--- model size ---
model: 4,000,518
======= start training =======
epoch: 0 |   0/ 87 | exp/pretrain/combsub | batch/s: 0.03 | loss: 6.296 | time: 0:00:31.0 | step: 1
epoch: 0 |   1/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 6.121 | time: 0:00:58.0 | step: 2
epoch: 0 |   2/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 5.764 | time: 0:01:25.3 | step: 3
epoch: 0 |   3/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 5.618 | time: 0:01:52.2 | step: 4
epoch: 0 |   4/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 5.360 | time: 0:02:19.5 | step: 5
epoch: 0 |   5/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 5.446 | time: 0:02:46.5 | step: 6
epoch: 0 |   6/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 5.077 | time: 0:03:13.5 | step: 7
epoch: 0 |   7/ 87 | exp/pretrain/combsub | batch/s: 0.03 | loss: 5.051 | time: 0:03:42.5 | step: 8
epoch: 0 |   8/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 4.876 | time: 0:04:09.4 | step: 9
epoch: 0 |   9/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 4.780 | time: 0:04:36.4 | step: 10
epoch: 0 |  10/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 4.681 | time: 0:05:03.3 | step: 11
epoch: 0 |  11/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 4.598 | time: 0:05:30.4 | step: 12
epoch: 0 |  12/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 4.509 | time: 0:05:57.0 | step: 13
epoch: 0 |  13/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 4.406 | time: 0:06:23.9 | step: 14
epoch: 0 |  14/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 4.313 | time: 0:06:50.5 | step: 15
epoch: 0 |  15/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 4.096 | time: 0:07:17.3 | step: 16
epoch: 0 |  16/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 4.011 | time: 0:07:43.4 | step: 17
epoch: 0 |  17/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 3.913 | time: 0:08:09.4 | step: 18
epoch: 0 |  18/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 3.878 | time: 0:08:35.5 | step: 19
epoch: 0 |  19/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 3.814 | time: 0:09:02.5 | step: 20
epoch: 0 |  20/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 3.666 | time: 0:09:28.8 | step: 21
epoch: 0 |  21/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 3.588 | time: 0:09:54.7 | step: 22
epoch: 0 |  22/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 3.576 | time: 0:10:20.8 | step: 23
epoch: 0 |  23/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 3.413 | time: 0:10:46.8 | step: 24
epoch: 0 |  24/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 3.348 | time: 0:11:12.8 | step: 25
epoch: 0 |  25/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 3.339 | time: 0:11:38.9 | step: 26
epoch: 0 |  26/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 3.253 | time: 0:12:04.7 | step: 27
epoch: 0 |  27/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 3.125 | time: 0:12:31.2 | step: 28
epoch: 0 |  28/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 3.072 | time: 0:12:57.7 | step: 29
epoch: 0 |  29/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.985 | time: 0:13:24.9 | step: 30
epoch: 0 |  30/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.954 | time: 0:13:51.2 | step: 31
epoch: 0 |  31/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.965 | time: 0:14:18.9 | step: 32
epoch: 0 |  32/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.861 | time: 0:14:45.0 | step: 33
epoch: 0 |  33/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.894 | time: 0:15:11.3 | step: 34
epoch: 0 |  34/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.774 | time: 0:15:38.0 | step: 35
epoch: 0 |  35/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.758 | time: 0:16:04.4 | step: 36
epoch: 0 |  36/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.723 | time: 0:16:30.7 | step: 37
epoch: 0 |  37/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.684 | time: 0:16:56.5 | step: 38
epoch: 0 |  38/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.646 | time: 0:17:22.3 | step: 39
epoch: 0 |  39/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.599 | time: 0:17:48.5 | step: 40
epoch: 0 |  40/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.541 | time: 0:18:14.2 | step: 41
epoch: 0 |  41/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.511 | time: 0:18:40.1 | step: 42
epoch: 0 |  42/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.513 | time: 0:19:05.9 | step: 43
epoch: 0 |  43/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.445 | time: 0:19:32.4 | step: 44
epoch: 0 |  44/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.474 | time: 0:19:58.1 | step: 45
epoch: 0 |  45/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.458 | time: 0:20:23.8 | step: 46
epoch: 0 |  46/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.462 | time: 0:20:49.5 | step: 47
epoch: 0 |  47/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.452 | time: 0:21:15.0 | step: 48
epoch: 0 |  48/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.417 | time: 0:21:40.5 | step: 49
epoch: 0 |  49/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.389 | time: 0:22:06.0 | step: 50
epoch: 0 |  50/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.335 | time: 0:22:31.5 | step: 51
epoch: 0 |  51/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.316 | time: 0:22:57.1 | step: 52
epoch: 0 |  52/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.287 | time: 0:23:22.4 | step: 53
epoch: 0 |  53/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.281 | time: 0:23:47.8 | step: 54
epoch: 0 |  54/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.288 | time: 0:24:13.3 | step: 55
epoch: 0 |  55/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.250 | time: 0:24:38.9 | step: 56
epoch: 0 |  56/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.224 | time: 0:25:04.1 | step: 57
epoch: 0 |  57/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.221 | time: 0:25:29.4 | step: 58
epoch: 0 |  58/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.181 | time: 0:25:54.8 | step: 59
epoch: 0 |  59/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.174 | time: 0:26:20.0 | step: 60
epoch: 0 |  60/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.186 | time: 0:26:45.4 | step: 61
epoch: 0 |  61/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.171 | time: 0:27:10.7 | step: 62
epoch: 0 |  62/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.124 | time: 0:27:36.1 | step: 63
epoch: 0 |  63/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.112 | time: 0:28:01.3 | step: 64
epoch: 0 |  64/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.090 | time: 0:28:26.5 | step: 65
epoch: 0 |  65/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.101 | time: 0:28:52.0 | step: 66
epoch: 0 |  66/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.047 | time: 0:29:17.1 | step: 67
epoch: 0 |  67/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.083 | time: 0:29:42.5 | step: 68
epoch: 0 |  68/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.085 | time: 0:30:08.8 | step: 69
epoch: 0 |  69/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.026 | time: 0:30:34.1 | step: 70
epoch: 0 |  70/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.004 | time: 0:30:59.7 | step: 71
epoch: 0 |  71/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.047 | time: 0:31:25.3 | step: 72
epoch: 0 |  72/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.037 | time: 0:31:51.0 | step: 73
epoch: 0 |  73/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.008 | time: 0:32:16.7 | step: 74
epoch: 0 |  74/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.018 | time: 0:32:42.2 | step: 75
epoch: 0 |  75/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.989 | time: 0:33:07.9 | step: 76
epoch: 0 |  76/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.979 | time: 0:33:33.4 | step: 77
epoch: 0 |  77/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.992 | time: 0:33:59.1 | step: 78
epoch: 0 |  78/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.969 | time: 0:34:24.3 | step: 79
epoch: 0 |  79/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.966 | time: 0:34:49.6 | step: 80
epoch: 0 |  80/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.939 | time: 0:35:15.4 | step: 81
epoch: 0 |  81/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.990 | time: 0:35:41.4 | step: 82
epoch: 0 |  82/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.949 | time: 0:36:07.0 | step: 83
epoch: 0 |  83/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.962 | time: 0:36:32.8 | step: 84
epoch: 0 |  84/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.971 | time: 0:36:58.3 | step: 85
epoch: 0 |  85/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.918 | time: 0:37:24.0 | step: 86
epoch: 0 |  86/ 87 | exp/pretrain/combsub | batch/s: 0.09 | loss: 1.962 | time: 0:37:34.9 | step: 87
 --- <validation> --- 
loss: 2.086. 
epoch: 1 |   0/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.915 | time: 0:38:00.3 | step: 88
epoch: 1 |   1/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.917 | time: 0:38:25.5 | step: 89
epoch: 1 |   2/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.929 | time: 0:38:50.6 | step: 90
epoch: 1 |   3/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.936 | time: 0:39:15.8 | step: 91
epoch: 1 |   4/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.934 | time: 0:39:41.2 | step: 92
epoch: 1 |   5/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.908 | time: 0:40:06.5 | step: 93
epoch: 1 |   6/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.914 | time: 0:40:31.9 | step: 94
epoch: 1 |   7/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.907 | time: 0:40:57.8 | step: 95
epoch: 1 |   8/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.912 | time: 0:41:23.3 | step: 96
epoch: 1 |   9/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.909 | time: 0:41:49.3 | step: 97
epoch: 1 |  10/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.896 | time: 0:42:14.7 | step: 98
epoch: 1 |  11/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.859 | time: 0:42:40.2 | step: 99
epoch: 1 |  12/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.887 | time: 0:43:06.0 | step: 100
epoch: 1 |  13/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.862 | time: 0:43:31.2 | step: 101
epoch: 1 |  14/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.867 | time: 0:43:56.2 | step: 102
epoch: 1 |  15/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.865 | time: 0:44:21.5 | step: 103
epoch: 1 |  16/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.864 | time: 0:44:46.9 | step: 104
epoch: 1 |  17/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.828 | time: 0:45:12.2 | step: 105
epoch: 1 |  18/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.904 | time: 0:45:37.6 | step: 106
epoch: 1 |  19/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.953 | time: 0:46:03.1 | step: 107
epoch: 1 |  20/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.857 | time: 0:46:28.7 | step: 108
epoch: 1 |  21/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.827 | time: 0:46:54.2 | step: 109
epoch: 1 |  22/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.903 | time: 0:47:19.8 | step: 110
epoch: 1 |  23/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.830 | time: 0:47:45.2 | step: 111
epoch: 1 |  24/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.853 | time: 0:48:10.5 | step: 112
epoch: 1 |  25/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.797 | time: 0:48:35.5 | step: 113
epoch: 1 |  26/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.836 | time: 0:49:01.0 | step: 114
epoch: 1 |  27/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.770 | time: 0:49:26.1 | step: 115
epoch: 1 |  28/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.744 | time: 0:49:51.4 | step: 116
epoch: 1 |  29/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.732 | time: 0:50:16.8 | step: 117
epoch: 1 |  30/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.723 | time: 0:50:42.7 | step: 118
epoch: 1 |  31/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.851 | time: 0:51:08.1 | step: 119
epoch: 1 |  32/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 2.078 | time: 0:51:33.6 | step: 120
epoch: 1 |  33/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.823 | time: 0:51:59.2 | step: 121
epoch: 1 |  34/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.940 | time: 0:52:24.5 | step: 122
epoch: 1 |  35/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.803 | time: 0:52:49.8 | step: 123
epoch: 1 |  36/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.741 | time: 0:53:15.1 | step: 124
epoch: 1 |  37/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.836 | time: 0:53:40.5 | step: 125
epoch: 1 |  38/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.819 | time: 0:54:05.9 | step: 126
epoch: 1 |  39/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.747 | time: 0:54:31.5 | step: 127
epoch: 1 |  40/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.801 | time: 0:54:56.8 | step: 128
epoch: 1 |  41/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.765 | time: 0:55:21.8 | step: 129
epoch: 1 |  42/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.758 | time: 0:55:47.1 | step: 130
epoch: 1 |  43/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.740 | time: 0:56:12.5 | step: 131
epoch: 1 |  44/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.729 | time: 0:56:38.5 | step: 132
epoch: 1 |  45/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.718 | time: 0:57:03.8 | step: 133
epoch: 1 |  46/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.674 | time: 0:57:29.1 | step: 134
epoch: 1 |  47/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.688 | time: 0:57:54.3 | step: 135
epoch: 1 |  48/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.670 | time: 0:58:19.8 | step: 136
epoch: 1 |  49/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.665 | time: 0:58:45.0 | step: 137
epoch: 1 |  50/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.661 | time: 0:59:10.2 | step: 138
epoch: 1 |  51/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.632 | time: 0:59:35.3 | step: 139
epoch: 1 |  52/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.611 | time: 1:00:00.5 | step: 140
epoch: 1 |  53/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.602 | time: 1:00:25.8 | step: 141
epoch: 1 |  54/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.589 | time: 1:00:51.0 | step: 142
epoch: 1 |  55/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.644 | time: 1:01:16.3 | step: 143
epoch: 1 |  56/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.605 | time: 1:01:41.7 | step: 144
epoch: 1 |  57/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.569 | time: 1:02:07.3 | step: 145
epoch: 1 |  58/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.673 | time: 1:02:32.3 | step: 146
epoch: 1 |  59/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.579 | time: 1:02:57.0 | step: 147
epoch: 1 |  60/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.557 | time: 1:03:22.0 | step: 148
epoch: 1 |  61/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.604 | time: 1:03:47.0 | step: 149
epoch: 1 |  62/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.591 | time: 1:04:12.6 | step: 150
epoch: 1 |  63/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.553 | time: 1:04:37.8 | step: 151
epoch: 1 |  64/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.554 | time: 1:05:03.1 | step: 152
epoch: 1 |  65/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.557 | time: 1:05:28.6 | step: 153
epoch: 1 |  66/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.525 | time: 1:05:53.9 | step: 154
epoch: 1 |  67/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.549 | time: 1:06:19.6 | step: 155
epoch: 1 |  68/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.604 | time: 1:06:44.6 | step: 156
epoch: 1 |  69/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.574 | time: 1:07:10.4 | step: 157
epoch: 1 |  70/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.504 | time: 1:07:38.8 | step: 158
epoch: 1 |  71/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.495 | time: 1:08:04.3 | step: 159
epoch: 1 |  72/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.529 | time: 1:08:29.5 | step: 160
epoch: 1 |  73/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.566 | time: 1:08:54.9 | step: 161
epoch: 1 |  74/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.484 | time: 1:09:19.8 | step: 162
epoch: 1 |  75/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.524 | time: 1:09:45.0 | step: 163
epoch: 1 |  76/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.595 | time: 1:10:10.5 | step: 164
epoch: 1 |  77/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.468 | time: 1:10:36.0 | step: 165
epoch: 1 |  78/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.592 | time: 1:11:01.6 | step: 166
epoch: 1 |  79/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.494 | time: 1:11:27.1 | step: 167
epoch: 1 |  80/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.508 | time: 1:11:52.6 | step: 168
epoch: 1 |  81/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.558 | time: 1:12:18.1 | step: 169
epoch: 1 |  82/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.524 | time: 1:12:44.1 | step: 170
epoch: 1 |  83/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.563 | time: 1:13:11.5 | step: 171
epoch: 1 |  84/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.495 | time: 1:13:37.0 | step: 172
epoch: 1 |  85/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.517 | time: 1:14:02.8 | step: 173
epoch: 1 |  86/ 87 | exp/pretrain/combsub | batch/s: 0.09 | loss: 1.501 | time: 1:14:13.2 | step: 174
 --- <validation> --- 
loss: 1.437. 
epoch: 2 |   0/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.490 | time: 1:14:38.8 | step: 175
epoch: 2 |   1/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.492 | time: 1:15:04.1 | step: 176
epoch: 2 |   2/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.470 | time: 1:15:29.6 | step: 177
epoch: 2 |   3/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.473 | time: 1:15:55.2 | step: 178
epoch: 2 |   4/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.452 | time: 1:16:20.8 | step: 179
epoch: 2 |   5/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.474 | time: 1:16:46.0 | step: 180
epoch: 2 |   6/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.472 | time: 1:17:11.0 | step: 181
epoch: 2 |   7/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.451 | time: 1:17:36.3 | step: 182
epoch: 2 |   8/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.463 | time: 1:18:01.9 | step: 183
epoch: 2 |   9/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.451 | time: 1:18:27.5 | step: 184
epoch: 2 |  10/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.486 | time: 1:18:53.3 | step: 185
epoch: 2 |  11/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.436 | time: 1:19:19.2 | step: 186
epoch: 2 |  12/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.469 | time: 1:19:44.7 | step: 187
epoch: 2 |  13/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.474 | time: 1:20:10.5 | step: 188
epoch: 2 |  14/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.441 | time: 1:20:36.1 | step: 189
epoch: 2 |  15/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.444 | time: 1:21:01.1 | step: 190
epoch: 2 |  16/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.467 | time: 1:21:26.6 | step: 191
epoch: 2 |  17/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.440 | time: 1:21:52.3 | step: 192
epoch: 2 |  18/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.440 | time: 1:22:18.6 | step: 193
epoch: 2 |  19/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.439 | time: 1:22:44.2 | step: 194
epoch: 2 |  20/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.433 | time: 1:23:10.0 | step: 195
epoch: 2 |  21/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.449 | time: 1:23:35.5 | step: 196
epoch: 2 |  22/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.423 | time: 1:24:02.4 | step: 197
epoch: 2 |  23/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.460 | time: 1:24:28.8 | step: 198
epoch: 2 |  24/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.393 | time: 1:24:54.1 | step: 199
epoch: 2 |  25/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.391 | time: 1:25:19.9 | step: 200
epoch: 2 |  26/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.418 | time: 1:25:45.3 | step: 201
epoch: 2 |  27/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.459 | time: 1:26:10.6 | step: 202
epoch: 2 |  28/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.528 | time: 1:26:35.8 | step: 203
epoch: 2 |  29/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.431 | time: 1:27:00.8 | step: 204
epoch: 2 |  30/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.411 | time: 1:27:25.9 | step: 205
epoch: 2 |  31/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.425 | time: 1:27:51.1 | step: 206
epoch: 2 |  32/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.463 | time: 1:28:16.2 | step: 207
epoch: 2 |  33/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.407 | time: 1:28:41.5 | step: 208
epoch: 2 |  34/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.429 | time: 1:29:07.3 | step: 209
epoch: 2 |  35/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.469 | time: 1:29:32.6 | step: 210
epoch: 2 |  36/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.403 | time: 1:29:57.7 | step: 211
epoch: 2 |  37/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.422 | time: 1:30:23.0 | step: 212
epoch: 2 |  38/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.442 | time: 1:30:48.1 | step: 213
epoch: 2 |  39/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.433 | time: 1:31:13.3 | step: 214
epoch: 2 |  40/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.407 | time: 1:31:38.4 | step: 215
epoch: 2 |  41/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.484 | time: 1:32:03.4 | step: 216
epoch: 2 |  42/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.445 | time: 1:32:28.4 | step: 217
epoch: 2 |  43/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.405 | time: 1:32:53.5 | step: 218
epoch: 2 |  44/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.472 | time: 1:33:18.8 | step: 219
epoch: 2 |  45/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.412 | time: 1:33:44.0 | step: 220
epoch: 2 |  46/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.436 | time: 1:34:09.5 | step: 221
epoch: 2 |  47/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.446 | time: 1:34:35.5 | step: 222
epoch: 2 |  48/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.434 | time: 1:35:01.6 | step: 223
epoch: 2 |  49/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.429 | time: 1:35:27.0 | step: 224
epoch: 2 |  50/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.495 | time: 1:35:51.7 | step: 225
epoch: 2 |  51/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.430 | time: 1:36:17.0 | step: 226
epoch: 2 |  52/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.433 | time: 1:36:42.3 | step: 227
epoch: 2 |  53/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.447 | time: 1:37:07.5 | step: 228
epoch: 2 |  54/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.403 | time: 1:37:32.2 | step: 229
epoch: 2 |  55/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.405 | time: 1:37:57.1 | step: 230
epoch: 2 |  56/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.435 | time: 1:38:22.1 | step: 231
epoch: 2 |  57/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.401 | time: 1:38:47.4 | step: 232
epoch: 2 |  58/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.436 | time: 1:39:12.9 | step: 233
epoch: 2 |  59/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.418 | time: 1:39:38.3 | step: 234
epoch: 2 |  60/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.416 | time: 1:40:04.3 | step: 235
epoch: 2 |  61/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.422 | time: 1:40:30.2 | step: 236
epoch: 2 |  62/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.454 | time: 1:40:54.9 | step: 237
epoch: 2 |  63/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.419 | time: 1:41:19.7 | step: 238
epoch: 2 |  64/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.416 | time: 1:41:45.0 | step: 239
epoch: 2 |  65/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.448 | time: 1:42:10.0 | step: 240
epoch: 2 |  66/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.448 | time: 1:42:35.4 | step: 241
epoch: 2 |  67/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.432 | time: 1:43:00.9 | step: 242
epoch: 2 |  68/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.403 | time: 1:43:26.6 | step: 243
epoch: 2 |  69/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.408 | time: 1:43:52.2 | step: 244
epoch: 2 |  70/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.423 | time: 1:44:17.9 | step: 245
epoch: 2 |  71/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.455 | time: 1:44:43.3 | step: 246
epoch: 2 |  72/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.457 | time: 1:45:08.7 | step: 247
epoch: 2 |  73/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.431 | time: 1:45:34.3 | step: 248
epoch: 2 |  74/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.436 | time: 1:46:00.8 | step: 249
epoch: 2 |  75/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.445 | time: 1:46:26.2 | step: 250
epoch: 2 |  76/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.417 | time: 1:46:51.5 | step: 251
epoch: 2 |  77/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.436 | time: 1:47:17.1 | step: 252
epoch: 2 |  78/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.404 | time: 1:47:42.5 | step: 253
epoch: 2 |  79/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.418 | time: 1:48:07.6 | step: 254
epoch: 2 |  80/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.430 | time: 1:48:33.1 | step: 255
epoch: 2 |  81/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.403 | time: 1:48:58.6 | step: 256
epoch: 2 |  82/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.400 | time: 1:49:24.2 | step: 257
epoch: 2 |  83/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.421 | time: 1:49:49.5 | step: 258
epoch: 2 |  84/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.447 | time: 1:50:14.3 | step: 259
epoch: 2 |  85/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.418 | time: 1:50:39.1 | step: 260
epoch: 2 |  86/ 87 | exp/pretrain/combsub | batch/s: 0.09 | loss: 1.418 | time: 1:50:49.5 | step: 261
 --- <validation> --- 
loss: 1.340. 
epoch: 3 |   0/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.389 | time: 1:51:15.1 | step: 262
epoch: 3 |   1/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.399 | time: 1:51:40.0 | step: 263
epoch: 3 |   2/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.392 | time: 1:52:04.2 | step: 264
epoch: 3 |   3/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.418 | time: 1:52:28.6 | step: 265
epoch: 3 |   4/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.425 | time: 1:52:54.0 | step: 266
epoch: 3 |   5/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.382 | time: 1:53:18.3 | step: 267
epoch: 3 |   6/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.416 | time: 1:53:42.7 | step: 268
epoch: 3 |   7/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.381 | time: 1:54:07.4 | step: 269
epoch: 3 |   8/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.410 | time: 1:54:32.0 | step: 270
epoch: 3 |   9/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.424 | time: 1:54:56.3 | step: 271
epoch: 3 |  10/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.398 | time: 1:55:20.8 | step: 272
epoch: 3 |  11/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.391 | time: 1:55:45.6 | step: 273
epoch: 3 |  12/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.443 | time: 1:56:10.3 | step: 274
epoch: 3 |  13/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.490 | time: 1:56:35.0 | step: 275
epoch: 3 |  14/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.430 | time: 1:57:00.3 | step: 276
epoch: 3 |  15/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.385 | time: 1:57:25.0 | step: 277
epoch: 3 |  16/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.444 | time: 1:57:49.6 | step: 278
epoch: 3 |  17/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.430 | time: 1:58:14.4 | step: 279
epoch: 3 |  18/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.405 | time: 1:58:38.9 | step: 280
epoch: 3 |  19/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.401 | time: 1:59:03.5 | step: 281
epoch: 3 |  20/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.397 | time: 1:59:28.3 | step: 282
epoch: 3 |  21/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.407 | time: 1:59:53.0 | step: 283
epoch: 3 |  22/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.403 | time: 2:00:17.5 | step: 284
epoch: 3 |  23/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.391 | time: 2:00:42.0 | step: 285
epoch: 3 |  24/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.454 | time: 2:01:06.8 | step: 286
epoch: 3 |  25/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.414 | time: 2:01:31.5 | step: 287
epoch: 3 |  26/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.421 | time: 2:01:56.1 | step: 288
epoch: 3 |  27/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.386 | time: 2:02:20.8 | step: 289
epoch: 3 |  28/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.405 | time: 2:02:45.5 | step: 290
epoch: 3 |  29/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.429 | time: 2:03:10.0 | step: 291
epoch: 3 |  30/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.404 | time: 2:03:34.6 | step: 292
epoch: 3 |  31/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.422 | time: 2:03:59.4 | step: 293
epoch: 3 |  32/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.447 | time: 2:04:24.2 | step: 294
epoch: 3 |  33/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.421 | time: 2:04:48.8 | step: 295
epoch: 3 |  34/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.380 | time: 2:05:13.4 | step: 296
epoch: 3 |  35/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.369 | time: 2:05:38.1 | step: 297
epoch: 3 |  36/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.376 | time: 2:06:02.5 | step: 298
epoch: 3 |  37/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.370 | time: 2:06:27.1 | step: 299
epoch: 3 |  38/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.358 | time: 2:06:51.7 | step: 300
epoch: 3 |  39/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.405 | time: 2:07:16.2 | step: 301
epoch: 3 |  40/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.413 | time: 2:07:41.1 | step: 302
epoch: 3 |  41/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.402 | time: 2:08:05.5 | step: 303
epoch: 3 |  42/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.359 | time: 2:08:30.1 | step: 304
epoch: 3 |  43/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.390 | time: 2:08:54.7 | step: 305
epoch: 3 |  44/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.379 | time: 2:09:19.1 | step: 306
epoch: 3 |  45/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.357 | time: 2:09:43.8 | step: 307
epoch: 3 |  46/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.369 | time: 2:10:08.2 | step: 308
epoch: 3 |  47/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.379 | time: 2:10:32.7 | step: 309
epoch: 3 |  48/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.399 | time: 2:10:57.4 | step: 310
epoch: 3 |  49/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.345 | time: 2:11:21.8 | step: 311
epoch: 3 |  50/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.365 | time: 2:11:46.2 | step: 312
epoch: 3 |  51/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.388 | time: 2:12:10.9 | step: 313
epoch: 3 |  52/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.439 | time: 2:12:35.3 | step: 314
epoch: 3 |  53/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.474 | time: 2:12:59.6 | step: 315
epoch: 3 |  54/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.443 | time: 2:13:24.3 | step: 316
epoch: 3 |  55/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.399 | time: 2:13:48.7 | step: 317
epoch: 3 |  56/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.480 | time: 2:14:13.3 | step: 318
epoch: 3 |  57/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.413 | time: 2:14:37.9 | step: 319
epoch: 3 |  58/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.410 | time: 2:15:02.4 | step: 320
epoch: 3 |  59/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.425 | time: 2:15:26.8 | step: 321
epoch: 3 |  60/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.431 | time: 2:15:51.3 | step: 322
epoch: 3 |  61/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.415 | time: 2:16:16.0 | step: 323
epoch: 3 |  62/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.440 | time: 2:16:40.5 | step: 324
epoch: 3 |  63/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.439 | time: 2:17:04.9 | step: 325
epoch: 3 |  64/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.392 | time: 2:17:29.4 | step: 326
epoch: 3 |  65/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.406 | time: 2:17:54.1 | step: 327
epoch: 3 |  66/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.399 | time: 2:18:18.8 | step: 328
epoch: 3 |  67/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.388 | time: 2:18:43.3 | step: 329
epoch: 3 |  68/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.385 | time: 2:19:07.9 | step: 330
epoch: 3 |  69/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.404 | time: 2:19:32.5 | step: 331
epoch: 3 |  70/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.394 | time: 2:19:56.9 | step: 332
epoch: 3 |  71/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.435 | time: 2:20:21.5 | step: 333
epoch: 3 |  72/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.387 | time: 2:20:45.9 | step: 334
epoch: 3 |  73/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.431 | time: 2:21:11.3 | step: 335
epoch: 3 |  74/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.480 | time: 2:21:35.8 | step: 336
epoch: 3 |  75/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.403 | time: 2:22:00.5 | step: 337
epoch: 3 |  76/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.406 | time: 2:22:25.0 | step: 338
epoch: 3 |  77/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.430 | time: 2:22:49.6 | step: 339
epoch: 3 |  78/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.422 | time: 2:23:14.3 | step: 340
epoch: 3 |  79/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.437 | time: 2:23:39.7 | step: 341
epoch: 3 |  80/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.396 | time: 2:24:04.4 | step: 342
epoch: 3 |  81/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.393 | time: 2:24:29.3 | step: 343
epoch: 3 |  82/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.394 | time: 2:24:53.9 | step: 344
epoch: 3 |  83/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.407 | time: 2:25:18.6 | step: 345
epoch: 3 |  84/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.372 | time: 2:25:42.9 | step: 346
epoch: 3 |  85/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.377 | time: 2:26:08.1 | step: 347
epoch: 3 |  86/ 87 | exp/pretrain/combsub | batch/s: 0.10 | loss: 1.364 | time: 2:26:18.0 | step: 348
 --- <validation> --- 
loss: 1.351. 
epoch: 4 |   0/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.385 | time: 2:26:42.5 | step: 349
epoch: 4 |   1/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.396 | time: 2:27:06.8 | step: 350
epoch: 4 |   2/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.404 | time: 2:27:31.6 | step: 351
epoch: 4 |   3/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.396 | time: 2:27:56.4 | step: 352
epoch: 4 |   4/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.366 | time: 2:28:21.5 | step: 353
epoch: 4 |   5/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.388 | time: 2:28:46.7 | step: 354
epoch: 4 |   6/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.383 | time: 2:29:12.0 | step: 355
epoch: 4 |   7/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.507 | time: 2:29:37.4 | step: 356
epoch: 4 |   8/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.423 | time: 2:30:02.6 | step: 357
epoch: 4 |   9/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.408 | time: 2:30:28.0 | step: 358
epoch: 4 |  10/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.398 | time: 2:30:54.2 | step: 359
epoch: 4 |  11/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.413 | time: 2:31:19.5 | step: 360
epoch: 4 |  12/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.428 | time: 2:31:44.2 | step: 361
epoch: 4 |  13/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.425 | time: 2:32:09.3 | step: 362
epoch: 4 |  14/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.396 | time: 2:32:34.6 | step: 363
epoch: 4 |  15/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.386 | time: 2:33:00.1 | step: 364
epoch: 4 |  16/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.421 | time: 2:33:25.4 | step: 365
epoch: 4 |  17/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.406 | time: 2:33:50.8 | step: 366
epoch: 4 |  18/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.405 | time: 2:34:16.2 | step: 367
epoch: 4 |  19/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.407 | time: 2:34:41.1 | step: 368
epoch: 4 |  20/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.415 | time: 2:35:06.0 | step: 369
epoch: 4 |  21/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.409 | time: 2:35:32.0 | step: 370
epoch: 4 |  22/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.398 | time: 2:35:57.9 | step: 371
epoch: 4 |  23/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.433 | time: 2:36:23.6 | step: 372
epoch: 4 |  24/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.374 | time: 2:36:49.4 | step: 373
epoch: 4 |  25/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.363 | time: 2:37:15.1 | step: 374
epoch: 4 |  26/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.401 | time: 2:37:40.8 | step: 375
epoch: 4 |  27/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.400 | time: 2:38:07.2 | step: 376
epoch: 4 |  28/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.375 | time: 2:38:32.7 | step: 377
epoch: 4 |  29/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.410 | time: 2:38:58.5 | step: 378
epoch: 4 |  30/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.355 | time: 2:39:24.3 | step: 379
epoch: 4 |  31/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.369 | time: 2:39:50.0 | step: 380
epoch: 4 |  32/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.376 | time: 2:40:14.9 | step: 381
epoch: 4 |  33/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.395 | time: 2:40:39.6 | step: 382
epoch: 4 |  34/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.403 | time: 2:41:04.3 | step: 383
epoch: 4 |  35/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.393 | time: 2:41:29.1 | step: 384
epoch: 4 |  36/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.395 | time: 2:41:54.2 | step: 385
epoch: 4 |  37/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.356 | time: 2:42:19.1 | step: 386
epoch: 4 |  38/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.359 | time: 2:42:45.1 | step: 387
epoch: 4 |  39/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.392 | time: 2:43:11.1 | step: 388
epoch: 4 |  40/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.373 | time: 2:43:37.2 | step: 389
epoch: 4 |  41/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.394 | time: 2:44:02.8 | step: 390
epoch: 4 |  42/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.394 | time: 2:44:28.6 | step: 391
epoch: 4 |  43/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.356 | time: 2:44:54.5 | step: 392
epoch: 4 |  44/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.391 | time: 2:45:20.3 | step: 393
epoch: 4 |  45/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.410 | time: 2:45:46.2 | step: 394
epoch: 4 |  46/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.391 | time: 2:46:12.2 | step: 395
epoch: 4 |  47/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.369 | time: 2:46:38.5 | step: 396
epoch: 4 |  48/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.380 | time: 2:47:03.4 | step: 397
epoch: 4 |  49/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.419 | time: 2:47:28.2 | step: 398
epoch: 4 |  50/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.358 | time: 2:47:54.1 | step: 399
epoch: 4 |  51/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.416 | time: 2:48:20.0 | step: 400
epoch: 4 |  52/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.395 | time: 2:48:46.0 | step: 401
epoch: 4 |  53/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.368 | time: 2:49:11.9 | step: 402
epoch: 4 |  54/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.419 | time: 2:49:38.0 | step: 403
epoch: 4 |  55/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.364 | time: 2:50:04.1 | step: 404
epoch: 4 |  56/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.371 | time: 2:50:30.3 | step: 405
epoch: 4 |  57/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.405 | time: 2:50:56.3 | step: 406
epoch: 4 |  58/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.364 | time: 2:51:22.2 | step: 407
epoch: 4 |  59/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.418 | time: 2:51:48.1 | step: 408
epoch: 4 |  60/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.380 | time: 2:52:14.4 | step: 409
epoch: 4 |  61/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.353 | time: 2:52:40.3 | step: 410
epoch: 4 |  62/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.398 | time: 2:53:06.1 | step: 411
epoch: 4 |  63/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.357 | time: 2:53:32.0 | step: 412
epoch: 4 |  64/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.371 | time: 2:53:57.8 | step: 413
epoch: 4 |  65/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.388 | time: 2:54:23.8 | step: 414
epoch: 4 |  66/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.366 | time: 2:54:49.7 | step: 415
epoch: 4 |  67/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.411 | time: 2:55:15.7 | step: 416
epoch: 4 |  68/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.374 | time: 2:55:41.0 | step: 417
epoch: 4 |  69/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.422 | time: 2:56:07.0 | step: 418
epoch: 4 |  70/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.388 | time: 2:56:33.8 | step: 419
epoch: 4 |  71/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.374 | time: 2:57:00.6 | step: 420
epoch: 4 |  72/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.409 | time: 2:57:27.0 | step: 421
epoch: 4 |  73/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.430 | time: 2:57:52.6 | step: 422
epoch: 4 |  74/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.423 | time: 2:58:18.6 | step: 423
epoch: 4 |  75/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.404 | time: 2:58:44.1 | step: 424
epoch: 4 |  76/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.441 | time: 2:59:09.2 | step: 425
epoch: 4 |  77/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.381 | time: 2:59:34.7 | step: 426
epoch: 4 |  78/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.405 | time: 2:59:59.9 | step: 427
epoch: 4 |  79/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.370 | time: 3:00:24.7 | step: 428
epoch: 4 |  80/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.426 | time: 3:00:49.3 | step: 429
epoch: 4 |  81/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.383 | time: 3:01:14.0 | step: 430
epoch: 4 |  82/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.394 | time: 3:01:40.1 | step: 431
epoch: 4 |  83/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.378 | time: 3:02:05.8 | step: 432
epoch: 4 |  84/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.407 | time: 3:02:30.8 | step: 433
epoch: 4 |  85/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.374 | time: 3:02:56.2 | step: 434
epoch: 4 |  86/ 87 | exp/pretrain/combsub | batch/s: 0.10 | loss: 1.349 | time: 3:03:06.4 | step: 435
 --- <validation> --- 
loss: 1.346. 
epoch: 5 |   0/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.396 | time: 3:03:31.9 | step: 436
epoch: 5 |   1/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.365 | time: 3:03:57.3 | step: 437
epoch: 5 |   2/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.399 | time: 3:04:23.0 | step: 438
epoch: 5 |   3/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.402 | time: 3:04:48.1 | step: 439
epoch: 5 |   4/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.361 | time: 3:05:13.7 | step: 440
epoch: 5 |   5/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.392 | time: 3:05:38.9 | step: 441
epoch: 5 |   6/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.375 | time: 3:06:04.1 | step: 442
epoch: 5 |   7/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.371 | time: 3:06:29.4 | step: 443
epoch: 5 |   8/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.376 | time: 3:06:55.2 | step: 444
epoch: 5 |   9/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.398 | time: 3:07:20.7 | step: 445
epoch: 5 |  10/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.376 | time: 3:07:46.2 | step: 446
epoch: 5 |  11/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.367 | time: 3:08:11.9 | step: 447
epoch: 5 |  12/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.381 | time: 3:08:37.5 | step: 448
epoch: 5 |  13/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.362 | time: 3:09:03.0 | step: 449
epoch: 5 |  14/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.385 | time: 3:09:28.6 | step: 450
epoch: 5 |  15/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.354 | time: 3:09:54.6 | step: 451
epoch: 5 |  16/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.374 | time: 3:10:20.3 | step: 452
epoch: 5 |  17/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.375 | time: 3:10:46.1 | step: 453
epoch: 5 |  18/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.365 | time: 3:11:11.1 | step: 454
epoch: 5 |  19/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.396 | time: 3:11:36.9 | step: 455
epoch: 5 |  20/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.348 | time: 3:12:02.7 | step: 456
epoch: 5 |  21/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.389 | time: 3:12:28.7 | step: 457
epoch: 5 |  22/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.363 | time: 3:12:54.7 | step: 458
epoch: 5 |  23/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.348 | time: 3:13:20.3 | step: 459
epoch: 5 |  24/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.370 | time: 3:13:46.5 | step: 460
epoch: 5 |  25/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.340 | time: 3:14:12.3 | step: 461
epoch: 5 |  26/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.376 | time: 3:14:38.2 | step: 462
epoch: 5 |  27/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.357 | time: 3:15:04.0 | step: 463
epoch: 5 |  28/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.375 | time: 3:15:29.7 | step: 464
epoch: 5 |  29/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.353 | time: 3:15:55.5 | step: 465
epoch: 5 |  30/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.374 | time: 3:16:21.2 | step: 466
epoch: 5 |  31/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.366 | time: 3:16:47.4 | step: 467
epoch: 5 |  32/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.369 | time: 3:17:13.2 | step: 468
epoch: 5 |  33/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.465 | time: 3:17:39.3 | step: 469
epoch: 5 |  34/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.381 | time: 3:18:04.9 | step: 470
epoch: 5 |  35/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.367 | time: 3:18:31.0 | step: 471
epoch: 5 |  36/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.350 | time: 3:18:58.1 | step: 472
epoch: 5 |  37/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.343 | time: 3:19:23.9 | step: 473
epoch: 5 |  38/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.338 | time: 3:19:50.5 | step: 474
epoch: 5 |  39/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.354 | time: 3:20:17.5 | step: 475
epoch: 5 |  40/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.341 | time: 3:20:44.0 | step: 476
epoch: 5 |  41/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.395 | time: 3:21:10.1 | step: 477
epoch: 5 |  42/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.353 | time: 3:21:36.2 | step: 478
epoch: 5 |  43/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.424 | time: 3:22:02.6 | step: 479
epoch: 5 |  44/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.378 | time: 3:22:29.3 | step: 480
epoch: 5 |  45/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.363 | time: 3:22:55.6 | step: 481
epoch: 5 |  46/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.367 | time: 3:23:21.7 | step: 482
epoch: 5 |  47/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.370 | time: 3:23:48.1 | step: 483
epoch: 5 |  48/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.392 | time: 3:24:15.1 | step: 484
epoch: 5 |  49/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.372 | time: 3:24:40.9 | step: 485
epoch: 5 |  50/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.364 | time: 3:25:06.6 | step: 486
epoch: 5 |  51/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.365 | time: 3:25:32.4 | step: 487
epoch: 5 |  52/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.386 | time: 3:25:58.3 | step: 488
epoch: 5 |  53/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.371 | time: 3:26:24.1 | step: 489
epoch: 5 |  54/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.353 | time: 3:26:49.9 | step: 490
epoch: 5 |  55/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.367 | time: 3:27:15.7 | step: 491
epoch: 5 |  56/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.343 | time: 3:27:41.9 | step: 492
epoch: 5 |  57/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.399 | time: 3:28:07.8 | step: 493
epoch: 5 |  58/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.383 | time: 3:28:33.9 | step: 494
epoch: 5 |  59/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.391 | time: 3:29:00.4 | step: 495
epoch: 5 |  60/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.335 | time: 3:29:26.3 | step: 496
epoch: 5 |  61/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.338 | time: 3:29:51.7 | step: 497
epoch: 5 |  62/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.379 | time: 3:30:17.5 | step: 498
epoch: 5 |  63/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.356 | time: 3:30:43.7 | step: 499
epoch: 5 |  64/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.358 | time: 3:31:10.1 | step: 500
epoch: 5 |  65/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.338 | time: 3:31:36.0 | step: 501
epoch: 5 |  66/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.403 | time: 3:32:02.6 | step: 502
epoch: 5 |  67/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.326 | time: 3:32:28.6 | step: 503
epoch: 5 |  68/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.368 | time: 3:32:54.9 | step: 504
epoch: 5 |  69/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.379 | time: 3:33:20.9 | step: 505
epoch: 5 |  70/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.399 | time: 3:33:47.0 | step: 506
epoch: 5 |  71/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.353 | time: 3:34:13.2 | step: 507
epoch: 5 |  72/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.461 | time: 3:34:39.9 | step: 508
epoch: 5 |  73/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.395 | time: 3:35:06.0 | step: 509
epoch: 5 |  74/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.417 | time: 3:35:31.9 | step: 510
epoch: 5 |  75/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.384 | time: 3:35:58.4 | step: 511
epoch: 5 |  76/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.386 | time: 3:36:24.3 | step: 512
epoch: 5 |  77/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.382 | time: 3:36:50.5 | step: 513
epoch: 5 |  78/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.365 | time: 3:37:16.4 | step: 514
epoch: 5 |  79/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.349 | time: 3:37:42.2 | step: 515
epoch: 5 |  80/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.382 | time: 3:38:07.9 | step: 516
epoch: 5 |  81/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.367 | time: 3:38:34.1 | step: 517
epoch: 5 |  82/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.363 | time: 3:39:00.1 | step: 518
epoch: 5 |  83/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.392 | time: 3:39:25.9 | step: 519
epoch: 5 |  84/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.329 | time: 3:39:52.0 | step: 520
epoch: 5 |  85/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.338 | time: 3:40:17.8 | step: 521
epoch: 5 |  86/ 87 | exp/pretrain/combsub | batch/s: 0.09 | loss: 1.361 | time: 3:40:28.3 | step: 522
 --- <validation> --- 
loss: 1.304. 
epoch: 6 |   0/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.324 | time: 3:40:53.9 | step: 523
epoch: 6 |   1/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.334 | time: 3:41:18.3 | step: 524
epoch: 6 |   2/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.334 | time: 3:41:43.8 | step: 525
epoch: 6 |   3/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.343 | time: 3:42:09.3 | step: 526
epoch: 6 |   4/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.345 | time: 3:42:35.2 | step: 527
epoch: 6 |   5/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.377 | time: 3:43:00.9 | step: 528
epoch: 6 |   6/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.339 | time: 3:43:26.4 | step: 529
epoch: 6 |   7/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.380 | time: 3:43:52.4 | step: 530
epoch: 6 |   8/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.371 | time: 3:44:18.1 | step: 531
epoch: 6 |   9/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.352 | time: 3:44:43.7 | step: 532
epoch: 6 |  10/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.371 | time: 3:45:09.5 | step: 533
epoch: 6 |  11/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.348 | time: 3:45:35.4 | step: 534
epoch: 6 |  12/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.346 | time: 3:46:01.3 | step: 535
epoch: 6 |  13/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.348 | time: 3:46:26.4 | step: 536
epoch: 6 |  14/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.375 | time: 3:46:52.2 | step: 537
epoch: 6 |  15/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.359 | time: 3:47:18.1 | step: 538
epoch: 6 |  16/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.351 | time: 3:47:43.5 | step: 539
epoch: 6 |  17/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.331 | time: 3:48:09.5 | step: 540
epoch: 6 |  18/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.335 | time: 3:48:35.0 | step: 541
epoch: 6 |  19/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.320 | time: 3:49:00.8 | step: 542
epoch: 6 |  20/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.329 | time: 3:49:26.5 | step: 543
epoch: 6 |  21/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.341 | time: 3:49:52.3 | step: 544
epoch: 6 |  22/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.363 | time: 3:50:17.9 | step: 545
epoch: 6 |  23/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.353 | time: 3:50:44.5 | step: 546
epoch: 6 |  24/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.428 | time: 3:51:10.3 | step: 547
epoch: 6 |  25/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.346 | time: 3:51:35.6 | step: 548
epoch: 6 |  26/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.347 | time: 3:52:01.1 | step: 549
epoch: 6 |  27/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.391 | time: 3:52:26.6 | step: 550
epoch: 6 |  28/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.353 | time: 3:52:52.1 | step: 551
epoch: 6 |  29/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.358 | time: 3:53:17.6 | step: 552
epoch: 6 |  30/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.396 | time: 3:53:42.9 | step: 553
epoch: 6 |  31/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.351 | time: 3:54:08.3 | step: 554
epoch: 6 |  32/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.360 | time: 3:54:35.1 | step: 555
epoch: 6 |  33/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.339 | time: 3:55:00.6 | step: 556
epoch: 6 |  34/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.412 | time: 3:55:26.2 | step: 557
epoch: 6 |  35/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.387 | time: 3:55:51.7 | step: 558
epoch: 6 |  36/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.325 | time: 3:56:17.3 | step: 559
epoch: 6 |  37/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.373 | time: 3:56:43.3 | step: 560
epoch: 6 |  38/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.343 | time: 3:57:08.2 | step: 561
epoch: 6 |  39/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.335 | time: 3:57:33.6 | step: 562
epoch: 6 |  40/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.360 | time: 3:57:59.0 | step: 563
epoch: 6 |  41/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.339 | time: 3:58:24.8 | step: 564
epoch: 6 |  42/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.340 | time: 3:58:50.4 | step: 565
epoch: 6 |  43/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.347 | time: 3:59:15.7 | step: 566
epoch: 6 |  44/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.365 | time: 3:59:41.2 | step: 567
epoch: 6 |  45/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.351 | time: 4:00:07.1 | step: 568
epoch: 6 |  46/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.328 | time: 4:00:33.1 | step: 569
epoch: 6 |  47/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.369 | time: 4:00:58.9 | step: 570
epoch: 6 |  48/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.337 | time: 4:01:24.4 | step: 571
epoch: 6 |  49/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.346 | time: 4:01:50.1 | step: 572
epoch: 6 |  50/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.334 | time: 4:02:16.0 | step: 573
epoch: 6 |  51/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.341 | time: 4:02:41.4 | step: 574
epoch: 6 |  52/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.383 | time: 4:03:07.1 | step: 575
epoch: 6 |  53/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.324 | time: 4:03:32.9 | step: 576
epoch: 6 |  54/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.367 | time: 4:03:58.8 | step: 577
epoch: 6 |  55/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.330 | time: 4:04:23.8 | step: 578
epoch: 6 |  56/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.389 | time: 4:04:49.8 | step: 579
epoch: 6 |  57/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.409 | time: 4:05:15.4 | step: 580
epoch: 6 |  58/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.390 | time: 4:05:40.5 | step: 581
epoch: 6 |  59/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.365 | time: 4:06:05.9 | step: 582
epoch: 6 |  60/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.403 | time: 4:06:31.3 | step: 583
epoch: 6 |  61/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.367 | time: 4:06:56.8 | step: 584
epoch: 6 |  62/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.338 | time: 4:07:22.8 | step: 585
epoch: 6 |  63/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.367 | time: 4:07:48.6 | step: 586
epoch: 6 |  64/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.340 | time: 4:08:14.3 | step: 587
epoch: 6 |  65/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.414 | time: 4:08:39.9 | step: 588
epoch: 6 |  66/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.357 | time: 4:09:05.7 | step: 589
epoch: 6 |  67/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.340 | time: 4:09:31.2 | step: 590
epoch: 6 |  68/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.378 | time: 4:09:57.0 | step: 591
epoch: 6 |  69/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.346 | time: 4:10:22.2 | step: 592
epoch: 6 |  70/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.383 | time: 4:10:47.6 | step: 593
epoch: 6 |  71/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.353 | time: 4:11:13.4 | step: 594
epoch: 6 |  72/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.348 | time: 4:11:39.6 | step: 595
epoch: 6 |  73/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.349 | time: 4:12:05.4 | step: 596
epoch: 6 |  74/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.388 | time: 4:12:31.7 | step: 597
epoch: 6 |  75/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.365 | time: 4:12:58.1 | step: 598
epoch: 6 |  76/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.360 | time: 4:13:24.4 | step: 599
epoch: 6 |  77/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.346 | time: 4:13:51.8 | step: 600
epoch: 6 |  78/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.408 | time: 4:14:17.1 | step: 601
epoch: 6 |  79/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.395 | time: 4:14:42.3 | step: 602
epoch: 6 |  80/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.341 | time: 4:15:08.9 | step: 603
epoch: 6 |  81/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.359 | time: 4:15:34.4 | step: 604
epoch: 6 |  82/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.355 | time: 4:16:00.4 | step: 605
epoch: 6 |  83/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.342 | time: 4:16:26.3 | step: 606
epoch: 6 |  84/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.362 | time: 4:16:52.2 | step: 607
epoch: 6 |  85/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.349 | time: 4:17:16.8 | step: 608
epoch: 6 |  86/ 87 | exp/pretrain/combsub | batch/s: 0.10 | loss: 1.376 | time: 4:17:27.0 | step: 609
 --- <validation> --- 
loss: 1.277. 
epoch: 7 |   0/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.341 | time: 4:17:52.5 | step: 610
epoch: 7 |   1/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.368 | time: 4:18:18.1 | step: 611
epoch: 7 |   2/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.354 | time: 4:18:44.0 | step: 612
epoch: 7 |   3/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.396 | time: 4:19:09.3 | step: 613
epoch: 7 |   4/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.361 | time: 4:19:34.5 | step: 614
epoch: 7 |   5/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.402 | time: 4:19:59.6 | step: 615
epoch: 7 |   6/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.352 | time: 4:20:25.2 | step: 616
epoch: 7 |   7/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.377 | time: 4:20:51.1 | step: 617
epoch: 7 |   8/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.374 | time: 4:21:16.4 | step: 618
epoch: 7 |   9/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.405 | time: 4:21:41.5 | step: 619
epoch: 7 |  10/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.361 | time: 4:22:07.3 | step: 620
epoch: 7 |  11/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.358 | time: 4:22:31.9 | step: 621
epoch: 7 |  12/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.370 | time: 4:22:57.3 | step: 622
epoch: 7 |  13/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.373 | time: 4:23:23.3 | step: 623
epoch: 7 |  14/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.362 | time: 4:23:48.5 | step: 624
epoch: 7 |  15/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.325 | time: 4:24:14.6 | step: 625
epoch: 7 |  16/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.339 | time: 4:24:39.8 | step: 626
epoch: 7 |  17/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.357 | time: 4:25:06.2 | step: 627
epoch: 7 |  18/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.341 | time: 4:25:31.4 | step: 628
epoch: 7 |  19/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.347 | time: 4:25:56.6 | step: 629
epoch: 7 |  20/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.376 | time: 4:26:21.3 | step: 630
epoch: 7 |  21/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.349 | time: 4:26:45.9 | step: 631
epoch: 7 |  22/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.323 | time: 4:27:11.3 | step: 632
epoch: 7 |  23/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.360 | time: 4:27:37.1 | step: 633
epoch: 7 |  24/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.348 | time: 4:28:02.6 | step: 634
epoch: 7 |  25/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.368 | time: 4:28:28.3 | step: 635
epoch: 7 |  26/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.324 | time: 4:28:53.4 | step: 636
epoch: 7 |  27/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.326 | time: 4:29:18.8 | step: 637
epoch: 7 |  28/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.338 | time: 4:29:44.6 | step: 638
epoch: 7 |  29/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.319 | time: 4:30:09.5 | step: 639
epoch: 7 |  30/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.349 | time: 4:30:35.4 | step: 640
epoch: 7 |  31/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.336 | time: 4:31:00.4 | step: 641
epoch: 7 |  32/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.313 | time: 4:31:25.6 | step: 642
epoch: 7 |  33/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.343 | time: 4:31:50.2 | step: 643
epoch: 7 |  34/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.335 | time: 4:32:15.2 | step: 644
epoch: 7 |  35/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.346 | time: 4:32:39.8 | step: 645
epoch: 7 |  36/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.346 | time: 4:33:04.5 | step: 646
epoch: 7 |  37/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.398 | time: 4:33:29.8 | step: 647
epoch: 7 |  38/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.365 | time: 4:33:55.4 | step: 648
epoch: 7 |  39/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.332 | time: 4:34:21.1 | step: 649
epoch: 7 |  40/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.364 | time: 4:34:46.7 | step: 650
epoch: 7 |  41/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.350 | time: 4:35:12.2 | step: 651
epoch: 7 |  42/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.313 | time: 4:35:37.2 | step: 652
epoch: 7 |  43/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.429 | time: 4:36:02.6 | step: 653
epoch: 7 |  44/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.378 | time: 4:36:28.2 | step: 654
epoch: 7 |  45/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.334 | time: 4:36:53.4 | step: 655
epoch: 7 |  46/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.360 | time: 4:37:19.2 | step: 656
epoch: 7 |  47/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.354 | time: 4:37:44.2 | step: 657
epoch: 7 |  48/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.347 | time: 4:38:09.9 | step: 658
epoch: 7 |  49/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.382 | time: 4:38:35.3 | step: 659
epoch: 7 |  50/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.352 | time: 4:39:01.1 | step: 660
epoch: 7 |  51/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.336 | time: 4:39:26.1 | step: 661
epoch: 7 |  52/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.393 | time: 4:39:52.5 | step: 662
epoch: 7 |  53/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.343 | time: 4:40:18.4 | step: 663
epoch: 7 |  54/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.374 | time: 4:40:44.2 | step: 664
epoch: 7 |  55/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.362 | time: 4:41:09.8 | step: 665
epoch: 7 |  56/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.340 | time: 4:41:35.5 | step: 666
epoch: 7 |  57/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.358 | time: 4:42:01.4 | step: 667
epoch: 7 |  58/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.344 | time: 4:42:27.4 | step: 668
epoch: 7 |  59/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.382 | time: 4:42:52.3 | step: 669
epoch: 7 |  60/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.353 | time: 4:43:18.1 | step: 670
epoch: 7 |  61/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.338 | time: 4:43:43.4 | step: 671
epoch: 7 |  62/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.350 | time: 4:44:09.0 | step: 672
epoch: 7 |  63/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.321 | time: 4:44:34.7 | step: 673
epoch: 7 |  64/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.329 | time: 4:45:00.2 | step: 674
epoch: 7 |  65/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.336 | time: 4:45:25.8 | step: 675
epoch: 7 |  66/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.308 | time: 4:45:51.0 | step: 676
epoch: 7 |  67/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.342 | time: 4:46:15.8 | step: 677
epoch: 7 |  68/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.324 | time: 4:46:40.9 | step: 678
epoch: 7 |  69/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.320 | time: 4:47:05.7 | step: 679
epoch: 7 |  70/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.344 | time: 4:47:30.8 | step: 680
epoch: 7 |  71/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.318 | time: 4:47:55.7 | step: 681
epoch: 7 |  72/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.306 | time: 4:48:21.0 | step: 682
epoch: 7 |  73/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.338 | time: 4:48:45.8 | step: 683
epoch: 7 |  74/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.333 | time: 4:49:11.5 | step: 684
epoch: 7 |  75/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.326 | time: 4:49:36.2 | step: 685
epoch: 7 |  76/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.348 | time: 4:50:01.8 | step: 686
epoch: 7 |  77/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.357 | time: 4:50:27.5 | step: 687
epoch: 7 |  78/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.335 | time: 4:50:53.0 | step: 688
epoch: 7 |  79/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.331 | time: 4:51:18.2 | step: 689
epoch: 7 |  80/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.391 | time: 4:51:43.2 | step: 690
epoch: 7 |  81/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.364 | time: 4:52:08.0 | step: 691
epoch: 7 |  82/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.368 | time: 4:52:32.7 | step: 692
epoch: 7 |  83/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.326 | time: 4:52:57.7 | step: 693
epoch: 7 |  84/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.345 | time: 4:53:22.8 | step: 694
epoch: 7 |  85/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.358 | time: 4:53:47.8 | step: 695
epoch: 7 |  86/ 87 | exp/pretrain/combsub | batch/s: 0.10 | loss: 1.336 | time: 4:53:57.9 | step: 696
 --- <validation> --- 
loss: 1.241. 
epoch: 8 |   0/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.331 | time: 4:54:22.8 | step: 697
epoch: 8 |   1/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.352 | time: 4:54:47.5 | step: 698
epoch: 8 |   2/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.329 | time: 4:55:12.4 | step: 699
epoch: 8 |   3/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.354 | time: 4:55:38.1 | step: 700
epoch: 8 |   4/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.359 | time: 4:56:03.3 | step: 701
epoch: 8 |   5/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.330 | time: 4:56:28.5 | step: 702
epoch: 8 |   6/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.356 | time: 4:56:53.3 | step: 703
epoch: 8 |   7/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.376 | time: 4:57:19.1 | step: 704
epoch: 8 |   8/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.334 | time: 4:57:44.3 | step: 705
epoch: 8 |   9/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.321 | time: 4:58:09.4 | step: 706
epoch: 8 |  10/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.328 | time: 4:58:35.1 | step: 707
epoch: 8 |  11/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.346 | time: 4:59:00.1 | step: 708
epoch: 8 |  12/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.325 | time: 4:59:25.2 | step: 709
epoch: 8 |  13/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.363 | time: 4:59:50.8 | step: 710
epoch: 8 |  14/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.342 | time: 5:00:16.0 | step: 711
epoch: 8 |  15/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.359 | time: 5:00:41.5 | step: 712
epoch: 8 |  16/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.311 | time: 5:01:06.1 | step: 713
epoch: 8 |  17/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.351 | time: 5:01:31.6 | step: 714
epoch: 8 |  18/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.328 | time: 5:01:57.1 | step: 715
epoch: 8 |  19/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.354 | time: 5:02:22.2 | step: 716
epoch: 8 |  20/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.318 | time: 5:02:47.2 | step: 717
epoch: 8 |  21/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.338 | time: 5:03:12.2 | step: 718
epoch: 8 |  22/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.307 | time: 5:03:37.1 | step: 719
epoch: 8 |  23/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.323 | time: 5:04:02.3 | step: 720
epoch: 8 |  24/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.353 | time: 5:04:27.6 | step: 721
epoch: 8 |  25/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.317 | time: 5:04:52.4 | step: 722
epoch: 8 |  26/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.307 | time: 5:05:17.4 | step: 723
epoch: 8 |  27/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.383 | time: 5:05:43.1 | step: 724
epoch: 8 |  28/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.363 | time: 5:06:08.6 | step: 725
epoch: 8 |  29/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.346 | time: 5:06:34.3 | step: 726
epoch: 8 |  30/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.365 | time: 5:07:00.1 | step: 727
epoch: 8 |  31/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.357 | time: 5:07:25.6 | step: 728
epoch: 8 |  32/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.340 | time: 5:07:51.8 | step: 729
epoch: 8 |  33/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.350 | time: 5:08:17.6 | step: 730
epoch: 8 |  34/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.350 | time: 5:08:42.8 | step: 731
epoch: 8 |  35/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.366 | time: 5:09:08.0 | step: 732
epoch: 8 |  36/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.345 | time: 5:09:33.5 | step: 733
epoch: 8 |  37/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.347 | time: 5:09:58.7 | step: 734
epoch: 8 |  38/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.334 | time: 5:10:24.7 | step: 735
epoch: 8 |  39/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.337 | time: 5:10:50.4 | step: 736
epoch: 8 |  40/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.325 | time: 5:11:15.6 | step: 737
epoch: 8 |  41/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.327 | time: 5:11:41.5 | step: 738
epoch: 8 |  42/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.318 | time: 5:12:06.6 | step: 739
epoch: 8 |  43/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.344 | time: 5:12:32.3 | step: 740
epoch: 8 |  44/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.314 | time: 5:12:58.3 | step: 741
epoch: 8 |  45/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.346 | time: 5:13:24.1 | step: 742
epoch: 8 |  46/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.318 | time: 5:13:50.0 | step: 743
epoch: 8 |  47/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.343 | time: 5:14:15.9 | step: 744
epoch: 8 |  48/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.351 | time: 5:14:41.8 | step: 745
epoch: 8 |  49/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.307 | time: 5:15:06.4 | step: 746
epoch: 8 |  50/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.316 | time: 5:15:32.2 | step: 747
epoch: 8 |  51/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.321 | time: 5:15:57.8 | step: 748
epoch: 8 |  52/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.326 | time: 5:16:23.1 | step: 749
epoch: 8 |  53/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.311 | time: 5:16:48.7 | step: 750
epoch: 8 |  54/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.321 | time: 5:17:13.9 | step: 751
epoch: 8 |  55/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.322 | time: 5:17:39.7 | step: 752
epoch: 8 |  56/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.325 | time: 5:18:05.5 | step: 753
epoch: 8 |  57/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.317 | time: 5:18:30.7 | step: 754
epoch: 8 |  58/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.347 | time: 5:18:55.8 | step: 755
epoch: 8 |  59/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.385 | time: 5:19:21.1 | step: 756
epoch: 8 |  60/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.316 | time: 5:19:46.6 | step: 757
epoch: 8 |  61/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.344 | time: 5:20:11.8 | step: 758
epoch: 8 |  62/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.357 | time: 5:20:37.3 | step: 759
epoch: 8 |  63/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.321 | time: 5:21:02.6 | step: 760
epoch: 8 |  64/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.341 | time: 5:21:28.1 | step: 761
epoch: 8 |  65/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.346 | time: 5:21:54.0 | step: 762
epoch: 8 |  66/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.331 | time: 5:22:19.5 | step: 763
epoch: 8 |  67/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.329 | time: 5:22:44.7 | step: 764
epoch: 8 |  68/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.322 | time: 5:23:09.6 | step: 765
epoch: 8 |  69/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.360 | time: 5:23:34.6 | step: 766
epoch: 8 |  70/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.383 | time: 5:23:59.9 | step: 767
epoch: 8 |  71/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.328 | time: 5:24:25.2 | step: 768
epoch: 8 |  72/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.336 | time: 5:24:50.5 | step: 769
epoch: 8 |  73/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.316 | time: 5:25:16.3 | step: 770
epoch: 8 |  74/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.314 | time: 5:25:41.7 | step: 771
epoch: 8 |  75/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.326 | time: 5:26:07.2 | step: 772
epoch: 8 |  76/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.315 | time: 5:26:32.2 | step: 773
epoch: 8 |  77/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.369 | time: 5:26:57.7 | step: 774
epoch: 8 |  78/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.316 | time: 5:27:22.2 | step: 775
epoch: 8 |  79/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.306 | time: 5:27:46.7 | step: 776
epoch: 8 |  80/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.335 | time: 5:28:12.2 | step: 777
epoch: 8 |  81/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.355 | time: 5:28:36.6 | step: 778
epoch: 8 |  82/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.302 | time: 5:29:01.6 | step: 779
epoch: 8 |  83/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.351 | time: 5:29:26.5 | step: 780
epoch: 8 |  84/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.363 | time: 5:29:51.6 | step: 781
epoch: 8 |  85/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.305 | time: 5:30:17.4 | step: 782
epoch: 8 |  86/ 87 | exp/pretrain/combsub | batch/s: 0.10 | loss: 1.339 | time: 5:30:27.7 | step: 783
 --- <validation> --- 
loss: 1.226. 
epoch: 9 |   0/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.342 | time: 5:30:53.1 | step: 784
epoch: 9 |   1/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.399 | time: 5:31:19.4 | step: 785
epoch: 9 |   2/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.317 | time: 5:31:45.1 | step: 786
epoch: 9 |   3/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.347 | time: 5:32:10.2 | step: 787
epoch: 9 |   4/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.351 | time: 5:32:35.6 | step: 788
epoch: 9 |   5/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.305 | time: 5:33:01.6 | step: 789
epoch: 9 |   6/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.370 | time: 5:33:26.5 | step: 790
epoch: 9 |   7/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.344 | time: 5:33:52.4 | step: 791
epoch: 9 |   8/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.327 | time: 5:34:17.5 | step: 792
epoch: 9 |   9/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.393 | time: 5:34:42.7 | step: 793
epoch: 9 |  10/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.358 | time: 5:35:07.8 | step: 794
epoch: 9 |  11/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.347 | time: 5:35:33.4 | step: 795
epoch: 9 |  12/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.350 | time: 5:35:58.4 | step: 796
epoch: 9 |  13/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.333 | time: 5:36:24.2 | step: 797
epoch: 9 |  14/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.319 | time: 5:36:49.7 | step: 798
epoch: 9 |  15/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.336 | time: 5:37:15.4 | step: 799
epoch: 9 |  16/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.357 | time: 5:37:41.5 | step: 800
epoch: 9 |  17/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.333 | time: 5:38:07.4 | step: 801
epoch: 9 |  18/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.335 | time: 5:38:33.9 | step: 802
epoch: 9 |  19/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.337 | time: 5:39:00.3 | step: 803
epoch: 9 |  20/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.310 | time: 5:39:26.5 | step: 804
epoch: 9 |  21/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.320 | time: 5:39:52.5 | step: 805
epoch: 9 |  22/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.352 | time: 5:40:18.6 | step: 806
epoch: 9 |  23/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.326 | time: 5:40:44.7 | step: 807
epoch: 9 |  24/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.343 | time: 5:41:10.8 | step: 808
epoch: 9 |  25/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.375 | time: 5:41:36.8 | step: 809
epoch: 9 |  26/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.344 | time: 5:42:02.9 | step: 810
epoch: 9 |  27/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.302 | time: 5:42:29.0 | step: 811
epoch: 9 |  28/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.358 | time: 5:42:55.0 | step: 812
epoch: 9 |  29/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.319 | time: 5:43:21.4 | step: 813
epoch: 9 |  30/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.314 | time: 5:43:46.9 | step: 814
epoch: 9 |  31/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.329 | time: 5:44:12.9 | step: 815
epoch: 9 |  32/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.341 | time: 5:44:38.9 | step: 816
epoch: 9 |  33/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.354 | time: 5:45:04.9 | step: 817
epoch: 9 |  34/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.341 | time: 5:45:30.9 | step: 818
epoch: 9 |  35/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.310 | time: 5:45:57.3 | step: 819
epoch: 9 |  36/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.313 | time: 5:46:22.6 | step: 820
epoch: 9 |  37/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.392 | time: 5:46:48.2 | step: 821
epoch: 9 |  38/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.332 | time: 5:47:15.2 | step: 822
epoch: 9 |  39/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.309 | time: 5:47:40.7 | step: 823
epoch: 9 |  40/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.325 | time: 5:48:06.0 | step: 824
epoch: 9 |  41/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.305 | time: 5:48:31.7 | step: 825
epoch: 9 |  42/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.297 | time: 5:48:57.5 | step: 826
epoch: 9 |  43/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.356 | time: 5:49:23.8 | step: 827
epoch: 9 |  44/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.311 | time: 5:49:48.8 | step: 828
epoch: 9 |  45/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.370 | time: 5:50:14.5 | step: 829
epoch: 9 |  46/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.316 | time: 5:50:40.5 | step: 830
epoch: 9 |  47/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.309 | time: 5:51:06.3 | step: 831
epoch: 9 |  48/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.332 | time: 5:51:32.6 | step: 832
epoch: 9 |  49/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.332 | time: 5:51:58.7 | step: 833
epoch: 9 |  50/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.328 | time: 5:52:24.7 | step: 834
epoch: 9 |  51/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.365 | time: 5:52:50.7 | step: 835
epoch: 9 |  52/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.344 | time: 5:53:16.6 | step: 836
epoch: 9 |  53/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.348 | time: 5:53:43.7 | step: 837
epoch: 9 |  54/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.342 | time: 5:54:11.1 | step: 838
epoch: 9 |  55/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.372 | time: 5:54:38.2 | step: 839
epoch: 9 |  56/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.328 | time: 5:55:05.7 | step: 840
epoch: 9 |  57/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.339 | time: 5:55:32.7 | step: 841
epoch: 9 |  58/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.350 | time: 5:55:59.8 | step: 842
epoch: 9 |  59/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.337 | time: 5:56:26.4 | step: 843
epoch: 9 |  60/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.324 | time: 5:56:51.8 | step: 844
epoch: 9 |  61/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.344 | time: 5:57:18.0 | step: 845
epoch: 9 |  62/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.305 | time: 5:57:43.8 | step: 846
epoch: 9 |  63/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.357 | time: 5:58:10.0 | step: 847
epoch: 9 |  64/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.355 | time: 5:58:36.1 | step: 848
epoch: 9 |  65/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.334 | time: 5:59:01.7 | step: 849
epoch: 9 |  66/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.358 | time: 5:59:27.5 | step: 850
epoch: 9 |  67/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.329 | time: 5:59:54.8 | step: 851
epoch: 9 |  68/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.321 | time: 6:00:21.5 | step: 852
epoch: 9 |  69/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.318 | time: 6:00:47.6 | step: 853
epoch: 9 |  70/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.315 | time: 6:01:14.0 | step: 854
epoch: 9 |  71/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.341 | time: 6:01:40.9 | step: 855
epoch: 9 |  72/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.310 | time: 6:02:07.7 | step: 856
epoch: 9 |  73/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.330 | time: 6:02:33.7 | step: 857
epoch: 9 |  74/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.370 | time: 6:03:00.2 | step: 858
epoch: 9 |  75/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.327 | time: 6:03:27.2 | step: 859
epoch: 9 |  76/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.309 | time: 6:03:53.4 | step: 860
epoch: 9 |  77/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.337 | time: 6:04:19.0 | step: 861
epoch: 9 |  78/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.339 | time: 6:04:45.8 | step: 862
epoch: 9 |  79/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.363 | time: 6:05:12.9 | step: 863
epoch: 9 |  80/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.331 | time: 6:05:39.8 | step: 864
epoch: 9 |  81/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.325 | time: 6:06:06.3 | step: 865
epoch: 9 |  82/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.362 | time: 6:06:33.0 | step: 866
epoch: 9 |  83/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.337 | time: 6:06:59.8 | step: 867
epoch: 9 |  84/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.307 | time: 6:07:26.0 | step: 868
epoch: 9 |  85/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.338 | time: 6:07:51.6 | step: 869
epoch: 9 |  86/ 87 | exp/pretrain/combsub | batch/s: 0.09 | loss: 1.335 | time: 6:08:02.6 | step: 870
 --- <validation> --- 
loss: 1.222. 
epoch: 10 |   0/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.335 | time: 6:08:29.0 | step: 871
epoch: 10 |   1/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.351 | time: 6:08:56.0 | step: 872
epoch: 10 |   2/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.297 | time: 6:09:22.5 | step: 873
epoch: 10 |   3/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.298 | time: 6:09:49.0 | step: 874
epoch: 10 |   4/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.343 | time: 6:10:15.6 | step: 875
epoch: 10 |   5/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.360 | time: 6:10:41.5 | step: 876
epoch: 10 |   6/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.301 | time: 6:11:07.4 | step: 877
epoch: 10 |   7/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.322 | time: 6:11:32.8 | step: 878
epoch: 10 |   8/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.368 | time: 6:11:58.9 | step: 879
epoch: 10 |   9/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.344 | time: 6:12:24.3 | step: 880
epoch: 10 |  10/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.390 | time: 6:12:49.8 | step: 881
epoch: 10 |  11/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.326 | time: 6:13:15.6 | step: 882
epoch: 10 |  12/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.337 | time: 6:13:42.3 | step: 883
epoch: 10 |  13/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.378 | time: 6:14:08.2 | step: 884
epoch: 10 |  14/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.301 | time: 6:14:34.8 | step: 885
epoch: 10 |  15/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.369 | time: 6:15:00.6 | step: 886
epoch: 10 |  16/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.320 | time: 6:15:26.6 | step: 887
epoch: 10 |  17/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.341 | time: 6:15:53.0 | step: 888
epoch: 10 |  18/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.324 | time: 6:16:19.0 | step: 889
epoch: 10 |  19/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.321 | time: 6:16:44.8 | step: 890
epoch: 10 |  20/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.315 | time: 6:17:11.6 | step: 891
epoch: 10 |  21/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.355 | time: 6:17:36.8 | step: 892
epoch: 10 |  22/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.317 | time: 6:18:02.6 | step: 893
epoch: 10 |  23/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.318 | time: 6:18:28.4 | step: 894
epoch: 10 |  24/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.307 | time: 6:18:54.1 | step: 895
epoch: 10 |  25/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.320 | time: 6:19:20.4 | step: 896
epoch: 10 |  26/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.311 | time: 6:19:46.0 | step: 897
epoch: 10 |  27/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.331 | time: 6:20:11.8 | step: 898
epoch: 10 |  28/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.335 | time: 6:20:37.8 | step: 899
epoch: 10 |  29/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.315 | time: 6:21:03.5 | step: 900
epoch: 10 |  30/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.322 | time: 6:21:29.8 | step: 901
epoch: 10 |  31/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.325 | time: 6:21:56.5 | step: 902
epoch: 10 |  32/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.338 | time: 6:22:22.6 | step: 903
epoch: 10 |  33/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.295 | time: 6:22:48.4 | step: 904
epoch: 10 |  34/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.292 | time: 6:23:14.2 | step: 905
epoch: 10 |  35/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.346 | time: 6:23:39.5 | step: 906
epoch: 10 |  36/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.312 | time: 6:24:05.2 | step: 907
epoch: 10 |  37/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.306 | time: 6:24:31.1 | step: 908
epoch: 10 |  38/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.291 | time: 6:24:57.0 | step: 909
epoch: 10 |  39/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.290 | time: 6:25:23.1 | step: 910
epoch: 10 |  40/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.278 | time: 6:25:49.5 | step: 911
epoch: 10 |  41/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.276 | time: 6:26:16.1 | step: 912
epoch: 10 |  42/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.318 | time: 6:26:41.9 | step: 913
epoch: 10 |  43/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.286 | time: 6:27:07.7 | step: 914
epoch: 10 |  44/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.286 | time: 6:27:34.8 | step: 915
epoch: 10 |  45/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.327 | time: 6:28:00.2 | step: 916
epoch: 10 |  46/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.282 | time: 6:28:25.9 | step: 917
epoch: 10 |  47/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.314 | time: 6:28:52.4 | step: 918
epoch: 10 |  48/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.295 | time: 6:29:18.0 | step: 919
epoch: 10 |  49/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.296 | time: 6:29:43.7 | step: 920
epoch: 10 |  50/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.339 | time: 6:30:09.4 | step: 921
epoch: 10 |  51/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.310 | time: 6:30:34.7 | step: 922
epoch: 10 |  52/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.331 | time: 6:31:00.5 | step: 923
epoch: 10 |  53/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.284 | time: 6:31:26.6 | step: 924
epoch: 10 |  54/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.324 | time: 6:31:52.7 | step: 925
epoch: 10 |  55/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.312 | time: 6:32:18.5 | step: 926
epoch: 10 |  56/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.313 | time: 6:32:44.4 | step: 927
epoch: 10 |  57/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.322 | time: 6:33:10.5 | step: 928
epoch: 10 |  58/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.331 | time: 6:33:36.6 | step: 929
epoch: 10 |  59/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.278 | time: 6:34:02.6 | step: 930
epoch: 10 |  60/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.294 | time: 6:34:28.1 | step: 931
epoch: 10 |  61/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.337 | time: 6:34:54.0 | step: 932
epoch: 10 |  62/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.326 | time: 6:35:19.3 | step: 933
epoch: 10 |  63/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.275 | time: 6:35:45.7 | step: 934
epoch: 10 |  64/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.279 | time: 6:36:11.5 | step: 935
epoch: 10 |  65/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.284 | time: 6:36:37.3 | step: 936
epoch: 10 |  66/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.303 | time: 6:37:03.1 | step: 937
epoch: 10 |  67/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.305 | time: 6:37:29.4 | step: 938
epoch: 10 |  68/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.299 | time: 6:37:55.4 | step: 939
epoch: 10 |  69/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.288 | time: 6:38:21.2 | step: 940
epoch: 10 |  70/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.324 | time: 6:38:47.3 | step: 941
epoch: 10 |  71/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.310 | time: 6:39:13.4 | step: 942
epoch: 10 |  72/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.354 | time: 6:39:39.2 | step: 943
epoch: 10 |  73/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.316 | time: 6:40:05.4 | step: 944
epoch: 10 |  74/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.343 | time: 6:40:31.5 | step: 945
epoch: 10 |  75/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.351 | time: 6:40:57.6 | step: 946
epoch: 10 |  76/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.317 | time: 6:41:22.9 | step: 947
epoch: 10 |  77/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.350 | time: 6:41:48.7 | step: 948
epoch: 10 |  78/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.351 | time: 6:42:14.9 | step: 949
epoch: 10 |  79/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.361 | time: 6:42:40.9 | step: 950
epoch: 10 |  80/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.339 | time: 6:43:06.8 | step: 951
epoch: 10 |  81/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.338 | time: 6:43:33.2 | step: 952
epoch: 10 |  82/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.318 | time: 6:43:59.1 | step: 953
epoch: 10 |  83/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.402 | time: 6:44:25.1 | step: 954
epoch: 10 |  84/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.331 | time: 6:44:51.2 | step: 955
epoch: 10 |  85/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.325 | time: 6:45:17.5 | step: 956
epoch: 10 |  86/ 87 | exp/pretrain/combsub | batch/s: 0.09 | loss: 1.323 | time: 6:45:28.3 | step: 957
 --- <validation> --- 
loss: 1.248. 
epoch: 11 |   0/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.335 | time: 6:45:54.2 | step: 958
epoch: 11 |   1/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.296 | time: 6:46:20.6 | step: 959
epoch: 11 |   2/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.324 | time: 6:46:46.5 | step: 960
epoch: 11 |   3/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.316 | time: 6:47:12.8 | step: 961
epoch: 11 |   4/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.327 | time: 6:47:38.2 | step: 962
epoch: 11 |   5/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.304 | time: 6:48:03.8 | step: 963
epoch: 11 |   6/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.320 | time: 6:48:30.0 | step: 964
epoch: 11 |   7/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.331 | time: 6:48:56.8 | step: 965
epoch: 11 |   8/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.295 | time: 6:49:22.0 | step: 966
epoch: 11 |   9/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.304 | time: 6:49:48.2 | step: 967
epoch: 11 |  10/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.330 | time: 6:50:15.6 | step: 968
epoch: 11 |  11/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.302 | time: 6:50:41.9 | step: 969
epoch: 11 |  12/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.304 | time: 6:51:08.1 | step: 970
epoch: 11 |  13/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.305 | time: 6:51:34.0 | step: 971
epoch: 11 |  14/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.290 | time: 6:51:59.8 | step: 972
epoch: 11 |  15/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.327 | time: 6:52:26.1 | step: 973
epoch: 11 |  16/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.307 | time: 6:52:52.7 | step: 974
epoch: 11 |  17/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.329 | time: 6:53:18.1 | step: 975
epoch: 11 |  18/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.305 | time: 6:53:44.4 | step: 976
epoch: 11 |  19/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.314 | time: 6:54:10.8 | step: 977
epoch: 11 |  20/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.318 | time: 6:54:37.2 | step: 978
epoch: 11 |  21/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.343 | time: 6:55:04.4 | step: 979
epoch: 11 |  22/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.302 | time: 6:55:30.6 | step: 980
epoch: 11 |  23/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.313 | time: 6:55:57.0 | step: 981
epoch: 11 |  24/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.322 | time: 6:56:23.0 | step: 982
epoch: 11 |  25/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.391 | time: 6:56:48.8 | step: 983
epoch: 11 |  26/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.301 | time: 6:57:15.0 | step: 984
epoch: 11 |  27/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.322 | time: 6:57:41.0 | step: 985
epoch: 11 |  28/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.338 | time: 6:58:07.5 | step: 986
epoch: 11 |  29/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.297 | time: 6:58:34.6 | step: 987
epoch: 11 |  30/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.284 | time: 6:59:01.8 | step: 988
epoch: 11 |  31/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.354 | time: 6:59:28.0 | step: 989
epoch: 11 |  32/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.303 | time: 6:59:54.6 | step: 990
epoch: 11 |  33/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.295 | time: 7:00:20.9 | step: 991
epoch: 11 |  34/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.296 | time: 7:00:47.7 | step: 992
epoch: 11 |  35/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.300 | time: 7:01:14.0 | step: 993
epoch: 11 |  36/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.321 | time: 7:01:40.5 | step: 994
epoch: 11 |  37/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.308 | time: 7:02:06.5 | step: 995
epoch: 11 |  38/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.294 | time: 7:02:32.9 | step: 996
epoch: 11 |  39/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.313 | time: 7:02:59.0 | step: 997
epoch: 11 |  40/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.298 | time: 7:03:25.7 | step: 998
epoch: 11 |  41/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.315 | time: 7:03:52.3 | step: 999
epoch: 11 |  42/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.290 | time: 7:04:19.3 | step: 1000
epoch: 11 |  43/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.293 | time: 7:04:45.9 | step: 1001
epoch: 11 |  44/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.362 | time: 7:05:12.6 | step: 1002
epoch: 11 |  45/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.299 | time: 7:05:39.1 | step: 1003
epoch: 11 |  46/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.298 | time: 7:06:06.0 | step: 1004
epoch: 11 |  47/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.342 | time: 7:06:32.7 | step: 1005
epoch: 11 |  48/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.301 | time: 7:06:59.6 | step: 1006
epoch: 11 |  49/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.326 | time: 7:07:26.4 | step: 1007
epoch: 11 |  50/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.312 | time: 7:07:52.0 | step: 1008
epoch: 11 |  51/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.294 | time: 7:08:19.0 | step: 1009
epoch: 11 |  52/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.325 | time: 7:08:46.1 | step: 1010
epoch: 11 |  53/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.313 | time: 7:09:12.4 | step: 1011
epoch: 11 |  54/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.317 | time: 7:09:38.4 | step: 1012
epoch: 11 |  55/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.381 | time: 7:10:04.7 | step: 1013
epoch: 11 |  56/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.348 | time: 7:10:30.9 | step: 1014
epoch: 11 |  57/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.339 | time: 7:10:57.1 | step: 1015
epoch: 11 |  58/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.315 | time: 7:11:23.6 | step: 1016
epoch: 11 |  59/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.302 | time: 7:11:49.8 | step: 1017
epoch: 11 |  60/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.304 | time: 7:12:15.8 | step: 1018
epoch: 11 |  61/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.351 | time: 7:12:41.6 | step: 1019
epoch: 11 |  62/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.302 | time: 7:13:07.4 | step: 1020
epoch: 11 |  63/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.281 | time: 7:13:33.6 | step: 1021
epoch: 11 |  64/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.361 | time: 7:13:59.6 | step: 1022
epoch: 11 |  65/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.288 | time: 7:14:25.8 | step: 1023
epoch: 11 |  66/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.315 | time: 7:14:52.5 | step: 1024
epoch: 11 |  67/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.321 | time: 7:15:19.4 | step: 1025
epoch: 11 |  68/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.324 | time: 7:15:45.4 | step: 1026
epoch: 11 |  69/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.292 | time: 7:16:13.0 | step: 1027
epoch: 11 |  70/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.296 | time: 7:16:39.1 | step: 1028
epoch: 11 |  71/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.287 | time: 7:17:05.8 | step: 1029
epoch: 11 |  72/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.287 | time: 7:17:33.1 | step: 1030
epoch: 11 |  73/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.312 | time: 7:17:59.1 | step: 1031
epoch: 11 |  74/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.351 | time: 7:18:25.1 | step: 1032
epoch: 11 |  75/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.315 | time: 7:18:51.9 | step: 1033
epoch: 11 |  76/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.307 | time: 7:19:18.6 | step: 1034
epoch: 11 |  77/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.317 | time: 7:19:45.8 | step: 1035
epoch: 11 |  78/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.314 | time: 7:20:12.5 | step: 1036
epoch: 11 |  79/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.324 | time: 7:20:38.5 | step: 1037
epoch: 11 |  80/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.290 | time: 7:21:05.9 | step: 1038
epoch: 11 |  81/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.288 | time: 7:21:32.5 | step: 1039
epoch: 11 |  82/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.302 | time: 7:21:58.5 | step: 1040
epoch: 11 |  83/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.268 | time: 7:22:24.7 | step: 1041
epoch: 11 |  84/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.297 | time: 7:22:51.0 | step: 1042
epoch: 11 |  85/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.291 | time: 7:23:17.6 | step: 1043
epoch: 11 |  86/ 87 | exp/pretrain/combsub | batch/s: 0.09 | loss: 1.308 | time: 7:23:28.8 | step: 1044
 --- <validation> --- 
loss: 1.187. 
epoch: 12 |   0/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.339 | time: 7:23:55.6 | step: 1045
epoch: 12 |   1/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.316 | time: 7:24:22.5 | step: 1046
epoch: 12 |   2/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.342 | time: 7:24:49.2 | step: 1047
epoch: 12 |   3/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.294 | time: 7:25:14.8 | step: 1048
epoch: 12 |   4/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.295 | time: 7:25:41.4 | step: 1049
epoch: 12 |   5/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.289 | time: 7:26:07.4 | step: 1050
epoch: 12 |   6/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.285 | time: 7:26:33.8 | step: 1051
epoch: 12 |   7/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.309 | time: 7:27:00.6 | step: 1052
epoch: 12 |   8/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.284 | time: 7:27:26.2 | step: 1053
epoch: 12 |   9/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.287 | time: 7:27:52.9 | step: 1054
epoch: 12 |  10/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.318 | time: 7:28:19.6 | step: 1055
epoch: 12 |  11/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.289 | time: 7:28:46.0 | step: 1056
epoch: 12 |  12/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.305 | time: 7:29:12.3 | step: 1057
epoch: 12 |  13/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.351 | time: 7:29:38.4 | step: 1058
epoch: 12 |  14/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.311 | time: 7:30:04.2 | step: 1059
epoch: 12 |  15/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.282 | time: 7:30:31.2 | step: 1060
epoch: 12 |  16/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.297 | time: 7:30:58.1 | step: 1061
epoch: 12 |  17/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.289 | time: 7:31:25.1 | step: 1062
epoch: 12 |  18/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.300 | time: 7:31:51.0 | step: 1063
epoch: 12 |  19/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.312 | time: 7:32:17.9 | step: 1064
epoch: 12 |  20/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.299 | time: 7:32:43.8 | step: 1065
epoch: 12 |  21/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.342 | time: 7:33:10.9 | step: 1066
epoch: 12 |  22/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.324 | time: 7:33:37.8 | step: 1067
epoch: 12 |  23/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.299 | time: 7:34:03.9 | step: 1068
epoch: 12 |  24/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.365 | time: 7:34:30.3 | step: 1069
epoch: 12 |  25/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.299 | time: 7:34:55.8 | step: 1070
epoch: 12 |  26/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.332 | time: 7:35:22.5 | step: 1071
epoch: 12 |  27/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.309 | time: 7:35:48.2 | step: 1072
epoch: 12 |  28/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.354 | time: 7:36:13.9 | step: 1073
epoch: 12 |  29/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.368 | time: 7:36:40.1 | step: 1074
epoch: 12 |  30/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.329 | time: 7:37:05.9 | step: 1075
epoch: 12 |  31/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.307 | time: 7:37:31.4 | step: 1076
epoch: 12 |  32/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.309 | time: 7:37:57.6 | step: 1077
epoch: 12 |  33/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.365 | time: 7:38:24.6 | step: 1078
epoch: 12 |  34/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.310 | time: 7:38:50.5 | step: 1079
epoch: 12 |  35/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.294 | time: 7:39:17.5 | step: 1080
epoch: 12 |  36/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.348 | time: 7:39:43.6 | step: 1081
epoch: 12 |  37/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.321 | time: 7:40:08.9 | step: 1082
epoch: 12 |  38/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.314 | time: 7:40:35.2 | step: 1083
epoch: 12 |  39/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.326 | time: 7:41:01.8 | step: 1084
epoch: 12 |  40/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.311 | time: 7:41:28.0 | step: 1085
epoch: 12 |  41/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.316 | time: 7:41:54.8 | step: 1086
epoch: 12 |  42/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.308 | time: 7:42:21.3 | step: 1087
epoch: 12 |  43/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.310 | time: 7:42:48.0 | step: 1088
epoch: 12 |  44/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.292 | time: 7:43:14.8 | step: 1089
epoch: 12 |  45/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.335 | time: 7:43:40.8 | step: 1090
epoch: 12 |  46/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.307 | time: 7:44:07.7 | step: 1091
epoch: 12 |  47/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.281 | time: 7:44:33.8 | step: 1092
epoch: 12 |  48/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.288 | time: 7:45:00.1 | step: 1093
epoch: 12 |  49/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.314 | time: 7:45:26.2 | step: 1094
epoch: 12 |  50/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.326 | time: 7:45:52.4 | step: 1095
epoch: 12 |  51/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.299 | time: 7:46:18.3 | step: 1096
epoch: 12 |  52/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.308 | time: 7:46:44.2 | step: 1097
epoch: 12 |  53/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.299 | time: 7:47:10.2 | step: 1098
epoch: 12 |  54/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.286 | time: 7:47:35.4 | step: 1099
epoch: 12 |  55/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.313 | time: 7:48:01.3 | step: 1100
epoch: 12 |  56/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.285 | time: 7:48:27.1 | step: 1101
epoch: 12 |  57/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.337 | time: 7:48:53.4 | step: 1102
epoch: 12 |  58/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.291 | time: 7:49:20.3 | step: 1103
epoch: 12 |  59/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.302 | time: 7:49:46.3 | step: 1104
epoch: 12 |  60/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.295 | time: 7:50:12.0 | step: 1105
epoch: 12 |  61/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.306 | time: 7:50:37.4 | step: 1106
epoch: 12 |  62/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.320 | time: 7:51:03.0 | step: 1107
epoch: 12 |  63/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.283 | time: 7:51:29.1 | step: 1108
epoch: 12 |  64/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.290 | time: 7:51:55.1 | step: 1109
epoch: 12 |  65/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.299 | time: 7:52:21.0 | step: 1110
epoch: 12 |  66/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.328 | time: 7:52:46.5 | step: 1111
epoch: 12 |  67/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.319 | time: 7:53:11.6 | step: 1112
epoch: 12 |  68/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.298 | time: 7:53:37.2 | step: 1113
epoch: 12 |  69/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.314 | time: 7:54:03.7 | step: 1114
epoch: 12 |  70/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.356 | time: 7:54:30.5 | step: 1115
epoch: 12 |  71/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.313 | time: 7:54:56.4 | step: 1116
epoch: 12 |  72/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.326 | time: 7:55:22.3 | step: 1117
epoch: 12 |  73/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.317 | time: 7:55:48.9 | step: 1118
epoch: 12 |  74/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.288 | time: 7:56:15.4 | step: 1119
epoch: 12 |  75/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.303 | time: 7:56:41.7 | step: 1120
epoch: 12 |  76/ 87 | exp/pretrain/combsub | batch/s: 0.04 | loss: 1.275 | time: 7:57:08.1 | step: 1121