diff --git "a/training.log" "b/training.log" --- "a/training.log" +++ "b/training.log" @@ -1,1979 +1,1891 @@ -2019-08-13 12:32:04,635 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:32:04,635 Model: "SequenceTagger( +2023-03-29 16:42:30,589 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:42:30,589 Model: "SequenceTagger( (embeddings): StackedEmbeddings( - (list_embedding_0): WordEmbeddings('de') + (list_embedding_0): WordEmbeddings( + 'de' + (embedding): Embedding(1000000, 300) + ) (list_embedding_1): FlairEmbeddings( (lm): LanguageModel( - (drop): Dropout(p=0.25) + (drop): Dropout(p=0.25, inplace=False) (encoder): Embedding(275, 100) (rnn): LSTM(100, 2048) - (decoder): Linear(in_features=2048, out_features=275, bias=True) ) ) (list_embedding_2): FlairEmbeddings( (lm): LanguageModel( - (drop): Dropout(p=0.25) + (drop): Dropout(p=0.25, inplace=False) (encoder): Embedding(275, 100) (rnn): LSTM(100, 2048) - (decoder): Linear(in_features=2048, out_features=275, bias=True) ) ) ) (word_dropout): WordDropout(p=0.05) (locked_dropout): LockedDropout(p=0.5) (embedding2nn): Linear(in_features=4396, out_features=4396, bias=True) - (rnn): LSTM(4396, 256, bidirectional=True) - (linear): Linear(in_features=512, out_features=20, bias=True) + (rnn): LSTM(4396, 256, batch_first=True, bidirectional=True) + (linear): Linear(in_features=512, out_features=19, bias=True) + (loss_function): ViterbiLoss() + (crf): CRF() )" -2019-08-13 12:32:04,635 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:32:04,635 Corpus: "Corpus: 12705 train + 3068 dev + 3160 test sentences" -2019-08-13 12:32:04,635 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:32:04,636 Parameters: -2019-08-13 12:32:04,636 - learning_rate: "0.1" -2019-08-13 12:32:04,636 - mini_batch_size: "32" -2019-08-13 12:32:04,636 - patience: "3" -2019-08-13 12:32:04,636 - anneal_factor: "0.5" -2019-08-13 12:32:04,636 - max_epochs: "150" -2019-08-13 12:32:04,636 - shuffle: "True" -2019-08-13 12:32:04,636 - train_with_dev: "True" -2019-08-13 12:32:04,636 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:32:04,636 Model training base path: "resources/taggers/release-de-ner-0" -2019-08-13 12:32:04,636 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:32:04,636 Device: cuda:0 -2019-08-13 12:32:04,636 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:32:04,636 Embeddings storage mode: cpu -2019-08-13 12:32:04,637 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:32:05,002 epoch 1 - iter 0/493 - loss 54.26176834 throughput (samples/sec): 4310.35 -2019-08-13 12:32:22,722 epoch 1 - iter 49/493 - loss 7.45197087 throughput (samples/sec): 88.63 -2019-08-13 12:32:39,642 epoch 1 - iter 98/493 - loss 5.35501018 throughput (samples/sec): 92.81 -2019-08-13 12:32:56,921 epoch 1 - iter 147/493 - loss 4.46123171 throughput (samples/sec): 90.88 -2019-08-13 12:33:15,161 epoch 1 - iter 196/493 - loss 3.99668761 throughput (samples/sec): 86.08 -2019-08-13 12:33:32,264 epoch 1 - iter 245/493 - loss 3.62682699 throughput (samples/sec): 91.81 -2019-08-13 12:33:49,212 epoch 1 - iter 294/493 - loss 3.36890697 throughput (samples/sec): 92.65 -2019-08-13 12:34:06,778 epoch 1 - iter 343/493 - loss 3.13436045 throughput (samples/sec): 89.39 -2019-08-13 12:34:23,850 epoch 1 - iter 392/493 - loss 2.95560552 throughput (samples/sec): 91.98 -2019-08-13 12:34:41,648 epoch 1 - iter 441/493 - loss 2.80974939 throughput (samples/sec): 88.23 -2019-08-13 12:34:58,255 epoch 1 - iter 490/493 - loss 2.67589358 throughput (samples/sec): 94.56 -2019-08-13 12:34:58,930 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:34:58,930 EPOCH 1 done: loss 2.6698 - lr 0.1000 -2019-08-13 12:34:58,930 BAD EPOCHS (no improvement): 0 -2019-08-13 12:34:58,930 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:34:59,091 epoch 2 - iter 0/493 - loss 0.76706958 throughput (samples/sec): 9829.99 -2019-08-13 12:35:07,690 epoch 2 - iter 49/493 - loss 1.51093387 throughput (samples/sec): 182.85 -2019-08-13 12:35:15,948 epoch 2 - iter 98/493 - loss 1.41661072 throughput (samples/sec): 190.44 -2019-08-13 12:35:24,418 epoch 2 - iter 147/493 - loss 1.41566149 throughput (samples/sec): 185.65 -2019-08-13 12:35:33,280 epoch 2 - iter 196/493 - loss 1.37155719 throughput (samples/sec): 177.43 -2019-08-13 12:35:41,834 epoch 2 - iter 245/493 - loss 1.33758969 throughput (samples/sec): 183.83 -2019-08-13 12:35:50,704 epoch 2 - iter 294/493 - loss 1.31382119 throughput (samples/sec): 177.25 -2019-08-13 12:35:59,355 epoch 2 - iter 343/493 - loss 1.31247403 throughput (samples/sec): 181.77 -2019-08-13 12:36:07,940 epoch 2 - iter 392/493 - loss 1.30388578 throughput (samples/sec): 183.18 -2019-08-13 12:36:16,363 epoch 2 - iter 441/493 - loss 1.28779204 throughput (samples/sec): 186.68 -2019-08-13 12:36:24,816 epoch 2 - iter 490/493 - loss 1.27199390 throughput (samples/sec): 186.05 -2019-08-13 12:36:25,139 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:36:25,140 EPOCH 2 done: loss 1.2692 - lr 0.1000 -2019-08-13 12:36:25,140 BAD EPOCHS (no improvement): 0 -2019-08-13 12:36:25,140 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:36:25,379 epoch 3 - iter 0/493 - loss 1.37894988 throughput (samples/sec): 6594.35 -2019-08-13 12:36:33,697 epoch 3 - iter 49/493 - loss 0.92803166 throughput (samples/sec): 189.06 -2019-08-13 12:36:42,319 epoch 3 - iter 98/493 - loss 0.97919962 throughput (samples/sec): 182.37 -2019-08-13 12:36:50,881 epoch 3 - iter 147/493 - loss 0.99783048 throughput (samples/sec): 183.67 -2019-08-13 12:36:59,507 epoch 3 - iter 196/493 - loss 1.01397427 throughput (samples/sec): 182.27 -2019-08-13 12:37:07,794 epoch 3 - iter 245/493 - loss 1.02722099 throughput (samples/sec): 189.78 -2019-08-13 12:37:16,226 epoch 3 - iter 294/493 - loss 1.03641229 throughput (samples/sec): 186.51 -2019-08-13 12:37:25,391 epoch 3 - iter 343/493 - loss 1.04012836 throughput (samples/sec): 171.53 -2019-08-13 12:37:33,858 epoch 3 - iter 392/493 - loss 1.04728730 throughput (samples/sec): 185.74 -2019-08-13 12:37:42,325 epoch 3 - iter 441/493 - loss 1.04028466 throughput (samples/sec): 185.72 -2019-08-13 12:37:50,538 epoch 3 - iter 490/493 - loss 1.02819106 throughput (samples/sec): 191.48 -2019-08-13 12:37:50,939 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:37:50,939 EPOCH 3 done: loss 1.0290 - lr 0.1000 -2019-08-13 12:37:50,940 BAD EPOCHS (no improvement): 0 -2019-08-13 12:37:50,940 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:37:51,199 epoch 4 - iter 0/493 - loss 0.95010042 throughput (samples/sec): 6067.17 -2019-08-13 12:37:59,555 epoch 4 - iter 49/493 - loss 0.97231739 throughput (samples/sec): 188.21 -2019-08-13 12:38:07,891 epoch 4 - iter 98/493 - loss 0.94843789 throughput (samples/sec): 188.65 -2019-08-13 12:38:16,163 epoch 4 - iter 147/493 - loss 0.95005666 throughput (samples/sec): 190.13 -2019-08-13 12:38:24,360 epoch 4 - iter 196/493 - loss 0.95267116 throughput (samples/sec): 191.85 -2019-08-13 12:38:32,910 epoch 4 - iter 245/493 - loss 0.94003162 throughput (samples/sec): 183.93 -2019-08-13 12:38:41,576 epoch 4 - iter 294/493 - loss 0.93568471 throughput (samples/sec): 181.45 -2019-08-13 12:38:50,284 epoch 4 - iter 343/493 - loss 0.94381094 throughput (samples/sec): 180.57 -2019-08-13 12:38:59,150 epoch 4 - iter 392/493 - loss 0.93796248 throughput (samples/sec): 177.34 -2019-08-13 12:39:07,813 epoch 4 - iter 441/493 - loss 0.93034963 throughput (samples/sec): 181.52 -2019-08-13 12:39:16,118 epoch 4 - iter 490/493 - loss 0.91713963 throughput (samples/sec): 189.36 -2019-08-13 12:39:16,442 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:39:16,442 EPOCH 4 done: loss 0.9181 - lr 0.1000 -2019-08-13 12:39:16,442 BAD EPOCHS (no improvement): 0 -2019-08-13 12:39:16,442 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:39:16,676 epoch 5 - iter 0/493 - loss 0.40530181 throughput (samples/sec): 6732.90 -2019-08-13 12:39:25,166 epoch 5 - iter 49/493 - loss 0.77617888 throughput (samples/sec): 185.23 -2019-08-13 12:39:33,691 epoch 5 - iter 98/493 - loss 0.82141250 throughput (samples/sec): 184.49 -2019-08-13 12:39:41,947 epoch 5 - iter 147/493 - loss 0.81687266 throughput (samples/sec): 190.50 -2019-08-13 12:39:50,711 epoch 5 - iter 196/493 - loss 0.83791401 throughput (samples/sec): 179.41 -2019-08-13 12:39:59,161 epoch 5 - iter 245/493 - loss 0.83181124 throughput (samples/sec): 186.11 -2019-08-13 12:40:07,719 epoch 5 - iter 294/493 - loss 0.81843559 throughput (samples/sec): 183.77 -2019-08-13 12:40:16,298 epoch 5 - iter 343/493 - loss 0.82653269 throughput (samples/sec): 183.30 -2019-08-13 12:40:25,060 epoch 5 - iter 392/493 - loss 0.82926182 throughput (samples/sec): 179.46 -2019-08-13 12:40:33,458 epoch 5 - iter 441/493 - loss 0.82673526 throughput (samples/sec): 187.27 -2019-08-13 12:40:42,591 epoch 5 - iter 490/493 - loss 0.82241585 throughput (samples/sec): 172.16 -2019-08-13 12:40:42,969 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:40:42,969 EPOCH 5 done: loss 0.8248 - lr 0.1000 -2019-08-13 12:40:42,969 BAD EPOCHS (no improvement): 0 -2019-08-13 12:40:42,969 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:40:43,143 epoch 6 - iter 0/493 - loss 0.50501120 throughput (samples/sec): 9049.59 -2019-08-13 12:40:51,763 epoch 6 - iter 49/493 - loss 0.71407561 throughput (samples/sec): 182.45 -2019-08-13 12:41:00,057 epoch 6 - iter 98/493 - loss 0.73086807 throughput (samples/sec): 189.62 -2019-08-13 12:41:08,922 epoch 6 - iter 147/493 - loss 0.73413194 throughput (samples/sec): 177.37 -2019-08-13 12:41:17,507 epoch 6 - iter 196/493 - loss 0.73058960 throughput (samples/sec): 183.17 -2019-08-13 12:41:26,334 epoch 6 - iter 245/493 - loss 0.74032093 throughput (samples/sec): 178.15 -2019-08-13 12:41:34,903 epoch 6 - iter 294/493 - loss 0.74352049 throughput (samples/sec): 183.52 -2019-08-13 12:41:43,879 epoch 6 - iter 343/493 - loss 0.74494216 throughput (samples/sec): 175.17 -2019-08-13 12:41:52,321 epoch 6 - iter 392/493 - loss 0.73976617 throughput (samples/sec): 186.29 -2019-08-13 12:42:00,804 epoch 6 - iter 441/493 - loss 0.73865017 throughput (samples/sec): 185.39 -2019-08-13 12:42:09,205 epoch 6 - iter 490/493 - loss 0.74375257 throughput (samples/sec): 187.20 -2019-08-13 12:42:09,642 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:42:09,642 EPOCH 6 done: loss 0.7447 - lr 0.1000 -2019-08-13 12:42:09,642 BAD EPOCHS (no improvement): 0 -2019-08-13 12:42:09,642 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:42:09,819 epoch 7 - iter 0/493 - loss 0.44779930 throughput (samples/sec): 8906.90 -2019-08-13 12:42:18,149 epoch 7 - iter 49/493 - loss 0.63027719 throughput (samples/sec): 188.80 -2019-08-13 12:42:26,706 epoch 7 - iter 98/493 - loss 0.65525659 throughput (samples/sec): 183.77 -2019-08-13 12:42:35,406 epoch 7 - iter 147/493 - loss 0.65087047 throughput (samples/sec): 180.75 -2019-08-13 12:42:44,303 epoch 7 - iter 196/493 - loss 0.65720450 throughput (samples/sec): 176.74 -2019-08-13 12:42:52,987 epoch 7 - iter 245/493 - loss 0.67852709 throughput (samples/sec): 181.09 -2019-08-13 12:43:01,680 epoch 7 - iter 294/493 - loss 0.69685003 throughput (samples/sec): 180.88 -2019-08-13 12:43:10,552 epoch 7 - iter 343/493 - loss 0.70726457 throughput (samples/sec): 177.24 -2019-08-13 12:43:19,337 epoch 7 - iter 392/493 - loss 0.71650480 throughput (samples/sec): 178.99 -2019-08-13 12:43:27,661 epoch 7 - iter 441/493 - loss 0.71506937 throughput (samples/sec): 188.94 -2019-08-13 12:43:36,245 epoch 7 - iter 490/493 - loss 0.71004307 throughput (samples/sec): 183.19 -2019-08-13 12:43:36,605 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:43:36,605 EPOCH 7 done: loss 0.7093 - lr 0.1000 -2019-08-13 12:43:36,605 BAD EPOCHS (no improvement): 0 -2019-08-13 12:43:36,606 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:43:36,806 epoch 8 - iter 0/493 - loss 0.55670226 throughput (samples/sec): 7841.44 -2019-08-13 12:43:45,371 epoch 8 - iter 49/493 - loss 0.71507860 throughput (samples/sec): 183.61 -2019-08-13 12:43:53,980 epoch 8 - iter 98/493 - loss 0.69736152 throughput (samples/sec): 182.68 -2019-08-13 12:44:02,630 epoch 8 - iter 147/493 - loss 0.66287554 throughput (samples/sec): 181.79 -2019-08-13 12:44:11,021 epoch 8 - iter 196/493 - loss 0.66621195 throughput (samples/sec): 187.44 -2019-08-13 12:44:19,903 epoch 8 - iter 245/493 - loss 0.66964139 throughput (samples/sec): 177.01 -2019-08-13 12:44:28,241 epoch 8 - iter 294/493 - loss 0.65612812 throughput (samples/sec): 188.62 -2019-08-13 12:44:36,554 epoch 8 - iter 343/493 - loss 0.66197763 throughput (samples/sec): 189.17 -2019-08-13 12:44:45,299 epoch 8 - iter 392/493 - loss 0.65967419 throughput (samples/sec): 179.81 -2019-08-13 12:44:53,926 epoch 8 - iter 441/493 - loss 0.65645194 throughput (samples/sec): 182.27 -2019-08-13 12:45:02,536 epoch 8 - iter 490/493 - loss 0.65698342 throughput (samples/sec): 182.65 -2019-08-13 12:45:02,932 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:45:02,932 EPOCH 8 done: loss 0.6563 - lr 0.1000 -2019-08-13 12:45:02,932 BAD EPOCHS (no improvement): 0 -2019-08-13 12:45:02,933 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:45:03,116 epoch 9 - iter 0/493 - loss 0.34088182 throughput (samples/sec): 8588.87 -2019-08-13 12:45:11,911 epoch 9 - iter 49/493 - loss 0.57577198 throughput (samples/sec): 178.80 -2019-08-13 12:45:20,420 epoch 9 - iter 98/493 - loss 0.63099662 throughput (samples/sec): 184.80 -2019-08-13 12:45:28,576 epoch 9 - iter 147/493 - loss 0.66182153 throughput (samples/sec): 192.83 -2019-08-13 12:45:37,338 epoch 9 - iter 196/493 - loss 0.65840089 throughput (samples/sec): 179.45 -2019-08-13 12:45:45,872 epoch 9 - iter 245/493 - loss 0.65015057 throughput (samples/sec): 184.26 -2019-08-13 12:45:54,660 epoch 9 - iter 294/493 - loss 0.64066794 throughput (samples/sec): 178.93 -2019-08-13 12:46:02,897 epoch 9 - iter 343/493 - loss 0.63354588 throughput (samples/sec): 190.92 -2019-08-13 12:46:11,736 epoch 9 - iter 392/493 - loss 0.63328888 throughput (samples/sec): 177.90 -2019-08-13 12:46:20,071 epoch 9 - iter 441/493 - loss 0.62852250 throughput (samples/sec): 188.69 -2019-08-13 12:46:28,853 epoch 9 - iter 490/493 - loss 0.63639676 throughput (samples/sec): 179.04 -2019-08-13 12:46:29,164 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:46:29,164 EPOCH 9 done: loss 0.6375 - lr 0.1000 -2019-08-13 12:46:29,164 BAD EPOCHS (no improvement): 0 -2019-08-13 12:46:29,164 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:46:29,378 epoch 10 - iter 0/493 - loss 1.17763615 throughput (samples/sec): 7388.65 -2019-08-13 12:46:37,576 epoch 10 - iter 49/493 - loss 0.61343721 throughput (samples/sec): 191.83 -2019-08-13 12:46:46,521 epoch 10 - iter 98/493 - loss 0.65214093 throughput (samples/sec): 175.78 -2019-08-13 12:46:54,978 epoch 10 - iter 147/493 - loss 0.64992781 throughput (samples/sec): 185.95 -2019-08-13 12:47:03,348 epoch 10 - iter 196/493 - loss 0.62276273 throughput (samples/sec): 187.89 -2019-08-13 12:47:12,369 epoch 10 - iter 245/493 - loss 0.60576585 throughput (samples/sec): 174.29 -2019-08-13 12:47:21,007 epoch 10 - iter 294/493 - loss 0.60374692 throughput (samples/sec): 182.05 -2019-08-13 12:47:29,640 epoch 10 - iter 343/493 - loss 0.60941950 throughput (samples/sec): 182.14 -2019-08-13 12:47:38,468 epoch 10 - iter 392/493 - loss 0.61041994 throughput (samples/sec): 178.11 -2019-08-13 12:47:46,474 epoch 10 - iter 441/493 - loss 0.60177990 throughput (samples/sec): 196.44 -2019-08-13 12:47:54,821 epoch 10 - iter 490/493 - loss 0.59856470 throughput (samples/sec): 188.42 -2019-08-13 12:47:55,257 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:47:55,257 EPOCH 10 done: loss 0.5986 - lr 0.1000 -2019-08-13 12:47:55,257 BAD EPOCHS (no improvement): 0 -2019-08-13 12:47:55,257 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:47:55,459 epoch 11 - iter 0/493 - loss 0.40001374 throughput (samples/sec): 7806.47 -2019-08-13 12:48:03,706 epoch 11 - iter 49/493 - loss 0.61267841 throughput (samples/sec): 190.69 -2019-08-13 12:48:11,890 epoch 11 - iter 98/493 - loss 0.56157616 throughput (samples/sec): 192.18 -2019-08-13 12:48:20,381 epoch 11 - iter 147/493 - loss 0.58428185 throughput (samples/sec): 185.21 -2019-08-13 12:48:28,835 epoch 11 - iter 196/493 - loss 0.57925224 throughput (samples/sec): 185.99 -2019-08-13 12:48:37,697 epoch 11 - iter 245/493 - loss 0.58093671 throughput (samples/sec): 177.42 -2019-08-13 12:48:46,098 epoch 11 - iter 294/493 - loss 0.57312300 throughput (samples/sec): 187.21 -2019-08-13 12:48:55,173 epoch 11 - iter 343/493 - loss 0.56952645 throughput (samples/sec): 173.25 -2019-08-13 12:49:03,757 epoch 11 - iter 392/493 - loss 0.57265007 throughput (samples/sec): 183.18 -2019-08-13 12:49:12,226 epoch 11 - iter 441/493 - loss 0.56983325 throughput (samples/sec): 185.68 -2019-08-13 12:49:20,590 epoch 11 - iter 490/493 - loss 0.57083138 throughput (samples/sec): 188.02 -2019-08-13 12:49:21,030 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:49:21,030 EPOCH 11 done: loss 0.5703 - lr 0.1000 -2019-08-13 12:49:21,031 BAD EPOCHS (no improvement): 0 -2019-08-13 12:49:21,031 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:49:21,191 epoch 12 - iter 0/493 - loss 0.30076072 throughput (samples/sec): 9864.91 -2019-08-13 12:49:29,450 epoch 12 - iter 49/493 - loss 0.52239391 throughput (samples/sec): 190.41 -2019-08-13 12:49:38,341 epoch 12 - iter 98/493 - loss 0.50880695 throughput (samples/sec): 176.85 -2019-08-13 12:49:47,117 epoch 12 - iter 147/493 - loss 0.51691063 throughput (samples/sec): 179.16 -2019-08-13 12:49:55,510 epoch 12 - iter 196/493 - loss 0.51442245 throughput (samples/sec): 187.36 -2019-08-13 12:50:03,606 epoch 12 - iter 245/493 - loss 0.51535880 throughput (samples/sec): 194.26 -2019-08-13 12:50:12,164 epoch 12 - iter 294/493 - loss 0.51586441 throughput (samples/sec): 183.75 -2019-08-13 12:50:20,795 epoch 12 - iter 343/493 - loss 0.53167867 throughput (samples/sec): 182.18 -2019-08-13 12:50:29,016 epoch 12 - iter 392/493 - loss 0.52993897 throughput (samples/sec): 191.29 -2019-08-13 12:50:37,835 epoch 12 - iter 441/493 - loss 0.53592643 throughput (samples/sec): 178.30 -2019-08-13 12:50:46,242 epoch 12 - iter 490/493 - loss 0.53424985 throughput (samples/sec): 187.05 -2019-08-13 12:50:46,557 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:50:46,557 EPOCH 12 done: loss 0.5344 - lr 0.1000 -2019-08-13 12:50:46,557 BAD EPOCHS (no improvement): 0 -2019-08-13 12:50:46,557 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:50:46,716 epoch 13 - iter 0/493 - loss 0.26164722 throughput (samples/sec): 9960.11 -2019-08-13 12:50:55,432 epoch 13 - iter 49/493 - loss 0.51347062 throughput (samples/sec): 180.40 -2019-08-13 12:51:03,731 epoch 13 - iter 98/493 - loss 0.48566931 throughput (samples/sec): 189.50 -2019-08-13 12:51:12,031 epoch 13 - iter 147/493 - loss 0.49598219 throughput (samples/sec): 189.46 -2019-08-13 12:51:20,615 epoch 13 - iter 196/493 - loss 0.50574423 throughput (samples/sec): 183.19 -2019-08-13 12:51:28,946 epoch 13 - iter 245/493 - loss 0.51728363 throughput (samples/sec): 188.77 -2019-08-13 12:51:37,467 epoch 13 - iter 294/493 - loss 0.51348137 throughput (samples/sec): 184.54 -2019-08-13 12:51:45,928 epoch 13 - iter 343/493 - loss 0.51554829 throughput (samples/sec): 185.85 -2019-08-13 12:51:54,550 epoch 13 - iter 392/493 - loss 0.50950089 throughput (samples/sec): 182.39 -2019-08-13 12:52:03,104 epoch 13 - iter 441/493 - loss 0.50970429 throughput (samples/sec): 183.81 -2019-08-13 12:52:11,967 epoch 13 - iter 490/493 - loss 0.50798532 throughput (samples/sec): 177.41 -2019-08-13 12:52:12,289 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:52:12,289 EPOCH 13 done: loss 0.5080 - lr 0.1000 -2019-08-13 12:52:12,289 BAD EPOCHS (no improvement): 0 -2019-08-13 12:52:12,290 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:52:12,461 epoch 14 - iter 0/493 - loss 0.25025496 throughput (samples/sec): 9204.06 -2019-08-13 12:52:20,833 epoch 14 - iter 49/493 - loss 0.49328938 throughput (samples/sec): 187.82 -2019-08-13 12:52:29,257 epoch 14 - iter 98/493 - loss 0.51575155 throughput (samples/sec): 186.67 -2019-08-13 12:52:37,941 epoch 14 - iter 147/493 - loss 0.51655991 throughput (samples/sec): 181.08 -2019-08-13 12:52:46,385 epoch 14 - iter 196/493 - loss 0.51616147 throughput (samples/sec): 186.23 -2019-08-13 12:52:55,673 epoch 14 - iter 245/493 - loss 0.52890858 throughput (samples/sec): 169.25 -2019-08-13 12:53:04,148 epoch 14 - iter 294/493 - loss 0.51594853 throughput (samples/sec): 185.56 -2019-08-13 12:53:12,600 epoch 14 - iter 343/493 - loss 0.51501712 throughput (samples/sec): 186.04 -2019-08-13 12:53:21,118 epoch 14 - iter 392/493 - loss 0.51036988 throughput (samples/sec): 184.61 -2019-08-13 12:53:29,778 epoch 14 - iter 441/493 - loss 0.50188980 throughput (samples/sec): 181.58 -2019-08-13 12:53:37,973 epoch 14 - iter 490/493 - loss 0.50366245 throughput (samples/sec): 191.90 -2019-08-13 12:53:38,310 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:53:38,310 EPOCH 14 done: loss 0.5055 - lr 0.1000 -2019-08-13 12:53:38,310 BAD EPOCHS (no improvement): 0 -2019-08-13 12:53:38,311 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:53:38,497 epoch 15 - iter 0/493 - loss 0.65806317 throughput (samples/sec): 8455.69 -2019-08-13 12:53:46,838 epoch 15 - iter 49/493 - loss 0.45747295 throughput (samples/sec): 188.54 -2019-08-13 12:53:55,103 epoch 15 - iter 98/493 - loss 0.47279819 throughput (samples/sec): 190.27 -2019-08-13 12:54:03,639 epoch 15 - iter 147/493 - loss 0.47034463 throughput (samples/sec): 184.21 -2019-08-13 12:54:12,500 epoch 15 - iter 196/493 - loss 0.47543002 throughput (samples/sec): 177.45 -2019-08-13 12:54:20,793 epoch 15 - iter 245/493 - loss 0.47646426 throughput (samples/sec): 189.63 -2019-08-13 12:54:29,529 epoch 15 - iter 294/493 - loss 0.48043800 throughput (samples/sec): 179.98 -2019-08-13 12:54:38,246 epoch 15 - iter 343/493 - loss 0.48243843 throughput (samples/sec): 180.38 -2019-08-13 12:54:47,186 epoch 15 - iter 392/493 - loss 0.48056209 throughput (samples/sec): 175.87 -2019-08-13 12:54:55,434 epoch 15 - iter 441/493 - loss 0.47781509 throughput (samples/sec): 190.68 -2019-08-13 12:55:03,749 epoch 15 - iter 490/493 - loss 0.48123861 throughput (samples/sec): 189.12 -2019-08-13 12:55:04,132 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:55:04,133 EPOCH 15 done: loss 0.4813 - lr 0.1000 -2019-08-13 12:55:04,133 BAD EPOCHS (no improvement): 0 -2019-08-13 12:55:04,133 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:55:04,284 epoch 16 - iter 0/493 - loss 0.32113385 throughput (samples/sec): 10463.07 -2019-08-13 12:55:12,708 epoch 16 - iter 49/493 - loss 0.42261627 throughput (samples/sec): 186.68 -2019-08-13 12:55:21,294 epoch 16 - iter 98/493 - loss 0.44550598 throughput (samples/sec): 183.16 -2019-08-13 12:55:29,794 epoch 16 - iter 147/493 - loss 0.45848858 throughput (samples/sec): 185.00 -2019-08-13 12:55:38,239 epoch 16 - iter 196/493 - loss 0.45489328 throughput (samples/sec): 186.20 -2019-08-13 12:55:46,948 epoch 16 - iter 245/493 - loss 0.44736206 throughput (samples/sec): 180.57 -2019-08-13 12:55:55,667 epoch 16 - iter 294/493 - loss 0.44605506 throughput (samples/sec): 180.32 -2019-08-13 12:56:04,091 epoch 16 - iter 343/493 - loss 0.44256951 throughput (samples/sec): 186.68 -2019-08-13 12:56:12,362 epoch 16 - iter 392/493 - loss 0.45432907 throughput (samples/sec): 190.14 -2019-08-13 12:56:21,196 epoch 16 - iter 441/493 - loss 0.45926406 throughput (samples/sec): 177.99 -2019-08-13 12:56:30,036 epoch 16 - iter 490/493 - loss 0.46217313 throughput (samples/sec): 177.87 -2019-08-13 12:56:30,339 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:56:30,339 EPOCH 16 done: loss 0.4617 - lr 0.1000 -2019-08-13 12:56:30,339 BAD EPOCHS (no improvement): 0 -2019-08-13 12:56:30,339 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:56:30,479 epoch 17 - iter 0/493 - loss 0.45685747 throughput (samples/sec): 11265.08 -2019-08-13 12:56:39,201 epoch 17 - iter 49/493 - loss 0.45634410 throughput (samples/sec): 180.28 -2019-08-13 12:56:47,752 epoch 17 - iter 98/493 - loss 0.45014080 throughput (samples/sec): 183.90 -2019-08-13 12:56:56,485 epoch 17 - iter 147/493 - loss 0.44057460 throughput (samples/sec): 180.04 -2019-08-13 12:57:05,508 epoch 17 - iter 196/493 - loss 0.44643217 throughput (samples/sec): 174.25 -2019-08-13 12:57:13,826 epoch 17 - iter 245/493 - loss 0.45872864 throughput (samples/sec): 189.06 -2019-08-13 12:57:22,073 epoch 17 - iter 294/493 - loss 0.45752462 throughput (samples/sec): 190.70 -2019-08-13 12:57:30,289 epoch 17 - iter 343/493 - loss 0.45096910 throughput (samples/sec): 191.42 -2019-08-13 12:57:38,794 epoch 17 - iter 392/493 - loss 0.44406229 throughput (samples/sec): 184.88 -2019-08-13 12:57:47,307 epoch 17 - iter 441/493 - loss 0.44404171 throughput (samples/sec): 184.73 -2019-08-13 12:57:55,599 epoch 17 - iter 490/493 - loss 0.44512019 throughput (samples/sec): 189.64 -2019-08-13 12:57:55,977 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:57:55,977 EPOCH 17 done: loss 0.4455 - lr 0.1000 -2019-08-13 12:57:55,977 BAD EPOCHS (no improvement): 0 -2019-08-13 12:57:55,977 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:57:56,138 epoch 18 - iter 0/493 - loss 0.83245289 throughput (samples/sec): 9807.36 -2019-08-13 12:58:04,769 epoch 18 - iter 49/493 - loss 0.43407969 throughput (samples/sec): 182.18 -2019-08-13 12:58:13,572 epoch 18 - iter 98/493 - loss 0.41251757 throughput (samples/sec): 178.62 -2019-08-13 12:58:21,956 epoch 18 - iter 147/493 - loss 0.41424506 throughput (samples/sec): 187.56 -2019-08-13 12:58:30,889 epoch 18 - iter 196/493 - loss 0.39679573 throughput (samples/sec): 176.02 -2019-08-13 12:58:39,360 epoch 18 - iter 245/493 - loss 0.41381138 throughput (samples/sec): 185.62 -2019-08-13 12:58:47,827 epoch 18 - iter 294/493 - loss 0.42376393 throughput (samples/sec): 185.73 -2019-08-13 12:58:56,084 epoch 18 - iter 343/493 - loss 0.42191917 throughput (samples/sec): 190.46 -2019-08-13 12:59:04,895 epoch 18 - iter 392/493 - loss 0.42249173 throughput (samples/sec): 178.46 -2019-08-13 12:59:13,104 epoch 18 - iter 441/493 - loss 0.42190314 throughput (samples/sec): 191.58 -2019-08-13 12:59:21,436 epoch 18 - iter 490/493 - loss 0.42838264 throughput (samples/sec): 188.74 -2019-08-13 12:59:21,750 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:59:21,751 EPOCH 18 done: loss 0.4287 - lr 0.1000 -2019-08-13 12:59:21,751 BAD EPOCHS (no improvement): 0 -2019-08-13 12:59:21,751 ---------------------------------------------------------------------------------------------------- -2019-08-13 12:59:21,906 epoch 19 - iter 0/493 - loss 0.32538933 throughput (samples/sec): 10170.31 -2019-08-13 12:59:30,553 epoch 19 - iter 49/493 - loss 0.43862224 throughput (samples/sec): 181.87 -2019-08-13 12:59:39,195 epoch 19 - iter 98/493 - loss 0.40404903 throughput (samples/sec): 181.95 -2019-08-13 12:59:47,506 epoch 19 - iter 147/493 - loss 0.40339020 throughput (samples/sec): 189.21 -2019-08-13 12:59:56,230 epoch 19 - iter 196/493 - loss 0.40988937 throughput (samples/sec): 180.23 -2019-08-13 13:00:04,481 epoch 19 - iter 245/493 - loss 0.41370059 throughput (samples/sec): 190.60 -2019-08-13 13:00:13,266 epoch 19 - iter 294/493 - loss 0.41817647 throughput (samples/sec): 179.00 -2019-08-13 13:00:21,587 epoch 19 - iter 343/493 - loss 0.41435126 throughput (samples/sec): 188.99 -2019-08-13 13:00:30,016 epoch 19 - iter 392/493 - loss 0.41686264 throughput (samples/sec): 186.56 -2019-08-13 13:00:38,613 epoch 19 - iter 441/493 - loss 0.41744207 throughput (samples/sec): 182.90 -2019-08-13 13:00:47,305 epoch 19 - iter 490/493 - loss 0.41547419 throughput (samples/sec): 180.90 -2019-08-13 13:00:47,698 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:00:47,698 EPOCH 19 done: loss 0.4173 - lr 0.1000 -2019-08-13 13:00:47,698 BAD EPOCHS (no improvement): 0 -2019-08-13 13:00:47,699 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:00:47,906 epoch 20 - iter 0/493 - loss 0.37347433 throughput (samples/sec): 7602.44 -2019-08-13 13:00:56,391 epoch 20 - iter 49/493 - loss 0.44384164 throughput (samples/sec): 185.33 -2019-08-13 13:01:05,284 epoch 20 - iter 98/493 - loss 0.41577730 throughput (samples/sec): 176.80 -2019-08-13 13:01:13,693 epoch 20 - iter 147/493 - loss 0.39876110 throughput (samples/sec): 187.00 -2019-08-13 13:01:22,157 epoch 20 - iter 196/493 - loss 0.38109033 throughput (samples/sec): 185.79 -2019-08-13 13:01:30,654 epoch 20 - iter 245/493 - loss 0.38249509 throughput (samples/sec): 185.06 -2019-08-13 13:01:39,264 epoch 20 - iter 294/493 - loss 0.37667877 throughput (samples/sec): 182.63 -2019-08-13 13:01:47,989 epoch 20 - iter 343/493 - loss 0.38357111 throughput (samples/sec): 180.21 -2019-08-13 13:01:56,767 epoch 20 - iter 392/493 - loss 0.39134447 throughput (samples/sec): 179.14 -2019-08-13 13:02:05,338 epoch 20 - iter 441/493 - loss 0.39523744 throughput (samples/sec): 183.46 -2019-08-13 13:02:14,015 epoch 20 - iter 490/493 - loss 0.39552516 throughput (samples/sec): 181.20 -2019-08-13 13:02:14,395 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:02:14,395 EPOCH 20 done: loss 0.3959 - lr 0.1000 -2019-08-13 13:02:14,396 BAD EPOCHS (no improvement): 0 -2019-08-13 13:02:14,396 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:02:14,609 epoch 21 - iter 0/493 - loss 0.15595460 throughput (samples/sec): 7374.41 -2019-08-13 13:02:22,910 epoch 21 - iter 49/493 - loss 0.40143904 throughput (samples/sec): 189.45 -2019-08-13 13:02:31,462 epoch 21 - iter 98/493 - loss 0.37842845 throughput (samples/sec): 183.88 -2019-08-13 13:02:39,642 epoch 21 - iter 147/493 - loss 0.38100905 throughput (samples/sec): 192.26 -2019-08-13 13:02:48,215 epoch 21 - iter 196/493 - loss 0.37830083 throughput (samples/sec): 183.41 -2019-08-13 13:02:56,474 epoch 21 - iter 245/493 - loss 0.37267664 throughput (samples/sec): 190.43 -2019-08-13 13:03:05,541 epoch 21 - iter 294/493 - loss 0.36998370 throughput (samples/sec): 173.39 -2019-08-13 13:03:14,453 epoch 21 - iter 343/493 - loss 0.37208267 throughput (samples/sec): 176.44 -2019-08-13 13:03:22,885 epoch 21 - iter 392/493 - loss 0.37520443 throughput (samples/sec): 186.50 -2019-08-13 13:03:31,538 epoch 21 - iter 441/493 - loss 0.37833698 throughput (samples/sec): 181.71 -2019-08-13 13:03:40,169 epoch 21 - iter 490/493 - loss 0.38408806 throughput (samples/sec): 182.19 -2019-08-13 13:03:40,580 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:03:40,580 EPOCH 21 done: loss 0.3835 - lr 0.1000 -2019-08-13 13:03:40,580 BAD EPOCHS (no improvement): 0 -2019-08-13 13:03:40,580 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:03:40,773 epoch 22 - iter 0/493 - loss 0.38031760 throughput (samples/sec): 8171.53 -2019-08-13 13:03:49,158 epoch 22 - iter 49/493 - loss 0.40760530 throughput (samples/sec): 187.56 -2019-08-13 13:03:58,171 epoch 22 - iter 98/493 - loss 0.37243043 throughput (samples/sec): 174.45 -2019-08-13 13:04:07,200 epoch 22 - iter 147/493 - loss 0.37348899 throughput (samples/sec): 174.13 -2019-08-13 13:04:15,717 epoch 22 - iter 196/493 - loss 0.36647534 throughput (samples/sec): 184.62 -2019-08-13 13:04:24,123 epoch 22 - iter 245/493 - loss 0.36709750 throughput (samples/sec): 187.08 -2019-08-13 13:04:32,431 epoch 22 - iter 294/493 - loss 0.37094147 throughput (samples/sec): 189.28 -2019-08-13 13:04:41,066 epoch 22 - iter 343/493 - loss 0.37385356 throughput (samples/sec): 182.11 -2019-08-13 13:04:49,091 epoch 22 - iter 392/493 - loss 0.37620894 throughput (samples/sec): 195.97 -2019-08-13 13:04:57,781 epoch 22 - iter 441/493 - loss 0.37425201 throughput (samples/sec): 180.96 -2019-08-13 13:05:06,163 epoch 22 - iter 490/493 - loss 0.37290107 throughput (samples/sec): 187.62 -2019-08-13 13:05:06,522 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:05:06,523 EPOCH 22 done: loss 0.3729 - lr 0.1000 -2019-08-13 13:05:06,523 BAD EPOCHS (no improvement): 0 -2019-08-13 13:05:06,523 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:05:06,690 epoch 23 - iter 0/493 - loss 0.16041324 throughput (samples/sec): 9430.01 -2019-08-13 13:05:15,480 epoch 23 - iter 49/493 - loss 0.34254282 throughput (samples/sec): 178.90 -2019-08-13 13:05:23,959 epoch 23 - iter 98/493 - loss 0.34425312 throughput (samples/sec): 185.46 -2019-08-13 13:05:32,099 epoch 23 - iter 147/493 - loss 0.35516957 throughput (samples/sec): 193.20 -2019-08-13 13:05:40,887 epoch 23 - iter 196/493 - loss 0.36130304 throughput (samples/sec): 178.92 -2019-08-13 13:05:49,580 epoch 23 - iter 245/493 - loss 0.37018444 throughput (samples/sec): 180.91 -2019-08-13 13:05:58,195 epoch 23 - iter 294/493 - loss 0.36306766 throughput (samples/sec): 182.54 -2019-08-13 13:06:07,247 epoch 23 - iter 343/493 - loss 0.37175198 throughput (samples/sec): 173.68 -2019-08-13 13:06:15,441 epoch 23 - iter 392/493 - loss 0.36892259 throughput (samples/sec): 191.93 -2019-08-13 13:06:23,741 epoch 23 - iter 441/493 - loss 0.36688239 throughput (samples/sec): 189.49 -2019-08-13 13:06:32,394 epoch 23 - iter 490/493 - loss 0.36939711 throughput (samples/sec): 181.73 -2019-08-13 13:06:32,769 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:06:32,769 EPOCH 23 done: loss 0.3696 - lr 0.1000 -2019-08-13 13:06:32,769 BAD EPOCHS (no improvement): 0 -2019-08-13 13:06:32,770 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:06:32,917 epoch 24 - iter 0/493 - loss 0.15900993 throughput (samples/sec): 10696.85 -2019-08-13 13:06:41,202 epoch 24 - iter 49/493 - loss 0.30137997 throughput (samples/sec): 189.83 -2019-08-13 13:06:49,526 epoch 24 - iter 98/493 - loss 0.31547144 throughput (samples/sec): 188.92 -2019-08-13 13:06:57,759 epoch 24 - iter 147/493 - loss 0.32688311 throughput (samples/sec): 191.02 -2019-08-13 13:07:06,430 epoch 24 - iter 196/493 - loss 0.32212229 throughput (samples/sec): 181.35 -2019-08-13 13:07:15,543 epoch 24 - iter 245/493 - loss 0.32785766 throughput (samples/sec): 172.51 -2019-08-13 13:07:24,136 epoch 24 - iter 294/493 - loss 0.32802132 throughput (samples/sec): 182.99 -2019-08-13 13:07:32,580 epoch 24 - iter 343/493 - loss 0.32963013 throughput (samples/sec): 186.25 -2019-08-13 13:07:41,267 epoch 24 - iter 392/493 - loss 0.33033821 throughput (samples/sec): 181.01 -2019-08-13 13:07:49,952 epoch 24 - iter 441/493 - loss 0.33495684 throughput (samples/sec): 181.06 -2019-08-13 13:07:58,343 epoch 24 - iter 490/493 - loss 0.33732090 throughput (samples/sec): 187.42 -2019-08-13 13:07:58,648 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:07:58,648 EPOCH 24 done: loss 0.3377 - lr 0.1000 -2019-08-13 13:07:58,648 BAD EPOCHS (no improvement): 0 -2019-08-13 13:07:58,648 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:07:58,850 epoch 25 - iter 0/493 - loss 0.38993293 throughput (samples/sec): 7809.98 -2019-08-13 13:08:07,305 epoch 25 - iter 49/493 - loss 0.30823894 throughput (samples/sec): 185.98 -2019-08-13 13:08:16,134 epoch 25 - iter 98/493 - loss 0.30308885 throughput (samples/sec): 178.11 -2019-08-13 13:08:24,466 epoch 25 - iter 147/493 - loss 0.31463880 throughput (samples/sec): 188.72 -2019-08-13 13:08:33,351 epoch 25 - iter 196/493 - loss 0.31648569 throughput (samples/sec): 176.99 -2019-08-13 13:08:41,788 epoch 25 - iter 245/493 - loss 0.32293284 throughput (samples/sec): 186.37 -2019-08-13 13:08:50,598 epoch 25 - iter 294/493 - loss 0.32578427 throughput (samples/sec): 178.49 -2019-08-13 13:08:59,155 epoch 25 - iter 343/493 - loss 0.32463334 throughput (samples/sec): 183.77 -2019-08-13 13:09:07,786 epoch 25 - iter 392/493 - loss 0.33402222 throughput (samples/sec): 182.18 -2019-08-13 13:09:16,434 epoch 25 - iter 441/493 - loss 0.33875732 throughput (samples/sec): 181.85 -2019-08-13 13:09:24,948 epoch 25 - iter 490/493 - loss 0.34109263 throughput (samples/sec): 184.68 -2019-08-13 13:09:25,307 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:09:25,307 EPOCH 25 done: loss 0.3409 - lr 0.1000 -2019-08-13 13:09:25,307 BAD EPOCHS (no improvement): 1 -2019-08-13 13:09:25,307 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:09:25,459 epoch 26 - iter 0/493 - loss 0.36861834 throughput (samples/sec): 10404.15 -2019-08-13 13:09:34,194 epoch 26 - iter 49/493 - loss 0.33155598 throughput (samples/sec): 180.02 -2019-08-13 13:09:42,498 epoch 26 - iter 98/493 - loss 0.34441156 throughput (samples/sec): 189.38 -2019-08-13 13:09:51,165 epoch 26 - iter 147/493 - loss 0.34093977 throughput (samples/sec): 181.42 -2019-08-13 13:09:59,790 epoch 26 - iter 196/493 - loss 0.33815420 throughput (samples/sec): 182.32 -2019-08-13 13:10:08,239 epoch 26 - iter 245/493 - loss 0.34072901 throughput (samples/sec): 186.11 -2019-08-13 13:10:16,949 epoch 26 - iter 294/493 - loss 0.34246755 throughput (samples/sec): 180.53 -2019-08-13 13:10:25,472 epoch 26 - iter 343/493 - loss 0.33219704 throughput (samples/sec): 184.52 -2019-08-13 13:10:33,891 epoch 26 - iter 392/493 - loss 0.33225220 throughput (samples/sec): 186.79 -2019-08-13 13:10:43,059 epoch 26 - iter 441/493 - loss 0.33442864 throughput (samples/sec): 171.49 -2019-08-13 13:10:51,275 epoch 26 - iter 490/493 - loss 0.33863137 throughput (samples/sec): 191.44 -2019-08-13 13:10:51,632 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:10:51,633 EPOCH 26 done: loss 0.3401 - lr 0.1000 -2019-08-13 13:10:51,633 BAD EPOCHS (no improvement): 2 -2019-08-13 13:10:51,633 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:10:51,855 epoch 27 - iter 0/493 - loss 0.56846982 throughput (samples/sec): 7078.52 -2019-08-13 13:11:00,447 epoch 27 - iter 49/493 - loss 0.35116105 throughput (samples/sec): 183.03 -2019-08-13 13:11:08,763 epoch 27 - iter 98/493 - loss 0.33265639 throughput (samples/sec): 189.13 -2019-08-13 13:11:17,576 epoch 27 - iter 147/493 - loss 0.32163946 throughput (samples/sec): 178.43 -2019-08-13 13:11:26,085 epoch 27 - iter 196/493 - loss 0.32551415 throughput (samples/sec): 184.81 -2019-08-13 13:11:34,712 epoch 27 - iter 245/493 - loss 0.32038006 throughput (samples/sec): 182.30 -2019-08-13 13:11:43,096 epoch 27 - iter 294/493 - loss 0.32331425 throughput (samples/sec): 187.56 -2019-08-13 13:11:51,706 epoch 27 - iter 343/493 - loss 0.31820772 throughput (samples/sec): 182.66 -2019-08-13 13:12:00,242 epoch 27 - iter 392/493 - loss 0.31900627 throughput (samples/sec): 184.22 -2019-08-13 13:12:09,050 epoch 27 - iter 441/493 - loss 0.32291329 throughput (samples/sec): 178.53 -2019-08-13 13:12:17,821 epoch 27 - iter 490/493 - loss 0.32174085 throughput (samples/sec): 179.27 -2019-08-13 13:12:18,233 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:12:18,233 EPOCH 27 done: loss 0.3214 - lr 0.1000 -2019-08-13 13:12:18,233 BAD EPOCHS (no improvement): 0 -2019-08-13 13:12:18,233 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:12:18,451 epoch 28 - iter 0/493 - loss 0.10151005 throughput (samples/sec): 7241.90 -2019-08-13 13:12:26,903 epoch 28 - iter 49/493 - loss 0.25486740 throughput (samples/sec): 186.07 -2019-08-13 13:12:35,591 epoch 28 - iter 98/493 - loss 0.27592506 throughput (samples/sec): 180.99 -2019-08-13 13:12:44,215 epoch 28 - iter 147/493 - loss 0.28980302 throughput (samples/sec): 182.35 -2019-08-13 13:12:52,597 epoch 28 - iter 196/493 - loss 0.28903667 throughput (samples/sec): 187.63 -2019-08-13 13:13:01,365 epoch 28 - iter 245/493 - loss 0.29752108 throughput (samples/sec): 179.36 -2019-08-13 13:13:10,061 epoch 28 - iter 294/493 - loss 0.30172152 throughput (samples/sec): 180.83 -2019-08-13 13:13:18,662 epoch 28 - iter 343/493 - loss 0.30002782 throughput (samples/sec): 182.83 -2019-08-13 13:13:27,334 epoch 28 - iter 392/493 - loss 0.30447476 throughput (samples/sec): 181.35 -2019-08-13 13:13:35,702 epoch 28 - iter 441/493 - loss 0.30991827 throughput (samples/sec): 187.93 -2019-08-13 13:13:44,142 epoch 28 - iter 490/493 - loss 0.31534626 throughput (samples/sec): 186.33 -2019-08-13 13:13:44,514 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:13:44,514 EPOCH 28 done: loss 0.3147 - lr 0.1000 -2019-08-13 13:13:44,514 BAD EPOCHS (no improvement): 0 -2019-08-13 13:13:44,514 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:13:44,704 epoch 29 - iter 0/493 - loss 0.58358979 throughput (samples/sec): 8322.22 -2019-08-13 13:13:53,879 epoch 29 - iter 49/493 - loss 0.30902729 throughput (samples/sec): 171.36 -2019-08-13 13:14:02,446 epoch 29 - iter 98/493 - loss 0.30786715 throughput (samples/sec): 183.57 -2019-08-13 13:14:11,101 epoch 29 - iter 147/493 - loss 0.31258818 throughput (samples/sec): 181.69 -2019-08-13 13:14:19,613 epoch 29 - iter 196/493 - loss 0.30883840 throughput (samples/sec): 184.73 -2019-08-13 13:14:28,156 epoch 29 - iter 245/493 - loss 0.30905582 throughput (samples/sec): 184.10 -2019-08-13 13:14:36,955 epoch 29 - iter 294/493 - loss 0.30890569 throughput (samples/sec): 178.69 -2019-08-13 13:14:45,384 epoch 29 - iter 343/493 - loss 0.30893863 throughput (samples/sec): 186.59 -2019-08-13 13:14:53,702 epoch 29 - iter 392/493 - loss 0.31119523 throughput (samples/sec): 189.07 -2019-08-13 13:15:01,885 epoch 29 - iter 441/493 - loss 0.30868978 throughput (samples/sec): 192.20 -2019-08-13 13:15:10,519 epoch 29 - iter 490/493 - loss 0.31141302 throughput (samples/sec): 182.13 -2019-08-13 13:15:10,831 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:15:10,831 EPOCH 29 done: loss 0.3113 - lr 0.1000 -2019-08-13 13:15:10,831 BAD EPOCHS (no improvement): 0 -2019-08-13 13:15:10,831 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:15:10,977 epoch 30 - iter 0/493 - loss 0.21257666 throughput (samples/sec): 10806.33 -2019-08-13 13:15:19,583 epoch 30 - iter 49/493 - loss 0.24154660 throughput (samples/sec): 182.73 -2019-08-13 13:15:27,869 epoch 30 - iter 98/493 - loss 0.25621088 throughput (samples/sec): 189.80 -2019-08-13 13:15:36,593 epoch 30 - iter 147/493 - loss 0.26019654 throughput (samples/sec): 180.26 -2019-08-13 13:15:45,234 epoch 30 - iter 196/493 - loss 0.27470920 throughput (samples/sec): 181.98 -2019-08-13 13:15:53,770 epoch 30 - iter 245/493 - loss 0.27231044 throughput (samples/sec): 184.23 -2019-08-13 13:16:02,469 epoch 30 - iter 294/493 - loss 0.28895769 throughput (samples/sec): 180.77 -2019-08-13 13:16:11,557 epoch 30 - iter 343/493 - loss 0.29721795 throughput (samples/sec): 173.01 -2019-08-13 13:16:20,072 epoch 30 - iter 392/493 - loss 0.30228754 throughput (samples/sec): 184.67 -2019-08-13 13:16:28,420 epoch 30 - iter 441/493 - loss 0.30274320 throughput (samples/sec): 188.39 -2019-08-13 13:16:37,034 epoch 30 - iter 490/493 - loss 0.30512158 throughput (samples/sec): 182.56 -2019-08-13 13:16:37,429 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:16:37,429 EPOCH 30 done: loss 0.3056 - lr 0.1000 -2019-08-13 13:16:37,429 BAD EPOCHS (no improvement): 0 -2019-08-13 13:16:37,430 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:16:37,597 epoch 31 - iter 0/493 - loss 0.42581978 throughput (samples/sec): 9436.25 -2019-08-13 13:16:46,336 epoch 31 - iter 49/493 - loss 0.27120700 throughput (samples/sec): 179.93 -2019-08-13 13:16:55,011 epoch 31 - iter 98/493 - loss 0.28992774 throughput (samples/sec): 181.27 -2019-08-13 13:17:03,462 epoch 31 - iter 147/493 - loss 0.30485076 throughput (samples/sec): 186.09 -2019-08-13 13:17:12,177 epoch 31 - iter 196/493 - loss 0.31276080 throughput (samples/sec): 180.45 -2019-08-13 13:17:20,773 epoch 31 - iter 245/493 - loss 0.30976130 throughput (samples/sec): 182.93 -2019-08-13 13:17:29,333 epoch 31 - iter 294/493 - loss 0.31058574 throughput (samples/sec): 183.72 -2019-08-13 13:17:37,684 epoch 31 - iter 343/493 - loss 0.30488883 throughput (samples/sec): 188.33 -2019-08-13 13:17:46,305 epoch 31 - iter 392/493 - loss 0.30453494 throughput (samples/sec): 182.41 -2019-08-13 13:17:55,060 epoch 31 - iter 441/493 - loss 0.30579607 throughput (samples/sec): 179.60 -2019-08-13 13:18:03,626 epoch 31 - iter 490/493 - loss 0.30464687 throughput (samples/sec): 183.60 -2019-08-13 13:18:03,986 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:18:03,986 EPOCH 31 done: loss 0.3041 - lr 0.1000 -2019-08-13 13:18:03,986 BAD EPOCHS (no improvement): 0 -2019-08-13 13:18:03,987 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:18:04,143 epoch 32 - iter 0/493 - loss 0.51433909 throughput (samples/sec): 10078.46 -2019-08-13 13:18:12,850 epoch 32 - iter 49/493 - loss 0.33752194 throughput (samples/sec): 180.60 -2019-08-13 13:18:21,205 epoch 32 - iter 98/493 - loss 0.29868747 throughput (samples/sec): 188.24 -2019-08-13 13:18:29,854 epoch 32 - iter 147/493 - loss 0.29511956 throughput (samples/sec): 181.82 -2019-08-13 13:18:38,327 epoch 32 - iter 196/493 - loss 0.29091224 throughput (samples/sec): 185.60 -2019-08-13 13:18:47,158 epoch 32 - iter 245/493 - loss 0.29001353 throughput (samples/sec): 178.08 -2019-08-13 13:18:55,885 epoch 32 - iter 294/493 - loss 0.28295410 throughput (samples/sec): 180.18 -2019-08-13 13:19:04,516 epoch 32 - iter 343/493 - loss 0.28561890 throughput (samples/sec): 182.19 -2019-08-13 13:19:13,234 epoch 32 - iter 392/493 - loss 0.28432568 throughput (samples/sec): 180.39 -2019-08-13 13:19:21,271 epoch 32 - iter 441/493 - loss 0.28732165 throughput (samples/sec): 195.69 -2019-08-13 13:19:30,284 epoch 32 - iter 490/493 - loss 0.28772223 throughput (samples/sec): 174.45 -2019-08-13 13:19:30,646 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:19:30,646 EPOCH 32 done: loss 0.2886 - lr 0.1000 -2019-08-13 13:19:30,646 BAD EPOCHS (no improvement): 0 -2019-08-13 13:19:30,647 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:19:30,807 epoch 33 - iter 0/493 - loss 0.23711374 throughput (samples/sec): 9820.29 -2019-08-13 13:19:39,427 epoch 33 - iter 49/493 - loss 0.25960778 throughput (samples/sec): 182.43 -2019-08-13 13:19:47,997 epoch 33 - iter 98/493 - loss 0.26672792 throughput (samples/sec): 183.50 -2019-08-13 13:19:56,679 epoch 33 - iter 147/493 - loss 0.27107936 throughput (samples/sec): 181.12 -2019-08-13 13:20:05,432 epoch 33 - iter 196/493 - loss 0.27098579 throughput (samples/sec): 179.65 -2019-08-13 13:20:14,150 epoch 33 - iter 245/493 - loss 0.27501836 throughput (samples/sec): 180.38 -2019-08-13 13:20:22,952 epoch 33 - iter 294/493 - loss 0.27872276 throughput (samples/sec): 178.64 -2019-08-13 13:20:31,440 epoch 33 - iter 343/493 - loss 0.27780728 throughput (samples/sec): 185.28 -2019-08-13 13:20:39,935 epoch 33 - iter 392/493 - loss 0.28116317 throughput (samples/sec): 185.12 -2019-08-13 13:20:48,583 epoch 33 - iter 441/493 - loss 0.28705013 throughput (samples/sec): 181.84 -2019-08-13 13:20:57,106 epoch 33 - iter 490/493 - loss 0.29157583 throughput (samples/sec): 184.51 -2019-08-13 13:20:57,456 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:20:57,456 EPOCH 33 done: loss 0.2917 - lr 0.1000 -2019-08-13 13:20:57,456 BAD EPOCHS (no improvement): 1 -2019-08-13 13:20:57,456 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:20:57,611 epoch 34 - iter 0/493 - loss 0.37360695 throughput (samples/sec): 10213.92 -2019-08-13 13:21:06,288 epoch 34 - iter 49/493 - loss 0.25804191 throughput (samples/sec): 181.22 -2019-08-13 13:21:14,625 epoch 34 - iter 98/493 - loss 0.27329150 throughput (samples/sec): 188.65 -2019-08-13 13:21:23,093 epoch 34 - iter 147/493 - loss 0.27029744 throughput (samples/sec): 185.71 -2019-08-13 13:21:31,882 epoch 34 - iter 196/493 - loss 0.27303168 throughput (samples/sec): 178.92 -2019-08-13 13:21:40,814 epoch 34 - iter 245/493 - loss 0.26437437 throughput (samples/sec): 176.05 -2019-08-13 13:21:49,499 epoch 34 - iter 294/493 - loss 0.26782224 throughput (samples/sec): 181.06 -2019-08-13 13:21:58,193 epoch 34 - iter 343/493 - loss 0.27095409 throughput (samples/sec): 180.88 -2019-08-13 13:22:06,624 epoch 34 - iter 392/493 - loss 0.27822504 throughput (samples/sec): 186.52 -2019-08-13 13:22:15,045 epoch 34 - iter 441/493 - loss 0.27567254 throughput (samples/sec): 186.75 -2019-08-13 13:22:23,600 epoch 34 - iter 490/493 - loss 0.27717298 throughput (samples/sec): 183.84 -2019-08-13 13:22:23,972 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:22:23,972 EPOCH 34 done: loss 0.2765 - lr 0.1000 -2019-08-13 13:22:23,972 BAD EPOCHS (no improvement): 0 -2019-08-13 13:22:23,972 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:22:24,135 epoch 35 - iter 0/493 - loss 0.45720294 throughput (samples/sec): 9671.78 -2019-08-13 13:22:32,645 epoch 35 - iter 49/493 - loss 0.26099602 throughput (samples/sec): 184.80 -2019-08-13 13:22:41,079 epoch 35 - iter 98/493 - loss 0.25000722 throughput (samples/sec): 186.46 -2019-08-13 13:22:50,094 epoch 35 - iter 147/493 - loss 0.25258292 throughput (samples/sec): 174.41 -2019-08-13 13:22:59,208 epoch 35 - iter 196/493 - loss 0.25386540 throughput (samples/sec): 172.51 -2019-08-13 13:23:07,949 epoch 35 - iter 245/493 - loss 0.26040775 throughput (samples/sec): 179.90 -2019-08-13 13:23:16,339 epoch 35 - iter 294/493 - loss 0.26710596 throughput (samples/sec): 187.46 -2019-08-13 13:23:24,638 epoch 35 - iter 343/493 - loss 0.26637860 throughput (samples/sec): 189.50 -2019-08-13 13:23:33,420 epoch 35 - iter 392/493 - loss 0.26808618 throughput (samples/sec): 179.05 -2019-08-13 13:23:42,076 epoch 35 - iter 441/493 - loss 0.27056497 throughput (samples/sec): 181.68 -2019-08-13 13:23:50,795 epoch 35 - iter 490/493 - loss 0.27051968 throughput (samples/sec): 180.35 -2019-08-13 13:23:51,142 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:23:51,142 EPOCH 35 done: loss 0.2702 - lr 0.1000 -2019-08-13 13:23:51,142 BAD EPOCHS (no improvement): 0 -2019-08-13 13:23:51,142 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:23:51,320 epoch 36 - iter 0/493 - loss 0.43819594 throughput (samples/sec): 8893.95 -2019-08-13 13:23:59,636 epoch 36 - iter 49/493 - loss 0.29495765 throughput (samples/sec): 189.11 -2019-08-13 13:24:08,501 epoch 36 - iter 98/493 - loss 0.28028682 throughput (samples/sec): 177.38 -2019-08-13 13:24:17,524 epoch 36 - iter 147/493 - loss 0.27867891 throughput (samples/sec): 174.26 -2019-08-13 13:24:26,136 epoch 36 - iter 196/493 - loss 0.27760053 throughput (samples/sec): 182.60 -2019-08-13 13:24:34,494 epoch 36 - iter 245/493 - loss 0.27643387 throughput (samples/sec): 188.16 -2019-08-13 13:24:43,042 epoch 36 - iter 294/493 - loss 0.26476608 throughput (samples/sec): 183.96 -2019-08-13 13:24:52,006 epoch 36 - iter 343/493 - loss 0.27202004 throughput (samples/sec): 175.42 -2019-08-13 13:25:00,367 epoch 36 - iter 392/493 - loss 0.26888030 throughput (samples/sec): 188.10 -2019-08-13 13:25:08,938 epoch 36 - iter 441/493 - loss 0.27220951 throughput (samples/sec): 183.47 -2019-08-13 13:25:17,518 epoch 36 - iter 490/493 - loss 0.27387796 throughput (samples/sec): 183.28 -2019-08-13 13:25:17,852 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:25:17,852 EPOCH 36 done: loss 0.2729 - lr 0.1000 -2019-08-13 13:25:17,852 BAD EPOCHS (no improvement): 1 -2019-08-13 13:25:17,852 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:25:18,033 epoch 37 - iter 0/493 - loss 0.23242295 throughput (samples/sec): 8741.85 -2019-08-13 13:25:26,682 epoch 37 - iter 49/493 - loss 0.25393972 throughput (samples/sec): 181.80 -2019-08-13 13:25:35,483 epoch 37 - iter 98/493 - loss 0.25715930 throughput (samples/sec): 178.68 -2019-08-13 13:25:44,218 epoch 37 - iter 147/493 - loss 0.25147262 throughput (samples/sec): 180.02 -2019-08-13 13:25:53,126 epoch 37 - iter 196/493 - loss 0.24523397 throughput (samples/sec): 176.51 -2019-08-13 13:26:01,693 epoch 37 - iter 245/493 - loss 0.24946296 throughput (samples/sec): 183.57 -2019-08-13 13:26:10,434 epoch 37 - iter 294/493 - loss 0.25385495 throughput (samples/sec): 179.90 -2019-08-13 13:26:18,916 epoch 37 - iter 343/493 - loss 0.25248900 throughput (samples/sec): 185.42 -2019-08-13 13:26:27,237 epoch 37 - iter 392/493 - loss 0.25415011 throughput (samples/sec): 189.00 -2019-08-13 13:26:35,744 epoch 37 - iter 441/493 - loss 0.25217384 throughput (samples/sec): 184.86 -2019-08-13 13:26:44,091 epoch 37 - iter 490/493 - loss 0.25218345 throughput (samples/sec): 188.42 -2019-08-13 13:26:44,576 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:26:44,576 EPOCH 37 done: loss 0.2516 - lr 0.1000 -2019-08-13 13:26:44,576 BAD EPOCHS (no improvement): 0 -2019-08-13 13:26:44,577 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:26:44,733 epoch 38 - iter 0/493 - loss 0.14609179 throughput (samples/sec): 10092.74 -2019-08-13 13:26:53,115 epoch 38 - iter 49/493 - loss 0.28419751 throughput (samples/sec): 187.62 -2019-08-13 13:27:02,053 epoch 38 - iter 98/493 - loss 0.26515254 throughput (samples/sec): 175.94 -2019-08-13 13:27:10,648 epoch 38 - iter 147/493 - loss 0.25568470 throughput (samples/sec): 182.96 -2019-08-13 13:27:19,325 epoch 38 - iter 196/493 - loss 0.25271590 throughput (samples/sec): 181.22 -2019-08-13 13:27:27,786 epoch 38 - iter 245/493 - loss 0.25176335 throughput (samples/sec): 185.88 -2019-08-13 13:27:36,192 epoch 38 - iter 294/493 - loss 0.24419705 throughput (samples/sec): 187.07 -2019-08-13 13:27:44,981 epoch 38 - iter 343/493 - loss 0.24721059 throughput (samples/sec): 178.92 -2019-08-13 13:27:53,316 epoch 38 - iter 392/493 - loss 0.24840939 throughput (samples/sec): 188.69 -2019-08-13 13:28:02,351 epoch 38 - iter 441/493 - loss 0.24899780 throughput (samples/sec): 174.03 -2019-08-13 13:28:10,878 epoch 38 - iter 490/493 - loss 0.24811893 throughput (samples/sec): 184.42 -2019-08-13 13:28:11,198 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:28:11,198 EPOCH 38 done: loss 0.2478 - lr 0.1000 -2019-08-13 13:28:11,198 BAD EPOCHS (no improvement): 0 -2019-08-13 13:28:11,199 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:28:11,388 epoch 39 - iter 0/493 - loss 0.69354898 throughput (samples/sec): 8322.74 -2019-08-13 13:28:19,979 epoch 39 - iter 49/493 - loss 0.24778159 throughput (samples/sec): 183.05 -2019-08-13 13:28:28,443 epoch 39 - iter 98/493 - loss 0.24094343 throughput (samples/sec): 185.79 -2019-08-13 13:28:37,102 epoch 39 - iter 147/493 - loss 0.24673668 throughput (samples/sec): 181.61 -2019-08-13 13:28:45,950 epoch 39 - iter 196/493 - loss 0.24925890 throughput (samples/sec): 177.72 -2019-08-13 13:28:54,507 epoch 39 - iter 245/493 - loss 0.24767995 throughput (samples/sec): 183.76 -2019-08-13 13:29:03,156 epoch 39 - iter 294/493 - loss 0.24924776 throughput (samples/sec): 181.84 -2019-08-13 13:29:11,401 epoch 39 - iter 343/493 - loss 0.24912652 throughput (samples/sec): 190.75 -2019-08-13 13:29:20,265 epoch 39 - iter 392/493 - loss 0.24690468 throughput (samples/sec): 177.39 -2019-08-13 13:29:29,198 epoch 39 - iter 441/493 - loss 0.25304322 throughput (samples/sec): 176.02 -2019-08-13 13:29:37,623 epoch 39 - iter 490/493 - loss 0.25633785 throughput (samples/sec): 186.68 -2019-08-13 13:29:37,940 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:29:37,940 EPOCH 39 done: loss 0.2567 - lr 0.1000 -2019-08-13 13:29:37,940 BAD EPOCHS (no improvement): 1 -2019-08-13 13:29:37,941 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:29:38,184 epoch 40 - iter 0/493 - loss 0.23012710 throughput (samples/sec): 6461.66 -2019-08-13 13:29:46,929 epoch 40 - iter 49/493 - loss 0.24773637 throughput (samples/sec): 179.82 -2019-08-13 13:29:55,457 epoch 40 - iter 98/493 - loss 0.22714260 throughput (samples/sec): 184.41 -2019-08-13 13:30:04,342 epoch 40 - iter 147/493 - loss 0.22817360 throughput (samples/sec): 176.95 -2019-08-13 13:30:12,627 epoch 40 - iter 196/493 - loss 0.23369204 throughput (samples/sec): 189.83 -2019-08-13 13:30:21,309 epoch 40 - iter 245/493 - loss 0.24687028 throughput (samples/sec): 181.12 -2019-08-13 13:30:29,910 epoch 40 - iter 294/493 - loss 0.24656931 throughput (samples/sec): 182.82 -2019-08-13 13:30:38,211 epoch 40 - iter 343/493 - loss 0.24374586 throughput (samples/sec): 189.46 -2019-08-13 13:30:46,760 epoch 40 - iter 392/493 - loss 0.23747550 throughput (samples/sec): 183.92 -2019-08-13 13:30:55,043 epoch 40 - iter 441/493 - loss 0.23867609 throughput (samples/sec): 189.88 -2019-08-13 13:31:03,827 epoch 40 - iter 490/493 - loss 0.23744767 throughput (samples/sec): 179.00 -2019-08-13 13:31:04,167 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:31:04,167 EPOCH 40 done: loss 0.2371 - lr 0.1000 -2019-08-13 13:31:04,167 BAD EPOCHS (no improvement): 0 -2019-08-13 13:31:04,167 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:31:04,329 epoch 41 - iter 0/493 - loss 0.26353076 throughput (samples/sec): 9771.64 -2019-08-13 13:31:12,929 epoch 41 - iter 49/493 - loss 0.24544868 throughput (samples/sec): 182.83 -2019-08-13 13:31:21,433 epoch 41 - iter 98/493 - loss 0.24071392 throughput (samples/sec): 184.92 -2019-08-13 13:31:30,263 epoch 41 - iter 147/493 - loss 0.23822908 throughput (samples/sec): 178.07 -2019-08-13 13:31:38,950 epoch 41 - iter 196/493 - loss 0.25722413 throughput (samples/sec): 181.01 -2019-08-13 13:31:47,562 epoch 41 - iter 245/493 - loss 0.25703082 throughput (samples/sec): 182.59 -2019-08-13 13:31:56,042 epoch 41 - iter 294/493 - loss 0.25082908 throughput (samples/sec): 185.42 -2019-08-13 13:32:04,471 epoch 41 - iter 343/493 - loss 0.24703262 throughput (samples/sec): 186.58 -2019-08-13 13:32:12,714 epoch 41 - iter 392/493 - loss 0.24214273 throughput (samples/sec): 190.78 -2019-08-13 13:32:21,094 epoch 41 - iter 441/493 - loss 0.24329319 throughput (samples/sec): 187.66 -2019-08-13 13:32:29,626 epoch 41 - iter 490/493 - loss 0.24644695 throughput (samples/sec): 184.30 -2019-08-13 13:32:30,064 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:32:30,064 EPOCH 41 done: loss 0.2472 - lr 0.1000 -2019-08-13 13:32:30,064 BAD EPOCHS (no improvement): 1 -2019-08-13 13:32:30,064 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:32:30,206 epoch 42 - iter 0/493 - loss 0.14465764 throughput (samples/sec): 11142.57 -2019-08-13 13:32:38,708 epoch 42 - iter 49/493 - loss 0.22819171 throughput (samples/sec): 184.96 -2019-08-13 13:32:47,333 epoch 42 - iter 98/493 - loss 0.22396815 throughput (samples/sec): 182.31 -2019-08-13 13:32:55,952 epoch 42 - iter 147/493 - loss 0.23819072 throughput (samples/sec): 182.46 -2019-08-13 13:33:05,035 epoch 42 - iter 196/493 - loss 0.24381560 throughput (samples/sec): 173.09 -2019-08-13 13:33:13,709 epoch 42 - iter 245/493 - loss 0.24589754 throughput (samples/sec): 181.28 -2019-08-13 13:33:22,267 epoch 42 - iter 294/493 - loss 0.24882664 throughput (samples/sec): 183.74 -2019-08-13 13:33:30,969 epoch 42 - iter 343/493 - loss 0.24690578 throughput (samples/sec): 180.69 -2019-08-13 13:33:39,184 epoch 42 - iter 392/493 - loss 0.24810100 throughput (samples/sec): 191.44 -2019-08-13 13:33:47,442 epoch 42 - iter 441/493 - loss 0.24478427 throughput (samples/sec): 190.44 -2019-08-13 13:33:56,098 epoch 42 - iter 490/493 - loss 0.24172878 throughput (samples/sec): 181.64 -2019-08-13 13:33:56,456 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:33:56,456 EPOCH 42 done: loss 0.2423 - lr 0.1000 -2019-08-13 13:33:56,456 BAD EPOCHS (no improvement): 2 -2019-08-13 13:33:56,457 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:33:56,606 epoch 43 - iter 0/493 - loss 0.02929825 throughput (samples/sec): 10599.61 -2019-08-13 13:34:04,953 epoch 43 - iter 49/493 - loss 0.19514494 throughput (samples/sec): 188.39 -2019-08-13 13:34:13,605 epoch 43 - iter 98/493 - loss 0.21832304 throughput (samples/sec): 181.74 -2019-08-13 13:34:21,998 epoch 43 - iter 147/493 - loss 0.21828803 throughput (samples/sec): 187.37 -2019-08-13 13:34:30,513 epoch 43 - iter 196/493 - loss 0.22134843 throughput (samples/sec): 184.67 -2019-08-13 13:34:38,880 epoch 43 - iter 245/493 - loss 0.22202311 throughput (samples/sec): 187.97 -2019-08-13 13:34:47,118 epoch 43 - iter 294/493 - loss 0.22644072 throughput (samples/sec): 190.90 -2019-08-13 13:34:55,894 epoch 43 - iter 343/493 - loss 0.22727654 throughput (samples/sec): 179.16 -2019-08-13 13:35:04,409 epoch 43 - iter 392/493 - loss 0.23028358 throughput (samples/sec): 184.68 -2019-08-13 13:35:13,632 epoch 43 - iter 441/493 - loss 0.23183110 throughput (samples/sec): 170.46 -2019-08-13 13:35:22,144 epoch 43 - iter 490/493 - loss 0.23277271 throughput (samples/sec): 184.75 -2019-08-13 13:35:22,445 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:35:22,445 EPOCH 43 done: loss 0.2326 - lr 0.1000 -2019-08-13 13:35:22,445 BAD EPOCHS (no improvement): 0 -2019-08-13 13:35:22,445 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:35:22,653 epoch 44 - iter 0/493 - loss 0.08769709 throughput (samples/sec): 7575.77 -2019-08-13 13:35:31,111 epoch 44 - iter 49/493 - loss 0.20275163 throughput (samples/sec): 185.93 -2019-08-13 13:35:39,929 epoch 44 - iter 98/493 - loss 0.22389514 throughput (samples/sec): 178.31 -2019-08-13 13:35:48,338 epoch 44 - iter 147/493 - loss 0.21321526 throughput (samples/sec): 187.01 -2019-08-13 13:35:56,741 epoch 44 - iter 196/493 - loss 0.20585991 throughput (samples/sec): 187.13 -2019-08-13 13:36:05,064 epoch 44 - iter 245/493 - loss 0.20506668 throughput (samples/sec): 188.95 -2019-08-13 13:36:13,566 epoch 44 - iter 294/493 - loss 0.21181616 throughput (samples/sec): 184.97 -2019-08-13 13:36:21,903 epoch 44 - iter 343/493 - loss 0.21571163 throughput (samples/sec): 188.62 -2019-08-13 13:36:30,410 epoch 44 - iter 392/493 - loss 0.21838385 throughput (samples/sec): 184.84 -2019-08-13 13:36:38,817 epoch 44 - iter 441/493 - loss 0.22281854 throughput (samples/sec): 187.07 -2019-08-13 13:36:48,017 epoch 44 - iter 490/493 - loss 0.22299195 throughput (samples/sec): 170.88 -2019-08-13 13:36:48,341 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:36:48,342 EPOCH 44 done: loss 0.2228 - lr 0.1000 -2019-08-13 13:36:48,342 BAD EPOCHS (no improvement): 0 -2019-08-13 13:36:48,342 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:36:48,485 epoch 45 - iter 0/493 - loss 0.07462400 throughput (samples/sec): 11063.94 -2019-08-13 13:36:56,868 epoch 45 - iter 49/493 - loss 0.23709719 throughput (samples/sec): 187.57 -2019-08-13 13:37:05,408 epoch 45 - iter 98/493 - loss 0.21681044 throughput (samples/sec): 184.15 -2019-08-13 13:37:14,215 epoch 45 - iter 147/493 - loss 0.22977275 throughput (samples/sec): 178.53 -2019-08-13 13:37:22,501 epoch 45 - iter 196/493 - loss 0.22693101 throughput (samples/sec): 189.79 -2019-08-13 13:37:30,811 epoch 45 - iter 245/493 - loss 0.23278961 throughput (samples/sec): 189.26 -2019-08-13 13:37:39,153 epoch 45 - iter 294/493 - loss 0.23071546 throughput (samples/sec): 188.50 -2019-08-13 13:37:47,803 epoch 45 - iter 343/493 - loss 0.23153426 throughput (samples/sec): 181.78 -2019-08-13 13:37:56,324 epoch 45 - iter 392/493 - loss 0.22947047 throughput (samples/sec): 184.54 -2019-08-13 13:38:05,198 epoch 45 - iter 441/493 - loss 0.22343307 throughput (samples/sec): 177.19 -2019-08-13 13:38:14,107 epoch 45 - iter 490/493 - loss 0.22274655 throughput (samples/sec): 176.49 -2019-08-13 13:38:14,479 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:38:14,479 EPOCH 45 done: loss 0.2223 - lr 0.1000 -2019-08-13 13:38:14,479 BAD EPOCHS (no improvement): 0 -2019-08-13 13:38:14,480 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:38:14,636 epoch 46 - iter 0/493 - loss 0.16420591 throughput (samples/sec): 10082.00 -2019-08-13 13:38:23,037 epoch 46 - iter 49/493 - loss 0.19822553 throughput (samples/sec): 187.19 -2019-08-13 13:38:31,660 epoch 46 - iter 98/493 - loss 0.21284257 throughput (samples/sec): 182.36 -2019-08-13 13:38:39,960 epoch 46 - iter 147/493 - loss 0.20702680 throughput (samples/sec): 189.47 -2019-08-13 13:38:48,840 epoch 46 - iter 196/493 - loss 0.20927286 throughput (samples/sec): 177.07 -2019-08-13 13:38:57,074 epoch 46 - iter 245/493 - loss 0.20759362 throughput (samples/sec): 191.01 -2019-08-13 13:39:05,579 epoch 46 - iter 294/493 - loss 0.21157774 throughput (samples/sec): 184.91 -2019-08-13 13:39:14,223 epoch 46 - iter 343/493 - loss 0.20912233 throughput (samples/sec): 181.92 -2019-08-13 13:39:22,838 epoch 46 - iter 392/493 - loss 0.21419702 throughput (samples/sec): 182.53 -2019-08-13 13:39:31,276 epoch 46 - iter 441/493 - loss 0.21709244 throughput (samples/sec): 186.36 -2019-08-13 13:39:40,018 epoch 46 - iter 490/493 - loss 0.22093786 throughput (samples/sec): 179.88 -2019-08-13 13:39:40,384 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:39:40,384 EPOCH 46 done: loss 0.2206 - lr 0.1000 -2019-08-13 13:39:40,384 BAD EPOCHS (no improvement): 0 -2019-08-13 13:39:40,384 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:39:40,669 epoch 47 - iter 0/493 - loss 0.33604783 throughput (samples/sec): 5532.97 -2019-08-13 13:39:49,037 epoch 47 - iter 49/493 - loss 0.22631970 throughput (samples/sec): 187.92 -2019-08-13 13:39:57,400 epoch 47 - iter 98/493 - loss 0.22299204 throughput (samples/sec): 188.06 -2019-08-13 13:40:06,328 epoch 47 - iter 147/493 - loss 0.20262379 throughput (samples/sec): 176.10 -2019-08-13 13:40:15,128 epoch 47 - iter 196/493 - loss 0.20256662 throughput (samples/sec): 178.69 -2019-08-13 13:40:23,301 epoch 47 - iter 245/493 - loss 0.20202292 throughput (samples/sec): 192.42 -2019-08-13 13:40:31,792 epoch 47 - iter 294/493 - loss 0.20003346 throughput (samples/sec): 185.19 -2019-08-13 13:40:40,065 epoch 47 - iter 343/493 - loss 0.20134074 throughput (samples/sec): 190.11 -2019-08-13 13:40:48,866 epoch 47 - iter 392/493 - loss 0.20490537 throughput (samples/sec): 178.65 -2019-08-13 13:40:57,419 epoch 47 - iter 441/493 - loss 0.20791655 throughput (samples/sec): 183.85 -2019-08-13 13:41:06,009 epoch 47 - iter 490/493 - loss 0.20857130 throughput (samples/sec): 183.07 -2019-08-13 13:41:06,364 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:41:06,365 EPOCH 47 done: loss 0.2085 - lr 0.1000 -2019-08-13 13:41:06,365 BAD EPOCHS (no improvement): 0 -2019-08-13 13:41:06,365 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:41:06,516 epoch 48 - iter 0/493 - loss 0.27528796 throughput (samples/sec): 10466.09 -2019-08-13 13:41:15,009 epoch 48 - iter 49/493 - loss 0.18596754 throughput (samples/sec): 185.14 -2019-08-13 13:41:23,589 epoch 48 - iter 98/493 - loss 0.19655749 throughput (samples/sec): 183.27 -2019-08-13 13:41:32,039 epoch 48 - iter 147/493 - loss 0.19467149 throughput (samples/sec): 186.10 -2019-08-13 13:41:40,887 epoch 48 - iter 196/493 - loss 0.19249502 throughput (samples/sec): 177.70 -2019-08-13 13:41:49,751 epoch 48 - iter 245/493 - loss 0.19436551 throughput (samples/sec): 177.39 -2019-08-13 13:41:58,050 epoch 48 - iter 294/493 - loss 0.19710409 throughput (samples/sec): 189.49 -2019-08-13 13:42:06,437 epoch 48 - iter 343/493 - loss 0.19999715 throughput (samples/sec): 187.50 -2019-08-13 13:42:14,986 epoch 48 - iter 392/493 - loss 0.20673300 throughput (samples/sec): 183.94 -2019-08-13 13:42:23,547 epoch 48 - iter 441/493 - loss 0.21448544 throughput (samples/sec): 183.67 -2019-08-13 13:42:31,858 epoch 48 - iter 490/493 - loss 0.21761146 throughput (samples/sec): 189.22 -2019-08-13 13:42:32,264 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:42:32,265 EPOCH 48 done: loss 0.2170 - lr 0.1000 -2019-08-13 13:42:32,265 BAD EPOCHS (no improvement): 1 -2019-08-13 13:42:32,265 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:42:32,420 epoch 49 - iter 0/493 - loss 0.44328868 throughput (samples/sec): 10183.80 -2019-08-13 13:42:41,008 epoch 49 - iter 49/493 - loss 0.20675680 throughput (samples/sec): 183.11 -2019-08-13 13:42:49,647 epoch 49 - iter 98/493 - loss 0.20979611 throughput (samples/sec): 182.01 -2019-08-13 13:42:58,415 epoch 49 - iter 147/493 - loss 0.19889925 throughput (samples/sec): 179.34 -2019-08-13 13:43:06,798 epoch 49 - iter 196/493 - loss 0.19156934 throughput (samples/sec): 187.58 -2019-08-13 13:43:15,111 epoch 49 - iter 245/493 - loss 0.18982234 throughput (samples/sec): 189.18 -2019-08-13 13:43:23,674 epoch 49 - iter 294/493 - loss 0.19309803 throughput (samples/sec): 183.64 -2019-08-13 13:43:32,105 epoch 49 - iter 343/493 - loss 0.19187686 throughput (samples/sec): 186.53 -2019-08-13 13:43:40,693 epoch 49 - iter 392/493 - loss 0.19128661 throughput (samples/sec): 183.10 -2019-08-13 13:43:49,212 epoch 49 - iter 441/493 - loss 0.19433984 throughput (samples/sec): 184.58 -2019-08-13 13:43:57,877 epoch 49 - iter 490/493 - loss 0.19614039 throughput (samples/sec): 181.48 -2019-08-13 13:43:58,218 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:43:58,218 EPOCH 49 done: loss 0.1964 - lr 0.1000 -2019-08-13 13:43:58,218 BAD EPOCHS (no improvement): 0 -2019-08-13 13:43:58,218 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:43:58,451 epoch 50 - iter 0/493 - loss 0.17841551 throughput (samples/sec): 6778.99 -2019-08-13 13:44:07,242 epoch 50 - iter 49/493 - loss 0.16457466 throughput (samples/sec): 178.86 -2019-08-13 13:44:15,473 epoch 50 - iter 98/493 - loss 0.17386461 throughput (samples/sec): 191.06 -2019-08-13 13:44:24,295 epoch 50 - iter 147/493 - loss 0.18079607 throughput (samples/sec): 178.22 -2019-08-13 13:44:32,931 epoch 50 - iter 196/493 - loss 0.18753052 throughput (samples/sec): 182.09 -2019-08-13 13:44:41,176 epoch 50 - iter 245/493 - loss 0.18842114 throughput (samples/sec): 190.74 -2019-08-13 13:44:49,347 epoch 50 - iter 294/493 - loss 0.18932797 throughput (samples/sec): 192.47 -2019-08-13 13:44:57,972 epoch 50 - iter 343/493 - loss 0.18917586 throughput (samples/sec): 182.31 -2019-08-13 13:45:06,768 epoch 50 - iter 392/493 - loss 0.19018867 throughput (samples/sec): 178.76 -2019-08-13 13:45:15,349 epoch 50 - iter 441/493 - loss 0.19230708 throughput (samples/sec): 183.25 -2019-08-13 13:45:24,101 epoch 50 - iter 490/493 - loss 0.19322786 throughput (samples/sec): 179.66 -2019-08-13 13:45:24,398 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:45:24,398 EPOCH 50 done: loss 0.1929 - lr 0.1000 -2019-08-13 13:45:24,399 BAD EPOCHS (no improvement): 0 -2019-08-13 13:45:24,399 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:45:24,566 epoch 51 - iter 0/493 - loss 0.08613881 throughput (samples/sec): 9449.60 -2019-08-13 13:45:33,103 epoch 51 - iter 49/493 - loss 0.20912389 throughput (samples/sec): 184.20 -2019-08-13 13:45:41,378 epoch 51 - iter 98/493 - loss 0.19870644 throughput (samples/sec): 190.04 -2019-08-13 13:45:50,374 epoch 51 - iter 147/493 - loss 0.20314390 throughput (samples/sec): 174.78 -2019-08-13 13:45:58,292 epoch 51 - iter 196/493 - loss 0.20445490 throughput (samples/sec): 198.64 -2019-08-13 13:46:06,749 epoch 51 - iter 245/493 - loss 0.20142859 throughput (samples/sec): 185.94 -2019-08-13 13:46:14,982 epoch 51 - iter 294/493 - loss 0.19783331 throughput (samples/sec): 191.02 -2019-08-13 13:46:23,745 epoch 51 - iter 343/493 - loss 0.20238963 throughput (samples/sec): 179.43 -2019-08-13 13:46:32,458 epoch 51 - iter 392/493 - loss 0.20181119 throughput (samples/sec): 180.47 -2019-08-13 13:46:41,261 epoch 51 - iter 441/493 - loss 0.20114972 throughput (samples/sec): 178.61 -2019-08-13 13:46:49,882 epoch 51 - iter 490/493 - loss 0.19762465 throughput (samples/sec): 182.40 -2019-08-13 13:46:50,198 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:46:50,198 EPOCH 51 done: loss 0.1973 - lr 0.1000 -2019-08-13 13:46:50,198 BAD EPOCHS (no improvement): 1 -2019-08-13 13:46:50,198 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:46:50,455 epoch 52 - iter 0/493 - loss 0.20600307 throughput (samples/sec): 6126.04 -2019-08-13 13:46:58,872 epoch 52 - iter 49/493 - loss 0.20216907 throughput (samples/sec): 186.83 -2019-08-13 13:47:07,277 epoch 52 - iter 98/493 - loss 0.18704792 throughput (samples/sec): 187.11 -2019-08-13 13:47:15,737 epoch 52 - iter 147/493 - loss 0.19110908 throughput (samples/sec): 185.86 -2019-08-13 13:47:24,425 epoch 52 - iter 196/493 - loss 0.19409071 throughput (samples/sec): 181.01 -2019-08-13 13:47:33,072 epoch 52 - iter 245/493 - loss 0.20139150 throughput (samples/sec): 181.84 -2019-08-13 13:47:41,831 epoch 52 - iter 294/493 - loss 0.20002864 throughput (samples/sec): 179.51 -2019-08-13 13:47:50,732 epoch 52 - iter 343/493 - loss 0.20000024 throughput (samples/sec): 176.64 -2019-08-13 13:47:59,068 epoch 52 - iter 392/493 - loss 0.19786069 throughput (samples/sec): 188.66 -2019-08-13 13:48:07,825 epoch 52 - iter 441/493 - loss 0.20118994 throughput (samples/sec): 179.58 -2019-08-13 13:48:16,417 epoch 52 - iter 490/493 - loss 0.20527906 throughput (samples/sec): 183.02 -2019-08-13 13:48:16,768 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:48:16,768 EPOCH 52 done: loss 0.2048 - lr 0.1000 -2019-08-13 13:48:16,768 BAD EPOCHS (no improvement): 2 -2019-08-13 13:48:16,768 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:48:16,928 epoch 53 - iter 0/493 - loss 0.43876529 throughput (samples/sec): 9878.93 -2019-08-13 13:48:25,208 epoch 53 - iter 49/493 - loss 0.20075739 throughput (samples/sec): 189.95 -2019-08-13 13:48:33,724 epoch 53 - iter 98/493 - loss 0.20603170 throughput (samples/sec): 184.66 -2019-08-13 13:48:42,545 epoch 53 - iter 147/493 - loss 0.19917689 throughput (samples/sec): 178.27 -2019-08-13 13:48:51,184 epoch 53 - iter 196/493 - loss 0.18847527 throughput (samples/sec): 182.02 -2019-08-13 13:48:59,943 epoch 53 - iter 245/493 - loss 0.18759137 throughput (samples/sec): 179.52 -2019-08-13 13:49:08,313 epoch 53 - iter 294/493 - loss 0.19134202 throughput (samples/sec): 187.89 -2019-08-13 13:49:16,904 epoch 53 - iter 343/493 - loss 0.19202214 throughput (samples/sec): 183.04 -2019-08-13 13:49:25,454 epoch 53 - iter 392/493 - loss 0.18954289 throughput (samples/sec): 183.95 -2019-08-13 13:49:34,228 epoch 53 - iter 441/493 - loss 0.19141205 throughput (samples/sec): 179.22 -2019-08-13 13:49:43,015 epoch 53 - iter 490/493 - loss 0.19276253 throughput (samples/sec): 178.94 -2019-08-13 13:49:43,417 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:49:43,418 EPOCH 53 done: loss 0.1928 - lr 0.1000 -2019-08-13 13:49:43,418 BAD EPOCHS (no improvement): 0 -2019-08-13 13:49:43,418 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:49:43,605 epoch 54 - iter 0/493 - loss 0.05410907 throughput (samples/sec): 8426.07 -2019-08-13 13:49:52,417 epoch 54 - iter 49/493 - loss 0.17829184 throughput (samples/sec): 178.45 -2019-08-13 13:50:00,893 epoch 54 - iter 98/493 - loss 0.18906935 throughput (samples/sec): 185.55 -2019-08-13 13:50:09,746 epoch 54 - iter 147/493 - loss 0.18482968 throughput (samples/sec): 177.61 -2019-08-13 13:50:18,546 epoch 54 - iter 196/493 - loss 0.18601380 throughput (samples/sec): 178.67 -2019-08-13 13:50:27,027 epoch 54 - iter 245/493 - loss 0.17703706 throughput (samples/sec): 185.44 -2019-08-13 13:50:35,524 epoch 54 - iter 294/493 - loss 0.18352570 throughput (samples/sec): 185.08 -2019-08-13 13:50:44,230 epoch 54 - iter 343/493 - loss 0.18551989 throughput (samples/sec): 180.61 -2019-08-13 13:50:52,846 epoch 54 - iter 392/493 - loss 0.18625803 throughput (samples/sec): 182.52 -2019-08-13 13:51:01,660 epoch 54 - iter 441/493 - loss 0.18831141 throughput (samples/sec): 178.41 -2019-08-13 13:51:10,056 epoch 54 - iter 490/493 - loss 0.18547113 throughput (samples/sec): 187.31 -2019-08-13 13:51:10,358 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:51:10,358 EPOCH 54 done: loss 0.1853 - lr 0.1000 -2019-08-13 13:51:10,359 BAD EPOCHS (no improvement): 0 -2019-08-13 13:51:10,359 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:51:10,535 epoch 55 - iter 0/493 - loss 0.27022129 throughput (samples/sec): 8931.54 -2019-08-13 13:51:19,028 epoch 55 - iter 49/493 - loss 0.19575577 throughput (samples/sec): 185.18 -2019-08-13 13:51:27,291 epoch 55 - iter 98/493 - loss 0.18202834 throughput (samples/sec): 190.34 -2019-08-13 13:51:35,855 epoch 55 - iter 147/493 - loss 0.19668895 throughput (samples/sec): 183.62 -2019-08-13 13:51:44,473 epoch 55 - iter 196/493 - loss 0.19697697 throughput (samples/sec): 182.46 -2019-08-13 13:51:52,779 epoch 55 - iter 245/493 - loss 0.19922227 throughput (samples/sec): 189.35 -2019-08-13 13:52:01,141 epoch 55 - iter 294/493 - loss 0.20250797 throughput (samples/sec): 188.07 -2019-08-13 13:52:10,206 epoch 55 - iter 343/493 - loss 0.20198044 throughput (samples/sec): 173.46 -2019-08-13 13:52:18,880 epoch 55 - iter 392/493 - loss 0.19773541 throughput (samples/sec): 181.28 -2019-08-13 13:52:27,342 epoch 55 - iter 441/493 - loss 0.19474941 throughput (samples/sec): 185.87 -2019-08-13 13:52:36,238 epoch 55 - iter 490/493 - loss 0.19598700 throughput (samples/sec): 176.75 -2019-08-13 13:52:36,582 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:52:36,582 EPOCH 55 done: loss 0.1958 - lr 0.1000 -2019-08-13 13:52:36,582 BAD EPOCHS (no improvement): 1 -2019-08-13 13:52:36,583 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:52:36,736 epoch 56 - iter 0/493 - loss 0.14742017 throughput (samples/sec): 10298.61 -2019-08-13 13:52:45,504 epoch 56 - iter 49/493 - loss 0.15460273 throughput (samples/sec): 179.34 -2019-08-13 13:52:54,302 epoch 56 - iter 98/493 - loss 0.17379424 throughput (samples/sec): 178.72 -2019-08-13 13:53:02,978 epoch 56 - iter 147/493 - loss 0.16406477 throughput (samples/sec): 181.26 -2019-08-13 13:53:11,431 epoch 56 - iter 196/493 - loss 0.16871137 throughput (samples/sec): 186.04 -2019-08-13 13:53:19,897 epoch 56 - iter 245/493 - loss 0.17114755 throughput (samples/sec): 185.76 -2019-08-13 13:53:28,764 epoch 56 - iter 294/493 - loss 0.17264912 throughput (samples/sec): 177.33 -2019-08-13 13:53:37,274 epoch 56 - iter 343/493 - loss 0.18014659 throughput (samples/sec): 184.80 -2019-08-13 13:53:45,763 epoch 56 - iter 392/493 - loss 0.17702290 throughput (samples/sec): 185.26 -2019-08-13 13:53:54,417 epoch 56 - iter 441/493 - loss 0.17767964 throughput (samples/sec): 181.70 -2019-08-13 13:54:02,587 epoch 56 - iter 490/493 - loss 0.17781591 throughput (samples/sec): 192.51 -2019-08-13 13:54:02,957 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:54:02,957 EPOCH 56 done: loss 0.1773 - lr 0.1000 -2019-08-13 13:54:02,957 BAD EPOCHS (no improvement): 0 -2019-08-13 13:54:02,958 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:54:03,125 epoch 57 - iter 0/493 - loss 0.17734194 throughput (samples/sec): 9405.72 -2019-08-13 13:54:11,734 epoch 57 - iter 49/493 - loss 0.20601394 throughput (samples/sec): 182.67 -2019-08-13 13:54:20,494 epoch 57 - iter 98/493 - loss 0.17690941 throughput (samples/sec): 179.51 -2019-08-13 13:54:29,349 epoch 57 - iter 147/493 - loss 0.17618170 throughput (samples/sec): 177.58 -2019-08-13 13:54:37,915 epoch 57 - iter 196/493 - loss 0.17091835 throughput (samples/sec): 183.59 -2019-08-13 13:54:46,341 epoch 57 - iter 245/493 - loss 0.17664622 throughput (samples/sec): 186.63 -2019-08-13 13:54:54,887 epoch 57 - iter 294/493 - loss 0.17630082 throughput (samples/sec): 184.03 -2019-08-13 13:55:03,641 epoch 57 - iter 343/493 - loss 0.17546327 throughput (samples/sec): 179.62 -2019-08-13 13:55:12,050 epoch 57 - iter 392/493 - loss 0.17806788 throughput (samples/sec): 187.02 -2019-08-13 13:55:20,959 epoch 57 - iter 441/493 - loss 0.18386903 throughput (samples/sec): 176.49 -2019-08-13 13:55:29,415 epoch 57 - iter 490/493 - loss 0.18620315 throughput (samples/sec): 185.98 -2019-08-13 13:55:29,779 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:55:29,780 EPOCH 57 done: loss 0.1871 - lr 0.1000 -2019-08-13 13:55:29,780 BAD EPOCHS (no improvement): 1 -2019-08-13 13:55:29,780 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:55:29,971 epoch 58 - iter 0/493 - loss 0.24860367 throughput (samples/sec): 8263.05 -2019-08-13 13:55:38,556 epoch 58 - iter 49/493 - loss 0.18496217 throughput (samples/sec): 183.17 -2019-08-13 13:55:46,947 epoch 58 - iter 98/493 - loss 0.17463885 throughput (samples/sec): 187.42 -2019-08-13 13:55:55,332 epoch 58 - iter 147/493 - loss 0.18375687 throughput (samples/sec): 187.56 -2019-08-13 13:56:03,803 epoch 58 - iter 196/493 - loss 0.18381316 throughput (samples/sec): 185.66 -2019-08-13 13:56:12,558 epoch 58 - iter 245/493 - loss 0.18155176 throughput (samples/sec): 179.61 -2019-08-13 13:56:21,045 epoch 58 - iter 294/493 - loss 0.18492559 throughput (samples/sec): 185.30 -2019-08-13 13:56:29,774 epoch 58 - iter 343/493 - loss 0.18356461 throughput (samples/sec): 180.13 -2019-08-13 13:56:38,258 epoch 58 - iter 392/493 - loss 0.17814990 throughput (samples/sec): 185.37 -2019-08-13 13:56:47,427 epoch 58 - iter 441/493 - loss 0.17974223 throughput (samples/sec): 171.47 -2019-08-13 13:56:55,919 epoch 58 - iter 490/493 - loss 0.18011574 throughput (samples/sec): 185.19 -2019-08-13 13:56:56,404 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:56:56,404 EPOCH 58 done: loss 0.1807 - lr 0.1000 -2019-08-13 13:56:56,404 BAD EPOCHS (no improvement): 2 -2019-08-13 13:56:56,404 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:56:56,580 epoch 59 - iter 0/493 - loss 0.14894944 throughput (samples/sec): 8991.46 -2019-08-13 13:57:05,160 epoch 59 - iter 49/493 - loss 0.16639755 throughput (samples/sec): 183.27 -2019-08-13 13:57:13,550 epoch 59 - iter 98/493 - loss 0.16645714 throughput (samples/sec): 187.46 -2019-08-13 13:57:21,827 epoch 59 - iter 147/493 - loss 0.16323380 throughput (samples/sec): 190.01 -2019-08-13 13:57:30,368 epoch 59 - iter 196/493 - loss 0.15858471 throughput (samples/sec): 184.12 -2019-08-13 13:57:38,987 epoch 59 - iter 245/493 - loss 0.16219947 throughput (samples/sec): 182.46 -2019-08-13 13:57:48,105 epoch 59 - iter 294/493 - loss 0.16399589 throughput (samples/sec): 172.43 -2019-08-13 13:57:56,643 epoch 59 - iter 343/493 - loss 0.16721037 throughput (samples/sec): 184.20 -2019-08-13 13:58:05,708 epoch 59 - iter 392/493 - loss 0.16794018 throughput (samples/sec): 173.44 -2019-08-13 13:58:14,195 epoch 59 - iter 441/493 - loss 0.16722767 throughput (samples/sec): 185.31 -2019-08-13 13:58:22,465 epoch 59 - iter 490/493 - loss 0.16664719 throughput (samples/sec): 190.17 -2019-08-13 13:58:22,826 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:58:22,826 EPOCH 59 done: loss 0.1668 - lr 0.1000 -2019-08-13 13:58:22,826 BAD EPOCHS (no improvement): 0 -2019-08-13 13:58:22,826 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:58:22,990 epoch 60 - iter 0/493 - loss 0.08807170 throughput (samples/sec): 9593.61 -2019-08-13 13:58:31,313 epoch 60 - iter 49/493 - loss 0.13402895 throughput (samples/sec): 188.98 -2019-08-13 13:58:39,994 epoch 60 - iter 98/493 - loss 0.13253379 throughput (samples/sec): 181.13 -2019-08-13 13:58:48,292 epoch 60 - iter 147/493 - loss 0.14651745 throughput (samples/sec): 189.53 -2019-08-13 13:58:56,730 epoch 60 - iter 196/493 - loss 0.15001050 throughput (samples/sec): 186.40 -2019-08-13 13:59:05,211 epoch 60 - iter 245/493 - loss 0.15826376 throughput (samples/sec): 185.41 -2019-08-13 13:59:14,328 epoch 60 - iter 294/493 - loss 0.16099535 throughput (samples/sec): 172.47 -2019-08-13 13:59:23,253 epoch 60 - iter 343/493 - loss 0.16364460 throughput (samples/sec): 176.19 -2019-08-13 13:59:31,719 epoch 60 - iter 392/493 - loss 0.16454670 throughput (samples/sec): 185.77 -2019-08-13 13:59:40,486 epoch 60 - iter 441/493 - loss 0.16697537 throughput (samples/sec): 179.37 -2019-08-13 13:59:49,095 epoch 60 - iter 490/493 - loss 0.16910700 throughput (samples/sec): 182.66 -2019-08-13 13:59:49,434 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:59:49,434 EPOCH 60 done: loss 0.1688 - lr 0.1000 -2019-08-13 13:59:49,434 BAD EPOCHS (no improvement): 1 -2019-08-13 13:59:49,434 ---------------------------------------------------------------------------------------------------- -2019-08-13 13:59:49,608 epoch 61 - iter 0/493 - loss 0.06532961 throughput (samples/sec): 9079.21 -2019-08-13 13:59:58,108 epoch 61 - iter 49/493 - loss 0.13690905 throughput (samples/sec): 185.01 -2019-08-13 14:00:06,998 epoch 61 - iter 98/493 - loss 0.17322578 throughput (samples/sec): 176.87 -2019-08-13 14:00:15,426 epoch 61 - iter 147/493 - loss 0.16897484 throughput (samples/sec): 186.59 -2019-08-13 14:00:23,754 epoch 61 - iter 196/493 - loss 0.16537393 throughput (samples/sec): 188.85 -2019-08-13 14:00:32,480 epoch 61 - iter 245/493 - loss 0.16748502 throughput (samples/sec): 180.22 -2019-08-13 14:00:41,411 epoch 61 - iter 294/493 - loss 0.17041871 throughput (samples/sec): 176.05 -2019-08-13 14:00:49,793 epoch 61 - iter 343/493 - loss 0.16482247 throughput (samples/sec): 187.62 -2019-08-13 14:00:58,549 epoch 61 - iter 392/493 - loss 0.16570040 throughput (samples/sec): 179.60 -2019-08-13 14:01:07,385 epoch 61 - iter 441/493 - loss 0.16407899 throughput (samples/sec): 177.97 -2019-08-13 14:01:15,967 epoch 61 - iter 490/493 - loss 0.17190961 throughput (samples/sec): 183.23 -2019-08-13 14:01:16,300 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:01:16,301 EPOCH 61 done: loss 0.1715 - lr 0.1000 -2019-08-13 14:01:16,301 BAD EPOCHS (no improvement): 2 -2019-08-13 14:01:16,301 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:01:16,448 epoch 62 - iter 0/493 - loss 0.00582600 throughput (samples/sec): 10706.23 -2019-08-13 14:01:24,876 epoch 62 - iter 49/493 - loss 0.12428242 throughput (samples/sec): 186.60 -2019-08-13 14:01:33,573 epoch 62 - iter 98/493 - loss 0.15464350 throughput (samples/sec): 180.82 -2019-08-13 14:01:42,265 epoch 62 - iter 147/493 - loss 0.16740625 throughput (samples/sec): 180.90 -2019-08-13 14:01:50,600 epoch 62 - iter 196/493 - loss 0.16783225 throughput (samples/sec): 188.68 -2019-08-13 14:01:59,344 epoch 62 - iter 245/493 - loss 0.17183657 throughput (samples/sec): 179.83 -2019-08-13 14:02:07,733 epoch 62 - iter 294/493 - loss 0.17501722 throughput (samples/sec): 187.47 -2019-08-13 14:02:16,557 epoch 62 - iter 343/493 - loss 0.17717036 throughput (samples/sec): 178.21 -2019-08-13 14:02:25,308 epoch 62 - iter 392/493 - loss 0.17777706 throughput (samples/sec): 179.69 -2019-08-13 14:02:33,769 epoch 62 - iter 441/493 - loss 0.17667191 throughput (samples/sec): 185.87 -2019-08-13 14:02:42,446 epoch 62 - iter 490/493 - loss 0.17572807 throughput (samples/sec): 181.23 -2019-08-13 14:02:42,806 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:02:42,806 EPOCH 62 done: loss 0.1758 - lr 0.1000 -2019-08-13 14:02:42,806 BAD EPOCHS (no improvement): 3 -2019-08-13 14:02:42,806 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:02:43,012 epoch 63 - iter 0/493 - loss 0.19633782 throughput (samples/sec): 7657.65 -2019-08-13 14:02:51,379 epoch 63 - iter 49/493 - loss 0.19679528 throughput (samples/sec): 187.95 -2019-08-13 14:02:59,999 epoch 63 - iter 98/493 - loss 0.18658040 throughput (samples/sec): 182.43 -2019-08-13 14:03:08,544 epoch 63 - iter 147/493 - loss 0.18034645 throughput (samples/sec): 184.05 -2019-08-13 14:03:17,046 epoch 63 - iter 196/493 - loss 0.17601248 throughput (samples/sec): 184.96 -2019-08-13 14:03:25,435 epoch 63 - iter 245/493 - loss 0.17392074 throughput (samples/sec): 187.48 -2019-08-13 14:03:34,630 epoch 63 - iter 294/493 - loss 0.17099954 throughput (samples/sec): 171.00 -2019-08-13 14:03:43,421 epoch 63 - iter 343/493 - loss 0.16896377 throughput (samples/sec): 178.86 -2019-08-13 14:03:51,893 epoch 63 - iter 392/493 - loss 0.17123750 throughput (samples/sec): 185.65 -2019-08-13 14:04:00,798 epoch 63 - iter 441/493 - loss 0.16952163 throughput (samples/sec): 176.57 -2019-08-13 14:04:09,197 epoch 63 - iter 490/493 - loss 0.16858163 throughput (samples/sec): 187.25 -2019-08-13 14:04:09,539 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:04:09,539 EPOCH 63 done: loss 0.1684 - lr 0.1000 -2019-08-13 14:04:09,540 BAD EPOCHS (no improvement): 4 -2019-08-13 14:04:09,540 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:04:09,684 epoch 64 - iter 0/493 - loss 0.14104852 throughput (samples/sec): 10957.12 -2019-08-13 14:04:18,019 epoch 64 - iter 49/493 - loss 0.14252550 throughput (samples/sec): 188.68 -2019-08-13 14:04:26,549 epoch 64 - iter 98/493 - loss 0.14073285 throughput (samples/sec): 184.36 -2019-08-13 14:04:34,923 epoch 64 - iter 147/493 - loss 0.14650798 throughput (samples/sec): 187.82 -2019-08-13 14:04:43,683 epoch 64 - iter 196/493 - loss 0.14778361 throughput (samples/sec): 179.50 -2019-08-13 14:04:52,702 epoch 64 - iter 245/493 - loss 0.14923975 throughput (samples/sec): 174.33 -2019-08-13 14:05:01,231 epoch 64 - iter 294/493 - loss 0.15117273 throughput (samples/sec): 184.38 -2019-08-13 14:05:09,773 epoch 64 - iter 343/493 - loss 0.15371011 throughput (samples/sec): 184.12 -2019-08-13 14:05:18,143 epoch 64 - iter 392/493 - loss 0.15171335 throughput (samples/sec): 187.90 -2019-08-13 14:05:27,344 epoch 64 - iter 441/493 - loss 0.14882477 throughput (samples/sec): 170.88 -2019-08-13 14:05:35,761 epoch 64 - iter 490/493 - loss 0.15272743 throughput (samples/sec): 186.84 -2019-08-13 14:05:36,174 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:05:36,174 EPOCH 64 done: loss 0.1530 - lr 0.0500 -2019-08-13 14:05:36,174 BAD EPOCHS (no improvement): 0 -2019-08-13 14:05:36,174 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:05:36,358 epoch 65 - iter 0/493 - loss 0.05908602 throughput (samples/sec): 8597.23 -2019-08-13 14:05:45,110 epoch 65 - iter 49/493 - loss 0.14518051 throughput (samples/sec): 179.68 -2019-08-13 14:05:53,654 epoch 65 - iter 98/493 - loss 0.14007788 throughput (samples/sec): 184.04 -2019-08-13 14:06:02,450 epoch 65 - iter 147/493 - loss 0.14495020 throughput (samples/sec): 178.77 -2019-08-13 14:06:11,030 epoch 65 - iter 196/493 - loss 0.14878727 throughput (samples/sec): 183.29 -2019-08-13 14:06:19,545 epoch 65 - iter 245/493 - loss 0.14485525 throughput (samples/sec): 184.69 -2019-08-13 14:06:27,979 epoch 65 - iter 294/493 - loss 0.14221352 throughput (samples/sec): 186.47 -2019-08-13 14:06:36,240 epoch 65 - iter 343/493 - loss 0.14170649 throughput (samples/sec): 190.37 -2019-08-13 14:06:44,745 epoch 65 - iter 392/493 - loss 0.14303634 throughput (samples/sec): 184.91 -2019-08-13 14:06:53,225 epoch 65 - iter 441/493 - loss 0.14535102 throughput (samples/sec): 185.47 -2019-08-13 14:07:02,422 epoch 65 - iter 490/493 - loss 0.14401212 throughput (samples/sec): 170.95 -2019-08-13 14:07:02,725 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:07:02,725 EPOCH 65 done: loss 0.1444 - lr 0.0500 -2019-08-13 14:07:02,726 BAD EPOCHS (no improvement): 0 -2019-08-13 14:07:02,726 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:07:02,889 epoch 66 - iter 0/493 - loss 0.04337835 throughput (samples/sec): 9687.44 -2019-08-13 14:07:11,412 epoch 66 - iter 49/493 - loss 0.14125566 throughput (samples/sec): 184.52 -2019-08-13 14:07:19,983 epoch 66 - iter 98/493 - loss 0.13216875 throughput (samples/sec): 183.47 -2019-08-13 14:07:28,737 epoch 66 - iter 147/493 - loss 0.13878778 throughput (samples/sec): 179.63 -2019-08-13 14:07:37,457 epoch 66 - iter 196/493 - loss 0.14309951 throughput (samples/sec): 180.32 -2019-08-13 14:07:45,817 epoch 66 - iter 245/493 - loss 0.13591532 throughput (samples/sec): 188.12 -2019-08-13 14:07:54,439 epoch 66 - iter 294/493 - loss 0.13617079 throughput (samples/sec): 182.40 -2019-08-13 14:08:03,462 epoch 66 - iter 343/493 - loss 0.13500133 throughput (samples/sec): 174.26 -2019-08-13 14:08:12,130 epoch 66 - iter 392/493 - loss 0.13363425 throughput (samples/sec): 181.41 -2019-08-13 14:08:20,482 epoch 66 - iter 441/493 - loss 0.13348304 throughput (samples/sec): 188.30 -2019-08-13 14:08:29,019 epoch 66 - iter 490/493 - loss 0.13920046 throughput (samples/sec): 184.21 -2019-08-13 14:08:29,347 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:08:29,347 EPOCH 66 done: loss 0.1392 - lr 0.0500 -2019-08-13 14:08:29,347 BAD EPOCHS (no improvement): 0 -2019-08-13 14:08:29,347 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:08:29,538 epoch 67 - iter 0/493 - loss 0.01409811 throughput (samples/sec): 8274.93 -2019-08-13 14:08:37,928 epoch 67 - iter 49/493 - loss 0.14478586 throughput (samples/sec): 187.45 -2019-08-13 14:08:46,373 epoch 67 - iter 98/493 - loss 0.13696950 throughput (samples/sec): 186.21 -2019-08-13 14:08:55,277 epoch 67 - iter 147/493 - loss 0.14291842 throughput (samples/sec): 176.61 -2019-08-13 14:09:03,919 epoch 67 - iter 196/493 - loss 0.14367563 throughput (samples/sec): 181.96 -2019-08-13 14:09:12,605 epoch 67 - iter 245/493 - loss 0.14302778 throughput (samples/sec): 181.04 -2019-08-13 14:09:21,451 epoch 67 - iter 294/493 - loss 0.13991513 throughput (samples/sec): 177.75 -2019-08-13 14:09:29,984 epoch 67 - iter 343/493 - loss 0.13771244 throughput (samples/sec): 184.30 -2019-08-13 14:09:38,673 epoch 67 - iter 392/493 - loss 0.13750911 throughput (samples/sec): 180.98 -2019-08-13 14:09:47,153 epoch 67 - iter 441/493 - loss 0.13765153 throughput (samples/sec): 185.46 -2019-08-13 14:09:55,632 epoch 67 - iter 490/493 - loss 0.13899216 throughput (samples/sec): 185.48 -2019-08-13 14:09:55,940 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:09:55,940 EPOCH 67 done: loss 0.1389 - lr 0.0500 -2019-08-13 14:09:55,940 BAD EPOCHS (no improvement): 0 -2019-08-13 14:09:55,940 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:09:56,114 epoch 68 - iter 0/493 - loss 0.13803786 throughput (samples/sec): 9068.84 -2019-08-13 14:10:05,290 epoch 68 - iter 49/493 - loss 0.15958914 throughput (samples/sec): 171.34 -2019-08-13 14:10:13,913 epoch 68 - iter 98/493 - loss 0.14773254 throughput (samples/sec): 182.38 -2019-08-13 14:10:22,517 epoch 68 - iter 147/493 - loss 0.14099311 throughput (samples/sec): 182.77 -2019-08-13 14:10:30,820 epoch 68 - iter 196/493 - loss 0.13922652 throughput (samples/sec): 189.42 -2019-08-13 14:10:39,322 epoch 68 - iter 245/493 - loss 0.13404154 throughput (samples/sec): 184.97 -2019-08-13 14:10:48,072 epoch 68 - iter 294/493 - loss 0.13659344 throughput (samples/sec): 179.71 -2019-08-13 14:10:56,776 epoch 68 - iter 343/493 - loss 0.13629619 throughput (samples/sec): 180.66 -2019-08-13 14:11:05,215 epoch 68 - iter 392/493 - loss 0.13664670 throughput (samples/sec): 186.36 -2019-08-13 14:11:14,020 epoch 68 - iter 441/493 - loss 0.13295689 throughput (samples/sec): 178.59 -2019-08-13 14:11:22,551 epoch 68 - iter 490/493 - loss 0.13671381 throughput (samples/sec): 184.34 -2019-08-13 14:11:22,892 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:11:22,893 EPOCH 68 done: loss 0.1365 - lr 0.0500 -2019-08-13 14:11:22,893 BAD EPOCHS (no improvement): 0 -2019-08-13 14:11:22,893 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:11:23,042 epoch 69 - iter 0/493 - loss 0.15433574 throughput (samples/sec): 10583.92 -2019-08-13 14:11:31,310 epoch 69 - iter 49/493 - loss 0.10142608 throughput (samples/sec): 190.21 -2019-08-13 14:11:39,977 epoch 69 - iter 98/493 - loss 0.11662814 throughput (samples/sec): 181.45 -2019-08-13 14:11:48,655 epoch 69 - iter 147/493 - loss 0.12749814 throughput (samples/sec): 181.21 -2019-08-13 14:11:56,870 epoch 69 - iter 196/493 - loss 0.12634154 throughput (samples/sec): 191.45 -2019-08-13 14:12:05,260 epoch 69 - iter 245/493 - loss 0.12275177 throughput (samples/sec): 187.45 -2019-08-13 14:12:14,125 epoch 69 - iter 294/493 - loss 0.12645979 throughput (samples/sec): 177.36 -2019-08-13 14:12:22,936 epoch 69 - iter 343/493 - loss 0.13263801 throughput (samples/sec): 178.46 -2019-08-13 14:12:31,695 epoch 69 - iter 392/493 - loss 0.13103346 throughput (samples/sec): 179.52 -2019-08-13 14:12:40,432 epoch 69 - iter 441/493 - loss 0.13247717 throughput (samples/sec): 179.99 -2019-08-13 14:12:49,052 epoch 69 - iter 490/493 - loss 0.13413542 throughput (samples/sec): 182.44 -2019-08-13 14:12:49,494 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:12:49,494 EPOCH 69 done: loss 0.1342 - lr 0.0500 -2019-08-13 14:12:49,494 BAD EPOCHS (no improvement): 0 -2019-08-13 14:12:49,494 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:12:49,645 epoch 70 - iter 0/493 - loss 0.12874922 throughput (samples/sec): 10444.49 -2019-08-13 14:12:58,205 epoch 70 - iter 49/493 - loss 0.13110073 throughput (samples/sec): 183.71 -2019-08-13 14:13:07,018 epoch 70 - iter 98/493 - loss 0.12928193 throughput (samples/sec): 178.43 -2019-08-13 14:13:15,388 epoch 70 - iter 147/493 - loss 0.12220742 throughput (samples/sec): 187.90 -2019-08-13 14:13:24,282 epoch 70 - iter 196/493 - loss 0.12458057 throughput (samples/sec): 176.80 -2019-08-13 14:13:32,617 epoch 70 - iter 245/493 - loss 0.12413980 throughput (samples/sec): 188.70 -2019-08-13 14:13:41,199 epoch 70 - iter 294/493 - loss 0.12610418 throughput (samples/sec): 183.24 -2019-08-13 14:13:49,924 epoch 70 - iter 343/493 - loss 0.12673930 throughput (samples/sec): 180.22 -2019-08-13 14:13:58,543 epoch 70 - iter 392/493 - loss 0.12766043 throughput (samples/sec): 182.47 -2019-08-13 14:14:07,351 epoch 70 - iter 441/493 - loss 0.13067307 throughput (samples/sec): 178.51 -2019-08-13 14:14:15,831 epoch 70 - iter 490/493 - loss 0.13069815 throughput (samples/sec): 185.47 -2019-08-13 14:14:16,267 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:14:16,267 EPOCH 70 done: loss 0.1309 - lr 0.0500 -2019-08-13 14:14:16,267 BAD EPOCHS (no improvement): 0 -2019-08-13 14:14:16,267 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:14:16,449 epoch 71 - iter 0/493 - loss 0.04841250 throughput (samples/sec): 8671.25 -2019-08-13 14:14:25,550 epoch 71 - iter 49/493 - loss 0.13030074 throughput (samples/sec): 172.77 -2019-08-13 14:14:33,999 epoch 71 - iter 98/493 - loss 0.12417500 throughput (samples/sec): 186.12 -2019-08-13 14:14:42,422 epoch 71 - iter 147/493 - loss 0.12871574 throughput (samples/sec): 186.70 -2019-08-13 14:14:50,942 epoch 71 - iter 196/493 - loss 0.13056458 throughput (samples/sec): 184.58 -2019-08-13 14:14:59,693 epoch 71 - iter 245/493 - loss 0.12850430 throughput (samples/sec): 179.70 -2019-08-13 14:15:08,125 epoch 71 - iter 294/493 - loss 0.13301173 throughput (samples/sec): 186.50 -2019-08-13 14:15:17,026 epoch 71 - iter 343/493 - loss 0.13236315 throughput (samples/sec): 176.66 -2019-08-13 14:15:25,748 epoch 71 - iter 392/493 - loss 0.12862294 throughput (samples/sec): 180.29 -2019-08-13 14:15:34,077 epoch 71 - iter 441/493 - loss 0.12793844 throughput (samples/sec): 188.82 -2019-08-13 14:15:42,319 epoch 71 - iter 490/493 - loss 0.12727322 throughput (samples/sec): 190.83 -2019-08-13 14:15:42,718 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:15:42,719 EPOCH 71 done: loss 0.1272 - lr 0.0500 -2019-08-13 14:15:42,719 BAD EPOCHS (no improvement): 0 -2019-08-13 14:15:42,719 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:15:42,916 epoch 72 - iter 0/493 - loss 0.05543905 throughput (samples/sec): 7994.57 -2019-08-13 14:15:51,540 epoch 72 - iter 49/493 - loss 0.12594792 throughput (samples/sec): 182.34 -2019-08-13 14:16:00,153 epoch 72 - iter 98/493 - loss 0.13488134 throughput (samples/sec): 182.59 -2019-08-13 14:16:08,910 epoch 72 - iter 147/493 - loss 0.12516541 throughput (samples/sec): 179.57 -2019-08-13 14:16:17,506 epoch 72 - iter 196/493 - loss 0.12571737 throughput (samples/sec): 182.95 -2019-08-13 14:16:26,009 epoch 72 - iter 245/493 - loss 0.12534870 throughput (samples/sec): 184.96 -2019-08-13 14:16:34,909 epoch 72 - iter 294/493 - loss 0.12724307 throughput (samples/sec): 176.68 -2019-08-13 14:16:43,315 epoch 72 - iter 343/493 - loss 0.12647760 throughput (samples/sec): 187.09 -2019-08-13 14:16:51,608 epoch 72 - iter 392/493 - loss 0.12866807 throughput (samples/sec): 189.64 -2019-08-13 14:17:00,540 epoch 72 - iter 441/493 - loss 0.13070508 throughput (samples/sec): 176.03 -2019-08-13 14:17:08,950 epoch 72 - iter 490/493 - loss 0.13041367 throughput (samples/sec): 186.99 -2019-08-13 14:17:09,267 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:17:09,267 EPOCH 72 done: loss 0.1302 - lr 0.0500 -2019-08-13 14:17:09,268 BAD EPOCHS (no improvement): 1 -2019-08-13 14:17:09,268 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:17:09,432 epoch 73 - iter 0/493 - loss 0.02451068 throughput (samples/sec): 9621.33 -2019-08-13 14:17:18,246 epoch 73 - iter 49/493 - loss 0.14299687 throughput (samples/sec): 178.40 -2019-08-13 14:17:26,948 epoch 73 - iter 98/493 - loss 0.13719838 throughput (samples/sec): 180.72 -2019-08-13 14:17:35,702 epoch 73 - iter 147/493 - loss 0.13177209 throughput (samples/sec): 179.62 -2019-08-13 14:17:44,322 epoch 73 - iter 196/493 - loss 0.12323476 throughput (samples/sec): 182.43 -2019-08-13 14:17:52,997 epoch 73 - iter 245/493 - loss 0.12520199 throughput (samples/sec): 181.29 -2019-08-13 14:18:01,773 epoch 73 - iter 294/493 - loss 0.12384841 throughput (samples/sec): 179.17 -2019-08-13 14:18:10,774 epoch 73 - iter 343/493 - loss 0.13068991 throughput (samples/sec): 174.70 -2019-08-13 14:18:19,211 epoch 73 - iter 392/493 - loss 0.12805902 throughput (samples/sec): 186.41 -2019-08-13 14:18:27,234 epoch 73 - iter 441/493 - loss 0.12831151 throughput (samples/sec): 196.03 -2019-08-13 14:18:35,637 epoch 73 - iter 490/493 - loss 0.12913829 throughput (samples/sec): 187.16 -2019-08-13 14:18:35,979 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:18:35,980 EPOCH 73 done: loss 0.1289 - lr 0.0500 -2019-08-13 14:18:35,980 BAD EPOCHS (no improvement): 2 -2019-08-13 14:18:35,980 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:18:36,140 epoch 74 - iter 0/493 - loss 0.07412499 throughput (samples/sec): 9873.48 -2019-08-13 14:18:44,783 epoch 74 - iter 49/493 - loss 0.12037854 throughput (samples/sec): 181.95 -2019-08-13 14:18:53,175 epoch 74 - iter 98/493 - loss 0.12943130 throughput (samples/sec): 187.40 -2019-08-13 14:19:01,691 epoch 74 - iter 147/493 - loss 0.13307981 throughput (samples/sec): 184.67 -2019-08-13 14:19:10,354 epoch 74 - iter 196/493 - loss 0.13025313 throughput (samples/sec): 181.52 -2019-08-13 14:19:18,878 epoch 74 - iter 245/493 - loss 0.12507085 throughput (samples/sec): 184.49 -2019-08-13 14:19:27,628 epoch 74 - iter 294/493 - loss 0.12539609 throughput (samples/sec): 179.72 -2019-08-13 14:19:35,992 epoch 74 - iter 343/493 - loss 0.12517776 throughput (samples/sec): 188.03 -2019-08-13 14:19:44,480 epoch 74 - iter 392/493 - loss 0.12660615 throughput (samples/sec): 185.28 -2019-08-13 14:19:53,842 epoch 74 - iter 441/493 - loss 0.12327867 throughput (samples/sec): 167.94 -2019-08-13 14:20:02,236 epoch 74 - iter 490/493 - loss 0.12323734 throughput (samples/sec): 187.36 -2019-08-13 14:20:02,630 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:20:02,630 EPOCH 74 done: loss 0.1230 - lr 0.0500 -2019-08-13 14:20:02,630 BAD EPOCHS (no improvement): 0 -2019-08-13 14:20:02,630 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:20:02,805 epoch 75 - iter 0/493 - loss 0.10929412 throughput (samples/sec): 9027.80 -2019-08-13 14:20:11,833 epoch 75 - iter 49/493 - loss 0.12905306 throughput (samples/sec): 174.17 -2019-08-13 14:20:20,412 epoch 75 - iter 98/493 - loss 0.11864185 throughput (samples/sec): 183.31 -2019-08-13 14:20:28,880 epoch 75 - iter 147/493 - loss 0.11787230 throughput (samples/sec): 185.72 -2019-08-13 14:20:37,403 epoch 75 - iter 196/493 - loss 0.12428484 throughput (samples/sec): 184.51 -2019-08-13 14:20:46,288 epoch 75 - iter 245/493 - loss 0.11891050 throughput (samples/sec): 176.96 -2019-08-13 14:20:54,775 epoch 75 - iter 294/493 - loss 0.12019204 throughput (samples/sec): 185.32 -2019-08-13 14:21:03,173 epoch 75 - iter 343/493 - loss 0.12050509 throughput (samples/sec): 187.25 -2019-08-13 14:21:11,822 epoch 75 - iter 392/493 - loss 0.12025060 throughput (samples/sec): 181.82 -2019-08-13 14:21:20,332 epoch 75 - iter 441/493 - loss 0.11801601 throughput (samples/sec): 184.80 -2019-08-13 14:21:28,855 epoch 75 - iter 490/493 - loss 0.11705725 throughput (samples/sec): 184.51 -2019-08-13 14:21:29,202 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:21:29,202 EPOCH 75 done: loss 0.1168 - lr 0.0500 -2019-08-13 14:21:29,202 BAD EPOCHS (no improvement): 0 -2019-08-13 14:21:29,203 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:21:29,380 epoch 76 - iter 0/493 - loss 0.07475102 throughput (samples/sec): 8881.35 -2019-08-13 14:21:38,275 epoch 76 - iter 49/493 - loss 0.13076539 throughput (samples/sec): 176.78 -2019-08-13 14:21:47,017 epoch 76 - iter 98/493 - loss 0.12161269 throughput (samples/sec): 179.87 -2019-08-13 14:21:55,380 epoch 76 - iter 147/493 - loss 0.11121851 throughput (samples/sec): 188.05 -2019-08-13 14:22:03,895 epoch 76 - iter 196/493 - loss 0.11856514 throughput (samples/sec): 184.69 -2019-08-13 14:22:12,461 epoch 76 - iter 245/493 - loss 0.11614218 throughput (samples/sec): 183.59 -2019-08-13 14:22:20,834 epoch 76 - iter 294/493 - loss 0.11941647 throughput (samples/sec): 187.83 -2019-08-13 14:22:29,445 epoch 76 - iter 343/493 - loss 0.11785895 throughput (samples/sec): 182.63 -2019-08-13 14:22:38,373 epoch 76 - iter 392/493 - loss 0.11976947 throughput (samples/sec): 176.12 -2019-08-13 14:22:46,954 epoch 76 - iter 441/493 - loss 0.12183257 throughput (samples/sec): 183.26 -2019-08-13 14:22:55,700 epoch 76 - iter 490/493 - loss 0.12336961 throughput (samples/sec): 179.79 -2019-08-13 14:22:56,103 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:22:56,103 EPOCH 76 done: loss 0.1232 - lr 0.0500 -2019-08-13 14:22:56,103 BAD EPOCHS (no improvement): 1 -2019-08-13 14:22:56,104 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:22:56,298 epoch 77 - iter 0/493 - loss 0.00865248 throughput (samples/sec): 8090.78 -2019-08-13 14:23:05,360 epoch 77 - iter 49/493 - loss 0.11264164 throughput (samples/sec): 173.52 -2019-08-13 14:23:13,784 epoch 77 - iter 98/493 - loss 0.10445335 throughput (samples/sec): 186.68 -2019-08-13 14:23:22,368 epoch 77 - iter 147/493 - loss 0.10323484 throughput (samples/sec): 183.19 -2019-08-13 14:23:30,739 epoch 77 - iter 196/493 - loss 0.10944856 throughput (samples/sec): 187.88 -2019-08-13 14:23:39,097 epoch 77 - iter 245/493 - loss 0.10895774 throughput (samples/sec): 188.17 -2019-08-13 14:23:47,796 epoch 77 - iter 294/493 - loss 0.10802982 throughput (samples/sec): 180.76 -2019-08-13 14:23:55,852 epoch 77 - iter 343/493 - loss 0.10832131 throughput (samples/sec): 195.23 -2019-08-13 14:24:04,456 epoch 77 - iter 392/493 - loss 0.10934658 throughput (samples/sec): 182.78 -2019-08-13 14:24:13,036 epoch 77 - iter 441/493 - loss 0.10987452 throughput (samples/sec): 183.28 -2019-08-13 14:24:21,833 epoch 77 - iter 490/493 - loss 0.11196654 throughput (samples/sec): 178.75 -2019-08-13 14:24:22,573 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:24:22,573 EPOCH 77 done: loss 0.1122 - lr 0.0500 -2019-08-13 14:24:22,573 BAD EPOCHS (no improvement): 0 -2019-08-13 14:24:22,573 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:24:22,741 epoch 78 - iter 0/493 - loss 0.05090839 throughput (samples/sec): 9423.21 -2019-08-13 14:24:31,152 epoch 78 - iter 49/493 - loss 0.12558413 throughput (samples/sec): 186.96 -2019-08-13 14:24:39,810 epoch 78 - iter 98/493 - loss 0.12415632 throughput (samples/sec): 181.63 -2019-08-13 14:24:48,280 epoch 78 - iter 147/493 - loss 0.11654910 throughput (samples/sec): 185.68 -2019-08-13 14:24:57,106 epoch 78 - iter 196/493 - loss 0.12253626 throughput (samples/sec): 178.18 -2019-08-13 14:25:06,001 epoch 78 - iter 245/493 - loss 0.12436433 throughput (samples/sec): 176.77 -2019-08-13 14:25:14,722 epoch 78 - iter 294/493 - loss 0.12446803 throughput (samples/sec): 180.31 -2019-08-13 14:25:23,227 epoch 78 - iter 343/493 - loss 0.12161946 throughput (samples/sec): 184.91 -2019-08-13 14:25:31,869 epoch 78 - iter 392/493 - loss 0.11885826 throughput (samples/sec): 181.98 -2019-08-13 14:25:40,574 epoch 78 - iter 441/493 - loss 0.11634240 throughput (samples/sec): 180.64 -2019-08-13 14:25:48,935 epoch 78 - iter 490/493 - loss 0.11521450 throughput (samples/sec): 188.10 -2019-08-13 14:25:49,275 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:25:49,276 EPOCH 78 done: loss 0.1152 - lr 0.0500 -2019-08-13 14:25:49,276 BAD EPOCHS (no improvement): 1 -2019-08-13 14:25:49,276 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:25:49,455 epoch 79 - iter 0/493 - loss 0.01661217 throughput (samples/sec): 8811.08 -2019-08-13 14:25:57,932 epoch 79 - iter 49/493 - loss 0.12590038 throughput (samples/sec): 185.51 -2019-08-13 14:26:06,574 epoch 79 - iter 98/493 - loss 0.12127228 throughput (samples/sec): 181.97 -2019-08-13 14:26:15,139 epoch 79 - iter 147/493 - loss 0.12219668 throughput (samples/sec): 183.61 -2019-08-13 14:26:23,470 epoch 79 - iter 196/493 - loss 0.12705651 throughput (samples/sec): 188.78 -2019-08-13 14:26:32,398 epoch 79 - iter 245/493 - loss 0.12999329 throughput (samples/sec): 176.12 -2019-08-13 14:26:40,765 epoch 79 - iter 294/493 - loss 0.12876909 throughput (samples/sec): 187.97 -2019-08-13 14:26:49,214 epoch 79 - iter 343/493 - loss 0.13297090 throughput (samples/sec): 186.14 -2019-08-13 14:26:57,628 epoch 79 - iter 392/493 - loss 0.13606221 throughput (samples/sec): 186.91 -2019-08-13 14:27:06,381 epoch 79 - iter 441/493 - loss 0.13150275 throughput (samples/sec): 179.65 -2019-08-13 14:27:15,341 epoch 79 - iter 490/493 - loss 0.13021771 throughput (samples/sec): 175.49 -2019-08-13 14:27:15,697 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:27:15,698 EPOCH 79 done: loss 0.1300 - lr 0.0500 -2019-08-13 14:27:15,698 BAD EPOCHS (no improvement): 2 -2019-08-13 14:27:15,698 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:27:15,868 epoch 80 - iter 0/493 - loss 0.09872293 throughput (samples/sec): 9294.87 -2019-08-13 14:27:24,237 epoch 80 - iter 49/493 - loss 0.12905185 throughput (samples/sec): 187.91 -2019-08-13 14:27:32,820 epoch 80 - iter 98/493 - loss 0.13812296 throughput (samples/sec): 183.23 -2019-08-13 14:27:41,691 epoch 80 - iter 147/493 - loss 0.13219716 throughput (samples/sec): 177.26 -2019-08-13 14:27:49,897 epoch 80 - iter 196/493 - loss 0.12247885 throughput (samples/sec): 191.66 -2019-08-13 14:27:58,581 epoch 80 - iter 245/493 - loss 0.12334596 throughput (samples/sec): 181.08 -2019-08-13 14:28:06,994 epoch 80 - iter 294/493 - loss 0.12527446 throughput (samples/sec): 186.94 -2019-08-13 14:28:15,983 epoch 80 - iter 343/493 - loss 0.12561508 throughput (samples/sec): 174.92 -2019-08-13 14:28:24,607 epoch 80 - iter 392/493 - loss 0.12483221 throughput (samples/sec): 182.34 -2019-08-13 14:28:32,863 epoch 80 - iter 441/493 - loss 0.12252756 throughput (samples/sec): 190.51 -2019-08-13 14:28:41,382 epoch 80 - iter 490/493 - loss 0.12193188 throughput (samples/sec): 184.59 -2019-08-13 14:28:41,714 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:28:41,715 EPOCH 80 done: loss 0.1218 - lr 0.0500 -2019-08-13 14:28:41,715 BAD EPOCHS (no improvement): 3 -2019-08-13 14:28:41,715 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:28:41,871 epoch 81 - iter 0/493 - loss 0.05725813 throughput (samples/sec): 10121.80 -2019-08-13 14:28:50,470 epoch 81 - iter 49/493 - loss 0.11927916 throughput (samples/sec): 182.88 -2019-08-13 14:28:59,201 epoch 81 - iter 98/493 - loss 0.11019794 throughput (samples/sec): 180.10 -2019-08-13 14:29:07,808 epoch 81 - iter 147/493 - loss 0.11306850 throughput (samples/sec): 182.70 -2019-08-13 14:29:16,877 epoch 81 - iter 196/493 - loss 0.11893307 throughput (samples/sec): 173.37 -2019-08-13 14:29:25,235 epoch 81 - iter 245/493 - loss 0.12002630 throughput (samples/sec): 188.18 -2019-08-13 14:29:33,482 epoch 81 - iter 294/493 - loss 0.11996450 throughput (samples/sec): 190.71 -2019-08-13 14:29:42,215 epoch 81 - iter 343/493 - loss 0.11645748 throughput (samples/sec): 180.07 -2019-08-13 14:29:50,562 epoch 81 - iter 392/493 - loss 0.11660789 throughput (samples/sec): 188.41 -2019-08-13 14:29:59,498 epoch 81 - iter 441/493 - loss 0.11851549 throughput (samples/sec): 175.96 -2019-08-13 14:30:07,860 epoch 81 - iter 490/493 - loss 0.11575036 throughput (samples/sec): 188.09 -2019-08-13 14:30:08,221 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:30:08,221 EPOCH 81 done: loss 0.1157 - lr 0.0500 -2019-08-13 14:30:08,221 BAD EPOCHS (no improvement): 4 -2019-08-13 14:30:08,221 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:30:08,396 epoch 82 - iter 0/493 - loss 0.02588487 throughput (samples/sec): 9030.83 -2019-08-13 14:30:17,181 epoch 82 - iter 49/493 - loss 0.07747845 throughput (samples/sec): 178.99 -2019-08-13 14:30:25,410 epoch 82 - iter 98/493 - loss 0.08659739 throughput (samples/sec): 191.13 -2019-08-13 14:30:34,070 epoch 82 - iter 147/493 - loss 0.10336804 throughput (samples/sec): 181.60 -2019-08-13 14:30:42,468 epoch 82 - iter 196/493 - loss 0.10228812 throughput (samples/sec): 187.26 -2019-08-13 14:30:51,500 epoch 82 - iter 245/493 - loss 0.10162311 throughput (samples/sec): 174.08 -2019-08-13 14:31:00,096 epoch 82 - iter 294/493 - loss 0.10086260 throughput (samples/sec): 182.95 -2019-08-13 14:31:08,633 epoch 82 - iter 343/493 - loss 0.10134978 throughput (samples/sec): 184.21 -2019-08-13 14:31:17,189 epoch 82 - iter 392/493 - loss 0.10371354 throughput (samples/sec): 183.80 -2019-08-13 14:31:26,081 epoch 82 - iter 441/493 - loss 0.10046498 throughput (samples/sec): 176.84 -2019-08-13 14:31:34,554 epoch 82 - iter 490/493 - loss 0.10007221 throughput (samples/sec): 185.62 -2019-08-13 14:31:34,911 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:31:34,912 EPOCH 82 done: loss 0.1001 - lr 0.0250 -2019-08-13 14:31:34,912 BAD EPOCHS (no improvement): 0 -2019-08-13 14:31:34,912 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:31:35,076 epoch 83 - iter 0/493 - loss 0.02372706 throughput (samples/sec): 9592.29 -2019-08-13 14:31:43,754 epoch 83 - iter 49/493 - loss 0.12213796 throughput (samples/sec): 181.22 -2019-08-13 14:31:52,268 epoch 83 - iter 98/493 - loss 0.12081178 throughput (samples/sec): 184.70 -2019-08-13 14:32:00,400 epoch 83 - iter 147/493 - loss 0.10977439 throughput (samples/sec): 193.40 -2019-08-13 14:32:09,146 epoch 83 - iter 196/493 - loss 0.11588317 throughput (samples/sec): 179.80 -2019-08-13 14:32:17,730 epoch 83 - iter 245/493 - loss 0.11218601 throughput (samples/sec): 183.20 -2019-08-13 14:32:26,727 epoch 83 - iter 294/493 - loss 0.11112680 throughput (samples/sec): 174.76 -2019-08-13 14:32:35,150 epoch 83 - iter 343/493 - loss 0.10706347 throughput (samples/sec): 186.73 -2019-08-13 14:32:43,893 epoch 83 - iter 392/493 - loss 0.10885047 throughput (samples/sec): 179.86 -2019-08-13 14:32:52,499 epoch 83 - iter 441/493 - loss 0.10906311 throughput (samples/sec): 182.72 -2019-08-13 14:33:00,927 epoch 83 - iter 490/493 - loss 0.10996847 throughput (samples/sec): 186.59 -2019-08-13 14:33:01,454 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:33:01,454 EPOCH 83 done: loss 0.1101 - lr 0.0250 -2019-08-13 14:33:01,454 BAD EPOCHS (no improvement): 1 -2019-08-13 14:33:01,454 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:33:01,660 epoch 84 - iter 0/493 - loss 0.13409317 throughput (samples/sec): 7673.50 -2019-08-13 14:33:10,380 epoch 84 - iter 49/493 - loss 0.11849903 throughput (samples/sec): 180.34 -2019-08-13 14:33:18,749 epoch 84 - iter 98/493 - loss 0.10890091 throughput (samples/sec): 187.91 -2019-08-13 14:33:27,404 epoch 84 - iter 147/493 - loss 0.10735587 throughput (samples/sec): 181.70 -2019-08-13 14:33:35,872 epoch 84 - iter 196/493 - loss 0.10333306 throughput (samples/sec): 185.70 -2019-08-13 14:33:44,490 epoch 84 - iter 245/493 - loss 0.10640074 throughput (samples/sec): 182.47 -2019-08-13 14:33:53,347 epoch 84 - iter 294/493 - loss 0.10526007 throughput (samples/sec): 177.55 -2019-08-13 14:34:01,675 epoch 84 - iter 343/493 - loss 0.10397685 throughput (samples/sec): 188.85 -2019-08-13 14:34:10,412 epoch 84 - iter 392/493 - loss 0.10308617 throughput (samples/sec): 179.98 -2019-08-13 14:34:19,245 epoch 84 - iter 441/493 - loss 0.10288272 throughput (samples/sec): 178.02 -2019-08-13 14:34:27,773 epoch 84 - iter 490/493 - loss 0.10327477 throughput (samples/sec): 184.40 -2019-08-13 14:34:28,124 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:34:28,124 EPOCH 84 done: loss 0.1031 - lr 0.0250 -2019-08-13 14:34:28,124 BAD EPOCHS (no improvement): 2 -2019-08-13 14:34:28,125 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:34:28,298 epoch 85 - iter 0/493 - loss 0.08955121 throughput (samples/sec): 9067.74 -2019-08-13 14:34:36,593 epoch 85 - iter 49/493 - loss 0.08371199 throughput (samples/sec): 189.61 -2019-08-13 14:34:45,190 epoch 85 - iter 98/493 - loss 0.09611509 throughput (samples/sec): 182.91 -2019-08-13 14:34:53,533 epoch 85 - iter 147/493 - loss 0.10493437 throughput (samples/sec): 188.52 -2019-08-13 14:35:01,862 epoch 85 - iter 196/493 - loss 0.10853505 throughput (samples/sec): 188.82 -2019-08-13 14:35:10,904 epoch 85 - iter 245/493 - loss 0.10902344 throughput (samples/sec): 173.89 -2019-08-13 14:35:19,782 epoch 85 - iter 294/493 - loss 0.11021483 throughput (samples/sec): 177.12 -2019-08-13 14:35:28,123 epoch 85 - iter 343/493 - loss 0.10943437 throughput (samples/sec): 188.55 -2019-08-13 14:35:36,689 epoch 85 - iter 392/493 - loss 0.11071907 throughput (samples/sec): 183.58 -2019-08-13 14:35:45,439 epoch 85 - iter 441/493 - loss 0.11213809 throughput (samples/sec): 179.72 -2019-08-13 14:35:53,948 epoch 85 - iter 490/493 - loss 0.11360883 throughput (samples/sec): 184.83 -2019-08-13 14:35:54,320 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:35:54,320 EPOCH 85 done: loss 0.1133 - lr 0.0250 -2019-08-13 14:35:54,320 BAD EPOCHS (no improvement): 3 -2019-08-13 14:35:54,320 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:35:54,486 epoch 86 - iter 0/493 - loss 0.21013439 throughput (samples/sec): 9553.09 -2019-08-13 14:36:03,043 epoch 86 - iter 49/493 - loss 0.10986072 throughput (samples/sec): 183.78 -2019-08-13 14:36:11,574 epoch 86 - iter 98/493 - loss 0.08931731 throughput (samples/sec): 184.32 -2019-08-13 14:36:20,117 epoch 86 - iter 147/493 - loss 0.09965009 throughput (samples/sec): 184.09 -2019-08-13 14:36:28,885 epoch 86 - iter 196/493 - loss 0.09863684 throughput (samples/sec): 179.32 -2019-08-13 14:36:37,413 epoch 86 - iter 245/493 - loss 0.10209567 throughput (samples/sec): 184.40 -2019-08-13 14:36:46,154 epoch 86 - iter 294/493 - loss 0.09903859 throughput (samples/sec): 179.89 -2019-08-13 14:36:54,631 epoch 86 - iter 343/493 - loss 0.09626342 throughput (samples/sec): 185.51 -2019-08-13 14:37:02,832 epoch 86 - iter 392/493 - loss 0.09775238 throughput (samples/sec): 191.79 -2019-08-13 14:37:11,497 epoch 86 - iter 441/493 - loss 0.10013404 throughput (samples/sec): 181.48 -2019-08-13 14:37:20,157 epoch 86 - iter 490/493 - loss 0.10107684 throughput (samples/sec): 181.58 -2019-08-13 14:37:20,615 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:37:20,616 EPOCH 86 done: loss 0.1021 - lr 0.0250 -2019-08-13 14:37:20,616 BAD EPOCHS (no improvement): 4 -2019-08-13 14:37:20,616 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:37:20,767 epoch 87 - iter 0/493 - loss 0.09399718 throughput (samples/sec): 10470.92 -2019-08-13 14:37:29,218 epoch 87 - iter 49/493 - loss 0.12654075 throughput (samples/sec): 186.08 -2019-08-13 14:37:37,634 epoch 87 - iter 98/493 - loss 0.11482414 throughput (samples/sec): 186.86 -2019-08-13 14:37:46,363 epoch 87 - iter 147/493 - loss 0.11087506 throughput (samples/sec): 180.13 -2019-08-13 14:37:54,939 epoch 87 - iter 196/493 - loss 0.10298807 throughput (samples/sec): 183.37 -2019-08-13 14:38:03,975 epoch 87 - iter 245/493 - loss 0.11588833 throughput (samples/sec): 174.01 -2019-08-13 14:38:12,428 epoch 87 - iter 294/493 - loss 0.11209602 throughput (samples/sec): 186.05 -2019-08-13 14:38:21,032 epoch 87 - iter 343/493 - loss 0.11401893 throughput (samples/sec): 182.76 -2019-08-13 14:38:29,721 epoch 87 - iter 392/493 - loss 0.11093620 throughput (samples/sec): 180.97 -2019-08-13 14:38:38,048 epoch 87 - iter 441/493 - loss 0.10931241 throughput (samples/sec): 188.85 -2019-08-13 14:38:46,592 epoch 87 - iter 490/493 - loss 0.10797298 throughput (samples/sec): 184.06 -2019-08-13 14:38:46,942 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:38:46,942 EPOCH 87 done: loss 0.1083 - lr 0.0125 -2019-08-13 14:38:46,943 BAD EPOCHS (no improvement): 1 -2019-08-13 14:38:46,943 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:38:47,151 epoch 88 - iter 0/493 - loss 0.13987434 throughput (samples/sec): 7561.08 -2019-08-13 14:38:56,102 epoch 88 - iter 49/493 - loss 0.09391599 throughput (samples/sec): 175.66 -2019-08-13 14:39:04,706 epoch 88 - iter 98/493 - loss 0.09470037 throughput (samples/sec): 182.77 -2019-08-13 14:39:13,158 epoch 88 - iter 147/493 - loss 0.09529360 throughput (samples/sec): 186.06 -2019-08-13 14:39:21,535 epoch 88 - iter 196/493 - loss 0.09206748 throughput (samples/sec): 187.71 -2019-08-13 14:39:30,574 epoch 88 - iter 245/493 - loss 0.09452911 throughput (samples/sec): 173.94 -2019-08-13 14:39:38,998 epoch 88 - iter 294/493 - loss 0.09642692 throughput (samples/sec): 186.69 -2019-08-13 14:39:47,559 epoch 88 - iter 343/493 - loss 0.10001238 throughput (samples/sec): 183.69 -2019-08-13 14:39:55,714 epoch 88 - iter 392/493 - loss 0.10157899 throughput (samples/sec): 192.84 -2019-08-13 14:40:04,263 epoch 88 - iter 441/493 - loss 0.10154617 throughput (samples/sec): 183.94 -2019-08-13 14:40:12,855 epoch 88 - iter 490/493 - loss 0.10197414 throughput (samples/sec): 183.02 -2019-08-13 14:40:13,180 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:40:13,181 EPOCH 88 done: loss 0.1021 - lr 0.0125 -2019-08-13 14:40:13,181 BAD EPOCHS (no improvement): 2 -2019-08-13 14:40:13,181 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:40:13,375 epoch 89 - iter 0/493 - loss 0.11079550 throughput (samples/sec): 8107.23 -2019-08-13 14:40:21,734 epoch 89 - iter 49/493 - loss 0.11450938 throughput (samples/sec): 188.15 -2019-08-13 14:40:30,376 epoch 89 - iter 98/493 - loss 0.10912788 throughput (samples/sec): 181.94 -2019-08-13 14:40:38,984 epoch 89 - iter 147/493 - loss 0.11232777 throughput (samples/sec): 182.69 -2019-08-13 14:40:47,789 epoch 89 - iter 196/493 - loss 0.11463517 throughput (samples/sec): 178.58 -2019-08-13 14:40:56,235 epoch 89 - iter 245/493 - loss 0.11082146 throughput (samples/sec): 186.19 -2019-08-13 14:41:04,394 epoch 89 - iter 294/493 - loss 0.11151577 throughput (samples/sec): 192.76 -2019-08-13 14:41:12,892 epoch 89 - iter 343/493 - loss 0.10750066 throughput (samples/sec): 185.07 -2019-08-13 14:41:21,476 epoch 89 - iter 392/493 - loss 0.10324256 throughput (samples/sec): 183.17 -2019-08-13 14:41:30,275 epoch 89 - iter 441/493 - loss 0.10287727 throughput (samples/sec): 178.71 -2019-08-13 14:41:38,844 epoch 89 - iter 490/493 - loss 0.10575462 throughput (samples/sec): 183.51 -2019-08-13 14:41:39,170 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:41:39,170 EPOCH 89 done: loss 0.1058 - lr 0.0125 -2019-08-13 14:41:39,170 BAD EPOCHS (no improvement): 3 -2019-08-13 14:41:39,170 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:41:39,342 epoch 90 - iter 0/493 - loss 0.10459915 throughput (samples/sec): 9184.44 -2019-08-13 14:41:47,469 epoch 90 - iter 49/493 - loss 0.09283458 throughput (samples/sec): 193.53 -2019-08-13 14:41:56,078 epoch 90 - iter 98/493 - loss 0.11295318 throughput (samples/sec): 182.66 -2019-08-13 14:42:04,492 epoch 90 - iter 147/493 - loss 0.10547867 throughput (samples/sec): 186.90 -2019-08-13 14:42:12,971 epoch 90 - iter 196/493 - loss 0.10846027 throughput (samples/sec): 185.48 -2019-08-13 14:42:21,594 epoch 90 - iter 245/493 - loss 0.10560272 throughput (samples/sec): 182.34 -2019-08-13 14:42:29,977 epoch 90 - iter 294/493 - loss 0.10039493 throughput (samples/sec): 187.59 -2019-08-13 14:42:38,629 epoch 90 - iter 343/493 - loss 0.10234349 throughput (samples/sec): 181.75 -2019-08-13 14:42:46,953 epoch 90 - iter 392/493 - loss 0.10080553 throughput (samples/sec): 188.94 -2019-08-13 14:42:55,914 epoch 90 - iter 441/493 - loss 0.10148199 throughput (samples/sec): 175.47 -2019-08-13 14:43:04,832 epoch 90 - iter 490/493 - loss 0.10038426 throughput (samples/sec): 176.30 -2019-08-13 14:43:05,189 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:43:05,189 EPOCH 90 done: loss 0.1004 - lr 0.0125 -2019-08-13 14:43:05,190 BAD EPOCHS (no improvement): 4 -2019-08-13 14:43:05,190 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:43:05,332 epoch 91 - iter 0/493 - loss 0.04527986 throughput (samples/sec): 11115.30 -2019-08-13 14:43:13,771 epoch 91 - iter 49/493 - loss 0.09324182 throughput (samples/sec): 186.34 -2019-08-13 14:43:22,267 epoch 91 - iter 98/493 - loss 0.08831755 throughput (samples/sec): 185.09 -2019-08-13 14:43:30,717 epoch 91 - iter 147/493 - loss 0.08698582 throughput (samples/sec): 186.10 -2019-08-13 14:43:39,152 epoch 91 - iter 196/493 - loss 0.08803397 throughput (samples/sec): 186.44 -2019-08-13 14:43:47,568 epoch 91 - iter 245/493 - loss 0.09003739 throughput (samples/sec): 186.85 -2019-08-13 14:43:56,279 epoch 91 - iter 294/493 - loss 0.09705508 throughput (samples/sec): 180.50 -2019-08-13 14:44:05,346 epoch 91 - iter 343/493 - loss 0.09963512 throughput (samples/sec): 173.41 -2019-08-13 14:44:14,256 epoch 91 - iter 392/493 - loss 0.09717630 throughput (samples/sec): 176.47 -2019-08-13 14:44:22,637 epoch 91 - iter 441/493 - loss 0.10005169 throughput (samples/sec): 187.62 -2019-08-13 14:44:31,100 epoch 91 - iter 490/493 - loss 0.10173890 throughput (samples/sec): 185.82 -2019-08-13 14:44:31,497 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:44:31,498 EPOCH 91 done: loss 0.1015 - lr 0.0063 -2019-08-13 14:44:31,498 BAD EPOCHS (no improvement): 1 -2019-08-13 14:44:31,498 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:44:31,703 epoch 92 - iter 0/493 - loss 0.32615161 throughput (samples/sec): 7672.87 -2019-08-13 14:44:40,107 epoch 92 - iter 49/493 - loss 0.10792381 throughput (samples/sec): 187.13 -2019-08-13 14:44:48,568 epoch 92 - iter 98/493 - loss 0.09363183 throughput (samples/sec): 185.85 -2019-08-13 14:44:57,077 epoch 92 - iter 147/493 - loss 0.09268637 throughput (samples/sec): 184.81 -2019-08-13 14:45:05,873 epoch 92 - iter 196/493 - loss 0.09057758 throughput (samples/sec): 178.76 -2019-08-13 14:45:14,695 epoch 92 - iter 245/493 - loss 0.09148513 throughput (samples/sec): 178.23 -2019-08-13 14:45:23,166 epoch 92 - iter 294/493 - loss 0.09737721 throughput (samples/sec): 185.64 -2019-08-13 14:45:31,778 epoch 92 - iter 343/493 - loss 0.09869899 throughput (samples/sec): 182.60 -2019-08-13 14:45:40,426 epoch 92 - iter 392/493 - loss 0.09914598 throughput (samples/sec): 181.83 -2019-08-13 14:45:48,885 epoch 92 - iter 441/493 - loss 0.09960431 throughput (samples/sec): 185.89 -2019-08-13 14:45:57,419 epoch 92 - iter 490/493 - loss 0.09879224 throughput (samples/sec): 184.27 -2019-08-13 14:45:57,738 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:45:57,738 EPOCH 92 done: loss 0.0988 - lr 0.0063 -2019-08-13 14:45:57,738 BAD EPOCHS (no improvement): 0 -2019-08-13 14:45:57,738 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:45:57,893 epoch 93 - iter 0/493 - loss 0.21409404 throughput (samples/sec): 10177.80 -2019-08-13 14:46:06,801 epoch 93 - iter 49/493 - loss 0.09546279 throughput (samples/sec): 176.51 -2019-08-13 14:46:15,416 epoch 93 - iter 98/493 - loss 0.08754082 throughput (samples/sec): 182.52 -2019-08-13 14:46:24,202 epoch 93 - iter 147/493 - loss 0.08560989 throughput (samples/sec): 178.96 -2019-08-13 14:46:32,928 epoch 93 - iter 196/493 - loss 0.09820085 throughput (samples/sec): 180.20 -2019-08-13 14:46:41,081 epoch 93 - iter 245/493 - loss 0.09917202 throughput (samples/sec): 192.90 -2019-08-13 14:46:49,325 epoch 93 - iter 294/493 - loss 0.09727259 throughput (samples/sec): 190.78 -2019-08-13 14:46:57,672 epoch 93 - iter 343/493 - loss 0.09660668 throughput (samples/sec): 188.40 -2019-08-13 14:47:06,646 epoch 93 - iter 392/493 - loss 0.09493009 throughput (samples/sec): 175.21 -2019-08-13 14:47:15,017 epoch 93 - iter 441/493 - loss 0.09532600 throughput (samples/sec): 187.86 -2019-08-13 14:47:23,597 epoch 93 - iter 490/493 - loss 0.09409639 throughput (samples/sec): 183.26 -2019-08-13 14:47:23,955 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:47:23,955 EPOCH 93 done: loss 0.0939 - lr 0.0063 -2019-08-13 14:47:23,955 BAD EPOCHS (no improvement): 0 -2019-08-13 14:47:23,956 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:47:24,141 epoch 94 - iter 0/493 - loss 0.06752709 throughput (samples/sec): 8488.04 -2019-08-13 14:47:32,546 epoch 94 - iter 49/493 - loss 0.10571156 throughput (samples/sec): 187.11 -2019-08-13 14:47:41,161 epoch 94 - iter 98/493 - loss 0.09829229 throughput (samples/sec): 182.52 -2019-08-13 14:47:49,632 epoch 94 - iter 147/493 - loss 0.10357284 throughput (samples/sec): 185.65 -2019-08-13 14:47:58,626 epoch 94 - iter 196/493 - loss 0.10197707 throughput (samples/sec): 174.81 -2019-08-13 14:48:07,078 epoch 94 - iter 245/493 - loss 0.09730104 throughput (samples/sec): 186.05 -2019-08-13 14:48:15,501 epoch 94 - iter 294/493 - loss 0.09996888 throughput (samples/sec): 186.70 -2019-08-13 14:48:23,953 epoch 94 - iter 343/493 - loss 0.10036176 throughput (samples/sec): 186.06 -2019-08-13 14:48:32,514 epoch 94 - iter 392/493 - loss 0.09741441 throughput (samples/sec): 183.68 -2019-08-13 14:48:41,140 epoch 94 - iter 441/493 - loss 0.09896915 throughput (samples/sec): 182.29 -2019-08-13 14:48:49,670 epoch 94 - iter 490/493 - loss 0.10079158 throughput (samples/sec): 184.35 -2019-08-13 14:48:50,020 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:48:50,020 EPOCH 94 done: loss 0.1007 - lr 0.0063 -2019-08-13 14:48:50,020 BAD EPOCHS (no improvement): 1 -2019-08-13 14:48:50,020 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:48:50,177 epoch 95 - iter 0/493 - loss 0.33335775 throughput (samples/sec): 10057.74 -2019-08-13 14:48:58,349 epoch 95 - iter 49/493 - loss 0.10825989 throughput (samples/sec): 192.47 -2019-08-13 14:49:06,755 epoch 95 - iter 98/493 - loss 0.11415332 throughput (samples/sec): 187.06 -2019-08-13 14:49:15,423 epoch 95 - iter 147/493 - loss 0.11174673 throughput (samples/sec): 181.42 -2019-08-13 14:49:23,995 epoch 95 - iter 196/493 - loss 0.11439564 throughput (samples/sec): 183.44 -2019-08-13 14:49:32,423 epoch 95 - iter 245/493 - loss 0.11023898 throughput (samples/sec): 186.58 -2019-08-13 14:49:40,840 epoch 95 - iter 294/493 - loss 0.11301280 throughput (samples/sec): 186.84 -2019-08-13 14:49:49,300 epoch 95 - iter 343/493 - loss 0.11383106 throughput (samples/sec): 185.89 -2019-08-13 14:49:58,079 epoch 95 - iter 392/493 - loss 0.11444363 throughput (samples/sec): 179.11 -2019-08-13 14:50:06,556 epoch 95 - iter 441/493 - loss 0.11289278 throughput (samples/sec): 185.50 -2019-08-13 14:50:15,734 epoch 95 - iter 490/493 - loss 0.10951264 throughput (samples/sec): 171.30 -2019-08-13 14:50:16,072 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:50:16,072 EPOCH 95 done: loss 0.1094 - lr 0.0063 -2019-08-13 14:50:16,072 BAD EPOCHS (no improvement): 2 -2019-08-13 14:50:16,072 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:50:16,227 epoch 96 - iter 0/493 - loss 0.01523057 throughput (samples/sec): 10203.55 -2019-08-13 14:50:24,844 epoch 96 - iter 49/493 - loss 0.09390311 throughput (samples/sec): 182.49 -2019-08-13 14:50:33,448 epoch 96 - iter 98/493 - loss 0.09972270 throughput (samples/sec): 182.76 -2019-08-13 14:50:42,231 epoch 96 - iter 147/493 - loss 0.10534545 throughput (samples/sec): 179.03 -2019-08-13 14:50:50,646 epoch 96 - iter 196/493 - loss 0.10731248 throughput (samples/sec): 186.87 -2019-08-13 14:50:59,740 epoch 96 - iter 245/493 - loss 0.10967708 throughput (samples/sec): 172.88 -2019-08-13 14:51:07,999 epoch 96 - iter 294/493 - loss 0.10860633 throughput (samples/sec): 190.42 -2019-08-13 14:51:16,350 epoch 96 - iter 343/493 - loss 0.10375679 throughput (samples/sec): 188.31 -2019-08-13 14:51:24,890 epoch 96 - iter 392/493 - loss 0.10445308 throughput (samples/sec): 184.14 -2019-08-13 14:51:33,527 epoch 96 - iter 441/493 - loss 0.10566275 throughput (samples/sec): 182.06 -2019-08-13 14:51:42,228 epoch 96 - iter 490/493 - loss 0.10851965 throughput (samples/sec): 180.72 -2019-08-13 14:51:42,578 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:51:42,578 EPOCH 96 done: loss 0.1088 - lr 0.0063 -2019-08-13 14:51:42,579 BAD EPOCHS (no improvement): 3 -2019-08-13 14:51:42,579 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:51:42,748 epoch 97 - iter 0/493 - loss 0.22050321 throughput (samples/sec): 9334.34 -2019-08-13 14:51:51,397 epoch 97 - iter 49/493 - loss 0.09270862 throughput (samples/sec): 181.80 -2019-08-13 14:51:59,846 epoch 97 - iter 98/493 - loss 0.08723867 throughput (samples/sec): 186.12 -2019-08-13 14:52:08,356 epoch 97 - iter 147/493 - loss 0.08433042 throughput (samples/sec): 184.79 -2019-08-13 14:52:16,718 epoch 97 - iter 196/493 - loss 0.08685081 throughput (samples/sec): 188.06 -2019-08-13 14:52:25,572 epoch 97 - iter 245/493 - loss 0.09292080 throughput (samples/sec): 177.58 -2019-08-13 14:52:33,851 epoch 97 - iter 294/493 - loss 0.08991256 throughput (samples/sec): 189.96 -2019-08-13 14:52:42,622 epoch 97 - iter 343/493 - loss 0.08908446 throughput (samples/sec): 179.27 -2019-08-13 14:52:51,209 epoch 97 - iter 392/493 - loss 0.08927000 throughput (samples/sec): 183.13 -2019-08-13 14:52:59,573 epoch 97 - iter 441/493 - loss 0.08939263 throughput (samples/sec): 188.01 -2019-08-13 14:53:08,523 epoch 97 - iter 490/493 - loss 0.09077525 throughput (samples/sec): 175.69 -2019-08-13 14:53:08,861 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:53:08,861 EPOCH 97 done: loss 0.0906 - lr 0.0063 -2019-08-13 14:53:08,861 BAD EPOCHS (no improvement): 0 -2019-08-13 14:53:08,861 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:53:09,056 epoch 98 - iter 0/493 - loss 0.02575123 throughput (samples/sec): 8074.29 -2019-08-13 14:53:17,501 epoch 98 - iter 49/493 - loss 0.09421305 throughput (samples/sec): 186.23 -2019-08-13 14:53:26,142 epoch 98 - iter 98/493 - loss 0.09482027 throughput (samples/sec): 181.96 -2019-08-13 14:53:34,886 epoch 98 - iter 147/493 - loss 0.09634293 throughput (samples/sec): 179.82 -2019-08-13 14:53:43,419 epoch 98 - iter 196/493 - loss 0.09581905 throughput (samples/sec): 184.28 -2019-08-13 14:53:52,175 epoch 98 - iter 245/493 - loss 0.09871383 throughput (samples/sec): 179.59 -2019-08-13 14:54:00,840 epoch 98 - iter 294/493 - loss 0.10081506 throughput (samples/sec): 181.47 -2019-08-13 14:54:09,150 epoch 98 - iter 343/493 - loss 0.09827209 throughput (samples/sec): 189.23 -2019-08-13 14:54:17,597 epoch 98 - iter 392/493 - loss 0.09766903 throughput (samples/sec): 186.18 -2019-08-13 14:54:26,073 epoch 98 - iter 441/493 - loss 0.09947300 throughput (samples/sec): 185.53 -2019-08-13 14:54:34,734 epoch 98 - iter 490/493 - loss 0.09675675 throughput (samples/sec): 181.54 -2019-08-13 14:54:35,136 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:54:35,136 EPOCH 98 done: loss 0.0968 - lr 0.0063 -2019-08-13 14:54:35,137 BAD EPOCHS (no improvement): 1 -2019-08-13 14:54:35,137 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:54:35,339 epoch 99 - iter 0/493 - loss 0.08614630 throughput (samples/sec): 7798.23 -2019-08-13 14:54:43,659 epoch 99 - iter 49/493 - loss 0.09744664 throughput (samples/sec): 189.01 -2019-08-13 14:54:52,370 epoch 99 - iter 98/493 - loss 0.09477426 throughput (samples/sec): 180.50 -2019-08-13 14:55:00,838 epoch 99 - iter 147/493 - loss 0.09908608 throughput (samples/sec): 185.70 -2019-08-13 14:55:09,328 epoch 99 - iter 196/493 - loss 0.10179733 throughput (samples/sec): 185.21 -2019-08-13 14:55:18,112 epoch 99 - iter 245/493 - loss 0.10036535 throughput (samples/sec): 179.01 -2019-08-13 14:55:26,340 epoch 99 - iter 294/493 - loss 0.10101216 throughput (samples/sec): 191.13 -2019-08-13 14:55:35,228 epoch 99 - iter 343/493 - loss 0.09911740 throughput (samples/sec): 176.90 -2019-08-13 14:55:43,698 epoch 99 - iter 392/493 - loss 0.10158950 throughput (samples/sec): 185.66 -2019-08-13 14:55:52,132 epoch 99 - iter 441/493 - loss 0.10146295 throughput (samples/sec): 186.46 -2019-08-13 14:56:00,653 epoch 99 - iter 490/493 - loss 0.10214850 throughput (samples/sec): 184.55 -2019-08-13 14:56:01,043 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:56:01,044 EPOCH 99 done: loss 0.1023 - lr 0.0063 -2019-08-13 14:56:01,044 BAD EPOCHS (no improvement): 2 -2019-08-13 14:56:01,044 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:56:01,203 epoch 100 - iter 0/493 - loss 0.21559682 throughput (samples/sec): 9938.07 -2019-08-13 14:56:09,793 epoch 100 - iter 49/493 - loss 0.11515455 throughput (samples/sec): 183.06 -2019-08-13 14:56:18,399 epoch 100 - iter 98/493 - loss 0.12005325 throughput (samples/sec): 182.70 -2019-08-13 14:56:27,046 epoch 100 - iter 147/493 - loss 0.10573691 throughput (samples/sec): 181.86 -2019-08-13 14:56:35,577 epoch 100 - iter 196/493 - loss 0.10729453 throughput (samples/sec): 184.34 -2019-08-13 14:56:43,914 epoch 100 - iter 245/493 - loss 0.10287504 throughput (samples/sec): 188.64 -2019-08-13 14:56:52,928 epoch 100 - iter 294/493 - loss 0.09952003 throughput (samples/sec): 174.42 -2019-08-13 14:57:01,100 epoch 100 - iter 343/493 - loss 0.09737282 throughput (samples/sec): 192.46 -2019-08-13 14:57:09,771 epoch 100 - iter 392/493 - loss 0.10063449 throughput (samples/sec): 181.34 -2019-08-13 14:57:18,347 epoch 100 - iter 441/493 - loss 0.10051317 throughput (samples/sec): 183.37 -2019-08-13 14:57:26,757 epoch 100 - iter 490/493 - loss 0.09988318 throughput (samples/sec): 186.98 -2019-08-13 14:57:27,114 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:57:27,115 EPOCH 100 done: loss 0.0996 - lr 0.0063 -2019-08-13 14:57:27,115 BAD EPOCHS (no improvement): 3 -2019-08-13 14:57:27,115 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:57:27,293 epoch 101 - iter 0/493 - loss 0.08125275 throughput (samples/sec): 8876.10 -2019-08-13 14:57:35,708 epoch 101 - iter 49/493 - loss 0.09051991 throughput (samples/sec): 186.87 -2019-08-13 14:57:44,591 epoch 101 - iter 98/493 - loss 0.08881230 throughput (samples/sec): 177.00 -2019-08-13 14:57:52,869 epoch 101 - iter 147/493 - loss 0.08678255 throughput (samples/sec): 189.99 -2019-08-13 14:58:01,627 epoch 101 - iter 196/493 - loss 0.08727867 throughput (samples/sec): 179.53 -2019-08-13 14:58:10,558 epoch 101 - iter 245/493 - loss 0.09298128 throughput (samples/sec): 176.07 -2019-08-13 14:58:18,792 epoch 101 - iter 294/493 - loss 0.09429368 throughput (samples/sec): 190.97 -2019-08-13 14:58:27,100 epoch 101 - iter 343/493 - loss 0.09044516 throughput (samples/sec): 189.29 -2019-08-13 14:58:35,874 epoch 101 - iter 392/493 - loss 0.09212841 throughput (samples/sec): 179.21 -2019-08-13 14:58:44,278 epoch 101 - iter 441/493 - loss 0.09005405 throughput (samples/sec): 187.12 -2019-08-13 14:58:52,729 epoch 101 - iter 490/493 - loss 0.08905683 throughput (samples/sec): 186.07 -2019-08-13 14:58:53,063 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:58:53,063 EPOCH 101 done: loss 0.0891 - lr 0.0063 -2019-08-13 14:58:53,063 BAD EPOCHS (no improvement): 0 -2019-08-13 14:58:53,064 ---------------------------------------------------------------------------------------------------- -2019-08-13 14:58:53,199 epoch 102 - iter 0/493 - loss 0.13412762 throughput (samples/sec): 11649.15 -2019-08-13 14:59:02,077 epoch 102 - iter 49/493 - loss 0.10531912 throughput (samples/sec): 177.10 -2019-08-13 14:59:10,657 epoch 102 - iter 98/493 - loss 0.09143284 throughput (samples/sec): 183.27 -2019-08-13 14:59:19,327 epoch 102 - iter 147/493 - loss 0.09384328 throughput (samples/sec): 181.36 -2019-08-13 14:59:27,577 epoch 102 - iter 196/493 - loss 0.10153000 throughput (samples/sec): 190.64 -2019-08-13 14:59:36,235 epoch 102 - iter 245/493 - loss 0.09951774 throughput (samples/sec): 181.60 -2019-08-13 14:59:44,671 epoch 102 - iter 294/493 - loss 0.09873201 throughput (samples/sec): 186.41 -2019-08-13 14:59:53,581 epoch 102 - iter 343/493 - loss 0.09975570 throughput (samples/sec): 176.47 -2019-08-13 15:00:01,978 epoch 102 - iter 392/493 - loss 0.09695119 throughput (samples/sec): 187.26 -2019-08-13 15:00:10,464 epoch 102 - iter 441/493 - loss 0.09693691 throughput (samples/sec): 185.31 -2019-08-13 15:00:19,050 epoch 102 - iter 490/493 - loss 0.09587926 throughput (samples/sec): 183.15 -2019-08-13 15:00:19,438 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:00:19,438 EPOCH 102 done: loss 0.0963 - lr 0.0063 -2019-08-13 15:00:19,439 BAD EPOCHS (no improvement): 1 -2019-08-13 15:00:19,439 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:00:19,604 epoch 103 - iter 0/493 - loss 0.06903970 throughput (samples/sec): 9529.25 -2019-08-13 15:00:28,291 epoch 103 - iter 49/493 - loss 0.09490624 throughput (samples/sec): 181.01 -2019-08-13 15:00:37,136 epoch 103 - iter 98/493 - loss 0.08441674 throughput (samples/sec): 177.77 -2019-08-13 15:00:45,330 epoch 103 - iter 147/493 - loss 0.09019976 throughput (samples/sec): 191.93 -2019-08-13 15:00:54,044 epoch 103 - iter 196/493 - loss 0.09826225 throughput (samples/sec): 180.46 -2019-08-13 15:01:02,458 epoch 103 - iter 245/493 - loss 0.09607366 throughput (samples/sec): 186.90 -2019-08-13 15:01:10,762 epoch 103 - iter 294/493 - loss 0.09872685 throughput (samples/sec): 189.39 -2019-08-13 15:01:19,458 epoch 103 - iter 343/493 - loss 0.09953812 throughput (samples/sec): 180.82 -2019-08-13 15:01:27,842 epoch 103 - iter 392/493 - loss 0.09742371 throughput (samples/sec): 187.56 -2019-08-13 15:01:36,419 epoch 103 - iter 441/493 - loss 0.09860834 throughput (samples/sec): 183.34 -2019-08-13 15:01:45,197 epoch 103 - iter 490/493 - loss 0.10070759 throughput (samples/sec): 179.13 -2019-08-13 15:01:45,536 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:01:45,536 EPOCH 103 done: loss 0.1008 - lr 0.0063 -2019-08-13 15:01:45,536 BAD EPOCHS (no improvement): 2 -2019-08-13 15:01:45,536 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:01:45,682 epoch 104 - iter 0/493 - loss 0.03075659 throughput (samples/sec): 10820.40 -2019-08-13 15:01:54,383 epoch 104 - iter 49/493 - loss 0.08818966 throughput (samples/sec): 180.71 -2019-08-13 15:02:02,817 epoch 104 - iter 98/493 - loss 0.08310341 throughput (samples/sec): 186.47 -2019-08-13 15:02:11,177 epoch 104 - iter 147/493 - loss 0.09678153 throughput (samples/sec): 188.10 -2019-08-13 15:02:19,835 epoch 104 - iter 196/493 - loss 0.09097300 throughput (samples/sec): 181.60 -2019-08-13 15:02:28,259 epoch 104 - iter 245/493 - loss 0.09162769 throughput (samples/sec): 186.67 -2019-08-13 15:02:36,962 epoch 104 - iter 294/493 - loss 0.09102045 throughput (samples/sec): 180.68 -2019-08-13 15:02:45,306 epoch 104 - iter 343/493 - loss 0.08841693 throughput (samples/sec): 188.46 -2019-08-13 15:02:53,837 epoch 104 - iter 392/493 - loss 0.09123137 throughput (samples/sec): 184.33 -2019-08-13 15:03:02,186 epoch 104 - iter 441/493 - loss 0.08858908 throughput (samples/sec): 188.37 -2019-08-13 15:03:11,093 epoch 104 - iter 490/493 - loss 0.08664966 throughput (samples/sec): 176.53 -2019-08-13 15:03:11,448 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:03:11,448 EPOCH 104 done: loss 0.0864 - lr 0.0063 -2019-08-13 15:03:11,448 BAD EPOCHS (no improvement): 0 -2019-08-13 15:03:11,448 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:03:11,590 epoch 105 - iter 0/493 - loss 0.05595046 throughput (samples/sec): 11177.57 -2019-08-13 15:03:20,296 epoch 105 - iter 49/493 - loss 0.08809429 throughput (samples/sec): 180.61 -2019-08-13 15:03:28,607 epoch 105 - iter 98/493 - loss 0.09476045 throughput (samples/sec): 189.23 -2019-08-13 15:03:37,703 epoch 105 - iter 147/493 - loss 0.08591894 throughput (samples/sec): 172.83 -2019-08-13 15:03:45,954 epoch 105 - iter 196/493 - loss 0.08406118 throughput (samples/sec): 190.61 -2019-08-13 15:03:55,045 epoch 105 - iter 245/493 - loss 0.08914766 throughput (samples/sec): 172.96 -2019-08-13 15:04:03,403 epoch 105 - iter 294/493 - loss 0.09031575 throughput (samples/sec): 188.15 -2019-08-13 15:04:12,057 epoch 105 - iter 343/493 - loss 0.09198294 throughput (samples/sec): 181.70 -2019-08-13 15:04:20,537 epoch 105 - iter 392/493 - loss 0.09467238 throughput (samples/sec): 185.44 -2019-08-13 15:04:29,009 epoch 105 - iter 441/493 - loss 0.09398716 throughput (samples/sec): 185.61 -2019-08-13 15:04:37,623 epoch 105 - iter 490/493 - loss 0.09627306 throughput (samples/sec): 182.55 -2019-08-13 15:04:37,984 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:04:37,984 EPOCH 105 done: loss 0.0963 - lr 0.0063 -2019-08-13 15:04:37,984 BAD EPOCHS (no improvement): 1 -2019-08-13 15:04:37,984 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:04:38,171 epoch 106 - iter 0/493 - loss 0.12710166 throughput (samples/sec): 8425.18 -2019-08-13 15:04:46,782 epoch 106 - iter 49/493 - loss 0.12971163 throughput (samples/sec): 182.61 -2019-08-13 15:04:55,601 epoch 106 - iter 98/493 - loss 0.11553847 throughput (samples/sec): 178.29 -2019-08-13 15:05:04,043 epoch 106 - iter 147/493 - loss 0.10912237 throughput (samples/sec): 186.28 -2019-08-13 15:05:12,525 epoch 106 - iter 196/493 - loss 0.11400276 throughput (samples/sec): 185.38 -2019-08-13 15:05:21,239 epoch 106 - iter 245/493 - loss 0.11664249 throughput (samples/sec): 180.47 -2019-08-13 15:05:30,251 epoch 106 - iter 294/493 - loss 0.11366650 throughput (samples/sec): 174.46 -2019-08-13 15:05:38,500 epoch 106 - iter 343/493 - loss 0.11214905 throughput (samples/sec): 190.64 -2019-08-13 15:05:47,178 epoch 106 - iter 392/493 - loss 0.10860876 throughput (samples/sec): 181.20 -2019-08-13 15:05:55,564 epoch 106 - iter 441/493 - loss 0.10880597 throughput (samples/sec): 187.52 -2019-08-13 15:06:04,011 epoch 106 - iter 490/493 - loss 0.10752811 throughput (samples/sec): 186.17 -2019-08-13 15:06:04,428 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:06:04,428 EPOCH 106 done: loss 0.1073 - lr 0.0063 -2019-08-13 15:06:04,428 BAD EPOCHS (no improvement): 2 -2019-08-13 15:06:04,428 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:06:04,595 epoch 107 - iter 0/493 - loss 0.05328560 throughput (samples/sec): 9475.42 -2019-08-13 15:06:13,178 epoch 107 - iter 49/493 - loss 0.09484026 throughput (samples/sec): 183.20 -2019-08-13 15:06:21,597 epoch 107 - iter 98/493 - loss 0.09217745 throughput (samples/sec): 186.78 -2019-08-13 15:06:29,995 epoch 107 - iter 147/493 - loss 0.08379630 throughput (samples/sec): 187.25 -2019-08-13 15:06:38,357 epoch 107 - iter 196/493 - loss 0.08738156 throughput (samples/sec): 188.08 -2019-08-13 15:06:46,671 epoch 107 - iter 245/493 - loss 0.08940872 throughput (samples/sec): 189.14 -2019-08-13 15:06:55,305 epoch 107 - iter 294/493 - loss 0.09501636 throughput (samples/sec): 182.12 -2019-08-13 15:07:04,222 epoch 107 - iter 343/493 - loss 0.09373443 throughput (samples/sec): 176.33 -2019-08-13 15:07:12,824 epoch 107 - iter 392/493 - loss 0.09743436 throughput (samples/sec): 182.80 -2019-08-13 15:07:21,346 epoch 107 - iter 441/493 - loss 0.09598938 throughput (samples/sec): 184.54 -2019-08-13 15:07:30,158 epoch 107 - iter 490/493 - loss 0.09786048 throughput (samples/sec): 178.42 -2019-08-13 15:07:30,504 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:07:30,504 EPOCH 107 done: loss 0.0976 - lr 0.0063 -2019-08-13 15:07:30,504 BAD EPOCHS (no improvement): 3 -2019-08-13 15:07:30,504 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:07:30,698 epoch 108 - iter 0/493 - loss 0.09357727 throughput (samples/sec): 8132.26 -2019-08-13 15:07:39,313 epoch 108 - iter 49/493 - loss 0.10320001 throughput (samples/sec): 182.51 -2019-08-13 15:07:48,002 epoch 108 - iter 98/493 - loss 0.09442427 throughput (samples/sec): 180.97 -2019-08-13 15:07:56,427 epoch 108 - iter 147/493 - loss 0.09113419 throughput (samples/sec): 186.66 -2019-08-13 15:08:04,990 epoch 108 - iter 196/493 - loss 0.09373098 throughput (samples/sec): 183.63 -2019-08-13 15:08:14,104 epoch 108 - iter 245/493 - loss 0.09903709 throughput (samples/sec): 172.50 -2019-08-13 15:08:22,522 epoch 108 - iter 294/493 - loss 0.10068797 throughput (samples/sec): 186.82 -2019-08-13 15:08:30,864 epoch 108 - iter 343/493 - loss 0.10035962 throughput (samples/sec): 188.52 -2019-08-13 15:08:39,484 epoch 108 - iter 392/493 - loss 0.10076638 throughput (samples/sec): 182.41 -2019-08-13 15:08:47,870 epoch 108 - iter 441/493 - loss 0.10101501 throughput (samples/sec): 187.52 -2019-08-13 15:08:56,430 epoch 108 - iter 490/493 - loss 0.09920663 throughput (samples/sec): 183.71 -2019-08-13 15:08:56,823 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:08:56,823 EPOCH 108 done: loss 0.0989 - lr 0.0063 -2019-08-13 15:08:56,823 BAD EPOCHS (no improvement): 4 -2019-08-13 15:08:56,824 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:08:56,973 epoch 109 - iter 0/493 - loss 0.01245594 throughput (samples/sec): 10562.57 -2019-08-13 15:09:05,513 epoch 109 - iter 49/493 - loss 0.08830234 throughput (samples/sec): 184.16 -2019-08-13 15:09:13,845 epoch 109 - iter 98/493 - loss 0.08090097 throughput (samples/sec): 188.74 -2019-08-13 15:09:22,457 epoch 109 - iter 147/493 - loss 0.08930578 throughput (samples/sec): 182.58 -2019-08-13 15:09:30,888 epoch 109 - iter 196/493 - loss 0.08982941 throughput (samples/sec): 186.53 -2019-08-13 15:09:39,741 epoch 109 - iter 245/493 - loss 0.09223187 throughput (samples/sec): 177.60 -2019-08-13 15:09:48,551 epoch 109 - iter 294/493 - loss 0.08914799 throughput (samples/sec): 178.47 -2019-08-13 15:09:56,713 epoch 109 - iter 343/493 - loss 0.08888367 throughput (samples/sec): 192.70 -2019-08-13 15:10:05,286 epoch 109 - iter 392/493 - loss 0.08982309 throughput (samples/sec): 183.41 -2019-08-13 15:10:14,027 epoch 109 - iter 441/493 - loss 0.09164401 throughput (samples/sec): 179.90 -2019-08-13 15:10:22,384 epoch 109 - iter 490/493 - loss 0.09361804 throughput (samples/sec): 188.18 -2019-08-13 15:10:22,817 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:10:22,817 EPOCH 109 done: loss 0.0937 - lr 0.0031 -2019-08-13 15:10:22,817 BAD EPOCHS (no improvement): 1 -2019-08-13 15:10:22,817 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:10:23,002 epoch 110 - iter 0/493 - loss 0.00755867 throughput (samples/sec): 8545.52 -2019-08-13 15:10:31,702 epoch 110 - iter 49/493 - loss 0.09999630 throughput (samples/sec): 180.73 -2019-08-13 15:10:40,245 epoch 110 - iter 98/493 - loss 0.09025306 throughput (samples/sec): 184.06 -2019-08-13 15:10:48,902 epoch 110 - iter 147/493 - loss 0.08883111 throughput (samples/sec): 181.64 -2019-08-13 15:10:57,492 epoch 110 - iter 196/493 - loss 0.09813093 throughput (samples/sec): 183.04 -2019-08-13 15:11:05,895 epoch 110 - iter 245/493 - loss 0.09658159 throughput (samples/sec): 187.15 -2019-08-13 15:11:14,373 epoch 110 - iter 294/493 - loss 0.09479339 throughput (samples/sec): 185.48 -2019-08-13 15:11:22,865 epoch 110 - iter 343/493 - loss 0.09368994 throughput (samples/sec): 185.17 -2019-08-13 15:11:31,293 epoch 110 - iter 392/493 - loss 0.09569613 throughput (samples/sec): 186.58 -2019-08-13 15:11:40,115 epoch 110 - iter 441/493 - loss 0.09481037 throughput (samples/sec): 178.24 -2019-08-13 15:11:48,584 epoch 110 - iter 490/493 - loss 0.09527567 throughput (samples/sec): 185.69 -2019-08-13 15:11:48,991 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:11:48,991 EPOCH 110 done: loss 0.0950 - lr 0.0031 -2019-08-13 15:11:48,991 BAD EPOCHS (no improvement): 2 -2019-08-13 15:11:48,991 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:11:49,144 epoch 111 - iter 0/493 - loss 0.02912006 throughput (samples/sec): 10363.44 -2019-08-13 15:11:58,049 epoch 111 - iter 49/493 - loss 0.09183539 throughput (samples/sec): 176.56 -2019-08-13 15:12:06,595 epoch 111 - iter 98/493 - loss 0.09006233 throughput (samples/sec): 184.00 -2019-08-13 15:12:14,855 epoch 111 - iter 147/493 - loss 0.09019538 throughput (samples/sec): 190.39 -2019-08-13 15:12:23,268 epoch 111 - iter 196/493 - loss 0.09803956 throughput (samples/sec): 186.92 -2019-08-13 15:12:31,731 epoch 111 - iter 245/493 - loss 0.09717574 throughput (samples/sec): 185.82 -2019-08-13 15:12:40,443 epoch 111 - iter 294/493 - loss 0.09440217 throughput (samples/sec): 180.49 -2019-08-13 15:12:48,955 epoch 111 - iter 343/493 - loss 0.09530707 throughput (samples/sec): 184.72 -2019-08-13 15:12:57,626 epoch 111 - iter 392/493 - loss 0.09760833 throughput (samples/sec): 181.35 -2019-08-13 15:13:06,687 epoch 111 - iter 441/493 - loss 0.10017406 throughput (samples/sec): 173.50 -2019-08-13 15:13:15,129 epoch 111 - iter 490/493 - loss 0.09950334 throughput (samples/sec): 186.28 -2019-08-13 15:13:15,455 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:13:15,456 EPOCH 111 done: loss 0.0993 - lr 0.0031 -2019-08-13 15:13:15,456 BAD EPOCHS (no improvement): 3 -2019-08-13 15:13:15,456 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:13:15,642 epoch 112 - iter 0/493 - loss 0.02837771 throughput (samples/sec): 8466.48 -2019-08-13 15:13:24,233 epoch 112 - iter 49/493 - loss 0.08268090 throughput (samples/sec): 183.04 -2019-08-13 15:13:32,679 epoch 112 - iter 98/493 - loss 0.08937687 throughput (samples/sec): 186.18 -2019-08-13 15:13:41,192 epoch 112 - iter 147/493 - loss 0.08830570 throughput (samples/sec): 184.72 -2019-08-13 15:13:49,386 epoch 112 - iter 196/493 - loss 0.08790021 throughput (samples/sec): 191.94 -2019-08-13 15:13:58,278 epoch 112 - iter 245/493 - loss 0.08800352 throughput (samples/sec): 176.83 -2019-08-13 15:14:06,704 epoch 112 - iter 294/493 - loss 0.08484016 throughput (samples/sec): 186.63 -2019-08-13 15:14:15,582 epoch 112 - iter 343/493 - loss 0.09044392 throughput (samples/sec): 177.11 -2019-08-13 15:14:23,960 epoch 112 - iter 392/493 - loss 0.08739951 throughput (samples/sec): 187.69 -2019-08-13 15:14:32,403 epoch 112 - iter 441/493 - loss 0.09236113 throughput (samples/sec): 186.27 -2019-08-13 15:14:40,981 epoch 112 - iter 490/493 - loss 0.09341018 throughput (samples/sec): 183.30 -2019-08-13 15:14:41,315 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:14:41,315 EPOCH 112 done: loss 0.0934 - lr 0.0031 -2019-08-13 15:14:41,315 BAD EPOCHS (no improvement): 4 -2019-08-13 15:14:41,315 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:14:41,479 epoch 113 - iter 0/493 - loss 0.03967896 throughput (samples/sec): 9609.17 -2019-08-13 15:14:50,215 epoch 113 - iter 49/493 - loss 0.08194337 throughput (samples/sec): 180.01 -2019-08-13 15:14:58,722 epoch 113 - iter 98/493 - loss 0.09404452 throughput (samples/sec): 184.83 -2019-08-13 15:15:07,792 epoch 113 - iter 147/493 - loss 0.10030696 throughput (samples/sec): 173.36 -2019-08-13 15:15:16,362 epoch 113 - iter 196/493 - loss 0.10011387 throughput (samples/sec): 183.46 -2019-08-13 15:15:24,751 epoch 113 - iter 245/493 - loss 0.09977362 throughput (samples/sec): 187.46 -2019-08-13 15:15:33,323 epoch 113 - iter 294/493 - loss 0.09688171 throughput (samples/sec): 183.44 -2019-08-13 15:15:41,951 epoch 113 - iter 343/493 - loss 0.09956502 throughput (samples/sec): 182.26 -2019-08-13 15:15:50,293 epoch 113 - iter 392/493 - loss 0.09922967 throughput (samples/sec): 188.51 -2019-08-13 15:15:58,388 epoch 113 - iter 441/493 - loss 0.09939048 throughput (samples/sec): 194.30 -2019-08-13 15:16:06,925 epoch 113 - iter 490/493 - loss 0.09887773 throughput (samples/sec): 184.20 -2019-08-13 15:16:07,290 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:16:07,291 EPOCH 113 done: loss 0.0987 - lr 0.0016 -2019-08-13 15:16:07,291 BAD EPOCHS (no improvement): 1 -2019-08-13 15:16:07,291 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:16:07,464 epoch 114 - iter 0/493 - loss 0.05978882 throughput (samples/sec): 9128.89 -2019-08-13 15:16:15,796 epoch 114 - iter 49/493 - loss 0.08597652 throughput (samples/sec): 188.73 -2019-08-13 15:16:24,080 epoch 114 - iter 98/493 - loss 0.09327857 throughput (samples/sec): 189.84 -2019-08-13 15:16:32,621 epoch 114 - iter 147/493 - loss 0.09364932 throughput (samples/sec): 184.12 -2019-08-13 15:16:41,097 epoch 114 - iter 196/493 - loss 0.09572620 throughput (samples/sec): 185.52 -2019-08-13 15:16:49,915 epoch 114 - iter 245/493 - loss 0.09577161 throughput (samples/sec): 178.31 -2019-08-13 15:16:58,441 epoch 114 - iter 294/493 - loss 0.09520740 throughput (samples/sec): 184.44 -2019-08-13 15:17:07,033 epoch 114 - iter 343/493 - loss 0.09375111 throughput (samples/sec): 183.02 -2019-08-13 15:17:15,525 epoch 114 - iter 392/493 - loss 0.09299538 throughput (samples/sec): 185.17 -2019-08-13 15:17:23,964 epoch 114 - iter 441/493 - loss 0.09570415 throughput (samples/sec): 186.35 -2019-08-13 15:17:33,017 epoch 114 - iter 490/493 - loss 0.09629453 throughput (samples/sec): 173.67 -2019-08-13 15:17:33,367 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:17:33,368 EPOCH 114 done: loss 0.0966 - lr 0.0016 -2019-08-13 15:17:33,368 BAD EPOCHS (no improvement): 2 -2019-08-13 15:17:33,368 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:17:33,536 epoch 115 - iter 0/493 - loss 0.11487782 throughput (samples/sec): 9381.41 -2019-08-13 15:17:41,770 epoch 115 - iter 49/493 - loss 0.08079770 throughput (samples/sec): 191.00 -2019-08-13 15:17:50,801 epoch 115 - iter 98/493 - loss 0.08637283 throughput (samples/sec): 174.08 -2019-08-13 15:17:58,948 epoch 115 - iter 147/493 - loss 0.09209629 throughput (samples/sec): 193.04 -2019-08-13 15:18:07,281 epoch 115 - iter 196/493 - loss 0.09113014 throughput (samples/sec): 188.72 -2019-08-13 15:18:15,894 epoch 115 - iter 245/493 - loss 0.09502574 throughput (samples/sec): 182.57 -2019-08-13 15:18:24,615 epoch 115 - iter 294/493 - loss 0.09292758 throughput (samples/sec): 180.31 -2019-08-13 15:18:33,500 epoch 115 - iter 343/493 - loss 0.08912681 throughput (samples/sec): 176.97 -2019-08-13 15:18:41,794 epoch 115 - iter 392/493 - loss 0.09004670 throughput (samples/sec): 189.60 -2019-08-13 15:18:50,081 epoch 115 - iter 441/493 - loss 0.09029769 throughput (samples/sec): 189.77 -2019-08-13 15:18:58,447 epoch 115 - iter 490/493 - loss 0.09119456 throughput (samples/sec): 187.97 -2019-08-13 15:18:58,869 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:18:58,869 EPOCH 115 done: loss 0.0913 - lr 0.0016 -2019-08-13 15:18:58,869 BAD EPOCHS (no improvement): 3 -2019-08-13 15:18:58,870 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:18:59,023 epoch 116 - iter 0/493 - loss 0.28783396 throughput (samples/sec): 10259.34 -2019-08-13 15:19:07,616 epoch 116 - iter 49/493 - loss 0.10501418 throughput (samples/sec): 182.99 -2019-08-13 15:19:16,393 epoch 116 - iter 98/493 - loss 0.10138879 throughput (samples/sec): 179.16 -2019-08-13 15:19:24,705 epoch 116 - iter 147/493 - loss 0.09486732 throughput (samples/sec): 189.20 -2019-08-13 15:19:33,794 epoch 116 - iter 196/493 - loss 0.09356082 throughput (samples/sec): 172.97 -2019-08-13 15:19:42,457 epoch 116 - iter 245/493 - loss 0.09439362 throughput (samples/sec): 181.51 -2019-08-13 15:19:50,720 epoch 116 - iter 294/493 - loss 0.09255274 throughput (samples/sec): 190.31 -2019-08-13 15:19:59,564 epoch 116 - iter 343/493 - loss 0.09317334 throughput (samples/sec): 177.80 -2019-08-13 15:20:08,095 epoch 116 - iter 392/493 - loss 0.09301687 throughput (samples/sec): 184.31 -2019-08-13 15:20:16,332 epoch 116 - iter 441/493 - loss 0.09386896 throughput (samples/sec): 190.94 -2019-08-13 15:20:24,807 epoch 116 - iter 490/493 - loss 0.09380335 throughput (samples/sec): 185.55 -2019-08-13 15:20:25,228 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:20:25,228 EPOCH 116 done: loss 0.0935 - lr 0.0016 -2019-08-13 15:20:25,228 BAD EPOCHS (no improvement): 4 -2019-08-13 15:20:25,228 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:20:25,466 epoch 117 - iter 0/493 - loss 0.01579219 throughput (samples/sec): 6620.86 -2019-08-13 15:20:33,715 epoch 117 - iter 49/493 - loss 0.07178715 throughput (samples/sec): 190.65 -2019-08-13 15:20:42,664 epoch 117 - iter 98/493 - loss 0.09345584 throughput (samples/sec): 175.71 -2019-08-13 15:20:51,328 epoch 117 - iter 147/493 - loss 0.09810403 throughput (samples/sec): 181.49 -2019-08-13 15:20:59,949 epoch 117 - iter 196/493 - loss 0.09682829 throughput (samples/sec): 182.42 -2019-08-13 15:21:08,563 epoch 117 - iter 245/493 - loss 0.09810225 throughput (samples/sec): 182.55 -2019-08-13 15:21:17,138 epoch 117 - iter 294/493 - loss 0.09409086 throughput (samples/sec): 183.39 -2019-08-13 15:21:25,585 epoch 117 - iter 343/493 - loss 0.09182780 throughput (samples/sec): 186.17 -2019-08-13 15:21:34,219 epoch 117 - iter 392/493 - loss 0.09336362 throughput (samples/sec): 182.14 -2019-08-13 15:21:42,612 epoch 117 - iter 441/493 - loss 0.09196420 throughput (samples/sec): 187.38 -2019-08-13 15:21:51,693 epoch 117 - iter 490/493 - loss 0.09017648 throughput (samples/sec): 173.16 -2019-08-13 15:21:52,046 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:21:52,047 EPOCH 117 done: loss 0.0903 - lr 0.0008 -2019-08-13 15:21:52,047 BAD EPOCHS (no improvement): 1 -2019-08-13 15:21:52,047 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:21:52,236 epoch 118 - iter 0/493 - loss 0.05304426 throughput (samples/sec): 8329.08 -2019-08-13 15:22:01,004 epoch 118 - iter 49/493 - loss 0.08418267 throughput (samples/sec): 179.34 -2019-08-13 15:22:09,386 epoch 118 - iter 98/493 - loss 0.09409550 throughput (samples/sec): 187.64 -2019-08-13 15:22:17,515 epoch 118 - iter 147/493 - loss 0.08946177 throughput (samples/sec): 193.47 -2019-08-13 15:22:26,325 epoch 118 - iter 196/493 - loss 0.09163628 throughput (samples/sec): 178.48 -2019-08-13 15:22:35,055 epoch 118 - iter 245/493 - loss 0.09365191 throughput (samples/sec): 180.11 -2019-08-13 15:22:43,631 epoch 118 - iter 294/493 - loss 0.09217070 throughput (samples/sec): 183.37 -2019-08-13 15:22:52,079 epoch 118 - iter 343/493 - loss 0.09220224 throughput (samples/sec): 186.13 -2019-08-13 15:23:00,785 epoch 118 - iter 392/493 - loss 0.09228383 throughput (samples/sec): 180.62 -2019-08-13 15:23:09,180 epoch 118 - iter 441/493 - loss 0.09303523 throughput (samples/sec): 187.32 -2019-08-13 15:23:17,893 epoch 118 - iter 490/493 - loss 0.09587882 throughput (samples/sec): 180.47 -2019-08-13 15:23:18,280 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:23:18,280 EPOCH 118 done: loss 0.0956 - lr 0.0008 -2019-08-13 15:23:18,280 BAD EPOCHS (no improvement): 2 -2019-08-13 15:23:18,280 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:23:18,434 epoch 119 - iter 0/493 - loss 0.17674640 throughput (samples/sec): 10281.81 -2019-08-13 15:23:26,663 epoch 119 - iter 49/493 - loss 0.08770498 throughput (samples/sec): 191.11 -2019-08-13 15:23:35,601 epoch 119 - iter 98/493 - loss 0.09942442 throughput (samples/sec): 175.90 -2019-08-13 15:23:44,033 epoch 119 - iter 147/493 - loss 0.09638686 throughput (samples/sec): 186.51 -2019-08-13 15:23:52,443 epoch 119 - iter 196/493 - loss 0.09056683 throughput (samples/sec): 186.99 -2019-08-13 15:24:00,928 epoch 119 - iter 245/493 - loss 0.08969975 throughput (samples/sec): 185.33 -2019-08-13 15:24:09,576 epoch 119 - iter 294/493 - loss 0.08941957 throughput (samples/sec): 181.82 -2019-08-13 15:24:18,115 epoch 119 - iter 343/493 - loss 0.08781007 throughput (samples/sec): 184.16 -2019-08-13 15:24:26,609 epoch 119 - iter 392/493 - loss 0.08791352 throughput (samples/sec): 185.12 -2019-08-13 15:24:35,078 epoch 119 - iter 441/493 - loss 0.08870057 throughput (samples/sec): 185.69 -2019-08-13 15:24:44,068 epoch 119 - iter 490/493 - loss 0.08922071 throughput (samples/sec): 174.90 -2019-08-13 15:24:44,423 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:24:44,424 EPOCH 119 done: loss 0.0890 - lr 0.0008 -2019-08-13 15:24:44,424 BAD EPOCHS (no improvement): 3 -2019-08-13 15:24:44,424 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:24:44,562 epoch 120 - iter 0/493 - loss 0.06040365 throughput (samples/sec): 11416.80 -2019-08-13 15:24:53,132 epoch 120 - iter 49/493 - loss 0.06979885 throughput (samples/sec): 183.49 -2019-08-13 15:25:01,519 epoch 120 - iter 98/493 - loss 0.08312178 throughput (samples/sec): 187.51 -2019-08-13 15:25:10,257 epoch 120 - iter 147/493 - loss 0.07780736 throughput (samples/sec): 179.95 -2019-08-13 15:25:18,917 epoch 120 - iter 196/493 - loss 0.08481575 throughput (samples/sec): 181.57 -2019-08-13 15:25:27,248 epoch 120 - iter 245/493 - loss 0.08384681 throughput (samples/sec): 188.76 -2019-08-13 15:25:35,932 epoch 120 - iter 294/493 - loss 0.08961811 throughput (samples/sec): 181.08 -2019-08-13 15:25:44,483 epoch 120 - iter 343/493 - loss 0.08972313 throughput (samples/sec): 183.88 -2019-08-13 15:25:53,575 epoch 120 - iter 392/493 - loss 0.09212537 throughput (samples/sec): 172.93 -2019-08-13 15:26:01,913 epoch 120 - iter 441/493 - loss 0.09457654 throughput (samples/sec): 188.61 -2019-08-13 15:26:10,427 epoch 120 - iter 490/493 - loss 0.09562244 throughput (samples/sec): 184.71 -2019-08-13 15:26:10,743 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:26:10,743 EPOCH 120 done: loss 0.0955 - lr 0.0008 -2019-08-13 15:26:10,743 BAD EPOCHS (no improvement): 4 -2019-08-13 15:26:10,744 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:26:10,920 epoch 121 - iter 0/493 - loss 0.03243092 throughput (samples/sec): 8950.50 -2019-08-13 15:26:19,337 epoch 121 - iter 49/493 - loss 0.09409705 throughput (samples/sec): 186.82 -2019-08-13 15:26:27,849 epoch 121 - iter 98/493 - loss 0.09316757 throughput (samples/sec): 184.73 -2019-08-13 15:26:36,787 epoch 121 - iter 147/493 - loss 0.09026791 throughput (samples/sec): 175.91 -2019-08-13 15:26:45,709 epoch 121 - iter 196/493 - loss 0.08757131 throughput (samples/sec): 176.23 -2019-08-13 15:26:54,518 epoch 121 - iter 245/493 - loss 0.08711587 throughput (samples/sec): 178.50 -2019-08-13 15:27:03,059 epoch 121 - iter 294/493 - loss 0.08780127 throughput (samples/sec): 184.11 -2019-08-13 15:27:11,813 epoch 121 - iter 343/493 - loss 0.08990621 throughput (samples/sec): 179.61 -2019-08-13 15:27:20,253 epoch 121 - iter 392/493 - loss 0.09303890 throughput (samples/sec): 186.33 -2019-08-13 15:27:28,588 epoch 121 - iter 441/493 - loss 0.09561999 throughput (samples/sec): 188.68 -2019-08-13 15:27:36,987 epoch 121 - iter 490/493 - loss 0.09387077 throughput (samples/sec): 187.24 -2019-08-13 15:27:37,297 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:27:37,297 EPOCH 121 done: loss 0.0946 - lr 0.0004 -2019-08-13 15:27:37,297 BAD EPOCHS (no improvement): 1 -2019-08-13 15:27:37,298 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:27:37,457 epoch 122 - iter 0/493 - loss 0.10086432 throughput (samples/sec): 9917.89 -2019-08-13 15:27:46,217 epoch 122 - iter 49/493 - loss 0.12220089 throughput (samples/sec): 179.48 -2019-08-13 15:27:54,498 epoch 122 - iter 98/493 - loss 0.10395977 throughput (samples/sec): 189.91 -2019-08-13 15:28:02,895 epoch 122 - iter 147/493 - loss 0.09775957 throughput (samples/sec): 187.27 -2019-08-13 15:28:11,398 epoch 122 - iter 196/493 - loss 0.09884024 throughput (samples/sec): 184.95 -2019-08-13 15:28:19,834 epoch 122 - iter 245/493 - loss 0.09727751 throughput (samples/sec): 186.41 -2019-08-13 15:28:28,992 epoch 122 - iter 294/493 - loss 0.09600240 throughput (samples/sec): 171.66 -2019-08-13 15:28:37,383 epoch 122 - iter 343/493 - loss 0.09431318 throughput (samples/sec): 187.40 -2019-08-13 15:28:45,750 epoch 122 - iter 392/493 - loss 0.09602316 throughput (samples/sec): 187.96 -2019-08-13 15:28:54,024 epoch 122 - iter 441/493 - loss 0.09311198 throughput (samples/sec): 190.06 -2019-08-13 15:29:02,938 epoch 122 - iter 490/493 - loss 0.09424445 throughput (samples/sec): 176.40 -2019-08-13 15:29:03,252 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:29:03,253 EPOCH 122 done: loss 0.0943 - lr 0.0004 -2019-08-13 15:29:03,253 BAD EPOCHS (no improvement): 2 -2019-08-13 15:29:03,253 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:29:03,416 epoch 123 - iter 0/493 - loss 0.22405833 throughput (samples/sec): 9636.10 -2019-08-13 15:29:11,688 epoch 123 - iter 49/493 - loss 0.11712514 throughput (samples/sec): 190.13 -2019-08-13 15:29:20,492 epoch 123 - iter 98/493 - loss 0.12024924 throughput (samples/sec): 178.60 -2019-08-13 15:29:28,843 epoch 123 - iter 147/493 - loss 0.11075948 throughput (samples/sec): 188.30 -2019-08-13 15:29:37,427 epoch 123 - iter 196/493 - loss 0.10659515 throughput (samples/sec): 183.20 -2019-08-13 15:29:46,102 epoch 123 - iter 245/493 - loss 0.10415486 throughput (samples/sec): 181.25 -2019-08-13 15:29:54,528 epoch 123 - iter 294/493 - loss 0.10398171 throughput (samples/sec): 186.62 -2019-08-13 15:30:02,989 epoch 123 - iter 343/493 - loss 0.09893709 throughput (samples/sec): 185.86 -2019-08-13 15:30:11,880 epoch 123 - iter 392/493 - loss 0.09556753 throughput (samples/sec): 176.84 -2019-08-13 15:30:20,606 epoch 123 - iter 441/493 - loss 0.09457201 throughput (samples/sec): 180.20 -2019-08-13 15:30:29,337 epoch 123 - iter 490/493 - loss 0.09273720 throughput (samples/sec): 180.11 -2019-08-13 15:30:29,691 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:30:29,692 EPOCH 123 done: loss 0.0927 - lr 0.0004 -2019-08-13 15:30:29,692 BAD EPOCHS (no improvement): 3 -2019-08-13 15:30:29,692 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:30:29,846 epoch 124 - iter 0/493 - loss 0.01049644 throughput (samples/sec): 10243.57 -2019-08-13 15:30:38,409 epoch 124 - iter 49/493 - loss 0.12221716 throughput (samples/sec): 183.63 -2019-08-13 15:30:46,811 epoch 124 - iter 98/493 - loss 0.10358732 throughput (samples/sec): 187.16 -2019-08-13 15:30:55,405 epoch 124 - iter 147/493 - loss 0.09828427 throughput (samples/sec): 182.97 -2019-08-13 15:31:03,728 epoch 124 - iter 196/493 - loss 0.09402642 throughput (samples/sec): 188.95 -2019-08-13 15:31:12,443 epoch 124 - iter 245/493 - loss 0.09173565 throughput (samples/sec): 180.43 -2019-08-13 15:31:21,141 epoch 124 - iter 294/493 - loss 0.08995409 throughput (samples/sec): 180.77 -2019-08-13 15:31:29,897 epoch 124 - iter 343/493 - loss 0.09021509 throughput (samples/sec): 179.60 -2019-08-13 15:31:38,646 epoch 124 - iter 392/493 - loss 0.08972928 throughput (samples/sec): 179.72 -2019-08-13 15:31:47,515 epoch 124 - iter 441/493 - loss 0.08823929 throughput (samples/sec): 177.31 -2019-08-13 15:31:56,036 epoch 124 - iter 490/493 - loss 0.08967212 throughput (samples/sec): 184.56 -2019-08-13 15:31:56,354 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:31:56,355 EPOCH 124 done: loss 0.0900 - lr 0.0004 -2019-08-13 15:31:56,355 BAD EPOCHS (no improvement): 4 -2019-08-13 15:31:56,355 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:31:56,507 epoch 125 - iter 0/493 - loss 0.03781831 throughput (samples/sec): 10398.62 -2019-08-13 15:32:05,497 epoch 125 - iter 49/493 - loss 0.09734734 throughput (samples/sec): 174.90 -2019-08-13 15:32:14,252 epoch 125 - iter 98/493 - loss 0.09008048 throughput (samples/sec): 179.61 -2019-08-13 15:32:22,573 epoch 125 - iter 147/493 - loss 0.10003969 throughput (samples/sec): 189.01 -2019-08-13 15:32:31,218 epoch 125 - iter 196/493 - loss 0.09675115 throughput (samples/sec): 181.88 -2019-08-13 15:32:39,645 epoch 125 - iter 245/493 - loss 0.09548232 throughput (samples/sec): 186.63 -2019-08-13 15:32:48,605 epoch 125 - iter 294/493 - loss 0.09381926 throughput (samples/sec): 175.49 -2019-08-13 15:32:57,412 epoch 125 - iter 343/493 - loss 0.09490828 throughput (samples/sec): 178.56 -2019-08-13 15:33:06,159 epoch 125 - iter 392/493 - loss 0.09475375 throughput (samples/sec): 179.77 -2019-08-13 15:33:14,721 epoch 125 - iter 441/493 - loss 0.09565349 throughput (samples/sec): 183.68 -2019-08-13 15:33:23,357 epoch 125 - iter 490/493 - loss 0.09710780 throughput (samples/sec): 182.11 -2019-08-13 15:33:23,714 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:33:23,714 EPOCH 125 done: loss 0.0971 - lr 0.0002 -2019-08-13 15:33:23,714 BAD EPOCHS (no improvement): 1 -2019-08-13 15:33:23,714 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:33:23,893 epoch 126 - iter 0/493 - loss 0.12386203 throughput (samples/sec): 8790.33 -2019-08-13 15:33:32,460 epoch 126 - iter 49/493 - loss 0.07719148 throughput (samples/sec): 183.56 -2019-08-13 15:33:41,137 epoch 126 - iter 98/493 - loss 0.07424758 throughput (samples/sec): 181.23 -2019-08-13 15:33:49,472 epoch 126 - iter 147/493 - loss 0.08256353 throughput (samples/sec): 188.71 -2019-08-13 15:33:58,259 epoch 126 - iter 196/493 - loss 0.08429360 throughput (samples/sec): 178.95 -2019-08-13 15:34:07,033 epoch 126 - iter 245/493 - loss 0.08836743 throughput (samples/sec): 179.22 -2019-08-13 15:34:15,256 epoch 126 - iter 294/493 - loss 0.08734651 throughput (samples/sec): 191.27 -2019-08-13 15:34:24,215 epoch 126 - iter 343/493 - loss 0.09072667 throughput (samples/sec): 175.51 -2019-08-13 15:34:32,818 epoch 126 - iter 392/493 - loss 0.09261866 throughput (samples/sec): 182.80 -2019-08-13 15:34:42,049 epoch 126 - iter 441/493 - loss 0.09188262 throughput (samples/sec): 170.31 -2019-08-13 15:34:50,814 epoch 126 - iter 490/493 - loss 0.09180908 throughput (samples/sec): 179.41 -2019-08-13 15:34:51,173 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:34:51,173 EPOCH 126 done: loss 0.0916 - lr 0.0002 -2019-08-13 15:34:51,173 BAD EPOCHS (no improvement): 2 -2019-08-13 15:34:51,174 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:34:51,355 epoch 127 - iter 0/493 - loss 0.05825290 throughput (samples/sec): 8713.67 -2019-08-13 15:35:00,236 epoch 127 - iter 49/493 - loss 0.08469846 throughput (samples/sec): 177.06 -2019-08-13 15:35:08,896 epoch 127 - iter 98/493 - loss 0.09319009 throughput (samples/sec): 181.59 -2019-08-13 15:35:17,238 epoch 127 - iter 147/493 - loss 0.09420480 throughput (samples/sec): 188.54 -2019-08-13 15:35:25,820 epoch 127 - iter 196/493 - loss 0.08974214 throughput (samples/sec): 183.25 -2019-08-13 15:35:34,588 epoch 127 - iter 245/493 - loss 0.08633705 throughput (samples/sec): 179.35 -2019-08-13 15:35:42,956 epoch 127 - iter 294/493 - loss 0.09103740 throughput (samples/sec): 187.94 -2019-08-13 15:35:51,352 epoch 127 - iter 343/493 - loss 0.08985914 throughput (samples/sec): 187.32 -2019-08-13 15:36:00,109 epoch 127 - iter 392/493 - loss 0.09022029 throughput (samples/sec): 179.57 -2019-08-13 15:36:08,781 epoch 127 - iter 441/493 - loss 0.08878405 throughput (samples/sec): 181.33 -2019-08-13 15:36:17,620 epoch 127 - iter 490/493 - loss 0.09285819 throughput (samples/sec): 177.89 -2019-08-13 15:36:18,003 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:36:18,004 EPOCH 127 done: loss 0.0928 - lr 0.0002 -2019-08-13 15:36:18,004 BAD EPOCHS (no improvement): 3 -2019-08-13 15:36:18,004 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:36:18,178 epoch 128 - iter 0/493 - loss 0.03650999 throughput (samples/sec): 9061.22 -2019-08-13 15:36:26,408 epoch 128 - iter 49/493 - loss 0.08690073 throughput (samples/sec): 191.10 -2019-08-13 15:36:35,447 epoch 128 - iter 98/493 - loss 0.09707096 throughput (samples/sec): 173.96 -2019-08-13 15:36:44,198 epoch 128 - iter 147/493 - loss 0.09368953 throughput (samples/sec): 179.70 -2019-08-13 15:36:52,620 epoch 128 - iter 196/493 - loss 0.09638063 throughput (samples/sec): 186.72 -2019-08-13 15:37:01,215 epoch 128 - iter 245/493 - loss 0.09534180 throughput (samples/sec): 182.98 -2019-08-13 15:37:09,884 epoch 128 - iter 294/493 - loss 0.09598167 throughput (samples/sec): 181.40 -2019-08-13 15:37:18,592 epoch 128 - iter 343/493 - loss 0.09570799 throughput (samples/sec): 180.59 -2019-08-13 15:37:27,185 epoch 128 - iter 392/493 - loss 0.09354465 throughput (samples/sec): 183.02 -2019-08-13 15:37:35,826 epoch 128 - iter 441/493 - loss 0.09218864 throughput (samples/sec): 181.99 -2019-08-13 15:37:44,711 epoch 128 - iter 490/493 - loss 0.09191915 throughput (samples/sec): 176.97 -2019-08-13 15:37:45,144 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:37:45,145 EPOCH 128 done: loss 0.0925 - lr 0.0002 -2019-08-13 15:37:45,145 BAD EPOCHS (no improvement): 4 -2019-08-13 15:37:45,145 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:37:45,145 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:37:45,145 learning rate too small - quitting training! -2019-08-13 15:37:45,145 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:37:56,106 ---------------------------------------------------------------------------------------------------- -2019-08-13 15:37:56,106 Testing using best model ... -2019-08-13 15:38:55,856 0.8996 0.86 0.8794 -2019-08-13 15:38:55,856 -MICRO_AVG: acc 0.7847 - f1-score 0.8794 -MACRO_AVG: acc 0.7001 - f1-score 0.810675 -LOC tp: 934 - fp: 99 - fn: 117 - tn: 934 - precision: 0.9042 - recall: 0.8887 - accuracy: 0.8122 - f1-score: 0.8964 -MISC tp: 103 - fp: 28 - fn: 103 - tn: 103 - precision: 0.7863 - recall: 0.5000 - accuracy: 0.4402 - f1-score: 0.6113 -ORG tp: 448 - fp: 99 - fn: 136 - tn: 448 - precision: 0.8190 - recall: 0.7671 - accuracy: 0.6559 - f1-score: 0.7922 -PER tp: 1139 - fp: 67 - fn: 71 - tn: 1139 - precision: 0.9444 - recall: 0.9413 - accuracy: 0.8919 - f1-score: 0.9428 -2019-08-13 15:38:55,856 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:42:30,589 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:42:30,589 Corpus: "Corpus: 12705 train + 3068 dev + 3160 test sentences" +2023-03-29 16:42:30,589 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:42:30,590 Parameters: +2023-03-29 16:42:30,590 - learning_rate: "0.100000" +2023-03-29 16:42:30,590 - mini_batch_size: "32" +2023-03-29 16:42:30,590 - patience: "3" +2023-03-29 16:42:30,590 - anneal_factor: "0.5" +2023-03-29 16:42:30,590 - max_epochs: "150" +2023-03-29 16:42:30,590 - shuffle: "True" +2023-03-29 16:42:30,590 - train_with_dev: "True" +2023-03-29 16:42:30,590 - batch_growth_annealing: "False" +2023-03-29 16:42:30,590 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:42:30,590 Model training base path: "resources/taggers/release-de-ner-0" +2023-03-29 16:42:30,590 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:42:30,590 Device: cuda:2 +2023-03-29 16:42:30,590 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:42:30,590 Embeddings storage mode: cpu +2023-03-29 16:42:30,590 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:42:39,764 epoch 1 - iter 49/493 - loss 0.46644716 - time (sec): 9.17 - samples/sec: 3034.05 - lr: 0.100000 +2023-03-29 16:42:48,338 epoch 1 - iter 98/493 - loss 0.31988353 - time (sec): 17.75 - samples/sec: 3117.17 - lr: 0.100000 +2023-03-29 16:42:56,178 epoch 1 - iter 147/493 - loss 0.27195175 - time (sec): 25.59 - samples/sec: 3102.09 - lr: 0.100000 +2023-03-29 16:43:06,551 epoch 1 - iter 196/493 - loss 0.23366763 - time (sec): 35.96 - samples/sec: 2905.85 - lr: 0.100000 +2023-03-29 16:43:14,061 epoch 1 - iter 245/493 - loss 0.21486776 - time (sec): 43.47 - samples/sec: 2968.67 - lr: 0.100000 +2023-03-29 16:43:21,787 epoch 1 - iter 294/493 - loss 0.20025894 - time (sec): 51.20 - samples/sec: 2991.22 - lr: 0.100000 +2023-03-29 16:43:29,873 epoch 1 - iter 343/493 - loss 0.18706718 - time (sec): 59.28 - samples/sec: 3016.39 - lr: 0.100000 +2023-03-29 16:43:38,046 epoch 1 - iter 392/493 - loss 0.17935330 - time (sec): 67.46 - samples/sec: 3044.55 - lr: 0.100000 +2023-03-29 16:43:46,005 epoch 1 - iter 441/493 - loss 0.17112302 - time (sec): 75.42 - samples/sec: 3063.40 - lr: 0.100000 +2023-03-29 16:43:55,198 epoch 1 - iter 490/493 - loss 0.16739534 - time (sec): 84.61 - samples/sec: 3046.95 - lr: 0.100000 +2023-03-29 16:43:55,603 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:43:55,603 EPOCH 1 done: loss 0.1671 - lr 0.100000 +2023-03-29 16:43:55,603 BAD EPOCHS (no improvement): 0 +2023-03-29 16:43:55,607 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:43:59,136 epoch 2 - iter 49/493 - loss 0.09655865 - time (sec): 3.53 - samples/sec: 7203.04 - lr: 0.100000 +2023-03-29 16:44:02,516 epoch 2 - iter 98/493 - loss 0.09332598 - time (sec): 6.91 - samples/sec: 7379.31 - lr: 0.100000 +2023-03-29 16:44:05,867 epoch 2 - iter 147/493 - loss 0.08847197 - time (sec): 10.26 - samples/sec: 7473.16 - lr: 0.100000 +2023-03-29 16:44:09,403 epoch 2 - iter 196/493 - loss 0.08720627 - time (sec): 13.80 - samples/sec: 7464.19 - lr: 0.100000 +2023-03-29 16:44:12,849 epoch 2 - iter 245/493 - loss 0.08579958 - time (sec): 17.24 - samples/sec: 7429.85 - lr: 0.100000 +2023-03-29 16:44:16,401 epoch 2 - iter 294/493 - loss 0.08543270 - time (sec): 20.79 - samples/sec: 7423.51 - lr: 0.100000 +2023-03-29 16:44:19,885 epoch 2 - iter 343/493 - loss 0.08456374 - time (sec): 24.28 - samples/sec: 7417.79 - lr: 0.100000 +2023-03-29 16:44:23,379 epoch 2 - iter 392/493 - loss 0.08342429 - time (sec): 27.77 - samples/sec: 7414.44 - lr: 0.100000 +2023-03-29 16:44:26,982 epoch 2 - iter 441/493 - loss 0.08165096 - time (sec): 31.38 - samples/sec: 7388.68 - lr: 0.100000 +2023-03-29 16:44:30,537 epoch 2 - iter 490/493 - loss 0.08070827 - time (sec): 34.93 - samples/sec: 7373.67 - lr: 0.100000 +2023-03-29 16:44:30,760 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:44:30,760 EPOCH 2 done: loss 0.0806 - lr 0.100000 +2023-03-29 16:44:30,760 BAD EPOCHS (no improvement): 0 +2023-03-29 16:44:30,763 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:44:34,387 epoch 3 - iter 49/493 - loss 0.07044696 - time (sec): 3.62 - samples/sec: 7085.11 - lr: 0.100000 +2023-03-29 16:44:37,948 epoch 3 - iter 98/493 - loss 0.07021930 - time (sec): 7.18 - samples/sec: 7193.38 - lr: 0.100000 +2023-03-29 16:44:41,435 epoch 3 - iter 147/493 - loss 0.06980087 - time (sec): 10.67 - samples/sec: 7252.82 - lr: 0.100000 +2023-03-29 16:44:44,806 epoch 3 - iter 196/493 - loss 0.06875732 - time (sec): 14.04 - samples/sec: 7274.11 - lr: 0.100000 +2023-03-29 16:44:48,514 epoch 3 - iter 245/493 - loss 0.06766544 - time (sec): 17.75 - samples/sec: 7267.36 - lr: 0.100000 +2023-03-29 16:44:52,022 epoch 3 - iter 294/493 - loss 0.06729169 - time (sec): 21.26 - samples/sec: 7303.83 - lr: 0.100000 +2023-03-29 16:44:55,573 epoch 3 - iter 343/493 - loss 0.06677841 - time (sec): 24.81 - samples/sec: 7284.11 - lr: 0.100000 +2023-03-29 16:44:59,021 epoch 3 - iter 392/493 - loss 0.06648263 - time (sec): 28.26 - samples/sec: 7285.31 - lr: 0.100000 +2023-03-29 16:45:02,393 epoch 3 - iter 441/493 - loss 0.06542096 - time (sec): 31.63 - samples/sec: 7318.28 - lr: 0.100000 +2023-03-29 16:45:06,092 epoch 3 - iter 490/493 - loss 0.06462579 - time (sec): 35.33 - samples/sec: 7292.72 - lr: 0.100000 +2023-03-29 16:45:06,314 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:45:06,314 EPOCH 3 done: loss 0.0645 - lr 0.100000 +2023-03-29 16:45:06,314 BAD EPOCHS (no improvement): 0 +2023-03-29 16:45:06,317 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:45:09,880 epoch 4 - iter 49/493 - loss 0.05399821 - time (sec): 3.56 - samples/sec: 7237.97 - lr: 0.100000 +2023-03-29 16:45:13,503 epoch 4 - iter 98/493 - loss 0.05873254 - time (sec): 7.19 - samples/sec: 7293.58 - lr: 0.100000 +2023-03-29 16:45:17,064 epoch 4 - iter 147/493 - loss 0.05794216 - time (sec): 10.75 - samples/sec: 7232.18 - lr: 0.100000 +2023-03-29 16:45:20,625 epoch 4 - iter 196/493 - loss 0.05804724 - time (sec): 14.31 - samples/sec: 7255.24 - lr: 0.100000 +2023-03-29 16:45:24,173 epoch 4 - iter 245/493 - loss 0.05661678 - time (sec): 17.86 - samples/sec: 7238.34 - lr: 0.100000 +2023-03-29 16:45:27,805 epoch 4 - iter 294/493 - loss 0.05627032 - time (sec): 21.49 - samples/sec: 7234.24 - lr: 0.100000 +2023-03-29 16:45:31,363 epoch 4 - iter 343/493 - loss 0.05755638 - time (sec): 25.05 - samples/sec: 7221.15 - lr: 0.100000 +2023-03-29 16:45:34,810 epoch 4 - iter 392/493 - loss 0.05756938 - time (sec): 28.49 - samples/sec: 7233.02 - lr: 0.100000 +2023-03-29 16:45:38,266 epoch 4 - iter 441/493 - loss 0.05668179 - time (sec): 31.95 - samples/sec: 7252.68 - lr: 0.100000 +2023-03-29 16:45:41,729 epoch 4 - iter 490/493 - loss 0.05688996 - time (sec): 35.41 - samples/sec: 7277.98 - lr: 0.100000 +2023-03-29 16:45:41,927 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:45:41,927 EPOCH 4 done: loss 0.0568 - lr 0.100000 +2023-03-29 16:45:41,927 BAD EPOCHS (no improvement): 0 +2023-03-29 16:45:41,930 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:45:45,411 epoch 5 - iter 49/493 - loss 0.05633686 - time (sec): 3.48 - samples/sec: 7345.05 - lr: 0.100000 +2023-03-29 16:45:48,905 epoch 5 - iter 98/493 - loss 0.05432266 - time (sec): 6.98 - samples/sec: 7381.72 - lr: 0.100000 +2023-03-29 16:45:52,377 epoch 5 - iter 147/493 - loss 0.05132033 - time (sec): 10.45 - samples/sec: 7362.57 - lr: 0.100000 +2023-03-29 16:45:56,158 epoch 5 - iter 196/493 - loss 0.05227944 - time (sec): 14.23 - samples/sec: 7264.72 - lr: 0.100000 +2023-03-29 16:45:59,673 epoch 5 - iter 245/493 - loss 0.05224815 - time (sec): 17.74 - samples/sec: 7290.39 - lr: 0.100000 +2023-03-29 16:46:03,123 epoch 5 - iter 294/493 - loss 0.05241316 - time (sec): 21.19 - samples/sec: 7286.62 - lr: 0.100000 +2023-03-29 16:46:06,533 epoch 5 - iter 343/493 - loss 0.05160962 - time (sec): 24.60 - samples/sec: 7294.67 - lr: 0.100000 +2023-03-29 16:46:10,050 epoch 5 - iter 392/493 - loss 0.05166800 - time (sec): 28.12 - samples/sec: 7309.76 - lr: 0.100000 +2023-03-29 16:46:13,499 epoch 5 - iter 441/493 - loss 0.05105173 - time (sec): 31.57 - samples/sec: 7325.58 - lr: 0.100000 +2023-03-29 16:46:17,066 epoch 5 - iter 490/493 - loss 0.05112971 - time (sec): 35.14 - samples/sec: 7330.55 - lr: 0.100000 +2023-03-29 16:46:17,299 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:46:17,299 EPOCH 5 done: loss 0.0511 - lr 0.100000 +2023-03-29 16:46:17,300 BAD EPOCHS (no improvement): 0 +2023-03-29 16:46:17,302 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:46:20,810 epoch 6 - iter 49/493 - loss 0.05209740 - time (sec): 3.51 - samples/sec: 7243.72 - lr: 0.100000 +2023-03-29 16:46:24,419 epoch 6 - iter 98/493 - loss 0.04942847 - time (sec): 7.12 - samples/sec: 7217.24 - lr: 0.100000 +2023-03-29 16:46:27,996 epoch 6 - iter 147/493 - loss 0.04744082 - time (sec): 10.69 - samples/sec: 7219.87 - lr: 0.100000 +2023-03-29 16:46:31,549 epoch 6 - iter 196/493 - loss 0.04695821 - time (sec): 14.25 - samples/sec: 7231.42 - lr: 0.100000 +2023-03-29 16:46:35,001 epoch 6 - iter 245/493 - loss 0.04703050 - time (sec): 17.70 - samples/sec: 7278.84 - lr: 0.100000 +2023-03-29 16:46:38,512 epoch 6 - iter 294/493 - loss 0.04711416 - time (sec): 21.21 - samples/sec: 7284.29 - lr: 0.100000 +2023-03-29 16:46:41,958 epoch 6 - iter 343/493 - loss 0.04731643 - time (sec): 24.66 - samples/sec: 7309.44 - lr: 0.100000 +2023-03-29 16:46:45,554 epoch 6 - iter 392/493 - loss 0.04712845 - time (sec): 28.25 - samples/sec: 7292.92 - lr: 0.100000 +2023-03-29 16:46:49,021 epoch 6 - iter 441/493 - loss 0.04714741 - time (sec): 31.72 - samples/sec: 7295.85 - lr: 0.100000 +2023-03-29 16:46:52,535 epoch 6 - iter 490/493 - loss 0.04727371 - time (sec): 35.23 - samples/sec: 7310.68 - lr: 0.100000 +2023-03-29 16:46:52,737 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:46:52,737 EPOCH 6 done: loss 0.0472 - lr 0.100000 +2023-03-29 16:46:52,737 BAD EPOCHS (no improvement): 0 +2023-03-29 16:46:52,740 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:46:56,160 epoch 7 - iter 49/493 - loss 0.04490630 - time (sec): 3.42 - samples/sec: 7473.27 - lr: 0.100000 +2023-03-29 16:46:59,809 epoch 7 - iter 98/493 - loss 0.04517921 - time (sec): 7.07 - samples/sec: 7257.92 - lr: 0.100000 +2023-03-29 16:47:03,343 epoch 7 - iter 147/493 - loss 0.04423338 - time (sec): 10.60 - samples/sec: 7298.80 - lr: 0.100000 +2023-03-29 16:47:06,805 epoch 7 - iter 196/493 - loss 0.04484448 - time (sec): 14.07 - samples/sec: 7357.24 - lr: 0.100000 +2023-03-29 16:47:10,248 epoch 7 - iter 245/493 - loss 0.04447620 - time (sec): 17.51 - samples/sec: 7371.12 - lr: 0.100000 +2023-03-29 16:47:13,563 epoch 7 - iter 294/493 - loss 0.04512531 - time (sec): 20.82 - samples/sec: 7405.23 - lr: 0.100000 +2023-03-29 16:47:17,032 epoch 7 - iter 343/493 - loss 0.04506370 - time (sec): 24.29 - samples/sec: 7421.62 - lr: 0.100000 +2023-03-29 16:47:20,518 epoch 7 - iter 392/493 - loss 0.04479532 - time (sec): 27.78 - samples/sec: 7415.90 - lr: 0.100000 +2023-03-29 16:47:23,841 epoch 7 - iter 441/493 - loss 0.04451346 - time (sec): 31.10 - samples/sec: 7444.63 - lr: 0.100000 +2023-03-29 16:47:27,177 epoch 7 - iter 490/493 - loss 0.04423305 - time (sec): 34.44 - samples/sec: 7476.12 - lr: 0.100000 +2023-03-29 16:47:27,386 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:47:27,386 EPOCH 7 done: loss 0.0443 - lr 0.100000 +2023-03-29 16:47:27,386 BAD EPOCHS (no improvement): 0 +2023-03-29 16:47:27,389 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:47:30,790 epoch 8 - iter 49/493 - loss 0.04066354 - time (sec): 3.40 - samples/sec: 7515.74 - lr: 0.100000 +2023-03-29 16:47:34,240 epoch 8 - iter 98/493 - loss 0.03882795 - time (sec): 6.85 - samples/sec: 7489.75 - lr: 0.100000 +2023-03-29 16:47:37,791 epoch 8 - iter 147/493 - loss 0.04099944 - time (sec): 10.40 - samples/sec: 7454.65 - lr: 0.100000 +2023-03-29 16:47:41,245 epoch 8 - iter 196/493 - loss 0.03977522 - time (sec): 13.86 - samples/sec: 7447.01 - lr: 0.100000 +2023-03-29 16:47:44,658 epoch 8 - iter 245/493 - loss 0.04034347 - time (sec): 17.27 - samples/sec: 7468.39 - lr: 0.100000 +2023-03-29 16:47:48,216 epoch 8 - iter 294/493 - loss 0.04126713 - time (sec): 20.83 - samples/sec: 7431.95 - lr: 0.100000 +2023-03-29 16:47:51,764 epoch 8 - iter 343/493 - loss 0.04131202 - time (sec): 24.37 - samples/sec: 7404.65 - lr: 0.100000 +2023-03-29 16:47:55,253 epoch 8 - iter 392/493 - loss 0.04137829 - time (sec): 27.86 - samples/sec: 7401.41 - lr: 0.100000 +2023-03-29 16:47:58,769 epoch 8 - iter 441/493 - loss 0.04110908 - time (sec): 31.38 - samples/sec: 7388.98 - lr: 0.100000 +2023-03-29 16:48:02,337 epoch 8 - iter 490/493 - loss 0.04130897 - time (sec): 34.95 - samples/sec: 7370.69 - lr: 0.100000 +2023-03-29 16:48:02,556 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:48:02,556 EPOCH 8 done: loss 0.0413 - lr 0.100000 +2023-03-29 16:48:02,556 BAD EPOCHS (no improvement): 0 +2023-03-29 16:48:02,559 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:48:06,058 epoch 9 - iter 49/493 - loss 0.03553756 - time (sec): 3.50 - samples/sec: 7473.85 - lr: 0.100000 +2023-03-29 16:48:09,597 epoch 9 - iter 98/493 - loss 0.03648757 - time (sec): 7.04 - samples/sec: 7394.93 - lr: 0.100000 +2023-03-29 16:48:13,214 epoch 9 - iter 147/493 - loss 0.03650184 - time (sec): 10.66 - samples/sec: 7324.75 - lr: 0.100000 +2023-03-29 16:48:16,770 epoch 9 - iter 196/493 - loss 0.03747618 - time (sec): 14.21 - samples/sec: 7308.40 - lr: 0.100000 +2023-03-29 16:48:20,177 epoch 9 - iter 245/493 - loss 0.03841574 - time (sec): 17.62 - samples/sec: 7311.52 - lr: 0.100000 +2023-03-29 16:48:23,540 epoch 9 - iter 294/493 - loss 0.03813335 - time (sec): 20.98 - samples/sec: 7325.15 - lr: 0.100000 +2023-03-29 16:48:26,998 epoch 9 - iter 343/493 - loss 0.03850934 - time (sec): 24.44 - samples/sec: 7343.88 - lr: 0.100000 +2023-03-29 16:48:30,551 epoch 9 - iter 392/493 - loss 0.03817715 - time (sec): 27.99 - samples/sec: 7342.64 - lr: 0.100000 +2023-03-29 16:48:34,191 epoch 9 - iter 441/493 - loss 0.03798437 - time (sec): 31.63 - samples/sec: 7318.14 - lr: 0.100000 +2023-03-29 16:48:37,761 epoch 9 - iter 490/493 - loss 0.03837003 - time (sec): 35.20 - samples/sec: 7316.20 - lr: 0.100000 +2023-03-29 16:48:37,979 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:48:37,979 EPOCH 9 done: loss 0.0384 - lr 0.100000 +2023-03-29 16:48:37,979 BAD EPOCHS (no improvement): 0 +2023-03-29 16:48:37,983 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:48:41,533 epoch 10 - iter 49/493 - loss 0.03833640 - time (sec): 3.55 - samples/sec: 7325.14 - lr: 0.100000 +2023-03-29 16:48:45,057 epoch 10 - iter 98/493 - loss 0.03736996 - time (sec): 7.07 - samples/sec: 7339.41 - lr: 0.100000 +2023-03-29 16:48:48,540 epoch 10 - iter 147/493 - loss 0.03792437 - time (sec): 10.56 - samples/sec: 7342.35 - lr: 0.100000 +2023-03-29 16:48:52,017 epoch 10 - iter 196/493 - loss 0.03777501 - time (sec): 14.03 - samples/sec: 7347.24 - lr: 0.100000 +2023-03-29 16:48:55,567 epoch 10 - iter 245/493 - loss 0.03717360 - time (sec): 17.58 - samples/sec: 7350.60 - lr: 0.100000 +2023-03-29 16:48:59,084 epoch 10 - iter 294/493 - loss 0.03729877 - time (sec): 21.10 - samples/sec: 7332.27 - lr: 0.100000 +2023-03-29 16:49:02,599 epoch 10 - iter 343/493 - loss 0.03714881 - time (sec): 24.62 - samples/sec: 7344.72 - lr: 0.100000 +2023-03-29 16:49:06,176 epoch 10 - iter 392/493 - loss 0.03692179 - time (sec): 28.19 - samples/sec: 7327.47 - lr: 0.100000 +2023-03-29 16:49:09,708 epoch 10 - iter 441/493 - loss 0.03705621 - time (sec): 31.73 - samples/sec: 7324.63 - lr: 0.100000 +2023-03-29 16:49:13,187 epoch 10 - iter 490/493 - loss 0.03696067 - time (sec): 35.20 - samples/sec: 7317.72 - lr: 0.100000 +2023-03-29 16:49:13,405 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:49:13,405 EPOCH 10 done: loss 0.0370 - lr 0.100000 +2023-03-29 16:49:13,405 BAD EPOCHS (no improvement): 0 +2023-03-29 16:49:13,408 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:49:16,859 epoch 11 - iter 49/493 - loss 0.03358704 - time (sec): 3.45 - samples/sec: 7366.50 - lr: 0.100000 +2023-03-29 16:49:20,414 epoch 11 - iter 98/493 - loss 0.03487343 - time (sec): 7.01 - samples/sec: 7328.15 - lr: 0.100000 +2023-03-29 16:49:24,007 epoch 11 - iter 147/493 - loss 0.03544229 - time (sec): 10.60 - samples/sec: 7304.00 - lr: 0.100000 +2023-03-29 16:49:27,731 epoch 11 - iter 196/493 - loss 0.03582510 - time (sec): 14.32 - samples/sec: 7262.77 - lr: 0.100000 +2023-03-29 16:49:31,302 epoch 11 - iter 245/493 - loss 0.03594562 - time (sec): 17.89 - samples/sec: 7234.66 - lr: 0.100000 +2023-03-29 16:49:34,722 epoch 11 - iter 294/493 - loss 0.03626975 - time (sec): 21.31 - samples/sec: 7257.21 - lr: 0.100000 +2023-03-29 16:49:38,208 epoch 11 - iter 343/493 - loss 0.03596812 - time (sec): 24.80 - samples/sec: 7271.58 - lr: 0.100000 +2023-03-29 16:49:44,560 epoch 11 - iter 392/493 - loss 0.03562583 - time (sec): 31.15 - samples/sec: 6615.04 - lr: 0.100000 +2023-03-29 16:49:48,180 epoch 11 - iter 441/493 - loss 0.03555375 - time (sec): 34.77 - samples/sec: 6673.95 - lr: 0.100000 +2023-03-29 16:49:51,555 epoch 11 - iter 490/493 - loss 0.03555316 - time (sec): 38.15 - samples/sec: 6751.87 - lr: 0.100000 +2023-03-29 16:49:51,751 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:49:51,751 EPOCH 11 done: loss 0.0356 - lr 0.100000 +2023-03-29 16:49:51,751 BAD EPOCHS (no improvement): 0 +2023-03-29 16:49:51,754 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:49:55,217 epoch 12 - iter 49/493 - loss 0.03491700 - time (sec): 3.46 - samples/sec: 7415.38 - lr: 0.100000 +2023-03-29 16:49:58,947 epoch 12 - iter 98/493 - loss 0.03448655 - time (sec): 7.19 - samples/sec: 7195.86 - lr: 0.100000 +2023-03-29 16:50:02,185 epoch 12 - iter 147/493 - loss 0.03407943 - time (sec): 10.43 - samples/sec: 7325.52 - lr: 0.100000 +2023-03-29 16:50:05,726 epoch 12 - iter 196/493 - loss 0.03345478 - time (sec): 13.97 - samples/sec: 7345.91 - lr: 0.100000 +2023-03-29 16:50:09,187 epoch 12 - iter 245/493 - loss 0.03372026 - time (sec): 17.43 - samples/sec: 7356.45 - lr: 0.100000 +2023-03-29 16:50:12,547 epoch 12 - iter 294/493 - loss 0.03358878 - time (sec): 20.79 - samples/sec: 7387.20 - lr: 0.100000 +2023-03-29 16:50:15,920 epoch 12 - iter 343/493 - loss 0.03394292 - time (sec): 24.17 - samples/sec: 7434.85 - lr: 0.100000 +2023-03-29 16:50:19,576 epoch 12 - iter 392/493 - loss 0.03407674 - time (sec): 27.82 - samples/sec: 7385.66 - lr: 0.100000 +2023-03-29 16:50:23,092 epoch 12 - iter 441/493 - loss 0.03392460 - time (sec): 31.34 - samples/sec: 7387.42 - lr: 0.100000 +2023-03-29 16:50:26,631 epoch 12 - iter 490/493 - loss 0.03411242 - time (sec): 34.88 - samples/sec: 7384.04 - lr: 0.100000 +2023-03-29 16:50:26,852 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:50:26,852 EPOCH 12 done: loss 0.0340 - lr 0.100000 +2023-03-29 16:50:26,852 BAD EPOCHS (no improvement): 0 +2023-03-29 16:50:26,855 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:50:30,525 epoch 13 - iter 49/493 - loss 0.03286744 - time (sec): 3.67 - samples/sec: 7186.84 - lr: 0.100000 +2023-03-29 16:50:34,045 epoch 13 - iter 98/493 - loss 0.03406802 - time (sec): 7.19 - samples/sec: 7255.69 - lr: 0.100000 +2023-03-29 16:50:37,643 epoch 13 - iter 147/493 - loss 0.03504269 - time (sec): 10.79 - samples/sec: 7267.80 - lr: 0.100000 +2023-03-29 16:50:41,176 epoch 13 - iter 196/493 - loss 0.03368493 - time (sec): 14.32 - samples/sec: 7238.02 - lr: 0.100000 +2023-03-29 16:50:44,549 epoch 13 - iter 245/493 - loss 0.03403303 - time (sec): 17.69 - samples/sec: 7286.09 - lr: 0.100000 +2023-03-29 16:50:48,076 epoch 13 - iter 294/493 - loss 0.03351105 - time (sec): 21.22 - samples/sec: 7317.20 - lr: 0.100000 +2023-03-29 16:50:51,477 epoch 13 - iter 343/493 - loss 0.03355732 - time (sec): 24.62 - samples/sec: 7337.05 - lr: 0.100000 +2023-03-29 16:50:55,117 epoch 13 - iter 392/493 - loss 0.03308972 - time (sec): 28.26 - samples/sec: 7319.27 - lr: 0.100000 +2023-03-29 16:50:58,441 epoch 13 - iter 441/493 - loss 0.03303461 - time (sec): 31.59 - samples/sec: 7339.40 - lr: 0.100000 +2023-03-29 16:51:02,113 epoch 13 - iter 490/493 - loss 0.03317976 - time (sec): 35.26 - samples/sec: 7306.18 - lr: 0.100000 +2023-03-29 16:51:02,313 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:51:02,313 EPOCH 13 done: loss 0.0332 - lr 0.100000 +2023-03-29 16:51:02,313 BAD EPOCHS (no improvement): 0 +2023-03-29 16:51:02,316 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:51:06,005 epoch 14 - iter 49/493 - loss 0.02607393 - time (sec): 3.69 - samples/sec: 7078.16 - lr: 0.100000 +2023-03-29 16:51:09,637 epoch 14 - iter 98/493 - loss 0.02998247 - time (sec): 7.32 - samples/sec: 7198.45 - lr: 0.100000 +2023-03-29 16:51:13,083 epoch 14 - iter 147/493 - loss 0.03053717 - time (sec): 10.77 - samples/sec: 7234.39 - lr: 0.100000 +2023-03-29 16:51:16,555 epoch 14 - iter 196/493 - loss 0.03118994 - time (sec): 14.24 - samples/sec: 7255.24 - lr: 0.100000 +2023-03-29 16:51:20,008 epoch 14 - iter 245/493 - loss 0.03121169 - time (sec): 17.69 - samples/sec: 7274.30 - lr: 0.100000 +2023-03-29 16:51:23,499 epoch 14 - iter 294/493 - loss 0.03151520 - time (sec): 21.18 - samples/sec: 7288.50 - lr: 0.100000 +2023-03-29 16:51:26,894 epoch 14 - iter 343/493 - loss 0.03136935 - time (sec): 24.58 - samples/sec: 7304.39 - lr: 0.100000 +2023-03-29 16:51:30,450 epoch 14 - iter 392/493 - loss 0.03147462 - time (sec): 28.13 - samples/sec: 7307.28 - lr: 0.100000 +2023-03-29 16:51:33,891 epoch 14 - iter 441/493 - loss 0.03181244 - time (sec): 31.58 - samples/sec: 7340.58 - lr: 0.100000 +2023-03-29 16:51:37,309 epoch 14 - iter 490/493 - loss 0.03192350 - time (sec): 34.99 - samples/sec: 7364.55 - lr: 0.100000 +2023-03-29 16:51:37,520 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:51:37,521 EPOCH 14 done: loss 0.0319 - lr 0.100000 +2023-03-29 16:51:37,521 BAD EPOCHS (no improvement): 0 +2023-03-29 16:51:37,523 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:51:40,987 epoch 15 - iter 49/493 - loss 0.02819409 - time (sec): 3.46 - samples/sec: 7526.26 - lr: 0.100000 +2023-03-29 16:51:44,515 epoch 15 - iter 98/493 - loss 0.02975221 - time (sec): 6.99 - samples/sec: 7532.35 - lr: 0.100000 +2023-03-29 16:51:47,886 epoch 15 - iter 147/493 - loss 0.02896187 - time (sec): 10.36 - samples/sec: 7563.21 - lr: 0.100000 +2023-03-29 16:51:51,243 epoch 15 - iter 196/493 - loss 0.02871311 - time (sec): 13.72 - samples/sec: 7602.57 - lr: 0.100000 +2023-03-29 16:51:54,604 epoch 15 - iter 245/493 - loss 0.02948830 - time (sec): 17.08 - samples/sec: 7601.25 - lr: 0.100000 +2023-03-29 16:51:58,096 epoch 15 - iter 294/493 - loss 0.02948580 - time (sec): 20.57 - samples/sec: 7526.29 - lr: 0.100000 +2023-03-29 16:52:01,798 epoch 15 - iter 343/493 - loss 0.02958343 - time (sec): 24.27 - samples/sec: 7453.85 - lr: 0.100000 +2023-03-29 16:52:05,344 epoch 15 - iter 392/493 - loss 0.02970103 - time (sec): 27.82 - samples/sec: 7432.83 - lr: 0.100000 +2023-03-29 16:52:08,761 epoch 15 - iter 441/493 - loss 0.02973647 - time (sec): 31.24 - samples/sec: 7421.93 - lr: 0.100000 +2023-03-29 16:52:12,289 epoch 15 - iter 490/493 - loss 0.03001027 - time (sec): 34.77 - samples/sec: 7410.79 - lr: 0.100000 +2023-03-29 16:52:12,503 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:52:12,503 EPOCH 15 done: loss 0.0301 - lr 0.100000 +2023-03-29 16:52:12,503 BAD EPOCHS (no improvement): 0 +2023-03-29 16:52:12,506 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:52:16,022 epoch 16 - iter 49/493 - loss 0.02885649 - time (sec): 3.52 - samples/sec: 7218.64 - lr: 0.100000 +2023-03-29 16:52:19,583 epoch 16 - iter 98/493 - loss 0.02956793 - time (sec): 7.08 - samples/sec: 7233.33 - lr: 0.100000 +2023-03-29 16:52:22,864 epoch 16 - iter 147/493 - loss 0.02855421 - time (sec): 10.36 - samples/sec: 7311.61 - lr: 0.100000 +2023-03-29 16:52:26,386 epoch 16 - iter 196/493 - loss 0.02881925 - time (sec): 13.88 - samples/sec: 7340.35 - lr: 0.100000 +2023-03-29 16:52:29,973 epoch 16 - iter 245/493 - loss 0.02917363 - time (sec): 17.47 - samples/sec: 7357.81 - lr: 0.100000 +2023-03-29 16:52:33,303 epoch 16 - iter 294/493 - loss 0.02905890 - time (sec): 20.80 - samples/sec: 7415.52 - lr: 0.100000 +2023-03-29 16:52:36,687 epoch 16 - iter 343/493 - loss 0.02902118 - time (sec): 24.18 - samples/sec: 7450.31 - lr: 0.100000 +2023-03-29 16:52:40,244 epoch 16 - iter 392/493 - loss 0.02911782 - time (sec): 27.74 - samples/sec: 7447.17 - lr: 0.100000 +2023-03-29 16:52:43,519 epoch 16 - iter 441/493 - loss 0.02917781 - time (sec): 31.01 - samples/sec: 7460.22 - lr: 0.100000 +2023-03-29 16:52:47,048 epoch 16 - iter 490/493 - loss 0.02902898 - time (sec): 34.54 - samples/sec: 7458.98 - lr: 0.100000 +2023-03-29 16:52:47,253 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:52:47,253 EPOCH 16 done: loss 0.0290 - lr 0.100000 +2023-03-29 16:52:47,253 BAD EPOCHS (no improvement): 0 +2023-03-29 16:52:47,255 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:52:50,689 epoch 17 - iter 49/493 - loss 0.02809275 - time (sec): 3.43 - samples/sec: 7421.70 - lr: 0.100000 +2023-03-29 16:52:53,987 epoch 17 - iter 98/493 - loss 0.02817160 - time (sec): 6.73 - samples/sec: 7476.99 - lr: 0.100000 +2023-03-29 16:52:57,338 epoch 17 - iter 147/493 - loss 0.02799345 - time (sec): 10.08 - samples/sec: 7548.19 - lr: 0.100000 +2023-03-29 16:53:00,763 epoch 17 - iter 196/493 - loss 0.02827564 - time (sec): 13.51 - samples/sec: 7513.88 - lr: 0.100000 +2023-03-29 16:53:04,239 epoch 17 - iter 245/493 - loss 0.02817585 - time (sec): 16.98 - samples/sec: 7503.70 - lr: 0.100000 +2023-03-29 16:53:07,856 epoch 17 - iter 294/493 - loss 0.02844140 - time (sec): 20.60 - samples/sec: 7453.22 - lr: 0.100000 +2023-03-29 16:53:11,147 epoch 17 - iter 343/493 - loss 0.02840434 - time (sec): 23.89 - samples/sec: 7490.65 - lr: 0.100000 +2023-03-29 16:53:14,716 epoch 17 - iter 392/493 - loss 0.02814949 - time (sec): 27.46 - samples/sec: 7492.98 - lr: 0.100000 +2023-03-29 16:53:18,290 epoch 17 - iter 441/493 - loss 0.02821183 - time (sec): 31.03 - samples/sec: 7476.49 - lr: 0.100000 +2023-03-29 16:53:21,733 epoch 17 - iter 490/493 - loss 0.02861115 - time (sec): 34.48 - samples/sec: 7472.44 - lr: 0.100000 +2023-03-29 16:53:21,956 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:53:21,956 EPOCH 17 done: loss 0.0287 - lr 0.100000 +2023-03-29 16:53:21,956 BAD EPOCHS (no improvement): 0 +2023-03-29 16:53:21,959 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:53:25,361 epoch 18 - iter 49/493 - loss 0.02505381 - time (sec): 3.40 - samples/sec: 7421.34 - lr: 0.100000 +2023-03-29 16:53:28,992 epoch 18 - iter 98/493 - loss 0.02566057 - time (sec): 7.03 - samples/sec: 7292.07 - lr: 0.100000 +2023-03-29 16:53:32,582 epoch 18 - iter 147/493 - loss 0.02717920 - time (sec): 10.62 - samples/sec: 7293.06 - lr: 0.100000 +2023-03-29 16:53:36,137 epoch 18 - iter 196/493 - loss 0.02619533 - time (sec): 14.18 - samples/sec: 7291.12 - lr: 0.100000 +2023-03-29 16:53:39,540 epoch 18 - iter 245/493 - loss 0.02697691 - time (sec): 17.58 - samples/sec: 7334.68 - lr: 0.100000 +2023-03-29 16:53:42,916 epoch 18 - iter 294/493 - loss 0.02737061 - time (sec): 20.96 - samples/sec: 7370.69 - lr: 0.100000 +2023-03-29 16:53:46,411 epoch 18 - iter 343/493 - loss 0.02737739 - time (sec): 24.45 - samples/sec: 7381.99 - lr: 0.100000 +2023-03-29 16:53:49,774 epoch 18 - iter 392/493 - loss 0.02733425 - time (sec): 27.82 - samples/sec: 7412.24 - lr: 0.100000 +2023-03-29 16:53:53,175 epoch 18 - iter 441/493 - loss 0.02719115 - time (sec): 31.22 - samples/sec: 7412.58 - lr: 0.100000 +2023-03-29 16:53:56,764 epoch 18 - iter 490/493 - loss 0.02743921 - time (sec): 34.80 - samples/sec: 7397.17 - lr: 0.100000 +2023-03-29 16:53:56,976 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:53:56,976 EPOCH 18 done: loss 0.0275 - lr 0.100000 +2023-03-29 16:53:56,976 BAD EPOCHS (no improvement): 0 +2023-03-29 16:53:56,979 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:54:00,442 epoch 19 - iter 49/493 - loss 0.02522647 - time (sec): 3.46 - samples/sec: 7383.88 - lr: 0.100000 +2023-03-29 16:54:03,946 epoch 19 - iter 98/493 - loss 0.02666554 - time (sec): 6.97 - samples/sec: 7298.43 - lr: 0.100000 +2023-03-29 16:54:07,635 epoch 19 - iter 147/493 - loss 0.02635048 - time (sec): 10.66 - samples/sec: 7248.31 - lr: 0.100000 +2023-03-29 16:54:10,989 epoch 19 - iter 196/493 - loss 0.02605426 - time (sec): 14.01 - samples/sec: 7336.96 - lr: 0.100000 +2023-03-29 16:54:14,426 epoch 19 - iter 245/493 - loss 0.02609494 - time (sec): 17.45 - samples/sec: 7346.52 - lr: 0.100000 +2023-03-29 16:54:17,931 epoch 19 - iter 294/493 - loss 0.02540040 - time (sec): 20.95 - samples/sec: 7366.71 - lr: 0.100000 +2023-03-29 16:54:21,374 epoch 19 - iter 343/493 - loss 0.02600550 - time (sec): 24.39 - samples/sec: 7370.70 - lr: 0.100000 +2023-03-29 16:54:24,781 epoch 19 - iter 392/493 - loss 0.02636907 - time (sec): 27.80 - samples/sec: 7416.99 - lr: 0.100000 +2023-03-29 16:54:28,203 epoch 19 - iter 441/493 - loss 0.02621604 - time (sec): 31.22 - samples/sec: 7431.68 - lr: 0.100000 +2023-03-29 16:54:31,587 epoch 19 - iter 490/493 - loss 0.02622509 - time (sec): 34.61 - samples/sec: 7443.55 - lr: 0.100000 +2023-03-29 16:54:31,803 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:54:31,803 EPOCH 19 done: loss 0.0261 - lr 0.100000 +2023-03-29 16:54:31,803 BAD EPOCHS (no improvement): 0 +2023-03-29 16:54:31,806 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:54:35,299 epoch 20 - iter 49/493 - loss 0.02261473 - time (sec): 3.49 - samples/sec: 7428.57 - lr: 0.100000 +2023-03-29 16:54:38,759 epoch 20 - iter 98/493 - loss 0.02338803 - time (sec): 6.95 - samples/sec: 7473.40 - lr: 0.100000 +2023-03-29 16:54:42,116 epoch 20 - iter 147/493 - loss 0.02413707 - time (sec): 10.31 - samples/sec: 7505.11 - lr: 0.100000 +2023-03-29 16:54:45,539 epoch 20 - iter 196/493 - loss 0.02438812 - time (sec): 13.73 - samples/sec: 7498.12 - lr: 0.100000 +2023-03-29 16:54:48,952 epoch 20 - iter 245/493 - loss 0.02509863 - time (sec): 17.15 - samples/sec: 7449.20 - lr: 0.100000 +2023-03-29 16:54:52,544 epoch 20 - iter 294/493 - loss 0.02548981 - time (sec): 20.74 - samples/sec: 7424.67 - lr: 0.100000 +2023-03-29 16:54:56,087 epoch 20 - iter 343/493 - loss 0.02576187 - time (sec): 24.28 - samples/sec: 7424.90 - lr: 0.100000 +2023-03-29 16:54:59,659 epoch 20 - iter 392/493 - loss 0.02583905 - time (sec): 27.85 - samples/sec: 7383.33 - lr: 0.100000 +2023-03-29 16:55:03,133 epoch 20 - iter 441/493 - loss 0.02555222 - time (sec): 31.33 - samples/sec: 7390.61 - lr: 0.100000 +2023-03-29 16:55:06,579 epoch 20 - iter 490/493 - loss 0.02572386 - time (sec): 34.77 - samples/sec: 7407.18 - lr: 0.100000 +2023-03-29 16:55:06,779 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:55:06,779 EPOCH 20 done: loss 0.0257 - lr 0.100000 +2023-03-29 16:55:06,779 BAD EPOCHS (no improvement): 0 +2023-03-29 16:55:06,782 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:55:10,358 epoch 21 - iter 49/493 - loss 0.02230234 - time (sec): 3.58 - samples/sec: 7170.68 - lr: 0.100000 +2023-03-29 16:55:13,782 epoch 21 - iter 98/493 - loss 0.02296165 - time (sec): 7.00 - samples/sec: 7308.87 - lr: 0.100000 +2023-03-29 16:55:17,342 epoch 21 - iter 147/493 - loss 0.02381138 - time (sec): 10.56 - samples/sec: 7309.12 - lr: 0.100000 +2023-03-29 16:55:20,799 epoch 21 - iter 196/493 - loss 0.02360520 - time (sec): 14.02 - samples/sec: 7354.02 - lr: 0.100000 +2023-03-29 16:55:24,247 epoch 21 - iter 245/493 - loss 0.02404954 - time (sec): 17.46 - samples/sec: 7367.70 - lr: 0.100000 +2023-03-29 16:55:27,625 epoch 21 - iter 294/493 - loss 0.02464552 - time (sec): 20.84 - samples/sec: 7397.59 - lr: 0.100000 +2023-03-29 16:55:30,915 epoch 21 - iter 343/493 - loss 0.02498145 - time (sec): 24.13 - samples/sec: 7445.29 - lr: 0.100000 +2023-03-29 16:55:34,648 epoch 21 - iter 392/493 - loss 0.02466062 - time (sec): 27.87 - samples/sec: 7407.81 - lr: 0.100000 +2023-03-29 16:55:38,090 epoch 21 - iter 441/493 - loss 0.02464145 - time (sec): 31.31 - samples/sec: 7417.13 - lr: 0.100000 +2023-03-29 16:55:41,514 epoch 21 - iter 490/493 - loss 0.02471447 - time (sec): 34.73 - samples/sec: 7419.10 - lr: 0.100000 +2023-03-29 16:55:41,719 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:55:41,719 EPOCH 21 done: loss 0.0247 - lr 0.100000 +2023-03-29 16:55:41,720 BAD EPOCHS (no improvement): 0 +2023-03-29 16:55:41,722 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:55:45,122 epoch 22 - iter 49/493 - loss 0.02427077 - time (sec): 3.40 - samples/sec: 7657.38 - lr: 0.100000 +2023-03-29 16:55:48,633 epoch 22 - iter 98/493 - loss 0.02580996 - time (sec): 6.91 - samples/sec: 7513.27 - lr: 0.100000 +2023-03-29 16:55:51,990 epoch 22 - iter 147/493 - loss 0.02482537 - time (sec): 10.27 - samples/sec: 7497.12 - lr: 0.100000 +2023-03-29 16:55:55,426 epoch 22 - iter 196/493 - loss 0.02461447 - time (sec): 13.70 - samples/sec: 7535.37 - lr: 0.100000 +2023-03-29 16:55:58,951 epoch 22 - iter 245/493 - loss 0.02492944 - time (sec): 17.23 - samples/sec: 7520.11 - lr: 0.100000 +2023-03-29 16:56:02,486 epoch 22 - iter 294/493 - loss 0.02466471 - time (sec): 20.76 - samples/sec: 7473.86 - lr: 0.100000 +2023-03-29 16:56:05,822 epoch 22 - iter 343/493 - loss 0.02423040 - time (sec): 24.10 - samples/sec: 7484.40 - lr: 0.100000 +2023-03-29 16:56:09,396 epoch 22 - iter 392/493 - loss 0.02433423 - time (sec): 27.67 - samples/sec: 7456.88 - lr: 0.100000 +2023-03-29 16:56:12,803 epoch 22 - iter 441/493 - loss 0.02423754 - time (sec): 31.08 - samples/sec: 7438.74 - lr: 0.100000 +2023-03-29 16:56:16,336 epoch 22 - iter 490/493 - loss 0.02434931 - time (sec): 34.61 - samples/sec: 7439.05 - lr: 0.100000 +2023-03-29 16:56:16,578 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:56:16,578 EPOCH 22 done: loss 0.0243 - lr 0.100000 +2023-03-29 16:56:16,578 BAD EPOCHS (no improvement): 0 +2023-03-29 16:56:16,581 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:56:20,162 epoch 23 - iter 49/493 - loss 0.02359272 - time (sec): 3.58 - samples/sec: 7301.46 - lr: 0.100000 +2023-03-29 16:56:23,514 epoch 23 - iter 98/493 - loss 0.02420099 - time (sec): 6.93 - samples/sec: 7350.27 - lr: 0.100000 +2023-03-29 16:56:27,111 epoch 23 - iter 147/493 - loss 0.02390837 - time (sec): 10.53 - samples/sec: 7295.33 - lr: 0.100000 +2023-03-29 16:56:30,803 epoch 23 - iter 196/493 - loss 0.02386080 - time (sec): 14.22 - samples/sec: 7235.51 - lr: 0.100000 +2023-03-29 16:56:34,331 epoch 23 - iter 245/493 - loss 0.02349786 - time (sec): 17.75 - samples/sec: 7240.32 - lr: 0.100000 +2023-03-29 16:56:37,963 epoch 23 - iter 294/493 - loss 0.02318388 - time (sec): 21.38 - samples/sec: 7232.17 - lr: 0.100000 +2023-03-29 16:56:41,545 epoch 23 - iter 343/493 - loss 0.02338028 - time (sec): 24.96 - samples/sec: 7240.44 - lr: 0.100000 +2023-03-29 16:56:44,985 epoch 23 - iter 392/493 - loss 0.02360155 - time (sec): 28.40 - samples/sec: 7266.07 - lr: 0.100000 +2023-03-29 16:56:48,448 epoch 23 - iter 441/493 - loss 0.02397330 - time (sec): 31.87 - samples/sec: 7279.46 - lr: 0.100000 +2023-03-29 16:56:51,903 epoch 23 - iter 490/493 - loss 0.02395066 - time (sec): 35.32 - samples/sec: 7291.49 - lr: 0.100000 +2023-03-29 16:56:52,130 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:56:52,131 EPOCH 23 done: loss 0.0239 - lr 0.100000 +2023-03-29 16:56:52,131 BAD EPOCHS (no improvement): 0 +2023-03-29 16:56:52,133 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:56:55,518 epoch 24 - iter 49/493 - loss 0.02095970 - time (sec): 3.39 - samples/sec: 7656.77 - lr: 0.100000 +2023-03-29 16:56:59,044 epoch 24 - iter 98/493 - loss 0.02328984 - time (sec): 6.91 - samples/sec: 7518.07 - lr: 0.100000 +2023-03-29 16:57:02,592 epoch 24 - iter 147/493 - loss 0.02424203 - time (sec): 10.46 - samples/sec: 7458.15 - lr: 0.100000 +2023-03-29 16:57:06,016 epoch 24 - iter 196/493 - loss 0.02367765 - time (sec): 13.88 - samples/sec: 7490.98 - lr: 0.100000 +2023-03-29 16:57:09,380 epoch 24 - iter 245/493 - loss 0.02314913 - time (sec): 17.25 - samples/sec: 7506.28 - lr: 0.100000 +2023-03-29 16:57:12,843 epoch 24 - iter 294/493 - loss 0.02319669 - time (sec): 20.71 - samples/sec: 7480.45 - lr: 0.100000 +2023-03-29 16:57:16,329 epoch 24 - iter 343/493 - loss 0.02329273 - time (sec): 24.20 - samples/sec: 7457.53 - lr: 0.100000 +2023-03-29 16:57:19,746 epoch 24 - iter 392/493 - loss 0.02327041 - time (sec): 27.61 - samples/sec: 7462.46 - lr: 0.100000 +2023-03-29 16:57:23,072 epoch 24 - iter 441/493 - loss 0.02335046 - time (sec): 30.94 - samples/sec: 7484.59 - lr: 0.100000 +2023-03-29 16:57:26,462 epoch 24 - iter 490/493 - loss 0.02332618 - time (sec): 34.33 - samples/sec: 7498.66 - lr: 0.100000 +2023-03-29 16:57:26,711 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:57:26,711 EPOCH 24 done: loss 0.0233 - lr 0.100000 +2023-03-29 16:57:26,712 BAD EPOCHS (no improvement): 0 +2023-03-29 16:57:26,714 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:57:30,266 epoch 25 - iter 49/493 - loss 0.02248101 - time (sec): 3.55 - samples/sec: 7347.62 - lr: 0.100000 +2023-03-29 16:57:33,724 epoch 25 - iter 98/493 - loss 0.02274761 - time (sec): 7.01 - samples/sec: 7456.50 - lr: 0.100000 +2023-03-29 16:57:37,115 epoch 25 - iter 147/493 - loss 0.02235646 - time (sec): 10.40 - samples/sec: 7508.82 - lr: 0.100000 +2023-03-29 16:57:40,615 epoch 25 - iter 196/493 - loss 0.02197934 - time (sec): 13.90 - samples/sec: 7474.03 - lr: 0.100000 +2023-03-29 16:57:44,057 epoch 25 - iter 245/493 - loss 0.02217488 - time (sec): 17.34 - samples/sec: 7471.17 - lr: 0.100000 +2023-03-29 16:57:47,552 epoch 25 - iter 294/493 - loss 0.02251446 - time (sec): 20.84 - samples/sec: 7443.73 - lr: 0.100000 +2023-03-29 16:57:50,919 epoch 25 - iter 343/493 - loss 0.02266783 - time (sec): 24.21 - samples/sec: 7447.12 - lr: 0.100000 +2023-03-29 16:57:54,388 epoch 25 - iter 392/493 - loss 0.02276777 - time (sec): 27.67 - samples/sec: 7457.66 - lr: 0.100000 +2023-03-29 16:57:57,701 epoch 25 - iter 441/493 - loss 0.02291707 - time (sec): 30.99 - samples/sec: 7493.77 - lr: 0.100000 +2023-03-29 16:58:01,002 epoch 25 - iter 490/493 - loss 0.02290020 - time (sec): 34.29 - samples/sec: 7522.17 - lr: 0.100000 +2023-03-29 16:58:01,154 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:58:01,155 EPOCH 25 done: loss 0.0229 - lr 0.100000 +2023-03-29 16:58:01,155 BAD EPOCHS (no improvement): 0 +2023-03-29 16:58:01,157 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:58:04,610 epoch 26 - iter 49/493 - loss 0.02121337 - time (sec): 3.45 - samples/sec: 7602.00 - lr: 0.100000 +2023-03-29 16:58:08,034 epoch 26 - iter 98/493 - loss 0.02081900 - time (sec): 6.88 - samples/sec: 7537.43 - lr: 0.100000 +2023-03-29 16:58:11,496 epoch 26 - iter 147/493 - loss 0.02158772 - time (sec): 10.34 - samples/sec: 7492.35 - lr: 0.100000 +2023-03-29 16:58:15,045 epoch 26 - iter 196/493 - loss 0.02148317 - time (sec): 13.89 - samples/sec: 7482.44 - lr: 0.100000 +2023-03-29 16:58:18,392 epoch 26 - iter 245/493 - loss 0.02160603 - time (sec): 17.23 - samples/sec: 7487.59 - lr: 0.100000 +2023-03-29 16:58:21,821 epoch 26 - iter 294/493 - loss 0.02170775 - time (sec): 20.66 - samples/sec: 7483.18 - lr: 0.100000 +2023-03-29 16:58:25,264 epoch 26 - iter 343/493 - loss 0.02175861 - time (sec): 24.11 - samples/sec: 7498.01 - lr: 0.100000 +2023-03-29 16:58:28,677 epoch 26 - iter 392/493 - loss 0.02189150 - time (sec): 27.52 - samples/sec: 7496.63 - lr: 0.100000 +2023-03-29 16:58:32,113 epoch 26 - iter 441/493 - loss 0.02204473 - time (sec): 30.96 - samples/sec: 7489.15 - lr: 0.100000 +2023-03-29 16:58:35,573 epoch 26 - iter 490/493 - loss 0.02232022 - time (sec): 34.42 - samples/sec: 7486.86 - lr: 0.100000 +2023-03-29 16:58:35,785 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:58:35,786 EPOCH 26 done: loss 0.0223 - lr 0.100000 +2023-03-29 16:58:35,786 BAD EPOCHS (no improvement): 0 +2023-03-29 16:58:35,789 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:58:39,265 epoch 27 - iter 49/493 - loss 0.01936595 - time (sec): 3.48 - samples/sec: 7545.22 - lr: 0.100000 +2023-03-29 16:58:42,893 epoch 27 - iter 98/493 - loss 0.02046637 - time (sec): 7.10 - samples/sec: 7351.79 - lr: 0.100000 +2023-03-29 16:58:46,341 epoch 27 - iter 147/493 - loss 0.02126493 - time (sec): 10.55 - samples/sec: 7379.64 - lr: 0.100000 +2023-03-29 16:58:49,889 epoch 27 - iter 196/493 - loss 0.02156718 - time (sec): 14.10 - samples/sec: 7382.85 - lr: 0.100000 +2023-03-29 16:58:53,286 epoch 27 - iter 245/493 - loss 0.02159603 - time (sec): 17.50 - samples/sec: 7437.47 - lr: 0.100000 +2023-03-29 16:58:56,638 epoch 27 - iter 294/493 - loss 0.02162616 - time (sec): 20.85 - samples/sec: 7473.92 - lr: 0.100000 +2023-03-29 16:59:00,021 epoch 27 - iter 343/493 - loss 0.02169039 - time (sec): 24.23 - samples/sec: 7472.82 - lr: 0.100000 +2023-03-29 16:59:03,381 epoch 27 - iter 392/493 - loss 0.02196524 - time (sec): 27.59 - samples/sec: 7484.73 - lr: 0.100000 +2023-03-29 16:59:06,783 epoch 27 - iter 441/493 - loss 0.02198872 - time (sec): 30.99 - samples/sec: 7487.22 - lr: 0.100000 +2023-03-29 16:59:10,224 epoch 27 - iter 490/493 - loss 0.02197725 - time (sec): 34.44 - samples/sec: 7486.01 - lr: 0.100000 +2023-03-29 16:59:10,417 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:59:10,417 EPOCH 27 done: loss 0.0220 - lr 0.100000 +2023-03-29 16:59:10,417 BAD EPOCHS (no improvement): 0 +2023-03-29 16:59:10,420 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:59:13,795 epoch 28 - iter 49/493 - loss 0.01817396 - time (sec): 3.37 - samples/sec: 7569.99 - lr: 0.100000 +2023-03-29 16:59:17,035 epoch 28 - iter 98/493 - loss 0.01993294 - time (sec): 6.62 - samples/sec: 7728.02 - lr: 0.100000 +2023-03-29 16:59:20,543 epoch 28 - iter 147/493 - loss 0.02037421 - time (sec): 10.12 - samples/sec: 7620.04 - lr: 0.100000 +2023-03-29 16:59:23,832 epoch 28 - iter 196/493 - loss 0.02027088 - time (sec): 13.41 - samples/sec: 7618.38 - lr: 0.100000 +2023-03-29 16:59:27,228 epoch 28 - iter 245/493 - loss 0.02043651 - time (sec): 16.81 - samples/sec: 7630.34 - lr: 0.100000 +2023-03-29 16:59:30,799 epoch 28 - iter 294/493 - loss 0.02062145 - time (sec): 20.38 - samples/sec: 7603.02 - lr: 0.100000 +2023-03-29 16:59:34,193 epoch 28 - iter 343/493 - loss 0.02057760 - time (sec): 23.77 - samples/sec: 7592.12 - lr: 0.100000 +2023-03-29 16:59:37,670 epoch 28 - iter 392/493 - loss 0.02107826 - time (sec): 27.25 - samples/sec: 7559.59 - lr: 0.100000 +2023-03-29 16:59:41,308 epoch 28 - iter 441/493 - loss 0.02149576 - time (sec): 30.89 - samples/sec: 7519.09 - lr: 0.100000 +2023-03-29 16:59:44,575 epoch 28 - iter 490/493 - loss 0.02140158 - time (sec): 34.15 - samples/sec: 7544.17 - lr: 0.100000 +2023-03-29 16:59:44,756 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:59:44,756 EPOCH 28 done: loss 0.0214 - lr 0.100000 +2023-03-29 16:59:44,756 BAD EPOCHS (no improvement): 0 +2023-03-29 16:59:44,759 ---------------------------------------------------------------------------------------------------- +2023-03-29 16:59:48,463 epoch 29 - iter 49/493 - loss 0.02004433 - time (sec): 3.70 - samples/sec: 7020.39 - lr: 0.100000 +2023-03-29 16:59:51,927 epoch 29 - iter 98/493 - loss 0.02018283 - time (sec): 7.17 - samples/sec: 7248.82 - lr: 0.100000 +2023-03-29 16:59:55,475 epoch 29 - iter 147/493 - loss 0.01976671 - time (sec): 10.72 - samples/sec: 7370.52 - lr: 0.100000 +2023-03-29 16:59:58,896 epoch 29 - iter 196/493 - loss 0.01972188 - time (sec): 14.14 - samples/sec: 7376.56 - lr: 0.100000 +2023-03-29 17:00:02,459 epoch 29 - iter 245/493 - loss 0.02013960 - time (sec): 17.70 - samples/sec: 7345.55 - lr: 0.100000 +2023-03-29 17:00:05,916 epoch 29 - iter 294/493 - loss 0.02049491 - time (sec): 21.16 - samples/sec: 7352.49 - lr: 0.100000 +2023-03-29 17:00:09,470 epoch 29 - iter 343/493 - loss 0.02100287 - time (sec): 24.71 - samples/sec: 7339.05 - lr: 0.100000 +2023-03-29 17:00:13,005 epoch 29 - iter 392/493 - loss 0.02139835 - time (sec): 28.25 - samples/sec: 7328.32 - lr: 0.100000 +2023-03-29 17:00:16,365 epoch 29 - iter 441/493 - loss 0.02136569 - time (sec): 31.61 - samples/sec: 7344.73 - lr: 0.100000 +2023-03-29 17:00:19,731 epoch 29 - iter 490/493 - loss 0.02103539 - time (sec): 34.97 - samples/sec: 7366.77 - lr: 0.100000 +2023-03-29 17:00:19,919 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:00:19,919 EPOCH 29 done: loss 0.0211 - lr 0.100000 +2023-03-29 17:00:19,919 BAD EPOCHS (no improvement): 0 +2023-03-29 17:00:19,922 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:00:23,334 epoch 30 - iter 49/493 - loss 0.02147030 - time (sec): 3.41 - samples/sec: 7513.04 - lr: 0.100000 +2023-03-29 17:00:26,692 epoch 30 - iter 98/493 - loss 0.02071065 - time (sec): 6.77 - samples/sec: 7543.61 - lr: 0.100000 +2023-03-29 17:00:30,244 epoch 30 - iter 147/493 - loss 0.02038991 - time (sec): 10.32 - samples/sec: 7443.01 - lr: 0.100000 +2023-03-29 17:00:33,696 epoch 30 - iter 196/493 - loss 0.01993747 - time (sec): 13.77 - samples/sec: 7465.51 - lr: 0.100000 +2023-03-29 17:00:37,202 epoch 30 - iter 245/493 - loss 0.02010334 - time (sec): 17.28 - samples/sec: 7460.56 - lr: 0.100000 +2023-03-29 17:00:40,707 epoch 30 - iter 294/493 - loss 0.02037618 - time (sec): 20.79 - samples/sec: 7444.31 - lr: 0.100000 +2023-03-29 17:00:44,109 epoch 30 - iter 343/493 - loss 0.02047890 - time (sec): 24.19 - samples/sec: 7448.45 - lr: 0.100000 +2023-03-29 17:00:47,506 epoch 30 - iter 392/493 - loss 0.02095414 - time (sec): 27.58 - samples/sec: 7451.52 - lr: 0.100000 +2023-03-29 17:00:50,851 epoch 30 - iter 441/493 - loss 0.02134298 - time (sec): 30.93 - samples/sec: 7497.46 - lr: 0.100000 +2023-03-29 17:00:54,243 epoch 30 - iter 490/493 - loss 0.02140982 - time (sec): 34.32 - samples/sec: 7504.63 - lr: 0.100000 +2023-03-29 17:00:54,449 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:00:54,449 EPOCH 30 done: loss 0.0214 - lr 0.100000 +2023-03-29 17:00:54,449 BAD EPOCHS (no improvement): 1 +2023-03-29 17:00:54,452 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:00:57,878 epoch 31 - iter 49/493 - loss 0.01921930 - time (sec): 3.43 - samples/sec: 7534.61 - lr: 0.100000 +2023-03-29 17:01:01,238 epoch 31 - iter 98/493 - loss 0.01979540 - time (sec): 6.79 - samples/sec: 7593.91 - lr: 0.100000 +2023-03-29 17:01:04,533 epoch 31 - iter 147/493 - loss 0.02032389 - time (sec): 10.08 - samples/sec: 7615.78 - lr: 0.100000 +2023-03-29 17:01:08,052 epoch 31 - iter 196/493 - loss 0.02106022 - time (sec): 13.60 - samples/sec: 7588.18 - lr: 0.100000 +2023-03-29 17:01:11,341 epoch 31 - iter 245/493 - loss 0.02059598 - time (sec): 16.89 - samples/sec: 7576.95 - lr: 0.100000 +2023-03-29 17:01:14,726 epoch 31 - iter 294/493 - loss 0.02049102 - time (sec): 20.27 - samples/sec: 7599.15 - lr: 0.100000 +2023-03-29 17:01:18,305 epoch 31 - iter 343/493 - loss 0.02002229 - time (sec): 23.85 - samples/sec: 7556.16 - lr: 0.100000 +2023-03-29 17:01:21,704 epoch 31 - iter 392/493 - loss 0.01990785 - time (sec): 27.25 - samples/sec: 7565.72 - lr: 0.100000 +2023-03-29 17:01:25,211 epoch 31 - iter 441/493 - loss 0.01990999 - time (sec): 30.76 - samples/sec: 7552.65 - lr: 0.100000 +2023-03-29 17:01:28,617 epoch 31 - iter 490/493 - loss 0.01977638 - time (sec): 34.17 - samples/sec: 7544.21 - lr: 0.100000 +2023-03-29 17:01:28,792 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:01:28,793 EPOCH 31 done: loss 0.0199 - lr 0.100000 +2023-03-29 17:01:28,793 BAD EPOCHS (no improvement): 0 +2023-03-29 17:01:28,796 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:01:32,196 epoch 32 - iter 49/493 - loss 0.01670713 - time (sec): 3.40 - samples/sec: 7328.94 - lr: 0.100000 +2023-03-29 17:01:35,665 epoch 32 - iter 98/493 - loss 0.01803757 - time (sec): 6.87 - samples/sec: 7377.19 - lr: 0.100000 +2023-03-29 17:01:39,079 epoch 32 - iter 147/493 - loss 0.01853837 - time (sec): 10.28 - samples/sec: 7435.13 - lr: 0.100000 +2023-03-29 17:01:42,619 epoch 32 - iter 196/493 - loss 0.01865148 - time (sec): 13.82 - samples/sec: 7399.52 - lr: 0.100000 +2023-03-29 17:01:46,006 epoch 32 - iter 245/493 - loss 0.01941646 - time (sec): 17.21 - samples/sec: 7447.13 - lr: 0.100000 +2023-03-29 17:01:49,405 epoch 32 - iter 294/493 - loss 0.01942109 - time (sec): 20.61 - samples/sec: 7466.68 - lr: 0.100000 +2023-03-29 17:01:52,741 epoch 32 - iter 343/493 - loss 0.01914671 - time (sec): 23.94 - samples/sec: 7491.61 - lr: 0.100000 +2023-03-29 17:01:56,241 epoch 32 - iter 392/493 - loss 0.01956232 - time (sec): 27.45 - samples/sec: 7484.30 - lr: 0.100000 +2023-03-29 17:01:59,739 epoch 32 - iter 441/493 - loss 0.01963566 - time (sec): 30.94 - samples/sec: 7481.46 - lr: 0.100000 +2023-03-29 17:02:03,255 epoch 32 - iter 490/493 - loss 0.01958624 - time (sec): 34.46 - samples/sec: 7467.47 - lr: 0.100000 +2023-03-29 17:02:03,511 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:02:03,511 EPOCH 32 done: loss 0.0195 - lr 0.100000 +2023-03-29 17:02:03,511 BAD EPOCHS (no improvement): 0 +2023-03-29 17:02:03,515 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:02:09,836 epoch 33 - iter 49/493 - loss 0.01773546 - time (sec): 6.32 - samples/sec: 4065.61 - lr: 0.100000 +2023-03-29 17:02:13,367 epoch 33 - iter 98/493 - loss 0.01758205 - time (sec): 9.85 - samples/sec: 5233.97 - lr: 0.100000 +2023-03-29 17:02:16,801 epoch 33 - iter 147/493 - loss 0.01691064 - time (sec): 13.29 - samples/sec: 5817.72 - lr: 0.100000 +2023-03-29 17:02:20,291 epoch 33 - iter 196/493 - loss 0.01741224 - time (sec): 16.78 - samples/sec: 6144.58 - lr: 0.100000 +2023-03-29 17:02:23,634 epoch 33 - iter 245/493 - loss 0.01742488 - time (sec): 20.12 - samples/sec: 6395.04 - lr: 0.100000 +2023-03-29 17:02:27,006 epoch 33 - iter 294/493 - loss 0.01779106 - time (sec): 23.49 - samples/sec: 6591.64 - lr: 0.100000 +2023-03-29 17:02:30,475 epoch 33 - iter 343/493 - loss 0.01811343 - time (sec): 26.96 - samples/sec: 6699.48 - lr: 0.100000 +2023-03-29 17:02:33,920 epoch 33 - iter 392/493 - loss 0.01867143 - time (sec): 30.41 - samples/sec: 6782.42 - lr: 0.100000 +2023-03-29 17:02:37,339 epoch 33 - iter 441/493 - loss 0.01895394 - time (sec): 33.82 - samples/sec: 6867.85 - lr: 0.100000 +2023-03-29 17:02:40,718 epoch 33 - iter 490/493 - loss 0.01911883 - time (sec): 37.20 - samples/sec: 6924.32 - lr: 0.100000 +2023-03-29 17:02:40,918 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:02:40,918 EPOCH 33 done: loss 0.0191 - lr 0.100000 +2023-03-29 17:02:40,918 BAD EPOCHS (no improvement): 0 +2023-03-29 17:02:40,922 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:02:44,318 epoch 34 - iter 49/493 - loss 0.01734115 - time (sec): 3.40 - samples/sec: 7628.31 - lr: 0.100000 +2023-03-29 17:02:47,604 epoch 34 - iter 98/493 - loss 0.01733570 - time (sec): 6.68 - samples/sec: 7677.96 - lr: 0.100000 +2023-03-29 17:02:51,019 epoch 34 - iter 147/493 - loss 0.01795239 - time (sec): 10.10 - samples/sec: 7644.00 - lr: 0.100000 +2023-03-29 17:02:54,361 epoch 34 - iter 196/493 - loss 0.01844653 - time (sec): 13.44 - samples/sec: 7649.58 - lr: 0.100000 +2023-03-29 17:02:57,812 epoch 34 - iter 245/493 - loss 0.01867821 - time (sec): 16.89 - samples/sec: 7619.66 - lr: 0.100000 +2023-03-29 17:03:01,199 epoch 34 - iter 294/493 - loss 0.01873024 - time (sec): 20.28 - samples/sec: 7593.65 - lr: 0.100000 +2023-03-29 17:03:04,606 epoch 34 - iter 343/493 - loss 0.01869788 - time (sec): 23.68 - samples/sec: 7592.07 - lr: 0.100000 +2023-03-29 17:03:07,923 epoch 34 - iter 392/493 - loss 0.01864921 - time (sec): 27.00 - samples/sec: 7600.98 - lr: 0.100000 +2023-03-29 17:03:11,464 epoch 34 - iter 441/493 - loss 0.01868923 - time (sec): 30.54 - samples/sec: 7581.79 - lr: 0.100000 +2023-03-29 17:03:14,963 epoch 34 - iter 490/493 - loss 0.01919747 - time (sec): 34.04 - samples/sec: 7561.04 - lr: 0.100000 +2023-03-29 17:03:15,264 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:03:15,264 EPOCH 34 done: loss 0.0192 - lr 0.100000 +2023-03-29 17:03:15,264 BAD EPOCHS (no improvement): 1 +2023-03-29 17:03:15,270 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:03:18,716 epoch 35 - iter 49/493 - loss 0.01656590 - time (sec): 3.45 - samples/sec: 7486.19 - lr: 0.100000 +2023-03-29 17:03:22,275 epoch 35 - iter 98/493 - loss 0.01727986 - time (sec): 7.00 - samples/sec: 7454.43 - lr: 0.100000 +2023-03-29 17:03:25,834 epoch 35 - iter 147/493 - loss 0.01749116 - time (sec): 10.56 - samples/sec: 7386.99 - lr: 0.100000 +2023-03-29 17:03:29,340 epoch 35 - iter 196/493 - loss 0.01760123 - time (sec): 14.07 - samples/sec: 7359.82 - lr: 0.100000 +2023-03-29 17:03:32,947 epoch 35 - iter 245/493 - loss 0.01797448 - time (sec): 17.68 - samples/sec: 7344.10 - lr: 0.100000 +2023-03-29 17:03:36,459 epoch 35 - iter 294/493 - loss 0.01793659 - time (sec): 21.19 - samples/sec: 7320.86 - lr: 0.100000 +2023-03-29 17:03:39,860 epoch 35 - iter 343/493 - loss 0.01818851 - time (sec): 24.59 - samples/sec: 7360.13 - lr: 0.100000 +2023-03-29 17:03:43,242 epoch 35 - iter 392/493 - loss 0.01832636 - time (sec): 27.97 - samples/sec: 7378.54 - lr: 0.100000 +2023-03-29 17:03:46,775 epoch 35 - iter 441/493 - loss 0.01858242 - time (sec): 31.50 - samples/sec: 7361.57 - lr: 0.100000 +2023-03-29 17:03:50,179 epoch 35 - iter 490/493 - loss 0.01874364 - time (sec): 34.91 - samples/sec: 7379.04 - lr: 0.100000 +2023-03-29 17:03:50,390 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:03:50,391 EPOCH 35 done: loss 0.0187 - lr 0.100000 +2023-03-29 17:03:50,391 BAD EPOCHS (no improvement): 0 +2023-03-29 17:03:50,394 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:03:53,778 epoch 36 - iter 49/493 - loss 0.01421262 - time (sec): 3.38 - samples/sec: 7337.27 - lr: 0.100000 +2023-03-29 17:03:57,124 epoch 36 - iter 98/493 - loss 0.01543496 - time (sec): 6.73 - samples/sec: 7490.82 - lr: 0.100000 +2023-03-29 17:04:00,583 epoch 36 - iter 147/493 - loss 0.01703673 - time (sec): 10.19 - samples/sec: 7550.41 - lr: 0.100000 +2023-03-29 17:04:03,871 epoch 36 - iter 196/493 - loss 0.01655657 - time (sec): 13.48 - samples/sec: 7605.83 - lr: 0.100000 +2023-03-29 17:04:07,355 epoch 36 - iter 245/493 - loss 0.01745942 - time (sec): 16.96 - samples/sec: 7583.79 - lr: 0.100000 +2023-03-29 17:04:10,887 epoch 36 - iter 294/493 - loss 0.01805801 - time (sec): 20.49 - samples/sec: 7520.81 - lr: 0.100000 +2023-03-29 17:04:14,384 epoch 36 - iter 343/493 - loss 0.01826545 - time (sec): 23.99 - samples/sec: 7496.38 - lr: 0.100000 +2023-03-29 17:04:17,886 epoch 36 - iter 392/493 - loss 0.01839494 - time (sec): 27.49 - samples/sec: 7507.28 - lr: 0.100000 +2023-03-29 17:04:21,345 epoch 36 - iter 441/493 - loss 0.01843839 - time (sec): 30.95 - samples/sec: 7494.31 - lr: 0.100000 +2023-03-29 17:04:24,801 epoch 36 - iter 490/493 - loss 0.01846872 - time (sec): 34.41 - samples/sec: 7485.02 - lr: 0.100000 +2023-03-29 17:04:25,017 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:04:25,017 EPOCH 36 done: loss 0.0184 - lr 0.100000 +2023-03-29 17:04:25,017 BAD EPOCHS (no improvement): 0 +2023-03-29 17:04:25,020 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:04:28,416 epoch 37 - iter 49/493 - loss 0.01785955 - time (sec): 3.40 - samples/sec: 7514.73 - lr: 0.100000 +2023-03-29 17:04:31,669 epoch 37 - iter 98/493 - loss 0.01847271 - time (sec): 6.65 - samples/sec: 7584.10 - lr: 0.100000 +2023-03-29 17:04:35,108 epoch 37 - iter 147/493 - loss 0.01884187 - time (sec): 10.09 - samples/sec: 7578.35 - lr: 0.100000 +2023-03-29 17:04:38,489 epoch 37 - iter 196/493 - loss 0.01874920 - time (sec): 13.47 - samples/sec: 7620.98 - lr: 0.100000 +2023-03-29 17:04:41,905 epoch 37 - iter 245/493 - loss 0.01854140 - time (sec): 16.89 - samples/sec: 7595.70 - lr: 0.100000 +2023-03-29 17:04:45,388 epoch 37 - iter 294/493 - loss 0.01816475 - time (sec): 20.37 - samples/sec: 7557.46 - lr: 0.100000 +2023-03-29 17:04:48,833 epoch 37 - iter 343/493 - loss 0.01818780 - time (sec): 23.81 - samples/sec: 7554.96 - lr: 0.100000 +2023-03-29 17:04:52,327 epoch 37 - iter 392/493 - loss 0.01838789 - time (sec): 27.31 - samples/sec: 7556.49 - lr: 0.100000 +2023-03-29 17:04:55,765 epoch 37 - iter 441/493 - loss 0.01844340 - time (sec): 30.75 - samples/sec: 7537.68 - lr: 0.100000 +2023-03-29 17:04:59,311 epoch 37 - iter 490/493 - loss 0.01886309 - time (sec): 34.29 - samples/sec: 7513.43 - lr: 0.100000 +2023-03-29 17:04:59,553 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:04:59,554 EPOCH 37 done: loss 0.0189 - lr 0.100000 +2023-03-29 17:04:59,554 BAD EPOCHS (no improvement): 1 +2023-03-29 17:04:59,557 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:05:02,868 epoch 38 - iter 49/493 - loss 0.01747937 - time (sec): 3.31 - samples/sec: 7738.36 - lr: 0.100000 +2023-03-29 17:05:06,183 epoch 38 - iter 98/493 - loss 0.01749155 - time (sec): 6.63 - samples/sec: 7712.70 - lr: 0.100000 +2023-03-29 17:05:09,842 epoch 38 - iter 147/493 - loss 0.01740220 - time (sec): 10.28 - samples/sec: 7520.64 - lr: 0.100000 +2023-03-29 17:05:13,358 epoch 38 - iter 196/493 - loss 0.01688770 - time (sec): 13.80 - samples/sec: 7454.68 - lr: 0.100000 +2023-03-29 17:05:16,863 epoch 38 - iter 245/493 - loss 0.01737584 - time (sec): 17.31 - samples/sec: 7448.11 - lr: 0.100000 +2023-03-29 17:05:20,231 epoch 38 - iter 294/493 - loss 0.01739911 - time (sec): 20.67 - samples/sec: 7464.11 - lr: 0.100000 +2023-03-29 17:05:23,501 epoch 38 - iter 343/493 - loss 0.01745142 - time (sec): 23.94 - samples/sec: 7507.98 - lr: 0.100000 +2023-03-29 17:05:26,947 epoch 38 - iter 392/493 - loss 0.01756866 - time (sec): 27.39 - samples/sec: 7505.09 - lr: 0.100000 +2023-03-29 17:05:30,360 epoch 38 - iter 441/493 - loss 0.01756450 - time (sec): 30.80 - samples/sec: 7513.29 - lr: 0.100000 +2023-03-29 17:05:33,771 epoch 38 - iter 490/493 - loss 0.01759899 - time (sec): 34.21 - samples/sec: 7525.44 - lr: 0.100000 +2023-03-29 17:05:33,983 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:05:33,983 EPOCH 38 done: loss 0.0177 - lr 0.100000 +2023-03-29 17:05:33,983 BAD EPOCHS (no improvement): 0 +2023-03-29 17:05:33,987 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:05:37,312 epoch 39 - iter 49/493 - loss 0.01780322 - time (sec): 3.33 - samples/sec: 7463.39 - lr: 0.100000 +2023-03-29 17:05:40,838 epoch 39 - iter 98/493 - loss 0.01709588 - time (sec): 6.85 - samples/sec: 7441.15 - lr: 0.100000 +2023-03-29 17:05:44,367 epoch 39 - iter 147/493 - loss 0.01675546 - time (sec): 10.38 - samples/sec: 7382.39 - lr: 0.100000 +2023-03-29 17:05:47,830 epoch 39 - iter 196/493 - loss 0.01693559 - time (sec): 13.84 - samples/sec: 7394.50 - lr: 0.100000 +2023-03-29 17:05:51,460 epoch 39 - iter 245/493 - loss 0.01699721 - time (sec): 17.47 - samples/sec: 7365.81 - lr: 0.100000 +2023-03-29 17:05:55,143 epoch 39 - iter 294/493 - loss 0.01717201 - time (sec): 21.16 - samples/sec: 7297.92 - lr: 0.100000 +2023-03-29 17:05:58,676 epoch 39 - iter 343/493 - loss 0.01759266 - time (sec): 24.69 - samples/sec: 7317.66 - lr: 0.100000 +2023-03-29 17:06:02,247 epoch 39 - iter 392/493 - loss 0.01771966 - time (sec): 28.26 - samples/sec: 7306.37 - lr: 0.100000 +2023-03-29 17:06:05,776 epoch 39 - iter 441/493 - loss 0.01791377 - time (sec): 31.79 - samples/sec: 7293.79 - lr: 0.100000 +2023-03-29 17:06:09,131 epoch 39 - iter 490/493 - loss 0.01813105 - time (sec): 35.14 - samples/sec: 7328.41 - lr: 0.100000 +2023-03-29 17:06:09,334 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:06:09,334 EPOCH 39 done: loss 0.0181 - lr 0.100000 +2023-03-29 17:06:09,334 BAD EPOCHS (no improvement): 1 +2023-03-29 17:06:09,337 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:06:12,756 epoch 40 - iter 49/493 - loss 0.01830086 - time (sec): 3.42 - samples/sec: 7577.95 - lr: 0.100000 +2023-03-29 17:06:16,173 epoch 40 - iter 98/493 - loss 0.01851355 - time (sec): 6.84 - samples/sec: 7594.57 - lr: 0.100000 +2023-03-29 17:06:19,703 epoch 40 - iter 147/493 - loss 0.01696150 - time (sec): 10.37 - samples/sec: 7516.09 - lr: 0.100000 +2023-03-29 17:06:23,146 epoch 40 - iter 196/493 - loss 0.01668594 - time (sec): 13.81 - samples/sec: 7495.96 - lr: 0.100000 +2023-03-29 17:06:26,689 epoch 40 - iter 245/493 - loss 0.01686581 - time (sec): 17.35 - samples/sec: 7460.42 - lr: 0.100000 +2023-03-29 17:06:30,079 epoch 40 - iter 294/493 - loss 0.01684896 - time (sec): 20.74 - samples/sec: 7472.84 - lr: 0.100000 +2023-03-29 17:06:33,464 epoch 40 - iter 343/493 - loss 0.01693061 - time (sec): 24.13 - samples/sec: 7507.11 - lr: 0.100000 +2023-03-29 17:06:36,930 epoch 40 - iter 392/493 - loss 0.01716048 - time (sec): 27.59 - samples/sec: 7485.28 - lr: 0.100000 +2023-03-29 17:06:40,272 epoch 40 - iter 441/493 - loss 0.01701427 - time (sec): 30.93 - samples/sec: 7497.06 - lr: 0.100000 +2023-03-29 17:06:43,733 epoch 40 - iter 490/493 - loss 0.01710322 - time (sec): 34.40 - samples/sec: 7487.30 - lr: 0.100000 +2023-03-29 17:06:43,938 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:06:43,938 EPOCH 40 done: loss 0.0171 - lr 0.100000 +2023-03-29 17:06:43,939 BAD EPOCHS (no improvement): 0 +2023-03-29 17:06:43,942 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:06:47,471 epoch 41 - iter 49/493 - loss 0.01867754 - time (sec): 3.53 - samples/sec: 7351.89 - lr: 0.100000 +2023-03-29 17:06:50,983 epoch 41 - iter 98/493 - loss 0.01669905 - time (sec): 7.04 - samples/sec: 7336.00 - lr: 0.100000 +2023-03-29 17:06:54,471 epoch 41 - iter 147/493 - loss 0.01580668 - time (sec): 10.53 - samples/sec: 7373.61 - lr: 0.100000 +2023-03-29 17:06:57,875 epoch 41 - iter 196/493 - loss 0.01592062 - time (sec): 13.93 - samples/sec: 7379.45 - lr: 0.100000 +2023-03-29 17:07:01,457 epoch 41 - iter 245/493 - loss 0.01631036 - time (sec): 17.52 - samples/sec: 7304.83 - lr: 0.100000 +2023-03-29 17:07:04,856 epoch 41 - iter 294/493 - loss 0.01668790 - time (sec): 20.91 - samples/sec: 7339.41 - lr: 0.100000 +2023-03-29 17:07:08,292 epoch 41 - iter 343/493 - loss 0.01710882 - time (sec): 24.35 - samples/sec: 7358.00 - lr: 0.100000 +2023-03-29 17:07:11,829 epoch 41 - iter 392/493 - loss 0.01717882 - time (sec): 27.89 - samples/sec: 7372.24 - lr: 0.100000 +2023-03-29 17:07:15,357 epoch 41 - iter 441/493 - loss 0.01727225 - time (sec): 31.42 - samples/sec: 7372.63 - lr: 0.100000 +2023-03-29 17:07:18,925 epoch 41 - iter 490/493 - loss 0.01738310 - time (sec): 34.98 - samples/sec: 7363.71 - lr: 0.100000 +2023-03-29 17:07:19,116 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:07:19,116 EPOCH 41 done: loss 0.0173 - lr 0.100000 +2023-03-29 17:07:19,116 BAD EPOCHS (no improvement): 1 +2023-03-29 17:07:19,119 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:07:22,608 epoch 42 - iter 49/493 - loss 0.01486363 - time (sec): 3.49 - samples/sec: 7269.55 - lr: 0.100000 +2023-03-29 17:07:26,037 epoch 42 - iter 98/493 - loss 0.01657675 - time (sec): 6.92 - samples/sec: 7393.63 - lr: 0.100000 +2023-03-29 17:07:29,447 epoch 42 - iter 147/493 - loss 0.01674186 - time (sec): 10.33 - samples/sec: 7430.30 - lr: 0.100000 +2023-03-29 17:07:33,045 epoch 42 - iter 196/493 - loss 0.01680212 - time (sec): 13.93 - samples/sec: 7382.38 - lr: 0.100000 +2023-03-29 17:07:36,624 epoch 42 - iter 245/493 - loss 0.01735195 - time (sec): 17.50 - samples/sec: 7356.70 - lr: 0.100000 +2023-03-29 17:07:40,050 epoch 42 - iter 294/493 - loss 0.01740284 - time (sec): 20.93 - samples/sec: 7373.11 - lr: 0.100000 +2023-03-29 17:07:43,719 epoch 42 - iter 343/493 - loss 0.01731150 - time (sec): 24.60 - samples/sec: 7324.29 - lr: 0.100000 +2023-03-29 17:07:47,176 epoch 42 - iter 392/493 - loss 0.01747284 - time (sec): 28.06 - samples/sec: 7329.64 - lr: 0.100000 +2023-03-29 17:07:50,692 epoch 42 - iter 441/493 - loss 0.01732007 - time (sec): 31.57 - samples/sec: 7334.41 - lr: 0.100000 +2023-03-29 17:07:54,356 epoch 42 - iter 490/493 - loss 0.01756081 - time (sec): 35.24 - samples/sec: 7309.94 - lr: 0.100000 +2023-03-29 17:07:54,561 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:07:54,561 EPOCH 42 done: loss 0.0176 - lr 0.100000 +2023-03-29 17:07:54,561 BAD EPOCHS (no improvement): 2 +2023-03-29 17:07:54,564 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:07:58,156 epoch 43 - iter 49/493 - loss 0.01346854 - time (sec): 3.59 - samples/sec: 7275.30 - lr: 0.100000 +2023-03-29 17:08:01,672 epoch 43 - iter 98/493 - loss 0.01535669 - time (sec): 7.11 - samples/sec: 7289.49 - lr: 0.100000 +2023-03-29 17:08:05,178 epoch 43 - iter 147/493 - loss 0.01530354 - time (sec): 10.61 - samples/sec: 7363.62 - lr: 0.100000 +2023-03-29 17:08:08,657 epoch 43 - iter 196/493 - loss 0.01612927 - time (sec): 14.09 - samples/sec: 7368.90 - lr: 0.100000 +2023-03-29 17:08:11,998 epoch 43 - iter 245/493 - loss 0.01648459 - time (sec): 17.43 - samples/sec: 7376.62 - lr: 0.100000 +2023-03-29 17:08:15,661 epoch 43 - iter 294/493 - loss 0.01620351 - time (sec): 21.10 - samples/sec: 7318.49 - lr: 0.100000 +2023-03-29 17:08:19,132 epoch 43 - iter 343/493 - loss 0.01615823 - time (sec): 24.57 - samples/sec: 7329.19 - lr: 0.100000 +2023-03-29 17:08:22,617 epoch 43 - iter 392/493 - loss 0.01646610 - time (sec): 28.05 - samples/sec: 7334.92 - lr: 0.100000 +2023-03-29 17:08:26,271 epoch 43 - iter 441/493 - loss 0.01659449 - time (sec): 31.71 - samples/sec: 7312.24 - lr: 0.100000 +2023-03-29 17:08:29,889 epoch 43 - iter 490/493 - loss 0.01682178 - time (sec): 35.33 - samples/sec: 7291.49 - lr: 0.100000 +2023-03-29 17:08:30,120 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:08:30,120 EPOCH 43 done: loss 0.0168 - lr 0.100000 +2023-03-29 17:08:30,120 BAD EPOCHS (no improvement): 0 +2023-03-29 17:08:30,133 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:08:33,653 epoch 44 - iter 49/493 - loss 0.01396551 - time (sec): 3.52 - samples/sec: 7254.02 - lr: 0.100000 +2023-03-29 17:08:36,928 epoch 44 - iter 98/493 - loss 0.01531589 - time (sec): 6.80 - samples/sec: 7522.60 - lr: 0.100000 +2023-03-29 17:08:40,572 epoch 44 - iter 147/493 - loss 0.01637416 - time (sec): 10.44 - samples/sec: 7451.59 - lr: 0.100000 +2023-03-29 17:08:44,243 epoch 44 - iter 196/493 - loss 0.01580264 - time (sec): 14.11 - samples/sec: 7352.49 - lr: 0.100000 +2023-03-29 17:08:47,695 epoch 44 - iter 245/493 - loss 0.01585910 - time (sec): 17.56 - samples/sec: 7297.39 - lr: 0.100000 +2023-03-29 17:08:51,180 epoch 44 - iter 294/493 - loss 0.01616521 - time (sec): 21.05 - samples/sec: 7321.38 - lr: 0.100000 +2023-03-29 17:08:54,659 epoch 44 - iter 343/493 - loss 0.01602245 - time (sec): 24.53 - samples/sec: 7327.82 - lr: 0.100000 +2023-03-29 17:08:58,053 epoch 44 - iter 392/493 - loss 0.01592255 - time (sec): 27.92 - samples/sec: 7354.05 - lr: 0.100000 +2023-03-29 17:09:01,516 epoch 44 - iter 441/493 - loss 0.01603362 - time (sec): 31.38 - samples/sec: 7362.04 - lr: 0.100000 +2023-03-29 17:09:05,240 epoch 44 - iter 490/493 - loss 0.01606192 - time (sec): 35.11 - samples/sec: 7339.68 - lr: 0.100000 +2023-03-29 17:09:05,434 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:09:05,434 EPOCH 44 done: loss 0.0160 - lr 0.100000 +2023-03-29 17:09:05,434 BAD EPOCHS (no improvement): 0 +2023-03-29 17:09:05,437 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:09:09,094 epoch 45 - iter 49/493 - loss 0.01512284 - time (sec): 3.66 - samples/sec: 7270.94 - lr: 0.100000 +2023-03-29 17:09:12,591 epoch 45 - iter 98/493 - loss 0.01586746 - time (sec): 7.15 - samples/sec: 7257.78 - lr: 0.100000 +2023-03-29 17:09:16,026 epoch 45 - iter 147/493 - loss 0.01544188 - time (sec): 10.59 - samples/sec: 7282.31 - lr: 0.100000 +2023-03-29 17:09:19,453 epoch 45 - iter 196/493 - loss 0.01610986 - time (sec): 14.02 - samples/sec: 7331.93 - lr: 0.100000 +2023-03-29 17:09:23,038 epoch 45 - iter 245/493 - loss 0.01588432 - time (sec): 17.60 - samples/sec: 7323.57 - lr: 0.100000 +2023-03-29 17:09:26,600 epoch 45 - iter 294/493 - loss 0.01610278 - time (sec): 21.16 - samples/sec: 7308.80 - lr: 0.100000 +2023-03-29 17:09:29,868 epoch 45 - iter 343/493 - loss 0.01617301 - time (sec): 24.43 - samples/sec: 7362.46 - lr: 0.100000 +2023-03-29 17:09:33,379 epoch 45 - iter 392/493 - loss 0.01632700 - time (sec): 27.94 - samples/sec: 7351.71 - lr: 0.100000 +2023-03-29 17:09:36,945 epoch 45 - iter 441/493 - loss 0.01680040 - time (sec): 31.51 - samples/sec: 7341.96 - lr: 0.100000 +2023-03-29 17:09:40,513 epoch 45 - iter 490/493 - loss 0.01696391 - time (sec): 35.08 - samples/sec: 7343.49 - lr: 0.100000 +2023-03-29 17:09:40,735 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:09:40,735 EPOCH 45 done: loss 0.0170 - lr 0.100000 +2023-03-29 17:09:40,735 BAD EPOCHS (no improvement): 1 +2023-03-29 17:09:40,738 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:09:44,300 epoch 46 - iter 49/493 - loss 0.01467726 - time (sec): 3.56 - samples/sec: 7324.75 - lr: 0.100000 +2023-03-29 17:09:47,742 epoch 46 - iter 98/493 - loss 0.01515751 - time (sec): 7.00 - samples/sec: 7388.86 - lr: 0.100000 +2023-03-29 17:09:51,347 epoch 46 - iter 147/493 - loss 0.01583287 - time (sec): 10.61 - samples/sec: 7364.21 - lr: 0.100000 +2023-03-29 17:09:54,814 epoch 46 - iter 196/493 - loss 0.01586639 - time (sec): 14.08 - samples/sec: 7380.87 - lr: 0.100000 +2023-03-29 17:09:58,222 epoch 46 - iter 245/493 - loss 0.01642692 - time (sec): 17.48 - samples/sec: 7360.54 - lr: 0.100000 +2023-03-29 17:10:01,954 epoch 46 - iter 294/493 - loss 0.01669223 - time (sec): 21.22 - samples/sec: 7323.34 - lr: 0.100000 +2023-03-29 17:10:05,450 epoch 46 - iter 343/493 - loss 0.01656987 - time (sec): 24.71 - samples/sec: 7340.76 - lr: 0.100000 +2023-03-29 17:10:08,759 epoch 46 - iter 392/493 - loss 0.01670286 - time (sec): 28.02 - samples/sec: 7372.90 - lr: 0.100000 +2023-03-29 17:10:12,155 epoch 46 - iter 441/493 - loss 0.01683924 - time (sec): 31.42 - samples/sec: 7387.09 - lr: 0.100000 +2023-03-29 17:10:15,540 epoch 46 - iter 490/493 - loss 0.01687354 - time (sec): 34.80 - samples/sec: 7403.20 - lr: 0.100000 +2023-03-29 17:10:15,755 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:10:15,755 EPOCH 46 done: loss 0.0169 - lr 0.100000 +2023-03-29 17:10:15,755 BAD EPOCHS (no improvement): 2 +2023-03-29 17:10:15,758 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:10:19,258 epoch 47 - iter 49/493 - loss 0.01523513 - time (sec): 3.50 - samples/sec: 7517.34 - lr: 0.100000 +2023-03-29 17:10:22,879 epoch 47 - iter 98/493 - loss 0.01596035 - time (sec): 7.12 - samples/sec: 7296.77 - lr: 0.100000 +2023-03-29 17:10:26,473 epoch 47 - iter 147/493 - loss 0.01680429 - time (sec): 10.71 - samples/sec: 7289.03 - lr: 0.100000 +2023-03-29 17:10:30,109 epoch 47 - iter 196/493 - loss 0.01626073 - time (sec): 14.35 - samples/sec: 7281.34 - lr: 0.100000 +2023-03-29 17:10:33,497 epoch 47 - iter 245/493 - loss 0.01580049 - time (sec): 17.74 - samples/sec: 7277.35 - lr: 0.100000 +2023-03-29 17:10:37,212 epoch 47 - iter 294/493 - loss 0.01578821 - time (sec): 21.45 - samples/sec: 7225.98 - lr: 0.100000 +2023-03-29 17:10:40,710 epoch 47 - iter 343/493 - loss 0.01535653 - time (sec): 24.95 - samples/sec: 7276.39 - lr: 0.100000 +2023-03-29 17:10:44,216 epoch 47 - iter 392/493 - loss 0.01563372 - time (sec): 28.46 - samples/sec: 7267.90 - lr: 0.100000 +2023-03-29 17:10:47,786 epoch 47 - iter 441/493 - loss 0.01555640 - time (sec): 32.03 - samples/sec: 7274.36 - lr: 0.100000 +2023-03-29 17:10:51,090 epoch 47 - iter 490/493 - loss 0.01558427 - time (sec): 35.33 - samples/sec: 7293.56 - lr: 0.100000 +2023-03-29 17:10:51,271 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:10:51,271 EPOCH 47 done: loss 0.0156 - lr 0.100000 +2023-03-29 17:10:51,271 BAD EPOCHS (no improvement): 0 +2023-03-29 17:10:51,274 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:10:54,764 epoch 48 - iter 49/493 - loss 0.01426575 - time (sec): 3.49 - samples/sec: 7580.23 - lr: 0.100000 +2023-03-29 17:10:58,224 epoch 48 - iter 98/493 - loss 0.01373443 - time (sec): 6.95 - samples/sec: 7438.39 - lr: 0.100000 +2023-03-29 17:11:01,806 epoch 48 - iter 147/493 - loss 0.01420001 - time (sec): 10.53 - samples/sec: 7385.08 - lr: 0.100000 +2023-03-29 17:11:05,274 epoch 48 - iter 196/493 - loss 0.01435123 - time (sec): 14.00 - samples/sec: 7406.07 - lr: 0.100000 +2023-03-29 17:11:08,687 epoch 48 - iter 245/493 - loss 0.01508124 - time (sec): 17.41 - samples/sec: 7434.05 - lr: 0.100000 +2023-03-29 17:11:12,079 epoch 48 - iter 294/493 - loss 0.01530754 - time (sec): 20.80 - samples/sec: 7435.97 - lr: 0.100000 +2023-03-29 17:11:15,509 epoch 48 - iter 343/493 - loss 0.01553116 - time (sec): 24.23 - samples/sec: 7429.86 - lr: 0.100000 +2023-03-29 17:11:19,133 epoch 48 - iter 392/493 - loss 0.01572504 - time (sec): 27.86 - samples/sec: 7410.02 - lr: 0.100000 +2023-03-29 17:11:22,654 epoch 48 - iter 441/493 - loss 0.01583564 - time (sec): 31.38 - samples/sec: 7414.97 - lr: 0.100000 +2023-03-29 17:11:25,941 epoch 48 - iter 490/493 - loss 0.01578621 - time (sec): 34.67 - samples/sec: 7435.91 - lr: 0.100000 +2023-03-29 17:11:26,142 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:11:26,142 EPOCH 48 done: loss 0.0158 - lr 0.100000 +2023-03-29 17:11:26,142 BAD EPOCHS (no improvement): 1 +2023-03-29 17:11:26,145 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:11:29,541 epoch 49 - iter 49/493 - loss 0.01388802 - time (sec): 3.40 - samples/sec: 7467.75 - lr: 0.100000 +2023-03-29 17:11:32,922 epoch 49 - iter 98/493 - loss 0.01400908 - time (sec): 6.78 - samples/sec: 7479.04 - lr: 0.100000 +2023-03-29 17:11:36,313 epoch 49 - iter 147/493 - loss 0.01493476 - time (sec): 10.17 - samples/sec: 7519.48 - lr: 0.100000 +2023-03-29 17:11:39,616 epoch 49 - iter 196/493 - loss 0.01474928 - time (sec): 13.47 - samples/sec: 7601.20 - lr: 0.100000 +2023-03-29 17:11:43,028 epoch 49 - iter 245/493 - loss 0.01495729 - time (sec): 16.88 - samples/sec: 7614.56 - lr: 0.100000 +2023-03-29 17:11:46,433 epoch 49 - iter 294/493 - loss 0.01496143 - time (sec): 20.29 - samples/sec: 7607.41 - lr: 0.100000 +2023-03-29 17:11:49,860 epoch 49 - iter 343/493 - loss 0.01536235 - time (sec): 23.71 - samples/sec: 7588.99 - lr: 0.100000 +2023-03-29 17:11:53,438 epoch 49 - iter 392/493 - loss 0.01543578 - time (sec): 27.29 - samples/sec: 7565.70 - lr: 0.100000 +2023-03-29 17:11:56,900 epoch 49 - iter 441/493 - loss 0.01562429 - time (sec): 30.76 - samples/sec: 7548.76 - lr: 0.100000 +2023-03-29 17:12:00,230 epoch 49 - iter 490/493 - loss 0.01585238 - time (sec): 34.08 - samples/sec: 7556.50 - lr: 0.100000 +2023-03-29 17:12:00,444 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:12:00,444 EPOCH 49 done: loss 0.0158 - lr 0.100000 +2023-03-29 17:12:00,444 BAD EPOCHS (no improvement): 2 +2023-03-29 17:12:00,447 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:12:03,836 epoch 50 - iter 49/493 - loss 0.01489813 - time (sec): 3.39 - samples/sec: 7396.68 - lr: 0.100000 +2023-03-29 17:12:07,301 epoch 50 - iter 98/493 - loss 0.01582275 - time (sec): 6.85 - samples/sec: 7443.36 - lr: 0.100000 +2023-03-29 17:12:10,781 epoch 50 - iter 147/493 - loss 0.01563354 - time (sec): 10.33 - samples/sec: 7401.89 - lr: 0.100000 +2023-03-29 17:12:14,268 epoch 50 - iter 196/493 - loss 0.01588996 - time (sec): 13.82 - samples/sec: 7410.19 - lr: 0.100000 +2023-03-29 17:12:17,623 epoch 50 - iter 245/493 - loss 0.01566313 - time (sec): 17.18 - samples/sec: 7454.41 - lr: 0.100000 +2023-03-29 17:12:21,151 epoch 50 - iter 294/493 - loss 0.01582972 - time (sec): 20.70 - samples/sec: 7429.94 - lr: 0.100000 +2023-03-29 17:12:24,891 epoch 50 - iter 343/493 - loss 0.01550919 - time (sec): 24.44 - samples/sec: 7368.52 - lr: 0.100000 +2023-03-29 17:12:28,362 epoch 50 - iter 392/493 - loss 0.01544892 - time (sec): 27.92 - samples/sec: 7361.22 - lr: 0.100000 +2023-03-29 17:12:31,892 epoch 50 - iter 441/493 - loss 0.01551870 - time (sec): 31.45 - samples/sec: 7362.98 - lr: 0.100000 +2023-03-29 17:12:35,314 epoch 50 - iter 490/493 - loss 0.01538672 - time (sec): 34.87 - samples/sec: 7386.56 - lr: 0.100000 +2023-03-29 17:12:35,521 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:12:35,521 EPOCH 50 done: loss 0.0154 - lr 0.100000 +2023-03-29 17:12:35,521 BAD EPOCHS (no improvement): 0 +2023-03-29 17:12:35,523 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:12:39,011 epoch 51 - iter 49/493 - loss 0.01504737 - time (sec): 3.49 - samples/sec: 7373.00 - lr: 0.100000 +2023-03-29 17:12:42,281 epoch 51 - iter 98/493 - loss 0.01582277 - time (sec): 6.76 - samples/sec: 7499.47 - lr: 0.100000 +2023-03-29 17:12:45,704 epoch 51 - iter 147/493 - loss 0.01596518 - time (sec): 10.18 - samples/sec: 7586.79 - lr: 0.100000 +2023-03-29 17:12:49,205 epoch 51 - iter 196/493 - loss 0.01640200 - time (sec): 13.68 - samples/sec: 7560.52 - lr: 0.100000 +2023-03-29 17:12:52,639 epoch 51 - iter 245/493 - loss 0.01607979 - time (sec): 17.12 - samples/sec: 7539.78 - lr: 0.100000 +2023-03-29 17:12:56,135 epoch 51 - iter 294/493 - loss 0.01603384 - time (sec): 20.61 - samples/sec: 7512.51 - lr: 0.100000 +2023-03-29 17:12:59,690 epoch 51 - iter 343/493 - loss 0.01598721 - time (sec): 24.17 - samples/sec: 7448.72 - lr: 0.100000 +2023-03-29 17:13:03,110 epoch 51 - iter 392/493 - loss 0.01597553 - time (sec): 27.59 - samples/sec: 7442.02 - lr: 0.100000 +2023-03-29 17:13:06,698 epoch 51 - iter 441/493 - loss 0.01601232 - time (sec): 31.17 - samples/sec: 7409.08 - lr: 0.100000 +2023-03-29 17:13:10,262 epoch 51 - iter 490/493 - loss 0.01592414 - time (sec): 34.74 - samples/sec: 7405.78 - lr: 0.100000 +2023-03-29 17:13:10,554 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:13:10,554 EPOCH 51 done: loss 0.0159 - lr 0.100000 +2023-03-29 17:13:10,554 BAD EPOCHS (no improvement): 1 +2023-03-29 17:13:10,557 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:13:14,226 epoch 52 - iter 49/493 - loss 0.01157104 - time (sec): 3.67 - samples/sec: 6988.30 - lr: 0.100000 +2023-03-29 17:13:17,678 epoch 52 - iter 98/493 - loss 0.01271535 - time (sec): 7.12 - samples/sec: 7219.43 - lr: 0.100000 +2023-03-29 17:13:21,176 epoch 52 - iter 147/493 - loss 0.01338717 - time (sec): 10.62 - samples/sec: 7221.57 - lr: 0.100000 +2023-03-29 17:13:24,762 epoch 52 - iter 196/493 - loss 0.01385390 - time (sec): 14.21 - samples/sec: 7250.32 - lr: 0.100000 +2023-03-29 17:13:28,346 epoch 52 - iter 245/493 - loss 0.01444630 - time (sec): 17.79 - samples/sec: 7264.74 - lr: 0.100000 +2023-03-29 17:13:31,831 epoch 52 - iter 294/493 - loss 0.01446241 - time (sec): 21.27 - samples/sec: 7279.51 - lr: 0.100000 +2023-03-29 17:13:35,424 epoch 52 - iter 343/493 - loss 0.01459279 - time (sec): 24.87 - samples/sec: 7261.43 - lr: 0.100000 +2023-03-29 17:13:39,010 epoch 52 - iter 392/493 - loss 0.01459994 - time (sec): 28.45 - samples/sec: 7265.59 - lr: 0.100000 +2023-03-29 17:13:42,349 epoch 52 - iter 441/493 - loss 0.01463644 - time (sec): 31.79 - samples/sec: 7291.75 - lr: 0.100000 +2023-03-29 17:13:45,762 epoch 52 - iter 490/493 - loss 0.01509526 - time (sec): 35.20 - samples/sec: 7315.32 - lr: 0.100000 +2023-03-29 17:13:45,963 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:13:45,963 EPOCH 52 done: loss 0.0152 - lr 0.100000 +2023-03-29 17:13:45,963 BAD EPOCHS (no improvement): 0 +2023-03-29 17:13:45,966 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:13:49,648 epoch 53 - iter 49/493 - loss 0.01232584 - time (sec): 3.68 - samples/sec: 7195.24 - lr: 0.100000 +2023-03-29 17:13:53,152 epoch 53 - iter 98/493 - loss 0.01337726 - time (sec): 7.19 - samples/sec: 7282.12 - lr: 0.100000 +2023-03-29 17:13:56,752 epoch 53 - iter 147/493 - loss 0.01417300 - time (sec): 10.79 - samples/sec: 7251.37 - lr: 0.100000 +2023-03-29 17:14:00,229 epoch 53 - iter 196/493 - loss 0.01354577 - time (sec): 14.26 - samples/sec: 7289.05 - lr: 0.100000 +2023-03-29 17:14:03,820 epoch 53 - iter 245/493 - loss 0.01402281 - time (sec): 17.85 - samples/sec: 7256.52 - lr: 0.100000 +2023-03-29 17:14:06,998 epoch 53 - iter 294/493 - loss 0.01411532 - time (sec): 21.03 - samples/sec: 7346.46 - lr: 0.100000 +2023-03-29 17:14:10,500 epoch 53 - iter 343/493 - loss 0.01441897 - time (sec): 24.53 - samples/sec: 7344.16 - lr: 0.100000 +2023-03-29 17:14:13,886 epoch 53 - iter 392/493 - loss 0.01427549 - time (sec): 27.92 - samples/sec: 7376.28 - lr: 0.100000 +2023-03-29 17:14:17,126 epoch 53 - iter 441/493 - loss 0.01451250 - time (sec): 31.16 - samples/sec: 7416.63 - lr: 0.100000 +2023-03-29 17:14:20,659 epoch 53 - iter 490/493 - loss 0.01451116 - time (sec): 34.69 - samples/sec: 7431.49 - lr: 0.100000 +2023-03-29 17:14:20,824 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:14:20,824 EPOCH 53 done: loss 0.0145 - lr 0.100000 +2023-03-29 17:14:20,824 BAD EPOCHS (no improvement): 0 +2023-03-29 17:14:20,827 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:14:27,323 epoch 54 - iter 49/493 - loss 0.01274126 - time (sec): 6.50 - samples/sec: 4015.51 - lr: 0.100000 +2023-03-29 17:14:30,717 epoch 54 - iter 98/493 - loss 0.01311452 - time (sec): 9.89 - samples/sec: 5236.80 - lr: 0.100000 +2023-03-29 17:14:34,067 epoch 54 - iter 147/493 - loss 0.01453920 - time (sec): 13.24 - samples/sec: 5799.34 - lr: 0.100000 +2023-03-29 17:14:37,465 epoch 54 - iter 196/493 - loss 0.01526810 - time (sec): 16.64 - samples/sec: 6151.35 - lr: 0.100000 +2023-03-29 17:14:40,899 epoch 54 - iter 245/493 - loss 0.01525681 - time (sec): 20.07 - samples/sec: 6379.84 - lr: 0.100000 +2023-03-29 17:14:44,293 epoch 54 - iter 294/493 - loss 0.01483662 - time (sec): 23.47 - samples/sec: 6539.74 - lr: 0.100000 +2023-03-29 17:14:47,832 epoch 54 - iter 343/493 - loss 0.01485919 - time (sec): 27.00 - samples/sec: 6649.56 - lr: 0.100000 +2023-03-29 17:14:51,277 epoch 54 - iter 392/493 - loss 0.01481153 - time (sec): 30.45 - samples/sec: 6746.23 - lr: 0.100000 +2023-03-29 17:14:54,807 epoch 54 - iter 441/493 - loss 0.01483988 - time (sec): 33.98 - samples/sec: 6800.71 - lr: 0.100000 +2023-03-29 17:14:58,587 epoch 54 - iter 490/493 - loss 0.01495454 - time (sec): 37.76 - samples/sec: 6820.78 - lr: 0.100000 +2023-03-29 17:14:58,821 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:14:58,821 EPOCH 54 done: loss 0.0149 - lr 0.100000 +2023-03-29 17:14:58,821 BAD EPOCHS (no improvement): 1 +2023-03-29 17:14:58,824 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:15:02,438 epoch 55 - iter 49/493 - loss 0.01231345 - time (sec): 3.61 - samples/sec: 7087.92 - lr: 0.100000 +2023-03-29 17:15:05,946 epoch 55 - iter 98/493 - loss 0.01333611 - time (sec): 7.12 - samples/sec: 7269.53 - lr: 0.100000 +2023-03-29 17:15:09,411 epoch 55 - iter 147/493 - loss 0.01361445 - time (sec): 10.59 - samples/sec: 7281.80 - lr: 0.100000 +2023-03-29 17:15:13,034 epoch 55 - iter 196/493 - loss 0.01408134 - time (sec): 14.21 - samples/sec: 7251.37 - lr: 0.100000 +2023-03-29 17:15:16,574 epoch 55 - iter 245/493 - loss 0.01438197 - time (sec): 17.75 - samples/sec: 7275.99 - lr: 0.100000 +2023-03-29 17:15:19,985 epoch 55 - iter 294/493 - loss 0.01430433 - time (sec): 21.16 - samples/sec: 7292.72 - lr: 0.100000 +2023-03-29 17:15:23,465 epoch 55 - iter 343/493 - loss 0.01458900 - time (sec): 24.64 - samples/sec: 7305.88 - lr: 0.100000 +2023-03-29 17:15:26,999 epoch 55 - iter 392/493 - loss 0.01457322 - time (sec): 28.17 - samples/sec: 7322.37 - lr: 0.100000 +2023-03-29 17:15:30,506 epoch 55 - iter 441/493 - loss 0.01445627 - time (sec): 31.68 - samples/sec: 7329.84 - lr: 0.100000 +2023-03-29 17:15:33,976 epoch 55 - iter 490/493 - loss 0.01437347 - time (sec): 35.15 - samples/sec: 7327.24 - lr: 0.100000 +2023-03-29 17:15:34,193 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:15:34,193 EPOCH 55 done: loss 0.0144 - lr 0.100000 +2023-03-29 17:15:34,193 BAD EPOCHS (no improvement): 0 +2023-03-29 17:15:34,196 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:15:37,666 epoch 56 - iter 49/493 - loss 0.01333028 - time (sec): 3.47 - samples/sec: 7393.28 - lr: 0.100000 +2023-03-29 17:15:41,119 epoch 56 - iter 98/493 - loss 0.01410583 - time (sec): 6.92 - samples/sec: 7476.29 - lr: 0.100000 +2023-03-29 17:15:44,611 epoch 56 - iter 147/493 - loss 0.01424667 - time (sec): 10.42 - samples/sec: 7406.96 - lr: 0.100000 +2023-03-29 17:15:48,118 epoch 56 - iter 196/493 - loss 0.01495167 - time (sec): 13.92 - samples/sec: 7390.75 - lr: 0.100000 +2023-03-29 17:15:51,762 epoch 56 - iter 245/493 - loss 0.01479072 - time (sec): 17.57 - samples/sec: 7335.50 - lr: 0.100000 +2023-03-29 17:15:55,183 epoch 56 - iter 294/493 - loss 0.01461522 - time (sec): 20.99 - samples/sec: 7398.52 - lr: 0.100000 +2023-03-29 17:15:58,585 epoch 56 - iter 343/493 - loss 0.01469628 - time (sec): 24.39 - samples/sec: 7408.50 - lr: 0.100000 +2023-03-29 17:16:02,229 epoch 56 - iter 392/493 - loss 0.01453457 - time (sec): 28.03 - samples/sec: 7376.82 - lr: 0.100000 +2023-03-29 17:16:06,163 epoch 56 - iter 441/493 - loss 0.01462831 - time (sec): 31.97 - samples/sec: 7263.25 - lr: 0.100000 +2023-03-29 17:16:09,549 epoch 56 - iter 490/493 - loss 0.01470445 - time (sec): 35.35 - samples/sec: 7289.39 - lr: 0.100000 +2023-03-29 17:16:09,727 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:16:09,727 EPOCH 56 done: loss 0.0147 - lr 0.100000 +2023-03-29 17:16:09,727 BAD EPOCHS (no improvement): 1 +2023-03-29 17:16:09,730 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:16:13,364 epoch 57 - iter 49/493 - loss 0.01370354 - time (sec): 3.63 - samples/sec: 7164.86 - lr: 0.100000 +2023-03-29 17:16:16,936 epoch 57 - iter 98/493 - loss 0.01383830 - time (sec): 7.21 - samples/sec: 7214.32 - lr: 0.100000 +2023-03-29 17:16:20,294 epoch 57 - iter 147/493 - loss 0.01434544 - time (sec): 10.56 - samples/sec: 7302.54 - lr: 0.100000 +2023-03-29 17:16:23,716 epoch 57 - iter 196/493 - loss 0.01454230 - time (sec): 13.99 - samples/sec: 7332.73 - lr: 0.100000 +2023-03-29 17:16:27,303 epoch 57 - iter 245/493 - loss 0.01405052 - time (sec): 17.57 - samples/sec: 7345.16 - lr: 0.100000 +2023-03-29 17:16:30,711 epoch 57 - iter 294/493 - loss 0.01393116 - time (sec): 20.98 - samples/sec: 7356.20 - lr: 0.100000 +2023-03-29 17:16:34,257 epoch 57 - iter 343/493 - loss 0.01394941 - time (sec): 24.53 - samples/sec: 7356.79 - lr: 0.100000 +2023-03-29 17:16:37,870 epoch 57 - iter 392/493 - loss 0.01406392 - time (sec): 28.14 - samples/sec: 7334.48 - lr: 0.100000 +2023-03-29 17:16:41,258 epoch 57 - iter 441/493 - loss 0.01416258 - time (sec): 31.53 - samples/sec: 7371.77 - lr: 0.100000 +2023-03-29 17:16:44,707 epoch 57 - iter 490/493 - loss 0.01414036 - time (sec): 34.98 - samples/sec: 7361.88 - lr: 0.100000 +2023-03-29 17:16:44,920 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:16:44,920 EPOCH 57 done: loss 0.0142 - lr 0.100000 +2023-03-29 17:16:44,920 BAD EPOCHS (no improvement): 0 +2023-03-29 17:16:44,923 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:16:48,418 epoch 58 - iter 49/493 - loss 0.01618956 - time (sec): 3.49 - samples/sec: 7414.98 - lr: 0.100000 +2023-03-29 17:16:51,868 epoch 58 - iter 98/493 - loss 0.01550140 - time (sec): 6.95 - samples/sec: 7481.45 - lr: 0.100000 +2023-03-29 17:16:55,468 epoch 58 - iter 147/493 - loss 0.01440295 - time (sec): 10.54 - samples/sec: 7367.02 - lr: 0.100000 +2023-03-29 17:16:59,051 epoch 58 - iter 196/493 - loss 0.01425204 - time (sec): 14.13 - samples/sec: 7320.16 - lr: 0.100000 +2023-03-29 17:17:02,536 epoch 58 - iter 245/493 - loss 0.01408594 - time (sec): 17.61 - samples/sec: 7323.14 - lr: 0.100000 +2023-03-29 17:17:06,191 epoch 58 - iter 294/493 - loss 0.01431825 - time (sec): 21.27 - samples/sec: 7327.83 - lr: 0.100000 +2023-03-29 17:17:09,617 epoch 58 - iter 343/493 - loss 0.01430148 - time (sec): 24.69 - samples/sec: 7326.86 - lr: 0.100000 +2023-03-29 17:17:13,254 epoch 58 - iter 392/493 - loss 0.01406795 - time (sec): 28.33 - samples/sec: 7302.85 - lr: 0.100000 +2023-03-29 17:17:16,695 epoch 58 - iter 441/493 - loss 0.01417236 - time (sec): 31.77 - samples/sec: 7306.84 - lr: 0.100000 +2023-03-29 17:17:20,145 epoch 58 - iter 490/493 - loss 0.01412735 - time (sec): 35.22 - samples/sec: 7312.81 - lr: 0.100000 +2023-03-29 17:17:20,378 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:17:20,378 EPOCH 58 done: loss 0.0141 - lr 0.100000 +2023-03-29 17:17:20,378 BAD EPOCHS (no improvement): 0 +2023-03-29 17:17:20,386 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:17:23,875 epoch 59 - iter 49/493 - loss 0.01377288 - time (sec): 3.49 - samples/sec: 7211.38 - lr: 0.100000 +2023-03-29 17:17:27,275 epoch 59 - iter 98/493 - loss 0.01330625 - time (sec): 6.89 - samples/sec: 7309.50 - lr: 0.100000 +2023-03-29 17:17:30,852 epoch 59 - iter 147/493 - loss 0.01386733 - time (sec): 10.47 - samples/sec: 7292.69 - lr: 0.100000 +2023-03-29 17:17:34,329 epoch 59 - iter 196/493 - loss 0.01408587 - time (sec): 13.94 - samples/sec: 7314.80 - lr: 0.100000 +2023-03-29 17:17:37,987 epoch 59 - iter 245/493 - loss 0.01466598 - time (sec): 17.60 - samples/sec: 7230.92 - lr: 0.100000 +2023-03-29 17:17:41,534 epoch 59 - iter 294/493 - loss 0.01429410 - time (sec): 21.15 - samples/sec: 7269.33 - lr: 0.100000 +2023-03-29 17:17:45,015 epoch 59 - iter 343/493 - loss 0.01454364 - time (sec): 24.63 - samples/sec: 7269.88 - lr: 0.100000 +2023-03-29 17:17:48,608 epoch 59 - iter 392/493 - loss 0.01475087 - time (sec): 28.22 - samples/sec: 7257.90 - lr: 0.100000 +2023-03-29 17:17:52,234 epoch 59 - iter 441/493 - loss 0.01465414 - time (sec): 31.85 - samples/sec: 7250.19 - lr: 0.100000 +2023-03-29 17:17:55,885 epoch 59 - iter 490/493 - loss 0.01470073 - time (sec): 35.50 - samples/sec: 7254.77 - lr: 0.100000 +2023-03-29 17:17:56,134 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:17:56,134 EPOCH 59 done: loss 0.0147 - lr 0.100000 +2023-03-29 17:17:56,134 BAD EPOCHS (no improvement): 1 +2023-03-29 17:17:56,146 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:17:59,581 epoch 60 - iter 49/493 - loss 0.01503901 - time (sec): 3.43 - samples/sec: 7267.53 - lr: 0.100000 +2023-03-29 17:18:03,303 epoch 60 - iter 98/493 - loss 0.01396733 - time (sec): 7.16 - samples/sec: 7179.73 - lr: 0.100000 +2023-03-29 17:18:06,892 epoch 60 - iter 147/493 - loss 0.01415840 - time (sec): 10.75 - samples/sec: 7208.88 - lr: 0.100000 +2023-03-29 17:18:10,267 epoch 60 - iter 196/493 - loss 0.01490000 - time (sec): 14.12 - samples/sec: 7306.92 - lr: 0.100000 +2023-03-29 17:18:13,712 epoch 60 - iter 245/493 - loss 0.01452413 - time (sec): 17.57 - samples/sec: 7330.84 - lr: 0.100000 +2023-03-29 17:18:17,154 epoch 60 - iter 294/493 - loss 0.01425252 - time (sec): 21.01 - samples/sec: 7338.44 - lr: 0.100000 +2023-03-29 17:18:20,640 epoch 60 - iter 343/493 - loss 0.01439855 - time (sec): 24.49 - samples/sec: 7344.73 - lr: 0.100000 +2023-03-29 17:18:24,186 epoch 60 - iter 392/493 - loss 0.01426844 - time (sec): 28.04 - samples/sec: 7333.47 - lr: 0.100000 +2023-03-29 17:18:27,755 epoch 60 - iter 441/493 - loss 0.01395254 - time (sec): 31.61 - samples/sec: 7343.02 - lr: 0.100000 +2023-03-29 17:18:31,321 epoch 60 - iter 490/493 - loss 0.01391507 - time (sec): 35.17 - samples/sec: 7324.65 - lr: 0.100000 +2023-03-29 17:18:31,543 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:18:31,543 EPOCH 60 done: loss 0.0140 - lr 0.100000 +2023-03-29 17:18:31,543 BAD EPOCHS (no improvement): 0 +2023-03-29 17:18:31,546 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:18:35,171 epoch 61 - iter 49/493 - loss 0.01249832 - time (sec): 3.62 - samples/sec: 7222.68 - lr: 0.100000 +2023-03-29 17:18:38,757 epoch 61 - iter 98/493 - loss 0.01301925 - time (sec): 7.21 - samples/sec: 7147.14 - lr: 0.100000 +2023-03-29 17:18:42,191 epoch 61 - iter 147/493 - loss 0.01335370 - time (sec): 10.64 - samples/sec: 7191.03 - lr: 0.100000 +2023-03-29 17:18:45,757 epoch 61 - iter 196/493 - loss 0.01356842 - time (sec): 14.21 - samples/sec: 7216.53 - lr: 0.100000 +2023-03-29 17:18:49,281 epoch 61 - iter 245/493 - loss 0.01353358 - time (sec): 17.73 - samples/sec: 7232.75 - lr: 0.100000 +2023-03-29 17:18:52,895 epoch 61 - iter 294/493 - loss 0.01350559 - time (sec): 21.35 - samples/sec: 7206.19 - lr: 0.100000 +2023-03-29 17:18:56,356 epoch 61 - iter 343/493 - loss 0.01330506 - time (sec): 24.81 - samples/sec: 7231.95 - lr: 0.100000 +2023-03-29 17:18:59,875 epoch 61 - iter 392/493 - loss 0.01356860 - time (sec): 28.33 - samples/sec: 7265.07 - lr: 0.100000 +2023-03-29 17:19:03,344 epoch 61 - iter 441/493 - loss 0.01393315 - time (sec): 31.80 - samples/sec: 7278.70 - lr: 0.100000 +2023-03-29 17:19:06,737 epoch 61 - iter 490/493 - loss 0.01404745 - time (sec): 35.19 - samples/sec: 7316.47 - lr: 0.100000 +2023-03-29 17:19:06,955 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:19:06,955 EPOCH 61 done: loss 0.0141 - lr 0.100000 +2023-03-29 17:19:06,955 BAD EPOCHS (no improvement): 1 +2023-03-29 17:19:06,958 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:19:10,421 epoch 62 - iter 49/493 - loss 0.01347008 - time (sec): 3.46 - samples/sec: 7281.19 - lr: 0.100000 +2023-03-29 17:19:13,930 epoch 62 - iter 98/493 - loss 0.01371521 - time (sec): 6.97 - samples/sec: 7362.18 - lr: 0.100000 +2023-03-29 17:19:17,430 epoch 62 - iter 147/493 - loss 0.01392313 - time (sec): 10.47 - samples/sec: 7402.23 - lr: 0.100000 +2023-03-29 17:19:20,820 epoch 62 - iter 196/493 - loss 0.01348139 - time (sec): 13.86 - samples/sec: 7482.85 - lr: 0.100000 +2023-03-29 17:19:24,205 epoch 62 - iter 245/493 - loss 0.01348751 - time (sec): 17.25 - samples/sec: 7461.67 - lr: 0.100000 +2023-03-29 17:19:27,672 epoch 62 - iter 294/493 - loss 0.01354501 - time (sec): 20.71 - samples/sec: 7452.19 - lr: 0.100000 +2023-03-29 17:19:31,240 epoch 62 - iter 343/493 - loss 0.01367531 - time (sec): 24.28 - samples/sec: 7418.46 - lr: 0.100000 +2023-03-29 17:19:34,931 epoch 62 - iter 392/493 - loss 0.01373421 - time (sec): 27.97 - samples/sec: 7363.29 - lr: 0.100000 +2023-03-29 17:19:38,406 epoch 62 - iter 441/493 - loss 0.01388546 - time (sec): 31.45 - samples/sec: 7363.08 - lr: 0.100000 +2023-03-29 17:19:41,793 epoch 62 - iter 490/493 - loss 0.01386271 - time (sec): 34.84 - samples/sec: 7395.62 - lr: 0.100000 +2023-03-29 17:19:42,008 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:19:42,008 EPOCH 62 done: loss 0.0139 - lr 0.100000 +2023-03-29 17:19:42,008 BAD EPOCHS (no improvement): 0 +2023-03-29 17:19:42,011 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:19:45,531 epoch 63 - iter 49/493 - loss 0.01380628 - time (sec): 3.52 - samples/sec: 7353.07 - lr: 0.100000 +2023-03-29 17:19:49,009 epoch 63 - iter 98/493 - loss 0.01336162 - time (sec): 7.00 - samples/sec: 7314.26 - lr: 0.100000 +2023-03-29 17:19:52,700 epoch 63 - iter 147/493 - loss 0.01358568 - time (sec): 10.69 - samples/sec: 7268.56 - lr: 0.100000 +2023-03-29 17:19:56,192 epoch 63 - iter 196/493 - loss 0.01391087 - time (sec): 14.18 - samples/sec: 7339.24 - lr: 0.100000 +2023-03-29 17:19:59,508 epoch 63 - iter 245/493 - loss 0.01394779 - time (sec): 17.50 - samples/sec: 7360.64 - lr: 0.100000 +2023-03-29 17:20:03,040 epoch 63 - iter 294/493 - loss 0.01382026 - time (sec): 21.03 - samples/sec: 7378.82 - lr: 0.100000 +2023-03-29 17:20:06,645 epoch 63 - iter 343/493 - loss 0.01367075 - time (sec): 24.63 - samples/sec: 7334.23 - lr: 0.100000 +2023-03-29 17:20:10,112 epoch 63 - iter 392/493 - loss 0.01370568 - time (sec): 28.10 - samples/sec: 7341.12 - lr: 0.100000 +2023-03-29 17:20:13,476 epoch 63 - iter 441/493 - loss 0.01398788 - time (sec): 31.46 - samples/sec: 7355.34 - lr: 0.100000 +2023-03-29 17:20:17,188 epoch 63 - iter 490/493 - loss 0.01412362 - time (sec): 35.18 - samples/sec: 7323.53 - lr: 0.100000 +2023-03-29 17:20:17,495 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:20:17,495 EPOCH 63 done: loss 0.0141 - lr 0.100000 +2023-03-29 17:20:17,495 BAD EPOCHS (no improvement): 1 +2023-03-29 17:20:17,507 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:20:21,242 epoch 64 - iter 49/493 - loss 0.01181352 - time (sec): 3.74 - samples/sec: 7016.45 - lr: 0.100000 +2023-03-29 17:20:24,810 epoch 64 - iter 98/493 - loss 0.01236484 - time (sec): 7.30 - samples/sec: 7113.45 - lr: 0.100000 +2023-03-29 17:20:28,402 epoch 64 - iter 147/493 - loss 0.01220007 - time (sec): 10.89 - samples/sec: 7104.63 - lr: 0.100000 +2023-03-29 17:20:31,939 epoch 64 - iter 196/493 - loss 0.01250486 - time (sec): 14.43 - samples/sec: 7158.82 - lr: 0.100000 +2023-03-29 17:20:35,614 epoch 64 - iter 245/493 - loss 0.01269158 - time (sec): 18.11 - samples/sec: 7150.88 - lr: 0.100000 +2023-03-29 17:20:39,178 epoch 64 - iter 294/493 - loss 0.01276626 - time (sec): 21.67 - samples/sec: 7171.04 - lr: 0.100000 +2023-03-29 17:20:42,662 epoch 64 - iter 343/493 - loss 0.01288358 - time (sec): 25.15 - samples/sec: 7216.20 - lr: 0.100000 +2023-03-29 17:20:45,983 epoch 64 - iter 392/493 - loss 0.01267778 - time (sec): 28.48 - samples/sec: 7267.96 - lr: 0.100000 +2023-03-29 17:20:49,532 epoch 64 - iter 441/493 - loss 0.01272635 - time (sec): 32.03 - samples/sec: 7259.67 - lr: 0.100000 +2023-03-29 17:20:52,945 epoch 64 - iter 490/493 - loss 0.01282229 - time (sec): 35.44 - samples/sec: 7273.10 - lr: 0.100000 +2023-03-29 17:20:53,133 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:20:53,133 EPOCH 64 done: loss 0.0128 - lr 0.100000 +2023-03-29 17:20:53,133 BAD EPOCHS (no improvement): 0 +2023-03-29 17:20:53,146 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:20:56,767 epoch 65 - iter 49/493 - loss 0.01289008 - time (sec): 3.62 - samples/sec: 7071.46 - lr: 0.100000 +2023-03-29 17:21:00,204 epoch 65 - iter 98/493 - loss 0.01295738 - time (sec): 7.06 - samples/sec: 7222.68 - lr: 0.100000 +2023-03-29 17:21:03,757 epoch 65 - iter 147/493 - loss 0.01383996 - time (sec): 10.61 - samples/sec: 7250.18 - lr: 0.100000 +2023-03-29 17:21:07,261 epoch 65 - iter 196/493 - loss 0.01311985 - time (sec): 14.11 - samples/sec: 7275.79 - lr: 0.100000 +2023-03-29 17:21:10,796 epoch 65 - iter 245/493 - loss 0.01332136 - time (sec): 17.65 - samples/sec: 7277.64 - lr: 0.100000 +2023-03-29 17:21:14,365 epoch 65 - iter 294/493 - loss 0.01329845 - time (sec): 21.22 - samples/sec: 7289.78 - lr: 0.100000 +2023-03-29 17:21:17,863 epoch 65 - iter 343/493 - loss 0.01329281 - time (sec): 24.72 - samples/sec: 7300.47 - lr: 0.100000 +2023-03-29 17:21:21,499 epoch 65 - iter 392/493 - loss 0.01344102 - time (sec): 28.35 - samples/sec: 7271.27 - lr: 0.100000 +2023-03-29 17:21:25,108 epoch 65 - iter 441/493 - loss 0.01343916 - time (sec): 31.96 - samples/sec: 7249.00 - lr: 0.100000 +2023-03-29 17:21:28,612 epoch 65 - iter 490/493 - loss 0.01367235 - time (sec): 35.47 - samples/sec: 7263.28 - lr: 0.100000 +2023-03-29 17:21:28,837 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:21:28,837 EPOCH 65 done: loss 0.0136 - lr 0.100000 +2023-03-29 17:21:28,837 BAD EPOCHS (no improvement): 1 +2023-03-29 17:21:28,840 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:21:32,413 epoch 66 - iter 49/493 - loss 0.01304500 - time (sec): 3.57 - samples/sec: 7303.52 - lr: 0.100000 +2023-03-29 17:21:35,815 epoch 66 - iter 98/493 - loss 0.01305723 - time (sec): 6.98 - samples/sec: 7457.14 - lr: 0.100000 +2023-03-29 17:21:39,224 epoch 66 - iter 147/493 - loss 0.01325008 - time (sec): 10.38 - samples/sec: 7450.67 - lr: 0.100000 +2023-03-29 17:21:42,739 epoch 66 - iter 196/493 - loss 0.01299578 - time (sec): 13.90 - samples/sec: 7404.83 - lr: 0.100000 +2023-03-29 17:21:46,271 epoch 66 - iter 245/493 - loss 0.01303427 - time (sec): 17.43 - samples/sec: 7385.38 - lr: 0.100000 +2023-03-29 17:21:49,708 epoch 66 - iter 294/493 - loss 0.01337153 - time (sec): 20.87 - samples/sec: 7395.20 - lr: 0.100000 +2023-03-29 17:21:53,184 epoch 66 - iter 343/493 - loss 0.01343721 - time (sec): 24.34 - samples/sec: 7412.15 - lr: 0.100000 +2023-03-29 17:21:56,527 epoch 66 - iter 392/493 - loss 0.01337333 - time (sec): 27.69 - samples/sec: 7420.45 - lr: 0.100000 +2023-03-29 17:21:59,944 epoch 66 - iter 441/493 - loss 0.01357385 - time (sec): 31.10 - samples/sec: 7430.71 - lr: 0.100000 +2023-03-29 17:22:03,381 epoch 66 - iter 490/493 - loss 0.01388323 - time (sec): 34.54 - samples/sec: 7460.54 - lr: 0.100000 +2023-03-29 17:22:03,563 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:22:03,563 EPOCH 66 done: loss 0.0139 - lr 0.100000 +2023-03-29 17:22:03,563 BAD EPOCHS (no improvement): 2 +2023-03-29 17:22:03,566 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:22:06,943 epoch 67 - iter 49/493 - loss 0.01114057 - time (sec): 3.38 - samples/sec: 7645.56 - lr: 0.100000 +2023-03-29 17:22:10,328 epoch 67 - iter 98/493 - loss 0.01239925 - time (sec): 6.76 - samples/sec: 7632.21 - lr: 0.100000 +2023-03-29 17:22:13,617 epoch 67 - iter 147/493 - loss 0.01175981 - time (sec): 10.05 - samples/sec: 7635.40 - lr: 0.100000 +2023-03-29 17:22:17,075 epoch 67 - iter 196/493 - loss 0.01204963 - time (sec): 13.51 - samples/sec: 7587.78 - lr: 0.100000 +2023-03-29 17:22:20,334 epoch 67 - iter 245/493 - loss 0.01210831 - time (sec): 16.77 - samples/sec: 7635.00 - lr: 0.100000 +2023-03-29 17:22:23,641 epoch 67 - iter 294/493 - loss 0.01254705 - time (sec): 20.07 - samples/sec: 7654.92 - lr: 0.100000 +2023-03-29 17:22:27,147 epoch 67 - iter 343/493 - loss 0.01288148 - time (sec): 23.58 - samples/sec: 7619.76 - lr: 0.100000 +2023-03-29 17:22:30,620 epoch 67 - iter 392/493 - loss 0.01301038 - time (sec): 27.05 - samples/sec: 7598.98 - lr: 0.100000 +2023-03-29 17:22:34,152 epoch 67 - iter 441/493 - loss 0.01319562 - time (sec): 30.59 - samples/sec: 7572.64 - lr: 0.100000 +2023-03-29 17:22:37,715 epoch 67 - iter 490/493 - loss 0.01319560 - time (sec): 34.15 - samples/sec: 7544.13 - lr: 0.100000 +2023-03-29 17:22:37,923 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:22:37,923 EPOCH 67 done: loss 0.0132 - lr 0.100000 +2023-03-29 17:22:37,923 BAD EPOCHS (no improvement): 3 +2023-03-29 17:22:37,926 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:22:41,499 epoch 68 - iter 49/493 - loss 0.01013715 - time (sec): 3.57 - samples/sec: 7250.98 - lr: 0.100000 +2023-03-29 17:22:44,766 epoch 68 - iter 98/493 - loss 0.01095767 - time (sec): 6.84 - samples/sec: 7509.90 - lr: 0.100000 +2023-03-29 17:22:48,175 epoch 68 - iter 147/493 - loss 0.01186890 - time (sec): 10.25 - samples/sec: 7559.05 - lr: 0.100000 +2023-03-29 17:22:51,512 epoch 68 - iter 196/493 - loss 0.01211961 - time (sec): 13.59 - samples/sec: 7561.57 - lr: 0.100000 +2023-03-29 17:22:54,785 epoch 68 - iter 245/493 - loss 0.01266951 - time (sec): 16.86 - samples/sec: 7589.12 - lr: 0.100000 +2023-03-29 17:22:58,145 epoch 68 - iter 294/493 - loss 0.01270952 - time (sec): 20.22 - samples/sec: 7591.24 - lr: 0.100000 +2023-03-29 17:23:01,498 epoch 68 - iter 343/493 - loss 0.01315991 - time (sec): 23.57 - samples/sec: 7603.24 - lr: 0.100000 +2023-03-29 17:23:04,980 epoch 68 - iter 392/493 - loss 0.01328441 - time (sec): 27.05 - samples/sec: 7583.58 - lr: 0.100000 +2023-03-29 17:23:08,405 epoch 68 - iter 441/493 - loss 0.01355643 - time (sec): 30.48 - samples/sec: 7579.13 - lr: 0.100000 +2023-03-29 17:23:11,948 epoch 68 - iter 490/493 - loss 0.01352761 - time (sec): 34.02 - samples/sec: 7569.81 - lr: 0.100000 +2023-03-29 17:23:12,144 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:23:12,145 EPOCH 68 done: loss 0.0135 - lr 0.100000 +2023-03-29 17:23:12,145 Epoch 68: reducing learning rate of group 0 to 5.0000e-02. +2023-03-29 17:23:12,145 BAD EPOCHS (no improvement): 4 +2023-03-29 17:23:12,148 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:23:15,497 epoch 69 - iter 49/493 - loss 0.01171368 - time (sec): 3.35 - samples/sec: 7622.08 - lr: 0.050000 +2023-03-29 17:23:18,799 epoch 69 - iter 98/493 - loss 0.01117632 - time (sec): 6.65 - samples/sec: 7592.76 - lr: 0.050000 +2023-03-29 17:23:22,192 epoch 69 - iter 147/493 - loss 0.01098222 - time (sec): 10.04 - samples/sec: 7596.17 - lr: 0.050000 +2023-03-29 17:23:25,634 epoch 69 - iter 196/493 - loss 0.01094257 - time (sec): 13.49 - samples/sec: 7627.80 - lr: 0.050000 +2023-03-29 17:23:29,021 epoch 69 - iter 245/493 - loss 0.01131774 - time (sec): 16.87 - samples/sec: 7605.78 - lr: 0.050000 +2023-03-29 17:23:32,517 epoch 69 - iter 294/493 - loss 0.01116370 - time (sec): 20.37 - samples/sec: 7540.97 - lr: 0.050000 +2023-03-29 17:23:35,829 epoch 69 - iter 343/493 - loss 0.01131542 - time (sec): 23.68 - samples/sec: 7586.10 - lr: 0.050000 +2023-03-29 17:23:39,254 epoch 69 - iter 392/493 - loss 0.01132121 - time (sec): 27.11 - samples/sec: 7591.85 - lr: 0.050000 +2023-03-29 17:23:42,670 epoch 69 - iter 441/493 - loss 0.01158834 - time (sec): 30.52 - samples/sec: 7580.55 - lr: 0.050000 +2023-03-29 17:23:46,105 epoch 69 - iter 490/493 - loss 0.01148656 - time (sec): 33.96 - samples/sec: 7583.37 - lr: 0.050000 +2023-03-29 17:23:46,363 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:23:46,364 EPOCH 69 done: loss 0.0115 - lr 0.050000 +2023-03-29 17:23:46,364 BAD EPOCHS (no improvement): 0 +2023-03-29 17:23:46,367 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:23:49,932 epoch 70 - iter 49/493 - loss 0.01105996 - time (sec): 3.57 - samples/sec: 7492.74 - lr: 0.050000 +2023-03-29 17:23:53,230 epoch 70 - iter 98/493 - loss 0.01113480 - time (sec): 6.86 - samples/sec: 7609.16 - lr: 0.050000 +2023-03-29 17:23:56,722 epoch 70 - iter 147/493 - loss 0.01170958 - time (sec): 10.36 - samples/sec: 7534.25 - lr: 0.050000 +2023-03-29 17:24:00,321 epoch 70 - iter 196/493 - loss 0.01134969 - time (sec): 13.95 - samples/sec: 7483.63 - lr: 0.050000 +2023-03-29 17:24:03,762 epoch 70 - iter 245/493 - loss 0.01156641 - time (sec): 17.40 - samples/sec: 7439.13 - lr: 0.050000 +2023-03-29 17:24:07,055 epoch 70 - iter 294/493 - loss 0.01133544 - time (sec): 20.69 - samples/sec: 7470.67 - lr: 0.050000 +2023-03-29 17:24:10,645 epoch 70 - iter 343/493 - loss 0.01128159 - time (sec): 24.28 - samples/sec: 7438.67 - lr: 0.050000 +2023-03-29 17:24:14,225 epoch 70 - iter 392/493 - loss 0.01111996 - time (sec): 27.86 - samples/sec: 7434.02 - lr: 0.050000 +2023-03-29 17:24:17,608 epoch 70 - iter 441/493 - loss 0.01093840 - time (sec): 31.24 - samples/sec: 7435.53 - lr: 0.050000 +2023-03-29 17:24:21,059 epoch 70 - iter 490/493 - loss 0.01092195 - time (sec): 34.69 - samples/sec: 7427.28 - lr: 0.050000 +2023-03-29 17:24:21,293 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:24:21,293 EPOCH 70 done: loss 0.0109 - lr 0.050000 +2023-03-29 17:24:21,293 BAD EPOCHS (no improvement): 0 +2023-03-29 17:24:21,296 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:24:24,867 epoch 71 - iter 49/493 - loss 0.01226585 - time (sec): 3.57 - samples/sec: 7188.35 - lr: 0.050000 +2023-03-29 17:24:28,318 epoch 71 - iter 98/493 - loss 0.01132077 - time (sec): 7.02 - samples/sec: 7289.37 - lr: 0.050000 +2023-03-29 17:24:31,838 epoch 71 - iter 147/493 - loss 0.01092955 - time (sec): 10.54 - samples/sec: 7239.33 - lr: 0.050000 +2023-03-29 17:24:35,410 epoch 71 - iter 196/493 - loss 0.01112133 - time (sec): 14.11 - samples/sec: 7285.46 - lr: 0.050000 +2023-03-29 17:24:38,779 epoch 71 - iter 245/493 - loss 0.01070353 - time (sec): 17.48 - samples/sec: 7330.41 - lr: 0.050000 +2023-03-29 17:24:42,277 epoch 71 - iter 294/493 - loss 0.01074123 - time (sec): 20.98 - samples/sec: 7380.12 - lr: 0.050000 +2023-03-29 17:24:45,728 epoch 71 - iter 343/493 - loss 0.01092731 - time (sec): 24.43 - samples/sec: 7399.83 - lr: 0.050000 +2023-03-29 17:24:49,002 epoch 71 - iter 392/493 - loss 0.01083803 - time (sec): 27.71 - samples/sec: 7431.33 - lr: 0.050000 +2023-03-29 17:24:52,365 epoch 71 - iter 441/493 - loss 0.01102854 - time (sec): 31.07 - samples/sec: 7464.33 - lr: 0.050000 +2023-03-29 17:24:55,768 epoch 71 - iter 490/493 - loss 0.01079234 - time (sec): 34.47 - samples/sec: 7472.74 - lr: 0.050000 +2023-03-29 17:24:55,976 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:24:55,976 EPOCH 71 done: loss 0.0108 - lr 0.050000 +2023-03-29 17:24:55,976 BAD EPOCHS (no improvement): 0 +2023-03-29 17:24:55,979 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:24:59,364 epoch 72 - iter 49/493 - loss 0.01048003 - time (sec): 3.39 - samples/sec: 7639.49 - lr: 0.050000 +2023-03-29 17:25:02,802 epoch 72 - iter 98/493 - loss 0.01081559 - time (sec): 6.82 - samples/sec: 7595.59 - lr: 0.050000 +2023-03-29 17:25:06,180 epoch 72 - iter 147/493 - loss 0.01120801 - time (sec): 10.20 - samples/sec: 7618.84 - lr: 0.050000 +2023-03-29 17:25:09,799 epoch 72 - iter 196/493 - loss 0.01138571 - time (sec): 13.82 - samples/sec: 7474.17 - lr: 0.050000 +2023-03-29 17:25:13,288 epoch 72 - iter 245/493 - loss 0.01129584 - time (sec): 17.31 - samples/sec: 7420.36 - lr: 0.050000 +2023-03-29 17:25:16,781 epoch 72 - iter 294/493 - loss 0.01122859 - time (sec): 20.80 - samples/sec: 7417.37 - lr: 0.050000 +2023-03-29 17:25:20,284 epoch 72 - iter 343/493 - loss 0.01136076 - time (sec): 24.31 - samples/sec: 7406.42 - lr: 0.050000 +2023-03-29 17:25:23,758 epoch 72 - iter 392/493 - loss 0.01114565 - time (sec): 27.78 - samples/sec: 7409.50 - lr: 0.050000 +2023-03-29 17:25:27,385 epoch 72 - iter 441/493 - loss 0.01097188 - time (sec): 31.41 - samples/sec: 7365.87 - lr: 0.050000 +2023-03-29 17:25:30,896 epoch 72 - iter 490/493 - loss 0.01097012 - time (sec): 34.92 - samples/sec: 7379.41 - lr: 0.050000 +2023-03-29 17:25:31,094 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:25:31,094 EPOCH 72 done: loss 0.0110 - lr 0.050000 +2023-03-29 17:25:31,094 BAD EPOCHS (no improvement): 1 +2023-03-29 17:25:31,097 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:25:34,663 epoch 73 - iter 49/493 - loss 0.01061080 - time (sec): 3.57 - samples/sec: 7324.84 - lr: 0.050000 +2023-03-29 17:25:38,148 epoch 73 - iter 98/493 - loss 0.01112468 - time (sec): 7.05 - samples/sec: 7387.56 - lr: 0.050000 +2023-03-29 17:25:41,604 epoch 73 - iter 147/493 - loss 0.01064969 - time (sec): 10.51 - samples/sec: 7336.15 - lr: 0.050000 +2023-03-29 17:25:44,977 epoch 73 - iter 196/493 - loss 0.01092566 - time (sec): 13.88 - samples/sec: 7415.77 - lr: 0.050000 +2023-03-29 17:25:48,368 epoch 73 - iter 245/493 - loss 0.01064025 - time (sec): 17.27 - samples/sec: 7434.77 - lr: 0.050000 +2023-03-29 17:25:51,748 epoch 73 - iter 294/493 - loss 0.01078392 - time (sec): 20.65 - samples/sec: 7425.55 - lr: 0.050000 +2023-03-29 17:25:55,142 epoch 73 - iter 343/493 - loss 0.01097633 - time (sec): 24.05 - samples/sec: 7461.26 - lr: 0.050000 +2023-03-29 17:25:58,764 epoch 73 - iter 392/493 - loss 0.01081272 - time (sec): 27.67 - samples/sec: 7451.43 - lr: 0.050000 +2023-03-29 17:26:02,035 epoch 73 - iter 441/493 - loss 0.01068652 - time (sec): 30.94 - samples/sec: 7480.04 - lr: 0.050000 +2023-03-29 17:26:05,426 epoch 73 - iter 490/493 - loss 0.01072536 - time (sec): 34.33 - samples/sec: 7498.69 - lr: 0.050000 +2023-03-29 17:26:05,647 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:26:05,647 EPOCH 73 done: loss 0.0107 - lr 0.050000 +2023-03-29 17:26:05,647 BAD EPOCHS (no improvement): 0 +2023-03-29 17:26:05,650 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:26:08,966 epoch 74 - iter 49/493 - loss 0.01202913 - time (sec): 3.32 - samples/sec: 7576.87 - lr: 0.050000 +2023-03-29 17:26:12,345 epoch 74 - iter 98/493 - loss 0.01058554 - time (sec): 6.69 - samples/sec: 7621.67 - lr: 0.050000 +2023-03-29 17:26:15,724 epoch 74 - iter 147/493 - loss 0.00976941 - time (sec): 10.07 - samples/sec: 7618.16 - lr: 0.050000 +2023-03-29 17:26:19,161 epoch 74 - iter 196/493 - loss 0.00996838 - time (sec): 13.51 - samples/sec: 7608.96 - lr: 0.050000 +2023-03-29 17:26:22,600 epoch 74 - iter 245/493 - loss 0.00990701 - time (sec): 16.95 - samples/sec: 7574.92 - lr: 0.050000 +2023-03-29 17:26:26,042 epoch 74 - iter 294/493 - loss 0.00981314 - time (sec): 20.39 - samples/sec: 7590.99 - lr: 0.050000 +2023-03-29 17:26:29,505 epoch 74 - iter 343/493 - loss 0.01015396 - time (sec): 23.85 - samples/sec: 7581.50 - lr: 0.050000 +2023-03-29 17:26:32,922 epoch 74 - iter 392/493 - loss 0.01034269 - time (sec): 27.27 - samples/sec: 7573.68 - lr: 0.050000 +2023-03-29 17:26:36,248 epoch 74 - iter 441/493 - loss 0.01033233 - time (sec): 30.60 - samples/sec: 7569.14 - lr: 0.050000 +2023-03-29 17:26:39,728 epoch 74 - iter 490/493 - loss 0.01023915 - time (sec): 34.08 - samples/sec: 7556.70 - lr: 0.050000 +2023-03-29 17:26:39,950 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:26:39,950 EPOCH 74 done: loss 0.0102 - lr 0.050000 +2023-03-29 17:26:39,950 BAD EPOCHS (no improvement): 0 +2023-03-29 17:26:39,953 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:26:43,307 epoch 75 - iter 49/493 - loss 0.00885348 - time (sec): 3.35 - samples/sec: 7494.50 - lr: 0.050000 +2023-03-29 17:26:46,767 epoch 75 - iter 98/493 - loss 0.00988912 - time (sec): 6.81 - samples/sec: 7513.70 - lr: 0.050000 +2023-03-29 17:26:50,131 epoch 75 - iter 147/493 - loss 0.00927253 - time (sec): 10.18 - samples/sec: 7618.39 - lr: 0.050000 +2023-03-29 17:26:53,450 epoch 75 - iter 196/493 - loss 0.00963817 - time (sec): 13.50 - samples/sec: 7628.57 - lr: 0.050000 +2023-03-29 17:26:56,853 epoch 75 - iter 245/493 - loss 0.00945055 - time (sec): 16.90 - samples/sec: 7606.94 - lr: 0.050000 +2023-03-29 17:27:00,302 epoch 75 - iter 294/493 - loss 0.00925766 - time (sec): 20.35 - samples/sec: 7568.98 - lr: 0.050000 +2023-03-29 17:27:06,603 epoch 75 - iter 343/493 - loss 0.00920292 - time (sec): 26.65 - samples/sec: 6740.72 - lr: 0.050000 +2023-03-29 17:27:10,060 epoch 75 - iter 392/493 - loss 0.00910148 - time (sec): 30.11 - samples/sec: 6834.98 - lr: 0.050000 +2023-03-29 17:27:13,535 epoch 75 - iter 441/493 - loss 0.00940079 - time (sec): 33.58 - samples/sec: 6913.37 - lr: 0.050000 +2023-03-29 17:27:16,847 epoch 75 - iter 490/493 - loss 0.00953565 - time (sec): 36.89 - samples/sec: 6978.41 - lr: 0.050000 +2023-03-29 17:27:17,107 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:27:17,108 EPOCH 75 done: loss 0.0095 - lr 0.050000 +2023-03-29 17:27:17,108 BAD EPOCHS (no improvement): 0 +2023-03-29 17:27:17,111 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:27:20,568 epoch 76 - iter 49/493 - loss 0.00981784 - time (sec): 3.46 - samples/sec: 7362.12 - lr: 0.050000 +2023-03-29 17:27:24,117 epoch 76 - iter 98/493 - loss 0.01066915 - time (sec): 7.01 - samples/sec: 7379.81 - lr: 0.050000 +2023-03-29 17:27:27,512 epoch 76 - iter 147/493 - loss 0.01098721 - time (sec): 10.40 - samples/sec: 7394.50 - lr: 0.050000 +2023-03-29 17:27:31,106 epoch 76 - iter 196/493 - loss 0.01039730 - time (sec): 14.00 - samples/sec: 7387.07 - lr: 0.050000 +2023-03-29 17:27:34,442 epoch 76 - iter 245/493 - loss 0.01030536 - time (sec): 17.33 - samples/sec: 7424.82 - lr: 0.050000 +2023-03-29 17:27:37,794 epoch 76 - iter 294/493 - loss 0.01025668 - time (sec): 20.68 - samples/sec: 7467.47 - lr: 0.050000 +2023-03-29 17:27:41,073 epoch 76 - iter 343/493 - loss 0.01048481 - time (sec): 23.96 - samples/sec: 7506.74 - lr: 0.050000 +2023-03-29 17:27:44,653 epoch 76 - iter 392/493 - loss 0.01019815 - time (sec): 27.54 - samples/sec: 7486.25 - lr: 0.050000 +2023-03-29 17:27:48,014 epoch 76 - iter 441/493 - loss 0.01018646 - time (sec): 30.90 - samples/sec: 7514.59 - lr: 0.050000 +2023-03-29 17:27:51,307 epoch 76 - iter 490/493 - loss 0.01012295 - time (sec): 34.20 - samples/sec: 7536.74 - lr: 0.050000 +2023-03-29 17:27:51,505 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:27:51,505 EPOCH 76 done: loss 0.0101 - lr 0.050000 +2023-03-29 17:27:51,505 BAD EPOCHS (no improvement): 1 +2023-03-29 17:27:51,508 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:27:54,747 epoch 77 - iter 49/493 - loss 0.00828988 - time (sec): 3.24 - samples/sec: 7803.56 - lr: 0.050000 +2023-03-29 17:27:58,121 epoch 77 - iter 98/493 - loss 0.00979376 - time (sec): 6.61 - samples/sec: 7672.96 - lr: 0.050000 +2023-03-29 17:28:01,728 epoch 77 - iter 147/493 - loss 0.00967213 - time (sec): 10.22 - samples/sec: 7594.07 - lr: 0.050000 +2023-03-29 17:28:05,051 epoch 77 - iter 196/493 - loss 0.00943330 - time (sec): 13.54 - samples/sec: 7601.21 - lr: 0.050000 +2023-03-29 17:28:08,476 epoch 77 - iter 245/493 - loss 0.00940306 - time (sec): 16.97 - samples/sec: 7562.10 - lr: 0.050000 +2023-03-29 17:28:11,959 epoch 77 - iter 294/493 - loss 0.00942384 - time (sec): 20.45 - samples/sec: 7538.00 - lr: 0.050000 +2023-03-29 17:28:15,487 epoch 77 - iter 343/493 - loss 0.00921174 - time (sec): 23.98 - samples/sec: 7521.36 - lr: 0.050000 +2023-03-29 17:28:18,941 epoch 77 - iter 392/493 - loss 0.00924901 - time (sec): 27.43 - samples/sec: 7522.48 - lr: 0.050000 +2023-03-29 17:28:22,389 epoch 77 - iter 441/493 - loss 0.00909774 - time (sec): 30.88 - samples/sec: 7514.47 - lr: 0.050000 +2023-03-29 17:28:25,706 epoch 77 - iter 490/493 - loss 0.00927596 - time (sec): 34.20 - samples/sec: 7531.27 - lr: 0.050000 +2023-03-29 17:28:25,920 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:28:25,920 EPOCH 77 done: loss 0.0093 - lr 0.050000 +2023-03-29 17:28:25,920 BAD EPOCHS (no improvement): 0 +2023-03-29 17:28:25,923 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:28:29,316 epoch 78 - iter 49/493 - loss 0.01051722 - time (sec): 3.39 - samples/sec: 7613.50 - lr: 0.050000 +2023-03-29 17:28:32,790 epoch 78 - iter 98/493 - loss 0.00926310 - time (sec): 6.87 - samples/sec: 7610.89 - lr: 0.050000 +2023-03-29 17:28:36,206 epoch 78 - iter 147/493 - loss 0.00921288 - time (sec): 10.28 - samples/sec: 7586.14 - lr: 0.050000 +2023-03-29 17:28:39,631 epoch 78 - iter 196/493 - loss 0.00933609 - time (sec): 13.71 - samples/sec: 7595.57 - lr: 0.050000 +2023-03-29 17:28:43,005 epoch 78 - iter 245/493 - loss 0.00927300 - time (sec): 17.08 - samples/sec: 7565.38 - lr: 0.050000 +2023-03-29 17:28:46,356 epoch 78 - iter 294/493 - loss 0.00943744 - time (sec): 20.43 - samples/sec: 7565.25 - lr: 0.050000 +2023-03-29 17:28:49,748 epoch 78 - iter 343/493 - loss 0.00939066 - time (sec): 23.82 - samples/sec: 7572.99 - lr: 0.050000 +2023-03-29 17:28:53,229 epoch 78 - iter 392/493 - loss 0.00942446 - time (sec): 27.31 - samples/sec: 7542.32 - lr: 0.050000 +2023-03-29 17:28:56,551 epoch 78 - iter 441/493 - loss 0.00962718 - time (sec): 30.63 - samples/sec: 7560.15 - lr: 0.050000 +2023-03-29 17:29:00,053 epoch 78 - iter 490/493 - loss 0.00963655 - time (sec): 34.13 - samples/sec: 7548.98 - lr: 0.050000 +2023-03-29 17:29:00,258 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:29:00,258 EPOCH 78 done: loss 0.0096 - lr 0.050000 +2023-03-29 17:29:00,258 BAD EPOCHS (no improvement): 1 +2023-03-29 17:29:00,262 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:29:03,767 epoch 79 - iter 49/493 - loss 0.01055823 - time (sec): 3.51 - samples/sec: 7529.80 - lr: 0.050000 +2023-03-29 17:29:07,219 epoch 79 - iter 98/493 - loss 0.00952825 - time (sec): 6.96 - samples/sec: 7490.31 - lr: 0.050000 +2023-03-29 17:29:10,590 epoch 79 - iter 147/493 - loss 0.00905265 - time (sec): 10.33 - samples/sec: 7533.85 - lr: 0.050000 +2023-03-29 17:29:13,923 epoch 79 - iter 196/493 - loss 0.00910520 - time (sec): 13.66 - samples/sec: 7536.71 - lr: 0.050000 +2023-03-29 17:29:17,404 epoch 79 - iter 245/493 - loss 0.00966195 - time (sec): 17.14 - samples/sec: 7536.00 - lr: 0.050000 +2023-03-29 17:29:20,718 epoch 79 - iter 294/493 - loss 0.00972959 - time (sec): 20.46 - samples/sec: 7568.25 - lr: 0.050000 +2023-03-29 17:29:24,267 epoch 79 - iter 343/493 - loss 0.01010607 - time (sec): 24.01 - samples/sec: 7555.83 - lr: 0.050000 +2023-03-29 17:29:27,765 epoch 79 - iter 392/493 - loss 0.00988854 - time (sec): 27.50 - samples/sec: 7515.13 - lr: 0.050000 +2023-03-29 17:29:31,125 epoch 79 - iter 441/493 - loss 0.00975348 - time (sec): 30.86 - samples/sec: 7527.60 - lr: 0.050000 +2023-03-29 17:29:34,560 epoch 79 - iter 490/493 - loss 0.00982827 - time (sec): 34.30 - samples/sec: 7504.35 - lr: 0.050000 +2023-03-29 17:29:34,806 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:29:34,806 EPOCH 79 done: loss 0.0098 - lr 0.050000 +2023-03-29 17:29:34,806 BAD EPOCHS (no improvement): 2 +2023-03-29 17:29:34,809 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:29:38,302 epoch 80 - iter 49/493 - loss 0.00955727 - time (sec): 3.49 - samples/sec: 7391.98 - lr: 0.050000 +2023-03-29 17:29:41,748 epoch 80 - iter 98/493 - loss 0.01010763 - time (sec): 6.94 - samples/sec: 7374.58 - lr: 0.050000 +2023-03-29 17:29:45,301 epoch 80 - iter 147/493 - loss 0.00991690 - time (sec): 10.49 - samples/sec: 7383.10 - lr: 0.050000 +2023-03-29 17:29:48,822 epoch 80 - iter 196/493 - loss 0.00964989 - time (sec): 14.01 - samples/sec: 7381.68 - lr: 0.050000 +2023-03-29 17:29:52,540 epoch 80 - iter 245/493 - loss 0.00940646 - time (sec): 17.73 - samples/sec: 7325.79 - lr: 0.050000 +2023-03-29 17:29:56,155 epoch 80 - iter 294/493 - loss 0.00957563 - time (sec): 21.35 - samples/sec: 7290.71 - lr: 0.050000 +2023-03-29 17:29:59,472 epoch 80 - iter 343/493 - loss 0.00952503 - time (sec): 24.66 - samples/sec: 7333.49 - lr: 0.050000 +2023-03-29 17:30:02,934 epoch 80 - iter 392/493 - loss 0.00958252 - time (sec): 28.12 - samples/sec: 7347.70 - lr: 0.050000 +2023-03-29 17:30:06,349 epoch 80 - iter 441/493 - loss 0.00952980 - time (sec): 31.54 - samples/sec: 7346.34 - lr: 0.050000 +2023-03-29 17:30:09,834 epoch 80 - iter 490/493 - loss 0.00942324 - time (sec): 35.02 - samples/sec: 7354.60 - lr: 0.050000 +2023-03-29 17:30:10,030 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:30:10,031 EPOCH 80 done: loss 0.0094 - lr 0.050000 +2023-03-29 17:30:10,031 BAD EPOCHS (no improvement): 3 +2023-03-29 17:30:10,033 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:30:13,598 epoch 81 - iter 49/493 - loss 0.01002106 - time (sec): 3.56 - samples/sec: 7190.54 - lr: 0.050000 +2023-03-29 17:30:17,103 epoch 81 - iter 98/493 - loss 0.00985517 - time (sec): 7.07 - samples/sec: 7204.94 - lr: 0.050000 +2023-03-29 17:30:20,529 epoch 81 - iter 147/493 - loss 0.01044884 - time (sec): 10.50 - samples/sec: 7318.60 - lr: 0.050000 +2023-03-29 17:30:24,062 epoch 81 - iter 196/493 - loss 0.00955628 - time (sec): 14.03 - samples/sec: 7262.02 - lr: 0.050000 +2023-03-29 17:30:27,549 epoch 81 - iter 245/493 - loss 0.00979656 - time (sec): 17.52 - samples/sec: 7298.53 - lr: 0.050000 +2023-03-29 17:30:31,098 epoch 81 - iter 294/493 - loss 0.00971134 - time (sec): 21.06 - samples/sec: 7324.09 - lr: 0.050000 +2023-03-29 17:30:34,526 epoch 81 - iter 343/493 - loss 0.00960326 - time (sec): 24.49 - samples/sec: 7352.22 - lr: 0.050000 +2023-03-29 17:30:38,139 epoch 81 - iter 392/493 - loss 0.00971190 - time (sec): 28.11 - samples/sec: 7329.36 - lr: 0.050000 +2023-03-29 17:30:41,417 epoch 81 - iter 441/493 - loss 0.00965209 - time (sec): 31.38 - samples/sec: 7364.74 - lr: 0.050000 +2023-03-29 17:30:44,986 epoch 81 - iter 490/493 - loss 0.00996203 - time (sec): 34.95 - samples/sec: 7370.03 - lr: 0.050000 +2023-03-29 17:30:45,209 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:30:45,209 EPOCH 81 done: loss 0.0100 - lr 0.050000 +2023-03-29 17:30:45,210 Epoch 81: reducing learning rate of group 0 to 2.5000e-02. +2023-03-29 17:30:45,210 BAD EPOCHS (no improvement): 4 +2023-03-29 17:30:45,213 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:30:48,752 epoch 82 - iter 49/493 - loss 0.01074600 - time (sec): 3.54 - samples/sec: 7203.20 - lr: 0.025000 +2023-03-29 17:30:52,210 epoch 82 - iter 98/493 - loss 0.01073206 - time (sec): 7.00 - samples/sec: 7330.66 - lr: 0.025000 +2023-03-29 17:30:55,832 epoch 82 - iter 147/493 - loss 0.00974743 - time (sec): 10.62 - samples/sec: 7243.69 - lr: 0.025000 +2023-03-29 17:30:59,220 epoch 82 - iter 196/493 - loss 0.00909511 - time (sec): 14.01 - samples/sec: 7344.79 - lr: 0.025000 +2023-03-29 17:31:02,647 epoch 82 - iter 245/493 - loss 0.00898577 - time (sec): 17.43 - samples/sec: 7372.98 - lr: 0.025000 +2023-03-29 17:31:06,045 epoch 82 - iter 294/493 - loss 0.00890555 - time (sec): 20.83 - samples/sec: 7407.49 - lr: 0.025000 +2023-03-29 17:31:09,501 epoch 82 - iter 343/493 - loss 0.00886367 - time (sec): 24.29 - samples/sec: 7432.85 - lr: 0.025000 +2023-03-29 17:31:12,807 epoch 82 - iter 392/493 - loss 0.00886122 - time (sec): 27.59 - samples/sec: 7431.87 - lr: 0.025000 +2023-03-29 17:31:16,265 epoch 82 - iter 441/493 - loss 0.00891728 - time (sec): 31.05 - samples/sec: 7441.66 - lr: 0.025000 +2023-03-29 17:31:19,651 epoch 82 - iter 490/493 - loss 0.00882848 - time (sec): 34.44 - samples/sec: 7479.92 - lr: 0.025000 +2023-03-29 17:31:19,872 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:31:19,872 EPOCH 82 done: loss 0.0088 - lr 0.025000 +2023-03-29 17:31:19,872 BAD EPOCHS (no improvement): 0 +2023-03-29 17:31:19,875 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:31:23,528 epoch 83 - iter 49/493 - loss 0.00639402 - time (sec): 3.65 - samples/sec: 7304.73 - lr: 0.025000 +2023-03-29 17:31:26,864 epoch 83 - iter 98/493 - loss 0.00685855 - time (sec): 6.99 - samples/sec: 7496.75 - lr: 0.025000 +2023-03-29 17:31:30,176 epoch 83 - iter 147/493 - loss 0.00743186 - time (sec): 10.30 - samples/sec: 7575.61 - lr: 0.025000 +2023-03-29 17:31:33,646 epoch 83 - iter 196/493 - loss 0.00746254 - time (sec): 13.77 - samples/sec: 7520.50 - lr: 0.025000 +2023-03-29 17:31:37,019 epoch 83 - iter 245/493 - loss 0.00747551 - time (sec): 17.14 - samples/sec: 7537.19 - lr: 0.025000 +2023-03-29 17:31:40,315 epoch 83 - iter 294/493 - loss 0.00751471 - time (sec): 20.44 - samples/sec: 7580.86 - lr: 0.025000 +2023-03-29 17:31:43,676 epoch 83 - iter 343/493 - loss 0.00753261 - time (sec): 23.80 - samples/sec: 7586.15 - lr: 0.025000 +2023-03-29 17:31:47,046 epoch 83 - iter 392/493 - loss 0.00766587 - time (sec): 27.17 - samples/sec: 7572.96 - lr: 0.025000 +2023-03-29 17:31:50,532 epoch 83 - iter 441/493 - loss 0.00777515 - time (sec): 30.66 - samples/sec: 7577.36 - lr: 0.025000 +2023-03-29 17:31:53,781 epoch 83 - iter 490/493 - loss 0.00768110 - time (sec): 33.91 - samples/sec: 7590.31 - lr: 0.025000 +2023-03-29 17:31:54,060 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:31:54,060 EPOCH 83 done: loss 0.0077 - lr 0.025000 +2023-03-29 17:31:54,060 BAD EPOCHS (no improvement): 0 +2023-03-29 17:31:54,063 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:31:57,669 epoch 84 - iter 49/493 - loss 0.00951597 - time (sec): 3.61 - samples/sec: 7237.85 - lr: 0.025000 +2023-03-29 17:32:00,895 epoch 84 - iter 98/493 - loss 0.00926416 - time (sec): 6.83 - samples/sec: 7455.17 - lr: 0.025000 +2023-03-29 17:32:04,371 epoch 84 - iter 147/493 - loss 0.00867070 - time (sec): 10.31 - samples/sec: 7485.51 - lr: 0.025000 +2023-03-29 17:32:07,664 epoch 84 - iter 196/493 - loss 0.00837038 - time (sec): 13.60 - samples/sec: 7546.98 - lr: 0.025000 +2023-03-29 17:32:11,078 epoch 84 - iter 245/493 - loss 0.00822513 - time (sec): 17.01 - samples/sec: 7585.11 - lr: 0.025000 +2023-03-29 17:32:14,627 epoch 84 - iter 294/493 - loss 0.00807168 - time (sec): 20.56 - samples/sec: 7556.60 - lr: 0.025000 +2023-03-29 17:32:18,000 epoch 84 - iter 343/493 - loss 0.00805656 - time (sec): 23.94 - samples/sec: 7570.48 - lr: 0.025000 +2023-03-29 17:32:21,290 epoch 84 - iter 392/493 - loss 0.00813457 - time (sec): 27.23 - samples/sec: 7578.98 - lr: 0.025000 +2023-03-29 17:32:24,768 epoch 84 - iter 441/493 - loss 0.00821600 - time (sec): 30.70 - samples/sec: 7549.98 - lr: 0.025000 +2023-03-29 17:32:28,215 epoch 84 - iter 490/493 - loss 0.00825681 - time (sec): 34.15 - samples/sec: 7544.04 - lr: 0.025000 +2023-03-29 17:32:28,449 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:32:28,449 EPOCH 84 done: loss 0.0083 - lr 0.025000 +2023-03-29 17:32:28,449 BAD EPOCHS (no improvement): 1 +2023-03-29 17:32:28,452 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:32:31,875 epoch 85 - iter 49/493 - loss 0.00888830 - time (sec): 3.42 - samples/sec: 7448.75 - lr: 0.025000 +2023-03-29 17:32:35,427 epoch 85 - iter 98/493 - loss 0.00945619 - time (sec): 6.97 - samples/sec: 7417.30 - lr: 0.025000 +2023-03-29 17:32:38,822 epoch 85 - iter 147/493 - loss 0.00933311 - time (sec): 10.37 - samples/sec: 7457.31 - lr: 0.025000 +2023-03-29 17:32:42,259 epoch 85 - iter 196/493 - loss 0.00915426 - time (sec): 13.81 - samples/sec: 7462.61 - lr: 0.025000 +2023-03-29 17:32:45,781 epoch 85 - iter 245/493 - loss 0.00873924 - time (sec): 17.33 - samples/sec: 7391.70 - lr: 0.025000 +2023-03-29 17:32:49,309 epoch 85 - iter 294/493 - loss 0.00852341 - time (sec): 20.86 - samples/sec: 7371.96 - lr: 0.025000 +2023-03-29 17:32:52,710 epoch 85 - iter 343/493 - loss 0.00870791 - time (sec): 24.26 - samples/sec: 7368.48 - lr: 0.025000 +2023-03-29 17:32:56,234 epoch 85 - iter 392/493 - loss 0.00879625 - time (sec): 27.78 - samples/sec: 7370.33 - lr: 0.025000 +2023-03-29 17:32:59,843 epoch 85 - iter 441/493 - loss 0.00868990 - time (sec): 31.39 - samples/sec: 7364.22 - lr: 0.025000 +2023-03-29 17:33:03,313 epoch 85 - iter 490/493 - loss 0.00839087 - time (sec): 34.86 - samples/sec: 7388.63 - lr: 0.025000 +2023-03-29 17:33:03,515 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:33:03,515 EPOCH 85 done: loss 0.0084 - lr 0.025000 +2023-03-29 17:33:03,515 BAD EPOCHS (no improvement): 2 +2023-03-29 17:33:03,518 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:33:07,132 epoch 86 - iter 49/493 - loss 0.00743107 - time (sec): 3.61 - samples/sec: 7513.78 - lr: 0.025000 +2023-03-29 17:33:10,538 epoch 86 - iter 98/493 - loss 0.00884617 - time (sec): 7.02 - samples/sec: 7496.21 - lr: 0.025000 +2023-03-29 17:33:13,991 epoch 86 - iter 147/493 - loss 0.00891430 - time (sec): 10.47 - samples/sec: 7533.97 - lr: 0.025000 +2023-03-29 17:33:17,506 epoch 86 - iter 196/493 - loss 0.00853555 - time (sec): 13.99 - samples/sec: 7459.50 - lr: 0.025000 +2023-03-29 17:33:21,165 epoch 86 - iter 245/493 - loss 0.00839808 - time (sec): 17.65 - samples/sec: 7380.52 - lr: 0.025000 +2023-03-29 17:33:24,527 epoch 86 - iter 294/493 - loss 0.00839447 - time (sec): 21.01 - samples/sec: 7414.71 - lr: 0.025000 +2023-03-29 17:33:27,885 epoch 86 - iter 343/493 - loss 0.00837283 - time (sec): 24.37 - samples/sec: 7429.72 - lr: 0.025000 +2023-03-29 17:33:31,296 epoch 86 - iter 392/493 - loss 0.00822468 - time (sec): 27.78 - samples/sec: 7433.07 - lr: 0.025000 +2023-03-29 17:33:34,816 epoch 86 - iter 441/493 - loss 0.00846475 - time (sec): 31.30 - samples/sec: 7418.93 - lr: 0.025000 +2023-03-29 17:33:38,189 epoch 86 - iter 490/493 - loss 0.00841567 - time (sec): 34.67 - samples/sec: 7427.59 - lr: 0.025000 +2023-03-29 17:33:38,422 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:33:38,422 EPOCH 86 done: loss 0.0084 - lr 0.025000 +2023-03-29 17:33:38,423 BAD EPOCHS (no improvement): 3 +2023-03-29 17:33:38,425 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:33:41,896 epoch 87 - iter 49/493 - loss 0.00822418 - time (sec): 3.47 - samples/sec: 7274.30 - lr: 0.025000 +2023-03-29 17:33:45,457 epoch 87 - iter 98/493 - loss 0.00821659 - time (sec): 7.03 - samples/sec: 7376.07 - lr: 0.025000 +2023-03-29 17:33:49,114 epoch 87 - iter 147/493 - loss 0.00783945 - time (sec): 10.69 - samples/sec: 7315.62 - lr: 0.025000 +2023-03-29 17:33:52,550 epoch 87 - iter 196/493 - loss 0.00788863 - time (sec): 14.12 - samples/sec: 7303.96 - lr: 0.025000 +2023-03-29 17:33:55,930 epoch 87 - iter 245/493 - loss 0.00772906 - time (sec): 17.50 - samples/sec: 7371.81 - lr: 0.025000 +2023-03-29 17:33:59,572 epoch 87 - iter 294/493 - loss 0.00772945 - time (sec): 21.15 - samples/sec: 7372.27 - lr: 0.025000 +2023-03-29 17:34:02,882 epoch 87 - iter 343/493 - loss 0.00749599 - time (sec): 24.46 - samples/sec: 7414.29 - lr: 0.025000 +2023-03-29 17:34:06,200 epoch 87 - iter 392/493 - loss 0.00785828 - time (sec): 27.78 - samples/sec: 7427.03 - lr: 0.025000 +2023-03-29 17:34:09,528 epoch 87 - iter 441/493 - loss 0.00807089 - time (sec): 31.10 - samples/sec: 7451.79 - lr: 0.025000 +2023-03-29 17:34:12,858 epoch 87 - iter 490/493 - loss 0.00790619 - time (sec): 34.43 - samples/sec: 7475.50 - lr: 0.025000 +2023-03-29 17:34:13,084 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:34:13,084 EPOCH 87 done: loss 0.0079 - lr 0.025000 +2023-03-29 17:34:13,084 Epoch 87: reducing learning rate of group 0 to 1.2500e-02. +2023-03-29 17:34:13,084 BAD EPOCHS (no improvement): 4 +2023-03-29 17:34:13,090 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:34:16,475 epoch 88 - iter 49/493 - loss 0.00717920 - time (sec): 3.38 - samples/sec: 7689.05 - lr: 0.012500 +2023-03-29 17:34:19,796 epoch 88 - iter 98/493 - loss 0.00781184 - time (sec): 6.70 - samples/sec: 7717.25 - lr: 0.012500 +2023-03-29 17:34:23,165 epoch 88 - iter 147/493 - loss 0.00803943 - time (sec): 10.07 - samples/sec: 7681.66 - lr: 0.012500 +2023-03-29 17:34:26,634 epoch 88 - iter 196/493 - loss 0.00794215 - time (sec): 13.54 - samples/sec: 7614.91 - lr: 0.012500 +2023-03-29 17:34:29,961 epoch 88 - iter 245/493 - loss 0.00814575 - time (sec): 16.87 - samples/sec: 7624.74 - lr: 0.012500 +2023-03-29 17:34:33,218 epoch 88 - iter 294/493 - loss 0.00772997 - time (sec): 20.13 - samples/sec: 7654.91 - lr: 0.012500 +2023-03-29 17:34:36,569 epoch 88 - iter 343/493 - loss 0.00787626 - time (sec): 23.48 - samples/sec: 7660.19 - lr: 0.012500 +2023-03-29 17:34:39,956 epoch 88 - iter 392/493 - loss 0.00776030 - time (sec): 26.87 - samples/sec: 7651.91 - lr: 0.012500 +2023-03-29 17:34:43,461 epoch 88 - iter 441/493 - loss 0.00782617 - time (sec): 30.37 - samples/sec: 7614.89 - lr: 0.012500 +2023-03-29 17:34:46,957 epoch 88 - iter 490/493 - loss 0.00787161 - time (sec): 33.87 - samples/sec: 7602.74 - lr: 0.012500 +2023-03-29 17:34:47,166 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:34:47,166 EPOCH 88 done: loss 0.0079 - lr 0.012500 +2023-03-29 17:34:47,166 BAD EPOCHS (no improvement): 1 +2023-03-29 17:34:47,169 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:34:50,428 epoch 89 - iter 49/493 - loss 0.00688935 - time (sec): 3.26 - samples/sec: 7831.22 - lr: 0.012500 +2023-03-29 17:34:53,895 epoch 89 - iter 98/493 - loss 0.00681574 - time (sec): 6.73 - samples/sec: 7615.01 - lr: 0.012500 +2023-03-29 17:34:57,293 epoch 89 - iter 147/493 - loss 0.00701717 - time (sec): 10.12 - samples/sec: 7604.71 - lr: 0.012500 +2023-03-29 17:35:00,545 epoch 89 - iter 196/493 - loss 0.00719824 - time (sec): 13.38 - samples/sec: 7656.21 - lr: 0.012500 +2023-03-29 17:35:04,063 epoch 89 - iter 245/493 - loss 0.00718949 - time (sec): 16.89 - samples/sec: 7606.75 - lr: 0.012500 +2023-03-29 17:35:07,423 epoch 89 - iter 294/493 - loss 0.00732995 - time (sec): 20.25 - samples/sec: 7635.07 - lr: 0.012500 +2023-03-29 17:35:10,960 epoch 89 - iter 343/493 - loss 0.00750596 - time (sec): 23.79 - samples/sec: 7589.27 - lr: 0.012500 +2023-03-29 17:35:14,267 epoch 89 - iter 392/493 - loss 0.00764029 - time (sec): 27.10 - samples/sec: 7592.73 - lr: 0.012500 +2023-03-29 17:35:17,512 epoch 89 - iter 441/493 - loss 0.00756291 - time (sec): 30.34 - samples/sec: 7621.12 - lr: 0.012500 +2023-03-29 17:35:21,031 epoch 89 - iter 490/493 - loss 0.00762677 - time (sec): 33.86 - samples/sec: 7599.67 - lr: 0.012500 +2023-03-29 17:35:21,268 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:35:21,268 EPOCH 89 done: loss 0.0077 - lr 0.012500 +2023-03-29 17:35:21,268 BAD EPOCHS (no improvement): 0 +2023-03-29 17:35:21,271 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:35:24,740 epoch 90 - iter 49/493 - loss 0.00774234 - time (sec): 3.47 - samples/sec: 7417.02 - lr: 0.012500 +2023-03-29 17:35:28,111 epoch 90 - iter 98/493 - loss 0.00727610 - time (sec): 6.84 - samples/sec: 7453.36 - lr: 0.012500 +2023-03-29 17:35:31,568 epoch 90 - iter 147/493 - loss 0.00725228 - time (sec): 10.30 - samples/sec: 7539.86 - lr: 0.012500 +2023-03-29 17:35:34,926 epoch 90 - iter 196/493 - loss 0.00755444 - time (sec): 13.66 - samples/sec: 7567.09 - lr: 0.012500 +2023-03-29 17:35:38,230 epoch 90 - iter 245/493 - loss 0.00749687 - time (sec): 16.96 - samples/sec: 7602.55 - lr: 0.012500 +2023-03-29 17:35:41,589 epoch 90 - iter 294/493 - loss 0.00755391 - time (sec): 20.32 - samples/sec: 7609.74 - lr: 0.012500 +2023-03-29 17:35:44,967 epoch 90 - iter 343/493 - loss 0.00738970 - time (sec): 23.70 - samples/sec: 7610.29 - lr: 0.012500 +2023-03-29 17:35:48,479 epoch 90 - iter 392/493 - loss 0.00733041 - time (sec): 27.21 - samples/sec: 7596.38 - lr: 0.012500 +2023-03-29 17:35:51,896 epoch 90 - iter 441/493 - loss 0.00743191 - time (sec): 30.62 - samples/sec: 7581.72 - lr: 0.012500 +2023-03-29 17:35:55,233 epoch 90 - iter 490/493 - loss 0.00752115 - time (sec): 33.96 - samples/sec: 7583.58 - lr: 0.012500 +2023-03-29 17:35:55,432 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:35:55,433 EPOCH 90 done: loss 0.0075 - lr 0.012500 +2023-03-29 17:35:55,433 BAD EPOCHS (no improvement): 0 +2023-03-29 17:35:55,436 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:35:59,068 epoch 91 - iter 49/493 - loss 0.00747239 - time (sec): 3.63 - samples/sec: 7191.34 - lr: 0.012500 +2023-03-29 17:36:02,542 epoch 91 - iter 98/493 - loss 0.00753983 - time (sec): 7.11 - samples/sec: 7309.90 - lr: 0.012500 +2023-03-29 17:36:05,998 epoch 91 - iter 147/493 - loss 0.00735989 - time (sec): 10.56 - samples/sec: 7355.56 - lr: 0.012500 +2023-03-29 17:36:09,424 epoch 91 - iter 196/493 - loss 0.00738180 - time (sec): 13.99 - samples/sec: 7389.14 - lr: 0.012500 +2023-03-29 17:36:12,933 epoch 91 - iter 245/493 - loss 0.00760846 - time (sec): 17.50 - samples/sec: 7409.76 - lr: 0.012500 +2023-03-29 17:36:16,423 epoch 91 - iter 294/493 - loss 0.00762934 - time (sec): 20.99 - samples/sec: 7415.50 - lr: 0.012500 +2023-03-29 17:36:19,828 epoch 91 - iter 343/493 - loss 0.00748198 - time (sec): 24.39 - samples/sec: 7423.25 - lr: 0.012500 +2023-03-29 17:36:23,222 epoch 91 - iter 392/493 - loss 0.00756791 - time (sec): 27.79 - samples/sec: 7445.41 - lr: 0.012500 +2023-03-29 17:36:26,662 epoch 91 - iter 441/493 - loss 0.00773975 - time (sec): 31.23 - samples/sec: 7441.74 - lr: 0.012500 +2023-03-29 17:36:30,062 epoch 91 - iter 490/493 - loss 0.00756086 - time (sec): 34.63 - samples/sec: 7443.45 - lr: 0.012500 +2023-03-29 17:36:30,250 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:36:30,250 EPOCH 91 done: loss 0.0076 - lr 0.012500 +2023-03-29 17:36:30,250 BAD EPOCHS (no improvement): 1 +2023-03-29 17:36:30,254 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:36:33,754 epoch 92 - iter 49/493 - loss 0.00778161 - time (sec): 3.50 - samples/sec: 7409.61 - lr: 0.012500 +2023-03-29 17:36:37,234 epoch 92 - iter 98/493 - loss 0.00729927 - time (sec): 6.98 - samples/sec: 7361.59 - lr: 0.012500 +2023-03-29 17:36:40,720 epoch 92 - iter 147/493 - loss 0.00701721 - time (sec): 10.47 - samples/sec: 7352.86 - lr: 0.012500 +2023-03-29 17:36:44,333 epoch 92 - iter 196/493 - loss 0.00720800 - time (sec): 14.08 - samples/sec: 7300.57 - lr: 0.012500 +2023-03-29 17:36:47,871 epoch 92 - iter 245/493 - loss 0.00683350 - time (sec): 17.62 - samples/sec: 7318.69 - lr: 0.012500 +2023-03-29 17:36:51,272 epoch 92 - iter 294/493 - loss 0.00692472 - time (sec): 21.02 - samples/sec: 7326.94 - lr: 0.012500 +2023-03-29 17:36:54,894 epoch 92 - iter 343/493 - loss 0.00686000 - time (sec): 24.64 - samples/sec: 7323.88 - lr: 0.012500 +2023-03-29 17:36:58,339 epoch 92 - iter 392/493 - loss 0.00686942 - time (sec): 28.09 - samples/sec: 7353.28 - lr: 0.012500 +2023-03-29 17:37:01,813 epoch 92 - iter 441/493 - loss 0.00694407 - time (sec): 31.56 - samples/sec: 7365.29 - lr: 0.012500 +2023-03-29 17:37:05,262 epoch 92 - iter 490/493 - loss 0.00699090 - time (sec): 35.01 - samples/sec: 7364.37 - lr: 0.012500 +2023-03-29 17:37:05,432 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:37:05,432 EPOCH 92 done: loss 0.0070 - lr 0.012500 +2023-03-29 17:37:05,432 BAD EPOCHS (no improvement): 0 +2023-03-29 17:37:05,435 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:37:09,032 epoch 93 - iter 49/493 - loss 0.00755886 - time (sec): 3.60 - samples/sec: 7279.21 - lr: 0.012500 +2023-03-29 17:37:12,458 epoch 93 - iter 98/493 - loss 0.00737342 - time (sec): 7.02 - samples/sec: 7416.34 - lr: 0.012500 +2023-03-29 17:37:15,866 epoch 93 - iter 147/493 - loss 0.00675790 - time (sec): 10.43 - samples/sec: 7428.82 - lr: 0.012500 +2023-03-29 17:37:19,283 epoch 93 - iter 196/493 - loss 0.00696906 - time (sec): 13.85 - samples/sec: 7442.13 - lr: 0.012500 +2023-03-29 17:37:22,760 epoch 93 - iter 245/493 - loss 0.00702522 - time (sec): 17.33 - samples/sec: 7443.06 - lr: 0.012500 +2023-03-29 17:37:26,319 epoch 93 - iter 294/493 - loss 0.00717816 - time (sec): 20.88 - samples/sec: 7392.16 - lr: 0.012500 +2023-03-29 17:37:29,840 epoch 93 - iter 343/493 - loss 0.00700690 - time (sec): 24.41 - samples/sec: 7389.55 - lr: 0.012500 +2023-03-29 17:37:33,300 epoch 93 - iter 392/493 - loss 0.00705466 - time (sec): 27.86 - samples/sec: 7397.06 - lr: 0.012500 +2023-03-29 17:37:36,925 epoch 93 - iter 441/493 - loss 0.00706977 - time (sec): 31.49 - samples/sec: 7361.43 - lr: 0.012500 +2023-03-29 17:37:40,550 epoch 93 - iter 490/493 - loss 0.00711711 - time (sec): 35.11 - samples/sec: 7339.96 - lr: 0.012500 +2023-03-29 17:37:40,748 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:37:40,748 EPOCH 93 done: loss 0.0071 - lr 0.012500 +2023-03-29 17:37:40,748 BAD EPOCHS (no improvement): 1 +2023-03-29 17:37:40,751 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:37:44,500 epoch 94 - iter 49/493 - loss 0.00637227 - time (sec): 3.75 - samples/sec: 7038.20 - lr: 0.012500 +2023-03-29 17:37:47,898 epoch 94 - iter 98/493 - loss 0.00691832 - time (sec): 7.15 - samples/sec: 7224.41 - lr: 0.012500 +2023-03-29 17:37:51,490 epoch 94 - iter 147/493 - loss 0.00703549 - time (sec): 10.74 - samples/sec: 7287.98 - lr: 0.012500 +2023-03-29 17:37:54,995 epoch 94 - iter 196/493 - loss 0.00698354 - time (sec): 14.24 - samples/sec: 7337.39 - lr: 0.012500 +2023-03-29 17:37:58,298 epoch 94 - iter 245/493 - loss 0.00693494 - time (sec): 17.55 - samples/sec: 7382.33 - lr: 0.012500 +2023-03-29 17:38:01,639 epoch 94 - iter 294/493 - loss 0.00696120 - time (sec): 20.89 - samples/sec: 7421.69 - lr: 0.012500 +2023-03-29 17:38:05,159 epoch 94 - iter 343/493 - loss 0.00712158 - time (sec): 24.41 - samples/sec: 7419.47 - lr: 0.012500 +2023-03-29 17:38:08,564 epoch 94 - iter 392/493 - loss 0.00712961 - time (sec): 27.81 - samples/sec: 7438.78 - lr: 0.012500 +2023-03-29 17:38:11,886 epoch 94 - iter 441/493 - loss 0.00733870 - time (sec): 31.13 - samples/sec: 7460.17 - lr: 0.012500 +2023-03-29 17:38:15,313 epoch 94 - iter 490/493 - loss 0.00732635 - time (sec): 34.56 - samples/sec: 7454.42 - lr: 0.012500 +2023-03-29 17:38:15,515 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:38:15,515 EPOCH 94 done: loss 0.0073 - lr 0.012500 +2023-03-29 17:38:15,515 BAD EPOCHS (no improvement): 2 +2023-03-29 17:38:15,518 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:38:18,890 epoch 95 - iter 49/493 - loss 0.00643454 - time (sec): 3.37 - samples/sec: 7805.73 - lr: 0.012500 +2023-03-29 17:38:22,315 epoch 95 - iter 98/493 - loss 0.00585888 - time (sec): 6.80 - samples/sec: 7631.48 - lr: 0.012500 +2023-03-29 17:38:25,733 epoch 95 - iter 147/493 - loss 0.00632071 - time (sec): 10.21 - samples/sec: 7586.67 - lr: 0.012500 +2023-03-29 17:38:29,105 epoch 95 - iter 196/493 - loss 0.00626598 - time (sec): 13.59 - samples/sec: 7593.42 - lr: 0.012500 +2023-03-29 17:38:32,614 epoch 95 - iter 245/493 - loss 0.00616908 - time (sec): 17.10 - samples/sec: 7550.33 - lr: 0.012500 +2023-03-29 17:38:35,903 epoch 95 - iter 294/493 - loss 0.00641856 - time (sec): 20.38 - samples/sec: 7574.88 - lr: 0.012500 +2023-03-29 17:38:39,322 epoch 95 - iter 343/493 - loss 0.00646827 - time (sec): 23.80 - samples/sec: 7567.71 - lr: 0.012500 +2023-03-29 17:38:42,675 epoch 95 - iter 392/493 - loss 0.00657234 - time (sec): 27.16 - samples/sec: 7579.78 - lr: 0.012500 +2023-03-29 17:38:46,017 epoch 95 - iter 441/493 - loss 0.00679228 - time (sec): 30.50 - samples/sec: 7591.70 - lr: 0.012500 +2023-03-29 17:38:49,406 epoch 95 - iter 490/493 - loss 0.00655373 - time (sec): 33.89 - samples/sec: 7605.25 - lr: 0.012500 +2023-03-29 17:38:49,613 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:38:49,613 EPOCH 95 done: loss 0.0065 - lr 0.012500 +2023-03-29 17:38:49,613 BAD EPOCHS (no improvement): 0 +2023-03-29 17:38:49,616 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:38:52,972 epoch 96 - iter 49/493 - loss 0.00591867 - time (sec): 3.36 - samples/sec: 7797.66 - lr: 0.012500 +2023-03-29 17:38:56,413 epoch 96 - iter 98/493 - loss 0.00642648 - time (sec): 6.80 - samples/sec: 7694.51 - lr: 0.012500 +2023-03-29 17:38:59,923 epoch 96 - iter 147/493 - loss 0.00631591 - time (sec): 10.31 - samples/sec: 7549.90 - lr: 0.012500 +2023-03-29 17:39:03,391 epoch 96 - iter 196/493 - loss 0.00636280 - time (sec): 13.78 - samples/sec: 7544.03 - lr: 0.012500 +2023-03-29 17:39:06,799 epoch 96 - iter 245/493 - loss 0.00663686 - time (sec): 17.18 - samples/sec: 7565.57 - lr: 0.012500 +2023-03-29 17:39:10,104 epoch 96 - iter 294/493 - loss 0.00669715 - time (sec): 20.49 - samples/sec: 7582.58 - lr: 0.012500 +2023-03-29 17:39:13,616 epoch 96 - iter 343/493 - loss 0.00671731 - time (sec): 24.00 - samples/sec: 7518.54 - lr: 0.012500 +2023-03-29 17:39:19,911 epoch 96 - iter 392/493 - loss 0.00686078 - time (sec): 30.30 - samples/sec: 6804.79 - lr: 0.012500 +2023-03-29 17:39:23,222 epoch 96 - iter 441/493 - loss 0.00683092 - time (sec): 33.61 - samples/sec: 6895.97 - lr: 0.012500 +2023-03-29 17:39:26,674 epoch 96 - iter 490/493 - loss 0.00672148 - time (sec): 37.06 - samples/sec: 6949.59 - lr: 0.012500 +2023-03-29 17:39:26,870 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:39:26,870 EPOCH 96 done: loss 0.0067 - lr 0.012500 +2023-03-29 17:39:26,870 BAD EPOCHS (no improvement): 1 +2023-03-29 17:39:26,873 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:39:30,409 epoch 97 - iter 49/493 - loss 0.00732336 - time (sec): 3.54 - samples/sec: 7387.14 - lr: 0.012500 +2023-03-29 17:39:33,791 epoch 97 - iter 98/493 - loss 0.00626166 - time (sec): 6.92 - samples/sec: 7451.67 - lr: 0.012500 +2023-03-29 17:39:37,128 epoch 97 - iter 147/493 - loss 0.00669875 - time (sec): 10.26 - samples/sec: 7522.30 - lr: 0.012500 +2023-03-29 17:39:40,480 epoch 97 - iter 196/493 - loss 0.00652041 - time (sec): 13.61 - samples/sec: 7525.05 - lr: 0.012500 +2023-03-29 17:39:43,787 epoch 97 - iter 245/493 - loss 0.00648784 - time (sec): 16.91 - samples/sec: 7566.76 - lr: 0.012500 +2023-03-29 17:39:47,356 epoch 97 - iter 294/493 - loss 0.00683404 - time (sec): 20.48 - samples/sec: 7535.02 - lr: 0.012500 +2023-03-29 17:39:50,780 epoch 97 - iter 343/493 - loss 0.00680856 - time (sec): 23.91 - samples/sec: 7535.76 - lr: 0.012500 +2023-03-29 17:39:54,114 epoch 97 - iter 392/493 - loss 0.00681470 - time (sec): 27.24 - samples/sec: 7536.12 - lr: 0.012500 +2023-03-29 17:39:57,598 epoch 97 - iter 441/493 - loss 0.00685807 - time (sec): 30.73 - samples/sec: 7529.57 - lr: 0.012500 +2023-03-29 17:40:00,966 epoch 97 - iter 490/493 - loss 0.00684843 - time (sec): 34.09 - samples/sec: 7557.47 - lr: 0.012500 +2023-03-29 17:40:01,159 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:40:01,159 EPOCH 97 done: loss 0.0068 - lr 0.012500 +2023-03-29 17:40:01,159 BAD EPOCHS (no improvement): 2 +2023-03-29 17:40:01,162 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:40:04,588 epoch 98 - iter 49/493 - loss 0.00736130 - time (sec): 3.43 - samples/sec: 7580.80 - lr: 0.012500 +2023-03-29 17:40:08,102 epoch 98 - iter 98/493 - loss 0.00625809 - time (sec): 6.94 - samples/sec: 7532.20 - lr: 0.012500 +2023-03-29 17:40:11,482 epoch 98 - iter 147/493 - loss 0.00647096 - time (sec): 10.32 - samples/sec: 7605.97 - lr: 0.012500 +2023-03-29 17:40:14,763 epoch 98 - iter 196/493 - loss 0.00628648 - time (sec): 13.60 - samples/sec: 7601.24 - lr: 0.012500 +2023-03-29 17:40:18,086 epoch 98 - iter 245/493 - loss 0.00633511 - time (sec): 16.92 - samples/sec: 7593.51 - lr: 0.012500 +2023-03-29 17:40:21,649 epoch 98 - iter 294/493 - loss 0.00634420 - time (sec): 20.49 - samples/sec: 7568.09 - lr: 0.012500 +2023-03-29 17:40:24,971 epoch 98 - iter 343/493 - loss 0.00642238 - time (sec): 23.81 - samples/sec: 7601.82 - lr: 0.012500 +2023-03-29 17:40:28,428 epoch 98 - iter 392/493 - loss 0.00632552 - time (sec): 27.27 - samples/sec: 7563.43 - lr: 0.012500 +2023-03-29 17:40:31,709 epoch 98 - iter 441/493 - loss 0.00655439 - time (sec): 30.55 - samples/sec: 7577.74 - lr: 0.012500 +2023-03-29 17:40:35,101 epoch 98 - iter 490/493 - loss 0.00670011 - time (sec): 33.94 - samples/sec: 7585.75 - lr: 0.012500 +2023-03-29 17:40:35,327 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:40:35,327 EPOCH 98 done: loss 0.0067 - lr 0.012500 +2023-03-29 17:40:35,327 BAD EPOCHS (no improvement): 3 +2023-03-29 17:40:35,330 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:40:38,615 epoch 99 - iter 49/493 - loss 0.00763632 - time (sec): 3.28 - samples/sec: 7642.33 - lr: 0.012500 +2023-03-29 17:40:42,080 epoch 99 - iter 98/493 - loss 0.00661340 - time (sec): 6.75 - samples/sec: 7513.07 - lr: 0.012500 +2023-03-29 17:40:45,702 epoch 99 - iter 147/493 - loss 0.00703313 - time (sec): 10.37 - samples/sec: 7395.55 - lr: 0.012500 +2023-03-29 17:40:49,403 epoch 99 - iter 196/493 - loss 0.00703327 - time (sec): 14.07 - samples/sec: 7293.92 - lr: 0.012500 +2023-03-29 17:40:52,885 epoch 99 - iter 245/493 - loss 0.00735015 - time (sec): 17.55 - samples/sec: 7306.54 - lr: 0.012500 +2023-03-29 17:40:56,423 epoch 99 - iter 294/493 - loss 0.00725869 - time (sec): 21.09 - samples/sec: 7344.87 - lr: 0.012500 +2023-03-29 17:40:59,998 epoch 99 - iter 343/493 - loss 0.00718158 - time (sec): 24.67 - samples/sec: 7329.30 - lr: 0.012500 +2023-03-29 17:41:03,467 epoch 99 - iter 392/493 - loss 0.00709454 - time (sec): 28.14 - samples/sec: 7342.38 - lr: 0.012500 +2023-03-29 17:41:06,937 epoch 99 - iter 441/493 - loss 0.00705312 - time (sec): 31.61 - samples/sec: 7337.12 - lr: 0.012500 +2023-03-29 17:41:10,338 epoch 99 - iter 490/493 - loss 0.00702137 - time (sec): 35.01 - samples/sec: 7356.27 - lr: 0.012500 +2023-03-29 17:41:10,543 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:41:10,543 EPOCH 99 done: loss 0.0070 - lr 0.012500 +2023-03-29 17:41:10,543 Epoch 99: reducing learning rate of group 0 to 6.2500e-03. +2023-03-29 17:41:10,543 BAD EPOCHS (no improvement): 4 +2023-03-29 17:41:10,546 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:41:13,927 epoch 100 - iter 49/493 - loss 0.00781292 - time (sec): 3.38 - samples/sec: 7607.63 - lr: 0.006250 +2023-03-29 17:41:17,251 epoch 100 - iter 98/493 - loss 0.00777990 - time (sec): 6.70 - samples/sec: 7608.20 - lr: 0.006250 +2023-03-29 17:41:20,575 epoch 100 - iter 147/493 - loss 0.00752571 - time (sec): 10.03 - samples/sec: 7707.53 - lr: 0.006250 +2023-03-29 17:41:24,078 epoch 100 - iter 196/493 - loss 0.00775018 - time (sec): 13.53 - samples/sec: 7643.09 - lr: 0.006250 +2023-03-29 17:41:27,397 epoch 100 - iter 245/493 - loss 0.00773860 - time (sec): 16.85 - samples/sec: 7627.85 - lr: 0.006250 +2023-03-29 17:41:30,892 epoch 100 - iter 294/493 - loss 0.00752868 - time (sec): 20.35 - samples/sec: 7599.70 - lr: 0.006250 +2023-03-29 17:41:34,240 epoch 100 - iter 343/493 - loss 0.00736977 - time (sec): 23.69 - samples/sec: 7613.83 - lr: 0.006250 +2023-03-29 17:41:37,594 epoch 100 - iter 392/493 - loss 0.00737501 - time (sec): 27.05 - samples/sec: 7608.49 - lr: 0.006250 +2023-03-29 17:41:40,951 epoch 100 - iter 441/493 - loss 0.00748740 - time (sec): 30.41 - samples/sec: 7617.68 - lr: 0.006250 +2023-03-29 17:41:44,542 epoch 100 - iter 490/493 - loss 0.00726519 - time (sec): 34.00 - samples/sec: 7577.19 - lr: 0.006250 +2023-03-29 17:41:44,738 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:41:44,738 EPOCH 100 done: loss 0.0072 - lr 0.006250 +2023-03-29 17:41:44,738 BAD EPOCHS (no improvement): 1 +2023-03-29 17:41:44,741 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:41:48,117 epoch 101 - iter 49/493 - loss 0.00679042 - time (sec): 3.38 - samples/sec: 7505.27 - lr: 0.006250 +2023-03-29 17:41:51,564 epoch 101 - iter 98/493 - loss 0.00668759 - time (sec): 6.82 - samples/sec: 7456.05 - lr: 0.006250 +2023-03-29 17:41:54,839 epoch 101 - iter 147/493 - loss 0.00682418 - time (sec): 10.10 - samples/sec: 7551.41 - lr: 0.006250 +2023-03-29 17:41:58,130 epoch 101 - iter 196/493 - loss 0.00665905 - time (sec): 13.39 - samples/sec: 7590.33 - lr: 0.006250 +2023-03-29 17:42:01,523 epoch 101 - iter 245/493 - loss 0.00699336 - time (sec): 16.78 - samples/sec: 7592.93 - lr: 0.006250 +2023-03-29 17:42:04,963 epoch 101 - iter 294/493 - loss 0.00727522 - time (sec): 20.22 - samples/sec: 7561.06 - lr: 0.006250 +2023-03-29 17:42:08,654 epoch 101 - iter 343/493 - loss 0.00720216 - time (sec): 23.91 - samples/sec: 7520.32 - lr: 0.006250 +2023-03-29 17:42:12,046 epoch 101 - iter 392/493 - loss 0.00722994 - time (sec): 27.31 - samples/sec: 7532.23 - lr: 0.006250 +2023-03-29 17:42:15,428 epoch 101 - iter 441/493 - loss 0.00715049 - time (sec): 30.69 - samples/sec: 7540.97 - lr: 0.006250 +2023-03-29 17:42:18,860 epoch 101 - iter 490/493 - loss 0.00703315 - time (sec): 34.12 - samples/sec: 7550.95 - lr: 0.006250 +2023-03-29 17:42:19,064 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:42:19,064 EPOCH 101 done: loss 0.0070 - lr 0.006250 +2023-03-29 17:42:19,064 BAD EPOCHS (no improvement): 2 +2023-03-29 17:42:19,067 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:42:22,621 epoch 102 - iter 49/493 - loss 0.00564790 - time (sec): 3.55 - samples/sec: 7258.22 - lr: 0.006250 +2023-03-29 17:42:26,096 epoch 102 - iter 98/493 - loss 0.00634264 - time (sec): 7.03 - samples/sec: 7367.86 - lr: 0.006250 +2023-03-29 17:42:29,523 epoch 102 - iter 147/493 - loss 0.00656381 - time (sec): 10.46 - samples/sec: 7406.53 - lr: 0.006250 +2023-03-29 17:42:32,891 epoch 102 - iter 196/493 - loss 0.00663508 - time (sec): 13.82 - samples/sec: 7467.36 - lr: 0.006250 +2023-03-29 17:42:36,296 epoch 102 - iter 245/493 - loss 0.00681001 - time (sec): 17.23 - samples/sec: 7486.78 - lr: 0.006250 +2023-03-29 17:42:39,679 epoch 102 - iter 294/493 - loss 0.00688534 - time (sec): 20.61 - samples/sec: 7488.36 - lr: 0.006250 +2023-03-29 17:42:43,074 epoch 102 - iter 343/493 - loss 0.00688321 - time (sec): 24.01 - samples/sec: 7517.16 - lr: 0.006250 +2023-03-29 17:42:46,504 epoch 102 - iter 392/493 - loss 0.00687005 - time (sec): 27.44 - samples/sec: 7526.23 - lr: 0.006250 +2023-03-29 17:42:49,861 epoch 102 - iter 441/493 - loss 0.00684483 - time (sec): 30.79 - samples/sec: 7550.09 - lr: 0.006250 +2023-03-29 17:42:53,137 epoch 102 - iter 490/493 - loss 0.00687019 - time (sec): 34.07 - samples/sec: 7562.41 - lr: 0.006250 +2023-03-29 17:42:53,336 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:42:53,336 EPOCH 102 done: loss 0.0069 - lr 0.006250 +2023-03-29 17:42:53,336 BAD EPOCHS (no improvement): 3 +2023-03-29 17:42:53,339 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:42:56,817 epoch 103 - iter 49/493 - loss 0.00625346 - time (sec): 3.48 - samples/sec: 7386.06 - lr: 0.006250 +2023-03-29 17:43:00,238 epoch 103 - iter 98/493 - loss 0.00672863 - time (sec): 6.90 - samples/sec: 7507.57 - lr: 0.006250 +2023-03-29 17:43:03,653 epoch 103 - iter 147/493 - loss 0.00688897 - time (sec): 10.31 - samples/sec: 7559.68 - lr: 0.006250 +2023-03-29 17:43:07,032 epoch 103 - iter 196/493 - loss 0.00645936 - time (sec): 13.69 - samples/sec: 7584.93 - lr: 0.006250 +2023-03-29 17:43:10,430 epoch 103 - iter 245/493 - loss 0.00644862 - time (sec): 17.09 - samples/sec: 7590.17 - lr: 0.006250 +2023-03-29 17:43:13,817 epoch 103 - iter 294/493 - loss 0.00656614 - time (sec): 20.48 - samples/sec: 7574.17 - lr: 0.006250 +2023-03-29 17:43:17,296 epoch 103 - iter 343/493 - loss 0.00661927 - time (sec): 23.96 - samples/sec: 7535.85 - lr: 0.006250 +2023-03-29 17:43:20,637 epoch 103 - iter 392/493 - loss 0.00652321 - time (sec): 27.30 - samples/sec: 7568.08 - lr: 0.006250 +2023-03-29 17:43:24,021 epoch 103 - iter 441/493 - loss 0.00646239 - time (sec): 30.68 - samples/sec: 7572.40 - lr: 0.006250 +2023-03-29 17:43:27,432 epoch 103 - iter 490/493 - loss 0.00645975 - time (sec): 34.09 - samples/sec: 7558.57 - lr: 0.006250 +2023-03-29 17:43:27,637 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:43:27,637 EPOCH 103 done: loss 0.0065 - lr 0.006250 +2023-03-29 17:43:27,637 BAD EPOCHS (no improvement): 0 +2023-03-29 17:43:27,656 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:43:31,159 epoch 104 - iter 49/493 - loss 0.00688949 - time (sec): 3.50 - samples/sec: 7648.84 - lr: 0.006250 +2023-03-29 17:43:34,477 epoch 104 - iter 98/493 - loss 0.00658225 - time (sec): 6.82 - samples/sec: 7678.01 - lr: 0.006250 +2023-03-29 17:43:37,926 epoch 104 - iter 147/493 - loss 0.00654253 - time (sec): 10.27 - samples/sec: 7611.14 - lr: 0.006250 +2023-03-29 17:43:41,239 epoch 104 - iter 196/493 - loss 0.00637756 - time (sec): 13.58 - samples/sec: 7662.54 - lr: 0.006250 +2023-03-29 17:43:44,755 epoch 104 - iter 245/493 - loss 0.00617179 - time (sec): 17.10 - samples/sec: 7625.36 - lr: 0.006250 +2023-03-29 17:43:48,133 epoch 104 - iter 294/493 - loss 0.00634876 - time (sec): 20.48 - samples/sec: 7622.77 - lr: 0.006250 +2023-03-29 17:43:51,441 epoch 104 - iter 343/493 - loss 0.00645310 - time (sec): 23.78 - samples/sec: 7605.03 - lr: 0.006250 +2023-03-29 17:43:55,032 epoch 104 - iter 392/493 - loss 0.00649483 - time (sec): 27.38 - samples/sec: 7568.48 - lr: 0.006250 +2023-03-29 17:43:58,369 epoch 104 - iter 441/493 - loss 0.00658586 - time (sec): 30.71 - samples/sec: 7568.96 - lr: 0.006250 +2023-03-29 17:44:01,866 epoch 104 - iter 490/493 - loss 0.00669526 - time (sec): 34.21 - samples/sec: 7530.22 - lr: 0.006250 +2023-03-29 17:44:02,051 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:44:02,051 EPOCH 104 done: loss 0.0067 - lr 0.006250 +2023-03-29 17:44:02,051 BAD EPOCHS (no improvement): 1 +2023-03-29 17:44:02,054 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:44:05,424 epoch 105 - iter 49/493 - loss 0.00696216 - time (sec): 3.37 - samples/sec: 7654.03 - lr: 0.006250 +2023-03-29 17:44:09,056 epoch 105 - iter 98/493 - loss 0.00709603 - time (sec): 7.00 - samples/sec: 7450.78 - lr: 0.006250 +2023-03-29 17:44:12,620 epoch 105 - iter 147/493 - loss 0.00660560 - time (sec): 10.57 - samples/sec: 7405.96 - lr: 0.006250 +2023-03-29 17:44:16,055 epoch 105 - iter 196/493 - loss 0.00611341 - time (sec): 14.00 - samples/sec: 7409.07 - lr: 0.006250 +2023-03-29 17:44:19,462 epoch 105 - iter 245/493 - loss 0.00586705 - time (sec): 17.41 - samples/sec: 7469.39 - lr: 0.006250 +2023-03-29 17:44:22,753 epoch 105 - iter 294/493 - loss 0.00594734 - time (sec): 20.70 - samples/sec: 7496.14 - lr: 0.006250 +2023-03-29 17:44:26,096 epoch 105 - iter 343/493 - loss 0.00600638 - time (sec): 24.04 - samples/sec: 7519.25 - lr: 0.006250 +2023-03-29 17:44:29,429 epoch 105 - iter 392/493 - loss 0.00596648 - time (sec): 27.37 - samples/sec: 7520.20 - lr: 0.006250 +2023-03-29 17:44:32,834 epoch 105 - iter 441/493 - loss 0.00586112 - time (sec): 30.78 - samples/sec: 7534.23 - lr: 0.006250 +2023-03-29 17:44:36,246 epoch 105 - iter 490/493 - loss 0.00580261 - time (sec): 34.19 - samples/sec: 7536.27 - lr: 0.006250 +2023-03-29 17:44:36,455 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:44:36,455 EPOCH 105 done: loss 0.0058 - lr 0.006250 +2023-03-29 17:44:36,455 BAD EPOCHS (no improvement): 0 +2023-03-29 17:44:36,462 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:44:39,961 epoch 106 - iter 49/493 - loss 0.00639123 - time (sec): 3.50 - samples/sec: 7328.57 - lr: 0.006250 +2023-03-29 17:44:43,429 epoch 106 - iter 98/493 - loss 0.00581449 - time (sec): 6.97 - samples/sec: 7450.81 - lr: 0.006250 +2023-03-29 17:44:47,041 epoch 106 - iter 147/493 - loss 0.00613041 - time (sec): 10.58 - samples/sec: 7381.59 - lr: 0.006250 +2023-03-29 17:44:50,467 epoch 106 - iter 196/493 - loss 0.00628508 - time (sec): 14.01 - samples/sec: 7400.46 - lr: 0.006250 +2023-03-29 17:44:53,841 epoch 106 - iter 245/493 - loss 0.00630604 - time (sec): 17.38 - samples/sec: 7463.03 - lr: 0.006250 +2023-03-29 17:44:57,226 epoch 106 - iter 294/493 - loss 0.00642721 - time (sec): 20.76 - samples/sec: 7504.85 - lr: 0.006250 +2023-03-29 17:45:00,660 epoch 106 - iter 343/493 - loss 0.00650604 - time (sec): 24.20 - samples/sec: 7514.05 - lr: 0.006250 +2023-03-29 17:45:03,893 epoch 106 - iter 392/493 - loss 0.00668340 - time (sec): 27.43 - samples/sec: 7534.06 - lr: 0.006250 +2023-03-29 17:45:07,228 epoch 106 - iter 441/493 - loss 0.00675751 - time (sec): 30.77 - samples/sec: 7547.52 - lr: 0.006250 +2023-03-29 17:45:10,578 epoch 106 - iter 490/493 - loss 0.00669822 - time (sec): 34.12 - samples/sec: 7558.91 - lr: 0.006250 +2023-03-29 17:45:10,773 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:45:10,773 EPOCH 106 done: loss 0.0067 - lr 0.006250 +2023-03-29 17:45:10,773 BAD EPOCHS (no improvement): 1 +2023-03-29 17:45:10,776 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:45:14,139 epoch 107 - iter 49/493 - loss 0.00683930 - time (sec): 3.36 - samples/sec: 7631.58 - lr: 0.006250 +2023-03-29 17:45:17,494 epoch 107 - iter 98/493 - loss 0.00682668 - time (sec): 6.72 - samples/sec: 7693.71 - lr: 0.006250 +2023-03-29 17:45:20,828 epoch 107 - iter 147/493 - loss 0.00676924 - time (sec): 10.05 - samples/sec: 7682.21 - lr: 0.006250 +2023-03-29 17:45:24,233 epoch 107 - iter 196/493 - loss 0.00671740 - time (sec): 13.46 - samples/sec: 7635.77 - lr: 0.006250 +2023-03-29 17:45:27,820 epoch 107 - iter 245/493 - loss 0.00693082 - time (sec): 17.04 - samples/sec: 7577.00 - lr: 0.006250 +2023-03-29 17:45:31,295 epoch 107 - iter 294/493 - loss 0.00670085 - time (sec): 20.52 - samples/sec: 7548.87 - lr: 0.006250 +2023-03-29 17:45:34,614 epoch 107 - iter 343/493 - loss 0.00668710 - time (sec): 23.84 - samples/sec: 7554.80 - lr: 0.006250 +2023-03-29 17:45:38,192 epoch 107 - iter 392/493 - loss 0.00660513 - time (sec): 27.42 - samples/sec: 7530.21 - lr: 0.006250 +2023-03-29 17:45:41,677 epoch 107 - iter 441/493 - loss 0.00659416 - time (sec): 30.90 - samples/sec: 7528.22 - lr: 0.006250 +2023-03-29 17:45:44,879 epoch 107 - iter 490/493 - loss 0.00662348 - time (sec): 34.10 - samples/sec: 7555.36 - lr: 0.006250 +2023-03-29 17:45:45,080 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:45:45,080 EPOCH 107 done: loss 0.0067 - lr 0.006250 +2023-03-29 17:45:45,080 BAD EPOCHS (no improvement): 2 +2023-03-29 17:45:45,083 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:45:48,625 epoch 108 - iter 49/493 - loss 0.00551575 - time (sec): 3.54 - samples/sec: 7268.45 - lr: 0.006250 +2023-03-29 17:45:52,057 epoch 108 - iter 98/493 - loss 0.00552690 - time (sec): 6.97 - samples/sec: 7405.47 - lr: 0.006250 +2023-03-29 17:45:55,471 epoch 108 - iter 147/493 - loss 0.00592047 - time (sec): 10.39 - samples/sec: 7434.61 - lr: 0.006250 +2023-03-29 17:45:58,895 epoch 108 - iter 196/493 - loss 0.00594017 - time (sec): 13.81 - samples/sec: 7480.84 - lr: 0.006250 +2023-03-29 17:46:02,244 epoch 108 - iter 245/493 - loss 0.00604263 - time (sec): 17.16 - samples/sec: 7457.55 - lr: 0.006250 +2023-03-29 17:46:05,872 epoch 108 - iter 294/493 - loss 0.00612733 - time (sec): 20.79 - samples/sec: 7416.79 - lr: 0.006250 +2023-03-29 17:46:09,225 epoch 108 - iter 343/493 - loss 0.00608618 - time (sec): 24.14 - samples/sec: 7465.94 - lr: 0.006250 +2023-03-29 17:46:12,592 epoch 108 - iter 392/493 - loss 0.00601520 - time (sec): 27.51 - samples/sec: 7510.39 - lr: 0.006250 +2023-03-29 17:46:16,006 epoch 108 - iter 441/493 - loss 0.00618919 - time (sec): 30.92 - samples/sec: 7517.98 - lr: 0.006250 +2023-03-29 17:46:19,255 epoch 108 - iter 490/493 - loss 0.00612462 - time (sec): 34.17 - samples/sec: 7538.09 - lr: 0.006250 +2023-03-29 17:46:19,471 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:46:19,471 EPOCH 108 done: loss 0.0061 - lr 0.006250 +2023-03-29 17:46:19,471 BAD EPOCHS (no improvement): 3 +2023-03-29 17:46:19,474 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:46:22,824 epoch 109 - iter 49/493 - loss 0.00903710 - time (sec): 3.35 - samples/sec: 7635.08 - lr: 0.006250 +2023-03-29 17:46:26,242 epoch 109 - iter 98/493 - loss 0.00814505 - time (sec): 6.77 - samples/sec: 7515.80 - lr: 0.006250 +2023-03-29 17:46:29,666 epoch 109 - iter 147/493 - loss 0.00746926 - time (sec): 10.19 - samples/sec: 7508.80 - lr: 0.006250 +2023-03-29 17:46:33,062 epoch 109 - iter 196/493 - loss 0.00725585 - time (sec): 13.59 - samples/sec: 7571.22 - lr: 0.006250 +2023-03-29 17:46:36,536 epoch 109 - iter 245/493 - loss 0.00703958 - time (sec): 17.06 - samples/sec: 7558.56 - lr: 0.006250 +2023-03-29 17:46:39,840 epoch 109 - iter 294/493 - loss 0.00688267 - time (sec): 20.37 - samples/sec: 7582.88 - lr: 0.006250 +2023-03-29 17:46:43,203 epoch 109 - iter 343/493 - loss 0.00681259 - time (sec): 23.73 - samples/sec: 7590.04 - lr: 0.006250 +2023-03-29 17:46:46,658 epoch 109 - iter 392/493 - loss 0.00674094 - time (sec): 27.18 - samples/sec: 7576.79 - lr: 0.006250 +2023-03-29 17:46:49,968 epoch 109 - iter 441/493 - loss 0.00661662 - time (sec): 30.49 - samples/sec: 7592.64 - lr: 0.006250 +2023-03-29 17:46:53,484 epoch 109 - iter 490/493 - loss 0.00661883 - time (sec): 34.01 - samples/sec: 7574.34 - lr: 0.006250 +2023-03-29 17:46:53,684 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:46:53,684 EPOCH 109 done: loss 0.0066 - lr 0.006250 +2023-03-29 17:46:53,684 Epoch 109: reducing learning rate of group 0 to 3.1250e-03. +2023-03-29 17:46:53,684 BAD EPOCHS (no improvement): 4 +2023-03-29 17:46:53,686 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:46:57,129 epoch 110 - iter 49/493 - loss 0.00797808 - time (sec): 3.44 - samples/sec: 7578.80 - lr: 0.003125 +2023-03-29 17:47:00,647 epoch 110 - iter 98/493 - loss 0.00788657 - time (sec): 6.96 - samples/sec: 7490.44 - lr: 0.003125 +2023-03-29 17:47:04,036 epoch 110 - iter 147/493 - loss 0.00761853 - time (sec): 10.35 - samples/sec: 7520.12 - lr: 0.003125 +2023-03-29 17:47:07,485 epoch 110 - iter 196/493 - loss 0.00719395 - time (sec): 13.80 - samples/sec: 7469.20 - lr: 0.003125 +2023-03-29 17:47:10,802 epoch 110 - iter 245/493 - loss 0.00706682 - time (sec): 17.12 - samples/sec: 7486.76 - lr: 0.003125 +2023-03-29 17:47:14,192 epoch 110 - iter 294/493 - loss 0.00706757 - time (sec): 20.50 - samples/sec: 7515.01 - lr: 0.003125 +2023-03-29 17:47:17,627 epoch 110 - iter 343/493 - loss 0.00680669 - time (sec): 23.94 - samples/sec: 7554.11 - lr: 0.003125 +2023-03-29 17:47:20,987 epoch 110 - iter 392/493 - loss 0.00669291 - time (sec): 27.30 - samples/sec: 7566.27 - lr: 0.003125 +2023-03-29 17:47:24,443 epoch 110 - iter 441/493 - loss 0.00663679 - time (sec): 30.76 - samples/sec: 7547.51 - lr: 0.003125 +2023-03-29 17:47:27,836 epoch 110 - iter 490/493 - loss 0.00666335 - time (sec): 34.15 - samples/sec: 7540.72 - lr: 0.003125 +2023-03-29 17:47:28,047 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:47:28,047 EPOCH 110 done: loss 0.0066 - lr 0.003125 +2023-03-29 17:47:28,047 BAD EPOCHS (no improvement): 1 +2023-03-29 17:47:28,050 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:47:31,485 epoch 111 - iter 49/493 - loss 0.00607921 - time (sec): 3.43 - samples/sec: 7504.04 - lr: 0.003125 +2023-03-29 17:47:34,908 epoch 111 - iter 98/493 - loss 0.00554559 - time (sec): 6.86 - samples/sec: 7510.30 - lr: 0.003125 +2023-03-29 17:47:38,226 epoch 111 - iter 147/493 - loss 0.00606643 - time (sec): 10.18 - samples/sec: 7616.09 - lr: 0.003125 +2023-03-29 17:47:41,519 epoch 111 - iter 196/493 - loss 0.00581492 - time (sec): 13.47 - samples/sec: 7650.82 - lr: 0.003125 +2023-03-29 17:47:44,811 epoch 111 - iter 245/493 - loss 0.00604291 - time (sec): 16.76 - samples/sec: 7677.78 - lr: 0.003125 +2023-03-29 17:47:48,389 epoch 111 - iter 294/493 - loss 0.00605158 - time (sec): 20.34 - samples/sec: 7612.18 - lr: 0.003125 +2023-03-29 17:47:51,867 epoch 111 - iter 343/493 - loss 0.00601472 - time (sec): 23.82 - samples/sec: 7589.31 - lr: 0.003125 +2023-03-29 17:47:55,228 epoch 111 - iter 392/493 - loss 0.00616816 - time (sec): 27.18 - samples/sec: 7569.76 - lr: 0.003125 +2023-03-29 17:47:58,691 epoch 111 - iter 441/493 - loss 0.00619059 - time (sec): 30.64 - samples/sec: 7570.77 - lr: 0.003125 +2023-03-29 17:48:02,035 epoch 111 - iter 490/493 - loss 0.00625418 - time (sec): 33.98 - samples/sec: 7585.11 - lr: 0.003125 +2023-03-29 17:48:02,211 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:48:02,211 EPOCH 111 done: loss 0.0063 - lr 0.003125 +2023-03-29 17:48:02,211 BAD EPOCHS (no improvement): 2 +2023-03-29 17:48:02,214 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:48:05,702 epoch 112 - iter 49/493 - loss 0.00570778 - time (sec): 3.49 - samples/sec: 7461.05 - lr: 0.003125 +2023-03-29 17:48:09,138 epoch 112 - iter 98/493 - loss 0.00638859 - time (sec): 6.92 - samples/sec: 7504.59 - lr: 0.003125 +2023-03-29 17:48:12,464 epoch 112 - iter 147/493 - loss 0.00623389 - time (sec): 10.25 - samples/sec: 7561.92 - lr: 0.003125 +2023-03-29 17:48:15,822 epoch 112 - iter 196/493 - loss 0.00631565 - time (sec): 13.61 - samples/sec: 7559.53 - lr: 0.003125 +2023-03-29 17:48:19,318 epoch 112 - iter 245/493 - loss 0.00637721 - time (sec): 17.10 - samples/sec: 7541.73 - lr: 0.003125 +2023-03-29 17:48:22,610 epoch 112 - iter 294/493 - loss 0.00647482 - time (sec): 20.40 - samples/sec: 7562.90 - lr: 0.003125 +2023-03-29 17:48:26,213 epoch 112 - iter 343/493 - loss 0.00629836 - time (sec): 24.00 - samples/sec: 7537.45 - lr: 0.003125 +2023-03-29 17:48:29,518 epoch 112 - iter 392/493 - loss 0.00636500 - time (sec): 27.30 - samples/sec: 7569.61 - lr: 0.003125 +2023-03-29 17:48:32,832 epoch 112 - iter 441/493 - loss 0.00630345 - time (sec): 30.62 - samples/sec: 7565.54 - lr: 0.003125 +2023-03-29 17:48:36,184 epoch 112 - iter 490/493 - loss 0.00622378 - time (sec): 33.97 - samples/sec: 7576.11 - lr: 0.003125 +2023-03-29 17:48:36,407 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:48:36,407 EPOCH 112 done: loss 0.0062 - lr 0.003125 +2023-03-29 17:48:36,407 BAD EPOCHS (no improvement): 3 +2023-03-29 17:48:36,409 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:48:39,983 epoch 113 - iter 49/493 - loss 0.00663710 - time (sec): 3.57 - samples/sec: 7271.01 - lr: 0.003125 +2023-03-29 17:48:43,368 epoch 113 - iter 98/493 - loss 0.00679455 - time (sec): 6.96 - samples/sec: 7408.44 - lr: 0.003125 +2023-03-29 17:48:46,864 epoch 113 - iter 147/493 - loss 0.00653552 - time (sec): 10.45 - samples/sec: 7411.12 - lr: 0.003125 +2023-03-29 17:48:50,278 epoch 113 - iter 196/493 - loss 0.00639593 - time (sec): 13.87 - samples/sec: 7445.78 - lr: 0.003125 +2023-03-29 17:48:53,720 epoch 113 - iter 245/493 - loss 0.00661250 - time (sec): 17.31 - samples/sec: 7425.43 - lr: 0.003125 +2023-03-29 17:48:57,394 epoch 113 - iter 294/493 - loss 0.00678804 - time (sec): 20.98 - samples/sec: 7384.44 - lr: 0.003125 +2023-03-29 17:49:00,931 epoch 113 - iter 343/493 - loss 0.00691133 - time (sec): 24.52 - samples/sec: 7365.59 - lr: 0.003125 +2023-03-29 17:49:04,345 epoch 113 - iter 392/493 - loss 0.00679528 - time (sec): 27.94 - samples/sec: 7376.35 - lr: 0.003125 +2023-03-29 17:49:07,816 epoch 113 - iter 441/493 - loss 0.00687754 - time (sec): 31.41 - samples/sec: 7380.89 - lr: 0.003125 +2023-03-29 17:49:11,464 epoch 113 - iter 490/493 - loss 0.00661288 - time (sec): 35.06 - samples/sec: 7347.13 - lr: 0.003125 +2023-03-29 17:49:11,666 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:49:11,666 EPOCH 113 done: loss 0.0066 - lr 0.003125 +2023-03-29 17:49:11,666 Epoch 113: reducing learning rate of group 0 to 1.5625e-03. +2023-03-29 17:49:11,666 BAD EPOCHS (no improvement): 4 +2023-03-29 17:49:11,669 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:49:15,144 epoch 114 - iter 49/493 - loss 0.00582178 - time (sec): 3.47 - samples/sec: 7446.87 - lr: 0.001563 +2023-03-29 17:49:18,605 epoch 114 - iter 98/493 - loss 0.00568014 - time (sec): 6.94 - samples/sec: 7419.33 - lr: 0.001563 +2023-03-29 17:49:22,077 epoch 114 - iter 147/493 - loss 0.00645996 - time (sec): 10.41 - samples/sec: 7433.19 - lr: 0.001563 +2023-03-29 17:49:25,684 epoch 114 - iter 196/493 - loss 0.00657209 - time (sec): 14.01 - samples/sec: 7330.94 - lr: 0.001563 +2023-03-29 17:49:29,159 epoch 114 - iter 245/493 - loss 0.00649124 - time (sec): 17.49 - samples/sec: 7354.09 - lr: 0.001563 +2023-03-29 17:49:32,724 epoch 114 - iter 294/493 - loss 0.00619404 - time (sec): 21.05 - samples/sec: 7348.35 - lr: 0.001563 +2023-03-29 17:49:36,268 epoch 114 - iter 343/493 - loss 0.00629866 - time (sec): 24.60 - samples/sec: 7323.60 - lr: 0.001563 +2023-03-29 17:49:39,668 epoch 114 - iter 392/493 - loss 0.00642217 - time (sec): 28.00 - samples/sec: 7353.46 - lr: 0.001563 +2023-03-29 17:49:43,217 epoch 114 - iter 441/493 - loss 0.00643458 - time (sec): 31.55 - samples/sec: 7354.00 - lr: 0.001563 +2023-03-29 17:49:46,671 epoch 114 - iter 490/493 - loss 0.00646185 - time (sec): 35.00 - samples/sec: 7360.80 - lr: 0.001563 +2023-03-29 17:49:46,871 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:49:46,872 EPOCH 114 done: loss 0.0064 - lr 0.001563 +2023-03-29 17:49:46,872 BAD EPOCHS (no improvement): 1 +2023-03-29 17:49:46,874 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:49:50,486 epoch 115 - iter 49/493 - loss 0.00507041 - time (sec): 3.61 - samples/sec: 7260.80 - lr: 0.001563 +2023-03-29 17:49:53,929 epoch 115 - iter 98/493 - loss 0.00574398 - time (sec): 7.05 - samples/sec: 7327.51 - lr: 0.001563 +2023-03-29 17:49:57,433 epoch 115 - iter 147/493 - loss 0.00604956 - time (sec): 10.56 - samples/sec: 7371.63 - lr: 0.001563 +2023-03-29 17:50:01,133 epoch 115 - iter 196/493 - loss 0.00613802 - time (sec): 14.26 - samples/sec: 7294.70 - lr: 0.001563 +2023-03-29 17:50:04,578 epoch 115 - iter 245/493 - loss 0.00621049 - time (sec): 17.70 - samples/sec: 7318.98 - lr: 0.001563 +2023-03-29 17:50:08,025 epoch 115 - iter 294/493 - loss 0.00645544 - time (sec): 21.15 - samples/sec: 7347.54 - lr: 0.001563 +2023-03-29 17:50:11,550 epoch 115 - iter 343/493 - loss 0.00667081 - time (sec): 24.68 - samples/sec: 7346.36 - lr: 0.001563 +2023-03-29 17:50:14,993 epoch 115 - iter 392/493 - loss 0.00666151 - time (sec): 28.12 - samples/sec: 7356.19 - lr: 0.001563 +2023-03-29 17:50:18,534 epoch 115 - iter 441/493 - loss 0.00665130 - time (sec): 31.66 - samples/sec: 7358.85 - lr: 0.001563 +2023-03-29 17:50:21,883 epoch 115 - iter 490/493 - loss 0.00649272 - time (sec): 35.01 - samples/sec: 7359.94 - lr: 0.001563 +2023-03-29 17:50:22,081 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:50:22,081 EPOCH 115 done: loss 0.0065 - lr 0.001563 +2023-03-29 17:50:22,081 BAD EPOCHS (no improvement): 2 +2023-03-29 17:50:22,084 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:50:25,578 epoch 116 - iter 49/493 - loss 0.00628401 - time (sec): 3.49 - samples/sec: 7506.81 - lr: 0.001563 +2023-03-29 17:50:29,035 epoch 116 - iter 98/493 - loss 0.00559306 - time (sec): 6.95 - samples/sec: 7504.01 - lr: 0.001563 +2023-03-29 17:50:32,553 epoch 116 - iter 147/493 - loss 0.00625377 - time (sec): 10.47 - samples/sec: 7452.97 - lr: 0.001563 +2023-03-29 17:50:35,882 epoch 116 - iter 196/493 - loss 0.00592304 - time (sec): 13.80 - samples/sec: 7517.16 - lr: 0.001563 +2023-03-29 17:50:39,297 epoch 116 - iter 245/493 - loss 0.00590425 - time (sec): 17.21 - samples/sec: 7523.15 - lr: 0.001563 +2023-03-29 17:50:42,685 epoch 116 - iter 294/493 - loss 0.00576106 - time (sec): 20.60 - samples/sec: 7535.89 - lr: 0.001563 +2023-03-29 17:50:46,147 epoch 116 - iter 343/493 - loss 0.00582314 - time (sec): 24.06 - samples/sec: 7493.23 - lr: 0.001563 +2023-03-29 17:50:49,452 epoch 116 - iter 392/493 - loss 0.00596749 - time (sec): 27.37 - samples/sec: 7518.31 - lr: 0.001563 +2023-03-29 17:50:52,898 epoch 116 - iter 441/493 - loss 0.00600771 - time (sec): 30.81 - samples/sec: 7511.51 - lr: 0.001563 +2023-03-29 17:50:56,294 epoch 116 - iter 490/493 - loss 0.00596664 - time (sec): 34.21 - samples/sec: 7525.35 - lr: 0.001563 +2023-03-29 17:50:56,507 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:50:56,507 EPOCH 116 done: loss 0.0060 - lr 0.001563 +2023-03-29 17:50:56,507 BAD EPOCHS (no improvement): 3 +2023-03-29 17:50:56,510 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:50:59,914 epoch 117 - iter 49/493 - loss 0.00556065 - time (sec): 3.40 - samples/sec: 7544.28 - lr: 0.001563 +2023-03-29 17:51:03,329 epoch 117 - iter 98/493 - loss 0.00649514 - time (sec): 6.82 - samples/sec: 7579.51 - lr: 0.001563 +2023-03-29 17:51:06,676 epoch 117 - iter 147/493 - loss 0.00642426 - time (sec): 10.17 - samples/sec: 7553.38 - lr: 0.001563 +2023-03-29 17:51:10,071 epoch 117 - iter 196/493 - loss 0.00675116 - time (sec): 13.56 - samples/sec: 7585.11 - lr: 0.001563 +2023-03-29 17:51:13,545 epoch 117 - iter 245/493 - loss 0.00669259 - time (sec): 17.04 - samples/sec: 7596.62 - lr: 0.001563 +2023-03-29 17:51:16,865 epoch 117 - iter 294/493 - loss 0.00665603 - time (sec): 20.36 - samples/sec: 7585.05 - lr: 0.001563 +2023-03-29 17:51:20,395 epoch 117 - iter 343/493 - loss 0.00675382 - time (sec): 23.89 - samples/sec: 7553.47 - lr: 0.001563 +2023-03-29 17:51:23,823 epoch 117 - iter 392/493 - loss 0.00670269 - time (sec): 27.31 - samples/sec: 7534.44 - lr: 0.001563 +2023-03-29 17:51:27,112 epoch 117 - iter 441/493 - loss 0.00659943 - time (sec): 30.60 - samples/sec: 7560.58 - lr: 0.001563 +2023-03-29 17:51:33,536 epoch 117 - iter 490/493 - loss 0.00678322 - time (sec): 37.03 - samples/sec: 6956.63 - lr: 0.001563 +2023-03-29 17:51:33,731 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:51:33,732 EPOCH 117 done: loss 0.0068 - lr 0.001563 +2023-03-29 17:51:33,732 Epoch 117: reducing learning rate of group 0 to 7.8125e-04. +2023-03-29 17:51:33,732 BAD EPOCHS (no improvement): 4 +2023-03-29 17:51:33,734 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:51:37,327 epoch 118 - iter 49/493 - loss 0.00658638 - time (sec): 3.59 - samples/sec: 7364.27 - lr: 0.000781 +2023-03-29 17:51:40,893 epoch 118 - iter 98/493 - loss 0.00652703 - time (sec): 7.16 - samples/sec: 7281.79 - lr: 0.000781 +2023-03-29 17:51:44,404 epoch 118 - iter 147/493 - loss 0.00668505 - time (sec): 10.67 - samples/sec: 7256.93 - lr: 0.000781 +2023-03-29 17:51:47,830 epoch 118 - iter 196/493 - loss 0.00658835 - time (sec): 14.10 - samples/sec: 7319.76 - lr: 0.000781 +2023-03-29 17:51:51,383 epoch 118 - iter 245/493 - loss 0.00644215 - time (sec): 17.65 - samples/sec: 7301.99 - lr: 0.000781 +2023-03-29 17:51:54,956 epoch 118 - iter 294/493 - loss 0.00652385 - time (sec): 21.22 - samples/sec: 7321.91 - lr: 0.000781 +2023-03-29 17:51:58,365 epoch 118 - iter 343/493 - loss 0.00654024 - time (sec): 24.63 - samples/sec: 7341.06 - lr: 0.000781 +2023-03-29 17:52:01,784 epoch 118 - iter 392/493 - loss 0.00647899 - time (sec): 28.05 - samples/sec: 7356.38 - lr: 0.000781 +2023-03-29 17:52:05,158 epoch 118 - iter 441/493 - loss 0.00650460 - time (sec): 31.42 - samples/sec: 7376.41 - lr: 0.000781 +2023-03-29 17:52:08,687 epoch 118 - iter 490/493 - loss 0.00667973 - time (sec): 34.95 - samples/sec: 7369.45 - lr: 0.000781 +2023-03-29 17:52:08,887 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:52:08,887 EPOCH 118 done: loss 0.0067 - lr 0.000781 +2023-03-29 17:52:08,888 BAD EPOCHS (no improvement): 1 +2023-03-29 17:52:08,890 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:52:12,419 epoch 119 - iter 49/493 - loss 0.00608181 - time (sec): 3.53 - samples/sec: 7257.05 - lr: 0.000781 +2023-03-29 17:52:16,256 epoch 119 - iter 98/493 - loss 0.00601208 - time (sec): 7.37 - samples/sec: 7146.06 - lr: 0.000781 +2023-03-29 17:52:19,748 epoch 119 - iter 147/493 - loss 0.00548327 - time (sec): 10.86 - samples/sec: 7198.80 - lr: 0.000781 +2023-03-29 17:52:23,111 epoch 119 - iter 196/493 - loss 0.00564948 - time (sec): 14.22 - samples/sec: 7294.38 - lr: 0.000781 +2023-03-29 17:52:26,511 epoch 119 - iter 245/493 - loss 0.00584250 - time (sec): 17.62 - samples/sec: 7330.89 - lr: 0.000781 +2023-03-29 17:52:29,881 epoch 119 - iter 294/493 - loss 0.00591830 - time (sec): 20.99 - samples/sec: 7366.79 - lr: 0.000781 +2023-03-29 17:52:33,421 epoch 119 - iter 343/493 - loss 0.00591154 - time (sec): 24.53 - samples/sec: 7364.12 - lr: 0.000781 +2023-03-29 17:52:36,821 epoch 119 - iter 392/493 - loss 0.00590758 - time (sec): 27.93 - samples/sec: 7383.71 - lr: 0.000781 +2023-03-29 17:52:40,260 epoch 119 - iter 441/493 - loss 0.00592919 - time (sec): 31.37 - samples/sec: 7396.53 - lr: 0.000781 +2023-03-29 17:52:43,596 epoch 119 - iter 490/493 - loss 0.00607027 - time (sec): 34.71 - samples/sec: 7421.29 - lr: 0.000781 +2023-03-29 17:52:43,796 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:52:43,796 EPOCH 119 done: loss 0.0061 - lr 0.000781 +2023-03-29 17:52:43,796 BAD EPOCHS (no improvement): 2 +2023-03-29 17:52:43,799 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:52:47,054 epoch 120 - iter 49/493 - loss 0.00638801 - time (sec): 3.26 - samples/sec: 7779.34 - lr: 0.000781 +2023-03-29 17:52:50,431 epoch 120 - iter 98/493 - loss 0.00652179 - time (sec): 6.63 - samples/sec: 7675.93 - lr: 0.000781 +2023-03-29 17:52:53,913 epoch 120 - iter 147/493 - loss 0.00667454 - time (sec): 10.11 - samples/sec: 7604.93 - lr: 0.000781 +2023-03-29 17:52:57,357 epoch 120 - iter 196/493 - loss 0.00686319 - time (sec): 13.56 - samples/sec: 7552.15 - lr: 0.000781 +2023-03-29 17:53:00,807 epoch 120 - iter 245/493 - loss 0.00669489 - time (sec): 17.01 - samples/sec: 7573.54 - lr: 0.000781 +2023-03-29 17:53:04,276 epoch 120 - iter 294/493 - loss 0.00652595 - time (sec): 20.48 - samples/sec: 7595.73 - lr: 0.000781 +2023-03-29 17:53:07,618 epoch 120 - iter 343/493 - loss 0.00638514 - time (sec): 23.82 - samples/sec: 7570.84 - lr: 0.000781 +2023-03-29 17:53:10,932 epoch 120 - iter 392/493 - loss 0.00630731 - time (sec): 27.13 - samples/sec: 7610.17 - lr: 0.000781 +2023-03-29 17:53:14,360 epoch 120 - iter 441/493 - loss 0.00614567 - time (sec): 30.56 - samples/sec: 7602.69 - lr: 0.000781 +2023-03-29 17:53:17,709 epoch 120 - iter 490/493 - loss 0.00608156 - time (sec): 33.91 - samples/sec: 7596.26 - lr: 0.000781 +2023-03-29 17:53:17,913 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:53:17,913 EPOCH 120 done: loss 0.0061 - lr 0.000781 +2023-03-29 17:53:17,913 BAD EPOCHS (no improvement): 3 +2023-03-29 17:53:17,916 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:53:21,507 epoch 121 - iter 49/493 - loss 0.00710549 - time (sec): 3.59 - samples/sec: 7375.04 - lr: 0.000781 +2023-03-29 17:53:24,793 epoch 121 - iter 98/493 - loss 0.00692539 - time (sec): 6.88 - samples/sec: 7482.88 - lr: 0.000781 +2023-03-29 17:53:28,111 epoch 121 - iter 147/493 - loss 0.00682256 - time (sec): 10.19 - samples/sec: 7556.39 - lr: 0.000781 +2023-03-29 17:53:31,517 epoch 121 - iter 196/493 - loss 0.00661373 - time (sec): 13.60 - samples/sec: 7543.69 - lr: 0.000781 +2023-03-29 17:53:34,915 epoch 121 - iter 245/493 - loss 0.00632979 - time (sec): 17.00 - samples/sec: 7559.63 - lr: 0.000781 +2023-03-29 17:53:38,474 epoch 121 - iter 294/493 - loss 0.00626038 - time (sec): 20.56 - samples/sec: 7544.41 - lr: 0.000781 +2023-03-29 17:53:41,893 epoch 121 - iter 343/493 - loss 0.00611005 - time (sec): 23.98 - samples/sec: 7534.68 - lr: 0.000781 +2023-03-29 17:53:45,366 epoch 121 - iter 392/493 - loss 0.00608508 - time (sec): 27.45 - samples/sec: 7537.61 - lr: 0.000781 +2023-03-29 17:53:48,668 epoch 121 - iter 441/493 - loss 0.00613797 - time (sec): 30.75 - samples/sec: 7558.66 - lr: 0.000781 +2023-03-29 17:53:52,012 epoch 121 - iter 490/493 - loss 0.00612733 - time (sec): 34.10 - samples/sec: 7555.54 - lr: 0.000781 +2023-03-29 17:53:52,223 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:53:52,223 EPOCH 121 done: loss 0.0061 - lr 0.000781 +2023-03-29 17:53:52,223 Epoch 121: reducing learning rate of group 0 to 3.9063e-04. +2023-03-29 17:53:52,223 BAD EPOCHS (no improvement): 4 +2023-03-29 17:53:52,226 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:53:55,489 epoch 122 - iter 49/493 - loss 0.00684342 - time (sec): 3.26 - samples/sec: 7798.87 - lr: 0.000391 +2023-03-29 17:53:58,851 epoch 122 - iter 98/493 - loss 0.00644594 - time (sec): 6.62 - samples/sec: 7630.21 - lr: 0.000391 +2023-03-29 17:54:02,201 epoch 122 - iter 147/493 - loss 0.00663640 - time (sec): 9.97 - samples/sec: 7642.93 - lr: 0.000391 +2023-03-29 17:54:05,502 epoch 122 - iter 196/493 - loss 0.00632482 - time (sec): 13.28 - samples/sec: 7670.34 - lr: 0.000391 +2023-03-29 17:54:08,944 epoch 122 - iter 245/493 - loss 0.00611891 - time (sec): 16.72 - samples/sec: 7655.80 - lr: 0.000391 +2023-03-29 17:54:12,525 epoch 122 - iter 294/493 - loss 0.00601900 - time (sec): 20.30 - samples/sec: 7561.93 - lr: 0.000391 +2023-03-29 17:54:15,910 epoch 122 - iter 343/493 - loss 0.00610750 - time (sec): 23.68 - samples/sec: 7581.99 - lr: 0.000391 +2023-03-29 17:54:19,343 epoch 122 - iter 392/493 - loss 0.00604042 - time (sec): 27.12 - samples/sec: 7580.58 - lr: 0.000391 +2023-03-29 17:54:22,802 epoch 122 - iter 441/493 - loss 0.00615812 - time (sec): 30.58 - samples/sec: 7596.56 - lr: 0.000391 +2023-03-29 17:54:26,211 epoch 122 - iter 490/493 - loss 0.00622035 - time (sec): 33.99 - samples/sec: 7580.78 - lr: 0.000391 +2023-03-29 17:54:26,412 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:54:26,412 EPOCH 122 done: loss 0.0062 - lr 0.000391 +2023-03-29 17:54:26,413 BAD EPOCHS (no improvement): 1 +2023-03-29 17:54:26,415 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:54:29,660 epoch 123 - iter 49/493 - loss 0.00617172 - time (sec): 3.25 - samples/sec: 7676.88 - lr: 0.000391 +2023-03-29 17:54:33,060 epoch 123 - iter 98/493 - loss 0.00567255 - time (sec): 6.65 - samples/sec: 7670.11 - lr: 0.000391 +2023-03-29 17:54:36,441 epoch 123 - iter 147/493 - loss 0.00669341 - time (sec): 10.03 - samples/sec: 7639.61 - lr: 0.000391 +2023-03-29 17:54:39,889 epoch 123 - iter 196/493 - loss 0.00641510 - time (sec): 13.47 - samples/sec: 7646.20 - lr: 0.000391 +2023-03-29 17:54:43,354 epoch 123 - iter 245/493 - loss 0.00608828 - time (sec): 16.94 - samples/sec: 7597.34 - lr: 0.000391 +2023-03-29 17:54:46,604 epoch 123 - iter 294/493 - loss 0.00589168 - time (sec): 20.19 - samples/sec: 7612.71 - lr: 0.000391 +2023-03-29 17:54:50,123 epoch 123 - iter 343/493 - loss 0.00597445 - time (sec): 23.71 - samples/sec: 7592.08 - lr: 0.000391 +2023-03-29 17:54:53,561 epoch 123 - iter 392/493 - loss 0.00588624 - time (sec): 27.15 - samples/sec: 7588.63 - lr: 0.000391 +2023-03-29 17:54:56,930 epoch 123 - iter 441/493 - loss 0.00583986 - time (sec): 30.52 - samples/sec: 7589.08 - lr: 0.000391 +2023-03-29 17:55:00,352 epoch 123 - iter 490/493 - loss 0.00599199 - time (sec): 33.94 - samples/sec: 7589.98 - lr: 0.000391 +2023-03-29 17:55:00,547 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:55:00,547 EPOCH 123 done: loss 0.0060 - lr 0.000391 +2023-03-29 17:55:00,547 BAD EPOCHS (no improvement): 2 +2023-03-29 17:55:00,553 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:55:04,116 epoch 124 - iter 49/493 - loss 0.00551931 - time (sec): 3.56 - samples/sec: 7324.41 - lr: 0.000391 +2023-03-29 17:55:07,617 epoch 124 - iter 98/493 - loss 0.00591350 - time (sec): 7.06 - samples/sec: 7347.75 - lr: 0.000391 +2023-03-29 17:55:10,979 epoch 124 - iter 147/493 - loss 0.00640294 - time (sec): 10.43 - samples/sec: 7441.71 - lr: 0.000391 +2023-03-29 17:55:14,538 epoch 124 - iter 196/493 - loss 0.00633526 - time (sec): 13.98 - samples/sec: 7363.55 - lr: 0.000391 +2023-03-29 17:55:17,923 epoch 124 - iter 245/493 - loss 0.00638028 - time (sec): 17.37 - samples/sec: 7414.25 - lr: 0.000391 +2023-03-29 17:55:21,355 epoch 124 - iter 294/493 - loss 0.00638010 - time (sec): 20.80 - samples/sec: 7423.24 - lr: 0.000391 +2023-03-29 17:55:24,843 epoch 124 - iter 343/493 - loss 0.00640306 - time (sec): 24.29 - samples/sec: 7398.28 - lr: 0.000391 +2023-03-29 17:55:28,432 epoch 124 - iter 392/493 - loss 0.00635066 - time (sec): 27.88 - samples/sec: 7370.61 - lr: 0.000391 +2023-03-29 17:55:31,896 epoch 124 - iter 441/493 - loss 0.00645959 - time (sec): 31.34 - samples/sec: 7379.77 - lr: 0.000391 +2023-03-29 17:55:35,330 epoch 124 - iter 490/493 - loss 0.00650392 - time (sec): 34.78 - samples/sec: 7405.20 - lr: 0.000391 +2023-03-29 17:55:35,527 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:55:35,528 EPOCH 124 done: loss 0.0065 - lr 0.000391 +2023-03-29 17:55:35,528 BAD EPOCHS (no improvement): 3 +2023-03-29 17:55:35,530 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:55:38,957 epoch 125 - iter 49/493 - loss 0.00658978 - time (sec): 3.43 - samples/sec: 7302.63 - lr: 0.000391 +2023-03-29 17:55:42,569 epoch 125 - iter 98/493 - loss 0.00604369 - time (sec): 7.04 - samples/sec: 7352.72 - lr: 0.000391 +2023-03-29 17:55:45,996 epoch 125 - iter 147/493 - loss 0.00564770 - time (sec): 10.47 - samples/sec: 7436.05 - lr: 0.000391 +2023-03-29 17:55:49,590 epoch 125 - iter 196/493 - loss 0.00609854 - time (sec): 14.06 - samples/sec: 7366.06 - lr: 0.000391 +2023-03-29 17:55:52,947 epoch 125 - iter 245/493 - loss 0.00647855 - time (sec): 17.42 - samples/sec: 7402.15 - lr: 0.000391 +2023-03-29 17:55:56,587 epoch 125 - iter 294/493 - loss 0.00668196 - time (sec): 21.06 - samples/sec: 7371.10 - lr: 0.000391 +2023-03-29 17:56:00,011 epoch 125 - iter 343/493 - loss 0.00675026 - time (sec): 24.48 - samples/sec: 7370.68 - lr: 0.000391 +2023-03-29 17:56:03,432 epoch 125 - iter 392/493 - loss 0.00679369 - time (sec): 27.90 - samples/sec: 7386.65 - lr: 0.000391 +2023-03-29 17:56:06,883 epoch 125 - iter 441/493 - loss 0.00666613 - time (sec): 31.35 - samples/sec: 7401.87 - lr: 0.000391 +2023-03-29 17:56:10,189 epoch 125 - iter 490/493 - loss 0.00672782 - time (sec): 34.66 - samples/sec: 7433.46 - lr: 0.000391 +2023-03-29 17:56:10,386 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:56:10,386 EPOCH 125 done: loss 0.0067 - lr 0.000391 +2023-03-29 17:56:10,386 Epoch 125: reducing learning rate of group 0 to 1.9531e-04. +2023-03-29 17:56:10,386 BAD EPOCHS (no improvement): 4 +2023-03-29 17:56:10,389 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:56:13,825 epoch 126 - iter 49/493 - loss 0.00677817 - time (sec): 3.44 - samples/sec: 7556.68 - lr: 0.000195 +2023-03-29 17:56:17,210 epoch 126 - iter 98/493 - loss 0.00613157 - time (sec): 6.82 - samples/sec: 7564.58 - lr: 0.000195 +2023-03-29 17:56:20,576 epoch 126 - iter 147/493 - loss 0.00616837 - time (sec): 10.19 - samples/sec: 7638.47 - lr: 0.000195 +2023-03-29 17:56:23,824 epoch 126 - iter 196/493 - loss 0.00596208 - time (sec): 13.43 - samples/sec: 7676.03 - lr: 0.000195 +2023-03-29 17:56:27,454 epoch 126 - iter 245/493 - loss 0.00597387 - time (sec): 17.06 - samples/sec: 7579.73 - lr: 0.000195 +2023-03-29 17:56:30,986 epoch 126 - iter 294/493 - loss 0.00612076 - time (sec): 20.60 - samples/sec: 7529.77 - lr: 0.000195 +2023-03-29 17:56:34,370 epoch 126 - iter 343/493 - loss 0.00623216 - time (sec): 23.98 - samples/sec: 7545.42 - lr: 0.000195 +2023-03-29 17:56:37,690 epoch 126 - iter 392/493 - loss 0.00608157 - time (sec): 27.30 - samples/sec: 7558.87 - lr: 0.000195 +2023-03-29 17:56:41,217 epoch 126 - iter 441/493 - loss 0.00609667 - time (sec): 30.83 - samples/sec: 7526.10 - lr: 0.000195 +2023-03-29 17:56:44,820 epoch 126 - iter 490/493 - loss 0.00597955 - time (sec): 34.43 - samples/sec: 7480.24 - lr: 0.000195 +2023-03-29 17:56:45,039 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:56:45,039 EPOCH 126 done: loss 0.0060 - lr 0.000195 +2023-03-29 17:56:45,040 BAD EPOCHS (no improvement): 1 +2023-03-29 17:56:45,042 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:56:48,635 epoch 127 - iter 49/493 - loss 0.00792995 - time (sec): 3.59 - samples/sec: 7159.51 - lr: 0.000195 +2023-03-29 17:56:52,093 epoch 127 - iter 98/493 - loss 0.00637629 - time (sec): 7.05 - samples/sec: 7253.13 - lr: 0.000195 +2023-03-29 17:56:55,589 epoch 127 - iter 147/493 - loss 0.00617894 - time (sec): 10.55 - samples/sec: 7273.58 - lr: 0.000195 +2023-03-29 17:56:59,189 epoch 127 - iter 196/493 - loss 0.00608748 - time (sec): 14.15 - samples/sec: 7268.28 - lr: 0.000195 +2023-03-29 17:57:02,785 epoch 127 - iter 245/493 - loss 0.00603498 - time (sec): 17.74 - samples/sec: 7266.59 - lr: 0.000195 +2023-03-29 17:57:06,220 epoch 127 - iter 294/493 - loss 0.00615045 - time (sec): 21.18 - samples/sec: 7316.83 - lr: 0.000195 +2023-03-29 17:57:09,644 epoch 127 - iter 343/493 - loss 0.00612571 - time (sec): 24.60 - samples/sec: 7342.44 - lr: 0.000195 +2023-03-29 17:57:12,918 epoch 127 - iter 392/493 - loss 0.00613199 - time (sec): 27.88 - samples/sec: 7384.95 - lr: 0.000195 +2023-03-29 17:57:16,356 epoch 127 - iter 441/493 - loss 0.00614883 - time (sec): 31.31 - samples/sec: 7396.48 - lr: 0.000195 +2023-03-29 17:57:19,891 epoch 127 - iter 490/493 - loss 0.00591375 - time (sec): 34.85 - samples/sec: 7392.05 - lr: 0.000195 +2023-03-29 17:57:20,083 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:57:20,083 EPOCH 127 done: loss 0.0059 - lr 0.000195 +2023-03-29 17:57:20,083 BAD EPOCHS (no improvement): 2 +2023-03-29 17:57:20,086 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:57:23,457 epoch 128 - iter 49/493 - loss 0.00656639 - time (sec): 3.37 - samples/sec: 7663.82 - lr: 0.000195 +2023-03-29 17:57:26,901 epoch 128 - iter 98/493 - loss 0.00669642 - time (sec): 6.81 - samples/sec: 7573.89 - lr: 0.000195 +2023-03-29 17:57:30,313 epoch 128 - iter 147/493 - loss 0.00723402 - time (sec): 10.23 - samples/sec: 7616.30 - lr: 0.000195 +2023-03-29 17:57:33,609 epoch 128 - iter 196/493 - loss 0.00689746 - time (sec): 13.52 - samples/sec: 7581.50 - lr: 0.000195 +2023-03-29 17:57:37,084 epoch 128 - iter 245/493 - loss 0.00678309 - time (sec): 17.00 - samples/sec: 7558.15 - lr: 0.000195 +2023-03-29 17:57:40,479 epoch 128 - iter 294/493 - loss 0.00675309 - time (sec): 20.39 - samples/sec: 7566.31 - lr: 0.000195 +2023-03-29 17:57:43,787 epoch 128 - iter 343/493 - loss 0.00681580 - time (sec): 23.70 - samples/sec: 7600.83 - lr: 0.000195 +2023-03-29 17:57:47,283 epoch 128 - iter 392/493 - loss 0.00674115 - time (sec): 27.20 - samples/sec: 7580.60 - lr: 0.000195 +2023-03-29 17:57:50,613 epoch 128 - iter 441/493 - loss 0.00665183 - time (sec): 30.53 - samples/sec: 7593.71 - lr: 0.000195 +2023-03-29 17:57:54,084 epoch 128 - iter 490/493 - loss 0.00671389 - time (sec): 34.00 - samples/sec: 7577.51 - lr: 0.000195 +2023-03-29 17:57:54,282 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:57:54,282 EPOCH 128 done: loss 0.0067 - lr 0.000195 +2023-03-29 17:57:54,282 BAD EPOCHS (no improvement): 3 +2023-03-29 17:57:54,285 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:57:57,711 epoch 129 - iter 49/493 - loss 0.00723180 - time (sec): 3.43 - samples/sec: 7595.09 - lr: 0.000195 +2023-03-29 17:58:01,130 epoch 129 - iter 98/493 - loss 0.00660335 - time (sec): 6.84 - samples/sec: 7512.29 - lr: 0.000195 +2023-03-29 17:58:04,637 epoch 129 - iter 147/493 - loss 0.00653070 - time (sec): 10.35 - samples/sec: 7491.41 - lr: 0.000195 +2023-03-29 17:58:08,032 epoch 129 - iter 196/493 - loss 0.00667291 - time (sec): 13.75 - samples/sec: 7523.23 - lr: 0.000195 +2023-03-29 17:58:11,433 epoch 129 - iter 245/493 - loss 0.00661422 - time (sec): 17.15 - samples/sec: 7523.71 - lr: 0.000195 +2023-03-29 17:58:14,804 epoch 129 - iter 294/493 - loss 0.00623407 - time (sec): 20.52 - samples/sec: 7539.20 - lr: 0.000195 +2023-03-29 17:58:18,120 epoch 129 - iter 343/493 - loss 0.00659638 - time (sec): 23.83 - samples/sec: 7559.03 - lr: 0.000195 +2023-03-29 17:58:21,529 epoch 129 - iter 392/493 - loss 0.00666303 - time (sec): 27.24 - samples/sec: 7579.16 - lr: 0.000195 +2023-03-29 17:58:25,095 epoch 129 - iter 441/493 - loss 0.00657534 - time (sec): 30.81 - samples/sec: 7542.97 - lr: 0.000195 +2023-03-29 17:58:28,374 epoch 129 - iter 490/493 - loss 0.00663830 - time (sec): 34.09 - samples/sec: 7559.31 - lr: 0.000195 +2023-03-29 17:58:28,582 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:58:28,582 EPOCH 129 done: loss 0.0066 - lr 0.000195 +2023-03-29 17:58:28,582 Epoch 129: reducing learning rate of group 0 to 9.7656e-05. +2023-03-29 17:58:28,582 BAD EPOCHS (no improvement): 4 +2023-03-29 17:58:28,585 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:58:28,585 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:58:28,585 learning rate too small - quitting training! +2023-03-29 17:58:28,585 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:58:35,394 ---------------------------------------------------------------------------------------------------- +2023-03-29 17:58:35,394 Testing using last state of model ... +2023-03-29 17:58:49,720 Evaluating as a multi-label problem: False +2023-03-29 17:58:49,743 0.8966 0.8584 0.8771 0.8024 +2023-03-29 17:58:49,743 +Results: +- F-score (micro) 0.8771 +- F-score (macro) 0.8091 +- Accuracy 0.8024 + +By class: + precision recall f1-score support + + PER 0.9367 0.9413 0.9390 1210 + LOC 0.8997 0.8877 0.8937 1051 + ORG 0.8226 0.7620 0.7911 584 + MISC 0.8031 0.4951 0.6126 206 + + micro avg 0.8966 0.8584 0.8771 3051 + macro avg 0.8655 0.7715 0.8091 3051 +weighted avg 0.8931 0.8584 0.8730 3051 + +2023-03-29 17:58:49,743 ----------------------------------------------------------------------------------------------------