diff --git "a/training.log" "b/training.log" new file mode 100644--- /dev/null +++ "b/training.log" @@ -0,0 +1,1369 @@ +2021-10-21 10:23:18,835 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:23:18,836 Model: "SequenceTagger( + (embeddings): StackedEmbeddings( + (list_embedding_0): WordEmbeddings('pubmed') + (list_embedding_1): FlairEmbeddings( + (lm): LanguageModel( + (drop): Dropout(p=0.1, inplace=False) + (encoder): Embedding(275, 100) + (rnn): LSTM(100, 2048) + (decoder): Linear(in_features=2048, out_features=275, bias=True) + ) + ) + (list_embedding_2): FlairEmbeddings( + (lm): LanguageModel( + (drop): Dropout(p=0.1, inplace=False) + (encoder): Embedding(275, 100) + (rnn): LSTM(100, 2048) + (decoder): Linear(in_features=2048, out_features=275, bias=True) + ) + ) + ) + (word_dropout): WordDropout(p=0.05) + (locked_dropout): LockedDropout(p=0.5) + (embedding2nn): Linear(in_features=4296, out_features=4296, bias=True) + (rnn): LSTM(4296, 256, batch_first=True, bidirectional=True) + (linear): Linear(in_features=512, out_features=7, bias=True) + (beta): 1.0 + (weights): None + (weight_tensor) None +)" +2021-10-21 10:23:18,836 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:23:18,836 Corpus: "Corpus: 1937 train + 215 dev + 538 test sentences" +2021-10-21 10:23:18,837 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:23:18,837 Parameters: +2021-10-21 10:23:18,837 - learning_rate: "0.1" +2021-10-21 10:23:18,837 - mini_batch_size: "32" +2021-10-21 10:23:18,837 - patience: "3" +2021-10-21 10:23:18,837 - anneal_factor: "0.5" +2021-10-21 10:23:18,837 - max_epochs: "100" +2021-10-21 10:23:18,837 - shuffle: "True" +2021-10-21 10:23:18,837 - train_with_dev: "True" +2021-10-21 10:23:18,837 - batch_growth_annealing: "False" +2021-10-21 10:23:18,838 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:23:18,838 Model training base path: "/glusterfs/dfs-gfs-dist/gardasam/bte-corpus/reg-feat-models/Promoter" +2021-10-21 10:23:18,838 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:23:18,838 Device: cuda:0 +2021-10-21 10:23:18,838 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:23:18,838 Embeddings storage mode: cpu +2021-10-21 10:23:18,841 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:23:22,326 epoch 1 - iter 8/85 - loss 0.98525109 - samples/sec: 73.50 - lr: 0.100000 +2021-10-21 10:23:25,935 epoch 1 - iter 16/85 - loss 0.53019756 - samples/sec: 70.96 - lr: 0.100000 +2021-10-21 10:23:29,990 epoch 1 - iter 24/85 - loss 0.38257359 - samples/sec: 63.16 - lr: 0.100000 +2021-10-21 10:23:33,290 epoch 1 - iter 32/85 - loss 0.30177341 - samples/sec: 77.62 - lr: 0.100000 +2021-10-21 10:23:36,896 epoch 1 - iter 40/85 - loss 0.25439662 - samples/sec: 71.04 - lr: 0.100000 +2021-10-21 10:23:40,374 epoch 1 - iter 48/85 - loss 0.21982371 - samples/sec: 73.63 - lr: 0.100000 +2021-10-21 10:23:44,266 epoch 1 - iter 56/85 - loss 0.19665689 - samples/sec: 65.82 - lr: 0.100000 +2021-10-21 10:23:47,409 epoch 1 - iter 64/85 - loss 0.17851474 - samples/sec: 81.48 - lr: 0.100000 +2021-10-21 10:23:50,882 epoch 1 - iter 72/85 - loss 0.16262753 - samples/sec: 73.75 - lr: 0.100000 +2021-10-21 10:23:54,014 epoch 1 - iter 80/85 - loss 0.14934900 - samples/sec: 81.79 - lr: 0.100000 +2021-10-21 10:23:55,833 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:23:55,833 EPOCH 1 done: loss 0.1441 - lr 0.1000000 +2021-10-21 10:23:55,833 BAD EPOCHS (no improvement): 0 +2021-10-21 10:24:04,022 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:24:05,751 epoch 2 - iter 8/85 - loss 0.02474987 - samples/sec: 148.23 - lr: 0.100000 +2021-10-21 10:24:07,431 epoch 2 - iter 16/85 - loss 0.02442881 - samples/sec: 152.57 - lr: 0.100000 +2021-10-21 10:24:08,845 epoch 2 - iter 24/85 - loss 0.02609266 - samples/sec: 181.21 - lr: 0.100000 +2021-10-21 10:24:10,543 epoch 2 - iter 32/85 - loss 0.02813767 - samples/sec: 150.84 - lr: 0.100000 +2021-10-21 10:24:12,110 epoch 2 - iter 40/85 - loss 0.03161957 - samples/sec: 163.53 - lr: 0.100000 +2021-10-21 10:24:13,595 epoch 2 - iter 48/85 - loss 0.03064032 - samples/sec: 172.63 - lr: 0.100000 +2021-10-21 10:24:15,253 epoch 2 - iter 56/85 - loss 0.02952088 - samples/sec: 154.51 - lr: 0.100000 +2021-10-21 10:24:16,766 epoch 2 - iter 64/85 - loss 0.02895661 - samples/sec: 169.39 - lr: 0.100000 +2021-10-21 10:24:18,367 epoch 2 - iter 72/85 - loss 0.02910488 - samples/sec: 160.05 - lr: 0.100000 +2021-10-21 10:24:19,751 epoch 2 - iter 80/85 - loss 0.02875533 - samples/sec: 185.12 - lr: 0.100000 +2021-10-21 10:24:20,529 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:24:20,530 EPOCH 2 done: loss 0.0292 - lr 0.1000000 +2021-10-21 10:24:20,530 BAD EPOCHS (no improvement): 0 +2021-10-21 10:24:28,818 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:24:30,253 epoch 3 - iter 8/85 - loss 0.01995206 - samples/sec: 178.70 - lr: 0.100000 +2021-10-21 10:24:31,686 epoch 3 - iter 16/85 - loss 0.02203133 - samples/sec: 178.77 - lr: 0.100000 +2021-10-21 10:24:33,078 epoch 3 - iter 24/85 - loss 0.02285393 - samples/sec: 184.19 - lr: 0.100000 +2021-10-21 10:24:34,670 epoch 3 - iter 32/85 - loss 0.02191791 - samples/sec: 160.88 - lr: 0.100000 +2021-10-21 10:24:36,124 epoch 3 - iter 40/85 - loss 0.02113990 - samples/sec: 176.25 - lr: 0.100000 +2021-10-21 10:24:37,695 epoch 3 - iter 48/85 - loss 0.02142617 - samples/sec: 163.04 - lr: 0.100000 +2021-10-21 10:24:39,211 epoch 3 - iter 56/85 - loss 0.02163965 - samples/sec: 169.11 - lr: 0.100000 +2021-10-21 10:24:40,806 epoch 3 - iter 64/85 - loss 0.02041579 - samples/sec: 160.61 - lr: 0.100000 +2021-10-21 10:24:42,312 epoch 3 - iter 72/85 - loss 0.02081366 - samples/sec: 170.10 - lr: 0.100000 +2021-10-21 10:24:43,787 epoch 3 - iter 80/85 - loss 0.02050247 - samples/sec: 173.75 - lr: 0.100000 +2021-10-21 10:24:44,669 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:24:44,670 EPOCH 3 done: loss 0.0207 - lr 0.1000000 +2021-10-21 10:24:44,670 BAD EPOCHS (no improvement): 0 +2021-10-21 10:24:52,909 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:24:54,371 epoch 4 - iter 8/85 - loss 0.01637695 - samples/sec: 175.38 - lr: 0.100000 +2021-10-21 10:24:55,871 epoch 4 - iter 16/85 - loss 0.01228302 - samples/sec: 170.88 - lr: 0.100000 +2021-10-21 10:24:57,535 epoch 4 - iter 24/85 - loss 0.01432898 - samples/sec: 153.93 - lr: 0.100000 +2021-10-21 10:24:59,010 epoch 4 - iter 32/85 - loss 0.01681999 - samples/sec: 173.79 - lr: 0.100000 +2021-10-21 10:25:00,427 epoch 4 - iter 40/85 - loss 0.01502543 - samples/sec: 180.75 - lr: 0.100000 +2021-10-21 10:25:01,917 epoch 4 - iter 48/85 - loss 0.01593557 - samples/sec: 172.07 - lr: 0.100000 +2021-10-21 10:25:03,383 epoch 4 - iter 56/85 - loss 0.01522220 - samples/sec: 174.79 - lr: 0.100000 +2021-10-21 10:25:04,946 epoch 4 - iter 64/85 - loss 0.01577786 - samples/sec: 163.93 - lr: 0.100000 +2021-10-21 10:25:06,190 epoch 4 - iter 72/85 - loss 0.01520358 - samples/sec: 205.92 - lr: 0.100000 +2021-10-21 10:25:07,864 epoch 4 - iter 80/85 - loss 0.01623492 - samples/sec: 153.04 - lr: 0.100000 +2021-10-21 10:25:08,756 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:25:08,757 EPOCH 4 done: loss 0.0162 - lr 0.1000000 +2021-10-21 10:25:08,757 BAD EPOCHS (no improvement): 0 +2021-10-21 10:25:17,014 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:25:18,714 epoch 5 - iter 8/85 - loss 0.01769775 - samples/sec: 150.80 - lr: 0.100000 +2021-10-21 10:25:20,364 epoch 5 - iter 16/85 - loss 0.01587728 - samples/sec: 155.34 - lr: 0.100000 +2021-10-21 10:25:22,279 epoch 5 - iter 24/85 - loss 0.01572767 - samples/sec: 133.78 - lr: 0.100000 +2021-10-21 10:25:24,128 epoch 5 - iter 32/85 - loss 0.01797277 - samples/sec: 138.61 - lr: 0.100000 +2021-10-21 10:25:25,590 epoch 5 - iter 40/85 - loss 0.01737963 - samples/sec: 175.31 - lr: 0.100000 +2021-10-21 10:25:27,377 epoch 5 - iter 48/85 - loss 0.01611809 - samples/sec: 143.41 - lr: 0.100000 +2021-10-21 10:25:29,155 epoch 5 - iter 56/85 - loss 0.01470079 - samples/sec: 144.13 - lr: 0.100000 +2021-10-21 10:25:30,778 epoch 5 - iter 64/85 - loss 0.01445155 - samples/sec: 157.88 - lr: 0.100000 +2021-10-21 10:25:32,589 epoch 5 - iter 72/85 - loss 0.01419081 - samples/sec: 141.48 - lr: 0.100000 +2021-10-21 10:25:34,360 epoch 5 - iter 80/85 - loss 0.01346338 - samples/sec: 144.65 - lr: 0.100000 +2021-10-21 10:25:35,579 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:25:35,580 EPOCH 5 done: loss 0.0139 - lr 0.1000000 +2021-10-21 10:25:35,580 BAD EPOCHS (no improvement): 0 +2021-10-21 10:25:43,934 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:25:45,450 epoch 6 - iter 8/85 - loss 0.01273846 - samples/sec: 169.20 - lr: 0.100000 +2021-10-21 10:25:46,901 epoch 6 - iter 16/85 - loss 0.01356891 - samples/sec: 176.61 - lr: 0.100000 +2021-10-21 10:25:48,574 epoch 6 - iter 24/85 - loss 0.01213649 - samples/sec: 153.19 - lr: 0.100000 +2021-10-21 10:25:50,182 epoch 6 - iter 32/85 - loss 0.01279980 - samples/sec: 159.38 - lr: 0.100000 +2021-10-21 10:25:51,510 epoch 6 - iter 40/85 - loss 0.01316998 - samples/sec: 192.95 - lr: 0.100000 +2021-10-21 10:25:52,903 epoch 6 - iter 48/85 - loss 0.01267637 - samples/sec: 184.04 - lr: 0.100000 +2021-10-21 10:25:54,503 epoch 6 - iter 56/85 - loss 0.01269242 - samples/sec: 160.14 - lr: 0.100000 +2021-10-21 10:25:56,083 epoch 6 - iter 64/85 - loss 0.01364480 - samples/sec: 162.23 - lr: 0.100000 +2021-10-21 10:25:57,483 epoch 6 - iter 72/85 - loss 0.01351329 - samples/sec: 183.06 - lr: 0.100000 +2021-10-21 10:25:59,042 epoch 6 - iter 80/85 - loss 0.01292283 - samples/sec: 164.34 - lr: 0.100000 +2021-10-21 10:26:00,030 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:26:00,030 EPOCH 6 done: loss 0.0125 - lr 0.1000000 +2021-10-21 10:26:00,030 BAD EPOCHS (no improvement): 0 +2021-10-21 10:26:08,404 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:26:09,991 epoch 7 - iter 8/85 - loss 0.00735173 - samples/sec: 161.66 - lr: 0.100000 +2021-10-21 10:26:11,438 epoch 7 - iter 16/85 - loss 0.01019929 - samples/sec: 177.04 - lr: 0.100000 +2021-10-21 10:26:13,306 epoch 7 - iter 24/85 - loss 0.00982277 - samples/sec: 137.23 - lr: 0.100000 +2021-10-21 10:26:14,980 epoch 7 - iter 32/85 - loss 0.00924782 - samples/sec: 153.04 - lr: 0.100000 +2021-10-21 10:26:16,386 epoch 7 - iter 40/85 - loss 0.00800272 - samples/sec: 182.28 - lr: 0.100000 +2021-10-21 10:26:18,043 epoch 7 - iter 48/85 - loss 0.00871679 - samples/sec: 154.60 - lr: 0.100000 +2021-10-21 10:26:19,527 epoch 7 - iter 56/85 - loss 0.00945767 - samples/sec: 172.72 - lr: 0.100000 +2021-10-21 10:26:21,075 epoch 7 - iter 64/85 - loss 0.00936939 - samples/sec: 165.58 - lr: 0.100000 +2021-10-21 10:26:22,708 epoch 7 - iter 72/85 - loss 0.00960203 - samples/sec: 156.92 - lr: 0.100000 +2021-10-21 10:26:24,118 epoch 7 - iter 80/85 - loss 0.00971995 - samples/sec: 181.64 - lr: 0.100000 +2021-10-21 10:26:24,949 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:26:24,949 EPOCH 7 done: loss 0.0099 - lr 0.1000000 +2021-10-21 10:26:24,950 BAD EPOCHS (no improvement): 0 +2021-10-21 10:26:33,291 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:26:35,109 epoch 8 - iter 8/85 - loss 0.01229586 - samples/sec: 141.05 - lr: 0.100000 +2021-10-21 10:26:36,612 epoch 8 - iter 16/85 - loss 0.00980319 - samples/sec: 170.53 - lr: 0.100000 +2021-10-21 10:26:38,103 epoch 8 - iter 24/85 - loss 0.00837691 - samples/sec: 171.82 - lr: 0.100000 +2021-10-21 10:26:42,535 epoch 8 - iter 32/85 - loss 0.00714354 - samples/sec: 57.78 - lr: 0.100000 +2021-10-21 10:26:44,125 epoch 8 - iter 40/85 - loss 0.00848369 - samples/sec: 161.14 - lr: 0.100000 +2021-10-21 10:26:45,764 epoch 8 - iter 48/85 - loss 0.00826498 - samples/sec: 156.45 - lr: 0.100000 +2021-10-21 10:26:47,719 epoch 8 - iter 56/85 - loss 0.00890965 - samples/sec: 131.02 - lr: 0.100000 +2021-10-21 10:26:49,356 epoch 8 - iter 64/85 - loss 0.00937779 - samples/sec: 156.60 - lr: 0.100000 +2021-10-21 10:26:51,226 epoch 8 - iter 72/85 - loss 0.01024995 - samples/sec: 137.06 - lr: 0.100000 +2021-10-21 10:26:52,957 epoch 8 - iter 80/85 - loss 0.00996461 - samples/sec: 148.08 - lr: 0.100000 +2021-10-21 10:26:53,856 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:26:53,857 EPOCH 8 done: loss 0.0099 - lr 0.1000000 +2021-10-21 10:26:53,858 BAD EPOCHS (no improvement): 0 +2021-10-21 10:27:02,256 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:27:04,205 epoch 9 - iter 8/85 - loss 0.00664919 - samples/sec: 131.56 - lr: 0.100000 +2021-10-21 10:27:05,986 epoch 9 - iter 16/85 - loss 0.00581548 - samples/sec: 143.84 - lr: 0.100000 +2021-10-21 10:27:07,872 epoch 9 - iter 24/85 - loss 0.00993751 - samples/sec: 135.91 - lr: 0.100000 +2021-10-21 10:27:09,737 epoch 9 - iter 32/85 - loss 0.00869804 - samples/sec: 137.42 - lr: 0.100000 +2021-10-21 10:27:11,595 epoch 9 - iter 40/85 - loss 0.00793812 - samples/sec: 137.93 - lr: 0.100000 +2021-10-21 10:27:13,367 epoch 9 - iter 48/85 - loss 0.00758223 - samples/sec: 144.59 - lr: 0.100000 +2021-10-21 10:27:15,329 epoch 9 - iter 56/85 - loss 0.00699004 - samples/sec: 130.58 - lr: 0.100000 +2021-10-21 10:27:17,279 epoch 9 - iter 64/85 - loss 0.00774778 - samples/sec: 131.38 - lr: 0.100000 +2021-10-21 10:27:19,043 epoch 9 - iter 72/85 - loss 0.00753725 - samples/sec: 145.34 - lr: 0.100000 +2021-10-21 10:27:20,927 epoch 9 - iter 80/85 - loss 0.00760621 - samples/sec: 135.99 - lr: 0.100000 +2021-10-21 10:27:21,854 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:27:21,855 EPOCH 9 done: loss 0.0077 - lr 0.1000000 +2021-10-21 10:27:21,855 BAD EPOCHS (no improvement): 0 +2021-10-21 10:27:30,107 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:27:32,579 epoch 10 - iter 8/85 - loss 0.00669655 - samples/sec: 103.64 - lr: 0.100000 +2021-10-21 10:27:34,491 epoch 10 - iter 16/85 - loss 0.00576549 - samples/sec: 134.09 - lr: 0.100000 +2021-10-21 10:27:36,528 epoch 10 - iter 24/85 - loss 0.00490517 - samples/sec: 125.80 - lr: 0.100000 +2021-10-21 10:27:38,342 epoch 10 - iter 32/85 - loss 0.00597137 - samples/sec: 141.21 - lr: 0.100000 +2021-10-21 10:27:40,364 epoch 10 - iter 40/85 - loss 0.00614049 - samples/sec: 126.75 - lr: 0.100000 +2021-10-21 10:27:42,455 epoch 10 - iter 48/85 - loss 0.00662613 - samples/sec: 122.55 - lr: 0.100000 +2021-10-21 10:27:44,441 epoch 10 - iter 56/85 - loss 0.00650287 - samples/sec: 129.03 - lr: 0.100000 +2021-10-21 10:27:46,572 epoch 10 - iter 64/85 - loss 0.00668244 - samples/sec: 120.17 - lr: 0.100000 +2021-10-21 10:27:48,558 epoch 10 - iter 72/85 - loss 0.00668358 - samples/sec: 129.05 - lr: 0.100000 +2021-10-21 10:27:50,595 epoch 10 - iter 80/85 - loss 0.00751600 - samples/sec: 125.78 - lr: 0.100000 +2021-10-21 10:27:51,627 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:27:51,628 EPOCH 10 done: loss 0.0076 - lr 0.1000000 +2021-10-21 10:27:51,628 BAD EPOCHS (no improvement): 0 +2021-10-21 10:27:59,902 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:28:01,621 epoch 11 - iter 8/85 - loss 0.00708939 - samples/sec: 149.06 - lr: 0.100000 +2021-10-21 10:28:03,690 epoch 11 - iter 16/85 - loss 0.00597618 - samples/sec: 123.83 - lr: 0.100000 +2021-10-21 10:28:05,364 epoch 11 - iter 24/85 - loss 0.00679190 - samples/sec: 153.09 - lr: 0.100000 +2021-10-21 10:28:07,263 epoch 11 - iter 32/85 - loss 0.00786068 - samples/sec: 134.93 - lr: 0.100000 +2021-10-21 10:28:09,048 epoch 11 - iter 40/85 - loss 0.00751955 - samples/sec: 143.57 - lr: 0.100000 +2021-10-21 10:28:10,891 epoch 11 - iter 48/85 - loss 0.00715316 - samples/sec: 139.03 - lr: 0.100000 +2021-10-21 10:28:12,782 epoch 11 - iter 56/85 - loss 0.00660507 - samples/sec: 135.50 - lr: 0.100000 +2021-10-21 10:28:14,526 epoch 11 - iter 64/85 - loss 0.00657001 - samples/sec: 146.94 - lr: 0.100000 +2021-10-21 10:28:16,317 epoch 11 - iter 72/85 - loss 0.00669459 - samples/sec: 143.08 - lr: 0.100000 +2021-10-21 10:28:18,270 epoch 11 - iter 80/85 - loss 0.00646051 - samples/sec: 131.18 - lr: 0.100000 +2021-10-21 10:28:19,228 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:28:19,229 EPOCH 11 done: loss 0.0063 - lr 0.1000000 +2021-10-21 10:28:19,229 BAD EPOCHS (no improvement): 0 +2021-10-21 10:28:27,438 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:28:29,611 epoch 12 - iter 8/85 - loss 0.00632099 - samples/sec: 117.96 - lr: 0.100000 +2021-10-21 10:28:31,589 epoch 12 - iter 16/85 - loss 0.00592386 - samples/sec: 129.51 - lr: 0.100000 +2021-10-21 10:28:33,591 epoch 12 - iter 24/85 - loss 0.00788507 - samples/sec: 127.99 - lr: 0.100000 +2021-10-21 10:28:35,540 epoch 12 - iter 32/85 - loss 0.00766428 - samples/sec: 131.52 - lr: 0.100000 +2021-10-21 10:28:37,553 epoch 12 - iter 40/85 - loss 0.00734823 - samples/sec: 127.27 - lr: 0.100000 +2021-10-21 10:28:39,479 epoch 12 - iter 48/85 - loss 0.00701816 - samples/sec: 133.08 - lr: 0.100000 +2021-10-21 10:28:41,564 epoch 12 - iter 56/85 - loss 0.00645072 - samples/sec: 122.88 - lr: 0.100000 +2021-10-21 10:28:43,326 epoch 12 - iter 64/85 - loss 0.00610831 - samples/sec: 145.45 - lr: 0.100000 +2021-10-21 10:28:45,303 epoch 12 - iter 72/85 - loss 0.00605978 - samples/sec: 129.62 - lr: 0.100000 +2021-10-21 10:28:46,945 epoch 12 - iter 80/85 - loss 0.00585595 - samples/sec: 156.08 - lr: 0.100000 +2021-10-21 10:28:47,954 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:28:47,955 EPOCH 12 done: loss 0.0056 - lr 0.1000000 +2021-10-21 10:28:47,955 BAD EPOCHS (no improvement): 0 +2021-10-21 10:28:56,298 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:28:58,099 epoch 13 - iter 8/85 - loss 0.00511183 - samples/sec: 142.39 - lr: 0.100000 +2021-10-21 10:28:59,859 epoch 13 - iter 16/85 - loss 0.00613744 - samples/sec: 145.63 - lr: 0.100000 +2021-10-21 10:29:01,544 epoch 13 - iter 24/85 - loss 0.00534522 - samples/sec: 152.06 - lr: 0.100000 +2021-10-21 10:29:03,269 epoch 13 - iter 32/85 - loss 0.00634770 - samples/sec: 148.61 - lr: 0.100000 +2021-10-21 10:29:04,811 epoch 13 - iter 40/85 - loss 0.00586972 - samples/sec: 166.22 - lr: 0.100000 +2021-10-21 10:29:06,572 epoch 13 - iter 48/85 - loss 0.00559226 - samples/sec: 145.52 - lr: 0.100000 +2021-10-21 10:29:08,379 epoch 13 - iter 56/85 - loss 0.00584824 - samples/sec: 141.82 - lr: 0.100000 +2021-10-21 10:29:09,959 epoch 13 - iter 64/85 - loss 0.00603651 - samples/sec: 162.13 - lr: 0.100000 +2021-10-21 10:29:11,715 epoch 13 - iter 72/85 - loss 0.00565201 - samples/sec: 146.01 - lr: 0.100000 +2021-10-21 10:29:13,523 epoch 13 - iter 80/85 - loss 0.00536960 - samples/sec: 141.72 - lr: 0.100000 +2021-10-21 10:29:14,383 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:29:14,384 EPOCH 13 done: loss 0.0052 - lr 0.1000000 +2021-10-21 10:29:14,384 BAD EPOCHS (no improvement): 0 +2021-10-21 10:29:22,720 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:29:24,680 epoch 14 - iter 8/85 - loss 0.00795356 - samples/sec: 130.85 - lr: 0.100000 +2021-10-21 10:29:26,583 epoch 14 - iter 16/85 - loss 0.00565634 - samples/sec: 134.68 - lr: 0.100000 +2021-10-21 10:29:28,442 epoch 14 - iter 24/85 - loss 0.00567618 - samples/sec: 137.84 - lr: 0.100000 +2021-10-21 10:29:30,484 epoch 14 - iter 32/85 - loss 0.00513340 - samples/sec: 125.48 - lr: 0.100000 +2021-10-21 10:29:32,374 epoch 14 - iter 40/85 - loss 0.00531784 - samples/sec: 135.59 - lr: 0.100000 +2021-10-21 10:29:34,018 epoch 14 - iter 48/85 - loss 0.00484348 - samples/sec: 155.86 - lr: 0.100000 +2021-10-21 10:29:35,836 epoch 14 - iter 56/85 - loss 0.00455018 - samples/sec: 140.92 - lr: 0.100000 +2021-10-21 10:29:37,872 epoch 14 - iter 64/85 - loss 0.00427906 - samples/sec: 125.90 - lr: 0.100000 +2021-10-21 10:29:40,037 epoch 14 - iter 72/85 - loss 0.00419439 - samples/sec: 118.38 - lr: 0.100000 +2021-10-21 10:29:41,726 epoch 14 - iter 80/85 - loss 0.00418640 - samples/sec: 151.76 - lr: 0.100000 +2021-10-21 10:29:42,621 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:29:42,622 EPOCH 14 done: loss 0.0043 - lr 0.1000000 +2021-10-21 10:29:42,622 BAD EPOCHS (no improvement): 0 +2021-10-21 10:29:51,019 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:29:52,887 epoch 15 - iter 8/85 - loss 0.00519270 - samples/sec: 137.32 - lr: 0.100000 +2021-10-21 10:29:54,650 epoch 15 - iter 16/85 - loss 0.00314611 - samples/sec: 145.55 - lr: 0.100000 +2021-10-21 10:29:56,456 epoch 15 - iter 24/85 - loss 0.00375117 - samples/sec: 141.94 - lr: 0.100000 +2021-10-21 10:29:58,351 epoch 15 - iter 32/85 - loss 0.00395992 - samples/sec: 135.33 - lr: 0.100000 +2021-10-21 10:30:00,276 epoch 15 - iter 40/85 - loss 0.00393588 - samples/sec: 133.20 - lr: 0.100000 +2021-10-21 10:30:01,857 epoch 15 - iter 48/85 - loss 0.00462630 - samples/sec: 162.13 - lr: 0.100000 +2021-10-21 10:30:03,560 epoch 15 - iter 56/85 - loss 0.00443038 - samples/sec: 150.47 - lr: 0.100000 +2021-10-21 10:30:05,804 epoch 15 - iter 64/85 - loss 0.00496743 - samples/sec: 114.21 - lr: 0.100000 +2021-10-21 10:30:08,017 epoch 15 - iter 72/85 - loss 0.00484451 - samples/sec: 115.81 - lr: 0.100000 +2021-10-21 10:30:10,100 epoch 15 - iter 80/85 - loss 0.00519373 - samples/sec: 123.01 - lr: 0.100000 +2021-10-21 10:30:11,186 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:30:11,187 EPOCH 15 done: loss 0.0050 - lr 0.1000000 +2021-10-21 10:30:11,187 BAD EPOCHS (no improvement): 1 +2021-10-21 10:30:19,733 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:30:21,518 epoch 16 - iter 8/85 - loss 0.00326717 - samples/sec: 143.69 - lr: 0.100000 +2021-10-21 10:30:23,222 epoch 16 - iter 16/85 - loss 0.00358136 - samples/sec: 150.43 - lr: 0.100000 +2021-10-21 10:30:24,745 epoch 16 - iter 24/85 - loss 0.00278805 - samples/sec: 168.35 - lr: 0.100000 +2021-10-21 10:30:26,697 epoch 16 - iter 32/85 - loss 0.00288371 - samples/sec: 131.28 - lr: 0.100000 +2021-10-21 10:30:28,537 epoch 16 - iter 40/85 - loss 0.00272828 - samples/sec: 139.23 - lr: 0.100000 +2021-10-21 10:30:30,462 epoch 16 - iter 48/85 - loss 0.00252991 - samples/sec: 133.19 - lr: 0.100000 +2021-10-21 10:30:32,409 epoch 16 - iter 56/85 - loss 0.00301116 - samples/sec: 131.73 - lr: 0.100000 +2021-10-21 10:30:34,148 epoch 16 - iter 64/85 - loss 0.00353782 - samples/sec: 147.38 - lr: 0.100000 +2021-10-21 10:30:36,128 epoch 16 - iter 72/85 - loss 0.00413452 - samples/sec: 129.44 - lr: 0.100000 +2021-10-21 10:30:38,064 epoch 16 - iter 80/85 - loss 0.00417291 - samples/sec: 132.38 - lr: 0.100000 +2021-10-21 10:30:39,374 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:30:39,375 EPOCH 16 done: loss 0.0041 - lr 0.1000000 +2021-10-21 10:30:39,376 BAD EPOCHS (no improvement): 0 +2021-10-21 10:30:48,340 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:30:50,308 epoch 17 - iter 8/85 - loss 0.00576757 - samples/sec: 130.26 - lr: 0.100000 +2021-10-21 10:30:53,259 epoch 17 - iter 16/85 - loss 0.00391173 - samples/sec: 86.82 - lr: 0.100000 +2021-10-21 10:30:55,050 epoch 17 - iter 24/85 - loss 0.00340181 - samples/sec: 143.12 - lr: 0.100000 +2021-10-21 10:30:57,499 epoch 17 - iter 32/85 - loss 0.00301309 - samples/sec: 104.68 - lr: 0.100000 +2021-10-21 10:30:59,606 epoch 17 - iter 40/85 - loss 0.00310743 - samples/sec: 121.66 - lr: 0.100000 +2021-10-21 10:31:01,507 epoch 17 - iter 48/85 - loss 0.00294592 - samples/sec: 134.76 - lr: 0.100000 +2021-10-21 10:31:03,599 epoch 17 - iter 56/85 - loss 0.00329472 - samples/sec: 122.51 - lr: 0.100000 +2021-10-21 10:31:05,465 epoch 17 - iter 64/85 - loss 0.00360963 - samples/sec: 137.33 - lr: 0.100000 +2021-10-21 10:31:07,480 epoch 17 - iter 72/85 - loss 0.00385670 - samples/sec: 127.19 - lr: 0.100000 +2021-10-21 10:31:09,605 epoch 17 - iter 80/85 - loss 0.00420820 - samples/sec: 120.57 - lr: 0.100000 +2021-10-21 10:31:10,697 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:31:10,698 EPOCH 17 done: loss 0.0047 - lr 0.1000000 +2021-10-21 10:31:10,698 BAD EPOCHS (no improvement): 1 +2021-10-21 10:31:19,102 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:31:20,999 epoch 18 - iter 8/85 - loss 0.00527561 - samples/sec: 135.22 - lr: 0.100000 +2021-10-21 10:31:23,057 epoch 18 - iter 16/85 - loss 0.00390614 - samples/sec: 124.48 - lr: 0.100000 +2021-10-21 10:31:25,033 epoch 18 - iter 24/85 - loss 0.00344169 - samples/sec: 129.70 - lr: 0.100000 +2021-10-21 10:31:26,949 epoch 18 - iter 32/85 - loss 0.00399955 - samples/sec: 133.77 - lr: 0.100000 +2021-10-21 10:31:28,910 epoch 18 - iter 40/85 - loss 0.00338924 - samples/sec: 130.64 - lr: 0.100000 +2021-10-21 10:31:30,741 epoch 18 - iter 48/85 - loss 0.00336089 - samples/sec: 139.97 - lr: 0.100000 +2021-10-21 10:31:32,324 epoch 18 - iter 56/85 - loss 0.00330342 - samples/sec: 161.90 - lr: 0.100000 +2021-10-21 10:31:34,028 epoch 18 - iter 64/85 - loss 0.00366493 - samples/sec: 150.39 - lr: 0.100000 +2021-10-21 10:31:35,782 epoch 18 - iter 72/85 - loss 0.00374465 - samples/sec: 146.15 - lr: 0.100000 +2021-10-21 10:31:37,511 epoch 18 - iter 80/85 - loss 0.00371608 - samples/sec: 148.22 - lr: 0.100000 +2021-10-21 10:31:38,407 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:31:38,407 EPOCH 18 done: loss 0.0038 - lr 0.1000000 +2021-10-21 10:31:38,407 BAD EPOCHS (no improvement): 0 +2021-10-21 10:31:46,639 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:31:48,378 epoch 19 - iter 8/85 - loss 0.00544345 - samples/sec: 147.43 - lr: 0.100000 +2021-10-21 10:31:50,218 epoch 19 - iter 16/85 - loss 0.00332145 - samples/sec: 139.29 - lr: 0.100000 +2021-10-21 10:31:51,788 epoch 19 - iter 24/85 - loss 0.00330923 - samples/sec: 163.23 - lr: 0.100000 +2021-10-21 10:31:53,373 epoch 19 - iter 32/85 - loss 0.00343310 - samples/sec: 161.65 - lr: 0.100000 +2021-10-21 10:31:55,178 epoch 19 - iter 40/85 - loss 0.00292669 - samples/sec: 142.03 - lr: 0.100000 +2021-10-21 10:31:57,071 epoch 19 - iter 48/85 - loss 0.00270288 - samples/sec: 135.35 - lr: 0.100000 +2021-10-21 10:31:58,615 epoch 19 - iter 56/85 - loss 0.00302906 - samples/sec: 165.98 - lr: 0.100000 +2021-10-21 10:32:00,341 epoch 19 - iter 64/85 - loss 0.00297757 - samples/sec: 148.50 - lr: 0.100000 +2021-10-21 10:32:01,966 epoch 19 - iter 72/85 - loss 0.00299862 - samples/sec: 157.76 - lr: 0.100000 +2021-10-21 10:32:03,647 epoch 19 - iter 80/85 - loss 0.00276586 - samples/sec: 152.45 - lr: 0.100000 +2021-10-21 10:32:04,477 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:32:04,477 EPOCH 19 done: loss 0.0032 - lr 0.1000000 +2021-10-21 10:32:04,477 BAD EPOCHS (no improvement): 0 +2021-10-21 10:32:12,738 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:32:14,834 epoch 20 - iter 8/85 - loss 0.00152812 - samples/sec: 122.26 - lr: 0.100000 +2021-10-21 10:32:16,869 epoch 20 - iter 16/85 - loss 0.00281776 - samples/sec: 125.90 - lr: 0.100000 +2021-10-21 10:32:18,682 epoch 20 - iter 24/85 - loss 0.00336197 - samples/sec: 141.29 - lr: 0.100000 +2021-10-21 10:32:20,572 epoch 20 - iter 32/85 - loss 0.00309118 - samples/sec: 135.59 - lr: 0.100000 +2021-10-21 10:32:22,475 epoch 20 - iter 40/85 - loss 0.00345692 - samples/sec: 134.66 - lr: 0.100000 +2021-10-21 10:32:24,383 epoch 20 - iter 48/85 - loss 0.00337063 - samples/sec: 134.35 - lr: 0.100000 +2021-10-21 10:32:26,217 epoch 20 - iter 56/85 - loss 0.00348092 - samples/sec: 139.73 - lr: 0.100000 +2021-10-21 10:32:28,135 epoch 20 - iter 64/85 - loss 0.00385248 - samples/sec: 133.58 - lr: 0.100000 +2021-10-21 10:32:30,030 epoch 20 - iter 72/85 - loss 0.00363760 - samples/sec: 135.22 - lr: 0.100000 +2021-10-21 10:32:31,596 epoch 20 - iter 80/85 - loss 0.00345066 - samples/sec: 163.68 - lr: 0.100000 +2021-10-21 10:32:32,401 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:32:32,402 EPOCH 20 done: loss 0.0034 - lr 0.1000000 +2021-10-21 10:32:32,402 BAD EPOCHS (no improvement): 1 +2021-10-21 10:32:40,784 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:32:43,073 epoch 21 - iter 8/85 - loss 0.00242625 - samples/sec: 111.91 - lr: 0.100000 +2021-10-21 10:32:44,803 epoch 21 - iter 16/85 - loss 0.00460285 - samples/sec: 148.30 - lr: 0.100000 +2021-10-21 10:32:46,558 epoch 21 - iter 24/85 - loss 0.00367429 - samples/sec: 146.05 - lr: 0.100000 +2021-10-21 10:32:48,739 epoch 21 - iter 32/85 - loss 0.00374167 - samples/sec: 117.54 - lr: 0.100000 +2021-10-21 10:32:50,918 epoch 21 - iter 40/85 - loss 0.00348408 - samples/sec: 117.62 - lr: 0.100000 +2021-10-21 10:32:53,352 epoch 21 - iter 48/85 - loss 0.00302072 - samples/sec: 105.32 - lr: 0.100000 +2021-10-21 10:32:55,438 epoch 21 - iter 56/85 - loss 0.00282041 - samples/sec: 123.01 - lr: 0.100000 +2021-10-21 10:32:57,495 epoch 21 - iter 64/85 - loss 0.00262253 - samples/sec: 124.63 - lr: 0.100000 +2021-10-21 10:32:59,315 epoch 21 - iter 72/85 - loss 0.00265917 - samples/sec: 140.82 - lr: 0.100000 +2021-10-21 10:33:01,386 epoch 21 - iter 80/85 - loss 0.00269175 - samples/sec: 123.78 - lr: 0.100000 +2021-10-21 10:33:02,419 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:33:02,419 EPOCH 21 done: loss 0.0026 - lr 0.1000000 +2021-10-21 10:33:02,420 BAD EPOCHS (no improvement): 0 +2021-10-21 10:33:13,716 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:33:15,844 epoch 22 - iter 8/85 - loss 0.00208884 - samples/sec: 120.57 - lr: 0.100000 +2021-10-21 10:33:17,645 epoch 22 - iter 16/85 - loss 0.00230280 - samples/sec: 142.32 - lr: 0.100000 +2021-10-21 10:33:19,394 epoch 22 - iter 24/85 - loss 0.00234433 - samples/sec: 146.51 - lr: 0.100000 +2021-10-21 10:33:21,241 epoch 22 - iter 32/85 - loss 0.00258785 - samples/sec: 138.80 - lr: 0.100000 +2021-10-21 10:33:23,161 epoch 22 - iter 40/85 - loss 0.00324874 - samples/sec: 133.50 - lr: 0.100000 +2021-10-21 10:33:25,176 epoch 22 - iter 48/85 - loss 0.00389787 - samples/sec: 127.14 - lr: 0.100000 +2021-10-21 10:33:27,016 epoch 22 - iter 56/85 - loss 0.00461133 - samples/sec: 139.30 - lr: 0.100000 +2021-10-21 10:33:28,828 epoch 22 - iter 64/85 - loss 0.00431618 - samples/sec: 141.47 - lr: 0.100000 +2021-10-21 10:33:30,568 epoch 22 - iter 72/85 - loss 0.00402037 - samples/sec: 147.30 - lr: 0.100000 +2021-10-21 10:33:32,568 epoch 22 - iter 80/85 - loss 0.00388705 - samples/sec: 128.16 - lr: 0.100000 +2021-10-21 10:33:33,517 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:33:33,517 EPOCH 22 done: loss 0.0040 - lr 0.1000000 +2021-10-21 10:33:33,518 BAD EPOCHS (no improvement): 1 +2021-10-21 10:33:44,038 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:33:46,110 epoch 23 - iter 8/85 - loss 0.00381092 - samples/sec: 123.75 - lr: 0.100000 +2021-10-21 10:33:48,186 epoch 23 - iter 16/85 - loss 0.00269922 - samples/sec: 123.39 - lr: 0.100000 +2021-10-21 10:33:49,999 epoch 23 - iter 24/85 - loss 0.00309361 - samples/sec: 141.33 - lr: 0.100000 +2021-10-21 10:33:51,907 epoch 23 - iter 32/85 - loss 0.00308795 - samples/sec: 134.34 - lr: 0.100000 +2021-10-21 10:33:53,882 epoch 23 - iter 40/85 - loss 0.00282464 - samples/sec: 129.69 - lr: 0.100000 +2021-10-21 10:33:55,598 epoch 23 - iter 48/85 - loss 0.00323806 - samples/sec: 149.31 - lr: 0.100000 +2021-10-21 10:33:57,385 epoch 23 - iter 56/85 - loss 0.00359023 - samples/sec: 143.35 - lr: 0.100000 +2021-10-21 10:33:59,364 epoch 23 - iter 64/85 - loss 0.00374783 - samples/sec: 129.52 - lr: 0.100000 +2021-10-21 10:34:01,315 epoch 23 - iter 72/85 - loss 0.00402677 - samples/sec: 131.40 - lr: 0.100000 +2021-10-21 10:34:03,193 epoch 23 - iter 80/85 - loss 0.00391794 - samples/sec: 136.41 - lr: 0.100000 +2021-10-21 10:34:04,291 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:34:04,292 EPOCH 23 done: loss 0.0038 - lr 0.1000000 +2021-10-21 10:34:04,292 BAD EPOCHS (no improvement): 2 +2021-10-21 10:34:14,317 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:34:16,434 epoch 24 - iter 8/85 - loss 0.00424500 - samples/sec: 121.04 - lr: 0.100000 +2021-10-21 10:34:18,248 epoch 24 - iter 16/85 - loss 0.00523967 - samples/sec: 141.28 - lr: 0.100000 +2021-10-21 10:34:20,148 epoch 24 - iter 24/85 - loss 0.00462508 - samples/sec: 134.84 - lr: 0.100000 +2021-10-21 10:34:21,897 epoch 24 - iter 32/85 - loss 0.00402957 - samples/sec: 146.53 - lr: 0.100000 +2021-10-21 10:34:23,665 epoch 24 - iter 40/85 - loss 0.00388671 - samples/sec: 144.89 - lr: 0.100000 +2021-10-21 10:34:25,406 epoch 24 - iter 48/85 - loss 0.00333147 - samples/sec: 147.19 - lr: 0.100000 +2021-10-21 10:34:27,653 epoch 24 - iter 56/85 - loss 0.00307874 - samples/sec: 114.03 - lr: 0.100000 +2021-10-21 10:34:29,658 epoch 24 - iter 64/85 - loss 0.00272258 - samples/sec: 127.76 - lr: 0.100000 +2021-10-21 10:34:31,513 epoch 24 - iter 72/85 - loss 0.00308473 - samples/sec: 138.16 - lr: 0.100000 +2021-10-21 10:34:33,450 epoch 24 - iter 80/85 - loss 0.00363153 - samples/sec: 132.27 - lr: 0.100000 +2021-10-21 10:34:34,328 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:34:34,328 EPOCH 24 done: loss 0.0035 - lr 0.1000000 +2021-10-21 10:34:34,329 BAD EPOCHS (no improvement): 3 +2021-10-21 10:34:44,331 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:34:46,270 epoch 25 - iter 8/85 - loss 0.00155570 - samples/sec: 132.20 - lr: 0.100000 +2021-10-21 10:34:48,465 epoch 25 - iter 16/85 - loss 0.00207156 - samples/sec: 116.68 - lr: 0.100000 +2021-10-21 10:34:50,294 epoch 25 - iter 24/85 - loss 0.00193101 - samples/sec: 140.16 - lr: 0.100000 +2021-10-21 10:34:52,239 epoch 25 - iter 32/85 - loss 0.00166234 - samples/sec: 131.71 - lr: 0.100000 +2021-10-21 10:34:54,028 epoch 25 - iter 40/85 - loss 0.00171784 - samples/sec: 143.26 - lr: 0.100000 +2021-10-21 10:34:55,823 epoch 25 - iter 48/85 - loss 0.00179376 - samples/sec: 142.77 - lr: 0.100000 +2021-10-21 10:34:57,576 epoch 25 - iter 56/85 - loss 0.00180563 - samples/sec: 146.13 - lr: 0.100000 +2021-10-21 10:34:59,407 epoch 25 - iter 64/85 - loss 0.00198477 - samples/sec: 139.99 - lr: 0.100000 +2021-10-21 10:35:01,110 epoch 25 - iter 72/85 - loss 0.00216687 - samples/sec: 150.45 - lr: 0.100000 +2021-10-21 10:35:03,821 epoch 25 - iter 80/85 - loss 0.00218118 - samples/sec: 94.49 - lr: 0.100000 +2021-10-21 10:35:04,832 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:35:04,833 EPOCH 25 done: loss 0.0022 - lr 0.1000000 +2021-10-21 10:35:04,833 BAD EPOCHS (no improvement): 0 +2021-10-21 10:35:14,792 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:35:16,779 epoch 26 - iter 8/85 - loss 0.00258230 - samples/sec: 128.98 - lr: 0.100000 +2021-10-21 10:35:18,699 epoch 26 - iter 16/85 - loss 0.00173675 - samples/sec: 133.39 - lr: 0.100000 +2021-10-21 10:35:20,420 epoch 26 - iter 24/85 - loss 0.00146716 - samples/sec: 148.96 - lr: 0.100000 +2021-10-21 10:35:22,213 epoch 26 - iter 32/85 - loss 0.00212682 - samples/sec: 142.95 - lr: 0.100000 +2021-10-21 10:35:24,316 epoch 26 - iter 40/85 - loss 0.00279856 - samples/sec: 121.83 - lr: 0.100000 +2021-10-21 10:35:26,313 epoch 26 - iter 48/85 - loss 0.00367373 - samples/sec: 128.30 - lr: 0.100000 +2021-10-21 10:35:28,099 epoch 26 - iter 56/85 - loss 0.00358873 - samples/sec: 143.51 - lr: 0.100000 +2021-10-21 10:35:30,031 epoch 26 - iter 64/85 - loss 0.00343671 - samples/sec: 132.65 - lr: 0.100000 +2021-10-21 10:35:31,778 epoch 26 - iter 72/85 - loss 0.00370442 - samples/sec: 146.68 - lr: 0.100000 +2021-10-21 10:35:33,454 epoch 26 - iter 80/85 - loss 0.00366955 - samples/sec: 152.82 - lr: 0.100000 +2021-10-21 10:35:34,444 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:35:34,445 EPOCH 26 done: loss 0.0035 - lr 0.1000000 +2021-10-21 10:35:34,445 BAD EPOCHS (no improvement): 1 +2021-10-21 10:35:44,429 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:35:46,363 epoch 27 - iter 8/85 - loss 0.00294987 - samples/sec: 132.51 - lr: 0.100000 +2021-10-21 10:35:48,135 epoch 27 - iter 16/85 - loss 0.00303666 - samples/sec: 144.60 - lr: 0.100000 +2021-10-21 10:35:49,920 epoch 27 - iter 24/85 - loss 0.00257191 - samples/sec: 143.50 - lr: 0.100000 +2021-10-21 10:35:51,924 epoch 27 - iter 32/85 - loss 0.00232953 - samples/sec: 127.89 - lr: 0.100000 +2021-10-21 10:35:53,771 epoch 27 - iter 40/85 - loss 0.00231721 - samples/sec: 138.65 - lr: 0.100000 +2021-10-21 10:35:55,631 epoch 27 - iter 48/85 - loss 0.00250918 - samples/sec: 137.80 - lr: 0.100000 +2021-10-21 10:35:57,407 epoch 27 - iter 56/85 - loss 0.00242883 - samples/sec: 144.34 - lr: 0.100000 +2021-10-21 10:35:59,327 epoch 27 - iter 64/85 - loss 0.00256809 - samples/sec: 133.47 - lr: 0.100000 +2021-10-21 10:36:01,204 epoch 27 - iter 72/85 - loss 0.00280876 - samples/sec: 136.46 - lr: 0.100000 +2021-10-21 10:36:02,898 epoch 27 - iter 80/85 - loss 0.00276932 - samples/sec: 151.28 - lr: 0.100000 +2021-10-21 10:36:03,875 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:36:03,876 EPOCH 27 done: loss 0.0027 - lr 0.1000000 +2021-10-21 10:36:03,876 BAD EPOCHS (no improvement): 2 +2021-10-21 10:36:13,899 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:36:15,951 epoch 28 - iter 8/85 - loss 0.00159195 - samples/sec: 124.87 - lr: 0.100000 +2021-10-21 10:36:17,785 epoch 28 - iter 16/85 - loss 0.00265690 - samples/sec: 139.79 - lr: 0.100000 +2021-10-21 10:36:19,610 epoch 28 - iter 24/85 - loss 0.00200025 - samples/sec: 140.40 - lr: 0.100000 +2021-10-21 10:36:21,324 epoch 28 - iter 32/85 - loss 0.00178298 - samples/sec: 149.61 - lr: 0.100000 +2021-10-21 10:36:23,339 epoch 28 - iter 40/85 - loss 0.00171774 - samples/sec: 127.14 - lr: 0.100000 +2021-10-21 10:36:25,545 epoch 28 - iter 48/85 - loss 0.00164762 - samples/sec: 116.21 - lr: 0.100000 +2021-10-21 10:36:27,342 epoch 28 - iter 56/85 - loss 0.00178293 - samples/sec: 142.56 - lr: 0.100000 +2021-10-21 10:36:29,331 epoch 28 - iter 64/85 - loss 0.00169913 - samples/sec: 128.84 - lr: 0.100000 +2021-10-21 10:36:31,391 epoch 28 - iter 72/85 - loss 0.00173674 - samples/sec: 124.34 - lr: 0.100000 +2021-10-21 10:36:33,343 epoch 28 - iter 80/85 - loss 0.00176719 - samples/sec: 131.28 - lr: 0.100000 +2021-10-21 10:36:34,289 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:36:34,289 EPOCH 28 done: loss 0.0017 - lr 0.1000000 +2021-10-21 10:36:34,289 BAD EPOCHS (no improvement): 0 +2021-10-21 10:36:44,372 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:36:46,224 epoch 29 - iter 8/85 - loss 0.00230148 - samples/sec: 138.43 - lr: 0.100000 +2021-10-21 10:36:47,896 epoch 29 - iter 16/85 - loss 0.00211131 - samples/sec: 153.25 - lr: 0.100000 +2021-10-21 10:36:49,717 epoch 29 - iter 24/85 - loss 0.00221147 - samples/sec: 140.77 - lr: 0.100000 +2021-10-21 10:36:51,446 epoch 29 - iter 32/85 - loss 0.00267549 - samples/sec: 148.26 - lr: 0.100000 +2021-10-21 10:36:53,175 epoch 29 - iter 40/85 - loss 0.00303454 - samples/sec: 148.19 - lr: 0.100000 +2021-10-21 10:36:55,295 epoch 29 - iter 48/85 - loss 0.00314560 - samples/sec: 120.91 - lr: 0.100000 +2021-10-21 10:36:57,107 epoch 29 - iter 56/85 - loss 0.00274304 - samples/sec: 141.46 - lr: 0.100000 +2021-10-21 10:36:58,897 epoch 29 - iter 64/85 - loss 0.00256221 - samples/sec: 143.18 - lr: 0.100000 +2021-10-21 10:37:00,640 epoch 29 - iter 72/85 - loss 0.00253687 - samples/sec: 147.02 - lr: 0.100000 +2021-10-21 10:37:02,476 epoch 29 - iter 80/85 - loss 0.00278160 - samples/sec: 139.51 - lr: 0.100000 +2021-10-21 10:37:03,437 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:37:03,438 EPOCH 29 done: loss 0.0029 - lr 0.1000000 +2021-10-21 10:37:03,438 BAD EPOCHS (no improvement): 1 +2021-10-21 10:37:13,595 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:37:15,562 epoch 30 - iter 8/85 - loss 0.00560701 - samples/sec: 130.29 - lr: 0.100000 +2021-10-21 10:37:17,406 epoch 30 - iter 16/85 - loss 0.00296299 - samples/sec: 139.01 - lr: 0.100000 +2021-10-21 10:37:19,406 epoch 30 - iter 24/85 - loss 0.00292805 - samples/sec: 128.14 - lr: 0.100000 +2021-10-21 10:37:21,206 epoch 30 - iter 32/85 - loss 0.00251260 - samples/sec: 142.37 - lr: 0.100000 +2021-10-21 10:37:23,111 epoch 30 - iter 40/85 - loss 0.00250834 - samples/sec: 134.44 - lr: 0.100000 +2021-10-21 10:37:25,011 epoch 30 - iter 48/85 - loss 0.00263524 - samples/sec: 134.89 - lr: 0.100000 +2021-10-21 10:37:27,050 epoch 30 - iter 56/85 - loss 0.00254909 - samples/sec: 125.66 - lr: 0.100000 +2021-10-21 10:37:29,357 epoch 30 - iter 64/85 - loss 0.00260823 - samples/sec: 111.06 - lr: 0.100000 +2021-10-21 10:37:31,003 epoch 30 - iter 72/85 - loss 0.00237932 - samples/sec: 155.63 - lr: 0.100000 +2021-10-21 10:37:32,790 epoch 30 - iter 80/85 - loss 0.00231452 - samples/sec: 143.43 - lr: 0.100000 +2021-10-21 10:37:33,783 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:37:33,784 EPOCH 30 done: loss 0.0024 - lr 0.1000000 +2021-10-21 10:37:33,784 BAD EPOCHS (no improvement): 2 +2021-10-21 10:37:43,871 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:37:45,673 epoch 31 - iter 8/85 - loss 0.00205582 - samples/sec: 142.25 - lr: 0.100000 +2021-10-21 10:37:47,853 epoch 31 - iter 16/85 - loss 0.00266881 - samples/sec: 117.54 - lr: 0.100000 +2021-10-21 10:37:49,823 epoch 31 - iter 24/85 - loss 0.00243068 - samples/sec: 130.09 - lr: 0.100000 +2021-10-21 10:37:51,624 epoch 31 - iter 32/85 - loss 0.00265270 - samples/sec: 142.30 - lr: 0.100000 +2021-10-21 10:37:53,732 epoch 31 - iter 40/85 - loss 0.00271521 - samples/sec: 121.56 - lr: 0.100000 +2021-10-21 10:37:55,593 epoch 31 - iter 48/85 - loss 0.00278151 - samples/sec: 137.66 - lr: 0.100000 +2021-10-21 10:37:57,460 epoch 31 - iter 56/85 - loss 0.00250158 - samples/sec: 137.26 - lr: 0.100000 +2021-10-21 10:37:59,399 epoch 31 - iter 64/85 - loss 0.00244812 - samples/sec: 132.11 - lr: 0.100000 +2021-10-21 10:38:01,346 epoch 31 - iter 72/85 - loss 0.00228730 - samples/sec: 131.59 - lr: 0.100000 +2021-10-21 10:38:02,973 epoch 31 - iter 80/85 - loss 0.00221882 - samples/sec: 157.50 - lr: 0.100000 +2021-10-21 10:38:04,006 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:38:04,007 EPOCH 31 done: loss 0.0021 - lr 0.1000000 +2021-10-21 10:38:04,007 BAD EPOCHS (no improvement): 3 +2021-10-21 10:38:14,069 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:38:16,175 epoch 32 - iter 8/85 - loss 0.00138516 - samples/sec: 121.66 - lr: 0.100000 +2021-10-21 10:38:18,410 epoch 32 - iter 16/85 - loss 0.00167551 - samples/sec: 114.61 - lr: 0.100000 +2021-10-21 10:38:20,435 epoch 32 - iter 24/85 - loss 0.00211706 - samples/sec: 126.58 - lr: 0.100000 +2021-10-21 10:38:22,338 epoch 32 - iter 32/85 - loss 0.00205598 - samples/sec: 134.60 - lr: 0.100000 +2021-10-21 10:38:23,987 epoch 32 - iter 40/85 - loss 0.00182956 - samples/sec: 155.43 - lr: 0.100000 +2021-10-21 10:38:25,911 epoch 32 - iter 48/85 - loss 0.00192299 - samples/sec: 133.15 - lr: 0.100000 +2021-10-21 10:38:27,562 epoch 32 - iter 56/85 - loss 0.00185001 - samples/sec: 155.27 - lr: 0.100000 +2021-10-21 10:38:29,438 epoch 32 - iter 64/85 - loss 0.00207309 - samples/sec: 136.61 - lr: 0.100000 +2021-10-21 10:38:31,303 epoch 32 - iter 72/85 - loss 0.00211118 - samples/sec: 137.47 - lr: 0.100000 +2021-10-21 10:38:33,226 epoch 32 - iter 80/85 - loss 0.00202169 - samples/sec: 133.28 - lr: 0.100000 +2021-10-21 10:38:34,246 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:38:34,246 EPOCH 32 done: loss 0.0019 - lr 0.1000000 +2021-10-21 10:38:34,247 BAD EPOCHS (no improvement): 4 +2021-10-21 10:38:44,280 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:38:46,320 epoch 33 - iter 8/85 - loss 0.00100638 - samples/sec: 125.62 - lr: 0.050000 +2021-10-21 10:38:48,376 epoch 33 - iter 16/85 - loss 0.00151662 - samples/sec: 124.64 - lr: 0.050000 +2021-10-21 10:38:50,379 epoch 33 - iter 24/85 - loss 0.00153492 - samples/sec: 127.94 - lr: 0.050000 +2021-10-21 10:38:52,220 epoch 33 - iter 32/85 - loss 0.00220501 - samples/sec: 139.17 - lr: 0.050000 +2021-10-21 10:38:54,287 epoch 33 - iter 40/85 - loss 0.00207968 - samples/sec: 124.04 - lr: 0.050000 +2021-10-21 10:38:56,106 epoch 33 - iter 48/85 - loss 0.00179454 - samples/sec: 140.89 - lr: 0.050000 +2021-10-21 10:38:58,265 epoch 33 - iter 56/85 - loss 0.00162604 - samples/sec: 118.72 - lr: 0.050000 +2021-10-21 10:39:00,439 epoch 33 - iter 64/85 - loss 0.00159248 - samples/sec: 117.94 - lr: 0.050000 +2021-10-21 10:39:02,465 epoch 33 - iter 72/85 - loss 0.00160366 - samples/sec: 126.48 - lr: 0.050000 +2021-10-21 10:39:04,534 epoch 33 - iter 80/85 - loss 0.00157724 - samples/sec: 123.94 - lr: 0.050000 +2021-10-21 10:39:05,422 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:39:05,422 EPOCH 33 done: loss 0.0015 - lr 0.0500000 +2021-10-21 10:39:05,423 BAD EPOCHS (no improvement): 0 +2021-10-21 10:39:15,802 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:39:17,789 epoch 34 - iter 8/85 - loss 0.00032957 - samples/sec: 129.01 - lr: 0.050000 +2021-10-21 10:39:19,778 epoch 34 - iter 16/85 - loss 0.00093512 - samples/sec: 128.81 - lr: 0.050000 +2021-10-21 10:39:21,851 epoch 34 - iter 24/85 - loss 0.00125915 - samples/sec: 123.55 - lr: 0.050000 +2021-10-21 10:39:23,748 epoch 34 - iter 32/85 - loss 0.00151986 - samples/sec: 135.09 - lr: 0.050000 +2021-10-21 10:39:26,091 epoch 34 - iter 40/85 - loss 0.00145488 - samples/sec: 109.37 - lr: 0.050000 +2021-10-21 10:39:27,897 epoch 34 - iter 48/85 - loss 0.00141239 - samples/sec: 141.96 - lr: 0.050000 +2021-10-21 10:39:30,496 epoch 34 - iter 56/85 - loss 0.00150055 - samples/sec: 98.57 - lr: 0.050000 +2021-10-21 10:39:32,394 epoch 34 - iter 64/85 - loss 0.00148278 - samples/sec: 135.02 - lr: 0.050000 +2021-10-21 10:39:34,179 epoch 34 - iter 72/85 - loss 0.00141805 - samples/sec: 143.50 - lr: 0.050000 +2021-10-21 10:39:36,070 epoch 34 - iter 80/85 - loss 0.00135707 - samples/sec: 135.49 - lr: 0.050000 +2021-10-21 10:39:36,862 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:39:36,863 EPOCH 34 done: loss 0.0013 - lr 0.0500000 +2021-10-21 10:39:36,863 BAD EPOCHS (no improvement): 0 +2021-10-21 10:39:47,017 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:39:48,835 epoch 35 - iter 8/85 - loss 0.00290917 - samples/sec: 140.97 - lr: 0.050000 +2021-10-21 10:39:50,525 epoch 35 - iter 16/85 - loss 0.00232559 - samples/sec: 151.64 - lr: 0.050000 +2021-10-21 10:39:52,165 epoch 35 - iter 24/85 - loss 0.00176070 - samples/sec: 156.27 - lr: 0.050000 +2021-10-21 10:39:53,980 epoch 35 - iter 32/85 - loss 0.00143746 - samples/sec: 141.15 - lr: 0.050000 +2021-10-21 10:39:55,827 epoch 35 - iter 40/85 - loss 0.00179773 - samples/sec: 138.76 - lr: 0.050000 +2021-10-21 10:39:57,575 epoch 35 - iter 48/85 - loss 0.00164881 - samples/sec: 146.71 - lr: 0.050000 +2021-10-21 10:39:59,473 epoch 35 - iter 56/85 - loss 0.00194763 - samples/sec: 134.98 - lr: 0.050000 +2021-10-21 10:40:01,254 epoch 35 - iter 64/85 - loss 0.00180026 - samples/sec: 143.92 - lr: 0.050000 +2021-10-21 10:40:03,252 epoch 35 - iter 72/85 - loss 0.00172803 - samples/sec: 128.21 - lr: 0.050000 +2021-10-21 10:40:05,182 epoch 35 - iter 80/85 - loss 0.00157008 - samples/sec: 132.71 - lr: 0.050000 +2021-10-21 10:40:06,370 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:40:06,371 EPOCH 35 done: loss 0.0015 - lr 0.0500000 +2021-10-21 10:40:06,371 BAD EPOCHS (no improvement): 1 +2021-10-21 10:40:16,565 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:40:18,545 epoch 36 - iter 8/85 - loss 0.00283769 - samples/sec: 129.44 - lr: 0.050000 +2021-10-21 10:40:20,611 epoch 36 - iter 16/85 - loss 0.00225230 - samples/sec: 124.06 - lr: 0.050000 +2021-10-21 10:40:22,824 epoch 36 - iter 24/85 - loss 0.00197655 - samples/sec: 115.77 - lr: 0.050000 +2021-10-21 10:40:24,677 epoch 36 - iter 32/85 - loss 0.00207498 - samples/sec: 138.32 - lr: 0.050000 +2021-10-21 10:40:26,411 epoch 36 - iter 40/85 - loss 0.00172616 - samples/sec: 147.81 - lr: 0.050000 +2021-10-21 10:40:28,224 epoch 36 - iter 48/85 - loss 0.00173127 - samples/sec: 141.35 - lr: 0.050000 +2021-10-21 10:40:30,260 epoch 36 - iter 56/85 - loss 0.00149327 - samples/sec: 125.85 - lr: 0.050000 +2021-10-21 10:40:32,319 epoch 36 - iter 64/85 - loss 0.00172312 - samples/sec: 124.50 - lr: 0.050000 +2021-10-21 10:40:34,234 epoch 36 - iter 72/85 - loss 0.00177633 - samples/sec: 133.83 - lr: 0.050000 +2021-10-21 10:40:35,963 epoch 36 - iter 80/85 - loss 0.00161848 - samples/sec: 148.21 - lr: 0.050000 +2021-10-21 10:40:37,002 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:40:37,003 EPOCH 36 done: loss 0.0015 - lr 0.0500000 +2021-10-21 10:40:37,003 BAD EPOCHS (no improvement): 2 +2021-10-21 10:40:47,132 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:40:49,367 epoch 37 - iter 8/85 - loss 0.00037237 - samples/sec: 114.68 - lr: 0.050000 +2021-10-21 10:40:51,215 epoch 37 - iter 16/85 - loss 0.00074044 - samples/sec: 138.65 - lr: 0.050000 +2021-10-21 10:40:53,072 epoch 37 - iter 24/85 - loss 0.00060519 - samples/sec: 138.00 - lr: 0.050000 +2021-10-21 10:40:55,174 epoch 37 - iter 32/85 - loss 0.00100591 - samples/sec: 121.91 - lr: 0.050000 +2021-10-21 10:40:56,979 epoch 37 - iter 40/85 - loss 0.00083476 - samples/sec: 141.93 - lr: 0.050000 +2021-10-21 10:40:58,678 epoch 37 - iter 48/85 - loss 0.00107265 - samples/sec: 150.84 - lr: 0.050000 +2021-10-21 10:41:00,612 epoch 37 - iter 56/85 - loss 0.00112124 - samples/sec: 132.48 - lr: 0.050000 +2021-10-21 10:41:02,589 epoch 37 - iter 64/85 - loss 0.00099385 - samples/sec: 129.60 - lr: 0.050000 +2021-10-21 10:41:04,299 epoch 37 - iter 72/85 - loss 0.00104031 - samples/sec: 149.82 - lr: 0.050000 +2021-10-21 10:41:06,099 epoch 37 - iter 80/85 - loss 0.00101434 - samples/sec: 142.33 - lr: 0.050000 +2021-10-21 10:41:07,159 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:41:07,160 EPOCH 37 done: loss 0.0010 - lr 0.0500000 +2021-10-21 10:41:07,160 BAD EPOCHS (no improvement): 0 +2021-10-21 10:41:17,225 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:41:18,979 epoch 38 - iter 8/85 - loss 0.00062527 - samples/sec: 146.23 - lr: 0.050000 +2021-10-21 10:41:21,091 epoch 38 - iter 16/85 - loss 0.00067271 - samples/sec: 121.27 - lr: 0.050000 +2021-10-21 10:41:22,760 epoch 38 - iter 24/85 - loss 0.00065670 - samples/sec: 153.64 - lr: 0.050000 +2021-10-21 10:41:24,839 epoch 38 - iter 32/85 - loss 0.00102259 - samples/sec: 123.25 - lr: 0.050000 +2021-10-21 10:41:26,722 epoch 38 - iter 40/85 - loss 0.00086880 - samples/sec: 136.05 - lr: 0.050000 +2021-10-21 10:41:28,504 epoch 38 - iter 48/85 - loss 0.00086817 - samples/sec: 143.83 - lr: 0.050000 +2021-10-21 10:41:30,508 epoch 38 - iter 56/85 - loss 0.00106956 - samples/sec: 127.86 - lr: 0.050000 +2021-10-21 10:41:32,351 epoch 38 - iter 64/85 - loss 0.00102395 - samples/sec: 139.09 - lr: 0.050000 +2021-10-21 10:41:34,135 epoch 38 - iter 72/85 - loss 0.00096393 - samples/sec: 143.67 - lr: 0.050000 +2021-10-21 10:41:35,978 epoch 38 - iter 80/85 - loss 0.00105680 - samples/sec: 139.01 - lr: 0.050000 +2021-10-21 10:41:36,969 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:41:36,969 EPOCH 38 done: loss 0.0010 - lr 0.0500000 +2021-10-21 10:41:36,969 BAD EPOCHS (no improvement): 0 +2021-10-21 10:41:47,028 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:41:48,793 epoch 39 - iter 8/85 - loss 0.00083988 - samples/sec: 145.19 - lr: 0.050000 +2021-10-21 10:41:50,945 epoch 39 - iter 16/85 - loss 0.00154172 - samples/sec: 119.06 - lr: 0.050000 +2021-10-21 10:41:52,810 epoch 39 - iter 24/85 - loss 0.00114830 - samples/sec: 137.37 - lr: 0.050000 +2021-10-21 10:41:54,642 epoch 39 - iter 32/85 - loss 0.00114096 - samples/sec: 139.88 - lr: 0.050000 +2021-10-21 10:41:56,458 epoch 39 - iter 40/85 - loss 0.00112450 - samples/sec: 141.13 - lr: 0.050000 +2021-10-21 10:41:58,249 epoch 39 - iter 48/85 - loss 0.00106290 - samples/sec: 143.01 - lr: 0.050000 +2021-10-21 10:42:00,037 epoch 39 - iter 56/85 - loss 0.00132301 - samples/sec: 143.33 - lr: 0.050000 +2021-10-21 10:42:01,699 epoch 39 - iter 64/85 - loss 0.00141507 - samples/sec: 154.28 - lr: 0.050000 +2021-10-21 10:42:03,816 epoch 39 - iter 72/85 - loss 0.00139538 - samples/sec: 121.01 - lr: 0.050000 +2021-10-21 10:42:05,761 epoch 39 - iter 80/85 - loss 0.00127709 - samples/sec: 131.72 - lr: 0.050000 +2021-10-21 10:42:06,858 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:42:06,858 EPOCH 39 done: loss 0.0014 - lr 0.0500000 +2021-10-21 10:42:06,858 BAD EPOCHS (no improvement): 1 +2021-10-21 10:42:16,852 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:42:18,668 epoch 40 - iter 8/85 - loss 0.00221333 - samples/sec: 141.10 - lr: 0.050000 +2021-10-21 10:42:20,660 epoch 40 - iter 16/85 - loss 0.00178734 - samples/sec: 128.64 - lr: 0.050000 +2021-10-21 10:42:22,392 epoch 40 - iter 24/85 - loss 0.00174191 - samples/sec: 147.91 - lr: 0.050000 +2021-10-21 10:42:24,077 epoch 40 - iter 32/85 - loss 0.00176907 - samples/sec: 152.14 - lr: 0.050000 +2021-10-21 10:42:25,668 epoch 40 - iter 40/85 - loss 0.00151080 - samples/sec: 161.03 - lr: 0.050000 +2021-10-21 10:42:27,246 epoch 40 - iter 48/85 - loss 0.00141334 - samples/sec: 162.42 - lr: 0.050000 +2021-10-21 10:42:28,908 epoch 40 - iter 56/85 - loss 0.00155555 - samples/sec: 154.12 - lr: 0.050000 +2021-10-21 10:42:30,596 epoch 40 - iter 64/85 - loss 0.00147616 - samples/sec: 151.78 - lr: 0.050000 +2021-10-21 10:42:32,540 epoch 40 - iter 72/85 - loss 0.00142040 - samples/sec: 131.86 - lr: 0.050000 +2021-10-21 10:42:34,026 epoch 40 - iter 80/85 - loss 0.00131419 - samples/sec: 172.50 - lr: 0.050000 +2021-10-21 10:42:35,024 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:42:35,025 EPOCH 40 done: loss 0.0013 - lr 0.0500000 +2021-10-21 10:42:35,025 BAD EPOCHS (no improvement): 2 +2021-10-21 10:42:45,153 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:42:46,696 epoch 41 - iter 8/85 - loss 0.00031625 - samples/sec: 166.24 - lr: 0.050000 +2021-10-21 10:42:48,602 epoch 41 - iter 16/85 - loss 0.00061688 - samples/sec: 134.38 - lr: 0.050000 +2021-10-21 10:42:50,660 epoch 41 - iter 24/85 - loss 0.00075276 - samples/sec: 124.54 - lr: 0.050000 +2021-10-21 10:42:52,649 epoch 41 - iter 32/85 - loss 0.00110390 - samples/sec: 128.80 - lr: 0.050000 +2021-10-21 10:42:54,540 epoch 41 - iter 40/85 - loss 0.00132111 - samples/sec: 135.53 - lr: 0.050000 +2021-10-21 10:42:56,275 epoch 41 - iter 48/85 - loss 0.00123690 - samples/sec: 147.69 - lr: 0.050000 +2021-10-21 10:42:58,267 epoch 41 - iter 56/85 - loss 0.00115796 - samples/sec: 128.64 - lr: 0.050000 +2021-10-21 10:43:00,248 epoch 41 - iter 64/85 - loss 0.00103227 - samples/sec: 129.32 - lr: 0.050000 +2021-10-21 10:43:02,112 epoch 41 - iter 72/85 - loss 0.00108257 - samples/sec: 137.55 - lr: 0.050000 +2021-10-21 10:43:03,963 epoch 41 - iter 80/85 - loss 0.00101166 - samples/sec: 138.42 - lr: 0.050000 +2021-10-21 10:43:05,079 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:43:05,079 EPOCH 41 done: loss 0.0010 - lr 0.0500000 +2021-10-21 10:43:05,079 BAD EPOCHS (no improvement): 0 +2021-10-21 10:43:15,336 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:43:17,299 epoch 42 - iter 8/85 - loss 0.00061518 - samples/sec: 130.59 - lr: 0.050000 +2021-10-21 10:43:19,305 epoch 42 - iter 16/85 - loss 0.00094206 - samples/sec: 127.74 - lr: 0.050000 +2021-10-21 10:43:21,200 epoch 42 - iter 24/85 - loss 0.00155140 - samples/sec: 135.18 - lr: 0.050000 +2021-10-21 10:43:22,977 epoch 42 - iter 32/85 - loss 0.00119007 - samples/sec: 144.26 - lr: 0.050000 +2021-10-21 10:43:24,931 epoch 42 - iter 40/85 - loss 0.00110076 - samples/sec: 131.12 - lr: 0.050000 +2021-10-21 10:43:27,057 epoch 42 - iter 48/85 - loss 0.00095457 - samples/sec: 120.53 - lr: 0.050000 +2021-10-21 10:43:28,656 epoch 42 - iter 56/85 - loss 0.00094513 - samples/sec: 160.23 - lr: 0.050000 +2021-10-21 10:43:30,606 epoch 42 - iter 64/85 - loss 0.00088163 - samples/sec: 131.36 - lr: 0.050000 +2021-10-21 10:43:32,538 epoch 42 - iter 72/85 - loss 0.00082084 - samples/sec: 132.64 - lr: 0.050000 +2021-10-21 10:43:34,313 epoch 42 - iter 80/85 - loss 0.00089944 - samples/sec: 144.35 - lr: 0.050000 +2021-10-21 10:43:35,385 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:43:35,386 EPOCH 42 done: loss 0.0009 - lr 0.0500000 +2021-10-21 10:43:35,386 BAD EPOCHS (no improvement): 0 +2021-10-21 10:43:45,640 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:43:48,535 epoch 43 - iter 8/85 - loss 0.00086319 - samples/sec: 88.50 - lr: 0.050000 +2021-10-21 10:43:50,466 epoch 43 - iter 16/85 - loss 0.00086776 - samples/sec: 132.80 - lr: 0.050000 +2021-10-21 10:43:52,323 epoch 43 - iter 24/85 - loss 0.00099444 - samples/sec: 137.93 - lr: 0.050000 +2021-10-21 10:43:54,164 epoch 43 - iter 32/85 - loss 0.00106524 - samples/sec: 139.18 - lr: 0.050000 +2021-10-21 10:43:55,850 epoch 43 - iter 40/85 - loss 0.00098356 - samples/sec: 151.95 - lr: 0.050000 +2021-10-21 10:43:57,642 epoch 43 - iter 48/85 - loss 0.00116512 - samples/sec: 143.10 - lr: 0.050000 +2021-10-21 10:43:59,692 epoch 43 - iter 56/85 - loss 0.00113395 - samples/sec: 124.96 - lr: 0.050000 +2021-10-21 10:44:01,775 epoch 43 - iter 64/85 - loss 0.00128210 - samples/sec: 123.05 - lr: 0.050000 +2021-10-21 10:44:03,520 epoch 43 - iter 72/85 - loss 0.00122941 - samples/sec: 146.91 - lr: 0.050000 +2021-10-21 10:44:05,441 epoch 43 - iter 80/85 - loss 0.00115845 - samples/sec: 133.35 - lr: 0.050000 +2021-10-21 10:44:06,346 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:44:06,346 EPOCH 43 done: loss 0.0011 - lr 0.0500000 +2021-10-21 10:44:06,346 BAD EPOCHS (no improvement): 1 +2021-10-21 10:44:16,384 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:44:18,524 epoch 44 - iter 8/85 - loss 0.00018366 - samples/sec: 119.78 - lr: 0.050000 +2021-10-21 10:44:20,543 epoch 44 - iter 16/85 - loss 0.00053028 - samples/sec: 126.85 - lr: 0.050000 +2021-10-21 10:44:22,502 epoch 44 - iter 24/85 - loss 0.00061010 - samples/sec: 130.81 - lr: 0.050000 +2021-10-21 10:44:24,564 epoch 44 - iter 32/85 - loss 0.00067980 - samples/sec: 124.26 - lr: 0.050000 +2021-10-21 10:44:26,420 epoch 44 - iter 40/85 - loss 0.00056138 - samples/sec: 138.05 - lr: 0.050000 +2021-10-21 10:44:28,268 epoch 44 - iter 48/85 - loss 0.00055071 - samples/sec: 138.70 - lr: 0.050000 +2021-10-21 10:44:30,322 epoch 44 - iter 56/85 - loss 0.00052512 - samples/sec: 124.71 - lr: 0.050000 +2021-10-21 10:44:32,105 epoch 44 - iter 64/85 - loss 0.00066589 - samples/sec: 143.80 - lr: 0.050000 +2021-10-21 10:44:33,982 epoch 44 - iter 72/85 - loss 0.00066961 - samples/sec: 136.50 - lr: 0.050000 +2021-10-21 10:44:35,545 epoch 44 - iter 80/85 - loss 0.00081906 - samples/sec: 164.00 - lr: 0.050000 +2021-10-21 10:44:36,572 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:44:36,572 EPOCH 44 done: loss 0.0008 - lr 0.0500000 +2021-10-21 10:44:36,573 BAD EPOCHS (no improvement): 0 +2021-10-21 10:44:46,648 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:44:48,613 epoch 45 - iter 8/85 - loss 0.00058309 - samples/sec: 130.44 - lr: 0.050000 +2021-10-21 10:44:50,517 epoch 45 - iter 16/85 - loss 0.00069875 - samples/sec: 134.59 - lr: 0.050000 +2021-10-21 10:44:52,273 epoch 45 - iter 24/85 - loss 0.00112147 - samples/sec: 145.87 - lr: 0.050000 +2021-10-21 10:44:54,196 epoch 45 - iter 32/85 - loss 0.00131121 - samples/sec: 133.20 - lr: 0.050000 +2021-10-21 10:44:56,260 epoch 45 - iter 40/85 - loss 0.00124574 - samples/sec: 124.11 - lr: 0.050000 +2021-10-21 10:44:58,034 epoch 45 - iter 48/85 - loss 0.00117040 - samples/sec: 144.50 - lr: 0.050000 +2021-10-21 10:44:59,921 epoch 45 - iter 56/85 - loss 0.00128130 - samples/sec: 135.74 - lr: 0.050000 +2021-10-21 10:45:01,752 epoch 45 - iter 64/85 - loss 0.00120048 - samples/sec: 139.99 - lr: 0.050000 +2021-10-21 10:45:03,639 epoch 45 - iter 72/85 - loss 0.00112487 - samples/sec: 135.74 - lr: 0.050000 +2021-10-21 10:45:05,486 epoch 45 - iter 80/85 - loss 0.00110164 - samples/sec: 138.75 - lr: 0.050000 +2021-10-21 10:45:06,609 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:45:06,609 EPOCH 45 done: loss 0.0011 - lr 0.0500000 +2021-10-21 10:45:06,610 BAD EPOCHS (no improvement): 1 +2021-10-21 10:45:16,608 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:45:18,545 epoch 46 - iter 8/85 - loss 0.00072440 - samples/sec: 132.32 - lr: 0.050000 +2021-10-21 10:45:20,590 epoch 46 - iter 16/85 - loss 0.00076956 - samples/sec: 125.33 - lr: 0.050000 +2021-10-21 10:45:22,375 epoch 46 - iter 24/85 - loss 0.00082714 - samples/sec: 143.58 - lr: 0.050000 +2021-10-21 10:45:24,574 epoch 46 - iter 32/85 - loss 0.00099797 - samples/sec: 116.52 - lr: 0.050000 +2021-10-21 10:45:26,568 epoch 46 - iter 40/85 - loss 0.00084151 - samples/sec: 128.52 - lr: 0.050000 +2021-10-21 10:45:28,444 epoch 46 - iter 48/85 - loss 0.00085866 - samples/sec: 136.59 - lr: 0.050000 +2021-10-21 10:45:30,214 epoch 46 - iter 56/85 - loss 0.00076114 - samples/sec: 144.73 - lr: 0.050000 +2021-10-21 10:45:32,153 epoch 46 - iter 64/85 - loss 0.00074231 - samples/sec: 132.21 - lr: 0.050000 +2021-10-21 10:45:34,040 epoch 46 - iter 72/85 - loss 0.00092518 - samples/sec: 135.77 - lr: 0.050000 +2021-10-21 10:45:35,924 epoch 46 - iter 80/85 - loss 0.00090861 - samples/sec: 136.04 - lr: 0.050000 +2021-10-21 10:45:36,937 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:45:36,937 EPOCH 46 done: loss 0.0009 - lr 0.0500000 +2021-10-21 10:45:36,937 BAD EPOCHS (no improvement): 2 +2021-10-21 10:45:47,097 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:45:48,768 epoch 47 - iter 8/85 - loss 0.00039821 - samples/sec: 153.47 - lr: 0.050000 +2021-10-21 10:45:50,426 epoch 47 - iter 16/85 - loss 0.00061390 - samples/sec: 154.61 - lr: 0.050000 +2021-10-21 10:45:52,396 epoch 47 - iter 24/85 - loss 0.00062584 - samples/sec: 130.08 - lr: 0.050000 +2021-10-21 10:45:54,161 epoch 47 - iter 32/85 - loss 0.00055359 - samples/sec: 145.13 - lr: 0.050000 +2021-10-21 10:45:55,899 epoch 47 - iter 40/85 - loss 0.00095643 - samples/sec: 147.49 - lr: 0.050000 +2021-10-21 10:45:57,656 epoch 47 - iter 48/85 - loss 0.00097641 - samples/sec: 145.81 - lr: 0.050000 +2021-10-21 10:45:59,396 epoch 47 - iter 56/85 - loss 0.00126355 - samples/sec: 147.27 - lr: 0.050000 +2021-10-21 10:46:01,130 epoch 47 - iter 64/85 - loss 0.00113005 - samples/sec: 147.75 - lr: 0.050000 +2021-10-21 10:46:02,972 epoch 47 - iter 72/85 - loss 0.00103010 - samples/sec: 139.20 - lr: 0.050000 +2021-10-21 10:46:04,695 epoch 47 - iter 80/85 - loss 0.00107791 - samples/sec: 148.66 - lr: 0.050000 +2021-10-21 10:46:05,659 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:46:05,660 EPOCH 47 done: loss 0.0011 - lr 0.0500000 +2021-10-21 10:46:05,660 BAD EPOCHS (no improvement): 3 +2021-10-21 10:46:15,847 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:46:17,853 epoch 48 - iter 8/85 - loss 0.00008528 - samples/sec: 127.80 - lr: 0.050000 +2021-10-21 10:46:19,548 epoch 48 - iter 16/85 - loss 0.00015855 - samples/sec: 151.16 - lr: 0.050000 +2021-10-21 10:46:21,270 epoch 48 - iter 24/85 - loss 0.00031401 - samples/sec: 148.85 - lr: 0.050000 +2021-10-21 10:46:23,092 epoch 48 - iter 32/85 - loss 0.00038742 - samples/sec: 140.64 - lr: 0.050000 +2021-10-21 10:46:24,787 epoch 48 - iter 40/85 - loss 0.00057435 - samples/sec: 151.20 - lr: 0.050000 +2021-10-21 10:46:26,398 epoch 48 - iter 48/85 - loss 0.00084347 - samples/sec: 158.99 - lr: 0.050000 +2021-10-21 10:46:28,138 epoch 48 - iter 56/85 - loss 0.00085309 - samples/sec: 147.23 - lr: 0.050000 +2021-10-21 10:46:29,920 epoch 48 - iter 64/85 - loss 0.00078787 - samples/sec: 143.87 - lr: 0.050000 +2021-10-21 10:46:31,642 epoch 48 - iter 72/85 - loss 0.00075305 - samples/sec: 148.82 - lr: 0.050000 +2021-10-21 10:46:33,258 epoch 48 - iter 80/85 - loss 0.00076754 - samples/sec: 158.59 - lr: 0.050000 +2021-10-21 10:46:34,284 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:46:34,285 EPOCH 48 done: loss 0.0007 - lr 0.0500000 +2021-10-21 10:46:34,285 BAD EPOCHS (no improvement): 0 +2021-10-21 10:46:44,767 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:46:46,799 epoch 49 - iter 8/85 - loss 0.00250685 - samples/sec: 126.14 - lr: 0.050000 +2021-10-21 10:46:48,543 epoch 49 - iter 16/85 - loss 0.00143296 - samples/sec: 147.09 - lr: 0.050000 +2021-10-21 10:46:50,155 epoch 49 - iter 24/85 - loss 0.00121642 - samples/sec: 158.97 - lr: 0.050000 +2021-10-21 10:46:51,937 epoch 49 - iter 32/85 - loss 0.00097331 - samples/sec: 143.79 - lr: 0.050000 +2021-10-21 10:46:53,675 epoch 49 - iter 40/85 - loss 0.00092900 - samples/sec: 147.48 - lr: 0.050000 +2021-10-21 10:46:55,612 epoch 49 - iter 48/85 - loss 0.00078406 - samples/sec: 132.26 - lr: 0.050000 +2021-10-21 10:46:57,475 epoch 49 - iter 56/85 - loss 0.00091850 - samples/sec: 137.80 - lr: 0.050000 +2021-10-21 10:46:59,287 epoch 49 - iter 64/85 - loss 0.00082972 - samples/sec: 141.37 - lr: 0.050000 +2021-10-21 10:47:01,432 epoch 49 - iter 72/85 - loss 0.00102711 - samples/sec: 119.48 - lr: 0.050000 +2021-10-21 10:47:03,584 epoch 49 - iter 80/85 - loss 0.00093880 - samples/sec: 119.05 - lr: 0.050000 +2021-10-21 10:47:04,561 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:47:04,561 EPOCH 49 done: loss 0.0009 - lr 0.0500000 +2021-10-21 10:47:04,561 BAD EPOCHS (no improvement): 1 +2021-10-21 10:47:15,061 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:47:17,177 epoch 50 - iter 8/85 - loss 0.00130550 - samples/sec: 121.20 - lr: 0.050000 +2021-10-21 10:47:19,060 epoch 50 - iter 16/85 - loss 0.00080293 - samples/sec: 136.09 - lr: 0.050000 +2021-10-21 10:47:20,770 epoch 50 - iter 24/85 - loss 0.00090083 - samples/sec: 149.92 - lr: 0.050000 +2021-10-21 10:47:22,592 epoch 50 - iter 32/85 - loss 0.00075148 - samples/sec: 140.75 - lr: 0.050000 +2021-10-21 10:47:24,633 epoch 50 - iter 40/85 - loss 0.00089021 - samples/sec: 125.52 - lr: 0.050000 +2021-10-21 10:47:26,341 epoch 50 - iter 48/85 - loss 0.00107215 - samples/sec: 150.07 - lr: 0.050000 +2021-10-21 10:47:28,385 epoch 50 - iter 56/85 - loss 0.00118726 - samples/sec: 125.38 - lr: 0.050000 +2021-10-21 10:47:30,288 epoch 50 - iter 64/85 - loss 0.00128149 - samples/sec: 134.69 - lr: 0.050000 +2021-10-21 10:47:32,169 epoch 50 - iter 72/85 - loss 0.00127408 - samples/sec: 136.27 - lr: 0.050000 +2021-10-21 10:47:34,087 epoch 50 - iter 80/85 - loss 0.00121900 - samples/sec: 133.64 - lr: 0.050000 +2021-10-21 10:47:34,946 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:47:34,947 EPOCH 50 done: loss 0.0013 - lr 0.0500000 +2021-10-21 10:47:34,947 BAD EPOCHS (no improvement): 2 +2021-10-21 10:47:45,140 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:47:47,115 epoch 51 - iter 8/85 - loss 0.00180280 - samples/sec: 129.79 - lr: 0.050000 +2021-10-21 10:47:48,820 epoch 51 - iter 16/85 - loss 0.00107402 - samples/sec: 150.32 - lr: 0.050000 +2021-10-21 10:47:50,743 epoch 51 - iter 24/85 - loss 0.00073787 - samples/sec: 133.29 - lr: 0.050000 +2021-10-21 10:47:52,842 epoch 51 - iter 32/85 - loss 0.00082404 - samples/sec: 122.15 - lr: 0.050000 +2021-10-21 10:47:54,529 epoch 51 - iter 40/85 - loss 0.00079682 - samples/sec: 151.96 - lr: 0.050000 +2021-10-21 10:47:56,390 epoch 51 - iter 48/85 - loss 0.00081872 - samples/sec: 137.84 - lr: 0.050000 +2021-10-21 10:47:59,153 epoch 51 - iter 56/85 - loss 0.00087443 - samples/sec: 92.73 - lr: 0.050000 +2021-10-21 10:48:00,887 epoch 51 - iter 64/85 - loss 0.00085477 - samples/sec: 147.93 - lr: 0.050000 +2021-10-21 10:48:02,576 epoch 51 - iter 72/85 - loss 0.00081114 - samples/sec: 151.67 - lr: 0.050000 +2021-10-21 10:48:04,205 epoch 51 - iter 80/85 - loss 0.00079077 - samples/sec: 157.31 - lr: 0.050000 +2021-10-21 10:48:05,095 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:48:05,095 EPOCH 51 done: loss 0.0008 - lr 0.0500000 +2021-10-21 10:48:05,095 BAD EPOCHS (no improvement): 3 +2021-10-21 10:48:15,152 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:48:17,080 epoch 52 - iter 8/85 - loss 0.00008318 - samples/sec: 132.98 - lr: 0.050000 +2021-10-21 10:48:18,838 epoch 52 - iter 16/85 - loss 0.00034782 - samples/sec: 145.82 - lr: 0.050000 +2021-10-21 10:48:20,619 epoch 52 - iter 24/85 - loss 0.00058262 - samples/sec: 143.83 - lr: 0.050000 +2021-10-21 10:48:22,436 epoch 52 - iter 32/85 - loss 0.00074393 - samples/sec: 141.07 - lr: 0.050000 +2021-10-21 10:48:24,345 epoch 52 - iter 40/85 - loss 0.00081839 - samples/sec: 134.19 - lr: 0.050000 +2021-10-21 10:48:26,227 epoch 52 - iter 48/85 - loss 0.00081446 - samples/sec: 136.22 - lr: 0.050000 +2021-10-21 10:48:27,912 epoch 52 - iter 56/85 - loss 0.00071363 - samples/sec: 152.07 - lr: 0.050000 +2021-10-21 10:48:29,515 epoch 52 - iter 64/85 - loss 0.00079034 - samples/sec: 159.84 - lr: 0.050000 +2021-10-21 10:48:31,035 epoch 52 - iter 72/85 - loss 0.00081980 - samples/sec: 168.66 - lr: 0.050000 +2021-10-21 10:48:32,800 epoch 52 - iter 80/85 - loss 0.00094426 - samples/sec: 145.14 - lr: 0.050000 +2021-10-21 10:48:33,744 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:48:33,745 EPOCH 52 done: loss 0.0009 - lr 0.0500000 +2021-10-21 10:48:33,745 BAD EPOCHS (no improvement): 4 +2021-10-21 10:48:43,779 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:48:45,634 epoch 53 - iter 8/85 - loss 0.00052375 - samples/sec: 138.20 - lr: 0.025000 +2021-10-21 10:48:47,407 epoch 53 - iter 16/85 - loss 0.00076322 - samples/sec: 144.47 - lr: 0.025000 +2021-10-21 10:48:49,138 epoch 53 - iter 24/85 - loss 0.00087252 - samples/sec: 148.11 - lr: 0.025000 +2021-10-21 10:48:50,941 epoch 53 - iter 32/85 - loss 0.00123773 - samples/sec: 142.12 - lr: 0.025000 +2021-10-21 10:48:52,590 epoch 53 - iter 40/85 - loss 0.00122524 - samples/sec: 155.41 - lr: 0.025000 +2021-10-21 10:48:54,508 epoch 53 - iter 48/85 - loss 0.00121304 - samples/sec: 133.56 - lr: 0.025000 +2021-10-21 10:48:56,149 epoch 53 - iter 56/85 - loss 0.00107699 - samples/sec: 156.13 - lr: 0.025000 +2021-10-21 10:48:57,909 epoch 53 - iter 64/85 - loss 0.00095310 - samples/sec: 145.68 - lr: 0.025000 +2021-10-21 10:48:59,586 epoch 53 - iter 72/85 - loss 0.00100508 - samples/sec: 152.82 - lr: 0.025000 +2021-10-21 10:49:01,272 epoch 53 - iter 80/85 - loss 0.00094427 - samples/sec: 151.99 - lr: 0.025000 +2021-10-21 10:49:02,202 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:49:02,203 EPOCH 53 done: loss 0.0009 - lr 0.0250000 +2021-10-21 10:49:02,203 BAD EPOCHS (no improvement): 1 +2021-10-21 10:49:12,175 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:49:14,100 epoch 54 - iter 8/85 - loss 0.00041163 - samples/sec: 133.19 - lr: 0.025000 +2021-10-21 10:49:16,107 epoch 54 - iter 16/85 - loss 0.00095789 - samples/sec: 127.68 - lr: 0.025000 +2021-10-21 10:49:17,954 epoch 54 - iter 24/85 - loss 0.00116998 - samples/sec: 138.73 - lr: 0.025000 +2021-10-21 10:49:19,988 epoch 54 - iter 32/85 - loss 0.00088594 - samples/sec: 125.93 - lr: 0.025000 +2021-10-21 10:49:21,989 epoch 54 - iter 40/85 - loss 0.00076491 - samples/sec: 128.10 - lr: 0.025000 +2021-10-21 10:49:23,915 epoch 54 - iter 48/85 - loss 0.00071721 - samples/sec: 133.02 - lr: 0.025000 +2021-10-21 10:49:25,713 epoch 54 - iter 56/85 - loss 0.00063721 - samples/sec: 142.53 - lr: 0.025000 +2021-10-21 10:49:27,654 epoch 54 - iter 64/85 - loss 0.00075124 - samples/sec: 131.96 - lr: 0.025000 +2021-10-21 10:49:29,305 epoch 54 - iter 72/85 - loss 0.00072095 - samples/sec: 155.18 - lr: 0.025000 +2021-10-21 10:49:31,336 epoch 54 - iter 80/85 - loss 0.00081112 - samples/sec: 126.14 - lr: 0.025000 +2021-10-21 10:49:32,305 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:49:32,305 EPOCH 54 done: loss 0.0008 - lr 0.0250000 +2021-10-21 10:49:32,305 BAD EPOCHS (no improvement): 2 +2021-10-21 10:49:42,340 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:49:44,420 epoch 55 - iter 8/85 - loss 0.00048763 - samples/sec: 123.29 - lr: 0.025000 +2021-10-21 10:49:46,287 epoch 55 - iter 16/85 - loss 0.00045884 - samples/sec: 137.25 - lr: 0.025000 +2021-10-21 10:49:48,103 epoch 55 - iter 24/85 - loss 0.00039386 - samples/sec: 141.09 - lr: 0.025000 +2021-10-21 10:49:49,949 epoch 55 - iter 32/85 - loss 0.00035470 - samples/sec: 138.76 - lr: 0.025000 +2021-10-21 10:49:51,734 epoch 55 - iter 40/85 - loss 0.00041093 - samples/sec: 143.54 - lr: 0.025000 +2021-10-21 10:49:53,852 epoch 55 - iter 48/85 - loss 0.00039124 - samples/sec: 120.97 - lr: 0.025000 +2021-10-21 10:49:56,013 epoch 55 - iter 56/85 - loss 0.00048418 - samples/sec: 118.60 - lr: 0.025000 +2021-10-21 10:49:57,856 epoch 55 - iter 64/85 - loss 0.00054342 - samples/sec: 139.04 - lr: 0.025000 +2021-10-21 10:49:59,823 epoch 55 - iter 72/85 - loss 0.00053544 - samples/sec: 130.20 - lr: 0.025000 +2021-10-21 10:50:01,654 epoch 55 - iter 80/85 - loss 0.00051774 - samples/sec: 139.98 - lr: 0.025000 +2021-10-21 10:50:02,671 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:50:02,671 EPOCH 55 done: loss 0.0005 - lr 0.0250000 +2021-10-21 10:50:02,671 BAD EPOCHS (no improvement): 0 +2021-10-21 10:50:12,806 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:50:14,848 epoch 56 - iter 8/85 - loss 0.00093773 - samples/sec: 125.55 - lr: 0.025000 +2021-10-21 10:50:16,703 epoch 56 - iter 16/85 - loss 0.00075895 - samples/sec: 138.16 - lr: 0.025000 +2021-10-21 10:50:18,360 epoch 56 - iter 24/85 - loss 0.00083200 - samples/sec: 154.67 - lr: 0.025000 +2021-10-21 10:50:20,234 epoch 56 - iter 32/85 - loss 0.00064119 - samples/sec: 136.70 - lr: 0.025000 +2021-10-21 10:50:22,528 epoch 56 - iter 40/85 - loss 0.00057618 - samples/sec: 111.71 - lr: 0.025000 +2021-10-21 10:50:24,386 epoch 56 - iter 48/85 - loss 0.00052239 - samples/sec: 137.88 - lr: 0.025000 +2021-10-21 10:50:26,346 epoch 56 - iter 56/85 - loss 0.00057472 - samples/sec: 130.78 - lr: 0.025000 +2021-10-21 10:50:28,270 epoch 56 - iter 64/85 - loss 0.00063526 - samples/sec: 133.21 - lr: 0.025000 +2021-10-21 10:50:29,927 epoch 56 - iter 72/85 - loss 0.00063781 - samples/sec: 154.64 - lr: 0.025000 +2021-10-21 10:50:31,989 epoch 56 - iter 80/85 - loss 0.00062042 - samples/sec: 124.19 - lr: 0.025000 +2021-10-21 10:50:33,039 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:50:33,040 EPOCH 56 done: loss 0.0006 - lr 0.0250000 +2021-10-21 10:50:33,040 BAD EPOCHS (no improvement): 1 +2021-10-21 10:50:43,026 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:50:44,838 epoch 57 - iter 8/85 - loss 0.00047071 - samples/sec: 141.47 - lr: 0.025000 +2021-10-21 10:50:46,580 epoch 57 - iter 16/85 - loss 0.00028835 - samples/sec: 147.06 - lr: 0.025000 +2021-10-21 10:50:48,564 epoch 57 - iter 24/85 - loss 0.00030678 - samples/sec: 129.17 - lr: 0.025000 +2021-10-21 10:50:50,465 epoch 57 - iter 32/85 - loss 0.00065172 - samples/sec: 134.80 - lr: 0.025000 +2021-10-21 10:50:52,334 epoch 57 - iter 40/85 - loss 0.00073173 - samples/sec: 137.06 - lr: 0.025000 +2021-10-21 10:50:54,270 epoch 57 - iter 48/85 - loss 0.00061588 - samples/sec: 132.42 - lr: 0.025000 +2021-10-21 10:50:56,067 epoch 57 - iter 56/85 - loss 0.00053467 - samples/sec: 142.62 - lr: 0.025000 +2021-10-21 10:50:58,000 epoch 57 - iter 64/85 - loss 0.00051720 - samples/sec: 132.57 - lr: 0.025000 +2021-10-21 10:50:59,942 epoch 57 - iter 72/85 - loss 0.00052626 - samples/sec: 131.87 - lr: 0.025000 +2021-10-21 10:51:01,982 epoch 57 - iter 80/85 - loss 0.00053410 - samples/sec: 125.63 - lr: 0.025000 +2021-10-21 10:51:03,090 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:51:03,091 EPOCH 57 done: loss 0.0005 - lr 0.0250000 +2021-10-21 10:51:03,091 BAD EPOCHS (no improvement): 2 +2021-10-21 10:51:13,132 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:51:14,856 epoch 58 - iter 8/85 - loss 0.00048849 - samples/sec: 148.72 - lr: 0.025000 +2021-10-21 10:51:16,761 epoch 58 - iter 16/85 - loss 0.00048315 - samples/sec: 134.45 - lr: 0.025000 +2021-10-21 10:51:18,682 epoch 58 - iter 24/85 - loss 0.00055388 - samples/sec: 133.38 - lr: 0.025000 +2021-10-21 10:51:20,789 epoch 58 - iter 32/85 - loss 0.00044201 - samples/sec: 121.62 - lr: 0.025000 +2021-10-21 10:51:22,694 epoch 58 - iter 40/85 - loss 0.00052757 - samples/sec: 134.44 - lr: 0.025000 +2021-10-21 10:51:24,512 epoch 58 - iter 48/85 - loss 0.00060877 - samples/sec: 140.93 - lr: 0.025000 +2021-10-21 10:51:26,532 epoch 58 - iter 56/85 - loss 0.00069568 - samples/sec: 126.85 - lr: 0.025000 +2021-10-21 10:51:28,375 epoch 58 - iter 64/85 - loss 0.00076198 - samples/sec: 139.01 - lr: 0.025000 +2021-10-21 10:51:30,276 epoch 58 - iter 72/85 - loss 0.00078102 - samples/sec: 134.83 - lr: 0.025000 +2021-10-21 10:51:32,035 epoch 58 - iter 80/85 - loss 0.00087341 - samples/sec: 145.67 - lr: 0.025000 +2021-10-21 10:51:32,994 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:51:32,995 EPOCH 58 done: loss 0.0010 - lr 0.0250000 +2021-10-21 10:51:32,995 BAD EPOCHS (no improvement): 3 +2021-10-21 10:51:42,981 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:51:45,010 epoch 59 - iter 8/85 - loss 0.00095533 - samples/sec: 126.33 - lr: 0.025000 +2021-10-21 10:51:46,877 epoch 59 - iter 16/85 - loss 0.00079275 - samples/sec: 137.25 - lr: 0.025000 +2021-10-21 10:51:48,803 epoch 59 - iter 24/85 - loss 0.00063285 - samples/sec: 133.05 - lr: 0.025000 +2021-10-21 10:51:50,849 epoch 59 - iter 32/85 - loss 0.00064799 - samples/sec: 125.25 - lr: 0.025000 +2021-10-21 10:51:52,701 epoch 59 - iter 40/85 - loss 0.00063625 - samples/sec: 138.39 - lr: 0.025000 +2021-10-21 10:51:54,344 epoch 59 - iter 48/85 - loss 0.00062000 - samples/sec: 155.93 - lr: 0.025000 +2021-10-21 10:51:56,207 epoch 59 - iter 56/85 - loss 0.00054608 - samples/sec: 137.68 - lr: 0.025000 +2021-10-21 10:51:57,942 epoch 59 - iter 64/85 - loss 0.00049520 - samples/sec: 147.66 - lr: 0.025000 +2021-10-21 10:51:59,816 epoch 59 - iter 72/85 - loss 0.00058168 - samples/sec: 136.79 - lr: 0.025000 +2021-10-21 10:52:01,557 epoch 59 - iter 80/85 - loss 0.00063093 - samples/sec: 147.31 - lr: 0.025000 +2021-10-21 10:52:02,513 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:52:02,514 EPOCH 59 done: loss 0.0006 - lr 0.0250000 +2021-10-21 10:52:02,515 BAD EPOCHS (no improvement): 4 +2021-10-21 10:52:12,758 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:52:14,540 epoch 60 - iter 8/85 - loss 0.00010063 - samples/sec: 143.92 - lr: 0.012500 +2021-10-21 10:52:16,284 epoch 60 - iter 16/85 - loss 0.00020062 - samples/sec: 146.93 - lr: 0.012500 +2021-10-21 10:52:18,133 epoch 60 - iter 24/85 - loss 0.00034747 - samples/sec: 138.55 - lr: 0.012500 +2021-10-21 10:52:20,442 epoch 60 - iter 32/85 - loss 0.00027532 - samples/sec: 111.00 - lr: 0.012500 +2021-10-21 10:52:22,252 epoch 60 - iter 40/85 - loss 0.00047944 - samples/sec: 141.62 - lr: 0.012500 +2021-10-21 10:52:24,135 epoch 60 - iter 48/85 - loss 0.00047153 - samples/sec: 136.04 - lr: 0.012500 +2021-10-21 10:52:25,886 epoch 60 - iter 56/85 - loss 0.00054126 - samples/sec: 146.33 - lr: 0.012500 +2021-10-21 10:52:27,675 epoch 60 - iter 64/85 - loss 0.00053247 - samples/sec: 143.36 - lr: 0.012500 +2021-10-21 10:52:29,608 epoch 60 - iter 72/85 - loss 0.00063495 - samples/sec: 132.63 - lr: 0.012500 +2021-10-21 10:52:31,560 epoch 60 - iter 80/85 - loss 0.00062645 - samples/sec: 131.29 - lr: 0.012500 +2021-10-21 10:52:32,647 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:52:32,648 EPOCH 60 done: loss 0.0006 - lr 0.0125000 +2021-10-21 10:52:32,648 BAD EPOCHS (no improvement): 1 +2021-10-21 10:52:43,103 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:52:45,023 epoch 61 - iter 8/85 - loss 0.00105677 - samples/sec: 133.51 - lr: 0.012500 +2021-10-21 10:52:47,088 epoch 61 - iter 16/85 - loss 0.00093883 - samples/sec: 124.09 - lr: 0.012500 +2021-10-21 10:52:49,023 epoch 61 - iter 24/85 - loss 0.00074934 - samples/sec: 132.59 - lr: 0.012500 +2021-10-21 10:52:51,000 epoch 61 - iter 32/85 - loss 0.00056845 - samples/sec: 129.64 - lr: 0.012500 +2021-10-21 10:52:52,779 epoch 61 - iter 40/85 - loss 0.00070013 - samples/sec: 144.02 - lr: 0.012500 +2021-10-21 10:52:54,758 epoch 61 - iter 48/85 - loss 0.00063815 - samples/sec: 129.56 - lr: 0.012500 +2021-10-21 10:52:56,381 epoch 61 - iter 56/85 - loss 0.00055279 - samples/sec: 157.83 - lr: 0.012500 +2021-10-21 10:52:58,132 epoch 61 - iter 64/85 - loss 0.00055972 - samples/sec: 146.36 - lr: 0.012500 +2021-10-21 10:52:59,839 epoch 61 - iter 72/85 - loss 0.00056323 - samples/sec: 150.21 - lr: 0.012500 +2021-10-21 10:53:01,830 epoch 61 - iter 80/85 - loss 0.00077756 - samples/sec: 128.73 - lr: 0.012500 +2021-10-21 10:53:02,751 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:53:02,752 EPOCH 61 done: loss 0.0008 - lr 0.0125000 +2021-10-21 10:53:02,752 BAD EPOCHS (no improvement): 2 +2021-10-21 10:53:12,758 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:53:14,773 epoch 62 - iter 8/85 - loss 0.00037036 - samples/sec: 127.15 - lr: 0.012500 +2021-10-21 10:53:16,532 epoch 62 - iter 16/85 - loss 0.00021240 - samples/sec: 145.73 - lr: 0.012500 +2021-10-21 10:53:18,439 epoch 62 - iter 24/85 - loss 0.00024609 - samples/sec: 134.40 - lr: 0.012500 +2021-10-21 10:53:20,264 epoch 62 - iter 32/85 - loss 0.00019778 - samples/sec: 140.42 - lr: 0.012500 +2021-10-21 10:53:22,421 epoch 62 - iter 40/85 - loss 0.00027156 - samples/sec: 118.78 - lr: 0.012500 +2021-10-21 10:53:24,092 epoch 62 - iter 48/85 - loss 0.00034244 - samples/sec: 153.44 - lr: 0.012500 +2021-10-21 10:53:26,012 epoch 62 - iter 56/85 - loss 0.00041890 - samples/sec: 133.49 - lr: 0.012500 +2021-10-21 10:53:27,846 epoch 62 - iter 64/85 - loss 0.00041011 - samples/sec: 139.70 - lr: 0.012500 +2021-10-21 10:53:29,715 epoch 62 - iter 72/85 - loss 0.00041765 - samples/sec: 137.10 - lr: 0.012500 +2021-10-21 10:53:31,563 epoch 62 - iter 80/85 - loss 0.00040019 - samples/sec: 138.65 - lr: 0.012500 +2021-10-21 10:53:32,643 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:53:32,644 EPOCH 62 done: loss 0.0004 - lr 0.0125000 +2021-10-21 10:53:32,644 BAD EPOCHS (no improvement): 0 +2021-10-21 10:53:42,688 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:53:44,558 epoch 63 - iter 8/85 - loss 0.00030760 - samples/sec: 137.09 - lr: 0.012500 +2021-10-21 10:53:46,805 epoch 63 - iter 16/85 - loss 0.00050657 - samples/sec: 114.04 - lr: 0.012500 +2021-10-21 10:53:48,676 epoch 63 - iter 24/85 - loss 0.00086306 - samples/sec: 136.99 - lr: 0.012500 +2021-10-21 10:53:50,492 epoch 63 - iter 32/85 - loss 0.00065631 - samples/sec: 141.09 - lr: 0.012500 +2021-10-21 10:53:52,337 epoch 63 - iter 40/85 - loss 0.00072648 - samples/sec: 138.83 - lr: 0.012500 +2021-10-21 10:53:54,326 epoch 63 - iter 48/85 - loss 0.00069491 - samples/sec: 128.81 - lr: 0.012500 +2021-10-21 10:53:56,124 epoch 63 - iter 56/85 - loss 0.00066898 - samples/sec: 142.55 - lr: 0.012500 +2021-10-21 10:53:58,016 epoch 63 - iter 64/85 - loss 0.00063760 - samples/sec: 135.47 - lr: 0.012500 +2021-10-21 10:53:59,890 epoch 63 - iter 72/85 - loss 0.00057282 - samples/sec: 136.66 - lr: 0.012500 +2021-10-21 10:54:01,857 epoch 63 - iter 80/85 - loss 0.00062171 - samples/sec: 130.30 - lr: 0.012500 +2021-10-21 10:54:02,878 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:54:02,878 EPOCH 63 done: loss 0.0006 - lr 0.0125000 +2021-10-21 10:54:02,879 BAD EPOCHS (no improvement): 1 +2021-10-21 10:54:12,914 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:54:14,673 epoch 64 - iter 8/85 - loss 0.00010865 - samples/sec: 145.80 - lr: 0.012500 +2021-10-21 10:54:16,680 epoch 64 - iter 16/85 - loss 0.00012184 - samples/sec: 127.65 - lr: 0.012500 +2021-10-21 10:54:18,671 epoch 64 - iter 24/85 - loss 0.00017198 - samples/sec: 128.65 - lr: 0.012500 +2021-10-21 10:54:20,451 epoch 64 - iter 32/85 - loss 0.00025584 - samples/sec: 143.97 - lr: 0.012500 +2021-10-21 10:54:22,337 epoch 64 - iter 40/85 - loss 0.00030146 - samples/sec: 135.88 - lr: 0.012500 +2021-10-21 10:54:24,098 epoch 64 - iter 48/85 - loss 0.00035028 - samples/sec: 145.52 - lr: 0.012500 +2021-10-21 10:54:26,001 epoch 64 - iter 56/85 - loss 0.00042518 - samples/sec: 134.61 - lr: 0.012500 +2021-10-21 10:54:28,164 epoch 64 - iter 64/85 - loss 0.00044774 - samples/sec: 118.43 - lr: 0.012500 +2021-10-21 10:54:29,965 epoch 64 - iter 72/85 - loss 0.00042097 - samples/sec: 142.30 - lr: 0.012500 +2021-10-21 10:54:31,726 epoch 64 - iter 80/85 - loss 0.00042243 - samples/sec: 145.53 - lr: 0.012500 +2021-10-21 10:54:32,556 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:54:32,557 EPOCH 64 done: loss 0.0004 - lr 0.0125000 +2021-10-21 10:54:32,557 BAD EPOCHS (no improvement): 2 +2021-10-21 10:54:42,506 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:54:44,621 epoch 65 - iter 8/85 - loss 0.00005649 - samples/sec: 121.19 - lr: 0.012500 +2021-10-21 10:54:46,404 epoch 65 - iter 16/85 - loss 0.00025239 - samples/sec: 143.70 - lr: 0.012500 +2021-10-21 10:54:48,277 epoch 65 - iter 24/85 - loss 0.00018075 - samples/sec: 136.75 - lr: 0.012500 +2021-10-21 10:54:50,020 epoch 65 - iter 32/85 - loss 0.00022690 - samples/sec: 147.07 - lr: 0.012500 +2021-10-21 10:54:51,914 epoch 65 - iter 40/85 - loss 0.00026000 - samples/sec: 135.30 - lr: 0.012500 +2021-10-21 10:54:53,709 epoch 65 - iter 48/85 - loss 0.00031299 - samples/sec: 142.71 - lr: 0.012500 +2021-10-21 10:54:55,514 epoch 65 - iter 56/85 - loss 0.00032167 - samples/sec: 141.99 - lr: 0.012500 +2021-10-21 10:54:57,189 epoch 65 - iter 64/85 - loss 0.00035272 - samples/sec: 153.05 - lr: 0.012500 +2021-10-21 10:54:59,018 epoch 65 - iter 72/85 - loss 0.00036369 - samples/sec: 140.07 - lr: 0.012500 +2021-10-21 10:55:00,729 epoch 65 - iter 80/85 - loss 0.00039912 - samples/sec: 149.84 - lr: 0.012500 +2021-10-21 10:55:01,515 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:55:01,516 EPOCH 65 done: loss 0.0004 - lr 0.0125000 +2021-10-21 10:55:01,516 BAD EPOCHS (no improvement): 3 +2021-10-21 10:55:11,584 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:55:13,257 epoch 66 - iter 8/85 - loss 0.00014403 - samples/sec: 153.17 - lr: 0.012500 +2021-10-21 10:55:14,961 epoch 66 - iter 16/85 - loss 0.00040827 - samples/sec: 150.43 - lr: 0.012500 +2021-10-21 10:55:16,796 epoch 66 - iter 24/85 - loss 0.00052293 - samples/sec: 139.62 - lr: 0.012500 +2021-10-21 10:55:18,620 epoch 66 - iter 32/85 - loss 0.00059098 - samples/sec: 140.51 - lr: 0.012500 +2021-10-21 10:55:20,431 epoch 66 - iter 40/85 - loss 0.00063232 - samples/sec: 141.53 - lr: 0.012500 +2021-10-21 10:55:22,280 epoch 66 - iter 48/85 - loss 0.00057973 - samples/sec: 138.60 - lr: 0.012500 +2021-10-21 10:55:24,221 epoch 66 - iter 56/85 - loss 0.00055466 - samples/sec: 132.04 - lr: 0.012500 +2021-10-21 10:55:25,765 epoch 66 - iter 64/85 - loss 0.00054178 - samples/sec: 165.90 - lr: 0.012500 +2021-10-21 10:55:27,766 epoch 66 - iter 72/85 - loss 0.00050551 - samples/sec: 128.15 - lr: 0.012500 +2021-10-21 10:55:29,577 epoch 66 - iter 80/85 - loss 0.00047336 - samples/sec: 141.52 - lr: 0.012500 +2021-10-21 10:55:30,684 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:55:30,684 EPOCH 66 done: loss 0.0005 - lr 0.0125000 +2021-10-21 10:55:30,684 BAD EPOCHS (no improvement): 4 +2021-10-21 10:55:40,737 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:55:42,737 epoch 67 - iter 8/85 - loss 0.00169201 - samples/sec: 128.18 - lr: 0.006250 +2021-10-21 10:55:44,572 epoch 67 - iter 16/85 - loss 0.00117920 - samples/sec: 139.64 - lr: 0.006250 +2021-10-21 10:55:46,366 epoch 67 - iter 24/85 - loss 0.00089084 - samples/sec: 142.97 - lr: 0.006250 +2021-10-21 10:55:48,390 epoch 67 - iter 32/85 - loss 0.00081139 - samples/sec: 126.67 - lr: 0.006250 +2021-10-21 10:55:50,786 epoch 67 - iter 40/85 - loss 0.00076419 - samples/sec: 106.96 - lr: 0.006250 +2021-10-21 10:55:52,675 epoch 67 - iter 48/85 - loss 0.00071531 - samples/sec: 135.64 - lr: 0.006250 +2021-10-21 10:55:54,547 epoch 67 - iter 56/85 - loss 0.00064007 - samples/sec: 136.93 - lr: 0.006250 +2021-10-21 10:55:56,508 epoch 67 - iter 64/85 - loss 0.00064678 - samples/sec: 130.69 - lr: 0.006250 +2021-10-21 10:55:58,384 epoch 67 - iter 72/85 - loss 0.00060771 - samples/sec: 136.63 - lr: 0.006250 +2021-10-21 10:55:59,961 epoch 67 - iter 80/85 - loss 0.00056332 - samples/sec: 162.57 - lr: 0.006250 +2021-10-21 10:56:00,959 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:56:00,961 EPOCH 67 done: loss 0.0006 - lr 0.0062500 +2021-10-21 10:56:00,961 BAD EPOCHS (no improvement): 1 +2021-10-21 10:56:11,231 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:56:13,314 epoch 68 - iter 8/85 - loss 0.00039148 - samples/sec: 123.10 - lr: 0.006250 +2021-10-21 10:56:15,471 epoch 68 - iter 16/85 - loss 0.00023323 - samples/sec: 118.88 - lr: 0.006250 +2021-10-21 10:56:17,380 epoch 68 - iter 24/85 - loss 0.00028513 - samples/sec: 134.29 - lr: 0.006250 +2021-10-21 10:56:19,088 epoch 68 - iter 32/85 - loss 0.00047248 - samples/sec: 150.11 - lr: 0.006250 +2021-10-21 10:56:20,963 epoch 68 - iter 40/85 - loss 0.00057009 - samples/sec: 136.64 - lr: 0.006250 +2021-10-21 10:56:22,574 epoch 68 - iter 48/85 - loss 0.00068193 - samples/sec: 159.16 - lr: 0.006250 +2021-10-21 10:56:24,622 epoch 68 - iter 56/85 - loss 0.00063527 - samples/sec: 125.10 - lr: 0.006250 +2021-10-21 10:56:26,549 epoch 68 - iter 64/85 - loss 0.00060036 - samples/sec: 133.04 - lr: 0.006250 +2021-10-21 10:56:28,221 epoch 68 - iter 72/85 - loss 0.00068371 - samples/sec: 153.20 - lr: 0.006250 +2021-10-21 10:56:30,694 epoch 68 - iter 80/85 - loss 0.00068075 - samples/sec: 103.61 - lr: 0.006250 +2021-10-21 10:56:31,612 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:56:31,612 EPOCH 68 done: loss 0.0007 - lr 0.0062500 +2021-10-21 10:56:31,612 BAD EPOCHS (no improvement): 2 +2021-10-21 10:56:41,681 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:56:43,508 epoch 69 - iter 8/85 - loss 0.00008339 - samples/sec: 140.34 - lr: 0.006250 +2021-10-21 10:56:45,279 epoch 69 - iter 16/85 - loss 0.00056655 - samples/sec: 144.73 - lr: 0.006250 +2021-10-21 10:56:47,217 epoch 69 - iter 24/85 - loss 0.00046617 - samples/sec: 132.18 - lr: 0.006250 +2021-10-21 10:56:49,022 epoch 69 - iter 32/85 - loss 0.00054467 - samples/sec: 141.96 - lr: 0.006250 +2021-10-21 10:56:50,748 epoch 69 - iter 40/85 - loss 0.00044563 - samples/sec: 148.51 - lr: 0.006250 +2021-10-21 10:56:52,332 epoch 69 - iter 48/85 - loss 0.00038167 - samples/sec: 161.79 - lr: 0.006250 +2021-10-21 10:56:53,902 epoch 69 - iter 56/85 - loss 0.00038522 - samples/sec: 163.24 - lr: 0.006250 +2021-10-21 10:56:55,598 epoch 69 - iter 64/85 - loss 0.00039112 - samples/sec: 151.10 - lr: 0.006250 +2021-10-21 10:56:57,382 epoch 69 - iter 72/85 - loss 0.00067003 - samples/sec: 143.60 - lr: 0.006250 +2021-10-21 10:56:59,097 epoch 69 - iter 80/85 - loss 0.00060818 - samples/sec: 149.42 - lr: 0.006250 +2021-10-21 10:57:00,081 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:57:00,082 EPOCH 69 done: loss 0.0006 - lr 0.0062500 +2021-10-21 10:57:00,082 BAD EPOCHS (no improvement): 3 +2021-10-21 10:57:10,138 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:57:11,668 epoch 70 - iter 8/85 - loss 0.00006664 - samples/sec: 167.58 - lr: 0.006250 +2021-10-21 10:57:13,334 epoch 70 - iter 16/85 - loss 0.00006114 - samples/sec: 153.83 - lr: 0.006250 +2021-10-21 10:57:14,932 epoch 70 - iter 24/85 - loss 0.00013557 - samples/sec: 160.39 - lr: 0.006250 +2021-10-21 10:57:16,758 epoch 70 - iter 32/85 - loss 0.00011931 - samples/sec: 140.28 - lr: 0.006250 +2021-10-21 10:57:18,556 epoch 70 - iter 40/85 - loss 0.00017773 - samples/sec: 142.52 - lr: 0.006250 +2021-10-21 10:57:20,551 epoch 70 - iter 48/85 - loss 0.00022307 - samples/sec: 128.40 - lr: 0.006250 +2021-10-21 10:57:22,612 epoch 70 - iter 56/85 - loss 0.00022359 - samples/sec: 124.29 - lr: 0.006250 +2021-10-21 10:57:24,489 epoch 70 - iter 64/85 - loss 0.00020686 - samples/sec: 136.50 - lr: 0.006250 +2021-10-21 10:57:26,589 epoch 70 - iter 72/85 - loss 0.00023920 - samples/sec: 122.02 - lr: 0.006250 +2021-10-21 10:57:28,457 epoch 70 - iter 80/85 - loss 0.00043509 - samples/sec: 137.20 - lr: 0.006250 +2021-10-21 10:57:29,543 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:57:29,544 EPOCH 70 done: loss 0.0004 - lr 0.0062500 +2021-10-21 10:57:29,544 BAD EPOCHS (no improvement): 4 +2021-10-21 10:57:39,629 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:57:41,922 epoch 71 - iter 8/85 - loss 0.00012182 - samples/sec: 111.75 - lr: 0.003125 +2021-10-21 10:57:44,011 epoch 71 - iter 16/85 - loss 0.00047563 - samples/sec: 122.69 - lr: 0.003125 +2021-10-21 10:57:45,889 epoch 71 - iter 24/85 - loss 0.00032974 - samples/sec: 136.45 - lr: 0.003125 +2021-10-21 10:57:47,849 epoch 71 - iter 32/85 - loss 0.00027685 - samples/sec: 130.78 - lr: 0.003125 +2021-10-21 10:57:49,627 epoch 71 - iter 40/85 - loss 0.00038408 - samples/sec: 144.29 - lr: 0.003125 +2021-10-21 10:57:51,522 epoch 71 - iter 48/85 - loss 0.00048170 - samples/sec: 135.22 - lr: 0.003125 +2021-10-21 10:57:53,646 epoch 71 - iter 56/85 - loss 0.00046129 - samples/sec: 120.68 - lr: 0.003125 +2021-10-21 10:57:55,477 epoch 71 - iter 64/85 - loss 0.00052797 - samples/sec: 139.95 - lr: 0.003125 +2021-10-21 10:57:57,728 epoch 71 - iter 72/85 - loss 0.00054978 - samples/sec: 113.80 - lr: 0.003125 +2021-10-21 10:57:59,587 epoch 71 - iter 80/85 - loss 0.00053764 - samples/sec: 137.88 - lr: 0.003125 +2021-10-21 10:58:00,490 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:58:00,491 EPOCH 71 done: loss 0.0005 - lr 0.0031250 +2021-10-21 10:58:00,491 BAD EPOCHS (no improvement): 1 +2021-10-21 10:58:10,695 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:58:12,508 epoch 72 - iter 8/85 - loss 0.00004995 - samples/sec: 141.46 - lr: 0.003125 +2021-10-21 10:58:14,299 epoch 72 - iter 16/85 - loss 0.00011870 - samples/sec: 143.26 - lr: 0.003125 +2021-10-21 10:58:16,121 epoch 72 - iter 24/85 - loss 0.00010875 - samples/sec: 140.69 - lr: 0.003125 +2021-10-21 10:58:18,048 epoch 72 - iter 32/85 - loss 0.00008914 - samples/sec: 132.97 - lr: 0.003125 +2021-10-21 10:58:19,840 epoch 72 - iter 40/85 - loss 0.00007725 - samples/sec: 143.07 - lr: 0.003125 +2021-10-21 10:58:22,106 epoch 72 - iter 48/85 - loss 0.00009682 - samples/sec: 113.04 - lr: 0.003125 +2021-10-21 10:58:24,154 epoch 72 - iter 56/85 - loss 0.00008969 - samples/sec: 125.19 - lr: 0.003125 +2021-10-21 10:58:26,054 epoch 72 - iter 64/85 - loss 0.00017561 - samples/sec: 134.92 - lr: 0.003125 +2021-10-21 10:58:27,930 epoch 72 - iter 72/85 - loss 0.00028045 - samples/sec: 136.58 - lr: 0.003125 +2021-10-21 10:58:29,730 epoch 72 - iter 80/85 - loss 0.00033224 - samples/sec: 142.42 - lr: 0.003125 +2021-10-21 10:58:30,657 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:58:30,658 EPOCH 72 done: loss 0.0003 - lr 0.0031250 +2021-10-21 10:58:30,658 BAD EPOCHS (no improvement): 0 +2021-10-21 10:58:41,164 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:58:43,186 epoch 73 - iter 8/85 - loss 0.00001800 - samples/sec: 126.74 - lr: 0.003125 +2021-10-21 10:58:44,794 epoch 73 - iter 16/85 - loss 0.00003241 - samples/sec: 159.39 - lr: 0.003125 +2021-10-21 10:58:46,385 epoch 73 - iter 24/85 - loss 0.00015884 - samples/sec: 161.13 - lr: 0.003125 +2021-10-21 10:58:48,223 epoch 73 - iter 32/85 - loss 0.00032114 - samples/sec: 139.42 - lr: 0.003125 +2021-10-21 10:58:50,101 epoch 73 - iter 40/85 - loss 0.00060380 - samples/sec: 136.44 - lr: 0.003125 +2021-10-21 10:58:51,913 epoch 73 - iter 48/85 - loss 0.00057405 - samples/sec: 141.40 - lr: 0.003125 +2021-10-21 10:58:53,841 epoch 73 - iter 56/85 - loss 0.00065450 - samples/sec: 132.95 - lr: 0.003125 +2021-10-21 10:58:55,949 epoch 73 - iter 64/85 - loss 0.00069928 - samples/sec: 121.55 - lr: 0.003125 +2021-10-21 10:58:58,002 epoch 73 - iter 72/85 - loss 0.00066018 - samples/sec: 124.82 - lr: 0.003125 +2021-10-21 10:59:00,122 epoch 73 - iter 80/85 - loss 0.00061317 - samples/sec: 120.87 - lr: 0.003125 +2021-10-21 10:59:01,115 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:59:01,115 EPOCH 73 done: loss 0.0006 - lr 0.0031250 +2021-10-21 10:59:01,115 BAD EPOCHS (no improvement): 1 +2021-10-21 10:59:11,192 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:59:13,234 epoch 74 - iter 8/85 - loss 0.00016459 - samples/sec: 125.55 - lr: 0.003125 +2021-10-21 10:59:15,146 epoch 74 - iter 16/85 - loss 0.00088113 - samples/sec: 134.00 - lr: 0.003125 +2021-10-21 10:59:16,992 epoch 74 - iter 24/85 - loss 0.00068200 - samples/sec: 138.88 - lr: 0.003125 +2021-10-21 10:59:19,020 epoch 74 - iter 32/85 - loss 0.00088427 - samples/sec: 126.39 - lr: 0.003125 +2021-10-21 10:59:20,860 epoch 74 - iter 40/85 - loss 0.00089389 - samples/sec: 139.28 - lr: 0.003125 +2021-10-21 10:59:22,661 epoch 74 - iter 48/85 - loss 0.00076192 - samples/sec: 142.27 - lr: 0.003125 +2021-10-21 10:59:24,496 epoch 74 - iter 56/85 - loss 0.00079412 - samples/sec: 139.62 - lr: 0.003125 +2021-10-21 10:59:26,289 epoch 74 - iter 64/85 - loss 0.00075458 - samples/sec: 142.91 - lr: 0.003125 +2021-10-21 10:59:28,145 epoch 74 - iter 72/85 - loss 0.00068489 - samples/sec: 138.03 - lr: 0.003125 +2021-10-21 10:59:29,819 epoch 74 - iter 80/85 - loss 0.00075328 - samples/sec: 153.12 - lr: 0.003125 +2021-10-21 10:59:30,801 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:59:30,802 EPOCH 74 done: loss 0.0007 - lr 0.0031250 +2021-10-21 10:59:30,802 BAD EPOCHS (no improvement): 2 +2021-10-21 10:59:40,843 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:59:42,946 epoch 75 - iter 8/85 - loss 0.00101821 - samples/sec: 121.86 - lr: 0.003125 +2021-10-21 10:59:44,731 epoch 75 - iter 16/85 - loss 0.00088089 - samples/sec: 143.51 - lr: 0.003125 +2021-10-21 10:59:46,382 epoch 75 - iter 24/85 - loss 0.00099254 - samples/sec: 155.18 - lr: 0.003125 +2021-10-21 10:59:48,197 epoch 75 - iter 32/85 - loss 0.00091538 - samples/sec: 141.23 - lr: 0.003125 +2021-10-21 10:59:49,893 epoch 75 - iter 40/85 - loss 0.00116736 - samples/sec: 151.05 - lr: 0.003125 +2021-10-21 10:59:51,573 epoch 75 - iter 48/85 - loss 0.00098512 - samples/sec: 152.59 - lr: 0.003125 +2021-10-21 10:59:53,352 epoch 75 - iter 56/85 - loss 0.00092595 - samples/sec: 144.01 - lr: 0.003125 +2021-10-21 10:59:55,044 epoch 75 - iter 64/85 - loss 0.00088669 - samples/sec: 151.47 - lr: 0.003125 +2021-10-21 10:59:56,622 epoch 75 - iter 72/85 - loss 0.00079892 - samples/sec: 162.39 - lr: 0.003125 +2021-10-21 10:59:58,354 epoch 75 - iter 80/85 - loss 0.00072259 - samples/sec: 147.98 - lr: 0.003125 +2021-10-21 10:59:59,428 ---------------------------------------------------------------------------------------------------- +2021-10-21 10:59:59,428 EPOCH 75 done: loss 0.0007 - lr 0.0031250 +2021-10-21 10:59:59,428 BAD EPOCHS (no improvement): 3 +2021-10-21 11:00:09,645 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:00:11,649 epoch 76 - iter 8/85 - loss 0.00009395 - samples/sec: 127.91 - lr: 0.003125 +2021-10-21 11:00:13,579 epoch 76 - iter 16/85 - loss 0.00008460 - samples/sec: 132.73 - lr: 0.003125 +2021-10-21 11:00:15,309 epoch 76 - iter 24/85 - loss 0.00034164 - samples/sec: 148.19 - lr: 0.003125 +2021-10-21 11:00:17,363 epoch 76 - iter 32/85 - loss 0.00028189 - samples/sec: 124.76 - lr: 0.003125 +2021-10-21 11:00:19,275 epoch 76 - iter 40/85 - loss 0.00028359 - samples/sec: 134.07 - lr: 0.003125 +2021-10-21 11:00:21,230 epoch 76 - iter 48/85 - loss 0.00024199 - samples/sec: 131.14 - lr: 0.003125 +2021-10-21 11:00:23,142 epoch 76 - iter 56/85 - loss 0.00022324 - samples/sec: 134.02 - lr: 0.003125 +2021-10-21 11:00:24,998 epoch 76 - iter 64/85 - loss 0.00037609 - samples/sec: 138.11 - lr: 0.003125 +2021-10-21 11:00:27,193 epoch 76 - iter 72/85 - loss 0.00037127 - samples/sec: 116.74 - lr: 0.003125 +2021-10-21 11:00:29,192 epoch 76 - iter 80/85 - loss 0.00037962 - samples/sec: 128.15 - lr: 0.003125 +2021-10-21 11:00:30,142 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:00:30,142 EPOCH 76 done: loss 0.0004 - lr 0.0031250 +2021-10-21 11:00:30,143 BAD EPOCHS (no improvement): 4 +2021-10-21 11:00:40,366 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:00:42,081 epoch 77 - iter 8/85 - loss 0.00025714 - samples/sec: 149.55 - lr: 0.001563 +2021-10-21 11:00:43,795 epoch 77 - iter 16/85 - loss 0.00022117 - samples/sec: 149.51 - lr: 0.001563 +2021-10-21 11:00:45,545 epoch 77 - iter 24/85 - loss 0.00023452 - samples/sec: 146.50 - lr: 0.001563 +2021-10-21 11:00:47,408 epoch 77 - iter 32/85 - loss 0.00019036 - samples/sec: 137.52 - lr: 0.001563 +2021-10-21 11:00:49,268 epoch 77 - iter 40/85 - loss 0.00029937 - samples/sec: 137.84 - lr: 0.001563 +2021-10-21 11:00:50,861 epoch 77 - iter 48/85 - loss 0.00028816 - samples/sec: 160.90 - lr: 0.001563 +2021-10-21 11:00:53,738 epoch 77 - iter 56/85 - loss 0.00033797 - samples/sec: 89.03 - lr: 0.001563 +2021-10-21 11:00:55,622 epoch 77 - iter 64/85 - loss 0.00041148 - samples/sec: 136.00 - lr: 0.001563 +2021-10-21 11:00:57,538 epoch 77 - iter 72/85 - loss 0.00052473 - samples/sec: 133.68 - lr: 0.001563 +2021-10-21 11:00:59,126 epoch 77 - iter 80/85 - loss 0.00054799 - samples/sec: 161.50 - lr: 0.001563 +2021-10-21 11:00:59,917 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:00:59,917 EPOCH 77 done: loss 0.0005 - lr 0.0015625 +2021-10-21 11:00:59,917 BAD EPOCHS (no improvement): 1 +2021-10-21 11:01:10,246 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:01:12,223 epoch 78 - iter 8/85 - loss 0.00015970 - samples/sec: 129.66 - lr: 0.001563 +2021-10-21 11:01:13,946 epoch 78 - iter 16/85 - loss 0.00011199 - samples/sec: 148.76 - lr: 0.001563 +2021-10-21 11:01:15,806 epoch 78 - iter 24/85 - loss 0.00024192 - samples/sec: 137.82 - lr: 0.001563 +2021-10-21 11:01:17,489 epoch 78 - iter 32/85 - loss 0.00027434 - samples/sec: 152.39 - lr: 0.001563 +2021-10-21 11:01:19,372 epoch 78 - iter 40/85 - loss 0.00026296 - samples/sec: 136.08 - lr: 0.001563 +2021-10-21 11:01:21,195 epoch 78 - iter 48/85 - loss 0.00026193 - samples/sec: 140.61 - lr: 0.001563 +2021-10-21 11:01:23,196 epoch 78 - iter 56/85 - loss 0.00050655 - samples/sec: 128.04 - lr: 0.001563 +2021-10-21 11:01:24,944 epoch 78 - iter 64/85 - loss 0.00059563 - samples/sec: 146.69 - lr: 0.001563 +2021-10-21 11:01:26,684 epoch 78 - iter 72/85 - loss 0.00070024 - samples/sec: 147.30 - lr: 0.001563 +2021-10-21 11:01:28,508 epoch 78 - iter 80/85 - loss 0.00066278 - samples/sec: 140.56 - lr: 0.001563 +2021-10-21 11:01:29,392 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:01:29,392 EPOCH 78 done: loss 0.0006 - lr 0.0015625 +2021-10-21 11:01:29,392 BAD EPOCHS (no improvement): 2 +2021-10-21 11:01:39,623 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:01:41,481 epoch 79 - iter 8/85 - loss 0.00006368 - samples/sec: 137.97 - lr: 0.001563 +2021-10-21 11:01:43,409 epoch 79 - iter 16/85 - loss 0.00006078 - samples/sec: 132.93 - lr: 0.001563 +2021-10-21 11:01:45,252 epoch 79 - iter 24/85 - loss 0.00025213 - samples/sec: 139.05 - lr: 0.001563 +2021-10-21 11:01:47,549 epoch 79 - iter 32/85 - loss 0.00072849 - samples/sec: 111.52 - lr: 0.001563 +2021-10-21 11:01:49,278 epoch 79 - iter 40/85 - loss 0.00087077 - samples/sec: 148.28 - lr: 0.001563 +2021-10-21 11:01:51,372 epoch 79 - iter 48/85 - loss 0.00082795 - samples/sec: 122.35 - lr: 0.001563 +2021-10-21 11:01:53,227 epoch 79 - iter 56/85 - loss 0.00072001 - samples/sec: 138.12 - lr: 0.001563 +2021-10-21 11:01:55,192 epoch 79 - iter 64/85 - loss 0.00081950 - samples/sec: 130.38 - lr: 0.001563 +2021-10-21 11:01:57,137 epoch 79 - iter 72/85 - loss 0.00075766 - samples/sec: 131.78 - lr: 0.001563 +2021-10-21 11:01:58,669 epoch 79 - iter 80/85 - loss 0.00070387 - samples/sec: 167.37 - lr: 0.001563 +2021-10-21 11:01:59,620 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:01:59,620 EPOCH 79 done: loss 0.0007 - lr 0.0015625 +2021-10-21 11:01:59,620 BAD EPOCHS (no improvement): 3 +2021-10-21 11:02:09,687 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:02:11,805 epoch 80 - iter 8/85 - loss 0.00010236 - samples/sec: 120.98 - lr: 0.001563 +2021-10-21 11:02:13,516 epoch 80 - iter 16/85 - loss 0.00007883 - samples/sec: 149.91 - lr: 0.001563 +2021-10-21 11:02:15,246 epoch 80 - iter 24/85 - loss 0.00034105 - samples/sec: 148.18 - lr: 0.001563 +2021-10-21 11:02:17,077 epoch 80 - iter 32/85 - loss 0.00039490 - samples/sec: 139.91 - lr: 0.001563 +2021-10-21 11:02:19,068 epoch 80 - iter 40/85 - loss 0.00044007 - samples/sec: 128.69 - lr: 0.001563 +2021-10-21 11:02:20,789 epoch 80 - iter 48/85 - loss 0.00045394 - samples/sec: 148.98 - lr: 0.001563 +2021-10-21 11:02:22,483 epoch 80 - iter 56/85 - loss 0.00044033 - samples/sec: 151.26 - lr: 0.001563 +2021-10-21 11:02:24,252 epoch 80 - iter 64/85 - loss 0.00041639 - samples/sec: 144.83 - lr: 0.001563 +2021-10-21 11:02:26,031 epoch 80 - iter 72/85 - loss 0.00044197 - samples/sec: 144.08 - lr: 0.001563 +2021-10-21 11:02:27,757 epoch 80 - iter 80/85 - loss 0.00042192 - samples/sec: 148.47 - lr: 0.001563 +2021-10-21 11:02:28,794 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:02:28,795 EPOCH 80 done: loss 0.0004 - lr 0.0015625 +2021-10-21 11:02:28,795 BAD EPOCHS (no improvement): 4 +2021-10-21 11:02:38,731 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:02:40,534 epoch 81 - iter 8/85 - loss 0.00064656 - samples/sec: 142.16 - lr: 0.000781 +2021-10-21 11:02:42,268 epoch 81 - iter 16/85 - loss 0.00076795 - samples/sec: 147.82 - lr: 0.000781 +2021-10-21 11:02:43,991 epoch 81 - iter 24/85 - loss 0.00096414 - samples/sec: 148.69 - lr: 0.000781 +2021-10-21 11:02:45,622 epoch 81 - iter 32/85 - loss 0.00087979 - samples/sec: 157.13 - lr: 0.000781 +2021-10-21 11:02:47,485 epoch 81 - iter 40/85 - loss 0.00105720 - samples/sec: 137.49 - lr: 0.000781 +2021-10-21 11:02:49,172 epoch 81 - iter 48/85 - loss 0.00103838 - samples/sec: 151.92 - lr: 0.000781 +2021-10-21 11:02:50,916 epoch 81 - iter 56/85 - loss 0.00091918 - samples/sec: 146.88 - lr: 0.000781 +2021-10-21 11:02:52,502 epoch 81 - iter 64/85 - loss 0.00087529 - samples/sec: 161.60 - lr: 0.000781 +2021-10-21 11:02:54,190 epoch 81 - iter 72/85 - loss 0.00086466 - samples/sec: 151.74 - lr: 0.000781 +2021-10-21 11:02:56,031 epoch 81 - iter 80/85 - loss 0.00083752 - samples/sec: 139.16 - lr: 0.000781 +2021-10-21 11:02:56,994 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:02:56,994 EPOCH 81 done: loss 0.0008 - lr 0.0007813 +2021-10-21 11:02:56,994 BAD EPOCHS (no improvement): 1 +2021-10-21 11:03:06,923 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:03:08,692 epoch 82 - iter 8/85 - loss 0.00004995 - samples/sec: 144.96 - lr: 0.000781 +2021-10-21 11:03:10,298 epoch 82 - iter 16/85 - loss 0.00043359 - samples/sec: 159.58 - lr: 0.000781 +2021-10-21 11:03:11,797 epoch 82 - iter 24/85 - loss 0.00044657 - samples/sec: 171.02 - lr: 0.000781 +2021-10-21 11:03:13,442 epoch 82 - iter 32/85 - loss 0.00035088 - samples/sec: 155.73 - lr: 0.000781 +2021-10-21 11:03:15,243 epoch 82 - iter 40/85 - loss 0.00030605 - samples/sec: 142.29 - lr: 0.000781 +2021-10-21 11:03:17,049 epoch 82 - iter 48/85 - loss 0.00029395 - samples/sec: 141.91 - lr: 0.000781 +2021-10-21 11:03:18,705 epoch 82 - iter 56/85 - loss 0.00027271 - samples/sec: 154.69 - lr: 0.000781 +2021-10-21 11:03:20,453 epoch 82 - iter 64/85 - loss 0.00027493 - samples/sec: 146.64 - lr: 0.000781 +2021-10-21 11:03:22,121 epoch 82 - iter 72/85 - loss 0.00031055 - samples/sec: 153.68 - lr: 0.000781 +2021-10-21 11:03:24,111 epoch 82 - iter 80/85 - loss 0.00030980 - samples/sec: 128.71 - lr: 0.000781 +2021-10-21 11:03:24,965 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:03:24,966 EPOCH 82 done: loss 0.0003 - lr 0.0007813 +2021-10-21 11:03:24,966 BAD EPOCHS (no improvement): 0 +2021-10-21 11:03:34,807 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:03:36,511 epoch 83 - iter 8/85 - loss 0.00069399 - samples/sec: 150.43 - lr: 0.000781 +2021-10-21 11:03:38,271 epoch 83 - iter 16/85 - loss 0.00063423 - samples/sec: 145.56 - lr: 0.000781 +2021-10-21 11:03:39,881 epoch 83 - iter 24/85 - loss 0.00136682 - samples/sec: 159.14 - lr: 0.000781 +2021-10-21 11:03:41,543 epoch 83 - iter 32/85 - loss 0.00109559 - samples/sec: 154.23 - lr: 0.000781 +2021-10-21 11:03:43,390 epoch 83 - iter 40/85 - loss 0.00087205 - samples/sec: 138.72 - lr: 0.000781 +2021-10-21 11:03:45,015 epoch 83 - iter 48/85 - loss 0.00082158 - samples/sec: 157.68 - lr: 0.000781 +2021-10-21 11:03:46,724 epoch 83 - iter 56/85 - loss 0.00072661 - samples/sec: 150.01 - lr: 0.000781 +2021-10-21 11:03:48,474 epoch 83 - iter 64/85 - loss 0.00067160 - samples/sec: 146.40 - lr: 0.000781 +2021-10-21 11:03:50,563 epoch 83 - iter 72/85 - loss 0.00073883 - samples/sec: 122.62 - lr: 0.000781 +2021-10-21 11:03:52,238 epoch 83 - iter 80/85 - loss 0.00066810 - samples/sec: 153.08 - lr: 0.000781 +2021-10-21 11:03:53,101 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:03:53,101 EPOCH 83 done: loss 0.0006 - lr 0.0007813 +2021-10-21 11:03:53,101 BAD EPOCHS (no improvement): 1 +2021-10-21 11:04:03,181 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:04:04,953 epoch 84 - iter 8/85 - loss 0.00015727 - samples/sec: 144.69 - lr: 0.000781 +2021-10-21 11:04:06,699 epoch 84 - iter 16/85 - loss 0.00062789 - samples/sec: 146.78 - lr: 0.000781 +2021-10-21 11:04:08,411 epoch 84 - iter 24/85 - loss 0.00051370 - samples/sec: 149.67 - lr: 0.000781 +2021-10-21 11:04:10,325 epoch 84 - iter 32/85 - loss 0.00053888 - samples/sec: 133.91 - lr: 0.000781 +2021-10-21 11:04:12,182 epoch 84 - iter 40/85 - loss 0.00046886 - samples/sec: 138.01 - lr: 0.000781 +2021-10-21 11:04:13,788 epoch 84 - iter 48/85 - loss 0.00044248 - samples/sec: 159.57 - lr: 0.000781 +2021-10-21 11:04:15,509 epoch 84 - iter 56/85 - loss 0.00046986 - samples/sec: 148.91 - lr: 0.000781 +2021-10-21 11:04:17,069 epoch 84 - iter 64/85 - loss 0.00041930 - samples/sec: 164.23 - lr: 0.000781 +2021-10-21 11:04:18,922 epoch 84 - iter 72/85 - loss 0.00044702 - samples/sec: 138.30 - lr: 0.000781 +2021-10-21 11:04:20,601 epoch 84 - iter 80/85 - loss 0.00040655 - samples/sec: 152.57 - lr: 0.000781 +2021-10-21 11:04:21,516 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:04:21,516 EPOCH 84 done: loss 0.0004 - lr 0.0007813 +2021-10-21 11:04:21,517 BAD EPOCHS (no improvement): 2 +2021-10-21 11:04:31,533 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:04:33,735 epoch 85 - iter 8/85 - loss 0.00004673 - samples/sec: 116.35 - lr: 0.000781 +2021-10-21 11:04:35,414 epoch 85 - iter 16/85 - loss 0.00005453 - samples/sec: 152.70 - lr: 0.000781 +2021-10-21 11:04:37,148 epoch 85 - iter 24/85 - loss 0.00004725 - samples/sec: 147.80 - lr: 0.000781 +2021-10-21 11:04:38,761 epoch 85 - iter 32/85 - loss 0.00018221 - samples/sec: 158.93 - lr: 0.000781 +2021-10-21 11:04:40,701 epoch 85 - iter 40/85 - loss 0.00025060 - samples/sec: 132.06 - lr: 0.000781 +2021-10-21 11:04:42,429 epoch 85 - iter 48/85 - loss 0.00028583 - samples/sec: 148.27 - lr: 0.000781 +2021-10-21 11:04:44,242 epoch 85 - iter 56/85 - loss 0.00025106 - samples/sec: 141.40 - lr: 0.000781 +2021-10-21 11:04:45,961 epoch 85 - iter 64/85 - loss 0.00031859 - samples/sec: 149.11 - lr: 0.000781 +2021-10-21 11:04:47,645 epoch 85 - iter 72/85 - loss 0.00032891 - samples/sec: 152.19 - lr: 0.000781 +2021-10-21 11:04:49,262 epoch 85 - iter 80/85 - loss 0.00031630 - samples/sec: 158.42 - lr: 0.000781 +2021-10-21 11:04:50,158 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:04:50,158 EPOCH 85 done: loss 0.0004 - lr 0.0007813 +2021-10-21 11:04:50,158 BAD EPOCHS (no improvement): 3 +2021-10-21 11:05:00,205 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:05:02,117 epoch 86 - iter 8/85 - loss 0.00036479 - samples/sec: 134.07 - lr: 0.000781 +2021-10-21 11:05:03,879 epoch 86 - iter 16/85 - loss 0.00032380 - samples/sec: 145.50 - lr: 0.000781 +2021-10-21 11:05:05,631 epoch 86 - iter 24/85 - loss 0.00035359 - samples/sec: 146.26 - lr: 0.000781 +2021-10-21 11:05:07,298 epoch 86 - iter 32/85 - loss 0.00038076 - samples/sec: 153.78 - lr: 0.000781 +2021-10-21 11:05:09,203 epoch 86 - iter 40/85 - loss 0.00036060 - samples/sec: 134.52 - lr: 0.000781 +2021-10-21 11:05:11,708 epoch 86 - iter 48/85 - loss 0.00036131 - samples/sec: 102.27 - lr: 0.000781 +2021-10-21 11:05:13,482 epoch 86 - iter 56/85 - loss 0.00033376 - samples/sec: 144.54 - lr: 0.000781 +2021-10-21 11:05:15,358 epoch 86 - iter 64/85 - loss 0.00032597 - samples/sec: 136.67 - lr: 0.000781 +2021-10-21 11:05:17,293 epoch 86 - iter 72/85 - loss 0.00044862 - samples/sec: 132.51 - lr: 0.000781 +2021-10-21 11:05:19,407 epoch 86 - iter 80/85 - loss 0.00042868 - samples/sec: 121.18 - lr: 0.000781 +2021-10-21 11:05:20,387 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:05:20,388 EPOCH 86 done: loss 0.0004 - lr 0.0007813 +2021-10-21 11:05:20,388 BAD EPOCHS (no improvement): 4 +2021-10-21 11:05:30,732 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:05:32,630 epoch 87 - iter 8/85 - loss 0.00033322 - samples/sec: 135.08 - lr: 0.000391 +2021-10-21 11:05:34,419 epoch 87 - iter 16/85 - loss 0.00038468 - samples/sec: 143.24 - lr: 0.000391 +2021-10-21 11:05:36,394 epoch 87 - iter 24/85 - loss 0.00039604 - samples/sec: 129.72 - lr: 0.000391 +2021-10-21 11:05:38,013 epoch 87 - iter 32/85 - loss 0.00030944 - samples/sec: 158.45 - lr: 0.000391 +2021-10-21 11:05:39,882 epoch 87 - iter 40/85 - loss 0.00025814 - samples/sec: 137.09 - lr: 0.000391 +2021-10-21 11:05:41,848 epoch 87 - iter 48/85 - loss 0.00022060 - samples/sec: 130.34 - lr: 0.000391 +2021-10-21 11:05:43,604 epoch 87 - iter 56/85 - loss 0.00021454 - samples/sec: 145.97 - lr: 0.000391 +2021-10-21 11:05:45,343 epoch 87 - iter 64/85 - loss 0.00021237 - samples/sec: 147.34 - lr: 0.000391 +2021-10-21 11:05:47,103 epoch 87 - iter 72/85 - loss 0.00031549 - samples/sec: 145.62 - lr: 0.000391 +2021-10-21 11:05:48,737 epoch 87 - iter 80/85 - loss 0.00037347 - samples/sec: 156.84 - lr: 0.000391 +2021-10-21 11:05:49,704 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:05:49,704 EPOCH 87 done: loss 0.0004 - lr 0.0003906 +2021-10-21 11:05:49,705 BAD EPOCHS (no improvement): 1 +2021-10-21 11:05:59,864 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:06:01,882 epoch 88 - iter 8/85 - loss 0.00287767 - samples/sec: 127.02 - lr: 0.000391 +2021-10-21 11:06:03,837 epoch 88 - iter 16/85 - loss 0.00148474 - samples/sec: 131.09 - lr: 0.000391 +2021-10-21 11:06:06,086 epoch 88 - iter 24/85 - loss 0.00100476 - samples/sec: 113.96 - lr: 0.000391 +2021-10-21 11:06:08,033 epoch 88 - iter 32/85 - loss 0.00075476 - samples/sec: 131.59 - lr: 0.000391 +2021-10-21 11:06:09,803 epoch 88 - iter 40/85 - loss 0.00080351 - samples/sec: 144.83 - lr: 0.000391 +2021-10-21 11:06:11,859 epoch 88 - iter 48/85 - loss 0.00072733 - samples/sec: 124.60 - lr: 0.000391 +2021-10-21 11:06:13,740 epoch 88 - iter 56/85 - loss 0.00069080 - samples/sec: 136.36 - lr: 0.000391 +2021-10-21 11:06:15,316 epoch 88 - iter 64/85 - loss 0.00064045 - samples/sec: 162.61 - lr: 0.000391 +2021-10-21 11:06:16,936 epoch 88 - iter 72/85 - loss 0.00060200 - samples/sec: 158.17 - lr: 0.000391 +2021-10-21 11:06:18,693 epoch 88 - iter 80/85 - loss 0.00054892 - samples/sec: 145.86 - lr: 0.000391 +2021-10-21 11:06:19,515 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:06:19,516 EPOCH 88 done: loss 0.0006 - lr 0.0003906 +2021-10-21 11:06:19,516 BAD EPOCHS (no improvement): 2 +2021-10-21 11:06:29,565 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:06:31,269 epoch 89 - iter 8/85 - loss 0.00142830 - samples/sec: 150.43 - lr: 0.000391 +2021-10-21 11:06:32,896 epoch 89 - iter 16/85 - loss 0.00074701 - samples/sec: 157.54 - lr: 0.000391 +2021-10-21 11:06:34,726 epoch 89 - iter 24/85 - loss 0.00059402 - samples/sec: 140.08 - lr: 0.000391 +2021-10-21 11:06:36,545 epoch 89 - iter 32/85 - loss 0.00046454 - samples/sec: 140.94 - lr: 0.000391 +2021-10-21 11:06:38,450 epoch 89 - iter 40/85 - loss 0.00042749 - samples/sec: 134.53 - lr: 0.000391 +2021-10-21 11:06:40,359 epoch 89 - iter 48/85 - loss 0.00036259 - samples/sec: 134.21 - lr: 0.000391 +2021-10-21 11:06:42,231 epoch 89 - iter 56/85 - loss 0.00036685 - samples/sec: 136.96 - lr: 0.000391 +2021-10-21 11:06:44,011 epoch 89 - iter 64/85 - loss 0.00033346 - samples/sec: 143.91 - lr: 0.000391 +2021-10-21 11:06:45,761 epoch 89 - iter 72/85 - loss 0.00034311 - samples/sec: 146.44 - lr: 0.000391 +2021-10-21 11:06:47,402 epoch 89 - iter 80/85 - loss 0.00036026 - samples/sec: 156.15 - lr: 0.000391 +2021-10-21 11:06:48,491 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:06:48,491 EPOCH 89 done: loss 0.0003 - lr 0.0003906 +2021-10-21 11:06:48,492 BAD EPOCHS (no improvement): 3 +2021-10-21 11:06:58,464 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:07:00,284 epoch 90 - iter 8/85 - loss 0.00020561 - samples/sec: 140.89 - lr: 0.000391 +2021-10-21 11:07:02,257 epoch 90 - iter 16/85 - loss 0.00059721 - samples/sec: 129.82 - lr: 0.000391 +2021-10-21 11:07:03,697 epoch 90 - iter 24/85 - loss 0.00062795 - samples/sec: 178.18 - lr: 0.000391 +2021-10-21 11:07:05,659 epoch 90 - iter 32/85 - loss 0.00051023 - samples/sec: 130.59 - lr: 0.000391 +2021-10-21 11:07:07,334 epoch 90 - iter 40/85 - loss 0.00045818 - samples/sec: 153.04 - lr: 0.000391 +2021-10-21 11:07:09,116 epoch 90 - iter 48/85 - loss 0.00054114 - samples/sec: 143.78 - lr: 0.000391 +2021-10-21 11:07:10,899 epoch 90 - iter 56/85 - loss 0.00050003 - samples/sec: 143.68 - lr: 0.000391 +2021-10-21 11:07:12,627 epoch 90 - iter 64/85 - loss 0.00044783 - samples/sec: 148.26 - lr: 0.000391 +2021-10-21 11:07:14,485 epoch 90 - iter 72/85 - loss 0.00048905 - samples/sec: 137.90 - lr: 0.000391 +2021-10-21 11:07:16,005 epoch 90 - iter 80/85 - loss 0.00047480 - samples/sec: 168.66 - lr: 0.000391 +2021-10-21 11:07:16,865 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:07:16,866 EPOCH 90 done: loss 0.0005 - lr 0.0003906 +2021-10-21 11:07:16,866 BAD EPOCHS (no improvement): 4 +2021-10-21 11:07:26,854 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:07:28,499 epoch 91 - iter 8/85 - loss 0.00068840 - samples/sec: 155.93 - lr: 0.000195 +2021-10-21 11:07:30,068 epoch 91 - iter 16/85 - loss 0.00043419 - samples/sec: 163.34 - lr: 0.000195 +2021-10-21 11:07:31,609 epoch 91 - iter 24/85 - loss 0.00061708 - samples/sec: 166.32 - lr: 0.000195 +2021-10-21 11:07:33,334 epoch 91 - iter 32/85 - loss 0.00054393 - samples/sec: 148.55 - lr: 0.000195 +2021-10-21 11:07:35,128 epoch 91 - iter 40/85 - loss 0.00043673 - samples/sec: 142.84 - lr: 0.000195 +2021-10-21 11:07:36,805 epoch 91 - iter 48/85 - loss 0.00055635 - samples/sec: 152.80 - lr: 0.000195 +2021-10-21 11:07:38,674 epoch 91 - iter 56/85 - loss 0.00051267 - samples/sec: 137.15 - lr: 0.000195 +2021-10-21 11:07:40,472 epoch 91 - iter 64/85 - loss 0.00050208 - samples/sec: 142.50 - lr: 0.000195 +2021-10-21 11:07:42,144 epoch 91 - iter 72/85 - loss 0.00049352 - samples/sec: 153.24 - lr: 0.000195 +2021-10-21 11:07:43,903 epoch 91 - iter 80/85 - loss 0.00046143 - samples/sec: 145.63 - lr: 0.000195 +2021-10-21 11:07:44,907 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:07:44,907 EPOCH 91 done: loss 0.0004 - lr 0.0001953 +2021-10-21 11:07:44,908 BAD EPOCHS (no improvement): 1 +2021-10-21 11:07:54,756 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:07:56,625 epoch 92 - iter 8/85 - loss 0.00005111 - samples/sec: 137.06 - lr: 0.000195 +2021-10-21 11:07:58,224 epoch 92 - iter 16/85 - loss 0.00009131 - samples/sec: 160.34 - lr: 0.000195 +2021-10-21 11:08:00,149 epoch 92 - iter 24/85 - loss 0.00023215 - samples/sec: 133.10 - lr: 0.000195 +2021-10-21 11:08:01,875 epoch 92 - iter 32/85 - loss 0.00025868 - samples/sec: 148.40 - lr: 0.000195 +2021-10-21 11:08:03,664 epoch 92 - iter 40/85 - loss 0.00028179 - samples/sec: 143.24 - lr: 0.000195 +2021-10-21 11:08:05,521 epoch 92 - iter 48/85 - loss 0.00033776 - samples/sec: 137.99 - lr: 0.000195 +2021-10-21 11:08:07,137 epoch 92 - iter 56/85 - loss 0.00029551 - samples/sec: 158.58 - lr: 0.000195 +2021-10-21 11:08:08,874 epoch 92 - iter 64/85 - loss 0.00030955 - samples/sec: 147.56 - lr: 0.000195 +2021-10-21 11:08:10,533 epoch 92 - iter 72/85 - loss 0.00040009 - samples/sec: 154.47 - lr: 0.000195 +2021-10-21 11:08:12,252 epoch 92 - iter 80/85 - loss 0.00037371 - samples/sec: 149.18 - lr: 0.000195 +2021-10-21 11:08:13,057 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:08:13,057 EPOCH 92 done: loss 0.0004 - lr 0.0001953 +2021-10-21 11:08:13,057 BAD EPOCHS (no improvement): 2 +2021-10-21 11:08:23,017 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:08:24,631 epoch 93 - iter 8/85 - loss 0.00035513 - samples/sec: 158.87 - lr: 0.000195 +2021-10-21 11:08:26,295 epoch 93 - iter 16/85 - loss 0.00019033 - samples/sec: 153.97 - lr: 0.000195 +2021-10-21 11:08:27,775 epoch 93 - iter 24/85 - loss 0.00013431 - samples/sec: 173.20 - lr: 0.000195 +2021-10-21 11:08:29,722 epoch 93 - iter 32/85 - loss 0.00012818 - samples/sec: 131.57 - lr: 0.000195 +2021-10-21 11:08:31,383 epoch 93 - iter 40/85 - loss 0.00023806 - samples/sec: 154.31 - lr: 0.000195 +2021-10-21 11:08:33,292 epoch 93 - iter 48/85 - loss 0.00020952 - samples/sec: 134.18 - lr: 0.000195 +2021-10-21 11:08:34,990 epoch 93 - iter 56/85 - loss 0.00024034 - samples/sec: 150.96 - lr: 0.000195 +2021-10-21 11:08:36,683 epoch 93 - iter 64/85 - loss 0.00029316 - samples/sec: 151.31 - lr: 0.000195 +2021-10-21 11:08:38,446 epoch 93 - iter 72/85 - loss 0.00042444 - samples/sec: 145.39 - lr: 0.000195 +2021-10-21 11:08:40,056 epoch 93 - iter 80/85 - loss 0.00049909 - samples/sec: 159.14 - lr: 0.000195 +2021-10-21 11:08:41,069 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:08:41,069 EPOCH 93 done: loss 0.0005 - lr 0.0001953 +2021-10-21 11:08:41,070 BAD EPOCHS (no improvement): 3 +2021-10-21 11:08:51,050 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:08:52,692 epoch 94 - iter 8/85 - loss 0.00003856 - samples/sec: 156.11 - lr: 0.000195 +2021-10-21 11:08:54,387 epoch 94 - iter 16/85 - loss 0.00008287 - samples/sec: 151.16 - lr: 0.000195 +2021-10-21 11:08:55,972 epoch 94 - iter 24/85 - loss 0.00041700 - samples/sec: 161.77 - lr: 0.000195 +2021-10-21 11:08:57,700 epoch 94 - iter 32/85 - loss 0.00034955 - samples/sec: 148.27 - lr: 0.000195 +2021-10-21 11:08:59,358 epoch 94 - iter 40/85 - loss 0.00031197 - samples/sec: 154.56 - lr: 0.000195 +2021-10-21 11:09:01,141 epoch 94 - iter 48/85 - loss 0.00026716 - samples/sec: 143.71 - lr: 0.000195 +2021-10-21 11:09:03,048 epoch 94 - iter 56/85 - loss 0.00029616 - samples/sec: 134.37 - lr: 0.000195 +2021-10-21 11:09:04,894 epoch 94 - iter 64/85 - loss 0.00029842 - samples/sec: 138.82 - lr: 0.000195 +2021-10-21 11:09:06,971 epoch 94 - iter 72/85 - loss 0.00028628 - samples/sec: 123.43 - lr: 0.000195 +2021-10-21 11:09:08,913 epoch 94 - iter 80/85 - loss 0.00035534 - samples/sec: 131.95 - lr: 0.000195 +2021-10-21 11:09:09,987 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:09:09,988 EPOCH 94 done: loss 0.0004 - lr 0.0001953 +2021-10-21 11:09:09,988 BAD EPOCHS (no improvement): 4 +2021-10-21 11:09:20,301 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:09:20,301 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:09:20,301 learning rate too small - quitting training! +2021-10-21 11:09:20,302 ---------------------------------------------------------------------------------------------------- +2021-10-21 11:09:30,335 Test data not provided setting final score to 0