diff --git "a/training.log" "b/training.log" new file mode 100755--- /dev/null +++ "b/training.log" @@ -0,0 +1,2155 @@ +2019-08-13 18:58:49,095 ---------------------------------------------------------------------------------------------------- +2019-08-13 18:58:49,095 Model: "SequenceTagger( + (embeddings): StackedEmbeddings( + (list_embedding_0): WordEmbeddings('fr') + (list_embedding_1): FlairEmbeddings( + (lm): LanguageModel( + (drop): Dropout(p=0.5) + (encoder): Embedding(275, 100) + (rnn): LSTM(100, 1024) + (decoder): Linear(in_features=1024, out_features=275, bias=True) + ) + ) + (list_embedding_2): FlairEmbeddings( + (lm): LanguageModel( + (drop): Dropout(p=0.5) + (encoder): Embedding(275, 100) + (rnn): LSTM(100, 1024) + (decoder): Linear(in_features=1024, out_features=275, bias=True) + ) + ) + ) + (word_dropout): WordDropout(p=0.05) + (locked_dropout): LockedDropout(p=0.5) + (embedding2nn): Linear(in_features=2348, out_features=2348, bias=True) + (rnn): LSTM(2348, 256, bidirectional=True) + (linear): Linear(in_features=512, out_features=20, bias=True) +)" +2019-08-13 18:58:49,096 ---------------------------------------------------------------------------------------------------- +2019-08-13 18:58:49,096 Corpus: "Corpus: 107128 train + 11903 dev + 13226 test sentences" +2019-08-13 18:58:49,096 ---------------------------------------------------------------------------------------------------- +2019-08-13 18:58:49,096 Parameters: +2019-08-13 18:58:49,096 - learning_rate: "0.1" +2019-08-13 18:58:49,096 - mini_batch_size: "32" +2019-08-13 18:58:49,096 - patience: "3" +2019-08-13 18:58:49,096 - anneal_factor: "0.5" +2019-08-13 18:58:49,096 - max_epochs: "150" +2019-08-13 18:58:49,096 - shuffle: "True" +2019-08-13 18:58:49,096 - train_with_dev: "True" +2019-08-13 18:58:49,096 ---------------------------------------------------------------------------------------------------- +2019-08-13 18:58:49,096 Model training base path: "resources/taggers/release-fr-ner-0" +2019-08-13 18:58:49,097 ---------------------------------------------------------------------------------------------------- +2019-08-13 18:58:49,097 Device: cuda:0 +2019-08-13 18:58:49,097 ---------------------------------------------------------------------------------------------------- +2019-08-13 18:58:49,097 Embeddings storage mode: cpu +2019-08-13 18:58:49,097 ---------------------------------------------------------------------------------------------------- +2019-08-13 18:58:50,650 epoch 1 - iter 0/3720 - loss 91.21197510 throughput (samples/sec): 20474.53 +2019-08-13 19:02:13,067 epoch 1 - iter 372/3720 - loss 6.03944552 throughput (samples/sec): 75.52 +2019-08-13 19:04:55,346 epoch 1 - iter 744/3720 - loss 4.35996136 throughput (samples/sec): 76.28 +2019-08-13 19:07:36,816 epoch 1 - iter 1116/3720 - loss 3.65192114 throughput (samples/sec): 77.15 +2019-08-13 19:10:17,432 epoch 1 - iter 1488/3720 - loss 3.24999776 throughput (samples/sec): 77.07 +2019-08-13 19:12:59,942 epoch 1 - iter 1860/3720 - loss 2.96708947 throughput (samples/sec): 76.96 +2019-08-13 19:15:45,799 epoch 1 - iter 2232/3720 - loss 2.77272936 throughput (samples/sec): 74.85 +2019-08-13 19:18:29,554 epoch 1 - iter 2604/3720 - loss 2.61904597 throughput (samples/sec): 75.90 +2019-08-13 19:21:13,223 epoch 1 - iter 2976/3720 - loss 2.50279954 throughput (samples/sec): 76.20 +2019-08-13 19:23:54,459 epoch 1 - iter 3348/3720 - loss 2.40538508 throughput (samples/sec): 77.41 +2019-08-13 19:26:37,785 ---------------------------------------------------------------------------------------------------- +2019-08-13 19:26:37,785 EPOCH 1 done: loss 2.3183 - lr 0.1000 +2019-08-13 19:26:37,785 BAD EPOCHS (no improvement): 0 +2019-08-13 19:26:37,785 ---------------------------------------------------------------------------------------------------- +2019-08-13 19:26:39,528 epoch 2 - iter 0/3720 - loss 1.57799530 throughput (samples/sec): 24435.89 +2019-08-13 19:29:24,873 epoch 2 - iter 372/3720 - loss 1.54384129 throughput (samples/sec): 74.81 +2019-08-13 19:32:08,624 epoch 2 - iter 744/3720 - loss 1.52844398 throughput (samples/sec): 75.15 +2019-08-13 19:34:53,742 epoch 2 - iter 1116/3720 - loss 1.52084822 throughput (samples/sec): 74.42 +2019-08-13 19:37:39,363 epoch 2 - iter 1488/3720 - loss 1.50126231 throughput (samples/sec): 74.77 +2019-08-13 19:40:22,833 epoch 2 - iter 1860/3720 - loss 1.48376010 throughput (samples/sec): 75.50 +2019-08-13 19:43:06,424 epoch 2 - iter 2232/3720 - loss 1.47907364 throughput (samples/sec): 75.96 +2019-08-13 19:45:50,043 epoch 2 - iter 2604/3720 - loss 1.46799953 throughput (samples/sec): 76.40 +2019-08-13 19:48:34,100 epoch 2 - iter 2976/3720 - loss 1.46162405 throughput (samples/sec): 75.66 +2019-08-13 19:51:18,032 epoch 2 - iter 3348/3720 - loss 1.44787336 throughput (samples/sec): 76.20 +2019-08-13 19:54:00,139 ---------------------------------------------------------------------------------------------------- +2019-08-13 19:54:00,139 EPOCH 2 done: loss 1.4398 - lr 0.1000 +2019-08-13 19:54:00,139 BAD EPOCHS (no improvement): 0 +2019-08-13 19:54:00,139 ---------------------------------------------------------------------------------------------------- +2019-08-13 19:54:02,014 epoch 3 - iter 0/3720 - loss 2.14483953 throughput (samples/sec): 18769.78 +2019-08-13 19:56:47,516 epoch 3 - iter 372/3720 - loss 1.34348108 throughput (samples/sec): 74.95 +2019-08-13 19:59:30,155 epoch 3 - iter 744/3720 - loss 1.33043544 throughput (samples/sec): 76.68 +2019-08-13 20:02:13,510 epoch 3 - iter 1116/3720 - loss 1.33131669 throughput (samples/sec): 76.37 +2019-08-13 20:04:53,962 epoch 3 - iter 1488/3720 - loss 1.32399288 throughput (samples/sec): 77.56 +2019-08-13 20:07:38,128 epoch 3 - iter 1860/3720 - loss 1.32004507 throughput (samples/sec): 75.22 +2019-08-13 20:10:22,937 epoch 3 - iter 2232/3720 - loss 1.31486852 throughput (samples/sec): 74.95 +2019-08-13 20:13:05,005 epoch 3 - iter 2604/3720 - loss 1.30578636 throughput (samples/sec): 76.79 +2019-08-13 20:15:45,992 epoch 3 - iter 2976/3720 - loss 1.30191243 throughput (samples/sec): 77.03 +2019-08-13 20:18:28,443 epoch 3 - iter 3348/3720 - loss 1.29604418 throughput (samples/sec): 76.30 +2019-08-13 20:21:10,497 ---------------------------------------------------------------------------------------------------- +2019-08-13 20:21:10,498 EPOCH 3 done: loss 1.2916 - lr 0.1000 +2019-08-13 20:21:10,498 BAD EPOCHS (no improvement): 0 +2019-08-13 20:21:10,498 ---------------------------------------------------------------------------------------------------- +2019-08-13 20:21:13,275 epoch 4 - iter 0/3720 - loss 1.67985451 throughput (samples/sec): 22921.16 +2019-08-13 20:23:56,448 epoch 4 - iter 372/3720 - loss 1.22704571 throughput (samples/sec): 76.44 +2019-08-13 20:26:39,912 epoch 4 - iter 744/3720 - loss 1.22211817 throughput (samples/sec): 76.32 +2019-08-13 20:29:23,470 epoch 4 - iter 1116/3720 - loss 1.22444775 throughput (samples/sec): 76.35 +2019-08-13 20:32:09,139 epoch 4 - iter 1488/3720 - loss 1.22435886 throughput (samples/sec): 75.34 +2019-08-13 20:34:52,409 epoch 4 - iter 1860/3720 - loss 1.21883197 throughput (samples/sec): 75.38 +2019-08-13 20:37:37,735 epoch 4 - iter 2232/3720 - loss 1.21631644 throughput (samples/sec): 74.32 +2019-08-13 20:40:20,773 epoch 4 - iter 2604/3720 - loss 1.21628497 throughput (samples/sec): 75.90 +2019-08-13 20:43:04,562 epoch 4 - iter 2976/3720 - loss 1.21689057 throughput (samples/sec): 75.80 +2019-08-13 20:45:48,537 epoch 4 - iter 3348/3720 - loss 1.21100797 throughput (samples/sec): 75.82 +2019-08-13 20:48:33,835 ---------------------------------------------------------------------------------------------------- +2019-08-13 20:48:33,835 EPOCH 4 done: loss 1.2084 - lr 0.1000 +2019-08-13 20:48:33,835 BAD EPOCHS (no improvement): 0 +2019-08-13 20:48:33,835 ---------------------------------------------------------------------------------------------------- +2019-08-13 20:48:35,733 epoch 5 - iter 0/3720 - loss 0.92300105 throughput (samples/sec): 18594.63 +2019-08-13 20:51:20,801 epoch 5 - iter 372/3720 - loss 1.18752395 throughput (samples/sec): 75.40 +2019-08-13 20:54:02,964 epoch 5 - iter 744/3720 - loss 1.15851272 throughput (samples/sec): 76.19 +2019-08-13 20:56:47,638 epoch 5 - iter 1116/3720 - loss 1.15466104 throughput (samples/sec): 75.26 +2019-08-13 20:59:31,404 epoch 5 - iter 1488/3720 - loss 1.15777809 throughput (samples/sec): 75.49 +2019-08-13 21:02:14,924 epoch 5 - iter 1860/3720 - loss 1.15232521 throughput (samples/sec): 75.65 +2019-08-13 21:04:57,773 epoch 5 - iter 2232/3720 - loss 1.15050962 throughput (samples/sec): 76.78 +2019-08-13 21:07:36,922 epoch 5 - iter 2604/3720 - loss 1.14734927 throughput (samples/sec): 77.63 +2019-08-13 21:10:20,454 epoch 5 - iter 2976/3720 - loss 1.14473413 throughput (samples/sec): 75.25 +2019-08-13 21:13:02,761 epoch 5 - iter 3348/3720 - loss 1.14154578 throughput (samples/sec): 76.05 +2019-08-13 21:15:44,989 ---------------------------------------------------------------------------------------------------- +2019-08-13 21:15:44,990 EPOCH 5 done: loss 1.1411 - lr 0.1000 +2019-08-13 21:15:44,990 BAD EPOCHS (no improvement): 0 +2019-08-13 21:15:44,990 ---------------------------------------------------------------------------------------------------- +2019-08-13 21:15:46,872 epoch 6 - iter 0/3720 - loss 0.59046555 throughput (samples/sec): 19240.05 +2019-08-13 21:18:28,386 epoch 6 - iter 372/3720 - loss 1.12638468 throughput (samples/sec): 76.74 +2019-08-13 21:21:13,916 epoch 6 - iter 744/3720 - loss 1.10906654 throughput (samples/sec): 75.66 +2019-08-13 21:23:58,102 epoch 6 - iter 1116/3720 - loss 1.11341810 throughput (samples/sec): 75.21 +2019-08-13 21:26:41,532 epoch 6 - iter 1488/3720 - loss 1.11075304 throughput (samples/sec): 76.64 +2019-08-13 21:29:25,845 epoch 6 - iter 1860/3720 - loss 1.10595691 throughput (samples/sec): 75.25 +2019-08-13 21:32:07,450 epoch 6 - iter 2232/3720 - loss 1.10704256 throughput (samples/sec): 76.88 +2019-08-13 21:34:52,293 epoch 6 - iter 2604/3720 - loss 1.10595910 throughput (samples/sec): 74.81 +2019-08-13 21:37:34,248 epoch 6 - iter 2976/3720 - loss 1.10244406 throughput (samples/sec): 76.45 +2019-08-13 21:40:14,606 epoch 6 - iter 3348/3720 - loss 1.10025130 throughput (samples/sec): 76.92 +2019-08-13 21:42:55,871 ---------------------------------------------------------------------------------------------------- +2019-08-13 21:42:55,871 EPOCH 6 done: loss 1.0990 - lr 0.1000 +2019-08-13 21:42:55,871 BAD EPOCHS (no improvement): 0 +2019-08-13 21:42:55,871 ---------------------------------------------------------------------------------------------------- +2019-08-13 21:42:57,729 epoch 7 - iter 0/3720 - loss 0.78231239 throughput (samples/sec): 19149.71 +2019-08-13 21:45:43,312 epoch 7 - iter 372/3720 - loss 1.05618075 throughput (samples/sec): 74.86 +2019-08-13 21:48:27,646 epoch 7 - iter 744/3720 - loss 1.03894488 throughput (samples/sec): 75.57 +2019-08-13 21:51:11,909 epoch 7 - iter 1116/3720 - loss 1.04166590 throughput (samples/sec): 75.44 +2019-08-13 21:53:53,932 epoch 7 - iter 1488/3720 - loss 1.04780377 throughput (samples/sec): 76.46 +2019-08-13 21:56:35,515 epoch 7 - iter 1860/3720 - loss 1.05445897 throughput (samples/sec): 76.84 +2019-08-13 21:59:19,479 epoch 7 - iter 2232/3720 - loss 1.05508658 throughput (samples/sec): 75.42 +2019-08-13 22:02:01,314 epoch 7 - iter 2604/3720 - loss 1.05646944 throughput (samples/sec): 76.80 +2019-08-13 22:04:43,146 epoch 7 - iter 2976/3720 - loss 1.05800105 throughput (samples/sec): 75.99 +2019-08-13 22:07:24,923 epoch 7 - iter 3348/3720 - loss 1.06036160 throughput (samples/sec): 76.06 +2019-08-13 22:10:08,274 ---------------------------------------------------------------------------------------------------- +2019-08-13 22:10:08,274 EPOCH 7 done: loss 1.0613 - lr 0.1000 +2019-08-13 22:10:08,274 BAD EPOCHS (no improvement): 0 +2019-08-13 22:10:08,274 ---------------------------------------------------------------------------------------------------- +2019-08-13 22:10:10,151 epoch 8 - iter 0/3720 - loss 0.79907465 throughput (samples/sec): 17828.75 +2019-08-13 22:12:55,889 epoch 8 - iter 372/3720 - loss 1.02021535 throughput (samples/sec): 75.32 +2019-08-13 22:15:39,647 epoch 8 - iter 744/3720 - loss 1.01429406 throughput (samples/sec): 76.41 +2019-08-13 22:18:21,339 epoch 8 - iter 1116/3720 - loss 1.02016154 throughput (samples/sec): 76.92 +2019-08-13 22:21:03,927 epoch 8 - iter 1488/3720 - loss 1.01747553 throughput (samples/sec): 76.47 +2019-08-13 22:23:45,136 epoch 8 - iter 1860/3720 - loss 1.02165423 throughput (samples/sec): 76.83 +2019-08-13 22:26:25,618 epoch 8 - iter 2232/3720 - loss 1.02173991 throughput (samples/sec): 76.87 +2019-08-13 22:29:06,379 epoch 8 - iter 2604/3720 - loss 1.02723906 throughput (samples/sec): 77.06 +2019-08-13 22:31:48,954 epoch 8 - iter 2976/3720 - loss 1.02652237 throughput (samples/sec): 76.15 +2019-08-13 22:34:30,735 epoch 8 - iter 3348/3720 - loss 1.02871312 throughput (samples/sec): 77.06 +2019-08-13 22:37:15,357 ---------------------------------------------------------------------------------------------------- +2019-08-13 22:37:15,358 EPOCH 8 done: loss 1.0287 - lr 0.1000 +2019-08-13 22:37:15,358 BAD EPOCHS (no improvement): 0 +2019-08-13 22:37:15,358 ---------------------------------------------------------------------------------------------------- +2019-08-13 22:37:17,072 epoch 9 - iter 0/3720 - loss 1.54383945 throughput (samples/sec): 23898.30 +2019-08-13 22:40:01,867 epoch 9 - iter 372/3720 - loss 0.99026319 throughput (samples/sec): 75.30 +2019-08-13 22:42:42,095 epoch 9 - iter 744/3720 - loss 0.99275502 throughput (samples/sec): 77.87 +2019-08-13 22:45:23,851 epoch 9 - iter 1116/3720 - loss 0.99986905 throughput (samples/sec): 76.17 +2019-08-13 22:48:07,539 epoch 9 - iter 1488/3720 - loss 0.99818515 throughput (samples/sec): 75.97 +2019-08-13 22:50:50,310 epoch 9 - iter 1860/3720 - loss 1.00212036 throughput (samples/sec): 76.34 +2019-08-13 22:53:32,732 epoch 9 - iter 2232/3720 - loss 1.00791586 throughput (samples/sec): 76.08 +2019-08-13 22:56:15,914 epoch 9 - iter 2604/3720 - loss 1.00602238 throughput (samples/sec): 76.46 +2019-08-13 22:58:57,515 epoch 9 - iter 2976/3720 - loss 1.00890544 throughput (samples/sec): 76.73 +2019-08-13 23:01:38,814 epoch 9 - iter 3348/3720 - loss 1.00935457 throughput (samples/sec): 77.14 +2019-08-13 23:04:18,730 ---------------------------------------------------------------------------------------------------- +2019-08-13 23:04:18,731 EPOCH 9 done: loss 1.0086 - lr 0.1000 +2019-08-13 23:04:18,731 BAD EPOCHS (no improvement): 0 +2019-08-13 23:04:18,731 ---------------------------------------------------------------------------------------------------- +2019-08-13 23:04:20,448 epoch 10 - iter 0/3720 - loss 0.54354835 throughput (samples/sec): 25978.98 +2019-08-13 23:07:06,556 epoch 10 - iter 372/3720 - loss 0.97160648 throughput (samples/sec): 75.59 +2019-08-13 23:09:53,146 epoch 10 - iter 744/3720 - loss 0.97667281 throughput (samples/sec): 74.51 +2019-08-13 23:12:36,864 epoch 10 - iter 1116/3720 - loss 0.97703779 throughput (samples/sec): 75.42 +2019-08-13 23:15:21,497 epoch 10 - iter 1488/3720 - loss 0.97892870 throughput (samples/sec): 75.77 +2019-08-13 23:18:04,692 epoch 10 - iter 1860/3720 - loss 0.98750832 throughput (samples/sec): 76.16 +2019-08-13 23:20:49,036 epoch 10 - iter 2232/3720 - loss 0.98789930 throughput (samples/sec): 75.35 +2019-08-13 23:23:32,339 epoch 10 - iter 2604/3720 - loss 0.98878771 throughput (samples/sec): 75.60 +2019-08-13 23:26:15,360 epoch 10 - iter 2976/3720 - loss 0.98579501 throughput (samples/sec): 76.02 +2019-08-13 23:28:59,022 epoch 10 - iter 3348/3720 - loss 0.98923598 throughput (samples/sec): 75.75 +2019-08-13 23:31:39,949 ---------------------------------------------------------------------------------------------------- +2019-08-13 23:31:39,949 EPOCH 10 done: loss 0.9893 - lr 0.1000 +2019-08-13 23:31:39,949 BAD EPOCHS (no improvement): 0 +2019-08-13 23:31:39,949 ---------------------------------------------------------------------------------------------------- +2019-08-13 23:31:41,758 epoch 11 - iter 0/3720 - loss 1.71541357 throughput (samples/sec): 21404.68 +2019-08-13 23:34:28,043 epoch 11 - iter 372/3720 - loss 0.97309590 throughput (samples/sec): 74.99 +2019-08-13 23:37:13,745 epoch 11 - iter 744/3720 - loss 0.96514806 throughput (samples/sec): 74.98 +2019-08-13 23:39:56,825 epoch 11 - iter 1116/3720 - loss 0.96421487 throughput (samples/sec): 75.66 +2019-08-13 23:42:38,798 epoch 11 - iter 1488/3720 - loss 0.96743654 throughput (samples/sec): 76.94 +2019-08-13 23:45:20,065 epoch 11 - iter 1860/3720 - loss 0.96716123 throughput (samples/sec): 77.00 +2019-08-13 23:48:02,767 epoch 11 - iter 2232/3720 - loss 0.97033008 throughput (samples/sec): 75.58 +2019-08-13 23:50:44,012 epoch 11 - iter 2604/3720 - loss 0.97098882 throughput (samples/sec): 77.06 +2019-08-13 23:53:27,655 epoch 11 - iter 2976/3720 - loss 0.97129229 throughput (samples/sec): 75.68 +2019-08-13 23:56:09,219 epoch 11 - iter 3348/3720 - loss 0.96964412 throughput (samples/sec): 76.98 +2019-08-13 23:58:50,919 ---------------------------------------------------------------------------------------------------- +2019-08-13 23:58:50,919 EPOCH 11 done: loss 0.9717 - lr 0.1000 +2019-08-13 23:58:50,919 BAD EPOCHS (no improvement): 0 +2019-08-13 23:58:50,919 ---------------------------------------------------------------------------------------------------- +2019-08-13 23:58:52,876 epoch 12 - iter 0/3720 - loss 1.19521618 throughput (samples/sec): 17288.35 +2019-08-14 00:01:36,010 epoch 12 - iter 372/3720 - loss 0.98252318 throughput (samples/sec): 75.66 +2019-08-14 00:04:17,750 epoch 12 - iter 744/3720 - loss 0.95471967 throughput (samples/sec): 76.35 +2019-08-14 00:06:59,529 epoch 12 - iter 1116/3720 - loss 0.95255668 throughput (samples/sec): 77.03 +2019-08-14 00:09:43,154 epoch 12 - iter 1488/3720 - loss 0.95419802 throughput (samples/sec): 75.62 +2019-08-14 00:12:23,567 epoch 12 - iter 1860/3720 - loss 0.95946174 throughput (samples/sec): 76.89 +2019-08-14 00:15:04,806 epoch 12 - iter 2232/3720 - loss 0.95893017 throughput (samples/sec): 76.52 +2019-08-14 00:17:46,604 epoch 12 - iter 2604/3720 - loss 0.95535940 throughput (samples/sec): 76.45 +2019-08-14 00:20:26,365 epoch 12 - iter 2976/3720 - loss 0.95355625 throughput (samples/sec): 78.10 +2019-08-14 00:23:07,499 epoch 12 - iter 3348/3720 - loss 0.95700808 throughput (samples/sec): 77.00 +2019-08-14 00:25:49,287 ---------------------------------------------------------------------------------------------------- +2019-08-14 00:25:49,287 EPOCH 12 done: loss 0.9578 - lr 0.1000 +2019-08-14 00:25:49,287 BAD EPOCHS (no improvement): 0 +2019-08-14 00:25:49,288 ---------------------------------------------------------------------------------------------------- +2019-08-14 00:25:51,284 epoch 13 - iter 0/3720 - loss 1.14242172 throughput (samples/sec): 15707.75 +2019-08-14 00:28:34,910 epoch 13 - iter 372/3720 - loss 0.94083283 throughput (samples/sec): 76.02 +2019-08-14 00:31:15,848 epoch 13 - iter 744/3720 - loss 0.94413036 throughput (samples/sec): 76.95 +2019-08-14 00:33:55,764 epoch 13 - iter 1116/3720 - loss 0.94754352 throughput (samples/sec): 77.39 +2019-08-14 00:36:38,196 epoch 13 - iter 1488/3720 - loss 0.94510976 throughput (samples/sec): 75.95 +2019-08-14 00:39:19,227 epoch 13 - iter 1860/3720 - loss 0.94038974 throughput (samples/sec): 77.41 +2019-08-14 00:42:02,024 epoch 13 - iter 2232/3720 - loss 0.94279201 throughput (samples/sec): 76.65 +2019-08-14 00:44:44,512 epoch 13 - iter 2604/3720 - loss 0.93998889 throughput (samples/sec): 76.30 +2019-08-14 00:47:26,558 epoch 13 - iter 2976/3720 - loss 0.94200607 throughput (samples/sec): 76.91 +2019-08-14 00:50:08,640 epoch 13 - iter 3348/3720 - loss 0.94085778 throughput (samples/sec): 76.17 +2019-08-14 00:52:51,654 ---------------------------------------------------------------------------------------------------- +2019-08-14 00:52:51,654 EPOCH 13 done: loss 0.9409 - lr 0.1000 +2019-08-14 00:52:51,654 BAD EPOCHS (no improvement): 0 +2019-08-14 00:52:51,654 ---------------------------------------------------------------------------------------------------- +2019-08-14 00:52:53,378 epoch 14 - iter 0/3720 - loss 0.81392503 throughput (samples/sec): 24579.42 +2019-08-14 00:55:35,287 epoch 14 - iter 372/3720 - loss 0.91903556 throughput (samples/sec): 76.55 +2019-08-14 00:58:16,480 epoch 14 - iter 744/3720 - loss 0.94080189 throughput (samples/sec): 77.06 +2019-08-14 01:01:00,288 epoch 14 - iter 1116/3720 - loss 0.93238526 throughput (samples/sec): 75.34 +2019-08-14 01:03:41,870 epoch 14 - iter 1488/3720 - loss 0.92870163 throughput (samples/sec): 76.62 +2019-08-14 01:06:25,520 epoch 14 - iter 1860/3720 - loss 0.92876025 throughput (samples/sec): 75.63 +2019-08-14 01:09:06,791 epoch 14 - iter 2232/3720 - loss 0.92989168 throughput (samples/sec): 76.78 +2019-08-14 01:11:48,045 epoch 14 - iter 2604/3720 - loss 0.92849175 throughput (samples/sec): 76.99 +2019-08-14 01:14:30,884 epoch 14 - iter 2976/3720 - loss 0.92729899 throughput (samples/sec): 76.24 +2019-08-14 01:17:14,082 epoch 14 - iter 3348/3720 - loss 0.92745444 throughput (samples/sec): 76.30 +2019-08-14 01:19:55,393 ---------------------------------------------------------------------------------------------------- +2019-08-14 01:19:55,393 EPOCH 14 done: loss 0.9293 - lr 0.1000 +2019-08-14 01:19:55,393 BAD EPOCHS (no improvement): 0 +2019-08-14 01:19:55,393 ---------------------------------------------------------------------------------------------------- +2019-08-14 01:19:57,116 epoch 15 - iter 0/3720 - loss 0.69200444 throughput (samples/sec): 24575.21 +2019-08-14 01:22:40,848 epoch 15 - iter 372/3720 - loss 0.87021296 throughput (samples/sec): 76.01 +2019-08-14 01:25:22,036 epoch 15 - iter 744/3720 - loss 0.89341479 throughput (samples/sec): 77.06 +2019-08-14 01:28:05,002 epoch 15 - iter 1116/3720 - loss 0.90486783 throughput (samples/sec): 75.92 +2019-08-14 01:30:50,776 epoch 15 - iter 1488/3720 - loss 0.90281475 throughput (samples/sec): 74.98 +2019-08-14 01:33:33,813 epoch 15 - iter 1860/3720 - loss 0.90388144 throughput (samples/sec): 76.28 +2019-08-14 01:36:17,687 epoch 15 - iter 2232/3720 - loss 0.90626740 throughput (samples/sec): 74.77 +2019-08-14 01:39:02,823 epoch 15 - iter 2604/3720 - loss 0.91288618 throughput (samples/sec): 74.88 +2019-08-14 01:41:46,848 epoch 15 - iter 2976/3720 - loss 0.91322998 throughput (samples/sec): 75.46 +2019-08-14 01:44:29,628 epoch 15 - iter 3348/3720 - loss 0.91679663 throughput (samples/sec): 76.12 +2019-08-14 01:47:12,447 ---------------------------------------------------------------------------------------------------- +2019-08-14 01:47:12,448 EPOCH 15 done: loss 0.9173 - lr 0.1000 +2019-08-14 01:47:12,448 BAD EPOCHS (no improvement): 0 +2019-08-14 01:47:12,448 ---------------------------------------------------------------------------------------------------- +2019-08-14 01:47:14,096 epoch 16 - iter 0/3720 - loss 1.07109630 throughput (samples/sec): 27339.07 +2019-08-14 01:49:58,206 epoch 16 - iter 372/3720 - loss 0.89986635 throughput (samples/sec): 75.54 +2019-08-14 01:52:42,176 epoch 16 - iter 744/3720 - loss 0.91058799 throughput (samples/sec): 75.13 +2019-08-14 01:55:25,576 epoch 16 - iter 1116/3720 - loss 0.91115278 throughput (samples/sec): 75.98 +2019-08-14 01:58:07,971 epoch 16 - iter 1488/3720 - loss 0.90940078 throughput (samples/sec): 76.46 +2019-08-14 02:00:50,598 epoch 16 - iter 1860/3720 - loss 0.91045797 throughput (samples/sec): 75.87 +2019-08-14 02:03:32,212 epoch 16 - iter 2232/3720 - loss 0.90492424 throughput (samples/sec): 76.30 +2019-08-14 02:06:14,025 epoch 16 - iter 2604/3720 - loss 0.90600889 throughput (samples/sec): 76.22 +2019-08-14 02:08:53,848 epoch 16 - iter 2976/3720 - loss 0.90470113 throughput (samples/sec): 77.01 +2019-08-14 02:11:33,193 epoch 16 - iter 3348/3720 - loss 0.90386628 throughput (samples/sec): 77.81 +2019-08-14 02:14:12,175 ---------------------------------------------------------------------------------------------------- +2019-08-14 02:14:12,175 EPOCH 16 done: loss 0.9044 - lr 0.1000 +2019-08-14 02:14:12,175 BAD EPOCHS (no improvement): 0 +2019-08-14 02:14:12,175 ---------------------------------------------------------------------------------------------------- +2019-08-14 02:14:13,939 epoch 17 - iter 0/3720 - loss 1.39257133 throughput (samples/sec): 22867.61 +2019-08-14 02:16:56,948 epoch 17 - iter 372/3720 - loss 0.88840501 throughput (samples/sec): 76.47 +2019-08-14 02:19:39,428 epoch 17 - iter 744/3720 - loss 0.90196937 throughput (samples/sec): 76.52 +2019-08-14 02:22:21,193 epoch 17 - iter 1116/3720 - loss 0.89924286 throughput (samples/sec): 76.29 +2019-08-14 02:25:04,712 epoch 17 - iter 1488/3720 - loss 0.89873712 throughput (samples/sec): 75.67 +2019-08-14 02:27:47,336 epoch 17 - iter 1860/3720 - loss 0.89753252 throughput (samples/sec): 76.07 +2019-08-14 02:30:28,639 epoch 17 - iter 2232/3720 - loss 0.89235412 throughput (samples/sec): 77.01 +2019-08-14 02:33:08,568 epoch 17 - iter 2604/3720 - loss 0.89477245 throughput (samples/sec): 77.70 +2019-08-14 02:35:52,553 epoch 17 - iter 2976/3720 - loss 0.89297815 throughput (samples/sec): 75.31 +2019-08-14 02:38:39,137 epoch 17 - iter 3348/3720 - loss 0.89872619 throughput (samples/sec): 73.87 +2019-08-14 02:41:22,983 ---------------------------------------------------------------------------------------------------- +2019-08-14 02:41:22,984 EPOCH 17 done: loss 0.8985 - lr 0.1000 +2019-08-14 02:41:22,984 BAD EPOCHS (no improvement): 0 +2019-08-14 02:41:22,984 ---------------------------------------------------------------------------------------------------- +2019-08-14 02:41:24,723 epoch 18 - iter 0/3720 - loss 0.77083921 throughput (samples/sec): 22843.28 +2019-08-14 02:44:10,166 epoch 18 - iter 372/3720 - loss 0.89290454 throughput (samples/sec): 75.18 +2019-08-14 02:46:53,299 epoch 18 - iter 744/3720 - loss 0.89591612 throughput (samples/sec): 76.36 +2019-08-14 02:49:35,312 epoch 18 - iter 1116/3720 - loss 0.89517852 throughput (samples/sec): 76.84 +2019-08-14 02:52:17,788 epoch 18 - iter 1488/3720 - loss 0.88962467 throughput (samples/sec): 76.33 +2019-08-14 02:54:59,886 epoch 18 - iter 1860/3720 - loss 0.88495676 throughput (samples/sec): 76.82 +2019-08-14 02:57:41,882 epoch 18 - iter 2232/3720 - loss 0.88084732 throughput (samples/sec): 76.28 +2019-08-14 03:00:23,570 epoch 18 - iter 2604/3720 - loss 0.88222906 throughput (samples/sec): 76.60 +2019-08-14 03:03:06,645 epoch 18 - iter 2976/3720 - loss 0.88234441 throughput (samples/sec): 75.86 +2019-08-14 03:05:50,314 epoch 18 - iter 3348/3720 - loss 0.88361001 throughput (samples/sec): 75.66 +2019-08-14 03:08:35,083 ---------------------------------------------------------------------------------------------------- +2019-08-14 03:08:35,083 EPOCH 18 done: loss 0.8856 - lr 0.1000 +2019-08-14 03:08:35,084 BAD EPOCHS (no improvement): 0 +2019-08-14 03:08:35,084 ---------------------------------------------------------------------------------------------------- +2019-08-14 03:08:36,890 epoch 19 - iter 0/3720 - loss 0.91424394 throughput (samples/sec): 20508.49 +2019-08-14 03:11:20,286 epoch 19 - iter 372/3720 - loss 0.86451226 throughput (samples/sec): 75.58 +2019-08-14 03:14:01,332 epoch 19 - iter 744/3720 - loss 0.85403174 throughput (samples/sec): 76.72 +2019-08-14 03:16:45,912 epoch 19 - iter 1116/3720 - loss 0.86553135 throughput (samples/sec): 75.94 +2019-08-14 03:19:29,309 epoch 19 - iter 1488/3720 - loss 0.86744107 throughput (samples/sec): 76.06 +2019-08-14 03:22:11,726 epoch 19 - iter 1860/3720 - loss 0.87428269 throughput (samples/sec): 76.56 +2019-08-14 03:24:55,159 epoch 19 - iter 2232/3720 - loss 0.87818835 throughput (samples/sec): 75.23 +2019-08-14 03:27:34,668 epoch 19 - iter 2604/3720 - loss 0.87866181 throughput (samples/sec): 77.91 +2019-08-14 03:30:18,231 epoch 19 - iter 2976/3720 - loss 0.87730281 throughput (samples/sec): 76.12 +2019-08-14 03:33:02,211 epoch 19 - iter 3348/3720 - loss 0.87822849 throughput (samples/sec): 75.46 +2019-08-14 03:35:46,107 ---------------------------------------------------------------------------------------------------- +2019-08-14 03:35:46,108 EPOCH 19 done: loss 0.8803 - lr 0.1000 +2019-08-14 03:35:46,108 BAD EPOCHS (no improvement): 0 +2019-08-14 03:35:46,108 ---------------------------------------------------------------------------------------------------- +2019-08-14 03:35:48,788 epoch 20 - iter 0/3720 - loss 0.39194250 throughput (samples/sec): 30157.01 +2019-08-14 03:38:32,787 epoch 20 - iter 372/3720 - loss 0.84449465 throughput (samples/sec): 75.95 +2019-08-14 03:41:15,042 epoch 20 - iter 744/3720 - loss 0.84312846 throughput (samples/sec): 76.87 +2019-08-14 03:43:57,835 epoch 20 - iter 1116/3720 - loss 0.85822877 throughput (samples/sec): 76.88 +2019-08-14 03:46:43,967 epoch 20 - iter 1488/3720 - loss 0.85624258 throughput (samples/sec): 74.26 +2019-08-14 03:49:27,531 epoch 20 - iter 1860/3720 - loss 0.86289753 throughput (samples/sec): 75.72 +2019-08-14 03:52:11,626 epoch 20 - iter 2232/3720 - loss 0.86702543 throughput (samples/sec): 75.19 +2019-08-14 03:54:55,057 epoch 20 - iter 2604/3720 - loss 0.86897013 throughput (samples/sec): 75.75 +2019-08-14 03:57:38,680 epoch 20 - iter 2976/3720 - loss 0.87110366 throughput (samples/sec): 75.89 +2019-08-14 04:00:21,708 epoch 20 - iter 3348/3720 - loss 0.87295055 throughput (samples/sec): 75.89 +2019-08-14 04:03:03,269 ---------------------------------------------------------------------------------------------------- +2019-08-14 04:03:03,270 EPOCH 20 done: loss 0.8728 - lr 0.1000 +2019-08-14 04:03:03,270 BAD EPOCHS (no improvement): 0 +2019-08-14 04:03:03,270 ---------------------------------------------------------------------------------------------------- +2019-08-14 04:03:05,052 epoch 21 - iter 0/3720 - loss 0.92326999 throughput (samples/sec): 23054.58 +2019-08-14 04:05:51,374 epoch 21 - iter 372/3720 - loss 0.85929792 throughput (samples/sec): 74.90 +2019-08-14 04:08:34,985 epoch 21 - iter 744/3720 - loss 0.86683869 throughput (samples/sec): 75.96 +2019-08-14 04:11:17,942 epoch 21 - iter 1116/3720 - loss 0.87321425 throughput (samples/sec): 75.98 +2019-08-14 04:14:02,191 epoch 21 - iter 1488/3720 - loss 0.87296304 throughput (samples/sec): 75.41 +2019-08-14 04:16:47,665 epoch 21 - iter 1860/3720 - loss 0.87275451 throughput (samples/sec): 74.01 +2019-08-14 04:19:30,648 epoch 21 - iter 2232/3720 - loss 0.87325202 throughput (samples/sec): 75.69 +2019-08-14 04:22:14,447 epoch 21 - iter 2604/3720 - loss 0.87591002 throughput (samples/sec): 75.25 +2019-08-14 04:24:55,822 epoch 21 - iter 2976/3720 - loss 0.87187349 throughput (samples/sec): 76.24 +2019-08-14 04:27:35,669 epoch 21 - iter 3348/3720 - loss 0.87025153 throughput (samples/sec): 77.14 +2019-08-14 04:30:16,603 ---------------------------------------------------------------------------------------------------- +2019-08-14 04:30:16,603 EPOCH 21 done: loss 0.8696 - lr 0.1000 +2019-08-14 04:30:16,603 BAD EPOCHS (no improvement): 0 +2019-08-14 04:30:16,603 ---------------------------------------------------------------------------------------------------- +2019-08-14 04:30:18,400 epoch 22 - iter 0/3720 - loss 0.94426948 throughput (samples/sec): 22017.78 +2019-08-14 04:33:02,883 epoch 22 - iter 372/3720 - loss 0.83010669 throughput (samples/sec): 74.85 +2019-08-14 04:35:42,741 epoch 22 - iter 744/3720 - loss 0.83836981 throughput (samples/sec): 77.53 +2019-08-14 04:38:25,784 epoch 22 - iter 1116/3720 - loss 0.84072291 throughput (samples/sec): 75.87 +2019-08-14 04:41:10,545 epoch 22 - iter 1488/3720 - loss 0.83998939 throughput (samples/sec): 74.64 +2019-08-14 04:43:54,130 epoch 22 - iter 1860/3720 - loss 0.84403272 throughput (samples/sec): 76.22 +2019-08-14 04:46:38,536 epoch 22 - iter 2232/3720 - loss 0.84942158 throughput (samples/sec): 74.80 +2019-08-14 04:49:20,588 epoch 22 - iter 2604/3720 - loss 0.84874437 throughput (samples/sec): 76.22 +2019-08-14 04:52:05,792 epoch 22 - iter 2976/3720 - loss 0.85171919 throughput (samples/sec): 75.04 +2019-08-14 04:54:49,210 epoch 22 - iter 3348/3720 - loss 0.85604964 throughput (samples/sec): 75.56 +2019-08-14 04:57:34,840 ---------------------------------------------------------------------------------------------------- +2019-08-14 04:57:34,840 EPOCH 22 done: loss 0.8578 - lr 0.1000 +2019-08-14 04:57:34,840 BAD EPOCHS (no improvement): 0 +2019-08-14 04:57:34,841 ---------------------------------------------------------------------------------------------------- +2019-08-14 04:57:36,662 epoch 23 - iter 0/3720 - loss 1.06055808 throughput (samples/sec): 20889.12 +2019-08-14 05:00:20,555 epoch 23 - iter 372/3720 - loss 0.84467029 throughput (samples/sec): 75.98 +2019-08-14 05:03:03,854 epoch 23 - iter 744/3720 - loss 0.84243446 throughput (samples/sec): 75.57 +2019-08-14 05:05:47,934 epoch 23 - iter 1116/3720 - loss 0.84262237 throughput (samples/sec): 75.97 +2019-08-14 05:08:33,229 epoch 23 - iter 1488/3720 - loss 0.84324205 throughput (samples/sec): 75.35 +2019-08-14 05:11:14,393 epoch 23 - iter 1860/3720 - loss 0.84156106 throughput (samples/sec): 76.96 +2019-08-14 05:13:55,410 epoch 23 - iter 2232/3720 - loss 0.84222028 throughput (samples/sec): 77.25 +2019-08-14 05:16:38,776 epoch 23 - iter 2604/3720 - loss 0.84328615 throughput (samples/sec): 75.54 +2019-08-14 05:19:20,151 epoch 23 - iter 2976/3720 - loss 0.84247815 throughput (samples/sec): 77.02 +2019-08-14 05:22:01,422 epoch 23 - iter 3348/3720 - loss 0.84689841 throughput (samples/sec): 76.29 +2019-08-14 05:24:44,157 ---------------------------------------------------------------------------------------------------- +2019-08-14 05:24:44,157 EPOCH 23 done: loss 0.8486 - lr 0.1000 +2019-08-14 05:24:44,157 BAD EPOCHS (no improvement): 0 +2019-08-14 05:24:44,158 ---------------------------------------------------------------------------------------------------- +2019-08-14 05:24:45,940 epoch 24 - iter 0/3720 - loss 0.65621853 throughput (samples/sec): 21065.63 +2019-08-14 05:27:27,336 epoch 24 - iter 372/3720 - loss 0.83702164 throughput (samples/sec): 76.83 +2019-08-14 05:30:08,605 epoch 24 - iter 744/3720 - loss 0.84950715 throughput (samples/sec): 77.33 +2019-08-14 05:32:50,482 epoch 24 - iter 1116/3720 - loss 0.84206434 throughput (samples/sec): 76.19 +2019-08-14 05:35:36,302 epoch 24 - iter 1488/3720 - loss 0.84671225 throughput (samples/sec): 75.09 +2019-08-14 05:38:17,424 epoch 24 - iter 1860/3720 - loss 0.84413467 throughput (samples/sec): 76.61 +2019-08-14 05:41:01,027 epoch 24 - iter 2232/3720 - loss 0.84923387 throughput (samples/sec): 76.04 +2019-08-14 05:43:43,257 epoch 24 - iter 2604/3720 - loss 0.85330688 throughput (samples/sec): 76.12 +2019-08-14 05:46:27,495 epoch 24 - iter 2976/3720 - loss 0.85167503 throughput (samples/sec): 74.86 +2019-08-14 05:49:08,628 epoch 24 - iter 3348/3720 - loss 0.85018266 throughput (samples/sec): 76.84 +2019-08-14 05:51:50,101 ---------------------------------------------------------------------------------------------------- +2019-08-14 05:51:50,102 EPOCH 24 done: loss 0.8477 - lr 0.1000 +2019-08-14 05:51:50,102 BAD EPOCHS (no improvement): 0 +2019-08-14 05:51:50,102 ---------------------------------------------------------------------------------------------------- +2019-08-14 05:51:51,847 epoch 25 - iter 0/3720 - loss 0.71347618 throughput (samples/sec): 25118.93 +2019-08-14 05:54:36,446 epoch 25 - iter 372/3720 - loss 0.85991709 throughput (samples/sec): 75.75 +2019-08-14 05:57:17,251 epoch 25 - iter 744/3720 - loss 0.83786292 throughput (samples/sec): 76.51 +2019-08-14 06:00:02,116 epoch 25 - iter 1116/3720 - loss 0.83896540 throughput (samples/sec): 75.86 +2019-08-14 06:02:45,841 epoch 25 - iter 1488/3720 - loss 0.83574753 throughput (samples/sec): 75.58 +2019-08-14 06:05:28,015 epoch 25 - iter 1860/3720 - loss 0.83645074 throughput (samples/sec): 76.24 +2019-08-14 06:08:10,178 epoch 25 - iter 2232/3720 - loss 0.83715705 throughput (samples/sec): 76.30 +2019-08-14 06:10:53,945 epoch 25 - iter 2604/3720 - loss 0.83963187 throughput (samples/sec): 75.39 +2019-08-14 06:13:36,254 epoch 25 - iter 2976/3720 - loss 0.84155767 throughput (samples/sec): 76.36 +2019-08-14 06:16:21,337 epoch 25 - iter 3348/3720 - loss 0.84476661 throughput (samples/sec): 75.26 +2019-08-14 06:19:03,859 ---------------------------------------------------------------------------------------------------- +2019-08-14 06:19:03,859 EPOCH 25 done: loss 0.8433 - lr 0.1000 +2019-08-14 06:19:03,859 BAD EPOCHS (no improvement): 0 +2019-08-14 06:19:03,859 ---------------------------------------------------------------------------------------------------- +2019-08-14 06:19:05,666 epoch 26 - iter 0/3720 - loss 0.88023210 throughput (samples/sec): 21552.83 +2019-08-14 06:21:48,810 epoch 26 - iter 372/3720 - loss 0.84433262 throughput (samples/sec): 75.33 +2019-08-14 06:24:31,596 epoch 26 - iter 744/3720 - loss 0.83719320 throughput (samples/sec): 76.31 +2019-08-14 06:27:13,986 epoch 26 - iter 1116/3720 - loss 0.83290649 throughput (samples/sec): 76.02 +2019-08-14 06:29:54,994 epoch 26 - iter 1488/3720 - loss 0.82956030 throughput (samples/sec): 77.52 +2019-08-14 06:32:36,910 epoch 26 - iter 1860/3720 - loss 0.83034662 throughput (samples/sec): 76.45 +2019-08-14 06:35:22,173 epoch 26 - iter 2232/3720 - loss 0.82507626 throughput (samples/sec): 74.52 +2019-08-14 06:38:07,405 epoch 26 - iter 2604/3720 - loss 0.82648450 throughput (samples/sec): 75.51 +2019-08-14 06:40:51,333 epoch 26 - iter 2976/3720 - loss 0.82981519 throughput (samples/sec): 75.30 +2019-08-14 06:43:32,719 epoch 26 - iter 3348/3720 - loss 0.83140997 throughput (samples/sec): 76.46 +2019-08-14 06:46:17,478 ---------------------------------------------------------------------------------------------------- +2019-08-14 06:46:17,478 EPOCH 26 done: loss 0.8352 - lr 0.1000 +2019-08-14 06:46:17,478 BAD EPOCHS (no improvement): 0 +2019-08-14 06:46:17,478 ---------------------------------------------------------------------------------------------------- +2019-08-14 06:46:19,197 epoch 27 - iter 0/3720 - loss 0.95761752 throughput (samples/sec): 24075.10 +2019-08-14 06:49:03,838 epoch 27 - iter 372/3720 - loss 0.83662980 throughput (samples/sec): 75.05 +2019-08-14 06:51:46,611 epoch 27 - iter 744/3720 - loss 0.83097366 throughput (samples/sec): 76.62 +2019-08-14 06:54:28,903 epoch 27 - iter 1116/3720 - loss 0.83039268 throughput (samples/sec): 76.06 +2019-08-14 06:57:12,072 epoch 27 - iter 1488/3720 - loss 0.83309372 throughput (samples/sec): 75.86 +2019-08-14 06:59:54,970 epoch 27 - iter 1860/3720 - loss 0.83198055 throughput (samples/sec): 75.73 +2019-08-14 07:02:38,197 epoch 27 - iter 2232/3720 - loss 0.83196913 throughput (samples/sec): 75.55 +2019-08-14 07:05:20,915 epoch 27 - iter 2604/3720 - loss 0.83084750 throughput (samples/sec): 76.07 +2019-08-14 07:08:03,801 epoch 27 - iter 2976/3720 - loss 0.83090420 throughput (samples/sec): 75.46 +2019-08-14 07:10:46,067 epoch 27 - iter 3348/3720 - loss 0.83443070 throughput (samples/sec): 75.80 +2019-08-14 07:13:28,140 ---------------------------------------------------------------------------------------------------- +2019-08-14 07:13:28,141 EPOCH 27 done: loss 0.8340 - lr 0.1000 +2019-08-14 07:13:28,141 BAD EPOCHS (no improvement): 0 +2019-08-14 07:13:28,141 ---------------------------------------------------------------------------------------------------- +2019-08-14 07:13:29,878 epoch 28 - iter 0/3720 - loss 0.51765800 throughput (samples/sec): 24554.67 +2019-08-14 07:16:12,568 epoch 28 - iter 372/3720 - loss 0.81007848 throughput (samples/sec): 76.31 +2019-08-14 07:18:55,328 epoch 28 - iter 744/3720 - loss 0.82560806 throughput (samples/sec): 76.31 +2019-08-14 07:21:35,191 epoch 28 - iter 1116/3720 - loss 0.82835809 throughput (samples/sec): 77.23 +2019-08-14 07:24:18,629 epoch 28 - iter 1488/3720 - loss 0.82863870 throughput (samples/sec): 75.76 +2019-08-14 07:27:01,390 epoch 28 - iter 1860/3720 - loss 0.82668303 throughput (samples/sec): 76.09 +2019-08-14 07:29:43,626 epoch 28 - iter 2232/3720 - loss 0.82357014 throughput (samples/sec): 76.08 +2019-08-14 07:32:25,667 epoch 28 - iter 2604/3720 - loss 0.82544531 throughput (samples/sec): 76.72 +2019-08-14 07:35:08,241 epoch 28 - iter 2976/3720 - loss 0.82434317 throughput (samples/sec): 76.16 +2019-08-14 07:37:48,847 epoch 28 - iter 3348/3720 - loss 0.82709103 throughput (samples/sec): 77.15 +2019-08-14 07:40:30,475 ---------------------------------------------------------------------------------------------------- +2019-08-14 07:40:30,475 EPOCH 28 done: loss 0.8277 - lr 0.1000 +2019-08-14 07:40:30,475 BAD EPOCHS (no improvement): 0 +2019-08-14 07:40:30,476 ---------------------------------------------------------------------------------------------------- +2019-08-14 07:40:32,213 epoch 29 - iter 0/3720 - loss 1.31668711 throughput (samples/sec): 23044.76 +2019-08-14 07:43:14,658 epoch 29 - iter 372/3720 - loss 0.79486934 throughput (samples/sec): 76.46 +2019-08-14 07:45:56,633 epoch 29 - iter 744/3720 - loss 0.80516469 throughput (samples/sec): 76.35 +2019-08-14 07:48:40,786 epoch 29 - iter 1116/3720 - loss 0.80079043 throughput (samples/sec): 76.06 +2019-08-14 07:51:25,742 epoch 29 - iter 1488/3720 - loss 0.80786399 throughput (samples/sec): 74.92 +2019-08-14 07:54:06,967 epoch 29 - iter 1860/3720 - loss 0.81289379 throughput (samples/sec): 77.25 +2019-08-14 07:56:52,179 epoch 29 - iter 2232/3720 - loss 0.81925074 throughput (samples/sec): 75.05 +2019-08-14 07:59:33,585 epoch 29 - iter 2604/3720 - loss 0.82022979 throughput (samples/sec): 77.24 +2019-08-14 08:02:15,998 epoch 29 - iter 2976/3720 - loss 0.82210416 throughput (samples/sec): 76.28 +2019-08-14 08:04:58,708 epoch 29 - iter 3348/3720 - loss 0.82183504 throughput (samples/sec): 75.83 +2019-08-14 08:07:37,739 ---------------------------------------------------------------------------------------------------- +2019-08-14 08:07:37,739 EPOCH 29 done: loss 0.8233 - lr 0.1000 +2019-08-14 08:07:37,739 BAD EPOCHS (no improvement): 0 +2019-08-14 08:07:37,739 ---------------------------------------------------------------------------------------------------- +2019-08-14 08:07:39,514 epoch 30 - iter 0/3720 - loss 0.81500816 throughput (samples/sec): 20984.86 +2019-08-14 08:10:20,970 epoch 30 - iter 372/3720 - loss 0.81239048 throughput (samples/sec): 76.92 +2019-08-14 08:13:00,303 epoch 30 - iter 744/3720 - loss 0.81347853 throughput (samples/sec): 77.69 +2019-08-14 08:15:41,423 epoch 30 - iter 1116/3720 - loss 0.81150716 throughput (samples/sec): 77.10 +2019-08-14 08:18:23,031 epoch 30 - iter 1488/3720 - loss 0.81471588 throughput (samples/sec): 76.16 +2019-08-14 08:21:05,145 epoch 30 - iter 1860/3720 - loss 0.82097621 throughput (samples/sec): 76.68 +2019-08-14 08:23:46,690 epoch 30 - iter 2232/3720 - loss 0.82189468 throughput (samples/sec): 76.60 +2019-08-14 08:26:30,859 epoch 30 - iter 2604/3720 - loss 0.82199087 throughput (samples/sec): 74.89 +2019-08-14 08:29:16,310 epoch 30 - iter 2976/3720 - loss 0.82379773 throughput (samples/sec): 75.54 +2019-08-14 08:31:58,670 epoch 30 - iter 3348/3720 - loss 0.82254770 throughput (samples/sec): 76.73 +2019-08-14 08:34:39,291 ---------------------------------------------------------------------------------------------------- +2019-08-14 08:34:39,291 EPOCH 30 done: loss 0.8224 - lr 0.1000 +2019-08-14 08:34:39,291 BAD EPOCHS (no improvement): 0 +2019-08-14 08:34:39,291 ---------------------------------------------------------------------------------------------------- +2019-08-14 08:34:40,981 epoch 31 - iter 0/3720 - loss 0.87063098 throughput (samples/sec): 25978.72 +2019-08-14 08:37:24,160 epoch 31 - iter 372/3720 - loss 0.81877115 throughput (samples/sec): 76.62 +2019-08-14 08:40:06,376 epoch 31 - iter 744/3720 - loss 0.80957155 throughput (samples/sec): 76.01 +2019-08-14 08:42:47,552 epoch 31 - iter 1116/3720 - loss 0.81335378 throughput (samples/sec): 76.32 +2019-08-14 08:45:28,929 epoch 31 - iter 1488/3720 - loss 0.81152575 throughput (samples/sec): 76.71 +2019-08-14 08:48:08,944 epoch 31 - iter 1860/3720 - loss 0.81055201 throughput (samples/sec): 76.85 +2019-08-14 08:50:52,340 epoch 31 - iter 2232/3720 - loss 0.81597067 throughput (samples/sec): 75.77 +2019-08-14 08:53:34,379 epoch 31 - iter 2604/3720 - loss 0.81272879 throughput (samples/sec): 76.49 +2019-08-14 08:56:16,484 epoch 31 - iter 2976/3720 - loss 0.81034411 throughput (samples/sec): 76.71 +2019-08-14 08:58:57,677 epoch 31 - iter 3348/3720 - loss 0.81026002 throughput (samples/sec): 77.45 +2019-08-14 09:01:41,002 ---------------------------------------------------------------------------------------------------- +2019-08-14 09:01:41,002 EPOCH 31 done: loss 0.8125 - lr 0.1000 +2019-08-14 09:01:41,002 BAD EPOCHS (no improvement): 0 +2019-08-14 09:01:41,002 ---------------------------------------------------------------------------------------------------- +2019-08-14 09:01:42,852 epoch 32 - iter 0/3720 - loss 0.93556166 throughput (samples/sec): 19410.99 +2019-08-14 09:04:25,829 epoch 32 - iter 372/3720 - loss 0.81481181 throughput (samples/sec): 76.57 +2019-08-14 09:07:07,495 epoch 32 - iter 744/3720 - loss 0.81414005 throughput (samples/sec): 76.68 +2019-08-14 09:09:47,678 epoch 32 - iter 1116/3720 - loss 0.80444633 throughput (samples/sec): 77.64 +2019-08-14 09:12:29,577 epoch 32 - iter 1488/3720 - loss 0.80200519 throughput (samples/sec): 76.19 +2019-08-14 09:15:13,653 epoch 32 - iter 1860/3720 - loss 0.80578624 throughput (samples/sec): 75.43 +2019-08-14 09:17:57,057 epoch 32 - iter 2232/3720 - loss 0.80393197 throughput (samples/sec): 75.53 +2019-08-14 09:20:39,157 epoch 32 - iter 2604/3720 - loss 0.80579875 throughput (samples/sec): 76.64 +2019-08-14 09:23:19,397 epoch 32 - iter 2976/3720 - loss 0.80595655 throughput (samples/sec): 76.80 +2019-08-14 09:26:03,640 epoch 32 - iter 3348/3720 - loss 0.80699840 throughput (samples/sec): 75.44 +2019-08-14 09:28:46,952 ---------------------------------------------------------------------------------------------------- +2019-08-14 09:28:46,952 EPOCH 32 done: loss 0.8078 - lr 0.1000 +2019-08-14 09:28:46,952 BAD EPOCHS (no improvement): 0 +2019-08-14 09:28:46,953 ---------------------------------------------------------------------------------------------------- +2019-08-14 09:28:48,725 epoch 33 - iter 0/3720 - loss 1.14282894 throughput (samples/sec): 22741.75 +2019-08-14 09:31:33,065 epoch 33 - iter 372/3720 - loss 0.79242806 throughput (samples/sec): 75.38 +2019-08-14 09:34:14,938 epoch 33 - iter 744/3720 - loss 0.79153694 throughput (samples/sec): 76.27 +2019-08-14 09:36:57,067 epoch 33 - iter 1116/3720 - loss 0.78445381 throughput (samples/sec): 75.84 +2019-08-14 09:39:37,419 epoch 33 - iter 1488/3720 - loss 0.78898957 throughput (samples/sec): 77.22 +2019-08-14 09:42:18,527 epoch 33 - iter 1860/3720 - loss 0.79201788 throughput (samples/sec): 76.93 +2019-08-14 09:45:01,746 epoch 33 - iter 2232/3720 - loss 0.79793941 throughput (samples/sec): 75.70 +2019-08-14 09:47:44,620 epoch 33 - iter 2604/3720 - loss 0.80225023 throughput (samples/sec): 76.00 +2019-08-14 09:50:29,375 epoch 33 - iter 2976/3720 - loss 0.80390341 throughput (samples/sec): 75.19 +2019-08-14 09:53:13,518 epoch 33 - iter 3348/3720 - loss 0.80712164 throughput (samples/sec): 75.52 +2019-08-14 09:55:57,972 ---------------------------------------------------------------------------------------------------- +2019-08-14 09:55:57,972 EPOCH 33 done: loss 0.8091 - lr 0.1000 +2019-08-14 09:55:57,972 BAD EPOCHS (no improvement): 1 +2019-08-14 09:55:57,973 ---------------------------------------------------------------------------------------------------- +2019-08-14 09:56:01,659 epoch 34 - iter 0/3720 - loss 0.71488857 throughput (samples/sec): 27632.22 +2019-08-14 09:58:44,695 epoch 34 - iter 372/3720 - loss 0.77256594 throughput (samples/sec): 76.32 +2019-08-14 10:01:31,223 epoch 34 - iter 744/3720 - loss 0.78737526 throughput (samples/sec): 74.71 +2019-08-14 10:04:16,290 epoch 34 - iter 1116/3720 - loss 0.79715857 throughput (samples/sec): 75.06 +2019-08-14 10:07:01,248 epoch 34 - iter 1488/3720 - loss 0.79773837 throughput (samples/sec): 75.60 +2019-08-14 10:09:45,316 epoch 34 - iter 1860/3720 - loss 0.79813033 throughput (samples/sec): 75.29 +2019-08-14 10:12:27,569 epoch 34 - iter 2232/3720 - loss 0.79306019 throughput (samples/sec): 76.87 +2019-08-14 10:15:09,252 epoch 34 - iter 2604/3720 - loss 0.79574371 throughput (samples/sec): 76.64 +2019-08-14 10:17:53,436 epoch 34 - iter 2976/3720 - loss 0.79968203 throughput (samples/sec): 75.98 +2019-08-14 10:20:37,716 epoch 34 - iter 3348/3720 - loss 0.80178127 throughput (samples/sec): 75.67 +2019-08-14 10:23:19,623 ---------------------------------------------------------------------------------------------------- +2019-08-14 10:23:19,623 EPOCH 34 done: loss 0.8030 - lr 0.1000 +2019-08-14 10:23:19,623 BAD EPOCHS (no improvement): 0 +2019-08-14 10:23:19,623 ---------------------------------------------------------------------------------------------------- +2019-08-14 10:23:21,470 epoch 35 - iter 0/3720 - loss 0.62424660 throughput (samples/sec): 19489.28 +2019-08-14 10:26:02,607 epoch 35 - iter 372/3720 - loss 0.77490196 throughput (samples/sec): 77.13 +2019-08-14 10:28:47,662 epoch 35 - iter 744/3720 - loss 0.78308644 throughput (samples/sec): 75.51 +2019-08-14 10:31:31,611 epoch 35 - iter 1116/3720 - loss 0.78577719 throughput (samples/sec): 75.46 +2019-08-14 10:34:15,657 epoch 35 - iter 1488/3720 - loss 0.79807413 throughput (samples/sec): 75.70 +2019-08-14 10:36:59,903 epoch 35 - iter 1860/3720 - loss 0.79465278 throughput (samples/sec): 75.49 +2019-08-14 10:39:40,785 epoch 35 - iter 2232/3720 - loss 0.79383296 throughput (samples/sec): 77.22 +2019-08-14 10:42:21,943 epoch 35 - iter 2604/3720 - loss 0.79662813 throughput (samples/sec): 76.58 +2019-08-14 10:45:04,344 epoch 35 - iter 2976/3720 - loss 0.79632612 throughput (samples/sec): 76.49 +2019-08-14 10:47:47,713 epoch 35 - iter 3348/3720 - loss 0.79514678 throughput (samples/sec): 75.64 +2019-08-14 10:50:30,098 ---------------------------------------------------------------------------------------------------- +2019-08-14 10:50:30,098 EPOCH 35 done: loss 0.7968 - lr 0.1000 +2019-08-14 10:50:30,099 BAD EPOCHS (no improvement): 0 +2019-08-14 10:50:30,099 ---------------------------------------------------------------------------------------------------- +2019-08-14 10:50:31,987 epoch 36 - iter 0/3720 - loss 0.43951750 throughput (samples/sec): 18750.66 +2019-08-14 10:53:13,684 epoch 36 - iter 372/3720 - loss 0.79297794 throughput (samples/sec): 77.36 +2019-08-14 10:55:55,635 epoch 36 - iter 744/3720 - loss 0.78561678 throughput (samples/sec): 76.44 +2019-08-14 10:58:39,341 epoch 36 - iter 1116/3720 - loss 0.78337254 throughput (samples/sec): 75.98 +2019-08-14 11:01:21,391 epoch 36 - iter 1488/3720 - loss 0.78491121 throughput (samples/sec): 76.43 +2019-08-14 11:04:02,692 epoch 36 - iter 1860/3720 - loss 0.78543545 throughput (samples/sec): 76.81 +2019-08-14 11:06:45,948 epoch 36 - iter 2232/3720 - loss 0.78986404 throughput (samples/sec): 76.13 +2019-08-14 11:09:27,785 epoch 36 - iter 2604/3720 - loss 0.78871775 throughput (samples/sec): 76.79 +2019-08-14 11:12:10,671 epoch 36 - iter 2976/3720 - loss 0.79089339 throughput (samples/sec): 76.01 +2019-08-14 11:14:55,671 epoch 36 - iter 3348/3720 - loss 0.79021527 throughput (samples/sec): 74.78 +2019-08-14 11:17:40,495 ---------------------------------------------------------------------------------------------------- +2019-08-14 11:17:40,495 EPOCH 36 done: loss 0.7919 - lr 0.1000 +2019-08-14 11:17:40,495 BAD EPOCHS (no improvement): 0 +2019-08-14 11:17:40,496 ---------------------------------------------------------------------------------------------------- +2019-08-14 11:17:42,295 epoch 37 - iter 0/3720 - loss 0.82777739 throughput (samples/sec): 20768.61 +2019-08-14 11:20:28,417 epoch 37 - iter 372/3720 - loss 0.76822207 throughput (samples/sec): 75.23 +2019-08-14 11:23:11,308 epoch 37 - iter 744/3720 - loss 0.77435861 throughput (samples/sec): 76.35 +2019-08-14 11:25:53,236 epoch 37 - iter 1116/3720 - loss 0.76932787 throughput (samples/sec): 77.01 +2019-08-14 11:28:37,105 epoch 37 - iter 1488/3720 - loss 0.77894538 throughput (samples/sec): 75.85 +2019-08-14 11:31:17,366 epoch 37 - iter 1860/3720 - loss 0.77567754 throughput (samples/sec): 77.32 +2019-08-14 11:34:02,681 epoch 37 - iter 2232/3720 - loss 0.78024940 throughput (samples/sec): 75.18 +2019-08-14 11:36:46,301 epoch 37 - iter 2604/3720 - loss 0.78482170 throughput (samples/sec): 75.49 +2019-08-14 11:39:29,204 epoch 37 - iter 2976/3720 - loss 0.78479239 throughput (samples/sec): 76.09 +2019-08-14 11:42:10,412 epoch 37 - iter 3348/3720 - loss 0.78473515 throughput (samples/sec): 77.14 +2019-08-14 11:44:54,426 ---------------------------------------------------------------------------------------------------- +2019-08-14 11:44:54,426 EPOCH 37 done: loss 0.7892 - lr 0.1000 +2019-08-14 11:44:54,426 BAD EPOCHS (no improvement): 0 +2019-08-14 11:44:54,427 ---------------------------------------------------------------------------------------------------- +2019-08-14 11:44:56,216 epoch 38 - iter 0/3720 - loss 0.78023076 throughput (samples/sec): 21793.95 +2019-08-14 11:47:38,692 epoch 38 - iter 372/3720 - loss 0.74851398 throughput (samples/sec): 76.25 +2019-08-14 11:50:22,028 epoch 38 - iter 744/3720 - loss 0.76739986 throughput (samples/sec): 75.30 +2019-08-14 11:53:06,333 epoch 38 - iter 1116/3720 - loss 0.77736667 throughput (samples/sec): 75.70 +2019-08-14 11:55:48,826 epoch 38 - iter 1488/3720 - loss 0.77310367 throughput (samples/sec): 76.72 +2019-08-14 11:58:32,524 epoch 38 - iter 1860/3720 - loss 0.77840089 throughput (samples/sec): 75.46 +2019-08-14 12:01:14,962 epoch 38 - iter 2232/3720 - loss 0.77754011 throughput (samples/sec): 76.57 +2019-08-14 12:04:00,627 epoch 38 - iter 2604/3720 - loss 0.77969866 throughput (samples/sec): 75.07 +2019-08-14 12:06:43,417 epoch 38 - iter 2976/3720 - loss 0.78164577 throughput (samples/sec): 75.34 +2019-08-14 12:09:26,922 epoch 38 - iter 3348/3720 - loss 0.78217429 throughput (samples/sec): 75.74 +2019-08-14 12:12:11,148 ---------------------------------------------------------------------------------------------------- +2019-08-14 12:12:11,148 EPOCH 38 done: loss 0.7863 - lr 0.1000 +2019-08-14 12:12:11,148 BAD EPOCHS (no improvement): 0 +2019-08-14 12:12:11,148 ---------------------------------------------------------------------------------------------------- +2019-08-14 12:12:12,872 epoch 39 - iter 0/3720 - loss 0.23265123 throughput (samples/sec): 24101.04 +2019-08-14 12:14:58,524 epoch 39 - iter 372/3720 - loss 0.77197853 throughput (samples/sec): 74.71 +2019-08-14 12:17:40,433 epoch 39 - iter 744/3720 - loss 0.76961754 throughput (samples/sec): 76.66 +2019-08-14 12:20:25,155 epoch 39 - iter 1116/3720 - loss 0.76871698 throughput (samples/sec): 75.79 +2019-08-14 12:23:08,308 epoch 39 - iter 1488/3720 - loss 0.77651283 throughput (samples/sec): 76.24 +2019-08-14 12:25:49,448 epoch 39 - iter 1860/3720 - loss 0.77813435 throughput (samples/sec): 77.44 +2019-08-14 12:28:33,434 epoch 39 - iter 2232/3720 - loss 0.77693592 throughput (samples/sec): 75.80 +2019-08-14 12:31:15,148 epoch 39 - iter 2604/3720 - loss 0.77788986 throughput (samples/sec): 76.58 +2019-08-14 12:33:59,366 epoch 39 - iter 2976/3720 - loss 0.77861483 throughput (samples/sec): 75.68 +2019-08-14 12:36:39,819 epoch 39 - iter 3348/3720 - loss 0.78346222 throughput (samples/sec): 77.16 +2019-08-14 12:39:24,035 ---------------------------------------------------------------------------------------------------- +2019-08-14 12:39:24,035 EPOCH 39 done: loss 0.7853 - lr 0.1000 +2019-08-14 12:39:24,035 BAD EPOCHS (no improvement): 0 +2019-08-14 12:39:24,036 ---------------------------------------------------------------------------------------------------- +2019-08-14 12:39:25,791 epoch 40 - iter 0/3720 - loss 0.58722878 throughput (samples/sec): 22305.61 +2019-08-14 12:42:11,628 epoch 40 - iter 372/3720 - loss 0.75334743 throughput (samples/sec): 75.15 +2019-08-14 12:44:52,537 epoch 40 - iter 744/3720 - loss 0.76206844 throughput (samples/sec): 76.85 +2019-08-14 12:47:38,250 epoch 40 - iter 1116/3720 - loss 0.76499784 throughput (samples/sec): 74.33 +2019-08-14 12:50:23,460 epoch 40 - iter 1488/3720 - loss 0.77031140 throughput (samples/sec): 75.27 +2019-08-14 12:53:05,762 epoch 40 - iter 1860/3720 - loss 0.77018718 throughput (samples/sec): 76.65 +2019-08-14 12:55:48,750 epoch 40 - iter 2232/3720 - loss 0.76899935 throughput (samples/sec): 76.82 +2019-08-14 12:58:33,228 epoch 40 - iter 2604/3720 - loss 0.77190297 throughput (samples/sec): 75.30 +2019-08-14 13:01:19,377 epoch 40 - iter 2976/3720 - loss 0.77588937 throughput (samples/sec): 74.49 +2019-08-14 13:04:02,816 epoch 40 - iter 3348/3720 - loss 0.77817319 throughput (samples/sec): 75.37 +2019-08-14 13:06:45,763 ---------------------------------------------------------------------------------------------------- +2019-08-14 13:06:45,763 EPOCH 40 done: loss 0.7786 - lr 0.1000 +2019-08-14 13:06:45,763 BAD EPOCHS (no improvement): 0 +2019-08-14 13:06:45,763 ---------------------------------------------------------------------------------------------------- +2019-08-14 13:06:47,609 epoch 41 - iter 0/3720 - loss 0.97850704 throughput (samples/sec): 19867.87 +2019-08-14 13:09:31,086 epoch 41 - iter 372/3720 - loss 0.73826405 throughput (samples/sec): 76.17 +2019-08-14 13:12:11,708 epoch 41 - iter 744/3720 - loss 0.74929938 throughput (samples/sec): 77.55 +2019-08-14 13:14:54,562 epoch 41 - iter 1116/3720 - loss 0.75501634 throughput (samples/sec): 76.18 +2019-08-14 13:17:39,010 epoch 41 - iter 1488/3720 - loss 0.75722281 throughput (samples/sec): 75.95 +2019-08-14 13:20:20,933 epoch 41 - iter 1860/3720 - loss 0.76323961 throughput (samples/sec): 76.59 +2019-08-14 13:23:03,635 epoch 41 - iter 2232/3720 - loss 0.76721491 throughput (samples/sec): 76.39 +2019-08-14 13:25:47,994 epoch 41 - iter 2604/3720 - loss 0.76987636 throughput (samples/sec): 75.63 +2019-08-14 13:28:31,928 epoch 41 - iter 2976/3720 - loss 0.77010349 throughput (samples/sec): 75.27 +2019-08-14 13:31:13,193 epoch 41 - iter 3348/3720 - loss 0.77506491 throughput (samples/sec): 76.25 +2019-08-14 13:33:56,801 ---------------------------------------------------------------------------------------------------- +2019-08-14 13:33:56,802 EPOCH 41 done: loss 0.7786 - lr 0.1000 +2019-08-14 13:33:56,802 BAD EPOCHS (no improvement): 1 +2019-08-14 13:33:56,802 ---------------------------------------------------------------------------------------------------- +2019-08-14 13:33:58,532 epoch 42 - iter 0/3720 - loss 0.63338852 throughput (samples/sec): 24624.43 +2019-08-14 13:36:43,243 epoch 42 - iter 372/3720 - loss 0.75833072 throughput (samples/sec): 75.07 +2019-08-14 13:39:29,491 epoch 42 - iter 744/3720 - loss 0.77199813 throughput (samples/sec): 74.70 +2019-08-14 13:42:12,575 epoch 42 - iter 1116/3720 - loss 0.76894957 throughput (samples/sec): 76.30 +2019-08-14 13:44:56,045 epoch 42 - iter 1488/3720 - loss 0.77433610 throughput (samples/sec): 76.35 +2019-08-14 13:47:38,597 epoch 42 - iter 1860/3720 - loss 0.77794601 throughput (samples/sec): 76.25 +2019-08-14 13:50:22,368 epoch 42 - iter 2232/3720 - loss 0.78012072 throughput (samples/sec): 75.66 +2019-08-14 13:53:05,637 epoch 42 - iter 2604/3720 - loss 0.77964830 throughput (samples/sec): 75.92 +2019-08-14 13:55:49,360 epoch 42 - iter 2976/3720 - loss 0.77911553 throughput (samples/sec): 75.37 +2019-08-14 13:58:32,216 epoch 42 - iter 3348/3720 - loss 0.77941577 throughput (samples/sec): 75.55 +2019-08-14 14:01:15,078 ---------------------------------------------------------------------------------------------------- +2019-08-14 14:01:15,078 EPOCH 42 done: loss 0.7808 - lr 0.1000 +2019-08-14 14:01:15,078 BAD EPOCHS (no improvement): 2 +2019-08-14 14:01:15,079 ---------------------------------------------------------------------------------------------------- +2019-08-14 14:01:16,847 epoch 43 - iter 0/3720 - loss 0.68872690 throughput (samples/sec): 21838.42 +2019-08-14 14:04:00,625 epoch 43 - iter 372/3720 - loss 0.75214343 throughput (samples/sec): 76.07 +2019-08-14 14:06:43,941 epoch 43 - iter 744/3720 - loss 0.75778252 throughput (samples/sec): 76.17 +2019-08-14 14:09:27,845 epoch 43 - iter 1116/3720 - loss 0.76318982 throughput (samples/sec): 75.50 +2019-08-14 14:12:12,722 epoch 43 - iter 1488/3720 - loss 0.76836184 throughput (samples/sec): 75.05 +2019-08-14 14:14:55,965 epoch 43 - iter 1860/3720 - loss 0.77165607 throughput (samples/sec): 75.36 +2019-08-14 14:17:38,509 epoch 43 - iter 2232/3720 - loss 0.77207611 throughput (samples/sec): 75.71 +2019-08-14 14:20:21,869 epoch 43 - iter 2604/3720 - loss 0.76942012 throughput (samples/sec): 75.53 +2019-08-14 14:23:06,544 epoch 43 - iter 2976/3720 - loss 0.77072708 throughput (samples/sec): 75.16 +2019-08-14 14:25:51,156 epoch 43 - iter 3348/3720 - loss 0.77207772 throughput (samples/sec): 75.18 +2019-08-14 14:28:34,213 ---------------------------------------------------------------------------------------------------- +2019-08-14 14:28:34,213 EPOCH 43 done: loss 0.7747 - lr 0.1000 +2019-08-14 14:28:34,214 BAD EPOCHS (no improvement): 0 +2019-08-14 14:28:34,214 ---------------------------------------------------------------------------------------------------- +2019-08-14 14:28:35,986 epoch 44 - iter 0/3720 - loss 0.52772236 throughput (samples/sec): 22012.20 +2019-08-14 14:31:21,351 epoch 44 - iter 372/3720 - loss 0.73875834 throughput (samples/sec): 75.84 +2019-08-14 14:34:06,207 epoch 44 - iter 744/3720 - loss 0.74805818 throughput (samples/sec): 74.57 +2019-08-14 14:36:49,277 epoch 44 - iter 1116/3720 - loss 0.75838701 throughput (samples/sec): 76.39 +2019-08-14 14:39:32,521 epoch 44 - iter 1488/3720 - loss 0.75730461 throughput (samples/sec): 75.86 +2019-08-14 14:42:16,650 epoch 44 - iter 1860/3720 - loss 0.76060845 throughput (samples/sec): 75.37 +2019-08-14 14:44:58,867 epoch 44 - iter 2232/3720 - loss 0.75957031 throughput (samples/sec): 76.91 +2019-08-14 14:47:42,941 epoch 44 - iter 2604/3720 - loss 0.76498333 throughput (samples/sec): 75.28 +2019-08-14 14:50:25,547 epoch 44 - iter 2976/3720 - loss 0.76810558 throughput (samples/sec): 76.21 +2019-08-14 14:53:09,664 epoch 44 - iter 3348/3720 - loss 0.76843397 throughput (samples/sec): 76.13 +2019-08-14 14:55:52,688 ---------------------------------------------------------------------------------------------------- +2019-08-14 14:55:52,688 EPOCH 44 done: loss 0.7691 - lr 0.1000 +2019-08-14 14:55:52,689 BAD EPOCHS (no improvement): 0 +2019-08-14 14:55:52,689 ---------------------------------------------------------------------------------------------------- +2019-08-14 14:55:54,464 epoch 45 - iter 0/3720 - loss 1.43560195 throughput (samples/sec): 21068.02 +2019-08-14 14:58:38,510 epoch 45 - iter 372/3720 - loss 0.75508251 throughput (samples/sec): 75.95 +2019-08-14 15:01:21,132 epoch 45 - iter 744/3720 - loss 0.75836405 throughput (samples/sec): 75.97 +2019-08-14 15:04:01,105 epoch 45 - iter 1116/3720 - loss 0.76174958 throughput (samples/sec): 77.73 +2019-08-14 15:06:45,460 epoch 45 - iter 1488/3720 - loss 0.76080358 throughput (samples/sec): 75.89 +2019-08-14 15:09:29,688 epoch 45 - iter 1860/3720 - loss 0.76239873 throughput (samples/sec): 75.14 +2019-08-14 15:12:14,355 epoch 45 - iter 2232/3720 - loss 0.76074233 throughput (samples/sec): 75.69 +2019-08-14 15:14:56,725 epoch 45 - iter 2604/3720 - loss 0.76325412 throughput (samples/sec): 76.23 +2019-08-14 15:17:39,240 epoch 45 - iter 2976/3720 - loss 0.76365826 throughput (samples/sec): 75.82 +2019-08-14 15:20:23,125 epoch 45 - iter 3348/3720 - loss 0.76250980 throughput (samples/sec): 75.32 +2019-08-14 15:23:04,597 ---------------------------------------------------------------------------------------------------- +2019-08-14 15:23:04,597 EPOCH 45 done: loss 0.7651 - lr 0.1000 +2019-08-14 15:23:04,598 BAD EPOCHS (no improvement): 0 +2019-08-14 15:23:04,598 ---------------------------------------------------------------------------------------------------- +2019-08-14 15:23:06,328 epoch 46 - iter 0/3720 - loss 0.66252160 throughput (samples/sec): 23615.82 +2019-08-14 15:25:50,731 epoch 46 - iter 372/3720 - loss 0.75483485 throughput (samples/sec): 76.14 +2019-08-14 15:28:34,759 epoch 46 - iter 744/3720 - loss 0.74682368 throughput (samples/sec): 76.02 +2019-08-14 15:31:18,392 epoch 46 - iter 1116/3720 - loss 0.74561189 throughput (samples/sec): 75.77 +2019-08-14 15:33:59,985 epoch 46 - iter 1488/3720 - loss 0.75195894 throughput (samples/sec): 76.76 +2019-08-14 15:36:40,737 epoch 46 - iter 1860/3720 - loss 0.75655869 throughput (samples/sec): 76.26 +2019-08-14 15:39:24,545 epoch 46 - iter 2232/3720 - loss 0.75808917 throughput (samples/sec): 75.55 +2019-08-14 15:42:06,487 epoch 46 - iter 2604/3720 - loss 0.75924938 throughput (samples/sec): 76.33 +2019-08-14 15:44:48,150 epoch 46 - iter 2976/3720 - loss 0.76166353 throughput (samples/sec): 76.84 +2019-08-14 15:47:32,873 epoch 46 - iter 3348/3720 - loss 0.76376207 throughput (samples/sec): 75.20 +2019-08-14 15:50:16,533 ---------------------------------------------------------------------------------------------------- +2019-08-14 15:50:16,533 EPOCH 46 done: loss 0.7661 - lr 0.1000 +2019-08-14 15:50:16,533 BAD EPOCHS (no improvement): 1 +2019-08-14 15:50:16,533 ---------------------------------------------------------------------------------------------------- +2019-08-14 15:50:18,272 epoch 47 - iter 0/3720 - loss 0.39304829 throughput (samples/sec): 26489.37 +2019-08-14 15:53:02,730 epoch 47 - iter 372/3720 - loss 0.75428493 throughput (samples/sec): 75.68 +2019-08-14 15:55:47,310 epoch 47 - iter 744/3720 - loss 0.75820539 throughput (samples/sec): 75.31 +2019-08-14 15:58:30,958 epoch 47 - iter 1116/3720 - loss 0.74474148 throughput (samples/sec): 75.72 +2019-08-14 16:01:13,856 epoch 47 - iter 1488/3720 - loss 0.74930580 throughput (samples/sec): 75.58 +2019-08-14 16:04:00,001 epoch 47 - iter 1860/3720 - loss 0.75403889 throughput (samples/sec): 74.31 +2019-08-14 16:06:43,629 epoch 47 - iter 2232/3720 - loss 0.75405451 throughput (samples/sec): 76.32 +2019-08-14 16:09:28,623 epoch 47 - iter 2604/3720 - loss 0.75480857 throughput (samples/sec): 74.68 +2019-08-14 16:12:09,788 epoch 47 - iter 2976/3720 - loss 0.75980352 throughput (samples/sec): 76.79 +2019-08-14 16:14:52,904 epoch 47 - iter 3348/3720 - loss 0.75951706 throughput (samples/sec): 75.63 +2019-08-14 16:17:34,869 ---------------------------------------------------------------------------------------------------- +2019-08-14 16:17:34,869 EPOCH 47 done: loss 0.7607 - lr 0.1000 +2019-08-14 16:17:34,869 BAD EPOCHS (no improvement): 0 +2019-08-14 16:17:34,869 ---------------------------------------------------------------------------------------------------- +2019-08-14 16:17:36,701 epoch 48 - iter 0/3720 - loss 0.82291818 throughput (samples/sec): 20135.50 +2019-08-14 16:20:20,470 epoch 48 - iter 372/3720 - loss 0.77038898 throughput (samples/sec): 76.16 +2019-08-14 16:23:02,814 epoch 48 - iter 744/3720 - loss 0.76223179 throughput (samples/sec): 75.98 +2019-08-14 16:25:45,443 epoch 48 - iter 1116/3720 - loss 0.75885424 throughput (samples/sec): 76.18 +2019-08-14 16:28:27,667 epoch 48 - iter 1488/3720 - loss 0.75248719 throughput (samples/sec): 76.84 +2019-08-14 16:31:12,653 epoch 48 - iter 1860/3720 - loss 0.75099416 throughput (samples/sec): 74.57 +2019-08-14 16:33:53,844 epoch 48 - iter 2232/3720 - loss 0.75536231 throughput (samples/sec): 76.66 +2019-08-14 16:36:37,276 epoch 48 - iter 2604/3720 - loss 0.75770054 throughput (samples/sec): 76.06 +2019-08-14 16:39:19,486 epoch 48 - iter 2976/3720 - loss 0.75838775 throughput (samples/sec): 76.60 +2019-08-14 16:42:03,465 epoch 48 - iter 3348/3720 - loss 0.75958379 throughput (samples/sec): 75.55 +2019-08-14 16:44:48,637 ---------------------------------------------------------------------------------------------------- +2019-08-14 16:44:48,637 EPOCH 48 done: loss 0.7617 - lr 0.1000 +2019-08-14 16:44:48,638 BAD EPOCHS (no improvement): 1 +2019-08-14 16:44:48,638 ---------------------------------------------------------------------------------------------------- +2019-08-14 16:44:50,554 epoch 49 - iter 0/3720 - loss 1.34337878 throughput (samples/sec): 18654.33 +2019-08-14 16:47:34,761 epoch 49 - iter 372/3720 - loss 0.76156030 throughput (samples/sec): 74.94 +2019-08-14 16:50:19,841 epoch 49 - iter 744/3720 - loss 0.74941096 throughput (samples/sec): 74.69 +2019-08-14 16:53:03,839 epoch 49 - iter 1116/3720 - loss 0.75317018 throughput (samples/sec): 75.50 +2019-08-14 16:55:51,005 epoch 49 - iter 1488/3720 - loss 0.75337798 throughput (samples/sec): 74.28 +2019-08-14 16:58:34,530 epoch 49 - iter 1860/3720 - loss 0.75602612 throughput (samples/sec): 76.03 +2019-08-14 17:01:17,519 epoch 49 - iter 2232/3720 - loss 0.75180339 throughput (samples/sec): 75.61 +2019-08-14 17:04:00,090 epoch 49 - iter 2604/3720 - loss 0.75593186 throughput (samples/sec): 76.10 +2019-08-14 17:06:43,295 epoch 49 - iter 2976/3720 - loss 0.75534409 throughput (samples/sec): 75.83 +2019-08-14 17:09:26,002 epoch 49 - iter 3348/3720 - loss 0.75667819 throughput (samples/sec): 76.40 +2019-08-14 17:12:07,259 ---------------------------------------------------------------------------------------------------- +2019-08-14 17:12:07,259 EPOCH 49 done: loss 0.7601 - lr 0.1000 +2019-08-14 17:12:07,260 BAD EPOCHS (no improvement): 0 +2019-08-14 17:12:07,260 ---------------------------------------------------------------------------------------------------- +2019-08-14 17:12:09,042 epoch 50 - iter 0/3720 - loss 0.97927094 throughput (samples/sec): 21647.09 +2019-08-14 17:14:50,590 epoch 50 - iter 372/3720 - loss 0.73899130 throughput (samples/sec): 76.31 +2019-08-14 17:17:34,742 epoch 50 - iter 744/3720 - loss 0.75342126 throughput (samples/sec): 76.36 +2019-08-14 17:20:17,444 epoch 50 - iter 1116/3720 - loss 0.75718372 throughput (samples/sec): 76.44 +2019-08-14 17:22:59,231 epoch 50 - iter 1488/3720 - loss 0.76254187 throughput (samples/sec): 76.33 +2019-08-14 17:25:39,668 epoch 50 - iter 1860/3720 - loss 0.75906314 throughput (samples/sec): 77.44 +2019-08-14 17:28:22,556 epoch 50 - iter 2232/3720 - loss 0.75757680 throughput (samples/sec): 76.01 +2019-08-14 17:31:04,874 epoch 50 - iter 2604/3720 - loss 0.75783715 throughput (samples/sec): 75.98 +2019-08-14 17:33:48,252 epoch 50 - iter 2976/3720 - loss 0.75714920 throughput (samples/sec): 76.04 +2019-08-14 17:36:33,231 epoch 50 - iter 3348/3720 - loss 0.76068452 throughput (samples/sec): 75.13 +2019-08-14 17:39:16,121 ---------------------------------------------------------------------------------------------------- +2019-08-14 17:39:16,121 EPOCH 50 done: loss 0.7618 - lr 0.1000 +2019-08-14 17:39:16,121 BAD EPOCHS (no improvement): 1 +2019-08-14 17:39:16,122 ---------------------------------------------------------------------------------------------------- +2019-08-14 17:39:17,972 epoch 51 - iter 0/3720 - loss 1.26759529 throughput (samples/sec): 19009.72 +2019-08-14 17:42:03,535 epoch 51 - iter 372/3720 - loss 0.74237626 throughput (samples/sec): 74.69 +2019-08-14 17:44:46,059 epoch 51 - iter 744/3720 - loss 0.75311880 throughput (samples/sec): 75.38 +2019-08-14 17:47:27,270 epoch 51 - iter 1116/3720 - loss 0.75263479 throughput (samples/sec): 76.89 +2019-08-14 17:50:10,566 epoch 51 - iter 1488/3720 - loss 0.75039430 throughput (samples/sec): 75.87 +2019-08-14 17:52:54,928 epoch 51 - iter 1860/3720 - loss 0.75403713 throughput (samples/sec): 75.59 +2019-08-14 17:55:37,342 epoch 51 - iter 2232/3720 - loss 0.75930934 throughput (samples/sec): 76.54 +2019-08-14 17:58:20,705 epoch 51 - iter 2604/3720 - loss 0.76284662 throughput (samples/sec): 76.02 +2019-08-14 18:01:02,786 epoch 51 - iter 2976/3720 - loss 0.76178079 throughput (samples/sec): 76.42 +2019-08-14 18:03:44,865 epoch 51 - iter 3348/3720 - loss 0.76144413 throughput (samples/sec): 76.11 +2019-08-14 18:06:27,781 ---------------------------------------------------------------------------------------------------- +2019-08-14 18:06:27,781 EPOCH 51 done: loss 0.7619 - lr 0.1000 +2019-08-14 18:06:27,782 BAD EPOCHS (no improvement): 2 +2019-08-14 18:06:27,782 ---------------------------------------------------------------------------------------------------- +2019-08-14 18:06:29,458 epoch 52 - iter 0/3720 - loss 0.57871222 throughput (samples/sec): 26728.36 +2019-08-14 18:09:12,148 epoch 52 - iter 372/3720 - loss 0.73084527 throughput (samples/sec): 76.79 +2019-08-14 18:11:52,715 epoch 52 - iter 744/3720 - loss 0.73365897 throughput (samples/sec): 77.24 +2019-08-14 18:14:36,675 epoch 52 - iter 1116/3720 - loss 0.73434769 throughput (samples/sec): 75.17 +2019-08-14 18:17:20,420 epoch 52 - iter 1488/3720 - loss 0.74055205 throughput (samples/sec): 75.79 +2019-08-14 18:20:01,495 epoch 52 - iter 1860/3720 - loss 0.74339731 throughput (samples/sec): 76.39 +2019-08-14 18:22:44,949 epoch 52 - iter 2232/3720 - loss 0.74755466 throughput (samples/sec): 75.76 +2019-08-14 18:25:26,574 epoch 52 - iter 2604/3720 - loss 0.74820550 throughput (samples/sec): 76.57 +2019-08-14 18:28:09,429 epoch 52 - iter 2976/3720 - loss 0.75173387 throughput (samples/sec): 76.06 +2019-08-14 18:30:53,253 epoch 52 - iter 3348/3720 - loss 0.75201545 throughput (samples/sec): 75.82 +2019-08-14 18:33:35,457 ---------------------------------------------------------------------------------------------------- +2019-08-14 18:33:35,458 EPOCH 52 done: loss 0.7543 - lr 0.1000 +2019-08-14 18:33:35,458 BAD EPOCHS (no improvement): 0 +2019-08-14 18:33:35,458 ---------------------------------------------------------------------------------------------------- +2019-08-14 18:33:37,166 epoch 53 - iter 0/3720 - loss 0.61249542 throughput (samples/sec): 25208.06 +2019-08-14 18:36:21,613 epoch 53 - iter 372/3720 - loss 0.74805649 throughput (samples/sec): 75.41 +2019-08-14 18:39:03,272 epoch 53 - iter 744/3720 - loss 0.75072114 throughput (samples/sec): 77.14 +2019-08-14 18:41:45,956 epoch 53 - iter 1116/3720 - loss 0.75108793 throughput (samples/sec): 76.32 +2019-08-14 18:44:29,766 epoch 53 - iter 1488/3720 - loss 0.75391734 throughput (samples/sec): 75.66 +2019-08-14 18:47:12,592 epoch 53 - iter 1860/3720 - loss 0.74764612 throughput (samples/sec): 76.07 +2019-08-14 18:49:57,318 epoch 53 - iter 2232/3720 - loss 0.74757328 throughput (samples/sec): 75.73 +2019-08-14 18:52:40,159 epoch 53 - iter 2604/3720 - loss 0.74952306 throughput (samples/sec): 76.39 +2019-08-14 18:55:24,083 epoch 53 - iter 2976/3720 - loss 0.75313432 throughput (samples/sec): 76.14 +2019-08-14 18:58:06,199 epoch 53 - iter 3348/3720 - loss 0.75308205 throughput (samples/sec): 76.81 +2019-08-14 19:00:47,100 ---------------------------------------------------------------------------------------------------- +2019-08-14 19:00:47,100 EPOCH 53 done: loss 0.7549 - lr 0.1000 +2019-08-14 19:00:47,101 BAD EPOCHS (no improvement): 1 +2019-08-14 19:00:47,101 ---------------------------------------------------------------------------------------------------- +2019-08-14 19:00:48,951 epoch 54 - iter 0/3720 - loss 0.67171741 throughput (samples/sec): 19161.77 +2019-08-14 19:03:32,920 epoch 54 - iter 372/3720 - loss 0.74230660 throughput (samples/sec): 75.75 +2019-08-14 19:06:15,827 epoch 54 - iter 744/3720 - loss 0.74685144 throughput (samples/sec): 76.25 +2019-08-14 19:08:56,069 epoch 54 - iter 1116/3720 - loss 0.74700704 throughput (samples/sec): 77.52 +2019-08-14 19:11:38,544 epoch 54 - iter 1488/3720 - loss 0.75306211 throughput (samples/sec): 75.96 +2019-08-14 19:14:18,157 epoch 54 - iter 1860/3720 - loss 0.74918223 throughput (samples/sec): 77.93 +2019-08-14 19:17:00,573 epoch 54 - iter 2232/3720 - loss 0.74933947 throughput (samples/sec): 75.74 +2019-08-14 19:19:44,474 epoch 54 - iter 2604/3720 - loss 0.74663575 throughput (samples/sec): 75.33 +2019-08-14 19:22:29,900 epoch 54 - iter 2976/3720 - loss 0.75019036 throughput (samples/sec): 75.45 +2019-08-14 19:25:12,543 epoch 54 - iter 3348/3720 - loss 0.74980327 throughput (samples/sec): 76.71 +2019-08-14 19:27:54,033 ---------------------------------------------------------------------------------------------------- +2019-08-14 19:27:54,034 EPOCH 54 done: loss 0.7506 - lr 0.1000 +2019-08-14 19:27:54,034 BAD EPOCHS (no improvement): 0 +2019-08-14 19:27:54,034 ---------------------------------------------------------------------------------------------------- +2019-08-14 19:27:55,738 epoch 55 - iter 0/3720 - loss 0.97331429 throughput (samples/sec): 24427.91 +2019-08-14 19:30:40,109 epoch 55 - iter 372/3720 - loss 0.74853712 throughput (samples/sec): 75.99 +2019-08-14 19:33:24,213 epoch 55 - iter 744/3720 - loss 0.74421961 throughput (samples/sec): 76.03 +2019-08-14 19:36:05,022 epoch 55 - iter 1116/3720 - loss 0.74577684 throughput (samples/sec): 77.32 +2019-08-14 19:38:47,992 epoch 55 - iter 1488/3720 - loss 0.73921052 throughput (samples/sec): 76.25 +2019-08-14 19:41:29,736 epoch 55 - iter 1860/3720 - loss 0.73542538 throughput (samples/sec): 76.68 +2019-08-14 19:44:13,233 epoch 55 - iter 2232/3720 - loss 0.73635269 throughput (samples/sec): 76.21 +2019-08-14 19:46:55,509 epoch 55 - iter 2604/3720 - loss 0.74106540 throughput (samples/sec): 76.10 +2019-08-14 19:49:36,958 epoch 55 - iter 2976/3720 - loss 0.74200035 throughput (samples/sec): 76.16 +2019-08-14 19:52:18,341 epoch 55 - iter 3348/3720 - loss 0.74679479 throughput (samples/sec): 77.29 +2019-08-14 19:55:01,598 ---------------------------------------------------------------------------------------------------- +2019-08-14 19:55:01,598 EPOCH 55 done: loss 0.7470 - lr 0.1000 +2019-08-14 19:55:01,598 BAD EPOCHS (no improvement): 0 +2019-08-14 19:55:01,598 ---------------------------------------------------------------------------------------------------- +2019-08-14 19:55:04,348 epoch 56 - iter 0/3720 - loss 0.71890688 throughput (samples/sec): 26169.36 +2019-08-14 19:57:46,757 epoch 56 - iter 372/3720 - loss 0.73207588 throughput (samples/sec): 76.13 +2019-08-14 20:00:31,072 epoch 56 - iter 744/3720 - loss 0.73348572 throughput (samples/sec): 75.57 +2019-08-14 20:03:14,341 epoch 56 - iter 1116/3720 - loss 0.73629637 throughput (samples/sec): 75.59 +2019-08-14 20:05:58,793 epoch 56 - iter 1488/3720 - loss 0.73891543 throughput (samples/sec): 75.60 +2019-08-14 20:08:42,905 epoch 56 - iter 1860/3720 - loss 0.73834341 throughput (samples/sec): 75.46 +2019-08-14 20:11:26,841 epoch 56 - iter 2232/3720 - loss 0.74414507 throughput (samples/sec): 75.58 +2019-08-14 20:14:10,118 epoch 56 - iter 2604/3720 - loss 0.74336110 throughput (samples/sec): 75.92 +2019-08-14 20:16:53,154 epoch 56 - iter 2976/3720 - loss 0.74796666 throughput (samples/sec): 76.31 +2019-08-14 20:19:37,163 epoch 56 - iter 3348/3720 - loss 0.74692581 throughput (samples/sec): 75.53 +2019-08-14 20:22:19,883 ---------------------------------------------------------------------------------------------------- +2019-08-14 20:22:19,883 EPOCH 56 done: loss 0.7478 - lr 0.1000 +2019-08-14 20:22:19,883 BAD EPOCHS (no improvement): 1 +2019-08-14 20:22:19,883 ---------------------------------------------------------------------------------------------------- +2019-08-14 20:22:21,648 epoch 57 - iter 0/3720 - loss 0.85472202 throughput (samples/sec): 23897.78 +2019-08-14 20:25:04,667 epoch 57 - iter 372/3720 - loss 0.74693981 throughput (samples/sec): 76.14 +2019-08-14 20:27:46,998 epoch 57 - iter 744/3720 - loss 0.73994685 throughput (samples/sec): 76.06 +2019-08-14 20:30:31,197 epoch 57 - iter 1116/3720 - loss 0.74037492 throughput (samples/sec): 75.43 +2019-08-14 20:33:14,800 epoch 57 - iter 1488/3720 - loss 0.74129951 throughput (samples/sec): 75.93 +2019-08-14 20:35:57,416 epoch 57 - iter 1860/3720 - loss 0.73970720 throughput (samples/sec): 76.50 +2019-08-14 20:38:42,450 epoch 57 - iter 2232/3720 - loss 0.74059481 throughput (samples/sec): 75.31 +2019-08-14 20:41:24,561 epoch 57 - iter 2604/3720 - loss 0.74169771 throughput (samples/sec): 75.89 +2019-08-14 20:44:07,375 epoch 57 - iter 2976/3720 - loss 0.74399671 throughput (samples/sec): 76.10 +2019-08-14 20:46:48,123 epoch 57 - iter 3348/3720 - loss 0.74345626 throughput (samples/sec): 77.02 +2019-08-14 20:49:30,093 ---------------------------------------------------------------------------------------------------- +2019-08-14 20:49:30,093 EPOCH 57 done: loss 0.7457 - lr 0.1000 +2019-08-14 20:49:30,093 BAD EPOCHS (no improvement): 0 +2019-08-14 20:49:30,093 ---------------------------------------------------------------------------------------------------- +2019-08-14 20:49:31,806 epoch 58 - iter 0/3720 - loss 0.45362616 throughput (samples/sec): 24082.73 +2019-08-14 20:52:12,699 epoch 58 - iter 372/3720 - loss 0.71354575 throughput (samples/sec): 77.09 +2019-08-14 20:54:55,703 epoch 58 - iter 744/3720 - loss 0.73145597 throughput (samples/sec): 76.00 +2019-08-14 20:57:39,064 epoch 58 - iter 1116/3720 - loss 0.73658571 throughput (samples/sec): 75.80 +2019-08-14 21:00:24,993 epoch 58 - iter 1488/3720 - loss 0.74017712 throughput (samples/sec): 74.09 +2019-08-14 21:03:11,005 epoch 58 - iter 1860/3720 - loss 0.74260920 throughput (samples/sec): 75.10 +2019-08-14 21:05:56,837 epoch 58 - iter 2232/3720 - loss 0.74577490 throughput (samples/sec): 74.64 +2019-08-14 21:08:41,970 epoch 58 - iter 2604/3720 - loss 0.74515352 throughput (samples/sec): 74.53 +2019-08-14 21:11:24,564 epoch 58 - iter 2976/3720 - loss 0.74174200 throughput (samples/sec): 76.23 +2019-08-14 21:14:06,955 epoch 58 - iter 3348/3720 - loss 0.74376989 throughput (samples/sec): 76.31 +2019-08-14 21:16:48,132 ---------------------------------------------------------------------------------------------------- +2019-08-14 21:16:48,132 EPOCH 58 done: loss 0.7435 - lr 0.1000 +2019-08-14 21:16:48,132 BAD EPOCHS (no improvement): 0 +2019-08-14 21:16:48,132 ---------------------------------------------------------------------------------------------------- +2019-08-14 21:16:49,917 epoch 59 - iter 0/3720 - loss 0.77027607 throughput (samples/sec): 20987.49 +2019-08-14 21:19:33,135 epoch 59 - iter 372/3720 - loss 0.72925466 throughput (samples/sec): 76.27 +2019-08-14 21:22:17,906 epoch 59 - iter 744/3720 - loss 0.72926642 throughput (samples/sec): 75.43 +2019-08-14 21:25:01,002 epoch 59 - iter 1116/3720 - loss 0.73202464 throughput (samples/sec): 75.72 +2019-08-14 21:27:43,015 epoch 59 - iter 1488/3720 - loss 0.73810149 throughput (samples/sec): 76.94 +2019-08-14 21:30:24,864 epoch 59 - iter 1860/3720 - loss 0.73238014 throughput (samples/sec): 76.48 +2019-08-14 21:33:08,055 epoch 59 - iter 2232/3720 - loss 0.73436774 throughput (samples/sec): 75.09 +2019-08-14 21:35:49,184 epoch 59 - iter 2604/3720 - loss 0.73559569 throughput (samples/sec): 76.78 +2019-08-14 21:38:29,149 epoch 59 - iter 2976/3720 - loss 0.73635392 throughput (samples/sec): 77.17 +2019-08-14 21:41:10,739 epoch 59 - iter 3348/3720 - loss 0.73718110 throughput (samples/sec): 76.35 +2019-08-14 21:43:52,881 ---------------------------------------------------------------------------------------------------- +2019-08-14 21:43:52,881 EPOCH 59 done: loss 0.7408 - lr 0.1000 +2019-08-14 21:43:52,882 BAD EPOCHS (no improvement): 0 +2019-08-14 21:43:52,882 ---------------------------------------------------------------------------------------------------- +2019-08-14 21:43:54,645 epoch 60 - iter 0/3720 - loss 0.98191810 throughput (samples/sec): 24219.36 +2019-08-14 21:46:39,021 epoch 60 - iter 372/3720 - loss 0.72176144 throughput (samples/sec): 75.11 +2019-08-14 21:49:22,117 epoch 60 - iter 744/3720 - loss 0.71403301 throughput (samples/sec): 76.32 +2019-08-14 21:52:08,652 epoch 60 - iter 1116/3720 - loss 0.72868535 throughput (samples/sec): 74.50 +2019-08-14 21:54:50,475 epoch 60 - iter 1488/3720 - loss 0.72737240 throughput (samples/sec): 76.78 +2019-08-14 21:57:31,210 epoch 60 - iter 1860/3720 - loss 0.72907355 throughput (samples/sec): 77.56 +2019-08-14 22:00:15,489 epoch 60 - iter 2232/3720 - loss 0.73434055 throughput (samples/sec): 75.60 +2019-08-14 22:02:58,923 epoch 60 - iter 2604/3720 - loss 0.73681225 throughput (samples/sec): 75.67 +2019-08-14 22:05:40,964 epoch 60 - iter 2976/3720 - loss 0.73618339 throughput (samples/sec): 76.16 +2019-08-14 22:08:24,714 epoch 60 - iter 3348/3720 - loss 0.73901849 throughput (samples/sec): 75.85 +2019-08-14 22:11:05,914 ---------------------------------------------------------------------------------------------------- +2019-08-14 22:11:05,914 EPOCH 60 done: loss 0.7396 - lr 0.1000 +2019-08-14 22:11:05,914 BAD EPOCHS (no improvement): 0 +2019-08-14 22:11:05,915 ---------------------------------------------------------------------------------------------------- +2019-08-14 22:11:07,721 epoch 61 - iter 0/3720 - loss 0.68382168 throughput (samples/sec): 20916.51 +2019-08-14 22:13:53,808 epoch 61 - iter 372/3720 - loss 0.72449317 throughput (samples/sec): 74.61 +2019-08-14 22:16:34,307 epoch 61 - iter 744/3720 - loss 0.72894727 throughput (samples/sec): 77.55 +2019-08-14 22:19:18,381 epoch 61 - iter 1116/3720 - loss 0.72805352 throughput (samples/sec): 75.28 +2019-08-14 22:22:00,195 epoch 61 - iter 1488/3720 - loss 0.72741397 throughput (samples/sec): 76.37 +2019-08-14 22:24:46,291 epoch 61 - iter 1860/3720 - loss 0.73107531 throughput (samples/sec): 74.55 +2019-08-14 22:27:31,773 epoch 61 - iter 2232/3720 - loss 0.73336004 throughput (samples/sec): 74.84 +2019-08-14 22:30:14,513 epoch 61 - iter 2604/3720 - loss 0.73496273 throughput (samples/sec): 76.09 +2019-08-14 22:32:56,866 epoch 61 - iter 2976/3720 - loss 0.73693016 throughput (samples/sec): 76.55 +2019-08-14 22:35:41,443 epoch 61 - iter 3348/3720 - loss 0.73819449 throughput (samples/sec): 75.50 +2019-08-14 22:38:25,650 ---------------------------------------------------------------------------------------------------- +2019-08-14 22:38:25,651 EPOCH 61 done: loss 0.7396 - lr 0.1000 +2019-08-14 22:38:25,651 BAD EPOCHS (no improvement): 1 +2019-08-14 22:38:25,651 ---------------------------------------------------------------------------------------------------- +2019-08-14 22:38:27,327 epoch 62 - iter 0/3720 - loss 0.83497143 throughput (samples/sec): 26690.88 +2019-08-14 22:41:10,801 epoch 62 - iter 372/3720 - loss 0.69928461 throughput (samples/sec): 75.24 +2019-08-14 22:43:54,445 epoch 62 - iter 744/3720 - loss 0.71689739 throughput (samples/sec): 76.03 +2019-08-14 22:46:36,484 epoch 62 - iter 1116/3720 - loss 0.72613737 throughput (samples/sec): 76.55 +2019-08-14 22:49:17,903 epoch 62 - iter 1488/3720 - loss 0.73413796 throughput (samples/sec): 76.33 +2019-08-14 22:52:00,843 epoch 62 - iter 1860/3720 - loss 0.73513153 throughput (samples/sec): 76.06 +2019-08-14 22:54:42,384 epoch 62 - iter 2232/3720 - loss 0.73457161 throughput (samples/sec): 76.71 +2019-08-14 22:57:25,245 epoch 62 - iter 2604/3720 - loss 0.73525830 throughput (samples/sec): 75.84 +2019-08-14 23:00:10,382 epoch 62 - iter 2976/3720 - loss 0.73539528 throughput (samples/sec): 74.49 +2019-08-14 23:02:54,673 epoch 62 - iter 3348/3720 - loss 0.73383654 throughput (samples/sec): 75.92 +2019-08-14 23:05:34,924 ---------------------------------------------------------------------------------------------------- +2019-08-14 23:05:34,924 EPOCH 62 done: loss 0.7342 - lr 0.1000 +2019-08-14 23:05:34,924 BAD EPOCHS (no improvement): 0 +2019-08-14 23:05:34,924 ---------------------------------------------------------------------------------------------------- +2019-08-14 23:05:36,841 epoch 63 - iter 0/3720 - loss 1.00062656 throughput (samples/sec): 18842.43 +2019-08-14 23:08:20,041 epoch 63 - iter 372/3720 - loss 0.69916077 throughput (samples/sec): 76.12 +2019-08-14 23:11:02,950 epoch 63 - iter 744/3720 - loss 0.72681805 throughput (samples/sec): 75.80 +2019-08-14 23:13:44,788 epoch 63 - iter 1116/3720 - loss 0.72989547 throughput (samples/sec): 76.79 +2019-08-14 23:16:26,209 epoch 63 - iter 1488/3720 - loss 0.72719493 throughput (samples/sec): 76.23 +2019-08-14 23:19:09,212 epoch 63 - iter 1860/3720 - loss 0.72988845 throughput (samples/sec): 75.72 +2019-08-14 23:21:50,108 epoch 63 - iter 2232/3720 - loss 0.72970043 throughput (samples/sec): 77.64 +2019-08-14 23:24:33,016 epoch 63 - iter 2604/3720 - loss 0.73382251 throughput (samples/sec): 76.58 +2019-08-14 23:27:15,137 epoch 63 - iter 2976/3720 - loss 0.73717136 throughput (samples/sec): 76.45 +2019-08-14 23:30:00,155 epoch 63 - iter 3348/3720 - loss 0.73925103 throughput (samples/sec): 75.52 +2019-08-14 23:32:45,883 ---------------------------------------------------------------------------------------------------- +2019-08-14 23:32:45,883 EPOCH 63 done: loss 0.7375 - lr 0.1000 +2019-08-14 23:32:45,884 BAD EPOCHS (no improvement): 1 +2019-08-14 23:32:45,884 ---------------------------------------------------------------------------------------------------- +2019-08-14 23:32:47,718 epoch 64 - iter 0/3720 - loss 0.91116095 throughput (samples/sec): 20787.57 +2019-08-14 23:35:30,844 epoch 64 - iter 372/3720 - loss 0.70937026 throughput (samples/sec): 76.14 +2019-08-14 23:38:12,954 epoch 64 - iter 744/3720 - loss 0.71416915 throughput (samples/sec): 76.25 +2019-08-14 23:40:56,537 epoch 64 - iter 1116/3720 - loss 0.72306656 throughput (samples/sec): 75.73 +2019-08-14 23:43:38,795 epoch 64 - iter 1488/3720 - loss 0.72950350 throughput (samples/sec): 76.38 +2019-08-14 23:46:22,240 epoch 64 - iter 1860/3720 - loss 0.73023188 throughput (samples/sec): 75.55 +2019-08-14 23:49:07,508 epoch 64 - iter 2232/3720 - loss 0.73991050 throughput (samples/sec): 75.24 +2019-08-14 23:51:50,472 epoch 64 - iter 2604/3720 - loss 0.73558476 throughput (samples/sec): 75.55 +2019-08-14 23:54:34,035 epoch 64 - iter 2976/3720 - loss 0.73780724 throughput (samples/sec): 75.39 +2019-08-14 23:57:17,902 epoch 64 - iter 3348/3720 - loss 0.73830823 throughput (samples/sec): 75.54 +2019-08-15 00:00:00,770 ---------------------------------------------------------------------------------------------------- +2019-08-15 00:00:00,771 EPOCH 64 done: loss 0.7381 - lr 0.1000 +2019-08-15 00:00:00,771 BAD EPOCHS (no improvement): 2 +2019-08-15 00:00:00,771 ---------------------------------------------------------------------------------------------------- +2019-08-15 00:00:02,584 epoch 65 - iter 0/3720 - loss 0.32693148 throughput (samples/sec): 22815.08 +2019-08-15 00:02:47,795 epoch 65 - iter 372/3720 - loss 0.72546808 throughput (samples/sec): 75.18 +2019-08-15 00:05:30,832 epoch 65 - iter 744/3720 - loss 0.71997078 throughput (samples/sec): 76.18 +2019-08-15 00:08:13,133 epoch 65 - iter 1116/3720 - loss 0.72379885 throughput (samples/sec): 76.64 +2019-08-15 00:10:55,748 epoch 65 - iter 1488/3720 - loss 0.73026003 throughput (samples/sec): 75.58 +2019-08-15 00:13:38,831 epoch 65 - iter 1860/3720 - loss 0.72866729 throughput (samples/sec): 76.15 +2019-08-15 00:16:23,230 epoch 65 - iter 2232/3720 - loss 0.73193202 throughput (samples/sec): 75.80 +2019-08-15 00:19:05,811 epoch 65 - iter 2604/3720 - loss 0.73488588 throughput (samples/sec): 76.17 +2019-08-15 00:21:47,458 epoch 65 - iter 2976/3720 - loss 0.73342155 throughput (samples/sec): 76.66 +2019-08-15 00:24:30,573 epoch 65 - iter 3348/3720 - loss 0.73317977 throughput (samples/sec): 76.68 +2019-08-15 00:27:11,098 ---------------------------------------------------------------------------------------------------- +2019-08-15 00:27:11,098 EPOCH 65 done: loss 0.7337 - lr 0.1000 +2019-08-15 00:27:11,098 BAD EPOCHS (no improvement): 0 +2019-08-15 00:27:11,098 ---------------------------------------------------------------------------------------------------- +2019-08-15 00:27:12,805 epoch 66 - iter 0/3720 - loss 1.38492656 throughput (samples/sec): 24216.29 +2019-08-15 00:29:57,474 epoch 66 - iter 372/3720 - loss 0.71938262 throughput (samples/sec): 75.01 +2019-08-15 00:32:40,660 epoch 66 - iter 744/3720 - loss 0.72769710 throughput (samples/sec): 76.13 +2019-08-15 00:35:22,466 epoch 66 - iter 1116/3720 - loss 0.72472734 throughput (samples/sec): 76.03 +2019-08-15 00:38:06,013 epoch 66 - iter 1488/3720 - loss 0.72307139 throughput (samples/sec): 75.42 +2019-08-15 00:40:50,079 epoch 66 - iter 1860/3720 - loss 0.72180992 throughput (samples/sec): 75.22 +2019-08-15 00:43:33,965 epoch 66 - iter 2232/3720 - loss 0.72316565 throughput (samples/sec): 75.38 +2019-08-15 00:46:16,414 epoch 66 - iter 2604/3720 - loss 0.72457269 throughput (samples/sec): 76.39 +2019-08-15 00:48:56,521 epoch 66 - iter 2976/3720 - loss 0.72574739 throughput (samples/sec): 78.13 +2019-08-15 00:51:37,662 epoch 66 - iter 3348/3720 - loss 0.72776009 throughput (samples/sec): 77.15 +2019-08-15 00:54:19,066 ---------------------------------------------------------------------------------------------------- +2019-08-15 00:54:19,066 EPOCH 66 done: loss 0.7284 - lr 0.1000 +2019-08-15 00:54:19,067 BAD EPOCHS (no improvement): 0 +2019-08-15 00:54:19,067 ---------------------------------------------------------------------------------------------------- +2019-08-15 00:54:20,778 epoch 67 - iter 0/3720 - loss 0.29524422 throughput (samples/sec): 23902.01 +2019-08-15 00:57:03,137 epoch 67 - iter 372/3720 - loss 0.72741403 throughput (samples/sec): 76.22 +2019-08-15 00:59:46,280 epoch 67 - iter 744/3720 - loss 0.73207031 throughput (samples/sec): 75.99 +2019-08-15 01:02:30,298 epoch 67 - iter 1116/3720 - loss 0.72823694 throughput (samples/sec): 75.11 +2019-08-15 01:05:13,201 epoch 67 - iter 1488/3720 - loss 0.72249613 throughput (samples/sec): 76.04 +2019-08-15 01:07:57,837 epoch 67 - iter 1860/3720 - loss 0.72294863 throughput (samples/sec): 75.16 +2019-08-15 01:10:39,856 epoch 67 - iter 2232/3720 - loss 0.72870617 throughput (samples/sec): 76.78 +2019-08-15 01:13:26,215 epoch 67 - iter 2604/3720 - loss 0.72928314 throughput (samples/sec): 74.99 +2019-08-15 01:16:08,614 epoch 67 - iter 2976/3720 - loss 0.72970321 throughput (samples/sec): 76.23 +2019-08-15 01:18:50,806 epoch 67 - iter 3348/3720 - loss 0.73397555 throughput (samples/sec): 77.01 +2019-08-15 01:21:31,706 ---------------------------------------------------------------------------------------------------- +2019-08-15 01:21:31,706 EPOCH 67 done: loss 0.7338 - lr 0.1000 +2019-08-15 01:21:31,706 BAD EPOCHS (no improvement): 1 +2019-08-15 01:21:31,706 ---------------------------------------------------------------------------------------------------- +2019-08-15 01:21:33,410 epoch 68 - iter 0/3720 - loss 0.67003703 throughput (samples/sec): 24858.96 +2019-08-15 01:24:17,204 epoch 68 - iter 372/3720 - loss 0.73624984 throughput (samples/sec): 76.25 +2019-08-15 01:26:58,749 epoch 68 - iter 744/3720 - loss 0.72983033 throughput (samples/sec): 77.27 +2019-08-15 01:29:44,311 epoch 68 - iter 1116/3720 - loss 0.73069375 throughput (samples/sec): 74.94 +2019-08-15 01:32:27,170 epoch 68 - iter 1488/3720 - loss 0.73006510 throughput (samples/sec): 75.58 +2019-08-15 01:35:08,281 epoch 68 - iter 1860/3720 - loss 0.73174060 throughput (samples/sec): 76.45 +2019-08-15 01:37:49,065 epoch 68 - iter 2232/3720 - loss 0.73429225 throughput (samples/sec): 77.10 +2019-08-15 01:40:32,401 epoch 68 - iter 2604/3720 - loss 0.73327953 throughput (samples/sec): 76.05 +2019-08-15 01:43:16,714 epoch 68 - iter 2976/3720 - loss 0.73036007 throughput (samples/sec): 75.14 +2019-08-15 01:45:59,292 epoch 68 - iter 3348/3720 - loss 0.73032353 throughput (samples/sec): 75.96 +2019-08-15 01:48:42,887 ---------------------------------------------------------------------------------------------------- +2019-08-15 01:48:42,887 EPOCH 68 done: loss 0.7318 - lr 0.1000 +2019-08-15 01:48:42,888 BAD EPOCHS (no improvement): 2 +2019-08-15 01:48:42,888 ---------------------------------------------------------------------------------------------------- +2019-08-15 01:48:44,721 epoch 69 - iter 0/3720 - loss 0.57055688 throughput (samples/sec): 20567.90 +2019-08-15 01:51:31,678 epoch 69 - iter 372/3720 - loss 0.72734542 throughput (samples/sec): 74.45 +2019-08-15 01:54:15,084 epoch 69 - iter 744/3720 - loss 0.71460183 throughput (samples/sec): 75.57 +2019-08-15 01:57:00,147 epoch 69 - iter 1116/3720 - loss 0.72294163 throughput (samples/sec): 75.02 +2019-08-15 01:59:43,995 epoch 69 - iter 1488/3720 - loss 0.72427458 throughput (samples/sec): 75.80 +2019-08-15 02:02:29,087 epoch 69 - iter 1860/3720 - loss 0.72531735 throughput (samples/sec): 75.63 +2019-08-15 02:05:12,095 epoch 69 - iter 2232/3720 - loss 0.72807255 throughput (samples/sec): 75.89 +2019-08-15 02:07:53,268 epoch 69 - iter 2604/3720 - loss 0.72898052 throughput (samples/sec): 77.13 +2019-08-15 02:10:34,126 epoch 69 - iter 2976/3720 - loss 0.72987105 throughput (samples/sec): 76.51 +2019-08-15 02:13:17,368 epoch 69 - iter 3348/3720 - loss 0.73000897 throughput (samples/sec): 76.12 +2019-08-15 02:16:01,888 ---------------------------------------------------------------------------------------------------- +2019-08-15 02:16:01,889 EPOCH 69 done: loss 0.7306 - lr 0.1000 +2019-08-15 02:16:01,889 BAD EPOCHS (no improvement): 3 +2019-08-15 02:16:01,889 ---------------------------------------------------------------------------------------------------- +2019-08-15 02:16:03,814 epoch 70 - iter 0/3720 - loss 0.97699761 throughput (samples/sec): 18425.36 +2019-08-15 02:18:46,478 epoch 70 - iter 372/3720 - loss 0.70845860 throughput (samples/sec): 75.86 +2019-08-15 02:21:28,715 epoch 70 - iter 744/3720 - loss 0.71032953 throughput (samples/sec): 75.87 +2019-08-15 02:24:10,744 epoch 70 - iter 1116/3720 - loss 0.71447943 throughput (samples/sec): 76.43 +2019-08-15 02:26:55,204 epoch 70 - iter 1488/3720 - loss 0.71618417 throughput (samples/sec): 75.94 +2019-08-15 02:29:41,116 epoch 70 - iter 1860/3720 - loss 0.72085057 throughput (samples/sec): 75.03 +2019-08-15 02:32:25,554 epoch 70 - iter 2232/3720 - loss 0.71992998 throughput (samples/sec): 75.38 +2019-08-15 02:35:10,529 epoch 70 - iter 2604/3720 - loss 0.72028464 throughput (samples/sec): 75.42 +2019-08-15 02:37:52,344 epoch 70 - iter 2976/3720 - loss 0.72268211 throughput (samples/sec): 77.17 +2019-08-15 02:40:36,752 epoch 70 - iter 3348/3720 - loss 0.72653488 throughput (samples/sec): 75.34 +2019-08-15 02:43:19,012 ---------------------------------------------------------------------------------------------------- +2019-08-15 02:43:19,012 EPOCH 70 done: loss 0.7278 - lr 0.1000 +2019-08-15 02:43:19,012 BAD EPOCHS (no improvement): 0 +2019-08-15 02:43:19,012 ---------------------------------------------------------------------------------------------------- +2019-08-15 02:43:20,862 epoch 71 - iter 0/3720 - loss 0.53312159 throughput (samples/sec): 19862.51 +2019-08-15 02:46:03,991 epoch 71 - iter 372/3720 - loss 0.68086883 throughput (samples/sec): 76.58 +2019-08-15 02:48:48,128 epoch 71 - iter 744/3720 - loss 0.69431109 throughput (samples/sec): 75.90 +2019-08-15 02:51:32,226 epoch 71 - iter 1116/3720 - loss 0.71224295 throughput (samples/sec): 75.00 +2019-08-15 02:54:14,881 epoch 71 - iter 1488/3720 - loss 0.71512592 throughput (samples/sec): 75.38 +2019-08-15 02:56:55,867 epoch 71 - iter 1860/3720 - loss 0.72039237 throughput (samples/sec): 76.90 +2019-08-15 02:59:37,478 epoch 71 - iter 2232/3720 - loss 0.71872483 throughput (samples/sec): 76.40 +2019-08-15 03:02:21,129 epoch 71 - iter 2604/3720 - loss 0.72429349 throughput (samples/sec): 75.36 +2019-08-15 03:05:03,392 epoch 71 - iter 2976/3720 - loss 0.72168151 throughput (samples/sec): 76.56 +2019-08-15 03:07:50,560 epoch 71 - iter 3348/3720 - loss 0.72144655 throughput (samples/sec): 73.08 +2019-08-15 03:10:33,438 ---------------------------------------------------------------------------------------------------- +2019-08-15 03:10:33,439 EPOCH 71 done: loss 0.7229 - lr 0.1000 +2019-08-15 03:10:33,439 BAD EPOCHS (no improvement): 0 +2019-08-15 03:10:33,439 ---------------------------------------------------------------------------------------------------- +2019-08-15 03:10:35,178 epoch 72 - iter 0/3720 - loss 0.40853429 throughput (samples/sec): 23554.41 +2019-08-15 03:13:21,397 epoch 72 - iter 372/3720 - loss 0.71296803 throughput (samples/sec): 75.05 +2019-08-15 03:16:02,433 epoch 72 - iter 744/3720 - loss 0.71170126 throughput (samples/sec): 76.84 +2019-08-15 03:18:45,983 epoch 72 - iter 1116/3720 - loss 0.71463712 throughput (samples/sec): 76.57 +2019-08-15 03:21:28,359 epoch 72 - iter 1488/3720 - loss 0.71537863 throughput (samples/sec): 75.28 +2019-08-15 03:24:11,358 epoch 72 - iter 1860/3720 - loss 0.71696821 throughput (samples/sec): 76.23 +2019-08-15 03:26:55,292 epoch 72 - iter 2232/3720 - loss 0.71599127 throughput (samples/sec): 75.48 +2019-08-15 03:29:39,591 epoch 72 - iter 2604/3720 - loss 0.72146313 throughput (samples/sec): 75.11 +2019-08-15 03:32:21,803 epoch 72 - iter 2976/3720 - loss 0.72167216 throughput (samples/sec): 77.15 +2019-08-15 03:35:04,416 epoch 72 - iter 3348/3720 - loss 0.72258994 throughput (samples/sec): 76.43 +2019-08-15 03:37:47,613 ---------------------------------------------------------------------------------------------------- +2019-08-15 03:37:47,613 EPOCH 72 done: loss 0.7245 - lr 0.1000 +2019-08-15 03:37:47,613 BAD EPOCHS (no improvement): 1 +2019-08-15 03:37:47,614 ---------------------------------------------------------------------------------------------------- +2019-08-15 03:37:49,294 epoch 73 - iter 0/3720 - loss 1.01668167 throughput (samples/sec): 26542.08 +2019-08-15 03:40:34,891 epoch 73 - iter 372/3720 - loss 0.70263460 throughput (samples/sec): 74.77 +2019-08-15 03:43:21,047 epoch 73 - iter 744/3720 - loss 0.71070209 throughput (samples/sec): 74.39 +2019-08-15 03:46:02,782 epoch 73 - iter 1116/3720 - loss 0.72047758 throughput (samples/sec): 77.23 +2019-08-15 03:48:45,799 epoch 73 - iter 1488/3720 - loss 0.71563202 throughput (samples/sec): 76.31 +2019-08-15 03:51:27,011 epoch 73 - iter 1860/3720 - loss 0.71693005 throughput (samples/sec): 76.35 +2019-08-15 03:54:10,802 epoch 73 - iter 2232/3720 - loss 0.71710801 throughput (samples/sec): 76.37 +2019-08-15 03:56:55,901 epoch 73 - iter 2604/3720 - loss 0.71896015 throughput (samples/sec): 75.14 +2019-08-15 03:59:40,831 epoch 73 - iter 2976/3720 - loss 0.72367945 throughput (samples/sec): 75.10 +2019-08-15 04:02:23,487 epoch 73 - iter 3348/3720 - loss 0.72534895 throughput (samples/sec): 76.15 +2019-08-15 04:05:05,349 ---------------------------------------------------------------------------------------------------- +2019-08-15 04:05:05,349 EPOCH 73 done: loss 0.7245 - lr 0.1000 +2019-08-15 04:05:05,349 BAD EPOCHS (no improvement): 2 +2019-08-15 04:05:05,349 ---------------------------------------------------------------------------------------------------- +2019-08-15 04:05:07,114 epoch 74 - iter 0/3720 - loss 0.67168379 throughput (samples/sec): 21854.29 +2019-08-15 04:07:51,709 epoch 74 - iter 372/3720 - loss 0.70502705 throughput (samples/sec): 76.11 +2019-08-15 04:10:31,758 epoch 74 - iter 744/3720 - loss 0.70284704 throughput (samples/sec): 77.43 +2019-08-15 04:13:13,650 epoch 74 - iter 1116/3720 - loss 0.71386810 throughput (samples/sec): 76.77 +2019-08-15 04:15:55,467 epoch 74 - iter 1488/3720 - loss 0.72145716 throughput (samples/sec): 76.34 +2019-08-15 04:18:39,745 epoch 74 - iter 1860/3720 - loss 0.72396943 throughput (samples/sec): 75.41 +2019-08-15 04:21:24,043 epoch 74 - iter 2232/3720 - loss 0.72395768 throughput (samples/sec): 75.12 +2019-08-15 04:24:08,149 epoch 74 - iter 2604/3720 - loss 0.72496868 throughput (samples/sec): 75.51 +2019-08-15 04:26:49,271 epoch 74 - iter 2976/3720 - loss 0.72165204 throughput (samples/sec): 77.56 +2019-08-15 04:29:31,617 epoch 74 - iter 3348/3720 - loss 0.72267190 throughput (samples/sec): 76.39 +2019-08-15 04:32:13,662 ---------------------------------------------------------------------------------------------------- +2019-08-15 04:32:13,663 EPOCH 74 done: loss 0.7221 - lr 0.1000 +2019-08-15 04:32:13,663 BAD EPOCHS (no improvement): 0 +2019-08-15 04:32:13,663 ---------------------------------------------------------------------------------------------------- +2019-08-15 04:32:15,322 epoch 75 - iter 0/3720 - loss 0.84960723 throughput (samples/sec): 26459.01 +2019-08-15 04:34:59,521 epoch 75 - iter 372/3720 - loss 0.71652927 throughput (samples/sec): 75.41 +2019-08-15 04:37:41,936 epoch 75 - iter 744/3720 - loss 0.71393114 throughput (samples/sec): 76.44 +2019-08-15 04:40:24,954 epoch 75 - iter 1116/3720 - loss 0.71468260 throughput (samples/sec): 75.65 +2019-08-15 04:43:09,205 epoch 75 - iter 1488/3720 - loss 0.71450697 throughput (samples/sec): 74.88 +2019-08-15 04:45:53,382 epoch 75 - iter 1860/3720 - loss 0.71734949 throughput (samples/sec): 75.98 +2019-08-15 04:48:34,921 epoch 75 - iter 2232/3720 - loss 0.71510473 throughput (samples/sec): 76.60 +2019-08-15 04:51:16,729 epoch 75 - iter 2604/3720 - loss 0.71423974 throughput (samples/sec): 76.49 +2019-08-15 04:53:59,035 epoch 75 - iter 2976/3720 - loss 0.71413269 throughput (samples/sec): 75.74 +2019-08-15 04:56:41,420 epoch 75 - iter 3348/3720 - loss 0.71801581 throughput (samples/sec): 75.96 +2019-08-15 04:59:20,344 ---------------------------------------------------------------------------------------------------- +2019-08-15 04:59:20,344 EPOCH 75 done: loss 0.7187 - lr 0.1000 +2019-08-15 04:59:20,344 BAD EPOCHS (no improvement): 0 +2019-08-15 04:59:20,344 ---------------------------------------------------------------------------------------------------- +2019-08-15 04:59:22,183 epoch 76 - iter 0/3720 - loss 0.87450647 throughput (samples/sec): 19539.75 +2019-08-15 05:02:07,392 epoch 76 - iter 372/3720 - loss 0.68854967 throughput (samples/sec): 75.68 +2019-08-15 05:04:50,287 epoch 76 - iter 744/3720 - loss 0.70348101 throughput (samples/sec): 76.63 +2019-08-15 05:07:30,853 epoch 76 - iter 1116/3720 - loss 0.70430096 throughput (samples/sec): 77.89 +2019-08-15 05:10:11,753 epoch 76 - iter 1488/3720 - loss 0.70855042 throughput (samples/sec): 77.07 +2019-08-15 05:12:54,191 epoch 76 - iter 1860/3720 - loss 0.71257842 throughput (samples/sec): 76.36 +2019-08-15 05:15:37,557 epoch 76 - iter 2232/3720 - loss 0.71623783 throughput (samples/sec): 75.93 +2019-08-15 05:18:22,732 epoch 76 - iter 2604/3720 - loss 0.72027613 throughput (samples/sec): 75.08 +2019-08-15 05:21:08,796 epoch 76 - iter 2976/3720 - loss 0.72262447 throughput (samples/sec): 74.79 +2019-08-15 05:23:52,011 epoch 76 - iter 3348/3720 - loss 0.72023026 throughput (samples/sec): 76.23 +2019-08-15 05:26:37,511 ---------------------------------------------------------------------------------------------------- +2019-08-15 05:26:37,511 EPOCH 76 done: loss 0.7230 - lr 0.1000 +2019-08-15 05:26:37,511 BAD EPOCHS (no improvement): 1 +2019-08-15 05:26:37,512 ---------------------------------------------------------------------------------------------------- +2019-08-15 05:26:39,232 epoch 77 - iter 0/3720 - loss 0.52319741 throughput (samples/sec): 23352.40 +2019-08-15 05:29:21,675 epoch 77 - iter 372/3720 - loss 0.71583633 throughput (samples/sec): 76.16 +2019-08-15 05:32:05,303 epoch 77 - iter 744/3720 - loss 0.71254326 throughput (samples/sec): 76.31 +2019-08-15 05:34:47,816 epoch 77 - iter 1116/3720 - loss 0.71629789 throughput (samples/sec): 75.95 +2019-08-15 05:37:32,859 epoch 77 - iter 1488/3720 - loss 0.71531216 throughput (samples/sec): 75.25 +2019-08-15 05:40:15,170 epoch 77 - iter 1860/3720 - loss 0.71335654 throughput (samples/sec): 75.75 +2019-08-15 05:42:57,713 epoch 77 - iter 2232/3720 - loss 0.71539711 throughput (samples/sec): 76.37 +2019-08-15 05:45:39,956 epoch 77 - iter 2604/3720 - loss 0.71539725 throughput (samples/sec): 76.54 +2019-08-15 05:48:22,430 epoch 77 - iter 2976/3720 - loss 0.71572561 throughput (samples/sec): 75.67 +2019-08-15 05:51:04,496 epoch 77 - iter 3348/3720 - loss 0.71707533 throughput (samples/sec): 75.88 +2019-08-15 05:53:49,131 ---------------------------------------------------------------------------------------------------- +2019-08-15 05:53:49,131 EPOCH 77 done: loss 0.7192 - lr 0.1000 +2019-08-15 05:53:49,131 BAD EPOCHS (no improvement): 2 +2019-08-15 05:53:49,132 ---------------------------------------------------------------------------------------------------- +2019-08-15 05:53:50,962 epoch 78 - iter 0/3720 - loss 0.97095966 throughput (samples/sec): 20609.26 +2019-08-15 05:56:35,608 epoch 78 - iter 372/3720 - loss 0.73151890 throughput (samples/sec): 75.82 +2019-08-15 05:59:18,956 epoch 78 - iter 744/3720 - loss 0.72853587 throughput (samples/sec): 76.37 +2019-08-15 06:02:03,159 epoch 78 - iter 1116/3720 - loss 0.73047497 throughput (samples/sec): 74.92 +2019-08-15 06:04:45,146 epoch 78 - iter 1488/3720 - loss 0.72710424 throughput (samples/sec): 75.74 +2019-08-15 06:07:28,599 epoch 78 - iter 1860/3720 - loss 0.72542390 throughput (samples/sec): 75.55 +2019-08-15 06:10:10,266 epoch 78 - iter 2232/3720 - loss 0.72400651 throughput (samples/sec): 77.07 +2019-08-15 06:12:52,101 epoch 78 - iter 2604/3720 - loss 0.72071700 throughput (samples/sec): 76.22 +2019-08-15 06:15:33,194 epoch 78 - iter 2976/3720 - loss 0.71757029 throughput (samples/sec): 76.34 +2019-08-15 06:18:16,394 epoch 78 - iter 3348/3720 - loss 0.71722795 throughput (samples/sec): 75.63 +2019-08-15 06:20:59,860 ---------------------------------------------------------------------------------------------------- +2019-08-15 06:20:59,860 EPOCH 78 done: loss 0.7190 - lr 0.1000 +2019-08-15 06:20:59,860 BAD EPOCHS (no improvement): 3 +2019-08-15 06:20:59,860 ---------------------------------------------------------------------------------------------------- +2019-08-15 06:21:01,656 epoch 79 - iter 0/3720 - loss 0.54581165 throughput (samples/sec): 21264.34 +2019-08-15 06:23:44,914 epoch 79 - iter 372/3720 - loss 0.68827411 throughput (samples/sec): 75.96 +2019-08-15 06:26:30,442 epoch 79 - iter 744/3720 - loss 0.69388890 throughput (samples/sec): 74.95 +2019-08-15 06:29:11,896 epoch 79 - iter 1116/3720 - loss 0.70319973 throughput (samples/sec): 77.26 +2019-08-15 06:31:57,059 epoch 79 - iter 1488/3720 - loss 0.70832690 throughput (samples/sec): 75.16 +2019-08-15 06:34:40,432 epoch 79 - iter 1860/3720 - loss 0.70641430 throughput (samples/sec): 76.10 +2019-08-15 06:37:26,014 epoch 79 - iter 2232/3720 - loss 0.70745979 throughput (samples/sec): 75.01 +2019-08-15 06:40:09,389 epoch 79 - iter 2604/3720 - loss 0.70879405 throughput (samples/sec): 75.90 +2019-08-15 06:42:51,843 epoch 79 - iter 2976/3720 - loss 0.71328096 throughput (samples/sec): 76.05 +2019-08-15 06:45:35,117 epoch 79 - iter 3348/3720 - loss 0.71352927 throughput (samples/sec): 76.16 +2019-08-15 06:48:18,389 ---------------------------------------------------------------------------------------------------- +2019-08-15 06:48:18,390 EPOCH 79 done: loss 0.7167 - lr 0.1000 +2019-08-15 06:48:18,390 BAD EPOCHS (no improvement): 0 +2019-08-15 06:48:18,390 ---------------------------------------------------------------------------------------------------- +2019-08-15 06:48:20,204 epoch 80 - iter 0/3720 - loss 1.34681654 throughput (samples/sec): 20757.17 +2019-08-15 06:51:01,871 epoch 80 - iter 372/3720 - loss 0.71983846 throughput (samples/sec): 77.08 +2019-08-15 06:53:44,055 epoch 80 - iter 744/3720 - loss 0.71534590 throughput (samples/sec): 76.99 +2019-08-15 06:56:24,785 epoch 80 - iter 1116/3720 - loss 0.71601787 throughput (samples/sec): 77.18 +2019-08-15 06:59:04,403 epoch 80 - iter 1488/3720 - loss 0.71458852 throughput (samples/sec): 78.54 +2019-08-15 07:01:46,283 epoch 80 - iter 1860/3720 - loss 0.72151747 throughput (samples/sec): 76.75 +2019-08-15 07:04:31,175 epoch 80 - iter 2232/3720 - loss 0.71984675 throughput (samples/sec): 75.51 +2019-08-15 07:07:14,738 epoch 80 - iter 2604/3720 - loss 0.71869264 throughput (samples/sec): 75.61 +2019-08-15 07:09:56,980 epoch 80 - iter 2976/3720 - loss 0.71889504 throughput (samples/sec): 75.77 +2019-08-15 07:12:39,419 epoch 80 - iter 3348/3720 - loss 0.71922591 throughput (samples/sec): 76.74 +2019-08-15 07:15:22,799 ---------------------------------------------------------------------------------------------------- +2019-08-15 07:15:22,800 EPOCH 80 done: loss 0.7171 - lr 0.1000 +2019-08-15 07:15:22,800 BAD EPOCHS (no improvement): 1 +2019-08-15 07:15:22,800 ---------------------------------------------------------------------------------------------------- +2019-08-15 07:15:24,513 epoch 81 - iter 0/3720 - loss 0.39379978 throughput (samples/sec): 24755.38 +2019-08-15 07:18:07,050 epoch 81 - iter 372/3720 - loss 0.74374821 throughput (samples/sec): 76.82 +2019-08-15 07:20:49,091 epoch 81 - iter 744/3720 - loss 0.72158863 throughput (samples/sec): 76.70 +2019-08-15 07:23:33,651 epoch 81 - iter 1116/3720 - loss 0.72504865 throughput (samples/sec): 75.01 +2019-08-15 07:26:17,674 epoch 81 - iter 1488/3720 - loss 0.71647176 throughput (samples/sec): 75.51 +2019-08-15 07:29:02,835 epoch 81 - iter 1860/3720 - loss 0.71379372 throughput (samples/sec): 75.25 +2019-08-15 07:31:47,124 epoch 81 - iter 2232/3720 - loss 0.71409927 throughput (samples/sec): 75.30 +2019-08-15 07:34:30,674 epoch 81 - iter 2604/3720 - loss 0.71473264 throughput (samples/sec): 75.41 +2019-08-15 07:37:14,612 epoch 81 - iter 2976/3720 - loss 0.71694004 throughput (samples/sec): 75.91 +2019-08-15 07:39:58,013 epoch 81 - iter 3348/3720 - loss 0.71819758 throughput (samples/sec): 75.95 +2019-08-15 07:42:42,442 ---------------------------------------------------------------------------------------------------- +2019-08-15 07:42:42,443 EPOCH 81 done: loss 0.7201 - lr 0.1000 +2019-08-15 07:42:42,443 BAD EPOCHS (no improvement): 2 +2019-08-15 07:42:42,443 ---------------------------------------------------------------------------------------------------- +2019-08-15 07:42:44,431 epoch 82 - iter 0/3720 - loss 1.17524791 throughput (samples/sec): 15472.25 +2019-08-15 07:45:27,863 epoch 82 - iter 372/3720 - loss 0.70881768 throughput (samples/sec): 76.34 +2019-08-15 07:48:10,445 epoch 82 - iter 744/3720 - loss 0.71449206 throughput (samples/sec): 76.47 +2019-08-15 07:50:52,159 epoch 82 - iter 1116/3720 - loss 0.71133143 throughput (samples/sec): 76.31 +2019-08-15 07:53:37,238 epoch 82 - iter 1488/3720 - loss 0.71113557 throughput (samples/sec): 75.28 +2019-08-15 07:56:19,905 epoch 82 - iter 1860/3720 - loss 0.71583577 throughput (samples/sec): 76.38 +2019-08-15 07:59:02,293 epoch 82 - iter 2232/3720 - loss 0.71294326 throughput (samples/sec): 76.54 +2019-08-15 08:01:46,967 epoch 82 - iter 2604/3720 - loss 0.71000824 throughput (samples/sec): 75.17 +2019-08-15 08:04:30,774 epoch 82 - iter 2976/3720 - loss 0.71203944 throughput (samples/sec): 75.60 +2019-08-15 08:07:13,887 epoch 82 - iter 3348/3720 - loss 0.71309405 throughput (samples/sec): 75.71 +2019-08-15 08:09:56,305 ---------------------------------------------------------------------------------------------------- +2019-08-15 08:09:56,305 EPOCH 82 done: loss 0.7161 - lr 0.1000 +2019-08-15 08:09:56,305 BAD EPOCHS (no improvement): 0 +2019-08-15 08:09:56,306 ---------------------------------------------------------------------------------------------------- +2019-08-15 08:09:58,063 epoch 83 - iter 0/3720 - loss 0.47900760 throughput (samples/sec): 22416.92 +2019-08-15 08:12:43,439 epoch 83 - iter 372/3720 - loss 0.69056693 throughput (samples/sec): 75.38 +2019-08-15 08:15:26,418 epoch 83 - iter 744/3720 - loss 0.68401196 throughput (samples/sec): 76.36 +2019-08-15 08:18:13,124 epoch 83 - iter 1116/3720 - loss 0.69711455 throughput (samples/sec): 74.64 +2019-08-15 08:20:55,299 epoch 83 - iter 1488/3720 - loss 0.69848398 throughput (samples/sec): 75.48 +2019-08-15 08:23:38,996 epoch 83 - iter 1860/3720 - loss 0.70625398 throughput (samples/sec): 76.01 +2019-08-15 08:26:21,621 epoch 83 - iter 2232/3720 - loss 0.71175847 throughput (samples/sec): 76.52 +2019-08-15 08:29:06,650 epoch 83 - iter 2604/3720 - loss 0.71315146 throughput (samples/sec): 75.52 +2019-08-15 08:31:49,028 epoch 83 - iter 2976/3720 - loss 0.71186003 throughput (samples/sec): 76.06 +2019-08-15 08:34:31,404 epoch 83 - iter 3348/3720 - loss 0.71244067 throughput (samples/sec): 76.30 +2019-08-15 08:37:12,221 ---------------------------------------------------------------------------------------------------- +2019-08-15 08:37:12,221 EPOCH 83 done: loss 0.7155 - lr 0.1000 +2019-08-15 08:37:12,221 BAD EPOCHS (no improvement): 0 +2019-08-15 08:37:12,221 ---------------------------------------------------------------------------------------------------- +2019-08-15 08:37:14,859 epoch 84 - iter 0/3720 - loss 0.79604387 throughput (samples/sec): 26615.75 +2019-08-15 08:39:57,170 epoch 84 - iter 372/3720 - loss 0.69947158 throughput (samples/sec): 76.89 +2019-08-15 08:42:39,447 epoch 84 - iter 744/3720 - loss 0.68920619 throughput (samples/sec): 76.38 +2019-08-15 08:45:24,778 epoch 84 - iter 1116/3720 - loss 0.69616719 throughput (samples/sec): 74.80 +2019-08-15 08:48:07,320 epoch 84 - iter 1488/3720 - loss 0.69967011 throughput (samples/sec): 75.88 +2019-08-15 08:50:48,332 epoch 84 - iter 1860/3720 - loss 0.70326130 throughput (samples/sec): 76.90 +2019-08-15 08:53:32,567 epoch 84 - iter 2232/3720 - loss 0.70575530 throughput (samples/sec): 75.69 +2019-08-15 08:56:18,199 epoch 84 - iter 2604/3720 - loss 0.70827250 throughput (samples/sec): 74.72 +2019-08-15 08:58:59,678 epoch 84 - iter 2976/3720 - loss 0.70836913 throughput (samples/sec): 77.00 +2019-08-15 09:01:46,405 epoch 84 - iter 3348/3720 - loss 0.70765945 throughput (samples/sec): 74.55 +2019-08-15 09:04:30,003 ---------------------------------------------------------------------------------------------------- +2019-08-15 09:04:30,004 EPOCH 84 done: loss 0.7102 - lr 0.1000 +2019-08-15 09:04:30,004 BAD EPOCHS (no improvement): 0 +2019-08-15 09:04:30,004 ---------------------------------------------------------------------------------------------------- +2019-08-15 09:04:31,760 epoch 85 - iter 0/3720 - loss 1.04851484 throughput (samples/sec): 21752.62 +2019-08-15 09:07:16,977 epoch 85 - iter 372/3720 - loss 0.68933940 throughput (samples/sec): 75.44 +2019-08-15 09:10:00,302 epoch 85 - iter 744/3720 - loss 0.68677650 throughput (samples/sec): 75.84 +2019-08-15 09:12:41,129 epoch 85 - iter 1116/3720 - loss 0.69379703 throughput (samples/sec): 77.26 +2019-08-15 09:15:26,305 epoch 85 - iter 1488/3720 - loss 0.69705130 throughput (samples/sec): 74.71 +2019-08-15 09:18:06,181 epoch 85 - iter 1860/3720 - loss 0.70090496 throughput (samples/sec): 76.94 +2019-08-15 09:20:46,179 epoch 85 - iter 2232/3720 - loss 0.70292175 throughput (samples/sec): 77.44 +2019-08-15 09:23:28,857 epoch 85 - iter 2604/3720 - loss 0.70599916 throughput (samples/sec): 75.89 +2019-08-15 09:26:11,513 epoch 85 - iter 2976/3720 - loss 0.70623089 throughput (samples/sec): 76.13 +2019-08-15 09:28:54,064 epoch 85 - iter 3348/3720 - loss 0.70744431 throughput (samples/sec): 76.13 +2019-08-15 09:31:35,233 ---------------------------------------------------------------------------------------------------- +2019-08-15 09:31:35,233 EPOCH 85 done: loss 0.7111 - lr 0.1000 +2019-08-15 09:31:35,233 BAD EPOCHS (no improvement): 1 +2019-08-15 09:31:35,233 ---------------------------------------------------------------------------------------------------- +2019-08-15 09:31:36,970 epoch 86 - iter 0/3720 - loss 0.59926081 throughput (samples/sec): 23991.90 +2019-08-15 09:34:24,464 epoch 86 - iter 372/3720 - loss 0.67925644 throughput (samples/sec): 74.58 +2019-08-15 09:37:06,840 epoch 86 - iter 744/3720 - loss 0.69237543 throughput (samples/sec): 76.98 +2019-08-15 09:39:49,809 epoch 86 - iter 1116/3720 - loss 0.70589843 throughput (samples/sec): 75.27 +2019-08-15 09:42:33,734 epoch 86 - iter 1488/3720 - loss 0.70206745 throughput (samples/sec): 76.08 +2019-08-15 09:45:16,693 epoch 86 - iter 1860/3720 - loss 0.69944569 throughput (samples/sec): 76.30 +2019-08-15 09:47:59,208 epoch 86 - iter 2232/3720 - loss 0.70114293 throughput (samples/sec): 76.79 +2019-08-15 09:50:43,378 epoch 86 - iter 2604/3720 - loss 0.70259871 throughput (samples/sec): 75.73 +2019-08-15 09:53:25,082 epoch 86 - iter 2976/3720 - loss 0.70381558 throughput (samples/sec): 76.59 +2019-08-15 09:56:10,321 epoch 86 - iter 3348/3720 - loss 0.70828687 throughput (samples/sec): 74.86 +2019-08-15 09:58:51,895 ---------------------------------------------------------------------------------------------------- +2019-08-15 09:58:51,895 EPOCH 86 done: loss 0.7095 - lr 0.1000 +2019-08-15 09:58:51,895 BAD EPOCHS (no improvement): 0 +2019-08-15 09:58:51,896 ---------------------------------------------------------------------------------------------------- +2019-08-15 09:58:53,809 epoch 87 - iter 0/3720 - loss 0.64586198 throughput (samples/sec): 17257.59 +2019-08-15 10:01:39,109 epoch 87 - iter 372/3720 - loss 0.72373479 throughput (samples/sec): 75.08 +2019-08-15 10:04:24,280 epoch 87 - iter 744/3720 - loss 0.71417689 throughput (samples/sec): 74.62 +2019-08-15 10:07:10,359 epoch 87 - iter 1116/3720 - loss 0.71381881 throughput (samples/sec): 75.46 +2019-08-15 10:09:55,066 epoch 87 - iter 1488/3720 - loss 0.71484314 throughput (samples/sec): 75.28 +2019-08-15 10:12:38,177 epoch 87 - iter 1860/3720 - loss 0.71553585 throughput (samples/sec): 76.02 +2019-08-15 10:15:23,093 epoch 87 - iter 2232/3720 - loss 0.71716088 throughput (samples/sec): 74.94 +2019-08-15 10:18:08,134 epoch 87 - iter 2604/3720 - loss 0.71587155 throughput (samples/sec): 75.60 +2019-08-15 10:20:54,701 epoch 87 - iter 2976/3720 - loss 0.71455893 throughput (samples/sec): 74.11 +2019-08-15 10:23:37,852 epoch 87 - iter 3348/3720 - loss 0.71655961 throughput (samples/sec): 75.75 +2019-08-15 10:26:24,409 ---------------------------------------------------------------------------------------------------- +2019-08-15 10:26:24,410 EPOCH 87 done: loss 0.7139 - lr 0.1000 +2019-08-15 10:26:24,410 BAD EPOCHS (no improvement): 1 +2019-08-15 10:26:24,410 ---------------------------------------------------------------------------------------------------- +2019-08-15 10:26:27,111 epoch 88 - iter 0/3720 - loss 0.49761629 throughput (samples/sec): 25767.01 +2019-08-15 10:29:10,743 epoch 88 - iter 372/3720 - loss 0.70082877 throughput (samples/sec): 75.66 +2019-08-15 10:31:53,139 epoch 88 - iter 744/3720 - loss 0.70259585 throughput (samples/sec): 75.82 +2019-08-15 10:34:37,683 epoch 88 - iter 1116/3720 - loss 0.71057055 throughput (samples/sec): 75.59 +2019-08-15 10:37:18,805 epoch 88 - iter 1488/3720 - loss 0.71126708 throughput (samples/sec): 76.53 +2019-08-15 10:40:03,781 epoch 88 - iter 1860/3720 - loss 0.71237696 throughput (samples/sec): 75.01 +2019-08-15 10:42:46,044 epoch 88 - iter 2232/3720 - loss 0.71301907 throughput (samples/sec): 76.09 +2019-08-15 10:45:29,130 epoch 88 - iter 2604/3720 - loss 0.71401924 throughput (samples/sec): 76.35 +2019-08-15 10:48:13,363 epoch 88 - iter 2976/3720 - loss 0.71401680 throughput (samples/sec): 75.38 +2019-08-15 10:50:55,740 epoch 88 - iter 3348/3720 - loss 0.71652158 throughput (samples/sec): 76.53 +2019-08-15 10:53:37,522 ---------------------------------------------------------------------------------------------------- +2019-08-15 10:53:37,522 EPOCH 88 done: loss 0.7165 - lr 0.1000 +2019-08-15 10:53:37,522 BAD EPOCHS (no improvement): 2 +2019-08-15 10:53:37,522 ---------------------------------------------------------------------------------------------------- +2019-08-15 10:53:39,283 epoch 89 - iter 0/3720 - loss 1.21095634 throughput (samples/sec): 22379.86 +2019-08-15 10:56:25,124 epoch 89 - iter 372/3720 - loss 0.69631875 throughput (samples/sec): 75.58 +2019-08-15 10:59:05,971 epoch 89 - iter 744/3720 - loss 0.69787559 throughput (samples/sec): 76.83 +2019-08-15 11:01:47,429 epoch 89 - iter 1116/3720 - loss 0.70622424 throughput (samples/sec): 77.46 +2019-08-15 11:04:30,693 epoch 89 - iter 1488/3720 - loss 0.70424365 throughput (samples/sec): 76.07 +2019-08-15 11:07:13,966 epoch 89 - iter 1860/3720 - loss 0.70365037 throughput (samples/sec): 76.09 +2019-08-15 11:09:56,968 epoch 89 - iter 2232/3720 - loss 0.70647564 throughput (samples/sec): 76.29 +2019-08-15 11:12:38,676 epoch 89 - iter 2604/3720 - loss 0.71037065 throughput (samples/sec): 76.02 +2019-08-15 11:15:22,715 epoch 89 - iter 2976/3720 - loss 0.70962950 throughput (samples/sec): 75.73 +2019-08-15 11:18:07,655 epoch 89 - iter 3348/3720 - loss 0.71011431 throughput (samples/sec): 74.79 +2019-08-15 11:20:48,510 ---------------------------------------------------------------------------------------------------- +2019-08-15 11:20:48,510 EPOCH 89 done: loss 0.7107 - lr 0.1000 +2019-08-15 11:20:48,510 BAD EPOCHS (no improvement): 3 +2019-08-15 11:20:48,510 ---------------------------------------------------------------------------------------------------- +2019-08-15 11:20:50,252 epoch 90 - iter 0/3720 - loss 0.63048029 throughput (samples/sec): 23207.70 +2019-08-15 11:23:31,574 epoch 90 - iter 372/3720 - loss 0.69213680 throughput (samples/sec): 77.01 +2019-08-15 11:26:16,566 epoch 90 - iter 744/3720 - loss 0.69593750 throughput (samples/sec): 74.86 +2019-08-15 11:29:00,168 epoch 90 - iter 1116/3720 - loss 0.69884459 throughput (samples/sec): 76.32 +2019-08-15 11:31:43,980 epoch 90 - iter 1488/3720 - loss 0.70703582 throughput (samples/sec): 76.28 +2019-08-15 11:34:29,153 epoch 90 - iter 1860/3720 - loss 0.71135421 throughput (samples/sec): 75.39 +2019-08-15 11:37:12,852 epoch 90 - iter 2232/3720 - loss 0.71268124 throughput (samples/sec): 76.08 +2019-08-15 11:39:54,687 epoch 90 - iter 2604/3720 - loss 0.71307644 throughput (samples/sec): 77.02 +2019-08-15 11:42:38,448 epoch 90 - iter 2976/3720 - loss 0.71470457 throughput (samples/sec): 75.74 +2019-08-15 11:45:21,089 epoch 90 - iter 3348/3720 - loss 0.71586859 throughput (samples/sec): 76.84 +2019-08-15 11:48:04,454 ---------------------------------------------------------------------------------------------------- +2019-08-15 11:48:04,455 EPOCH 90 done: loss 0.7134 - lr 0.1000 +2019-08-15 11:48:04,455 BAD EPOCHS (no improvement): 4 +2019-08-15 11:48:04,455 ---------------------------------------------------------------------------------------------------- +2019-08-15 11:48:06,214 epoch 91 - iter 0/3720 - loss 0.49616086 throughput (samples/sec): 24371.09 +2019-08-15 11:50:48,683 epoch 91 - iter 372/3720 - loss 0.67276427 throughput (samples/sec): 76.58 +2019-08-15 11:53:29,991 epoch 91 - iter 744/3720 - loss 0.66631579 throughput (samples/sec): 77.74 +2019-08-15 11:56:11,923 epoch 91 - iter 1116/3720 - loss 0.67888678 throughput (samples/sec): 76.50 +2019-08-15 11:58:55,536 epoch 91 - iter 1488/3720 - loss 0.67353506 throughput (samples/sec): 75.46 +2019-08-15 12:01:38,144 epoch 91 - iter 1860/3720 - loss 0.67393512 throughput (samples/sec): 75.51 +2019-08-15 12:04:20,108 epoch 91 - iter 2232/3720 - loss 0.67502196 throughput (samples/sec): 76.60 +2019-08-15 12:07:01,377 epoch 91 - iter 2604/3720 - loss 0.67667188 throughput (samples/sec): 76.90 +2019-08-15 12:09:43,721 epoch 91 - iter 2976/3720 - loss 0.67674436 throughput (samples/sec): 76.65 +2019-08-15 12:12:24,817 epoch 91 - iter 3348/3720 - loss 0.67568441 throughput (samples/sec): 77.26 +2019-08-15 12:15:04,909 ---------------------------------------------------------------------------------------------------- +2019-08-15 12:15:04,910 EPOCH 91 done: loss 0.6728 - lr 0.0500 +2019-08-15 12:15:04,910 BAD EPOCHS (no improvement): 0 +2019-08-15 12:15:04,910 ---------------------------------------------------------------------------------------------------- +2019-08-15 12:15:06,782 epoch 92 - iter 0/3720 - loss 0.39718634 throughput (samples/sec): 18577.93 +2019-08-15 12:17:49,964 epoch 92 - iter 372/3720 - loss 0.67530175 throughput (samples/sec): 75.83 +2019-08-15 12:20:34,174 epoch 92 - iter 744/3720 - loss 0.66614103 throughput (samples/sec): 75.84 +2019-08-15 12:23:16,239 epoch 92 - iter 1116/3720 - loss 0.66604268 throughput (samples/sec): 76.48 +2019-08-15 12:26:00,173 epoch 92 - iter 1488/3720 - loss 0.66534981 throughput (samples/sec): 75.50 +2019-08-15 12:28:43,583 epoch 92 - iter 1860/3720 - loss 0.65883827 throughput (samples/sec): 75.48 +2019-08-15 12:31:24,738 epoch 92 - iter 2232/3720 - loss 0.65952887 throughput (samples/sec): 77.31 +2019-08-15 12:34:07,118 epoch 92 - iter 2604/3720 - loss 0.65772248 throughput (samples/sec): 76.54 +2019-08-15 12:36:49,730 epoch 92 - iter 2976/3720 - loss 0.66022477 throughput (samples/sec): 76.48 +2019-08-15 12:39:31,805 epoch 92 - iter 3348/3720 - loss 0.65835097 throughput (samples/sec): 76.71 +2019-08-15 12:42:15,465 ---------------------------------------------------------------------------------------------------- +2019-08-15 12:42:15,465 EPOCH 92 done: loss 0.6581 - lr 0.0500 +2019-08-15 12:42:15,465 BAD EPOCHS (no improvement): 0 +2019-08-15 12:42:15,465 ---------------------------------------------------------------------------------------------------- +2019-08-15 12:42:17,439 epoch 93 - iter 0/3720 - loss 1.09071684 throughput (samples/sec): 15992.46 +2019-08-15 12:45:01,882 epoch 93 - iter 372/3720 - loss 0.65859486 throughput (samples/sec): 75.53 +2019-08-15 12:47:44,055 epoch 93 - iter 744/3720 - loss 0.66256201 throughput (samples/sec): 76.67 +2019-08-15 12:50:27,783 epoch 93 - iter 1116/3720 - loss 0.65954278 throughput (samples/sec): 75.63 +2019-08-15 12:53:13,470 epoch 93 - iter 1488/3720 - loss 0.65372360 throughput (samples/sec): 74.81 +2019-08-15 12:55:58,808 epoch 93 - iter 1860/3720 - loss 0.65663737 throughput (samples/sec): 75.13 +2019-08-15 12:58:42,249 epoch 93 - iter 2232/3720 - loss 0.65242910 throughput (samples/sec): 76.19 +2019-08-15 13:01:26,385 epoch 93 - iter 2604/3720 - loss 0.65140102 throughput (samples/sec): 75.87 +2019-08-15 13:04:11,148 epoch 93 - iter 2976/3720 - loss 0.64991429 throughput (samples/sec): 75.35 +2019-08-15 13:06:58,390 epoch 93 - iter 3348/3720 - loss 0.65157121 throughput (samples/sec): 74.22 +2019-08-15 13:09:39,492 ---------------------------------------------------------------------------------------------------- +2019-08-15 13:09:39,493 EPOCH 93 done: loss 0.6506 - lr 0.0500 +2019-08-15 13:09:39,493 BAD EPOCHS (no improvement): 0 +2019-08-15 13:09:39,493 ---------------------------------------------------------------------------------------------------- +2019-08-15 13:09:41,329 epoch 94 - iter 0/3720 - loss 1.00084543 throughput (samples/sec): 19950.96 +2019-08-15 13:12:25,957 epoch 94 - iter 372/3720 - loss 0.62551682 throughput (samples/sec): 75.26 +2019-08-15 13:15:08,102 epoch 94 - iter 744/3720 - loss 0.63496570 throughput (samples/sec): 76.99 +2019-08-15 13:17:51,914 epoch 94 - iter 1116/3720 - loss 0.63428354 throughput (samples/sec): 75.37 +2019-08-15 13:20:35,855 epoch 94 - iter 1488/3720 - loss 0.64017830 throughput (samples/sec): 75.76 +2019-08-15 13:23:20,396 epoch 94 - iter 1860/3720 - loss 0.64151697 throughput (samples/sec): 75.48 +2019-08-15 13:26:02,019 epoch 94 - iter 2232/3720 - loss 0.64507035 throughput (samples/sec): 77.18 +2019-08-15 13:28:44,792 epoch 94 - iter 2604/3720 - loss 0.64439664 throughput (samples/sec): 76.40 +2019-08-15 13:31:28,265 epoch 94 - iter 2976/3720 - loss 0.64545096 throughput (samples/sec): 76.30 +2019-08-15 13:34:10,181 epoch 94 - iter 3348/3720 - loss 0.64639107 throughput (samples/sec): 76.21 +2019-08-15 13:36:55,423 ---------------------------------------------------------------------------------------------------- +2019-08-15 13:36:55,424 EPOCH 94 done: loss 0.6460 - lr 0.0500 +2019-08-15 13:36:55,424 BAD EPOCHS (no improvement): 0 +2019-08-15 13:36:55,424 ---------------------------------------------------------------------------------------------------- +2019-08-15 13:36:57,213 epoch 95 - iter 0/3720 - loss 0.55233073 throughput (samples/sec): 21130.19 +2019-08-15 13:39:39,636 epoch 95 - iter 372/3720 - loss 0.63800182 throughput (samples/sec): 76.55 +2019-08-15 13:42:21,745 epoch 95 - iter 744/3720 - loss 0.64091769 throughput (samples/sec): 77.03 +2019-08-15 13:45:01,542 epoch 95 - iter 1116/3720 - loss 0.64148922 throughput (samples/sec): 76.96 +2019-08-15 13:47:44,375 epoch 95 - iter 1488/3720 - loss 0.63801494 throughput (samples/sec): 76.56 +2019-08-15 13:50:25,981 epoch 95 - iter 1860/3720 - loss 0.63944375 throughput (samples/sec): 76.72 +2019-08-15 13:53:08,050 epoch 95 - iter 2232/3720 - loss 0.63940173 throughput (samples/sec): 77.15 +2019-08-15 13:55:47,989 epoch 95 - iter 2604/3720 - loss 0.64117580 throughput (samples/sec): 77.23 +2019-08-15 13:58:28,924 epoch 95 - iter 2976/3720 - loss 0.64273247 throughput (samples/sec): 77.52 +2019-08-15 14:01:10,735 epoch 95 - iter 3348/3720 - loss 0.64274266 throughput (samples/sec): 77.24 +2019-08-15 14:03:53,994 ---------------------------------------------------------------------------------------------------- +2019-08-15 14:03:53,995 EPOCH 95 done: loss 0.6413 - lr 0.0500 +2019-08-15 14:03:53,995 BAD EPOCHS (no improvement): 0 +2019-08-15 14:03:53,995 ---------------------------------------------------------------------------------------------------- +2019-08-15 14:03:55,709 epoch 96 - iter 0/3720 - loss 0.42119169 throughput (samples/sec): 23783.91 +2019-08-15 14:06:38,565 epoch 96 - iter 372/3720 - loss 0.62577714 throughput (samples/sec): 76.23 +2019-08-15 14:09:24,091 epoch 96 - iter 744/3720 - loss 0.61780517 throughput (samples/sec): 75.22 +2019-08-15 14:12:09,219 epoch 96 - iter 1116/3720 - loss 0.62529063 throughput (samples/sec): 75.08 +2019-08-15 14:14:54,769 epoch 96 - iter 1488/3720 - loss 0.62640795 throughput (samples/sec): 75.12 +2019-08-15 14:17:37,138 epoch 96 - iter 1860/3720 - loss 0.62769568 throughput (samples/sec): 75.64 +2019-08-15 14:20:21,747 epoch 96 - iter 2232/3720 - loss 0.62664363 throughput (samples/sec): 74.83 +2019-08-15 14:23:08,783 epoch 96 - iter 2604/3720 - loss 0.62868551 throughput (samples/sec): 74.46 +2019-08-15 14:25:54,262 epoch 96 - iter 2976/3720 - loss 0.63070080 throughput (samples/sec): 74.96 +2019-08-15 14:28:38,192 epoch 96 - iter 3348/3720 - loss 0.63070599 throughput (samples/sec): 75.82 +2019-08-15 14:31:18,711 ---------------------------------------------------------------------------------------------------- +2019-08-15 14:31:18,711 EPOCH 96 done: loss 0.6308 - lr 0.0500 +2019-08-15 14:31:18,711 BAD EPOCHS (no improvement): 0 +2019-08-15 14:31:18,711 ---------------------------------------------------------------------------------------------------- +2019-08-15 14:31:20,445 epoch 97 - iter 0/3720 - loss 0.45479202 throughput (samples/sec): 22924.22 +2019-08-15 14:34:05,063 epoch 97 - iter 372/3720 - loss 0.64063845 throughput (samples/sec): 75.57 +2019-08-15 14:36:47,516 epoch 97 - iter 744/3720 - loss 0.63489159 throughput (samples/sec): 75.72 +2019-08-15 14:39:30,298 epoch 97 - iter 1116/3720 - loss 0.63447781 throughput (samples/sec): 75.77 +2019-08-15 14:42:12,896 epoch 97 - iter 1488/3720 - loss 0.63035372 throughput (samples/sec): 76.11 +2019-08-15 14:44:54,645 epoch 97 - iter 1860/3720 - loss 0.63191040 throughput (samples/sec): 76.81 +2019-08-15 14:47:38,361 epoch 97 - iter 2232/3720 - loss 0.63127765 throughput (samples/sec): 76.18 +2019-08-15 14:50:22,852 epoch 97 - iter 2604/3720 - loss 0.63028821 throughput (samples/sec): 75.23 +2019-08-15 14:53:07,120 epoch 97 - iter 2976/3720 - loss 0.62950294 throughput (samples/sec): 75.62 +2019-08-15 14:55:48,840 epoch 97 - iter 3348/3720 - loss 0.62849805 throughput (samples/sec): 76.77 +2019-08-15 14:58:28,719 ---------------------------------------------------------------------------------------------------- +2019-08-15 14:58:28,720 EPOCH 97 done: loss 0.6308 - lr 0.0500 +2019-08-15 14:58:28,720 BAD EPOCHS (no improvement): 1 +2019-08-15 14:58:28,720 ---------------------------------------------------------------------------------------------------- +2019-08-15 14:58:30,447 epoch 98 - iter 0/3720 - loss 0.62233019 throughput (samples/sec): 24589.70 +2019-08-15 15:01:11,944 epoch 98 - iter 372/3720 - loss 0.64372592 throughput (samples/sec): 77.07 +2019-08-15 15:03:53,559 epoch 98 - iter 744/3720 - loss 0.62826146 throughput (samples/sec): 76.66 +2019-08-15 15:06:37,710 epoch 98 - iter 1116/3720 - loss 0.61668310 throughput (samples/sec): 75.62 +2019-08-15 15:09:19,776 epoch 98 - iter 1488/3720 - loss 0.62476347 throughput (samples/sec): 76.67 +2019-08-15 15:12:03,552 epoch 98 - iter 1860/3720 - loss 0.62283315 throughput (samples/sec): 75.81 +2019-08-15 15:14:49,447 epoch 98 - iter 2232/3720 - loss 0.62418568 throughput (samples/sec): 74.87 +2019-08-15 15:17:31,210 epoch 98 - iter 2604/3720 - loss 0.62312362 throughput (samples/sec): 76.54 +2019-08-15 15:20:13,858 epoch 98 - iter 2976/3720 - loss 0.62438885 throughput (samples/sec): 75.86 +2019-08-15 15:22:54,700 epoch 98 - iter 3348/3720 - loss 0.62598018 throughput (samples/sec): 77.00 +2019-08-15 15:25:36,170 ---------------------------------------------------------------------------------------------------- +2019-08-15 15:25:36,170 EPOCH 98 done: loss 0.6290 - lr 0.0500 +2019-08-15 15:25:36,170 BAD EPOCHS (no improvement): 0 +2019-08-15 15:25:36,171 ---------------------------------------------------------------------------------------------------- +2019-08-15 15:25:37,944 epoch 99 - iter 0/3720 - loss 1.45279622 throughput (samples/sec): 21265.61 +2019-08-15 15:28:21,393 epoch 99 - iter 372/3720 - loss 0.61880012 throughput (samples/sec): 75.98 +2019-08-15 15:31:02,832 epoch 99 - iter 744/3720 - loss 0.61726374 throughput (samples/sec): 77.19 +2019-08-15 15:33:47,652 epoch 99 - iter 1116/3720 - loss 0.61193990 throughput (samples/sec): 75.35 +2019-08-15 15:36:31,796 epoch 99 - iter 1488/3720 - loss 0.61393909 throughput (samples/sec): 75.52 +2019-08-15 15:39:13,994 epoch 99 - iter 1860/3720 - loss 0.61321433 throughput (samples/sec): 76.36 +2019-08-15 15:41:55,607 epoch 99 - iter 2232/3720 - loss 0.61665175 throughput (samples/sec): 76.34 +2019-08-15 15:44:37,373 epoch 99 - iter 2604/3720 - loss 0.61896207 throughput (samples/sec): 76.52 +2019-08-15 15:47:19,209 epoch 99 - iter 2976/3720 - loss 0.61902363 throughput (samples/sec): 76.24 +2019-08-15 15:50:01,877 epoch 99 - iter 3348/3720 - loss 0.61904724 throughput (samples/sec): 75.59 +2019-08-15 15:52:47,679 ---------------------------------------------------------------------------------------------------- +2019-08-15 15:52:47,680 EPOCH 99 done: loss 0.6215 - lr 0.0500 +2019-08-15 15:52:47,680 BAD EPOCHS (no improvement): 0 +2019-08-15 15:52:47,680 ---------------------------------------------------------------------------------------------------- +2019-08-15 15:52:49,443 epoch 100 - iter 0/3720 - loss 0.54642630 throughput (samples/sec): 24541.17 +2019-08-15 15:55:32,568 epoch 100 - iter 372/3720 - loss 0.61056836 throughput (samples/sec): 76.29 +2019-08-15 15:58:15,024 epoch 100 - iter 744/3720 - loss 0.61241410 throughput (samples/sec): 76.08 +2019-08-15 16:00:57,834 epoch 100 - iter 1116/3720 - loss 0.61404895 throughput (samples/sec): 76.41 +2019-08-15 16:03:39,600 epoch 100 - iter 1488/3720 - loss 0.61525729 throughput (samples/sec): 76.77 +2019-08-15 16:06:21,514 epoch 100 - iter 1860/3720 - loss 0.61654127 throughput (samples/sec): 76.91 +2019-08-15 16:09:02,986 epoch 100 - iter 2232/3720 - loss 0.61950030 throughput (samples/sec): 76.81 +2019-08-15 16:11:45,323 epoch 100 - iter 2604/3720 - loss 0.62108938 throughput (samples/sec): 76.37 +2019-08-15 16:14:26,196 epoch 100 - iter 2976/3720 - loss 0.62416983 throughput (samples/sec): 77.40 +2019-08-15 16:17:07,905 epoch 100 - iter 3348/3720 - loss 0.62407691 throughput (samples/sec): 76.99 +2019-08-15 16:19:49,657 ---------------------------------------------------------------------------------------------------- +2019-08-15 16:19:49,657 EPOCH 100 done: loss 0.6227 - lr 0.0500 +2019-08-15 16:19:49,658 BAD EPOCHS (no improvement): 1 +2019-08-15 16:19:49,658 ---------------------------------------------------------------------------------------------------- +2019-08-15 16:19:51,424 epoch 101 - iter 0/3720 - loss 0.65780997 throughput (samples/sec): 22230.39 +2019-08-15 16:22:38,072 epoch 101 - iter 372/3720 - loss 0.61123396 throughput (samples/sec): 75.12 +2019-08-15 16:25:18,765 epoch 101 - iter 744/3720 - loss 0.61567542 throughput (samples/sec): 77.92 +2019-08-15 16:28:00,441 epoch 101 - iter 1116/3720 - loss 0.62212683 throughput (samples/sec): 77.45 +2019-08-15 16:30:41,605 epoch 101 - iter 1488/3720 - loss 0.62188442 throughput (samples/sec): 76.94 +2019-08-15 16:33:23,290 epoch 101 - iter 1860/3720 - loss 0.61791660 throughput (samples/sec): 77.40 +2019-08-15 16:36:07,277 epoch 101 - iter 2232/3720 - loss 0.61719855 throughput (samples/sec): 75.55 +2019-08-15 16:38:49,841 epoch 101 - iter 2604/3720 - loss 0.61359046 throughput (samples/sec): 76.77 +2019-08-15 16:41:32,382 epoch 101 - iter 2976/3720 - loss 0.61565532 throughput (samples/sec): 76.75 +2019-08-15 16:44:15,543 epoch 101 - iter 3348/3720 - loss 0.61401280 throughput (samples/sec): 76.73 +2019-08-15 16:46:56,225 ---------------------------------------------------------------------------------------------------- +2019-08-15 16:46:56,225 EPOCH 101 done: loss 0.6151 - lr 0.0500 +2019-08-15 16:46:56,225 BAD EPOCHS (no improvement): 0 +2019-08-15 16:46:56,226 ---------------------------------------------------------------------------------------------------- +2019-08-15 16:46:57,930 epoch 102 - iter 0/3720 - loss 0.42971063 throughput (samples/sec): 24247.62 +2019-08-15 16:49:44,117 epoch 102 - iter 372/3720 - loss 0.61023064 throughput (samples/sec): 74.98 +2019-08-15 16:52:27,577 epoch 102 - iter 744/3720 - loss 0.60729476 throughput (samples/sec): 76.10 +2019-08-15 16:55:09,070 epoch 102 - iter 1116/3720 - loss 0.61372550 throughput (samples/sec): 77.29 +2019-08-15 16:57:52,679 epoch 102 - iter 1488/3720 - loss 0.61079615 throughput (samples/sec): 75.92 +2019-08-15 17:00:35,804 epoch 102 - iter 1860/3720 - loss 0.61463909 throughput (samples/sec): 75.86 +2019-08-15 17:03:19,998 epoch 102 - iter 2232/3720 - loss 0.61448224 throughput (samples/sec): 75.60 +2019-08-15 17:06:03,352 epoch 102 - iter 2604/3720 - loss 0.61627213 throughput (samples/sec): 75.25 +2019-08-15 17:08:45,467 epoch 102 - iter 2976/3720 - loss 0.61430747 throughput (samples/sec): 76.35 +2019-08-15 17:11:30,621 epoch 102 - iter 3348/3720 - loss 0.61617906 throughput (samples/sec): 75.19 +2019-08-15 17:14:15,251 ---------------------------------------------------------------------------------------------------- +2019-08-15 17:14:15,251 EPOCH 102 done: loss 0.6159 - lr 0.0500 +2019-08-15 17:14:15,251 BAD EPOCHS (no improvement): 1 +2019-08-15 17:14:15,251 ---------------------------------------------------------------------------------------------------- +2019-08-15 17:14:17,030 epoch 103 - iter 0/3720 - loss 0.67080927 throughput (samples/sec): 21136.46 +2019-08-15 17:17:01,361 epoch 103 - iter 372/3720 - loss 0.59975937 throughput (samples/sec): 75.37 +2019-08-15 17:19:43,823 epoch 103 - iter 744/3720 - loss 0.60953414 throughput (samples/sec): 76.35 +2019-08-15 17:22:27,348 epoch 103 - iter 1116/3720 - loss 0.60603285 throughput (samples/sec): 75.99 +2019-08-15 17:25:13,320 epoch 103 - iter 1488/3720 - loss 0.61922883 throughput (samples/sec): 74.32 +2019-08-15 17:27:58,382 epoch 103 - iter 1860/3720 - loss 0.62008388 throughput (samples/sec): 75.20 +2019-08-15 17:30:44,846 epoch 103 - iter 2232/3720 - loss 0.61872820 throughput (samples/sec): 74.60 +2019-08-15 17:33:28,352 epoch 103 - iter 2604/3720 - loss 0.61705110 throughput (samples/sec): 74.99 +2019-08-15 17:36:12,301 epoch 103 - iter 2976/3720 - loss 0.61775754 throughput (samples/sec): 75.32 +2019-08-15 17:38:54,702 epoch 103 - iter 3348/3720 - loss 0.61733405 throughput (samples/sec): 76.77 +2019-08-15 17:41:38,421 ---------------------------------------------------------------------------------------------------- +2019-08-15 17:41:38,421 EPOCH 103 done: loss 0.6192 - lr 0.0500 +2019-08-15 17:41:38,421 BAD EPOCHS (no improvement): 2 +2019-08-15 17:41:38,421 ---------------------------------------------------------------------------------------------------- +2019-08-15 17:41:40,113 epoch 104 - iter 0/3720 - loss 0.27204943 throughput (samples/sec): 25208.92 +2019-08-15 17:44:23,826 epoch 104 - iter 372/3720 - loss 0.62765215 throughput (samples/sec): 75.53 +2019-08-15 17:47:08,884 epoch 104 - iter 744/3720 - loss 0.61095222 throughput (samples/sec): 75.11 +2019-08-15 17:49:51,049 epoch 104 - iter 1116/3720 - loss 0.61002849 throughput (samples/sec): 76.33 +2019-08-15 17:52:33,684 epoch 104 - iter 1488/3720 - loss 0.61629461 throughput (samples/sec): 76.20 +2019-08-15 17:55:16,152 epoch 104 - iter 1860/3720 - loss 0.61757004 throughput (samples/sec): 75.80 +2019-08-15 17:57:56,628 epoch 104 - iter 2232/3720 - loss 0.61756313 throughput (samples/sec): 77.50 +2019-08-15 18:00:42,952 epoch 104 - iter 2604/3720 - loss 0.61514988 throughput (samples/sec): 74.66 +2019-08-15 18:03:26,669 epoch 104 - iter 2976/3720 - loss 0.61333382 throughput (samples/sec): 75.35 +2019-08-15 18:06:09,296 epoch 104 - iter 3348/3720 - loss 0.61346646 throughput (samples/sec): 76.68 +2019-08-15 18:08:52,374 ---------------------------------------------------------------------------------------------------- +2019-08-15 18:08:52,374 EPOCH 104 done: loss 0.6121 - lr 0.0500 +2019-08-15 18:08:52,375 BAD EPOCHS (no improvement): 0 +2019-08-15 18:08:52,375 ---------------------------------------------------------------------------------------------------- +2019-08-15 18:08:54,161 epoch 105 - iter 0/3720 - loss 0.68123388 throughput (samples/sec): 21915.36 +2019-08-15 18:11:36,989 epoch 105 - iter 372/3720 - loss 0.62446579 throughput (samples/sec): 76.15 +2019-08-15 18:14:19,808 epoch 105 - iter 744/3720 - loss 0.61425018 throughput (samples/sec): 75.82 +2019-08-15 18:17:01,434 epoch 105 - iter 1116/3720 - loss 0.61481906 throughput (samples/sec): 77.20 +2019-08-15 18:19:42,983 epoch 105 - iter 1488/3720 - loss 0.60925369 throughput (samples/sec): 76.35 +2019-08-15 18:22:25,549 epoch 105 - iter 1860/3720 - loss 0.61138140 throughput (samples/sec): 76.15 +2019-08-15 18:25:08,114 epoch 105 - iter 2232/3720 - loss 0.61135585 throughput (samples/sec): 76.14 +2019-08-15 18:27:49,104 epoch 105 - iter 2604/3720 - loss 0.61108508 throughput (samples/sec): 77.26 +2019-08-15 18:30:31,354 epoch 105 - iter 2976/3720 - loss 0.60951046 throughput (samples/sec): 76.34 +2019-08-15 18:33:14,419 epoch 105 - iter 3348/3720 - loss 0.60904241 throughput (samples/sec): 75.43 +2019-08-15 18:35:57,037 ---------------------------------------------------------------------------------------------------- +2019-08-15 18:35:57,038 EPOCH 105 done: loss 0.6113 - lr 0.0500 +2019-08-15 18:35:57,038 BAD EPOCHS (no improvement): 0 +2019-08-15 18:35:57,038 ---------------------------------------------------------------------------------------------------- +2019-08-15 18:35:58,867 epoch 106 - iter 0/3720 - loss 0.62008142 throughput (samples/sec): 21646.67 +2019-08-15 18:38:42,708 epoch 106 - iter 372/3720 - loss 0.60260119 throughput (samples/sec): 75.94 +2019-08-15 18:41:24,726 epoch 106 - iter 744/3720 - loss 0.60465597 throughput (samples/sec): 76.84 +2019-08-15 18:44:05,261 epoch 106 - iter 1116/3720 - loss 0.60509169 throughput (samples/sec): 77.22 +2019-08-15 18:46:48,298 epoch 106 - iter 1488/3720 - loss 0.60674448 throughput (samples/sec): 75.46 +2019-08-15 18:49:33,420 epoch 106 - iter 1860/3720 - loss 0.60638386 throughput (samples/sec): 75.53 +2019-08-15 18:52:16,975 epoch 106 - iter 2232/3720 - loss 0.60688622 throughput (samples/sec): 76.05 +2019-08-15 18:54:57,681 epoch 106 - iter 2604/3720 - loss 0.60534770 throughput (samples/sec): 77.82 +2019-08-15 18:57:43,540 epoch 106 - iter 2976/3720 - loss 0.60630924 throughput (samples/sec): 75.31 +2019-08-15 19:01:04,432 epoch 106 - iter 3348/3720 - loss 0.60565243 throughput (samples/sec): 61.66 +2019-08-15 19:05:12,598 ---------------------------------------------------------------------------------------------------- +2019-08-15 19:05:12,599 EPOCH 106 done: loss 0.6053 - lr 0.0500 +2019-08-15 19:05:12,599 BAD EPOCHS (no improvement): 0 +2019-08-15 19:05:12,599 ---------------------------------------------------------------------------------------------------- +2019-08-15 19:05:14,615 epoch 107 - iter 0/3720 - loss 0.71445060 throughput (samples/sec): 15840.57 +2019-08-15 19:08:47,842 epoch 107 - iter 372/3720 - loss 0.60664396 throughput (samples/sec): 57.92 +2019-08-15 19:12:19,641 epoch 107 - iter 744/3720 - loss 0.60306316 throughput (samples/sec): 57.67 +2019-08-15 19:15:49,627 epoch 107 - iter 1116/3720 - loss 0.61462703 throughput (samples/sec): 58.33 +2019-08-15 19:19:22,435 epoch 107 - iter 1488/3720 - loss 0.61029595 throughput (samples/sec): 57.69 +2019-08-15 19:22:53,519 epoch 107 - iter 1860/3720 - loss 0.60924841 throughput (samples/sec): 58.20 +2019-08-15 19:26:27,644 epoch 107 - iter 2232/3720 - loss 0.61053323 throughput (samples/sec): 57.41 +2019-08-15 19:30:00,627 epoch 107 - iter 2604/3720 - loss 0.61071950 throughput (samples/sec): 57.49 +2019-08-15 19:33:34,416 epoch 107 - iter 2976/3720 - loss 0.60977944 throughput (samples/sec): 57.27 +2019-08-15 19:37:04,844 epoch 107 - iter 3348/3720 - loss 0.60928349 throughput (samples/sec): 58.37 +2019-08-15 19:40:35,598 ---------------------------------------------------------------------------------------------------- +2019-08-15 19:40:35,598 EPOCH 107 done: loss 0.6075 - lr 0.0500 +2019-08-15 19:40:35,598 BAD EPOCHS (no improvement): 1 +2019-08-15 19:40:35,599 ---------------------------------------------------------------------------------------------------- +2019-08-15 19:40:37,542 epoch 108 - iter 0/3720 - loss 0.48963618 throughput (samples/sec): 20426.45 +2019-08-15 19:44:08,945 epoch 108 - iter 372/3720 - loss 0.60048250 throughput (samples/sec): 58.19 +2019-08-15 19:47:37,388 epoch 108 - iter 744/3720 - loss 0.60919600 throughput (samples/sec): 58.50 +2019-08-15 19:51:08,243 epoch 108 - iter 1116/3720 - loss 0.61194809 throughput (samples/sec): 58.65 +2019-08-15 19:54:46,574 epoch 108 - iter 1488/3720 - loss 0.61508866 throughput (samples/sec): 56.16 +2019-08-15 19:58:17,471 epoch 108 - iter 1860/3720 - loss 0.61112373 throughput (samples/sec): 58.50 +2019-08-15 20:01:48,740 epoch 108 - iter 2232/3720 - loss 0.60941393 throughput (samples/sec): 58.05 +2019-08-15 20:05:17,998 epoch 108 - iter 2604/3720 - loss 0.61006349 throughput (samples/sec): 59.09 +2019-08-15 20:08:49,878 epoch 108 - iter 2976/3720 - loss 0.61159763 throughput (samples/sec): 58.09 +2019-08-15 20:12:23,001 epoch 108 - iter 3348/3720 - loss 0.61223164 throughput (samples/sec): 57.72 +2019-08-15 20:15:53,950 ---------------------------------------------------------------------------------------------------- +2019-08-15 20:15:53,950 EPOCH 108 done: loss 0.6124 - lr 0.0500 +2019-08-15 20:15:53,950 BAD EPOCHS (no improvement): 2 +2019-08-15 20:15:53,951 ---------------------------------------------------------------------------------------------------- +2019-08-15 20:15:55,846 epoch 109 - iter 0/3720 - loss 0.72649646 throughput (samples/sec): 17940.69 +2019-08-15 20:19:27,841 epoch 109 - iter 372/3720 - loss 0.59107875 throughput (samples/sec): 58.07 +2019-08-15 20:22:58,459 epoch 109 - iter 744/3720 - loss 0.59994461 throughput (samples/sec): 58.46 +2019-08-15 20:26:31,063 epoch 109 - iter 1116/3720 - loss 0.59782128 throughput (samples/sec): 58.09 +2019-08-15 20:30:04,268 epoch 109 - iter 1488/3720 - loss 0.59496026 throughput (samples/sec): 57.55 +2019-08-15 20:33:36,080 epoch 109 - iter 1860/3720 - loss 0.60085362 throughput (samples/sec): 57.72 +2019-08-15 20:37:07,035 epoch 109 - iter 2232/3720 - loss 0.60059297 throughput (samples/sec): 58.37 +2019-08-15 20:40:41,995 epoch 109 - iter 2604/3720 - loss 0.60027673 throughput (samples/sec): 57.21 +2019-08-15 20:44:13,355 epoch 109 - iter 2976/3720 - loss 0.59948289 throughput (samples/sec): 57.96 +2019-08-15 20:47:42,575 epoch 109 - iter 3348/3720 - loss 0.60185795 throughput (samples/sec): 58.89 +2019-08-15 20:51:14,168 ---------------------------------------------------------------------------------------------------- +2019-08-15 20:51:14,169 EPOCH 109 done: loss 0.6022 - lr 0.0500 +2019-08-15 20:51:14,169 BAD EPOCHS (no improvement): 0 +2019-08-15 20:51:14,169 ---------------------------------------------------------------------------------------------------- +2019-08-15 20:51:16,135 epoch 110 - iter 0/3720 - loss 0.87439907 throughput (samples/sec): 17278.50 +2019-08-15 20:54:47,274 epoch 110 - iter 372/3720 - loss 0.58362177 throughput (samples/sec): 58.92 +2019-08-15 20:58:21,468 epoch 110 - iter 744/3720 - loss 0.59336081 throughput (samples/sec): 57.08 +2019-08-15 21:01:52,850 epoch 110 - iter 1116/3720 - loss 0.59067641 throughput (samples/sec): 58.44 +2019-08-15 21:05:20,694 epoch 110 - iter 1488/3720 - loss 0.58923213 throughput (samples/sec): 59.23 +2019-08-15 21:08:54,917 epoch 110 - iter 1860/3720 - loss 0.59166240 throughput (samples/sec): 57.28 +2019-08-15 21:12:25,823 epoch 110 - iter 2232/3720 - loss 0.59461911 throughput (samples/sec): 58.21 +2019-08-15 21:15:56,443 epoch 110 - iter 2604/3720 - loss 0.59645312 throughput (samples/sec): 58.75 +2019-08-15 21:19:24,992 epoch 110 - iter 2976/3720 - loss 0.59799170 throughput (samples/sec): 59.01 +2019-08-15 21:23:01,028 epoch 110 - iter 3348/3720 - loss 0.59922152 throughput (samples/sec): 56.53 +2019-08-15 21:26:30,216 ---------------------------------------------------------------------------------------------------- +2019-08-15 21:26:30,216 EPOCH 110 done: loss 0.6012 - lr 0.0500 +2019-08-15 21:26:30,216 BAD EPOCHS (no improvement): 0 +2019-08-15 21:26:30,217 ---------------------------------------------------------------------------------------------------- +2019-08-15 21:26:32,157 epoch 111 - iter 0/3720 - loss 0.69870114 throughput (samples/sec): 16973.91 +2019-08-15 21:30:00,337 epoch 111 - iter 372/3720 - loss 0.60781592 throughput (samples/sec): 59.05 +2019-08-15 21:33:30,073 epoch 111 - iter 744/3720 - loss 0.59957324 throughput (samples/sec): 58.27 +2019-08-15 21:37:02,569 epoch 111 - iter 1116/3720 - loss 0.60380243 throughput (samples/sec): 58.12 +2019-08-15 21:40:31,856 epoch 111 - iter 1488/3720 - loss 0.60436290 throughput (samples/sec): 58.81 +2019-08-15 21:44:03,929 epoch 111 - iter 1860/3720 - loss 0.60221944 throughput (samples/sec): 57.93 +2019-08-15 21:47:35,926 epoch 111 - iter 2232/3720 - loss 0.60074389 throughput (samples/sec): 57.98 +2019-08-15 21:51:09,504 epoch 111 - iter 2604/3720 - loss 0.59895805 throughput (samples/sec): 57.53 +2019-08-15 21:54:40,527 epoch 111 - iter 2976/3720 - loss 0.59816125 throughput (samples/sec): 57.88 +2019-08-15 21:58:11,718 epoch 111 - iter 3348/3720 - loss 0.60199199 throughput (samples/sec): 58.36 +2019-08-15 22:01:42,670 ---------------------------------------------------------------------------------------------------- +2019-08-15 22:01:42,671 EPOCH 111 done: loss 0.6025 - lr 0.0500 +2019-08-15 22:01:42,671 BAD EPOCHS (no improvement): 1 +2019-08-15 22:01:42,671 ---------------------------------------------------------------------------------------------------- +2019-08-15 22:01:44,413 epoch 112 - iter 0/3720 - loss 0.51906109 throughput (samples/sec): 22587.04 +2019-08-15 22:05:16,377 epoch 112 - iter 372/3720 - loss 0.61510789 throughput (samples/sec): 57.83 +2019-08-15 22:08:45,628 epoch 112 - iter 744/3720 - loss 0.59874256 throughput (samples/sec): 58.66 +2019-08-15 22:12:18,939 epoch 112 - iter 1116/3720 - loss 0.60495522 throughput (samples/sec): 57.71 +2019-08-15 22:15:51,966 epoch 112 - iter 1488/3720 - loss 0.60260079 throughput (samples/sec): 57.78 +2019-08-15 22:19:29,426 epoch 112 - iter 1860/3720 - loss 0.59668091 throughput (samples/sec): 56.55 +2019-08-15 22:23:00,420 epoch 112 - iter 2232/3720 - loss 0.59595975 throughput (samples/sec): 58.06 +2019-08-15 22:26:32,414 epoch 112 - iter 2604/3720 - loss 0.59589281 throughput (samples/sec): 58.10 +2019-08-15 22:30:03,589 epoch 112 - iter 2976/3720 - loss 0.59935996 throughput (samples/sec): 58.31 +2019-08-15 22:33:33,970 epoch 112 - iter 3348/3720 - loss 0.59971808 throughput (samples/sec): 58.51 +2019-08-15 22:37:06,130 ---------------------------------------------------------------------------------------------------- +2019-08-15 22:37:06,131 EPOCH 112 done: loss 0.5994 - lr 0.0500 +2019-08-15 22:37:06,131 BAD EPOCHS (no improvement): 0 +2019-08-15 22:37:06,131 ---------------------------------------------------------------------------------------------------- +2019-08-15 22:37:07,887 epoch 113 - iter 0/3720 - loss 0.79381442 throughput (samples/sec): 23108.67 +2019-08-15 22:40:40,839 epoch 113 - iter 372/3720 - loss 0.58832858 throughput (samples/sec): 57.56 +2019-08-15 22:44:15,246 epoch 113 - iter 744/3720 - loss 0.59491492 throughput (samples/sec): 57.58 +2019-08-15 22:47:48,314 epoch 113 - iter 1116/3720 - loss 0.58867298 throughput (samples/sec): 57.81 +2019-08-15 22:51:18,257 epoch 113 - iter 1488/3720 - loss 0.59123104 throughput (samples/sec): 58.06 +2019-08-15 22:54:50,736 epoch 113 - iter 1860/3720 - loss 0.59420772 throughput (samples/sec): 58.08 +2019-08-15 22:58:22,365 epoch 113 - iter 2232/3720 - loss 0.59578527 throughput (samples/sec): 58.20 +2019-08-15 23:01:53,448 epoch 113 - iter 2604/3720 - loss 0.59661703 throughput (samples/sec): 58.08 +2019-08-15 23:05:25,208 epoch 113 - iter 2976/3720 - loss 0.59753241 throughput (samples/sec): 58.18 +2019-08-15 23:08:54,722 epoch 113 - iter 3348/3720 - loss 0.59621738 throughput (samples/sec): 59.01 +2019-08-15 23:12:26,792 ---------------------------------------------------------------------------------------------------- +2019-08-15 23:12:26,792 EPOCH 113 done: loss 0.5977 - lr 0.0500 +2019-08-15 23:12:26,792 BAD EPOCHS (no improvement): 0 +2019-08-15 23:12:26,792 ---------------------------------------------------------------------------------------------------- +2019-08-15 23:12:28,963 epoch 114 - iter 0/3720 - loss 0.44020462 throughput (samples/sec): 13328.63 +2019-08-15 23:15:59,855 epoch 114 - iter 372/3720 - loss 0.60498466 throughput (samples/sec): 58.62 +2019-08-15 23:19:31,646 epoch 114 - iter 744/3720 - loss 0.60049461 throughput (samples/sec): 57.99 +2019-08-15 23:23:01,018 epoch 114 - iter 1116/3720 - loss 0.60048319 throughput (samples/sec): 59.01 +2019-08-15 23:26:34,159 epoch 114 - iter 1488/3720 - loss 0.59521566 throughput (samples/sec): 57.66 +2019-08-15 23:30:00,767 epoch 114 - iter 1860/3720 - loss 0.59132477 throughput (samples/sec): 59.56 +2019-08-15 23:33:30,973 epoch 114 - iter 2232/3720 - loss 0.59224300 throughput (samples/sec): 58.50 +2019-08-15 23:36:59,338 epoch 114 - iter 2604/3720 - loss 0.59297217 throughput (samples/sec): 58.84 +2019-08-15 23:40:28,979 epoch 114 - iter 2976/3720 - loss 0.59424697 throughput (samples/sec): 58.76 +2019-08-15 23:44:02,089 epoch 114 - iter 3348/3720 - loss 0.59695058 throughput (samples/sec): 57.50 +2019-08-15 23:47:29,427 ---------------------------------------------------------------------------------------------------- +2019-08-15 23:47:29,427 EPOCH 114 done: loss 0.5972 - lr 0.0500 +2019-08-15 23:47:29,428 BAD EPOCHS (no improvement): 0 +2019-08-15 23:47:29,428 ---------------------------------------------------------------------------------------------------- +2019-08-15 23:47:31,434 epoch 115 - iter 0/3720 - loss 0.97544169 throughput (samples/sec): 15924.48 +2019-08-15 23:51:03,535 epoch 115 - iter 372/3720 - loss 0.58414099 throughput (samples/sec): 57.62 +2019-08-15 23:54:33,747 epoch 115 - iter 744/3720 - loss 0.58193530 throughput (samples/sec): 58.76 +2019-08-15 23:58:04,817 epoch 115 - iter 1116/3720 - loss 0.59084904 throughput (samples/sec): 58.37 +2019-08-16 00:01:36,881 epoch 115 - iter 1488/3720 - loss 0.59764592 throughput (samples/sec): 58.38 +2019-08-16 00:05:06,003 epoch 115 - iter 1860/3720 - loss 0.59529739 throughput (samples/sec): 58.25 +2019-08-16 00:08:35,223 epoch 115 - iter 2232/3720 - loss 0.59698760 throughput (samples/sec): 58.76 +2019-08-16 00:12:06,203 epoch 115 - iter 2604/3720 - loss 0.59775992 throughput (samples/sec): 58.50 +2019-08-16 00:15:37,324 epoch 115 - iter 2976/3720 - loss 0.59571867 throughput (samples/sec): 58.18 +2019-08-16 00:19:08,555 epoch 115 - iter 3348/3720 - loss 0.59520768 throughput (samples/sec): 58.04 +2019-08-16 00:22:36,381 ---------------------------------------------------------------------------------------------------- +2019-08-16 00:22:36,381 EPOCH 115 done: loss 0.5954 - lr 0.0500 +2019-08-16 00:22:36,381 BAD EPOCHS (no improvement): 0 +2019-08-16 00:22:36,381 ---------------------------------------------------------------------------------------------------- +2019-08-16 00:22:38,359 epoch 116 - iter 0/3720 - loss 0.59288645 throughput (samples/sec): 16458.81 +2019-08-16 00:26:08,819 epoch 116 - iter 372/3720 - loss 0.60542850 throughput (samples/sec): 58.22 +2019-08-16 00:29:40,845 epoch 116 - iter 744/3720 - loss 0.60701289 throughput (samples/sec): 58.11 +2019-08-16 00:33:11,786 epoch 116 - iter 1116/3720 - loss 0.59363126 throughput (samples/sec): 58.39 +2019-08-16 00:36:43,968 epoch 116 - iter 1488/3720 - loss 0.59582190 throughput (samples/sec): 57.98 +2019-08-16 00:40:16,466 epoch 116 - iter 1860/3720 - loss 0.59733874 throughput (samples/sec): 58.20 +2019-08-16 00:43:46,425 epoch 116 - iter 2232/3720 - loss 0.59626696 throughput (samples/sec): 58.54 +2019-08-16 00:47:16,524 epoch 116 - iter 2604/3720 - loss 0.59534390 throughput (samples/sec): 58.61 +2019-08-16 00:50:46,371 epoch 116 - iter 2976/3720 - loss 0.59540787 throughput (samples/sec): 58.83 +2019-08-16 00:54:19,132 epoch 116 - iter 3348/3720 - loss 0.59477717 throughput (samples/sec): 57.72 +2019-08-16 00:57:45,574 ---------------------------------------------------------------------------------------------------- +2019-08-16 00:57:45,575 EPOCH 116 done: loss 0.5940 - lr 0.0500 +2019-08-16 00:57:45,575 BAD EPOCHS (no improvement): 0 +2019-08-16 00:57:45,575 ---------------------------------------------------------------------------------------------------- +2019-08-16 00:57:47,563 epoch 117 - iter 0/3720 - loss 0.47679782 throughput (samples/sec): 17009.00 +2019-08-16 01:01:15,913 epoch 117 - iter 372/3720 - loss 0.58075638 throughput (samples/sec): 59.03 +2019-08-16 01:04:43,890 epoch 117 - iter 744/3720 - loss 0.58662185 throughput (samples/sec): 59.09 +2019-08-16 01:08:17,343 epoch 117 - iter 1116/3720 - loss 0.58428279 throughput (samples/sec): 57.66 +2019-08-16 01:11:48,330 epoch 117 - iter 1488/3720 - loss 0.59216672 throughput (samples/sec): 58.38 +2019-08-16 01:15:18,264 epoch 117 - iter 1860/3720 - loss 0.58883462 throughput (samples/sec): 58.68 +2019-08-16 01:18:48,676 epoch 117 - iter 2232/3720 - loss 0.59325335 throughput (samples/sec): 58.54 +2019-08-16 01:22:19,702 epoch 117 - iter 2604/3720 - loss 0.59182810 throughput (samples/sec): 58.41 +2019-08-16 01:25:52,066 epoch 117 - iter 2976/3720 - loss 0.59188577 throughput (samples/sec): 58.15 +2019-08-16 01:29:25,013 epoch 117 - iter 3348/3720 - loss 0.59390123 throughput (samples/sec): 57.53 +2019-08-16 01:32:57,349 ---------------------------------------------------------------------------------------------------- +2019-08-16 01:32:57,350 EPOCH 117 done: loss 0.5965 - lr 0.0500 +2019-08-16 01:32:57,350 BAD EPOCHS (no improvement): 1 +2019-08-16 01:32:57,350 ---------------------------------------------------------------------------------------------------- +2019-08-16 01:32:59,253 epoch 118 - iter 0/3720 - loss 0.58392191 throughput (samples/sec): 18582.23 +2019-08-16 01:36:30,965 epoch 118 - iter 372/3720 - loss 0.58285341 throughput (samples/sec): 58.39 +2019-08-16 01:40:03,465 epoch 118 - iter 744/3720 - loss 0.58091630 throughput (samples/sec): 57.46 +2019-08-16 01:43:38,280 epoch 118 - iter 1116/3720 - loss 0.57738529 throughput (samples/sec): 57.45 +2019-08-16 01:47:11,523 epoch 118 - iter 1488/3720 - loss 0.57851708 throughput (samples/sec): 57.62 +2019-08-16 01:50:40,526 epoch 118 - iter 1860/3720 - loss 0.58084901 throughput (samples/sec): 58.79 +2019-08-16 01:54:14,222 epoch 118 - iter 2232/3720 - loss 0.58253899 throughput (samples/sec): 57.94 +2019-08-16 01:57:45,140 epoch 118 - iter 2604/3720 - loss 0.58257910 throughput (samples/sec): 58.38 +2019-08-16 02:01:18,856 epoch 118 - iter 2976/3720 - loss 0.58437297 throughput (samples/sec): 57.64 +2019-08-16 02:04:52,171 epoch 118 - iter 3348/3720 - loss 0.58545966 throughput (samples/sec): 57.93 +2019-08-16 02:08:25,413 ---------------------------------------------------------------------------------------------------- +2019-08-16 02:08:25,413 EPOCH 118 done: loss 0.5879 - lr 0.0500 +2019-08-16 02:08:25,413 BAD EPOCHS (no improvement): 0 +2019-08-16 02:08:25,413 ---------------------------------------------------------------------------------------------------- +2019-08-16 02:08:27,368 epoch 119 - iter 0/3720 - loss 0.76026368 throughput (samples/sec): 17369.08 +2019-08-16 02:11:58,279 epoch 119 - iter 372/3720 - loss 0.58422249 throughput (samples/sec): 58.32 +2019-08-16 02:15:30,743 epoch 119 - iter 744/3720 - loss 0.58165900 throughput (samples/sec): 58.03 +2019-08-16 02:19:00,802 epoch 119 - iter 1116/3720 - loss 0.58716601 throughput (samples/sec): 58.69 +2019-08-16 02:22:30,996 epoch 119 - iter 1488/3720 - loss 0.58861893 throughput (samples/sec): 58.47 +2019-08-16 02:26:05,289 epoch 119 - iter 1860/3720 - loss 0.58873770 throughput (samples/sec): 57.76 +2019-08-16 02:29:38,982 epoch 119 - iter 2232/3720 - loss 0.59137538 throughput (samples/sec): 57.35 +2019-08-16 02:33:11,629 epoch 119 - iter 2604/3720 - loss 0.59093972 throughput (samples/sec): 57.96 +2019-08-16 02:36:45,728 epoch 119 - iter 2976/3720 - loss 0.59341173 throughput (samples/sec): 57.68 +2019-08-16 02:40:14,516 epoch 119 - iter 3348/3720 - loss 0.59375588 throughput (samples/sec): 58.81 +2019-08-16 02:43:43,584 ---------------------------------------------------------------------------------------------------- +2019-08-16 02:43:43,584 EPOCH 119 done: loss 0.5949 - lr 0.0500 +2019-08-16 02:43:43,585 BAD EPOCHS (no improvement): 1 +2019-08-16 02:43:43,585 ---------------------------------------------------------------------------------------------------- +2019-08-16 02:43:45,389 epoch 120 - iter 0/3720 - loss 0.50542879 throughput (samples/sec): 21535.45 +2019-08-16 02:47:21,244 epoch 120 - iter 372/3720 - loss 0.58426903 throughput (samples/sec): 57.24 +2019-08-16 02:50:49,865 epoch 120 - iter 744/3720 - loss 0.58405442 throughput (samples/sec): 58.98 +2019-08-16 02:54:21,188 epoch 120 - iter 1116/3720 - loss 0.58656675 throughput (samples/sec): 57.95 +2019-08-16 02:57:49,729 epoch 120 - iter 1488/3720 - loss 0.58659455 throughput (samples/sec): 58.88 +2019-08-16 03:01:18,117 epoch 120 - iter 1860/3720 - loss 0.58977915 throughput (samples/sec): 58.96 +2019-08-16 03:04:52,004 epoch 120 - iter 2232/3720 - loss 0.59045954 throughput (samples/sec): 57.22 +2019-08-16 03:08:23,305 epoch 120 - iter 2604/3720 - loss 0.58900803 throughput (samples/sec): 58.63 +2019-08-16 03:11:55,243 epoch 120 - iter 2976/3720 - loss 0.58595974 throughput (samples/sec): 58.25 +2019-08-16 03:15:25,667 epoch 120 - iter 3348/3720 - loss 0.58457410 throughput (samples/sec): 58.21 +2019-08-16 03:18:58,063 ---------------------------------------------------------------------------------------------------- +2019-08-16 03:18:58,063 EPOCH 120 done: loss 0.5856 - lr 0.0500 +2019-08-16 03:18:58,063 BAD EPOCHS (no improvement): 0 +2019-08-16 03:18:58,063 ---------------------------------------------------------------------------------------------------- +2019-08-16 03:19:00,037 epoch 121 - iter 0/3720 - loss 0.13390207 throughput (samples/sec): 16961.58 +2019-08-16 03:22:34,864 epoch 121 - iter 372/3720 - loss 0.57221153 throughput (samples/sec): 57.45 +2019-08-16 03:26:04,432 epoch 121 - iter 744/3720 - loss 0.58111747 throughput (samples/sec): 58.60 +2019-08-16 03:29:44,485 epoch 121 - iter 1116/3720 - loss 0.58337305 throughput (samples/sec): 55.68 +2019-08-16 03:33:14,052 epoch 121 - iter 1488/3720 - loss 0.57987685 throughput (samples/sec): 58.68 +2019-08-16 03:36:45,640 epoch 121 - iter 1860/3720 - loss 0.58314417 throughput (samples/sec): 57.91 +2019-08-16 03:40:17,977 epoch 121 - iter 2232/3720 - loss 0.58210603 throughput (samples/sec): 57.79 +2019-08-16 03:43:26,982 epoch 121 - iter 2604/3720 - loss 0.58138577 throughput (samples/sec): 65.47 +2019-08-16 03:46:10,130 epoch 121 - iter 2976/3720 - loss 0.58256960 throughput (samples/sec): 75.97 +2019-08-16 03:48:52,647 epoch 121 - iter 3348/3720 - loss 0.58571553 throughput (samples/sec): 75.97 +2019-08-16 03:51:34,961 ---------------------------------------------------------------------------------------------------- +2019-08-16 03:51:34,961 EPOCH 121 done: loss 0.5832 - lr 0.0500 +2019-08-16 03:51:34,961 BAD EPOCHS (no improvement): 0 +2019-08-16 03:51:34,961 ---------------------------------------------------------------------------------------------------- +2019-08-16 03:51:36,772 epoch 122 - iter 0/3720 - loss 0.75961542 throughput (samples/sec): 20532.89 +2019-08-16 03:54:20,393 epoch 122 - iter 372/3720 - loss 0.58586702 throughput (samples/sec): 75.91 +2019-08-16 03:57:03,926 epoch 122 - iter 744/3720 - loss 0.58222005 throughput (samples/sec): 75.46 +2019-08-16 03:59:46,722 epoch 122 - iter 1116/3720 - loss 0.58087299 throughput (samples/sec): 75.34 +2019-08-16 04:02:33,860 epoch 122 - iter 1488/3720 - loss 0.58086785 throughput (samples/sec): 74.31 +2019-08-16 04:05:16,644 epoch 122 - iter 1860/3720 - loss 0.57818127 throughput (samples/sec): 75.39 +2019-08-16 04:07:57,401 epoch 122 - iter 2232/3720 - loss 0.57916577 throughput (samples/sec): 76.03 +2019-08-16 04:10:39,951 epoch 122 - iter 2604/3720 - loss 0.58198257 throughput (samples/sec): 76.04 +2019-08-16 04:13:20,981 epoch 122 - iter 2976/3720 - loss 0.58429760 throughput (samples/sec): 77.36 +2019-08-16 04:16:02,050 epoch 122 - iter 3348/3720 - loss 0.58462099 throughput (samples/sec): 77.55 +2019-08-16 04:18:43,227 ---------------------------------------------------------------------------------------------------- +2019-08-16 04:18:43,227 EPOCH 122 done: loss 0.5855 - lr 0.0500 +2019-08-16 04:18:43,228 BAD EPOCHS (no improvement): 1 +2019-08-16 04:18:43,228 ---------------------------------------------------------------------------------------------------- +2019-08-16 04:18:44,957 epoch 123 - iter 0/3720 - loss 0.30337286 throughput (samples/sec): 23593.15 +2019-08-16 04:21:28,005 epoch 123 - iter 372/3720 - loss 0.58944040 throughput (samples/sec): 76.62 +2019-08-16 04:24:10,249 epoch 123 - iter 744/3720 - loss 0.57746133 throughput (samples/sec): 76.16 +2019-08-16 04:26:52,186 epoch 123 - iter 1116/3720 - loss 0.57335254 throughput (samples/sec): 76.48 +2019-08-16 04:29:35,540 epoch 123 - iter 1488/3720 - loss 0.58093705 throughput (samples/sec): 76.29 +2019-08-16 04:32:16,581 epoch 123 - iter 1860/3720 - loss 0.58347603 throughput (samples/sec): 77.26 +2019-08-16 04:34:55,882 epoch 123 - iter 2232/3720 - loss 0.58295878 throughput (samples/sec): 77.86 +2019-08-16 04:37:39,455 epoch 123 - iter 2604/3720 - loss 0.58263375 throughput (samples/sec): 75.56 +2019-08-16 04:40:23,396 epoch 123 - iter 2976/3720 - loss 0.58608931 throughput (samples/sec): 75.05 +2019-08-16 04:43:06,630 epoch 123 - iter 3348/3720 - loss 0.58725362 throughput (samples/sec): 75.81 +2019-08-16 04:45:49,508 ---------------------------------------------------------------------------------------------------- +2019-08-16 04:45:49,508 EPOCH 123 done: loss 0.5886 - lr 0.0500 +2019-08-16 04:45:49,508 BAD EPOCHS (no improvement): 2 +2019-08-16 04:45:49,509 ---------------------------------------------------------------------------------------------------- +2019-08-16 04:45:51,355 epoch 124 - iter 0/3720 - loss 0.68787766 throughput (samples/sec): 19935.91 +2019-08-16 04:48:34,724 epoch 124 - iter 372/3720 - loss 0.58605632 throughput (samples/sec): 75.42 +2019-08-16 04:51:19,493 epoch 124 - iter 744/3720 - loss 0.58418747 throughput (samples/sec): 75.32 +2019-08-16 04:54:02,302 epoch 124 - iter 1116/3720 - loss 0.58104620 throughput (samples/sec): 75.52 +2019-08-16 04:56:46,326 epoch 124 - iter 1488/3720 - loss 0.58163422 throughput (samples/sec): 75.41 +2019-08-16 04:59:30,142 epoch 124 - iter 1860/3720 - loss 0.58348783 throughput (samples/sec): 75.75 +2019-08-16 05:02:13,401 epoch 124 - iter 2232/3720 - loss 0.58435950 throughput (samples/sec): 75.74 +2019-08-16 05:04:54,429 epoch 124 - iter 2604/3720 - loss 0.58493045 throughput (samples/sec): 76.93 +2019-08-16 05:07:38,608 epoch 124 - iter 2976/3720 - loss 0.58430113 throughput (samples/sec): 75.89 +2019-08-16 05:10:22,187 epoch 124 - iter 3348/3720 - loss 0.58321136 throughput (samples/sec): 75.88 +2019-08-16 05:13:01,734 ---------------------------------------------------------------------------------------------------- +2019-08-16 05:13:01,734 EPOCH 124 done: loss 0.5843 - lr 0.0500 +2019-08-16 05:13:01,735 BAD EPOCHS (no improvement): 3 +2019-08-16 05:13:01,735 ---------------------------------------------------------------------------------------------------- +2019-08-16 05:13:03,424 epoch 125 - iter 0/3720 - loss 0.36915255 throughput (samples/sec): 25531.17 +2019-08-16 05:15:48,645 epoch 125 - iter 372/3720 - loss 0.56903807 throughput (samples/sec): 75.22 +2019-08-16 05:18:29,369 epoch 125 - iter 744/3720 - loss 0.57226500 throughput (samples/sec): 77.13 +2019-08-16 05:21:14,492 epoch 125 - iter 1116/3720 - loss 0.57583376 throughput (samples/sec): 74.90 +2019-08-16 05:23:56,546 epoch 125 - iter 1488/3720 - loss 0.57914059 throughput (samples/sec): 76.38 +2019-08-16 05:26:38,249 epoch 125 - iter 1860/3720 - loss 0.58039977 throughput (samples/sec): 76.17 +2019-08-16 05:29:21,254 epoch 125 - iter 2232/3720 - loss 0.57547496 throughput (samples/sec): 75.53 +2019-08-16 05:32:04,380 epoch 125 - iter 2604/3720 - loss 0.58005408 throughput (samples/sec): 75.94 +2019-08-16 05:34:46,709 epoch 125 - iter 2976/3720 - loss 0.58248779 throughput (samples/sec): 76.25 +2019-08-16 05:37:30,260 epoch 125 - iter 3348/3720 - loss 0.58349379 throughput (samples/sec): 75.44 +2019-08-16 05:40:16,512 ---------------------------------------------------------------------------------------------------- +2019-08-16 05:40:16,513 EPOCH 125 done: loss 0.5835 - lr 0.0500 +2019-08-16 05:40:16,513 BAD EPOCHS (no improvement): 4 +2019-08-16 05:40:16,513 ---------------------------------------------------------------------------------------------------- +2019-08-16 05:40:18,328 epoch 126 - iter 0/3720 - loss 0.42108583 throughput (samples/sec): 20464.85 +2019-08-16 05:43:01,393 epoch 126 - iter 372/3720 - loss 0.57105613 throughput (samples/sec): 76.44 +2019-08-16 05:45:44,995 epoch 126 - iter 744/3720 - loss 0.56416189 throughput (samples/sec): 75.51 +2019-08-16 05:48:27,352 epoch 126 - iter 1116/3720 - loss 0.56836867 throughput (samples/sec): 75.64 +2019-08-16 05:51:08,225 epoch 126 - iter 1488/3720 - loss 0.56206829 throughput (samples/sec): 77.06 +2019-08-16 05:53:49,191 epoch 126 - iter 1860/3720 - loss 0.56722397 throughput (samples/sec): 77.35 +2019-08-16 05:56:32,965 epoch 126 - iter 2232/3720 - loss 0.56590246 throughput (samples/sec): 74.88 +2019-08-16 05:59:18,900 epoch 126 - iter 2604/3720 - loss 0.56381979 throughput (samples/sec): 74.59 +2019-08-16 06:02:03,753 epoch 126 - iter 2976/3720 - loss 0.56611600 throughput (samples/sec): 75.44 +2019-08-16 06:04:47,811 epoch 126 - iter 3348/3720 - loss 0.56663485 throughput (samples/sec): 75.50 +2019-08-16 06:07:30,302 ---------------------------------------------------------------------------------------------------- +2019-08-16 06:07:30,302 EPOCH 126 done: loss 0.5669 - lr 0.0250 +2019-08-16 06:07:30,302 BAD EPOCHS (no improvement): 0 +2019-08-16 06:07:30,302 ---------------------------------------------------------------------------------------------------- +2019-08-16 06:07:32,074 epoch 127 - iter 0/3720 - loss 0.52399063 throughput (samples/sec): 21575.18 +2019-08-16 06:10:17,197 epoch 127 - iter 372/3720 - loss 0.57202326 throughput (samples/sec): 75.65 +2019-08-16 06:13:02,624 epoch 127 - iter 744/3720 - loss 0.56554477 throughput (samples/sec): 75.27 +2019-08-16 06:15:47,395 epoch 127 - iter 1116/3720 - loss 0.56657639 throughput (samples/sec): 75.07 +2019-08-16 06:18:29,762 epoch 127 - iter 1488/3720 - loss 0.56380863 throughput (samples/sec): 76.30 +2019-08-16 06:21:14,277 epoch 127 - iter 1860/3720 - loss 0.55965602 throughput (samples/sec): 75.22 +2019-08-16 06:23:55,999 epoch 127 - iter 2232/3720 - loss 0.55868144 throughput (samples/sec): 76.59 +2019-08-16 06:26:38,262 epoch 127 - iter 2604/3720 - loss 0.55808247 throughput (samples/sec): 76.23 +2019-08-16 06:29:20,958 epoch 127 - iter 2976/3720 - loss 0.55830459 throughput (samples/sec): 75.87 +2019-08-16 06:32:05,300 epoch 127 - iter 3348/3720 - loss 0.56010445 throughput (samples/sec): 75.87 +2019-08-16 06:34:47,788 ---------------------------------------------------------------------------------------------------- +2019-08-16 06:34:47,789 EPOCH 127 done: loss 0.5618 - lr 0.0250 +2019-08-16 06:34:47,789 BAD EPOCHS (no improvement): 0 +2019-08-16 06:34:47,789 ---------------------------------------------------------------------------------------------------- +2019-08-16 06:34:49,636 epoch 128 - iter 0/3720 - loss 0.66985488 throughput (samples/sec): 19557.90 +2019-08-16 06:37:34,840 epoch 128 - iter 372/3720 - loss 0.53489549 throughput (samples/sec): 75.35 +2019-08-16 06:40:18,060 epoch 128 - iter 744/3720 - loss 0.54392897 throughput (samples/sec): 75.94 +2019-08-16 06:43:00,259 epoch 128 - iter 1116/3720 - loss 0.54967535 throughput (samples/sec): 76.35 +2019-08-16 06:45:42,281 epoch 128 - iter 1488/3720 - loss 0.55922097 throughput (samples/sec): 76.43 +2019-08-16 06:48:24,989 epoch 128 - iter 1860/3720 - loss 0.55831286 throughput (samples/sec): 76.16 +2019-08-16 06:51:08,786 epoch 128 - iter 2232/3720 - loss 0.55818285 throughput (samples/sec): 75.35 +2019-08-16 06:53:53,194 epoch 128 - iter 2604/3720 - loss 0.55777916 throughput (samples/sec): 75.14 +2019-08-16 06:56:33,593 epoch 128 - iter 2976/3720 - loss 0.55920524 throughput (samples/sec): 77.02 +2019-08-16 06:59:17,302 epoch 128 - iter 3348/3720 - loss 0.56134678 throughput (samples/sec): 76.25 +2019-08-16 07:02:01,983 ---------------------------------------------------------------------------------------------------- +2019-08-16 07:02:01,984 EPOCH 128 done: loss 0.5626 - lr 0.0250 +2019-08-16 07:02:01,984 BAD EPOCHS (no improvement): 1 +2019-08-16 07:02:01,984 ---------------------------------------------------------------------------------------------------- +2019-08-16 07:02:03,952 epoch 129 - iter 0/3720 - loss 0.84288216 throughput (samples/sec): 15899.20 +2019-08-16 07:04:50,425 epoch 129 - iter 372/3720 - loss 0.55538852 throughput (samples/sec): 74.67 +2019-08-16 07:07:33,614 epoch 129 - iter 744/3720 - loss 0.56036498 throughput (samples/sec): 75.90 +2019-08-16 07:10:15,400 epoch 129 - iter 1116/3720 - loss 0.55306377 throughput (samples/sec): 76.62 +2019-08-16 07:12:58,291 epoch 129 - iter 1488/3720 - loss 0.55388745 throughput (samples/sec): 76.23 +2019-08-16 07:15:40,602 epoch 129 - iter 1860/3720 - loss 0.55736411 throughput (samples/sec): 76.67 +2019-08-16 07:18:23,101 epoch 129 - iter 2232/3720 - loss 0.55531710 throughput (samples/sec): 76.29 +2019-08-16 07:21:05,987 epoch 129 - iter 2604/3720 - loss 0.55306163 throughput (samples/sec): 76.02 +2019-08-16 07:23:49,315 epoch 129 - iter 2976/3720 - loss 0.55303047 throughput (samples/sec): 76.18 +2019-08-16 07:26:32,927 epoch 129 - iter 3348/3720 - loss 0.55545679 throughput (samples/sec): 75.58 +2019-08-16 07:29:14,303 ---------------------------------------------------------------------------------------------------- +2019-08-16 07:29:14,303 EPOCH 129 done: loss 0.5548 - lr 0.0250 +2019-08-16 07:29:14,303 BAD EPOCHS (no improvement): 0 +2019-08-16 07:29:14,303 ---------------------------------------------------------------------------------------------------- +2019-08-16 07:29:18,148 epoch 130 - iter 0/3720 - loss 0.62877369 throughput (samples/sec): 25832.58 +2019-08-16 07:32:01,111 epoch 130 - iter 372/3720 - loss 0.55213001 throughput (samples/sec): 75.83 +2019-08-16 07:34:42,670 epoch 130 - iter 744/3720 - loss 0.55016722 throughput (samples/sec): 77.23 +2019-08-16 07:37:26,045 epoch 130 - iter 1116/3720 - loss 0.55273786 throughput (samples/sec): 76.56 +2019-08-16 07:40:08,858 epoch 130 - iter 1488/3720 - loss 0.55365378 throughput (samples/sec): 76.63 +2019-08-16 07:42:52,923 epoch 130 - iter 1860/3720 - loss 0.55554798 throughput (samples/sec): 76.09 +2019-08-16 07:45:37,155 epoch 130 - iter 2232/3720 - loss 0.55455339 throughput (samples/sec): 75.76 +2019-08-16 07:48:20,073 epoch 130 - iter 2604/3720 - loss 0.55706412 throughput (samples/sec): 76.66 +2019-08-16 07:51:01,352 epoch 130 - iter 2976/3720 - loss 0.55752861 throughput (samples/sec): 77.18 +2019-08-16 07:53:44,949 epoch 130 - iter 3348/3720 - loss 0.55711935 throughput (samples/sec): 76.12 +2019-08-16 07:56:28,676 ---------------------------------------------------------------------------------------------------- +2019-08-16 07:56:28,676 EPOCH 130 done: loss 0.5562 - lr 0.0250 +2019-08-16 07:56:28,676 BAD EPOCHS (no improvement): 1 +2019-08-16 07:56:28,677 ---------------------------------------------------------------------------------------------------- +2019-08-16 07:56:30,526 epoch 131 - iter 0/3720 - loss 0.46423936 throughput (samples/sec): 21791.00 +2019-08-16 07:59:14,813 epoch 131 - iter 372/3720 - loss 0.56109171 throughput (samples/sec): 75.42 +2019-08-16 08:01:57,518 epoch 131 - iter 744/3720 - loss 0.54992709 throughput (samples/sec): 76.32 +2019-08-16 08:04:41,656 epoch 131 - iter 1116/3720 - loss 0.54973317 throughput (samples/sec): 75.56 +2019-08-16 08:07:24,455 epoch 131 - iter 1488/3720 - loss 0.55605991 throughput (samples/sec): 76.64 +2019-08-16 08:10:07,767 epoch 131 - iter 1860/3720 - loss 0.55302558 throughput (samples/sec): 75.36 +2019-08-16 08:12:51,395 epoch 131 - iter 2232/3720 - loss 0.55486521 throughput (samples/sec): 75.69 +2019-08-16 08:15:37,480 epoch 131 - iter 2604/3720 - loss 0.55119462 throughput (samples/sec): 74.58 +2019-08-16 08:18:21,867 epoch 131 - iter 2976/3720 - loss 0.55009820 throughput (samples/sec): 74.61 +2019-08-16 08:21:06,318 epoch 131 - iter 3348/3720 - loss 0.55068762 throughput (samples/sec): 74.59 +2019-08-16 08:23:51,778 ---------------------------------------------------------------------------------------------------- +2019-08-16 08:23:51,778 EPOCH 131 done: loss 0.5522 - lr 0.0250 +2019-08-16 08:23:51,778 BAD EPOCHS (no improvement): 0 +2019-08-16 08:23:51,778 ---------------------------------------------------------------------------------------------------- +2019-08-16 08:23:53,541 epoch 132 - iter 0/3720 - loss 0.48475194 throughput (samples/sec): 22973.51 +2019-08-16 08:26:38,093 epoch 132 - iter 372/3720 - loss 0.55327997 throughput (samples/sec): 74.97 +2019-08-16 08:29:21,744 epoch 132 - iter 744/3720 - loss 0.55767676 throughput (samples/sec): 75.94 +2019-08-16 08:32:05,264 epoch 132 - iter 1116/3720 - loss 0.54915754 throughput (samples/sec): 75.86 +2019-08-16 08:34:49,244 epoch 132 - iter 1488/3720 - loss 0.55122313 throughput (samples/sec): 75.05 +2019-08-16 08:37:33,712 epoch 132 - iter 1860/3720 - loss 0.54976697 throughput (samples/sec): 75.84 +2019-08-16 08:40:17,126 epoch 132 - iter 2232/3720 - loss 0.54959625 throughput (samples/sec): 76.03 +2019-08-16 08:42:59,506 epoch 132 - iter 2604/3720 - loss 0.55028682 throughput (samples/sec): 76.81 +2019-08-16 08:45:44,865 epoch 132 - iter 2976/3720 - loss 0.54871720 throughput (samples/sec): 74.84 +2019-08-16 08:48:28,845 epoch 132 - iter 3348/3720 - loss 0.54877515 throughput (samples/sec): 76.02 +2019-08-16 08:51:11,373 ---------------------------------------------------------------------------------------------------- +2019-08-16 08:51:11,374 EPOCH 132 done: loss 0.5482 - lr 0.0250 +2019-08-16 08:51:11,374 BAD EPOCHS (no improvement): 0 +2019-08-16 08:51:11,374 ---------------------------------------------------------------------------------------------------- +2019-08-16 08:51:13,035 epoch 133 - iter 0/3720 - loss 0.23740196 throughput (samples/sec): 29620.59 +2019-08-16 08:53:59,113 epoch 133 - iter 372/3720 - loss 0.53323255 throughput (samples/sec): 74.73 +2019-08-16 08:56:42,078 epoch 133 - iter 744/3720 - loss 0.54171826 throughput (samples/sec): 76.37 +2019-08-16 08:59:25,126 epoch 133 - iter 1116/3720 - loss 0.54648724 throughput (samples/sec): 76.17 +2019-08-16 09:02:08,593 epoch 133 - iter 1488/3720 - loss 0.54504599 throughput (samples/sec): 76.14 +2019-08-16 09:04:50,981 epoch 133 - iter 1860/3720 - loss 0.54764297 throughput (samples/sec): 75.64 +2019-08-16 09:07:34,000 epoch 133 - iter 2232/3720 - loss 0.54668967 throughput (samples/sec): 76.15 +2019-08-16 09:10:18,884 epoch 133 - iter 2604/3720 - loss 0.54623024 throughput (samples/sec): 74.60 +2019-08-16 09:13:01,086 epoch 133 - iter 2976/3720 - loss 0.54674772 throughput (samples/sec): 76.86 +2019-08-16 09:15:42,088 epoch 133 - iter 3348/3720 - loss 0.54447125 throughput (samples/sec): 76.40 +2019-08-16 09:18:23,968 ---------------------------------------------------------------------------------------------------- +2019-08-16 09:18:23,968 EPOCH 133 done: loss 0.5459 - lr 0.0250 +2019-08-16 09:18:23,968 BAD EPOCHS (no improvement): 0 +2019-08-16 09:18:23,968 ---------------------------------------------------------------------------------------------------- +2019-08-16 09:18:25,645 epoch 134 - iter 0/3720 - loss 0.63596296 throughput (samples/sec): 25826.88 +2019-08-16 09:21:11,248 epoch 134 - iter 372/3720 - loss 0.53748547 throughput (samples/sec): 75.12 +2019-08-16 09:23:54,450 epoch 134 - iter 744/3720 - loss 0.53590332 throughput (samples/sec): 76.03 +2019-08-16 09:26:37,595 epoch 134 - iter 1116/3720 - loss 0.54485081 throughput (samples/sec): 75.44 +2019-08-16 09:29:22,714 epoch 134 - iter 1488/3720 - loss 0.53994281 throughput (samples/sec): 75.02 +2019-08-16 09:32:05,721 epoch 134 - iter 1860/3720 - loss 0.54562568 throughput (samples/sec): 76.05 +2019-08-16 09:34:49,480 epoch 134 - iter 2232/3720 - loss 0.54627445 throughput (samples/sec): 75.67 +2019-08-16 09:37:34,286 epoch 134 - iter 2604/3720 - loss 0.54387174 throughput (samples/sec): 75.93 +2019-08-16 09:40:19,476 epoch 134 - iter 2976/3720 - loss 0.54453711 throughput (samples/sec): 75.26 +2019-08-16 09:43:04,655 epoch 134 - iter 3348/3720 - loss 0.54422456 throughput (samples/sec): 74.73 +2019-08-16 09:45:48,314 ---------------------------------------------------------------------------------------------------- +2019-08-16 09:45:48,314 EPOCH 134 done: loss 0.5442 - lr 0.0250 +2019-08-16 09:45:48,315 BAD EPOCHS (no improvement): 0 +2019-08-16 09:45:48,315 ---------------------------------------------------------------------------------------------------- +2019-08-16 09:45:49,962 epoch 135 - iter 0/3720 - loss 0.36704493 throughput (samples/sec): 30036.54 +2019-08-16 09:48:32,016 epoch 135 - iter 372/3720 - loss 0.53183833 throughput (samples/sec): 76.48 +2019-08-16 09:51:15,915 epoch 135 - iter 744/3720 - loss 0.52481571 throughput (samples/sec): 75.79 +2019-08-16 09:54:01,571 epoch 135 - iter 1116/3720 - loss 0.53838552 throughput (samples/sec): 75.35 +2019-08-16 09:56:43,693 epoch 135 - iter 1488/3720 - loss 0.54381951 throughput (samples/sec): 76.19 +2019-08-16 09:59:24,990 epoch 135 - iter 1860/3720 - loss 0.54270952 throughput (samples/sec): 76.56 +2019-08-16 10:02:07,489 epoch 135 - iter 2232/3720 - loss 0.54350146 throughput (samples/sec): 76.40 +2019-08-16 10:04:51,469 epoch 135 - iter 2604/3720 - loss 0.54611310 throughput (samples/sec): 75.50 +2019-08-16 10:07:34,468 epoch 135 - iter 2976/3720 - loss 0.54834997 throughput (samples/sec): 75.81 +2019-08-16 10:10:17,125 epoch 135 - iter 3348/3720 - loss 0.54604333 throughput (samples/sec): 76.62 +2019-08-16 10:13:00,315 ---------------------------------------------------------------------------------------------------- +2019-08-16 10:13:00,316 EPOCH 135 done: loss 0.5474 - lr 0.0250 +2019-08-16 10:13:00,316 BAD EPOCHS (no improvement): 1 +2019-08-16 10:13:00,316 ---------------------------------------------------------------------------------------------------- +2019-08-16 10:13:02,184 epoch 136 - iter 0/3720 - loss 0.51568985 throughput (samples/sec): 18872.89 +2019-08-16 10:15:48,450 epoch 136 - iter 372/3720 - loss 0.55596786 throughput (samples/sec): 75.10 +2019-08-16 10:18:31,660 epoch 136 - iter 744/3720 - loss 0.54414564 throughput (samples/sec): 76.19 +2019-08-16 10:21:16,235 epoch 136 - iter 1116/3720 - loss 0.54312637 throughput (samples/sec): 75.34 +2019-08-16 10:23:59,885 epoch 136 - iter 1488/3720 - loss 0.54612150 throughput (samples/sec): 75.72 +2019-08-16 10:26:43,180 epoch 136 - iter 1860/3720 - loss 0.54737286 throughput (samples/sec): 75.81 +2019-08-16 10:29:26,807 epoch 136 - iter 2232/3720 - loss 0.54682478 throughput (samples/sec): 76.30 +2019-08-16 10:32:08,030 epoch 136 - iter 2604/3720 - loss 0.54949765 throughput (samples/sec): 76.64 +2019-08-16 10:34:49,575 epoch 136 - iter 2976/3720 - loss 0.54944511 throughput (samples/sec): 75.92 +2019-08-16 10:37:33,817 epoch 136 - iter 3348/3720 - loss 0.54638724 throughput (samples/sec): 75.13 +2019-08-16 10:40:15,243 ---------------------------------------------------------------------------------------------------- +2019-08-16 10:40:15,244 EPOCH 136 done: loss 0.5470 - lr 0.0250 +2019-08-16 10:40:15,244 BAD EPOCHS (no improvement): 2 +2019-08-16 10:40:15,244 ---------------------------------------------------------------------------------------------------- +2019-08-16 10:40:17,043 epoch 137 - iter 0/3720 - loss 0.45256090 throughput (samples/sec): 21805.42 +2019-08-16 10:42:59,284 epoch 137 - iter 372/3720 - loss 0.53340439 throughput (samples/sec): 77.38 +2019-08-16 10:45:40,443 epoch 137 - iter 744/3720 - loss 0.53153445 throughput (samples/sec): 77.79 +2019-08-16 10:48:26,395 epoch 137 - iter 1116/3720 - loss 0.53840103 throughput (samples/sec): 75.18 +2019-08-16 10:51:11,305 epoch 137 - iter 1488/3720 - loss 0.53530071 throughput (samples/sec): 75.17 +2019-08-16 10:53:57,638 epoch 137 - iter 1860/3720 - loss 0.53379940 throughput (samples/sec): 74.99 +2019-08-16 10:56:41,987 epoch 137 - iter 2232/3720 - loss 0.53386588 throughput (samples/sec): 75.89 +2019-08-16 10:59:26,214 epoch 137 - iter 2604/3720 - loss 0.53706865 throughput (samples/sec): 75.40 +2019-08-16 11:02:17,100 epoch 137 - iter 2976/3720 - loss 0.53791899 throughput (samples/sec): 72.28 +2019-08-16 11:06:12,526 epoch 137 - iter 3348/3720 - loss 0.54047461 throughput (samples/sec): 51.98 +2019-08-16 11:09:52,037 ---------------------------------------------------------------------------------------------------- +2019-08-16 11:09:52,037 EPOCH 137 done: loss 0.5415 - lr 0.0250 +2019-08-16 11:09:52,037 BAD EPOCHS (no improvement): 0 +2019-08-16 11:09:52,037 ---------------------------------------------------------------------------------------------------- +2019-08-16 11:09:54,083 epoch 138 - iter 0/3720 - loss 1.19701672 throughput (samples/sec): 17924.70 +2019-08-16 11:14:10,554 epoch 138 - iter 372/3720 - loss 0.53208181 throughput (samples/sec): 47.68 +2019-08-16 11:18:06,179 epoch 138 - iter 744/3720 - loss 0.52045314 throughput (samples/sec): 52.18 +2019-08-16 11:22:21,515 epoch 138 - iter 1116/3720 - loss 0.53039163 throughput (samples/sec): 48.34 +2019-08-16 11:26:03,357 epoch 138 - iter 1488/3720 - loss 0.52938187 throughput (samples/sec): 55.22 +2019-08-16 11:30:18,229 epoch 138 - iter 1860/3720 - loss 0.53684335 throughput (samples/sec): 47.99 +2019-08-16 11:34:07,057 epoch 138 - iter 2232/3720 - loss 0.53465117 throughput (samples/sec): 53.79 +2019-08-16 11:38:17,774 epoch 138 - iter 2604/3720 - loss 0.53499290 throughput (samples/sec): 49.13 +2019-08-16 11:42:00,098 epoch 138 - iter 2976/3720 - loss 0.53972484 throughput (samples/sec): 55.52 +2019-08-16 11:46:12,661 epoch 138 - iter 3348/3720 - loss 0.54070237 throughput (samples/sec): 48.84 +2019-08-16 11:49:55,267 ---------------------------------------------------------------------------------------------------- +2019-08-16 11:49:55,267 EPOCH 138 done: loss 0.5436 - lr 0.0250 +2019-08-16 11:49:55,267 BAD EPOCHS (no improvement): 1 +2019-08-16 11:49:55,267 ---------------------------------------------------------------------------------------------------- +2019-08-16 11:49:57,533 epoch 139 - iter 0/3720 - loss 0.59516120 throughput (samples/sec): 15771.08 +2019-08-16 11:54:08,575 epoch 139 - iter 372/3720 - loss 0.54471094 throughput (samples/sec): 49.22 +2019-08-16 11:57:47,379 epoch 139 - iter 744/3720 - loss 0.54999249 throughput (samples/sec): 56.09 +2019-08-16 12:01:56,698 epoch 139 - iter 1116/3720 - loss 0.55402246 throughput (samples/sec): 49.28 +2019-08-16 12:05:39,323 epoch 139 - iter 1488/3720 - loss 0.55168439 throughput (samples/sec): 55.50 +2019-08-16 12:09:53,005 epoch 139 - iter 1860/3720 - loss 0.54996040 throughput (samples/sec): 48.34 +2019-08-16 12:13:37,668 epoch 139 - iter 2232/3720 - loss 0.54782652 throughput (samples/sec): 54.74 +2019-08-16 12:17:48,439 epoch 139 - iter 2604/3720 - loss 0.54441214 throughput (samples/sec): 49.10 +2019-08-16 12:21:36,083 epoch 139 - iter 2976/3720 - loss 0.54511269 throughput (samples/sec): 54.14 +2019-08-16 12:25:51,236 epoch 139 - iter 3348/3720 - loss 0.54443419 throughput (samples/sec): 47.92 +2019-08-16 12:29:34,368 ---------------------------------------------------------------------------------------------------- +2019-08-16 12:29:34,368 EPOCH 139 done: loss 0.5451 - lr 0.0250 +2019-08-16 12:29:34,368 BAD EPOCHS (no improvement): 2 +2019-08-16 12:29:34,369 ---------------------------------------------------------------------------------------------------- +2019-08-16 12:29:36,641 epoch 140 - iter 0/3720 - loss 0.49179482 throughput (samples/sec): 13183.81 +2019-08-16 12:33:50,410 epoch 140 - iter 372/3720 - loss 0.53342361 throughput (samples/sec): 48.58 +2019-08-16 12:37:28,837 epoch 140 - iter 744/3720 - loss 0.53187150 throughput (samples/sec): 56.58 +2019-08-16 12:41:41,541 epoch 140 - iter 1116/3720 - loss 0.53726347 throughput (samples/sec): 48.71 +2019-08-16 12:45:23,787 epoch 140 - iter 1488/3720 - loss 0.53682820 throughput (samples/sec): 55.52 +2019-08-16 12:49:35,771 epoch 140 - iter 1860/3720 - loss 0.53587026 throughput (samples/sec): 48.86 +2019-08-16 12:53:15,712 epoch 140 - iter 2232/3720 - loss 0.53511571 throughput (samples/sec): 56.28 +2019-08-16 12:57:28,486 epoch 140 - iter 2604/3720 - loss 0.53257680 throughput (samples/sec): 48.62 +2019-08-16 13:01:09,750 epoch 140 - iter 2976/3720 - loss 0.53344971 throughput (samples/sec): 55.62 +2019-08-16 13:05:19,098 epoch 140 - iter 3348/3720 - loss 0.53619032 throughput (samples/sec): 49.54 +2019-08-16 13:08:59,355 ---------------------------------------------------------------------------------------------------- +2019-08-16 13:08:59,356 EPOCH 140 done: loss 0.5363 - lr 0.0250 +2019-08-16 13:08:59,356 BAD EPOCHS (no improvement): 0 +2019-08-16 13:08:59,356 ---------------------------------------------------------------------------------------------------- +2019-08-16 13:09:01,279 epoch 141 - iter 0/3720 - loss 0.33176517 throughput (samples/sec): 19594.84 +2019-08-16 13:13:10,773 epoch 141 - iter 372/3720 - loss 0.52940859 throughput (samples/sec): 49.16 +2019-08-16 13:16:55,642 epoch 141 - iter 744/3720 - loss 0.53665618 throughput (samples/sec): 54.47 +2019-08-16 13:21:09,703 epoch 141 - iter 1116/3720 - loss 0.54078623 throughput (samples/sec): 48.20 +2019-08-16 13:24:50,477 epoch 141 - iter 1488/3720 - loss 0.54051847 throughput (samples/sec): 55.81 +2019-08-16 13:29:04,832 epoch 141 - iter 1860/3720 - loss 0.53706665 throughput (samples/sec): 48.39 +2019-08-16 13:32:46,708 epoch 141 - iter 2232/3720 - loss 0.54000080 throughput (samples/sec): 55.52 +2019-08-16 13:36:57,265 epoch 141 - iter 2604/3720 - loss 0.53741352 throughput (samples/sec): 49.29 +2019-08-16 13:40:36,232 epoch 141 - iter 2976/3720 - loss 0.53683066 throughput (samples/sec): 56.08 +2019-08-16 13:44:49,026 epoch 141 - iter 3348/3720 - loss 0.53870674 throughput (samples/sec): 48.39 +2019-08-16 13:48:27,638 ---------------------------------------------------------------------------------------------------- +2019-08-16 13:48:27,638 EPOCH 141 done: loss 0.5380 - lr 0.0250 +2019-08-16 13:48:27,638 BAD EPOCHS (no improvement): 1 +2019-08-16 13:48:27,638 ---------------------------------------------------------------------------------------------------- +2019-08-16 13:48:29,624 epoch 142 - iter 0/3720 - loss 0.44517446 throughput (samples/sec): 20414.95 +2019-08-16 13:52:48,297 epoch 142 - iter 372/3720 - loss 0.51014734 throughput (samples/sec): 47.67 +2019-08-16 13:56:27,857 epoch 142 - iter 744/3720 - loss 0.51879235 throughput (samples/sec): 56.28 +2019-08-16 14:00:42,008 epoch 142 - iter 1116/3720 - loss 0.52066611 throughput (samples/sec): 48.61 +2019-08-16 14:04:18,964 epoch 142 - iter 1488/3720 - loss 0.52941071 throughput (samples/sec): 56.80 +2019-08-16 14:08:32,437 epoch 142 - iter 1860/3720 - loss 0.53364108 throughput (samples/sec): 48.13 +2019-08-16 14:12:27,452 epoch 142 - iter 2232/3720 - loss 0.53802941 throughput (samples/sec): 52.54 +2019-08-16 14:16:36,689 epoch 142 - iter 2604/3720 - loss 0.53767510 throughput (samples/sec): 49.45 +2019-08-16 14:20:21,883 epoch 142 - iter 2976/3720 - loss 0.53739336 throughput (samples/sec): 54.81 +2019-08-16 14:24:33,209 epoch 142 - iter 3348/3720 - loss 0.53892493 throughput (samples/sec): 48.68 +2019-08-16 14:28:18,592 ---------------------------------------------------------------------------------------------------- +2019-08-16 14:28:18,593 EPOCH 142 done: loss 0.5381 - lr 0.0250 +2019-08-16 14:28:18,593 BAD EPOCHS (no improvement): 2 +2019-08-16 14:28:18,593 ---------------------------------------------------------------------------------------------------- +2019-08-16 14:28:20,758 epoch 143 - iter 0/3720 - loss 0.59441328 throughput (samples/sec): 15227.40 +2019-08-16 14:32:32,347 epoch 143 - iter 372/3720 - loss 0.54353970 throughput (samples/sec): 48.71 +2019-08-16 14:36:15,999 epoch 143 - iter 744/3720 - loss 0.53506296 throughput (samples/sec): 54.76 +2019-08-16 14:40:33,955 epoch 143 - iter 1116/3720 - loss 0.53436093 throughput (samples/sec): 47.65 +2019-08-16 14:44:09,109 epoch 143 - iter 1488/3720 - loss 0.54070474 throughput (samples/sec): 56.92 +2019-08-16 14:48:22,268 epoch 143 - iter 1860/3720 - loss 0.53960513 throughput (samples/sec): 48.69 +2019-08-16 14:52:06,421 epoch 143 - iter 2232/3720 - loss 0.53906203 throughput (samples/sec): 54.90 +2019-08-16 14:56:24,692 epoch 143 - iter 2604/3720 - loss 0.53996997 throughput (samples/sec): 47.79 +2019-08-16 15:00:06,492 epoch 143 - iter 2976/3720 - loss 0.53947131 throughput (samples/sec): 55.30 +2019-08-16 15:04:15,003 epoch 143 - iter 3348/3720 - loss 0.53918497 throughput (samples/sec): 49.83 +2019-08-16 15:07:56,787 ---------------------------------------------------------------------------------------------------- +2019-08-16 15:07:56,787 EPOCH 143 done: loss 0.5401 - lr 0.0250 +2019-08-16 15:07:56,787 BAD EPOCHS (no improvement): 3 +2019-08-16 15:07:56,788 ---------------------------------------------------------------------------------------------------- +2019-08-16 15:07:58,807 epoch 144 - iter 0/3720 - loss 0.65523267 throughput (samples/sec): 18691.42 +2019-08-16 15:12:12,991 epoch 144 - iter 372/3720 - loss 0.51497374 throughput (samples/sec): 48.28 +2019-08-16 15:15:55,774 epoch 144 - iter 744/3720 - loss 0.51904920 throughput (samples/sec): 55.25 +2019-08-16 15:20:10,156 epoch 144 - iter 1116/3720 - loss 0.52119448 throughput (samples/sec): 48.31 +2019-08-16 15:23:49,915 epoch 144 - iter 1488/3720 - loss 0.52178085 throughput (samples/sec): 55.70 +2019-08-16 15:28:02,741 epoch 144 - iter 1860/3720 - loss 0.52237854 throughput (samples/sec): 48.73 +2019-08-16 15:31:45,497 epoch 144 - iter 2232/3720 - loss 0.52511827 throughput (samples/sec): 55.60 +2019-08-16 15:35:58,064 epoch 144 - iter 2604/3720 - loss 0.52610562 throughput (samples/sec): 48.76 +2019-08-16 15:39:52,052 epoch 144 - iter 2976/3720 - loss 0.52720372 throughput (samples/sec): 52.49 +2019-08-16 15:44:04,484 epoch 144 - iter 3348/3720 - loss 0.52786657 throughput (samples/sec): 48.31 +2019-08-16 15:47:42,509 ---------------------------------------------------------------------------------------------------- +2019-08-16 15:47:42,509 EPOCH 144 done: loss 0.5301 - lr 0.0250 +2019-08-16 15:47:42,510 BAD EPOCHS (no improvement): 0 +2019-08-16 15:47:42,510 ---------------------------------------------------------------------------------------------------- +2019-08-16 15:47:44,471 epoch 145 - iter 0/3720 - loss 0.53303099 throughput (samples/sec): 18852.89 +2019-08-16 15:51:51,269 epoch 145 - iter 372/3720 - loss 0.54319095 throughput (samples/sec): 49.69 +2019-08-16 15:55:34,722 epoch 145 - iter 744/3720 - loss 0.55111078 throughput (samples/sec): 55.59 +2019-08-16 15:59:49,959 epoch 145 - iter 1116/3720 - loss 0.54632581 throughput (samples/sec): 48.18 +2019-08-16 16:03:52,687 epoch 145 - iter 1488/3720 - loss 0.54145772 throughput (samples/sec): 50.37 +2019-08-16 16:08:03,469 epoch 145 - iter 1860/3720 - loss 0.53752856 throughput (samples/sec): 48.91 +2019-08-16 16:11:45,993 epoch 145 - iter 2232/3720 - loss 0.53435324 throughput (samples/sec): 55.29 +2019-08-16 16:16:02,601 epoch 145 - iter 2604/3720 - loss 0.53203734 throughput (samples/sec): 47.68 +2019-08-16 16:19:47,558 epoch 145 - iter 2976/3720 - loss 0.53264483 throughput (samples/sec): 54.46 +2019-08-16 16:23:59,191 epoch 145 - iter 3348/3720 - loss 0.53460981 throughput (samples/sec): 48.87 +2019-08-16 16:27:39,672 ---------------------------------------------------------------------------------------------------- +2019-08-16 16:27:39,673 EPOCH 145 done: loss 0.5355 - lr 0.0250 +2019-08-16 16:27:39,673 BAD EPOCHS (no improvement): 1 +2019-08-16 16:27:39,673 ---------------------------------------------------------------------------------------------------- +2019-08-16 16:27:42,087 epoch 146 - iter 0/3720 - loss 0.36445189 throughput (samples/sec): 12935.79 +2019-08-16 16:31:58,404 epoch 146 - iter 372/3720 - loss 0.53069903 throughput (samples/sec): 47.86 +2019-08-16 16:35:37,960 epoch 146 - iter 744/3720 - loss 0.51701124 throughput (samples/sec): 56.51 +2019-08-16 16:39:48,375 epoch 146 - iter 1116/3720 - loss 0.52519196 throughput (samples/sec): 49.06 +2019-08-16 16:43:26,135 epoch 146 - iter 1488/3720 - loss 0.52646476 throughput (samples/sec): 56.58 +2019-08-16 16:47:40,289 epoch 146 - iter 1860/3720 - loss 0.53076636 throughput (samples/sec): 48.03 +2019-08-16 16:51:24,317 epoch 146 - iter 2232/3720 - loss 0.53141286 throughput (samples/sec): 55.09 +2019-08-16 16:55:37,270 epoch 146 - iter 2604/3720 - loss 0.52936052 throughput (samples/sec): 48.82 +2019-08-16 16:59:16,975 epoch 146 - iter 2976/3720 - loss 0.53222744 throughput (samples/sec): 56.38 +2019-08-16 17:03:26,144 epoch 146 - iter 3348/3720 - loss 0.53195692 throughput (samples/sec): 49.52 +2019-08-16 17:07:09,555 ---------------------------------------------------------------------------------------------------- +2019-08-16 17:07:09,555 EPOCH 146 done: loss 0.5329 - lr 0.0250 +2019-08-16 17:07:09,555 BAD EPOCHS (no improvement): 2 +2019-08-16 17:07:09,555 ---------------------------------------------------------------------------------------------------- +2019-08-16 17:07:11,491 epoch 147 - iter 0/3720 - loss 0.25649238 throughput (samples/sec): 19860.51 +2019-08-16 17:11:17,211 epoch 147 - iter 372/3720 - loss 0.53676751 throughput (samples/sec): 50.16 +2019-08-16 17:14:53,418 epoch 147 - iter 744/3720 - loss 0.54119203 throughput (samples/sec): 56.97 +2019-08-16 17:19:08,997 epoch 147 - iter 1116/3720 - loss 0.53600298 throughput (samples/sec): 48.34 +2019-08-16 17:22:49,309 epoch 147 - iter 1488/3720 - loss 0.53590698 throughput (samples/sec): 55.98 +2019-08-16 17:27:00,721 epoch 147 - iter 1860/3720 - loss 0.53652006 throughput (samples/sec): 48.66 +2019-08-16 17:30:39,801 epoch 147 - iter 2232/3720 - loss 0.53558644 throughput (samples/sec): 56.38 +2019-08-16 17:34:47,187 epoch 147 - iter 2604/3720 - loss 0.53431905 throughput (samples/sec): 49.93 +2019-08-16 17:38:26,823 epoch 147 - iter 2976/3720 - loss 0.53287713 throughput (samples/sec): 55.85 +2019-08-16 17:42:40,751 epoch 147 - iter 3348/3720 - loss 0.53244594 throughput (samples/sec): 48.53 +2019-08-16 17:46:21,389 ---------------------------------------------------------------------------------------------------- +2019-08-16 17:46:21,390 EPOCH 147 done: loss 0.5340 - lr 0.0250 +2019-08-16 17:46:21,390 BAD EPOCHS (no improvement): 3 +2019-08-16 17:46:21,390 ---------------------------------------------------------------------------------------------------- +2019-08-16 17:46:23,379 epoch 148 - iter 0/3720 - loss 0.51061249 throughput (samples/sec): 21030.85 +2019-08-16 17:50:38,308 epoch 148 - iter 372/3720 - loss 0.52756494 throughput (samples/sec): 47.88 +2019-08-16 17:54:19,136 epoch 148 - iter 744/3720 - loss 0.53368149 throughput (samples/sec): 55.50 +2019-08-16 17:58:31,805 epoch 148 - iter 1116/3720 - loss 0.53820451 throughput (samples/sec): 48.93 +2019-08-16 18:02:18,126 epoch 148 - iter 1488/3720 - loss 0.53257269 throughput (samples/sec): 54.20 +2019-08-16 18:06:32,858 epoch 148 - iter 1860/3720 - loss 0.53269776 throughput (samples/sec): 48.26 +2019-08-16 18:10:12,492 epoch 148 - iter 2232/3720 - loss 0.53014567 throughput (samples/sec): 56.02 +2019-08-16 18:14:21,052 epoch 148 - iter 2604/3720 - loss 0.52749310 throughput (samples/sec): 49.24 +2019-08-16 18:18:03,078 epoch 148 - iter 2976/3720 - loss 0.52590351 throughput (samples/sec): 55.46 +2019-08-16 18:22:17,481 epoch 148 - iter 3348/3720 - loss 0.52801033 throughput (samples/sec): 48.56 +2019-08-16 18:25:58,561 ---------------------------------------------------------------------------------------------------- +2019-08-16 18:25:58,562 EPOCH 148 done: loss 0.5280 - lr 0.0250 +2019-08-16 18:25:58,562 BAD EPOCHS (no improvement): 0 +2019-08-16 18:25:58,562 ---------------------------------------------------------------------------------------------------- +2019-08-16 18:26:00,669 epoch 149 - iter 0/3720 - loss 0.42755437 throughput (samples/sec): 18865.28 +2019-08-16 18:30:11,691 epoch 149 - iter 372/3720 - loss 0.53250036 throughput (samples/sec): 48.90 +2019-08-16 18:33:54,833 epoch 149 - iter 744/3720 - loss 0.53193735 throughput (samples/sec): 54.84 +2019-08-16 18:38:04,698 epoch 149 - iter 1116/3720 - loss 0.53354692 throughput (samples/sec): 48.95 +2019-08-16 18:41:46,458 epoch 149 - iter 1488/3720 - loss 0.53388988 throughput (samples/sec): 55.71 +2019-08-16 18:46:01,918 epoch 149 - iter 1860/3720 - loss 0.53713460 throughput (samples/sec): 48.27 +2019-08-16 18:49:41,623 epoch 149 - iter 2232/3720 - loss 0.53652019 throughput (samples/sec): 55.94 +2019-08-16 18:53:57,822 epoch 149 - iter 2604/3720 - loss 0.53371822 throughput (samples/sec): 47.70 +2019-08-16 18:57:36,436 epoch 149 - iter 2976/3720 - loss 0.53389733 throughput (samples/sec): 56.69 +2019-08-16 19:01:48,227 epoch 149 - iter 3348/3720 - loss 0.53356533 throughput (samples/sec): 48.88 +2019-08-16 19:05:27,867 ---------------------------------------------------------------------------------------------------- +2019-08-16 19:05:27,868 EPOCH 149 done: loss 0.5337 - lr 0.0250 +2019-08-16 19:05:27,868 BAD EPOCHS (no improvement): 1 +2019-08-16 19:05:27,868 ---------------------------------------------------------------------------------------------------- +2019-08-16 19:05:30,235 epoch 150 - iter 0/3720 - loss 0.61263156 throughput (samples/sec): 14056.88 +2019-08-16 19:09:39,869 epoch 150 - iter 372/3720 - loss 0.52670288 throughput (samples/sec): 49.13 +2019-08-16 19:13:18,213 epoch 150 - iter 744/3720 - loss 0.52680524 throughput (samples/sec): 56.57 +2019-08-16 19:17:30,823 epoch 150 - iter 1116/3720 - loss 0.52350596 throughput (samples/sec): 48.75 +2019-08-16 19:21:15,536 epoch 150 - iter 1488/3720 - loss 0.52232205 throughput (samples/sec): 54.94 +2019-08-16 19:25:27,106 epoch 150 - iter 1860/3720 - loss 0.52478020 throughput (samples/sec): 48.67 +2019-08-16 19:29:13,694 epoch 150 - iter 2232/3720 - loss 0.52661463 throughput (samples/sec): 54.39 +2019-08-16 19:33:22,534 epoch 150 - iter 2604/3720 - loss 0.52534755 throughput (samples/sec): 49.66 +2019-08-16 19:37:02,712 epoch 150 - iter 2976/3720 - loss 0.52854977 throughput (samples/sec): 56.14 +2019-08-16 19:41:19,684 epoch 150 - iter 3348/3720 - loss 0.52934089 throughput (samples/sec): 47.70 +2019-08-16 19:44:58,859 ---------------------------------------------------------------------------------------------------- +2019-08-16 19:44:58,860 EPOCH 150 done: loss 0.5292 - lr 0.0250 +2019-08-16 19:44:58,860 BAD EPOCHS (no improvement): 2 +2019-08-16 19:45:10,759 ---------------------------------------------------------------------------------------------------- +2019-08-16 19:45:10,759 Testing using best model ... +2019-08-16 19:52:54,354 0.9064 0.9058 0.9061 +2019-08-16 19:52:54,354 +MICRO_AVG: acc 0.8283 - f1-score 0.9061 +MACRO_AVG: acc 0.8118 - f1-score 0.89455 +LOC tp: 10354 - fp: 1214 - fn: 1119 - tn: 10354 - precision: 0.8951 - recall: 0.9025 - accuracy: 0.8161 - f1-score: 0.8988 +MISC tp: 3355 - fp: 575 - fn: 662 - tn: 3355 - precision: 0.8537 - recall: 0.8352 - accuracy: 0.7306 - f1-score: 0.8443 +ORG tp: 2115 - fp: 263 - fn: 335 - tn: 2115 - precision: 0.8894 - recall: 0.8633 - accuracy: 0.7796 - f1-score: 0.8762 +PER tp: 7299 - fp: 337 - fn: 288 - tn: 7299 - precision: 0.9559 - recall: 0.9620 - accuracy: 0.9211 - f1-score: 0.9589 +2019-08-16 19:52:54,354 ----------------------------------------------------------------------------------------------------