diff --git "a/training.log" "b/training.log" --- "a/training.log" +++ "b/training.log" @@ -1,11 +1,12 @@ -2023-04-05 22:42:39,751 ---------------------------------------------------------------------------------------------------- -2023-04-05 22:42:39,751 Model: "SequenceTagger( +2020-05-14 20:23:32,474 ---------------------------------------------------------------------------------------------------- +2020-05-14 20:23:32,475 Model: "SequenceTagger( (embeddings): StackedEmbeddings( (list_embedding_0): FlairEmbeddings( (lm): LanguageModel( (drop): Dropout(p=0.05, inplace=False) (encoder): Embedding(300, 100) (rnn): LSTM(100, 2048) + (decoder): Linear(in_features=2048, out_features=300, bias=True) ) ) (list_embedding_1): FlairEmbeddings( @@ -13,6 +14,7 @@ (drop): Dropout(p=0.05, inplace=False) (encoder): Embedding(300, 100) (rnn): LSTM(100, 2048) + (decoder): Linear(in_features=2048, out_features=300, bias=True) ) ) ) @@ -20,2195 +22,2182 @@ (locked_dropout): LockedDropout(p=0.5) (embedding2nn): Linear(in_features=4096, out_features=4096, bias=True) (rnn): LSTM(4096, 256, batch_first=True, bidirectional=True) - (linear): Linear(in_features=512, out_features=52, bias=True) - (loss_function): ViterbiLoss() - (crf): CRF() + (linear): Linear(in_features=512, out_features=53, bias=True) + (beta): 1.0 + (weights): None + (weight_tensor) None )" -2023-04-05 22:42:39,751 ---------------------------------------------------------------------------------------------------- -2023-04-05 22:42:39,751 Corpus: "Corpus: 75187 train + 9603 dev + 9479 test sentences" -2023-04-05 22:42:39,751 ---------------------------------------------------------------------------------------------------- -2023-04-05 22:42:39,751 Parameters: -2023-04-05 22:42:39,751 - learning_rate: "0.100000" -2023-04-05 22:42:39,751 - mini_batch_size: "32" -2023-04-05 22:42:39,751 - patience: "3" -2023-04-05 22:42:39,751 - anneal_factor: "0.5" -2023-04-05 22:42:39,751 - max_epochs: "150" -2023-04-05 22:42:39,751 - shuffle: "True" -2023-04-05 22:42:39,751 - train_with_dev: "True" -2023-04-05 22:42:39,751 - batch_growth_annealing: "False" -2023-04-05 22:42:39,752 ---------------------------------------------------------------------------------------------------- -2023-04-05 22:42:39,752 Model training base path: "resources/taggers/release-pos-0" -2023-04-05 22:42:39,752 ---------------------------------------------------------------------------------------------------- -2023-04-05 22:42:39,752 Device: cuda:2 -2023-04-05 22:42:39,752 ---------------------------------------------------------------------------------------------------- -2023-04-05 22:42:39,752 Embeddings storage mode: cpu -2023-04-05 22:42:39,752 ---------------------------------------------------------------------------------------------------- -2023-04-05 22:42:58,094 epoch 1 - iter 265/2650 - loss 0.81572870 - time (sec): 18.34 - samples/sec: 3305.38 - lr: 0.100000 -2023-04-05 22:43:34,355 epoch 1 - iter 530/2650 - loss 0.47419931 - time (sec): 54.60 - samples/sec: 3972.50 - lr: 0.100000 -2023-04-05 22:44:19,442 epoch 1 - iter 795/2650 - loss 0.38318409 - time (sec): 99.69 - samples/sec: 3941.92 - lr: 0.100000 -2023-04-05 22:44:57,357 epoch 1 - iter 1060/2650 - loss 0.32490702 - time (sec): 137.61 - samples/sec: 4000.85 - lr: 0.100000 -2023-04-05 22:45:20,377 epoch 1 - iter 1325/2650 - loss 0.29153295 - time (sec): 160.63 - samples/sec: 4173.96 - lr: 0.100000 -2023-04-05 22:45:50,708 epoch 1 - iter 1590/2650 - loss 0.26605527 - time (sec): 190.96 - samples/sec: 4244.08 - lr: 0.100000 -2023-04-05 22:46:36,933 epoch 1 - iter 1855/2650 - loss 0.25046152 - time (sec): 237.18 - samples/sec: 4322.52 - lr: 0.100000 -2023-04-05 22:47:13,711 epoch 1 - iter 2120/2650 - loss 0.24064895 - time (sec): 273.96 - samples/sec: 4369.17 - lr: 0.100000 -2023-04-05 22:47:44,808 epoch 1 - iter 2385/2650 - loss 0.23464824 - time (sec): 305.06 - samples/sec: 4283.34 - lr: 0.100000 -2023-04-05 22:48:21,919 epoch 1 - iter 2650/2650 - loss 0.22830434 - time (sec): 342.17 - samples/sec: 4273.82 - lr: 0.100000 -2023-04-05 22:48:21,920 ---------------------------------------------------------------------------------------------------- -2023-04-05 22:48:21,920 EPOCH 1 done: loss 0.2283 - lr 0.100000 -2023-04-05 22:48:21,920 BAD EPOCHS (no improvement): 0 -2023-04-05 22:48:21,922 ---------------------------------------------------------------------------------------------------- -2023-04-05 22:48:40,267 epoch 2 - iter 265/2650 - loss 0.16079607 - time (sec): 18.34 - samples/sec: 7962.05 - lr: 0.100000 -2023-04-05 22:48:59,083 epoch 2 - iter 530/2650 - loss 0.15935647 - time (sec): 37.16 - samples/sec: 7908.79 - lr: 0.100000 -2023-04-05 22:49:17,716 epoch 2 - iter 795/2650 - loss 0.15634529 - time (sec): 55.79 - samples/sec: 7903.93 - lr: 0.100000 -2023-04-05 22:49:35,368 epoch 2 - iter 1060/2650 - loss 0.15367271 - time (sec): 73.45 - samples/sec: 7993.12 - lr: 0.100000 -2023-04-05 22:49:54,199 epoch 2 - iter 1325/2650 - loss 0.15173061 - time (sec): 92.28 - samples/sec: 7943.29 - lr: 0.100000 -2023-04-05 22:50:12,166 epoch 2 - iter 1590/2650 - loss 0.15019564 - time (sec): 110.24 - samples/sec: 7959.81 - lr: 0.100000 -2023-04-05 22:50:30,448 epoch 2 - iter 1855/2650 - loss 0.14923627 - time (sec): 128.53 - samples/sec: 7965.80 - lr: 0.100000 -2023-04-05 22:50:48,504 epoch 2 - iter 2120/2650 - loss 0.14834823 - time (sec): 146.58 - samples/sec: 7986.35 - lr: 0.100000 -2023-04-05 22:51:06,786 epoch 2 - iter 2385/2650 - loss 0.14736994 - time (sec): 164.86 - samples/sec: 7991.44 - lr: 0.100000 -2023-04-05 22:51:25,158 epoch 2 - iter 2650/2650 - loss 0.14632269 - time (sec): 183.24 - samples/sec: 7980.76 - lr: 0.100000 -2023-04-05 22:51:25,159 ---------------------------------------------------------------------------------------------------- -2023-04-05 22:51:25,159 EPOCH 2 done: loss 0.1463 - lr 0.100000 -2023-04-05 22:51:25,159 BAD EPOCHS (no improvement): 0 -2023-04-05 22:51:25,162 ---------------------------------------------------------------------------------------------------- -2023-04-05 22:51:43,562 epoch 3 - iter 265/2650 - loss 0.13067189 - time (sec): 18.40 - samples/sec: 7941.50 - lr: 0.100000 -2023-04-05 22:52:02,270 epoch 3 - iter 530/2650 - loss 0.12948470 - time (sec): 37.11 - samples/sec: 7918.80 - lr: 0.100000 -2023-04-05 22:52:20,726 epoch 3 - iter 795/2650 - loss 0.12800704 - time (sec): 55.56 - samples/sec: 7891.81 - lr: 0.100000 -2023-04-05 22:52:39,435 epoch 3 - iter 1060/2650 - loss 0.12772051 - time (sec): 74.27 - samples/sec: 7879.35 - lr: 0.100000 -2023-04-05 22:52:57,776 epoch 3 - iter 1325/2650 - loss 0.12771603 - time (sec): 92.61 - samples/sec: 7901.04 - lr: 0.100000 -2023-04-05 22:53:16,126 epoch 3 - iter 1590/2650 - loss 0.12750510 - time (sec): 110.96 - samples/sec: 7920.10 - lr: 0.100000 -2023-04-05 22:53:34,247 epoch 3 - iter 1855/2650 - loss 0.12749506 - time (sec): 129.08 - samples/sec: 7942.55 - lr: 0.100000 -2023-04-05 22:53:52,167 epoch 3 - iter 2120/2650 - loss 0.12704688 - time (sec): 147.01 - samples/sec: 7958.35 - lr: 0.100000 -2023-04-05 22:54:10,507 epoch 3 - iter 2385/2650 - loss 0.12664822 - time (sec): 165.35 - samples/sec: 7965.04 - lr: 0.100000 -2023-04-05 22:54:28,308 epoch 3 - iter 2650/2650 - loss 0.12616735 - time (sec): 183.15 - samples/sec: 7984.65 - lr: 0.100000 -2023-04-05 22:54:28,309 ---------------------------------------------------------------------------------------------------- -2023-04-05 22:54:28,309 EPOCH 3 done: loss 0.1262 - lr 0.100000 -2023-04-05 22:54:28,309 BAD EPOCHS (no improvement): 0 -2023-04-05 22:54:28,311 ---------------------------------------------------------------------------------------------------- -2023-04-05 22:54:46,311 epoch 4 - iter 265/2650 - loss 0.11512188 - time (sec): 18.00 - samples/sec: 8121.16 - lr: 0.100000 -2023-04-05 22:55:04,779 epoch 4 - iter 530/2650 - loss 0.11531693 - time (sec): 36.47 - samples/sec: 8060.77 - lr: 0.100000 -2023-04-05 22:55:23,033 epoch 4 - iter 795/2650 - loss 0.11634843 - time (sec): 54.72 - samples/sec: 8051.89 - lr: 0.100000 -2023-04-05 22:55:41,106 epoch 4 - iter 1060/2650 - loss 0.11693486 - time (sec): 72.79 - samples/sec: 8053.75 - lr: 0.100000 -2023-04-05 22:55:59,352 epoch 4 - iter 1325/2650 - loss 0.11680176 - time (sec): 91.04 - samples/sec: 8053.37 - lr: 0.100000 -2023-04-05 22:56:17,473 epoch 4 - iter 1590/2650 - loss 0.11643485 - time (sec): 109.16 - samples/sec: 8047.87 - lr: 0.100000 -2023-04-05 22:56:35,513 epoch 4 - iter 1855/2650 - loss 0.11608283 - time (sec): 127.20 - samples/sec: 8054.54 - lr: 0.100000 -2023-04-05 22:56:53,602 epoch 4 - iter 2120/2650 - loss 0.11600952 - time (sec): 145.29 - samples/sec: 8052.94 - lr: 0.100000 -2023-04-05 22:57:11,883 epoch 4 - iter 2385/2650 - loss 0.11547982 - time (sec): 163.57 - samples/sec: 8045.88 - lr: 0.100000 -2023-04-05 22:57:30,141 epoch 4 - iter 2650/2650 - loss 0.11531774 - time (sec): 181.83 - samples/sec: 8042.49 - lr: 0.100000 -2023-04-05 22:57:30,142 ---------------------------------------------------------------------------------------------------- -2023-04-05 22:57:30,142 EPOCH 4 done: loss 0.1153 - lr 0.100000 -2023-04-05 22:57:30,142 BAD EPOCHS (no improvement): 0 -2023-04-05 22:57:30,145 ---------------------------------------------------------------------------------------------------- -2023-04-05 22:57:48,264 epoch 5 - iter 265/2650 - loss 0.10859548 - time (sec): 18.12 - samples/sec: 8027.72 - lr: 0.100000 -2023-04-05 22:58:06,835 epoch 5 - iter 530/2650 - loss 0.10859582 - time (sec): 36.69 - samples/sec: 7933.34 - lr: 0.100000 -2023-04-05 22:58:25,552 epoch 5 - iter 795/2650 - loss 0.10777980 - time (sec): 55.41 - samples/sec: 7890.64 - lr: 0.100000 -2023-04-05 22:58:44,583 epoch 5 - iter 1060/2650 - loss 0.10747225 - time (sec): 74.44 - samples/sec: 7854.01 - lr: 0.100000 -2023-04-05 22:59:03,286 epoch 5 - iter 1325/2650 - loss 0.10806308 - time (sec): 93.14 - samples/sec: 7854.31 - lr: 0.100000 -2023-04-05 22:59:21,422 epoch 5 - iter 1590/2650 - loss 0.10821196 - time (sec): 111.28 - samples/sec: 7882.81 - lr: 0.100000 -2023-04-05 22:59:39,943 epoch 5 - iter 1855/2650 - loss 0.10806094 - time (sec): 129.80 - samples/sec: 7886.12 - lr: 0.100000 -2023-04-05 22:59:58,441 epoch 5 - iter 2120/2650 - loss 0.10793328 - time (sec): 148.30 - samples/sec: 7892.28 - lr: 0.100000 -2023-04-05 23:00:16,805 epoch 5 - iter 2385/2650 - loss 0.10785545 - time (sec): 166.66 - samples/sec: 7896.73 - lr: 0.100000 -2023-04-05 23:00:35,420 epoch 5 - iter 2650/2650 - loss 0.10769678 - time (sec): 185.28 - samples/sec: 7892.93 - lr: 0.100000 -2023-04-05 23:00:35,420 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:00:35,420 EPOCH 5 done: loss 0.1077 - lr 0.100000 -2023-04-05 23:00:35,420 BAD EPOCHS (no improvement): 0 -2023-04-05 23:00:35,828 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:00:54,420 epoch 6 - iter 265/2650 - loss 0.10054469 - time (sec): 18.59 - samples/sec: 7886.37 - lr: 0.100000 -2023-04-05 23:01:12,896 epoch 6 - iter 530/2650 - loss 0.10179518 - time (sec): 37.07 - samples/sec: 7868.85 - lr: 0.100000 -2023-04-05 23:01:31,182 epoch 6 - iter 795/2650 - loss 0.10255092 - time (sec): 55.35 - samples/sec: 7914.75 - lr: 0.100000 -2023-04-05 23:01:49,153 epoch 6 - iter 1060/2650 - loss 0.10200561 - time (sec): 73.32 - samples/sec: 7972.64 - lr: 0.100000 -2023-04-05 23:02:07,529 epoch 6 - iter 1325/2650 - loss 0.10208294 - time (sec): 91.70 - samples/sec: 7972.78 - lr: 0.100000 -2023-04-05 23:02:25,618 epoch 6 - iter 1590/2650 - loss 0.10215781 - time (sec): 109.79 - samples/sec: 7991.07 - lr: 0.100000 -2023-04-05 23:02:44,371 epoch 6 - iter 1855/2650 - loss 0.10230690 - time (sec): 128.54 - samples/sec: 7963.18 - lr: 0.100000 -2023-04-05 23:03:02,673 epoch 6 - iter 2120/2650 - loss 0.10269767 - time (sec): 146.85 - samples/sec: 7965.33 - lr: 0.100000 -2023-04-05 23:03:20,971 epoch 6 - iter 2385/2650 - loss 0.10258627 - time (sec): 165.14 - samples/sec: 7972.12 - lr: 0.100000 -2023-04-05 23:03:39,857 epoch 6 - iter 2650/2650 - loss 0.10274633 - time (sec): 184.03 - samples/sec: 7946.38 - lr: 0.100000 -2023-04-05 23:03:39,857 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:03:39,857 EPOCH 6 done: loss 0.1027 - lr 0.100000 -2023-04-05 23:03:39,857 BAD EPOCHS (no improvement): 0 -2023-04-05 23:03:39,861 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:04:12,344 epoch 7 - iter 265/2650 - loss 0.09835131 - time (sec): 32.48 - samples/sec: 4541.91 - lr: 0.100000 -2023-04-05 23:04:30,670 epoch 7 - iter 530/2650 - loss 0.09762479 - time (sec): 50.81 - samples/sec: 5766.96 - lr: 0.100000 -2023-04-05 23:04:49,010 epoch 7 - iter 795/2650 - loss 0.09765425 - time (sec): 69.15 - samples/sec: 6363.42 - lr: 0.100000 -2023-04-05 23:05:07,177 epoch 7 - iter 1060/2650 - loss 0.09726957 - time (sec): 87.32 - samples/sec: 6707.47 - lr: 0.100000 -2023-04-05 23:05:25,448 epoch 7 - iter 1325/2650 - loss 0.09743424 - time (sec): 105.59 - samples/sec: 6917.07 - lr: 0.100000 -2023-04-05 23:05:44,230 epoch 7 - iter 1590/2650 - loss 0.09755792 - time (sec): 124.37 - samples/sec: 7058.63 - lr: 0.100000 -2023-04-05 23:06:02,421 epoch 7 - iter 1855/2650 - loss 0.09756867 - time (sec): 142.56 - samples/sec: 7183.20 - lr: 0.100000 -2023-04-05 23:06:20,843 epoch 7 - iter 2120/2650 - loss 0.09769915 - time (sec): 160.98 - samples/sec: 7271.66 - lr: 0.100000 -2023-04-05 23:06:39,255 epoch 7 - iter 2385/2650 - loss 0.09809778 - time (sec): 179.39 - samples/sec: 7336.93 - lr: 0.100000 -2023-04-05 23:06:57,630 epoch 7 - iter 2650/2650 - loss 0.09839059 - time (sec): 197.77 - samples/sec: 7394.29 - lr: 0.100000 -2023-04-05 23:06:57,631 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:06:57,631 EPOCH 7 done: loss 0.0984 - lr 0.100000 -2023-04-05 23:06:57,631 BAD EPOCHS (no improvement): 0 -2023-04-05 23:06:57,634 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:07:16,394 epoch 8 - iter 265/2650 - loss 0.09242915 - time (sec): 18.76 - samples/sec: 7943.58 - lr: 0.100000 -2023-04-05 23:07:34,362 epoch 8 - iter 530/2650 - loss 0.09216466 - time (sec): 36.73 - samples/sec: 8031.30 - lr: 0.100000 -2023-04-05 23:07:52,459 epoch 8 - iter 795/2650 - loss 0.09293598 - time (sec): 54.82 - samples/sec: 8017.08 - lr: 0.100000 -2023-04-05 23:08:10,456 epoch 8 - iter 1060/2650 - loss 0.09336824 - time (sec): 72.82 - samples/sec: 8027.01 - lr: 0.100000 -2023-04-05 23:08:29,088 epoch 8 - iter 1325/2650 - loss 0.09370950 - time (sec): 91.45 - samples/sec: 7988.30 - lr: 0.100000 -2023-04-05 23:08:47,251 epoch 8 - iter 1590/2650 - loss 0.09401238 - time (sec): 109.62 - samples/sec: 7987.19 - lr: 0.100000 -2023-04-05 23:09:06,061 epoch 8 - iter 1855/2650 - loss 0.09429411 - time (sec): 128.43 - samples/sec: 7961.73 - lr: 0.100000 -2023-04-05 23:09:24,331 epoch 8 - iter 2120/2650 - loss 0.09440227 - time (sec): 146.70 - samples/sec: 7965.43 - lr: 0.100000 -2023-04-05 23:09:43,093 epoch 8 - iter 2385/2650 - loss 0.09444785 - time (sec): 165.46 - samples/sec: 7955.89 - lr: 0.100000 -2023-04-05 23:10:01,382 epoch 8 - iter 2650/2650 - loss 0.09436305 - time (sec): 183.75 - samples/sec: 7958.54 - lr: 0.100000 -2023-04-05 23:10:01,382 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:10:01,382 EPOCH 8 done: loss 0.0944 - lr 0.100000 -2023-04-05 23:10:01,382 BAD EPOCHS (no improvement): 0 -2023-04-05 23:10:01,386 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:10:19,844 epoch 9 - iter 265/2650 - loss 0.08822744 - time (sec): 18.46 - samples/sec: 7988.53 - lr: 0.100000 -2023-04-05 23:10:38,006 epoch 9 - iter 530/2650 - loss 0.08978411 - time (sec): 36.62 - samples/sec: 7976.82 - lr: 0.100000 -2023-04-05 23:10:56,344 epoch 9 - iter 795/2650 - loss 0.08897533 - time (sec): 54.96 - samples/sec: 7976.45 - lr: 0.100000 -2023-04-05 23:11:14,998 epoch 9 - iter 1060/2650 - loss 0.08922332 - time (sec): 73.61 - samples/sec: 7946.54 - lr: 0.100000 -2023-04-05 23:11:33,316 epoch 9 - iter 1325/2650 - loss 0.08980549 - time (sec): 91.93 - samples/sec: 7946.16 - lr: 0.100000 -2023-04-05 23:11:51,494 epoch 9 - iter 1590/2650 - loss 0.08996774 - time (sec): 110.11 - samples/sec: 7972.03 - lr: 0.100000 -2023-04-05 23:12:10,088 epoch 9 - iter 1855/2650 - loss 0.09004144 - time (sec): 128.70 - samples/sec: 7951.89 - lr: 0.100000 -2023-04-05 23:12:28,341 epoch 9 - iter 2120/2650 - loss 0.09039116 - time (sec): 146.95 - samples/sec: 7959.35 - lr: 0.100000 -2023-04-05 23:12:46,772 epoch 9 - iter 2385/2650 - loss 0.09064544 - time (sec): 165.39 - samples/sec: 7956.67 - lr: 0.100000 -2023-04-05 23:13:04,782 epoch 9 - iter 2650/2650 - loss 0.09104177 - time (sec): 183.40 - samples/sec: 7973.83 - lr: 0.100000 -2023-04-05 23:13:04,782 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:13:04,782 EPOCH 9 done: loss 0.0910 - lr 0.100000 -2023-04-05 23:13:04,782 BAD EPOCHS (no improvement): 0 -2023-04-05 23:13:04,785 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:13:22,937 epoch 10 - iter 265/2650 - loss 0.08673902 - time (sec): 18.15 - samples/sec: 7946.64 - lr: 0.100000 -2023-04-05 23:13:41,194 epoch 10 - iter 530/2650 - loss 0.08800742 - time (sec): 36.41 - samples/sec: 8000.82 - lr: 0.100000 -2023-04-05 23:13:59,640 epoch 10 - iter 795/2650 - loss 0.08832152 - time (sec): 54.85 - samples/sec: 7940.00 - lr: 0.100000 -2023-04-05 23:14:17,864 epoch 10 - iter 1060/2650 - loss 0.08924744 - time (sec): 73.08 - samples/sec: 7947.73 - lr: 0.100000 -2023-04-05 23:14:36,797 epoch 10 - iter 1325/2650 - loss 0.08939799 - time (sec): 92.01 - samples/sec: 7916.61 - lr: 0.100000 -2023-04-05 23:14:55,435 epoch 10 - iter 1590/2650 - loss 0.08914923 - time (sec): 110.65 - samples/sec: 7927.22 - lr: 0.100000 -2023-04-05 23:15:13,622 epoch 10 - iter 1855/2650 - loss 0.08894680 - time (sec): 128.84 - samples/sec: 7934.90 - lr: 0.100000 -2023-04-05 23:15:32,112 epoch 10 - iter 2120/2650 - loss 0.08908386 - time (sec): 147.33 - samples/sec: 7938.14 - lr: 0.100000 -2023-04-05 23:15:50,638 epoch 10 - iter 2385/2650 - loss 0.08923449 - time (sec): 165.85 - samples/sec: 7937.85 - lr: 0.100000 -2023-04-05 23:16:08,616 epoch 10 - iter 2650/2650 - loss 0.08914841 - time (sec): 183.83 - samples/sec: 7954.95 - lr: 0.100000 -2023-04-05 23:16:08,616 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:16:08,616 EPOCH 10 done: loss 0.0891 - lr 0.100000 -2023-04-05 23:16:08,616 BAD EPOCHS (no improvement): 0 -2023-04-05 23:16:08,619 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:16:26,885 epoch 11 - iter 265/2650 - loss 0.08727692 - time (sec): 18.27 - samples/sec: 7982.63 - lr: 0.100000 -2023-04-05 23:16:45,248 epoch 11 - iter 530/2650 - loss 0.08597110 - time (sec): 36.63 - samples/sec: 7980.71 - lr: 0.100000 -2023-04-05 23:17:04,039 epoch 11 - iter 795/2650 - loss 0.08538409 - time (sec): 55.42 - samples/sec: 7934.98 - lr: 0.100000 -2023-04-05 23:17:22,827 epoch 11 - iter 1060/2650 - loss 0.08542385 - time (sec): 74.21 - samples/sec: 7887.11 - lr: 0.100000 -2023-04-05 23:17:41,078 epoch 11 - iter 1325/2650 - loss 0.08594050 - time (sec): 92.46 - samples/sec: 7895.53 - lr: 0.100000 -2023-04-05 23:17:59,392 epoch 11 - iter 1590/2650 - loss 0.08619843 - time (sec): 110.77 - samples/sec: 7919.96 - lr: 0.100000 -2023-04-05 23:18:17,886 epoch 11 - iter 1855/2650 - loss 0.08636250 - time (sec): 129.27 - samples/sec: 7923.35 - lr: 0.100000 -2023-04-05 23:18:35,862 epoch 11 - iter 2120/2650 - loss 0.08644832 - time (sec): 147.24 - samples/sec: 7940.40 - lr: 0.100000 -2023-04-05 23:18:54,500 epoch 11 - iter 2385/2650 - loss 0.08671689 - time (sec): 165.88 - samples/sec: 7929.73 - lr: 0.100000 -2023-04-05 23:19:13,180 epoch 11 - iter 2650/2650 - loss 0.08686449 - time (sec): 184.56 - samples/sec: 7923.48 - lr: 0.100000 -2023-04-05 23:19:13,180 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:19:13,180 EPOCH 11 done: loss 0.0869 - lr 0.100000 -2023-04-05 23:19:13,180 BAD EPOCHS (no improvement): 0 -2023-04-05 23:19:13,183 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:19:32,166 epoch 12 - iter 265/2650 - loss 0.08143169 - time (sec): 18.98 - samples/sec: 7740.62 - lr: 0.100000 -2023-04-05 23:19:50,897 epoch 12 - iter 530/2650 - loss 0.08243384 - time (sec): 37.71 - samples/sec: 7736.83 - lr: 0.100000 -2023-04-05 23:20:09,796 epoch 12 - iter 795/2650 - loss 0.08261840 - time (sec): 56.61 - samples/sec: 7733.41 - lr: 0.100000 -2023-04-05 23:20:28,827 epoch 12 - iter 1060/2650 - loss 0.08342768 - time (sec): 75.64 - samples/sec: 7714.72 - lr: 0.100000 -2023-04-05 23:20:47,077 epoch 12 - iter 1325/2650 - loss 0.08353234 - time (sec): 93.89 - samples/sec: 7773.66 - lr: 0.100000 -2023-04-05 23:21:05,504 epoch 12 - iter 1590/2650 - loss 0.08421554 - time (sec): 112.32 - samples/sec: 7801.60 - lr: 0.100000 -2023-04-05 23:21:24,023 epoch 12 - iter 1855/2650 - loss 0.08435991 - time (sec): 130.84 - samples/sec: 7824.06 - lr: 0.100000 -2023-04-05 23:21:42,492 epoch 12 - iter 2120/2650 - loss 0.08463085 - time (sec): 149.31 - samples/sec: 7830.14 - lr: 0.100000 -2023-04-05 23:22:00,876 epoch 12 - iter 2385/2650 - loss 0.08463850 - time (sec): 167.69 - samples/sec: 7850.99 - lr: 0.100000 -2023-04-05 23:22:18,977 epoch 12 - iter 2650/2650 - loss 0.08480300 - time (sec): 185.79 - samples/sec: 7870.89 - lr: 0.100000 -2023-04-05 23:22:18,977 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:22:18,977 EPOCH 12 done: loss 0.0848 - lr 0.100000 -2023-04-05 23:22:18,977 BAD EPOCHS (no improvement): 0 -2023-04-05 23:22:18,980 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:22:37,416 epoch 13 - iter 265/2650 - loss 0.08213558 - time (sec): 18.44 - samples/sec: 8000.79 - lr: 0.100000 -2023-04-05 23:22:55,981 epoch 13 - iter 530/2650 - loss 0.08310190 - time (sec): 37.00 - samples/sec: 7953.18 - lr: 0.100000 -2023-04-05 23:23:14,230 epoch 13 - iter 795/2650 - loss 0.08217832 - time (sec): 55.25 - samples/sec: 7965.41 - lr: 0.100000 -2023-04-05 23:23:32,609 epoch 13 - iter 1060/2650 - loss 0.08214670 - time (sec): 73.63 - samples/sec: 7944.38 - lr: 0.100000 -2023-04-05 23:23:51,265 epoch 13 - iter 1325/2650 - loss 0.08267731 - time (sec): 92.29 - samples/sec: 7931.18 - lr: 0.100000 -2023-04-05 23:24:09,788 epoch 13 - iter 1590/2650 - loss 0.08249121 - time (sec): 110.81 - samples/sec: 7932.10 - lr: 0.100000 -2023-04-05 23:24:28,256 epoch 13 - iter 1855/2650 - loss 0.08254660 - time (sec): 129.28 - samples/sec: 7928.43 - lr: 0.100000 -2023-04-05 23:24:46,496 epoch 13 - iter 2120/2650 - loss 0.08282352 - time (sec): 147.52 - samples/sec: 7925.33 - lr: 0.100000 -2023-04-05 23:25:05,018 epoch 13 - iter 2385/2650 - loss 0.08312789 - time (sec): 166.04 - samples/sec: 7927.43 - lr: 0.100000 -2023-04-05 23:25:23,352 epoch 13 - iter 2650/2650 - loss 0.08297557 - time (sec): 184.37 - samples/sec: 7931.60 - lr: 0.100000 -2023-04-05 23:25:23,352 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:25:23,352 EPOCH 13 done: loss 0.0830 - lr 0.100000 -2023-04-05 23:25:23,352 BAD EPOCHS (no improvement): 0 -2023-04-05 23:25:23,356 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:25:41,630 epoch 14 - iter 265/2650 - loss 0.08052578 - time (sec): 18.27 - samples/sec: 8007.78 - lr: 0.100000 -2023-04-05 23:26:00,535 epoch 14 - iter 530/2650 - loss 0.08045420 - time (sec): 37.18 - samples/sec: 7912.09 - lr: 0.100000 -2023-04-05 23:26:18,890 epoch 14 - iter 795/2650 - loss 0.08051481 - time (sec): 55.53 - samples/sec: 7896.22 - lr: 0.100000 -2023-04-05 23:26:37,636 epoch 14 - iter 1060/2650 - loss 0.08054547 - time (sec): 74.28 - samples/sec: 7891.10 - lr: 0.100000 -2023-04-05 23:26:55,921 epoch 14 - iter 1325/2650 - loss 0.08049620 - time (sec): 92.57 - samples/sec: 7910.83 - lr: 0.100000 -2023-04-05 23:27:14,192 epoch 14 - iter 1590/2650 - loss 0.08081324 - time (sec): 110.84 - samples/sec: 7921.94 - lr: 0.100000 -2023-04-05 23:27:32,901 epoch 14 - iter 1855/2650 - loss 0.08129990 - time (sec): 129.54 - samples/sec: 7909.06 - lr: 0.100000 -2023-04-05 23:27:51,560 epoch 14 - iter 2120/2650 - loss 0.08129385 - time (sec): 148.20 - samples/sec: 7890.00 - lr: 0.100000 -2023-04-05 23:28:10,297 epoch 14 - iter 2385/2650 - loss 0.08133402 - time (sec): 166.94 - samples/sec: 7881.91 - lr: 0.100000 -2023-04-05 23:28:28,386 epoch 14 - iter 2650/2650 - loss 0.08131564 - time (sec): 185.03 - samples/sec: 7903.36 - lr: 0.100000 -2023-04-05 23:28:28,386 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:28:28,387 EPOCH 14 done: loss 0.0813 - lr 0.100000 -2023-04-05 23:28:28,387 BAD EPOCHS (no improvement): 0 -2023-04-05 23:28:28,390 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:28:46,670 epoch 15 - iter 265/2650 - loss 0.07965446 - time (sec): 18.28 - samples/sec: 8013.74 - lr: 0.100000 -2023-04-05 23:29:05,265 epoch 15 - iter 530/2650 - loss 0.07949427 - time (sec): 36.88 - samples/sec: 7983.56 - lr: 0.100000 -2023-04-05 23:29:23,615 epoch 15 - iter 795/2650 - loss 0.07996378 - time (sec): 55.23 - samples/sec: 7959.84 - lr: 0.100000 -2023-04-05 23:29:42,058 epoch 15 - iter 1060/2650 - loss 0.08016941 - time (sec): 73.67 - samples/sec: 7957.08 - lr: 0.100000 -2023-04-05 23:30:00,695 epoch 15 - iter 1325/2650 - loss 0.08052220 - time (sec): 92.31 - samples/sec: 7940.01 - lr: 0.100000 -2023-04-05 23:30:18,945 epoch 15 - iter 1590/2650 - loss 0.08054478 - time (sec): 110.56 - samples/sec: 7946.52 - lr: 0.100000 -2023-04-05 23:30:37,214 epoch 15 - iter 1855/2650 - loss 0.08040031 - time (sec): 128.82 - samples/sec: 7951.84 - lr: 0.100000 -2023-04-05 23:30:55,352 epoch 15 - iter 2120/2650 - loss 0.08031253 - time (sec): 146.96 - samples/sec: 7958.58 - lr: 0.100000 -2023-04-05 23:31:13,363 epoch 15 - iter 2385/2650 - loss 0.08026738 - time (sec): 164.97 - samples/sec: 7979.20 - lr: 0.100000 -2023-04-05 23:31:31,465 epoch 15 - iter 2650/2650 - loss 0.08026507 - time (sec): 183.08 - samples/sec: 7987.77 - lr: 0.100000 -2023-04-05 23:31:31,465 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:31:31,465 EPOCH 15 done: loss 0.0803 - lr 0.100000 -2023-04-05 23:31:31,465 BAD EPOCHS (no improvement): 0 -2023-04-05 23:31:31,469 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:31:49,721 epoch 16 - iter 265/2650 - loss 0.07694217 - time (sec): 18.25 - samples/sec: 7952.64 - lr: 0.100000 -2023-04-05 23:32:08,137 epoch 16 - iter 530/2650 - loss 0.07711822 - time (sec): 36.67 - samples/sec: 7952.41 - lr: 0.100000 -2023-04-05 23:32:26,250 epoch 16 - iter 795/2650 - loss 0.07715686 - time (sec): 54.78 - samples/sec: 7968.01 - lr: 0.100000 -2023-04-05 23:32:45,287 epoch 16 - iter 1060/2650 - loss 0.07781815 - time (sec): 73.82 - samples/sec: 7913.85 - lr: 0.100000 -2023-04-05 23:33:04,453 epoch 16 - iter 1325/2650 - loss 0.07848468 - time (sec): 92.98 - samples/sec: 7864.58 - lr: 0.100000 -2023-04-05 23:33:23,491 epoch 16 - iter 1590/2650 - loss 0.07856699 - time (sec): 112.02 - samples/sec: 7848.77 - lr: 0.100000 -2023-04-05 23:33:42,178 epoch 16 - iter 1855/2650 - loss 0.07888120 - time (sec): 130.71 - samples/sec: 7827.12 - lr: 0.100000 -2023-04-05 23:34:01,308 epoch 16 - iter 2120/2650 - loss 0.07878876 - time (sec): 149.84 - samples/sec: 7811.88 - lr: 0.100000 -2023-04-05 23:34:20,190 epoch 16 - iter 2385/2650 - loss 0.07885948 - time (sec): 168.72 - samples/sec: 7813.30 - lr: 0.100000 -2023-04-05 23:34:38,676 epoch 16 - iter 2650/2650 - loss 0.07918859 - time (sec): 187.21 - samples/sec: 7811.46 - lr: 0.100000 -2023-04-05 23:34:38,677 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:34:38,677 EPOCH 16 done: loss 0.0792 - lr 0.100000 -2023-04-05 23:34:38,677 BAD EPOCHS (no improvement): 0 -2023-04-05 23:34:38,680 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:34:57,269 epoch 17 - iter 265/2650 - loss 0.07404009 - time (sec): 18.59 - samples/sec: 7800.03 - lr: 0.100000 -2023-04-05 23:35:15,721 epoch 17 - iter 530/2650 - loss 0.07572329 - time (sec): 37.04 - samples/sec: 7826.26 - lr: 0.100000 -2023-04-05 23:35:34,473 epoch 17 - iter 795/2650 - loss 0.07566751 - time (sec): 55.79 - samples/sec: 7821.28 - lr: 0.100000 -2023-04-05 23:35:52,916 epoch 17 - iter 1060/2650 - loss 0.07580164 - time (sec): 74.24 - samples/sec: 7869.82 - lr: 0.100000 -2023-04-05 23:36:11,161 epoch 17 - iter 1325/2650 - loss 0.07589673 - time (sec): 92.48 - samples/sec: 7892.27 - lr: 0.100000 -2023-04-05 23:36:29,213 epoch 17 - iter 1590/2650 - loss 0.07608974 - time (sec): 110.53 - samples/sec: 7911.50 - lr: 0.100000 -2023-04-05 23:36:47,943 epoch 17 - iter 1855/2650 - loss 0.07665730 - time (sec): 129.26 - samples/sec: 7897.86 - lr: 0.100000 -2023-04-05 23:37:05,989 epoch 17 - iter 2120/2650 - loss 0.07693524 - time (sec): 147.31 - samples/sec: 7922.19 - lr: 0.100000 -2023-04-05 23:37:24,575 epoch 17 - iter 2385/2650 - loss 0.07734117 - time (sec): 165.89 - samples/sec: 7927.30 - lr: 0.100000 -2023-04-05 23:37:42,976 epoch 17 - iter 2650/2650 - loss 0.07759856 - time (sec): 184.30 - samples/sec: 7934.85 - lr: 0.100000 -2023-04-05 23:37:42,977 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:37:42,977 EPOCH 17 done: loss 0.0776 - lr 0.100000 -2023-04-05 23:37:42,977 BAD EPOCHS (no improvement): 0 -2023-04-05 23:37:42,980 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:38:00,791 epoch 18 - iter 265/2650 - loss 0.07173608 - time (sec): 17.81 - samples/sec: 8047.03 - lr: 0.100000 -2023-04-05 23:38:19,104 epoch 18 - iter 530/2650 - loss 0.07348974 - time (sec): 36.12 - samples/sec: 7985.50 - lr: 0.100000 -2023-04-05 23:38:37,567 epoch 18 - iter 795/2650 - loss 0.07377145 - time (sec): 54.59 - samples/sec: 7999.53 - lr: 0.100000 -2023-04-05 23:38:55,514 epoch 18 - iter 1060/2650 - loss 0.07405250 - time (sec): 72.53 - samples/sec: 8008.44 - lr: 0.100000 -2023-04-05 23:39:13,694 epoch 18 - iter 1325/2650 - loss 0.07444593 - time (sec): 90.71 - samples/sec: 8024.73 - lr: 0.100000 -2023-04-05 23:39:31,815 epoch 18 - iter 1590/2650 - loss 0.07497161 - time (sec): 108.83 - samples/sec: 8037.58 - lr: 0.100000 -2023-04-05 23:39:50,592 epoch 18 - iter 1855/2650 - loss 0.07529134 - time (sec): 127.61 - samples/sec: 8023.11 - lr: 0.100000 -2023-04-05 23:40:08,836 epoch 18 - iter 2120/2650 - loss 0.07568795 - time (sec): 145.86 - samples/sec: 8018.28 - lr: 0.100000 -2023-04-05 23:40:27,087 epoch 18 - iter 2385/2650 - loss 0.07605910 - time (sec): 164.11 - samples/sec: 8017.43 - lr: 0.100000 -2023-04-05 23:40:45,254 epoch 18 - iter 2650/2650 - loss 0.07608446 - time (sec): 182.27 - samples/sec: 8022.88 - lr: 0.100000 -2023-04-05 23:40:45,254 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:40:45,254 EPOCH 18 done: loss 0.0761 - lr 0.100000 -2023-04-05 23:40:45,254 BAD EPOCHS (no improvement): 0 -2023-04-05 23:40:45,257 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:41:02,986 epoch 19 - iter 265/2650 - loss 0.06996890 - time (sec): 17.73 - samples/sec: 8160.99 - lr: 0.100000 -2023-04-05 23:41:21,601 epoch 19 - iter 530/2650 - loss 0.07185279 - time (sec): 36.34 - samples/sec: 8021.53 - lr: 0.100000 -2023-04-05 23:41:40,318 epoch 19 - iter 795/2650 - loss 0.07271068 - time (sec): 55.06 - samples/sec: 7974.67 - lr: 0.100000 -2023-04-05 23:41:58,500 epoch 19 - iter 1060/2650 - loss 0.07358117 - time (sec): 73.24 - samples/sec: 7979.82 - lr: 0.100000 -2023-04-05 23:42:16,969 epoch 19 - iter 1325/2650 - loss 0.07389754 - time (sec): 91.71 - samples/sec: 7960.47 - lr: 0.100000 -2023-04-05 23:42:35,273 epoch 19 - iter 1590/2650 - loss 0.07410618 - time (sec): 110.02 - samples/sec: 7969.09 - lr: 0.100000 -2023-04-05 23:42:53,346 epoch 19 - iter 1855/2650 - loss 0.07416789 - time (sec): 128.09 - samples/sec: 7993.74 - lr: 0.100000 -2023-04-05 23:43:11,519 epoch 19 - iter 2120/2650 - loss 0.07422343 - time (sec): 146.26 - samples/sec: 7992.44 - lr: 0.100000 -2023-04-05 23:43:30,091 epoch 19 - iter 2385/2650 - loss 0.07463452 - time (sec): 164.83 - samples/sec: 7987.83 - lr: 0.100000 -2023-04-05 23:43:48,348 epoch 19 - iter 2650/2650 - loss 0.07499521 - time (sec): 183.09 - samples/sec: 7987.10 - lr: 0.100000 -2023-04-05 23:43:48,348 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:43:48,348 EPOCH 19 done: loss 0.0750 - lr 0.100000 -2023-04-05 23:43:48,348 BAD EPOCHS (no improvement): 0 -2023-04-05 23:43:48,351 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:44:06,600 epoch 20 - iter 265/2650 - loss 0.07239405 - time (sec): 18.25 - samples/sec: 7978.32 - lr: 0.100000 -2023-04-05 23:44:24,769 epoch 20 - iter 530/2650 - loss 0.07312747 - time (sec): 36.42 - samples/sec: 7995.00 - lr: 0.100000 -2023-04-05 23:44:43,133 epoch 20 - iter 795/2650 - loss 0.07277146 - time (sec): 54.78 - samples/sec: 7981.68 - lr: 0.100000 -2023-04-05 23:45:01,110 epoch 20 - iter 1060/2650 - loss 0.07339740 - time (sec): 72.76 - samples/sec: 8005.32 - lr: 0.100000 -2023-04-05 23:45:19,536 epoch 20 - iter 1325/2650 - loss 0.07330120 - time (sec): 91.19 - samples/sec: 7979.36 - lr: 0.100000 -2023-04-05 23:45:37,919 epoch 20 - iter 1590/2650 - loss 0.07425713 - time (sec): 109.57 - samples/sec: 7970.67 - lr: 0.100000 -2023-04-05 23:45:56,138 epoch 20 - iter 1855/2650 - loss 0.07458860 - time (sec): 127.79 - samples/sec: 7980.79 - lr: 0.100000 -2023-04-05 23:46:14,965 epoch 20 - iter 2120/2650 - loss 0.07449160 - time (sec): 146.61 - samples/sec: 7965.24 - lr: 0.100000 -2023-04-05 23:46:33,488 epoch 20 - iter 2385/2650 - loss 0.07467500 - time (sec): 165.14 - samples/sec: 7966.59 - lr: 0.100000 -2023-04-05 23:46:51,988 epoch 20 - iter 2650/2650 - loss 0.07482779 - time (sec): 183.64 - samples/sec: 7963.32 - lr: 0.100000 -2023-04-05 23:46:51,988 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:46:51,988 EPOCH 20 done: loss 0.0748 - lr 0.100000 -2023-04-05 23:46:51,988 BAD EPOCHS (no improvement): 0 -2023-04-05 23:46:51,992 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:47:10,601 epoch 21 - iter 265/2650 - loss 0.07277794 - time (sec): 18.61 - samples/sec: 7909.36 - lr: 0.100000 -2023-04-05 23:47:28,986 epoch 21 - iter 530/2650 - loss 0.07292828 - time (sec): 36.99 - samples/sec: 7885.57 - lr: 0.100000 -2023-04-05 23:47:47,263 epoch 21 - iter 795/2650 - loss 0.07319112 - time (sec): 55.27 - samples/sec: 7916.26 - lr: 0.100000 -2023-04-05 23:48:05,984 epoch 21 - iter 1060/2650 - loss 0.07284596 - time (sec): 73.99 - samples/sec: 7900.82 - lr: 0.100000 -2023-04-05 23:48:24,445 epoch 21 - iter 1325/2650 - loss 0.07289517 - time (sec): 92.45 - samples/sec: 7898.36 - lr: 0.100000 -2023-04-05 23:48:43,157 epoch 21 - iter 1590/2650 - loss 0.07321167 - time (sec): 111.16 - samples/sec: 7901.65 - lr: 0.100000 -2023-04-05 23:49:01,511 epoch 21 - iter 1855/2650 - loss 0.07347231 - time (sec): 129.52 - samples/sec: 7918.49 - lr: 0.100000 -2023-04-05 23:49:19,535 epoch 21 - iter 2120/2650 - loss 0.07394013 - time (sec): 147.54 - samples/sec: 7938.60 - lr: 0.100000 -2023-04-05 23:49:38,146 epoch 21 - iter 2385/2650 - loss 0.07389364 - time (sec): 166.15 - samples/sec: 7931.32 - lr: 0.100000 -2023-04-05 23:49:56,435 epoch 21 - iter 2650/2650 - loss 0.07402003 - time (sec): 184.44 - samples/sec: 7928.52 - lr: 0.100000 -2023-04-05 23:49:56,435 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:49:56,435 EPOCH 21 done: loss 0.0740 - lr 0.100000 -2023-04-05 23:49:56,435 BAD EPOCHS (no improvement): 0 -2023-04-05 23:49:56,439 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:50:14,692 epoch 22 - iter 265/2650 - loss 0.06890101 - time (sec): 18.25 - samples/sec: 7969.71 - lr: 0.100000 -2023-04-05 23:50:32,934 epoch 22 - iter 530/2650 - loss 0.07036209 - time (sec): 36.50 - samples/sec: 7986.50 - lr: 0.100000 -2023-04-05 23:50:51,299 epoch 22 - iter 795/2650 - loss 0.07103810 - time (sec): 54.86 - samples/sec: 7977.60 - lr: 0.100000 -2023-04-05 23:51:09,809 epoch 22 - iter 1060/2650 - loss 0.07177489 - time (sec): 73.37 - samples/sec: 7978.79 - lr: 0.100000 -2023-04-05 23:51:27,865 epoch 22 - iter 1325/2650 - loss 0.07209124 - time (sec): 91.43 - samples/sec: 7991.34 - lr: 0.100000 -2023-04-05 23:51:46,581 epoch 22 - iter 1590/2650 - loss 0.07246870 - time (sec): 110.14 - samples/sec: 7962.12 - lr: 0.100000 -2023-04-05 23:52:04,808 epoch 22 - iter 1855/2650 - loss 0.07263842 - time (sec): 128.37 - samples/sec: 7968.88 - lr: 0.100000 -2023-04-05 23:52:23,443 epoch 22 - iter 2120/2650 - loss 0.07276414 - time (sec): 147.00 - samples/sec: 7962.23 - lr: 0.100000 -2023-04-05 23:52:41,660 epoch 22 - iter 2385/2650 - loss 0.07303221 - time (sec): 165.22 - samples/sec: 7968.49 - lr: 0.100000 -2023-04-05 23:52:59,878 epoch 22 - iter 2650/2650 - loss 0.07322424 - time (sec): 183.44 - samples/sec: 7971.92 - lr: 0.100000 -2023-04-05 23:52:59,878 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:52:59,878 EPOCH 22 done: loss 0.0732 - lr 0.100000 -2023-04-05 23:52:59,879 BAD EPOCHS (no improvement): 0 -2023-04-05 23:52:59,882 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:53:18,283 epoch 23 - iter 265/2650 - loss 0.07255444 - time (sec): 18.40 - samples/sec: 7871.10 - lr: 0.100000 -2023-04-05 23:53:37,061 epoch 23 - iter 530/2650 - loss 0.07246264 - time (sec): 37.18 - samples/sec: 7855.77 - lr: 0.100000 -2023-04-05 23:53:55,432 epoch 23 - iter 795/2650 - loss 0.07166387 - time (sec): 55.55 - samples/sec: 7902.77 - lr: 0.100000 -2023-04-05 23:54:13,596 epoch 23 - iter 1060/2650 - loss 0.07196130 - time (sec): 73.71 - samples/sec: 7956.71 - lr: 0.100000 -2023-04-05 23:54:31,697 epoch 23 - iter 1325/2650 - loss 0.07258746 - time (sec): 91.81 - samples/sec: 7971.36 - lr: 0.100000 -2023-04-05 23:54:50,110 epoch 23 - iter 1590/2650 - loss 0.07251662 - time (sec): 110.23 - samples/sec: 7959.31 - lr: 0.100000 -2023-04-05 23:55:08,693 epoch 23 - iter 1855/2650 - loss 0.07240332 - time (sec): 128.81 - samples/sec: 7960.69 - lr: 0.100000 -2023-04-05 23:55:26,994 epoch 23 - iter 2120/2650 - loss 0.07250828 - time (sec): 147.11 - samples/sec: 7955.58 - lr: 0.100000 -2023-04-05 23:55:45,450 epoch 23 - iter 2385/2650 - loss 0.07256935 - time (sec): 165.57 - samples/sec: 7953.39 - lr: 0.100000 -2023-04-05 23:56:03,490 epoch 23 - iter 2650/2650 - loss 0.07269747 - time (sec): 183.61 - samples/sec: 7964.60 - lr: 0.100000 -2023-04-05 23:56:03,490 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:56:03,490 EPOCH 23 done: loss 0.0727 - lr 0.100000 -2023-04-05 23:56:03,490 BAD EPOCHS (no improvement): 0 -2023-04-05 23:56:03,493 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:56:21,967 epoch 24 - iter 265/2650 - loss 0.06811492 - time (sec): 18.47 - samples/sec: 7931.23 - lr: 0.100000 -2023-04-05 23:56:40,186 epoch 24 - iter 530/2650 - loss 0.06857999 - time (sec): 36.69 - samples/sec: 7965.96 - lr: 0.100000 -2023-04-05 23:56:58,545 epoch 24 - iter 795/2650 - loss 0.06942220 - time (sec): 55.05 - samples/sec: 7942.02 - lr: 0.100000 -2023-04-05 23:57:16,721 epoch 24 - iter 1060/2650 - loss 0.07004512 - time (sec): 73.23 - samples/sec: 7954.06 - lr: 0.100000 -2023-04-05 23:57:35,353 epoch 24 - iter 1325/2650 - loss 0.07088688 - time (sec): 91.86 - samples/sec: 7954.12 - lr: 0.100000 -2023-04-05 23:57:53,368 epoch 24 - iter 1590/2650 - loss 0.07067823 - time (sec): 109.87 - samples/sec: 7977.15 - lr: 0.100000 -2023-04-05 23:58:12,243 epoch 24 - iter 1855/2650 - loss 0.07081593 - time (sec): 128.75 - samples/sec: 7957.98 - lr: 0.100000 -2023-04-05 23:58:30,652 epoch 24 - iter 2120/2650 - loss 0.07105703 - time (sec): 147.16 - samples/sec: 7954.65 - lr: 0.100000 -2023-04-05 23:58:49,302 epoch 24 - iter 2385/2650 - loss 0.07103085 - time (sec): 165.81 - samples/sec: 7951.28 - lr: 0.100000 -2023-04-05 23:59:07,305 epoch 24 - iter 2650/2650 - loss 0.07123641 - time (sec): 183.81 - samples/sec: 7955.75 - lr: 0.100000 -2023-04-05 23:59:07,306 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:59:07,306 EPOCH 24 done: loss 0.0712 - lr 0.100000 -2023-04-05 23:59:07,306 BAD EPOCHS (no improvement): 0 -2023-04-05 23:59:07,309 ---------------------------------------------------------------------------------------------------- -2023-04-05 23:59:25,681 epoch 25 - iter 265/2650 - loss 0.06766185 - time (sec): 18.37 - samples/sec: 7883.52 - lr: 0.100000 -2023-04-05 23:59:44,055 epoch 25 - iter 530/2650 - loss 0.06852954 - time (sec): 36.75 - samples/sec: 7890.29 - lr: 0.100000 -2023-04-06 00:00:02,244 epoch 25 - iter 795/2650 - loss 0.06920908 - time (sec): 54.93 - samples/sec: 7941.01 - lr: 0.100000 -2023-04-06 00:00:20,038 epoch 25 - iter 1060/2650 - loss 0.07018279 - time (sec): 72.73 - samples/sec: 8000.68 - lr: 0.100000 -2023-04-06 00:00:38,538 epoch 25 - iter 1325/2650 - loss 0.07032197 - time (sec): 91.23 - samples/sec: 7996.26 - lr: 0.100000 -2023-04-06 00:00:57,451 epoch 25 - iter 1590/2650 - loss 0.07037670 - time (sec): 110.14 - samples/sec: 7975.32 - lr: 0.100000 -2023-04-06 00:01:15,678 epoch 25 - iter 1855/2650 - loss 0.07051909 - time (sec): 128.37 - samples/sec: 7974.77 - lr: 0.100000 -2023-04-06 00:01:34,270 epoch 25 - iter 2120/2650 - loss 0.07079282 - time (sec): 146.96 - samples/sec: 7953.43 - lr: 0.100000 -2023-04-06 00:01:52,335 epoch 25 - iter 2385/2650 - loss 0.07073224 - time (sec): 165.03 - samples/sec: 7968.40 - lr: 0.100000 -2023-04-06 00:02:10,540 epoch 25 - iter 2650/2650 - loss 0.07098012 - time (sec): 183.23 - samples/sec: 7981.02 - lr: 0.100000 -2023-04-06 00:02:10,540 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:02:10,540 EPOCH 25 done: loss 0.0710 - lr 0.100000 -2023-04-06 00:02:10,540 BAD EPOCHS (no improvement): 0 -2023-04-06 00:02:10,543 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:02:29,143 epoch 26 - iter 265/2650 - loss 0.06772594 - time (sec): 18.60 - samples/sec: 7835.74 - lr: 0.100000 -2023-04-06 00:02:47,374 epoch 26 - iter 530/2650 - loss 0.06866523 - time (sec): 36.83 - samples/sec: 7888.64 - lr: 0.100000 -2023-04-06 00:03:06,169 epoch 26 - iter 795/2650 - loss 0.06893773 - time (sec): 55.63 - samples/sec: 7866.26 - lr: 0.100000 -2023-04-06 00:03:24,676 epoch 26 - iter 1060/2650 - loss 0.06885092 - time (sec): 74.13 - samples/sec: 7870.09 - lr: 0.100000 -2023-04-06 00:03:44,003 epoch 26 - iter 1325/2650 - loss 0.06904910 - time (sec): 93.46 - samples/sec: 7829.06 - lr: 0.100000 -2023-04-06 00:04:02,982 epoch 26 - iter 1590/2650 - loss 0.06936046 - time (sec): 112.44 - samples/sec: 7815.27 - lr: 0.100000 -2023-04-06 00:04:21,663 epoch 26 - iter 1855/2650 - loss 0.06970694 - time (sec): 131.12 - samples/sec: 7812.28 - lr: 0.100000 -2023-04-06 00:04:40,543 epoch 26 - iter 2120/2650 - loss 0.06983618 - time (sec): 150.00 - samples/sec: 7804.64 - lr: 0.100000 -2023-04-06 00:04:59,078 epoch 26 - iter 2385/2650 - loss 0.07000170 - time (sec): 168.53 - samples/sec: 7803.22 - lr: 0.100000 -2023-04-06 00:05:17,696 epoch 26 - iter 2650/2650 - loss 0.07016642 - time (sec): 187.15 - samples/sec: 7813.75 - lr: 0.100000 -2023-04-06 00:05:17,696 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:05:17,696 EPOCH 26 done: loss 0.0702 - lr 0.100000 -2023-04-06 00:05:17,696 BAD EPOCHS (no improvement): 0 -2023-04-06 00:05:17,699 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:05:36,048 epoch 27 - iter 265/2650 - loss 0.06907675 - time (sec): 18.35 - samples/sec: 7800.91 - lr: 0.100000 -2023-04-06 00:05:55,140 epoch 27 - iter 530/2650 - loss 0.06954160 - time (sec): 37.44 - samples/sec: 7768.99 - lr: 0.100000 -2023-04-06 00:06:13,933 epoch 27 - iter 795/2650 - loss 0.06984016 - time (sec): 56.23 - samples/sec: 7759.80 - lr: 0.100000 -2023-04-06 00:06:32,472 epoch 27 - iter 1060/2650 - loss 0.06949111 - time (sec): 74.77 - samples/sec: 7812.45 - lr: 0.100000 -2023-04-06 00:06:50,909 epoch 27 - iter 1325/2650 - loss 0.06926082 - time (sec): 93.21 - samples/sec: 7847.72 - lr: 0.100000 -2023-04-06 00:07:09,384 epoch 27 - iter 1590/2650 - loss 0.06968345 - time (sec): 111.69 - samples/sec: 7857.68 - lr: 0.100000 -2023-04-06 00:07:27,402 epoch 27 - iter 1855/2650 - loss 0.06978394 - time (sec): 129.70 - samples/sec: 7896.75 - lr: 0.100000 -2023-04-06 00:07:45,597 epoch 27 - iter 2120/2650 - loss 0.07033578 - time (sec): 147.90 - samples/sec: 7910.81 - lr: 0.100000 -2023-04-06 00:08:04,102 epoch 27 - iter 2385/2650 - loss 0.07019532 - time (sec): 166.40 - samples/sec: 7905.39 - lr: 0.100000 -2023-04-06 00:08:22,460 epoch 27 - iter 2650/2650 - loss 0.07017281 - time (sec): 184.76 - samples/sec: 7914.91 - lr: 0.100000 -2023-04-06 00:08:22,460 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:08:22,460 EPOCH 27 done: loss 0.0702 - lr 0.100000 -2023-04-06 00:08:22,460 BAD EPOCHS (no improvement): 1 -2023-04-06 00:08:22,463 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:08:40,606 epoch 28 - iter 265/2650 - loss 0.06516409 - time (sec): 18.14 - samples/sec: 8095.37 - lr: 0.100000 -2023-04-06 00:08:59,164 epoch 28 - iter 530/2650 - loss 0.06646116 - time (sec): 36.70 - samples/sec: 8003.70 - lr: 0.100000 -2023-04-06 00:09:17,927 epoch 28 - iter 795/2650 - loss 0.06650690 - time (sec): 55.46 - samples/sec: 7971.67 - lr: 0.100000 -2023-04-06 00:09:36,569 epoch 28 - iter 1060/2650 - loss 0.06695100 - time (sec): 74.11 - samples/sec: 7951.13 - lr: 0.100000 -2023-04-06 00:09:54,746 epoch 28 - iter 1325/2650 - loss 0.06752726 - time (sec): 92.28 - samples/sec: 7956.20 - lr: 0.100000 -2023-04-06 00:10:13,047 epoch 28 - iter 1590/2650 - loss 0.06778264 - time (sec): 110.58 - samples/sec: 7957.85 - lr: 0.100000 -2023-04-06 00:10:31,028 epoch 28 - iter 1855/2650 - loss 0.06827956 - time (sec): 128.56 - samples/sec: 7973.66 - lr: 0.100000 -2023-04-06 00:10:48,942 epoch 28 - iter 2120/2650 - loss 0.06845002 - time (sec): 146.48 - samples/sec: 7983.70 - lr: 0.100000 -2023-04-06 00:11:07,547 epoch 28 - iter 2385/2650 - loss 0.06874613 - time (sec): 165.08 - samples/sec: 7970.51 - lr: 0.100000 -2023-04-06 00:11:26,004 epoch 28 - iter 2650/2650 - loss 0.06893500 - time (sec): 183.54 - samples/sec: 7967.50 - lr: 0.100000 -2023-04-06 00:11:26,005 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:11:26,005 EPOCH 28 done: loss 0.0689 - lr 0.100000 -2023-04-06 00:11:26,005 BAD EPOCHS (no improvement): 0 -2023-04-06 00:11:26,007 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:11:44,431 epoch 29 - iter 265/2650 - loss 0.06717506 - time (sec): 18.42 - samples/sec: 7976.70 - lr: 0.100000 -2023-04-06 00:12:02,701 epoch 29 - iter 530/2650 - loss 0.06624343 - time (sec): 36.69 - samples/sec: 7960.71 - lr: 0.100000 -2023-04-06 00:12:20,891 epoch 29 - iter 795/2650 - loss 0.06738180 - time (sec): 54.88 - samples/sec: 7985.31 - lr: 0.100000 -2023-04-06 00:12:39,019 epoch 29 - iter 1060/2650 - loss 0.06722053 - time (sec): 73.01 - samples/sec: 8017.25 - lr: 0.100000 -2023-04-06 00:12:57,356 epoch 29 - iter 1325/2650 - loss 0.06781936 - time (sec): 91.35 - samples/sec: 8016.06 - lr: 0.100000 -2023-04-06 00:13:15,729 epoch 29 - iter 1590/2650 - loss 0.06843229 - time (sec): 109.72 - samples/sec: 8001.40 - lr: 0.100000 -2023-04-06 00:13:34,135 epoch 29 - iter 1855/2650 - loss 0.06848774 - time (sec): 128.13 - samples/sec: 7987.52 - lr: 0.100000 -2023-04-06 00:13:52,348 epoch 29 - iter 2120/2650 - loss 0.06844401 - time (sec): 146.34 - samples/sec: 7992.80 - lr: 0.100000 -2023-04-06 00:14:10,767 epoch 29 - iter 2385/2650 - loss 0.06874161 - time (sec): 164.76 - samples/sec: 7981.75 - lr: 0.100000 -2023-04-06 00:14:29,643 epoch 29 - iter 2650/2650 - loss 0.06873252 - time (sec): 183.64 - samples/sec: 7963.40 - lr: 0.100000 -2023-04-06 00:14:29,643 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:14:29,643 EPOCH 29 done: loss 0.0687 - lr 0.100000 -2023-04-06 00:14:29,643 BAD EPOCHS (no improvement): 0 -2023-04-06 00:14:29,647 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:14:48,515 epoch 30 - iter 265/2650 - loss 0.06630602 - time (sec): 18.87 - samples/sec: 7770.48 - lr: 0.100000 -2023-04-06 00:15:06,441 epoch 30 - iter 530/2650 - loss 0.06580521 - time (sec): 36.79 - samples/sec: 7925.65 - lr: 0.100000 -2023-04-06 00:15:24,893 epoch 30 - iter 795/2650 - loss 0.06579015 - time (sec): 55.25 - samples/sec: 7921.63 - lr: 0.100000 -2023-04-06 00:15:43,188 epoch 30 - iter 1060/2650 - loss 0.06625549 - time (sec): 73.54 - samples/sec: 7935.88 - lr: 0.100000 -2023-04-06 00:16:01,590 epoch 30 - iter 1325/2650 - loss 0.06656824 - time (sec): 91.94 - samples/sec: 7940.35 - lr: 0.100000 -2023-04-06 00:16:19,855 epoch 30 - iter 1590/2650 - loss 0.06735726 - time (sec): 110.21 - samples/sec: 7967.13 - lr: 0.100000 -2023-04-06 00:16:38,323 epoch 30 - iter 1855/2650 - loss 0.06777783 - time (sec): 128.68 - samples/sec: 7955.07 - lr: 0.100000 -2023-04-06 00:16:56,599 epoch 30 - iter 2120/2650 - loss 0.06792964 - time (sec): 146.95 - samples/sec: 7966.76 - lr: 0.100000 -2023-04-06 00:17:14,616 epoch 30 - iter 2385/2650 - loss 0.06785617 - time (sec): 164.97 - samples/sec: 7971.62 - lr: 0.100000 -2023-04-06 00:17:32,937 epoch 30 - iter 2650/2650 - loss 0.06814635 - time (sec): 183.29 - samples/sec: 7978.40 - lr: 0.100000 -2023-04-06 00:17:32,937 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:17:32,938 EPOCH 30 done: loss 0.0681 - lr 0.100000 -2023-04-06 00:17:32,938 BAD EPOCHS (no improvement): 0 -2023-04-06 00:17:32,941 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:17:50,997 epoch 31 - iter 265/2650 - loss 0.06510865 - time (sec): 18.06 - samples/sec: 8051.05 - lr: 0.100000 -2023-04-06 00:18:09,276 epoch 31 - iter 530/2650 - loss 0.06586899 - time (sec): 36.33 - samples/sec: 8020.44 - lr: 0.100000 -2023-04-06 00:18:27,823 epoch 31 - iter 795/2650 - loss 0.06629463 - time (sec): 54.88 - samples/sec: 7987.48 - lr: 0.100000 -2023-04-06 00:18:45,717 epoch 31 - iter 1060/2650 - loss 0.06643157 - time (sec): 72.78 - samples/sec: 8035.54 - lr: 0.100000 -2023-04-06 00:19:03,999 epoch 31 - iter 1325/2650 - loss 0.06649515 - time (sec): 91.06 - samples/sec: 8015.59 - lr: 0.100000 -2023-04-06 00:19:22,779 epoch 31 - iter 1590/2650 - loss 0.06677811 - time (sec): 109.84 - samples/sec: 7995.25 - lr: 0.100000 -2023-04-06 00:19:40,989 epoch 31 - iter 1855/2650 - loss 0.06705824 - time (sec): 128.05 - samples/sec: 8007.27 - lr: 0.100000 -2023-04-06 00:19:59,359 epoch 31 - iter 2120/2650 - loss 0.06727299 - time (sec): 146.42 - samples/sec: 8008.25 - lr: 0.100000 -2023-04-06 00:20:17,782 epoch 31 - iter 2385/2650 - loss 0.06748156 - time (sec): 164.84 - samples/sec: 7998.41 - lr: 0.100000 -2023-04-06 00:20:35,618 epoch 31 - iter 2650/2650 - loss 0.06771645 - time (sec): 182.68 - samples/sec: 8005.17 - lr: 0.100000 -2023-04-06 00:20:35,618 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:20:35,618 EPOCH 31 done: loss 0.0677 - lr 0.100000 -2023-04-06 00:20:35,619 BAD EPOCHS (no improvement): 0 -2023-04-06 00:20:35,622 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:20:53,855 epoch 32 - iter 265/2650 - loss 0.06484387 - time (sec): 18.23 - samples/sec: 7967.84 - lr: 0.100000 -2023-04-06 00:21:12,142 epoch 32 - iter 530/2650 - loss 0.06491631 - time (sec): 36.52 - samples/sec: 7985.20 - lr: 0.100000 -2023-04-06 00:21:30,070 epoch 32 - iter 795/2650 - loss 0.06557492 - time (sec): 54.45 - samples/sec: 8020.82 - lr: 0.100000 -2023-04-06 00:21:48,912 epoch 32 - iter 1060/2650 - loss 0.06598723 - time (sec): 73.29 - samples/sec: 7952.88 - lr: 0.100000 -2023-04-06 00:22:07,446 epoch 32 - iter 1325/2650 - loss 0.06634479 - time (sec): 91.82 - samples/sec: 7927.29 - lr: 0.100000 -2023-04-06 00:22:26,277 epoch 32 - iter 1590/2650 - loss 0.06641823 - time (sec): 110.66 - samples/sec: 7915.70 - lr: 0.100000 -2023-04-06 00:22:45,023 epoch 32 - iter 1855/2650 - loss 0.06666293 - time (sec): 129.40 - samples/sec: 7910.15 - lr: 0.100000 -2023-04-06 00:23:03,683 epoch 32 - iter 2120/2650 - loss 0.06704473 - time (sec): 148.06 - samples/sec: 7897.07 - lr: 0.100000 -2023-04-06 00:23:21,423 epoch 32 - iter 2385/2650 - loss 0.06713196 - time (sec): 165.80 - samples/sec: 7923.25 - lr: 0.100000 -2023-04-06 00:23:39,971 epoch 32 - iter 2650/2650 - loss 0.06726392 - time (sec): 184.35 - samples/sec: 7932.56 - lr: 0.100000 -2023-04-06 00:23:39,972 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:23:39,972 EPOCH 32 done: loss 0.0673 - lr 0.100000 -2023-04-06 00:23:39,972 BAD EPOCHS (no improvement): 0 -2023-04-06 00:23:39,976 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:23:58,467 epoch 33 - iter 265/2650 - loss 0.06499129 - time (sec): 18.49 - samples/sec: 7949.71 - lr: 0.100000 -2023-04-06 00:24:16,941 epoch 33 - iter 530/2650 - loss 0.06575125 - time (sec): 36.96 - samples/sec: 7922.39 - lr: 0.100000 -2023-04-06 00:24:35,290 epoch 33 - iter 795/2650 - loss 0.06653977 - time (sec): 55.31 - samples/sec: 7933.32 - lr: 0.100000 -2023-04-06 00:24:53,820 epoch 33 - iter 1060/2650 - loss 0.06662860 - time (sec): 73.84 - samples/sec: 7931.50 - lr: 0.100000 -2023-04-06 00:25:12,045 epoch 33 - iter 1325/2650 - loss 0.06669767 - time (sec): 92.07 - samples/sec: 7933.14 - lr: 0.100000 -2023-04-06 00:25:30,565 epoch 33 - iter 1590/2650 - loss 0.06711239 - time (sec): 110.59 - samples/sec: 7932.00 - lr: 0.100000 -2023-04-06 00:25:49,191 epoch 33 - iter 1855/2650 - loss 0.06732658 - time (sec): 129.21 - samples/sec: 7930.96 - lr: 0.100000 -2023-04-06 00:26:07,361 epoch 33 - iter 2120/2650 - loss 0.06741494 - time (sec): 147.38 - samples/sec: 7939.35 - lr: 0.100000 -2023-04-06 00:26:25,721 epoch 33 - iter 2385/2650 - loss 0.06750640 - time (sec): 165.74 - samples/sec: 7939.92 - lr: 0.100000 -2023-04-06 00:26:44,139 epoch 33 - iter 2650/2650 - loss 0.06747276 - time (sec): 184.16 - samples/sec: 7940.59 - lr: 0.100000 -2023-04-06 00:26:44,140 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:26:44,140 EPOCH 33 done: loss 0.0675 - lr 0.100000 -2023-04-06 00:26:44,140 BAD EPOCHS (no improvement): 1 -2023-04-06 00:26:44,145 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:27:02,418 epoch 34 - iter 265/2650 - loss 0.06597648 - time (sec): 18.27 - samples/sec: 8065.67 - lr: 0.100000 -2023-04-06 00:27:20,976 epoch 34 - iter 530/2650 - loss 0.06515025 - time (sec): 36.83 - samples/sec: 7956.12 - lr: 0.100000 -2023-04-06 00:27:39,323 epoch 34 - iter 795/2650 - loss 0.06573558 - time (sec): 55.18 - samples/sec: 7974.57 - lr: 0.100000 -2023-04-06 00:27:57,963 epoch 34 - iter 1060/2650 - loss 0.06573192 - time (sec): 73.82 - samples/sec: 7942.86 - lr: 0.100000 -2023-04-06 00:28:16,349 epoch 34 - iter 1325/2650 - loss 0.06607877 - time (sec): 92.20 - samples/sec: 7952.86 - lr: 0.100000 -2023-04-06 00:28:34,606 epoch 34 - iter 1590/2650 - loss 0.06621640 - time (sec): 110.46 - samples/sec: 7956.65 - lr: 0.100000 -2023-04-06 00:28:53,313 epoch 34 - iter 1855/2650 - loss 0.06633485 - time (sec): 129.17 - samples/sec: 7918.62 - lr: 0.100000 -2023-04-06 00:29:11,897 epoch 34 - iter 2120/2650 - loss 0.06654360 - time (sec): 147.75 - samples/sec: 7912.31 - lr: 0.100000 -2023-04-06 00:29:31,040 epoch 34 - iter 2385/2650 - loss 0.06662285 - time (sec): 166.90 - samples/sec: 7895.49 - lr: 0.100000 -2023-04-06 00:29:49,324 epoch 34 - iter 2650/2650 - loss 0.06676164 - time (sec): 185.18 - samples/sec: 7897.01 - lr: 0.100000 -2023-04-06 00:29:49,325 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:29:49,325 EPOCH 34 done: loss 0.0668 - lr 0.100000 -2023-04-06 00:29:49,325 BAD EPOCHS (no improvement): 0 -2023-04-06 00:29:49,328 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:30:08,061 epoch 35 - iter 265/2650 - loss 0.06466170 - time (sec): 18.73 - samples/sec: 7807.64 - lr: 0.100000 -2023-04-06 00:30:26,667 epoch 35 - iter 530/2650 - loss 0.06514267 - time (sec): 37.34 - samples/sec: 7834.86 - lr: 0.100000 -2023-04-06 00:30:45,129 epoch 35 - iter 795/2650 - loss 0.06526747 - time (sec): 55.80 - samples/sec: 7845.64 - lr: 0.100000 -2023-04-06 00:31:03,338 epoch 35 - iter 1060/2650 - loss 0.06492044 - time (sec): 74.01 - samples/sec: 7876.34 - lr: 0.100000 -2023-04-06 00:31:21,875 epoch 35 - iter 1325/2650 - loss 0.06507791 - time (sec): 92.55 - samples/sec: 7900.51 - lr: 0.100000 -2023-04-06 00:31:40,212 epoch 35 - iter 1590/2650 - loss 0.06523842 - time (sec): 110.88 - samples/sec: 7905.56 - lr: 0.100000 -2023-04-06 00:31:58,698 epoch 35 - iter 1855/2650 - loss 0.06530296 - time (sec): 129.37 - samples/sec: 7902.95 - lr: 0.100000 -2023-04-06 00:32:17,323 epoch 35 - iter 2120/2650 - loss 0.06540566 - time (sec): 147.99 - samples/sec: 7906.26 - lr: 0.100000 -2023-04-06 00:32:35,518 epoch 35 - iter 2385/2650 - loss 0.06578493 - time (sec): 166.19 - samples/sec: 7916.44 - lr: 0.100000 -2023-04-06 00:32:53,839 epoch 35 - iter 2650/2650 - loss 0.06608655 - time (sec): 184.51 - samples/sec: 7925.63 - lr: 0.100000 -2023-04-06 00:32:53,839 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:32:53,839 EPOCH 35 done: loss 0.0661 - lr 0.100000 -2023-04-06 00:32:53,839 BAD EPOCHS (no improvement): 0 -2023-04-06 00:32:53,842 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:33:12,900 epoch 36 - iter 265/2650 - loss 0.06388971 - time (sec): 19.06 - samples/sec: 7708.46 - lr: 0.100000 -2023-04-06 00:33:31,448 epoch 36 - iter 530/2650 - loss 0.06427618 - time (sec): 37.61 - samples/sec: 7807.73 - lr: 0.100000 -2023-04-06 00:33:50,058 epoch 36 - iter 795/2650 - loss 0.06345331 - time (sec): 56.22 - samples/sec: 7840.46 - lr: 0.100000 -2023-04-06 00:34:08,771 epoch 36 - iter 1060/2650 - loss 0.06331201 - time (sec): 74.93 - samples/sec: 7837.48 - lr: 0.100000 -2023-04-06 00:34:27,365 epoch 36 - iter 1325/2650 - loss 0.06428297 - time (sec): 93.52 - samples/sec: 7847.01 - lr: 0.100000 -2023-04-06 00:34:45,876 epoch 36 - iter 1590/2650 - loss 0.06470664 - time (sec): 112.03 - samples/sec: 7863.31 - lr: 0.100000 -2023-04-06 00:35:03,978 epoch 36 - iter 1855/2650 - loss 0.06514775 - time (sec): 130.14 - samples/sec: 7886.85 - lr: 0.100000 -2023-04-06 00:35:22,325 epoch 36 - iter 2120/2650 - loss 0.06522302 - time (sec): 148.48 - samples/sec: 7891.70 - lr: 0.100000 -2023-04-06 00:35:40,784 epoch 36 - iter 2385/2650 - loss 0.06515392 - time (sec): 166.94 - samples/sec: 7897.01 - lr: 0.100000 -2023-04-06 00:35:59,244 epoch 36 - iter 2650/2650 - loss 0.06518148 - time (sec): 185.40 - samples/sec: 7887.51 - lr: 0.100000 -2023-04-06 00:35:59,245 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:35:59,245 EPOCH 36 done: loss 0.0652 - lr 0.100000 -2023-04-06 00:35:59,245 BAD EPOCHS (no improvement): 0 -2023-04-06 00:35:59,248 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:36:17,383 epoch 37 - iter 265/2650 - loss 0.06569351 - time (sec): 18.13 - samples/sec: 7929.12 - lr: 0.100000 -2023-04-06 00:36:36,061 epoch 37 - iter 530/2650 - loss 0.06649341 - time (sec): 36.81 - samples/sec: 7903.21 - lr: 0.100000 -2023-04-06 00:36:53,674 epoch 37 - iter 795/2650 - loss 0.06637672 - time (sec): 54.43 - samples/sec: 8007.38 - lr: 0.100000 -2023-04-06 00:37:11,791 epoch 37 - iter 1060/2650 - loss 0.06655478 - time (sec): 72.54 - samples/sec: 8039.63 - lr: 0.100000 -2023-04-06 00:37:30,008 epoch 37 - iter 1325/2650 - loss 0.06630844 - time (sec): 90.76 - samples/sec: 8056.17 - lr: 0.100000 -2023-04-06 00:37:48,223 epoch 37 - iter 1590/2650 - loss 0.06607397 - time (sec): 108.97 - samples/sec: 8049.11 - lr: 0.100000 -2023-04-06 00:38:06,382 epoch 37 - iter 1855/2650 - loss 0.06610664 - time (sec): 127.13 - samples/sec: 8056.08 - lr: 0.100000 -2023-04-06 00:38:24,378 epoch 37 - iter 2120/2650 - loss 0.06629933 - time (sec): 145.13 - samples/sec: 8056.71 - lr: 0.100000 -2023-04-06 00:38:42,756 epoch 37 - iter 2385/2650 - loss 0.06633022 - time (sec): 163.51 - samples/sec: 8057.84 - lr: 0.100000 -2023-04-06 00:39:00,669 epoch 37 - iter 2650/2650 - loss 0.06611251 - time (sec): 181.42 - samples/sec: 8060.60 - lr: 0.100000 -2023-04-06 00:39:00,670 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:39:00,670 EPOCH 37 done: loss 0.0661 - lr 0.100000 -2023-04-06 00:39:00,670 BAD EPOCHS (no improvement): 1 -2023-04-06 00:39:00,672 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:39:18,685 epoch 38 - iter 265/2650 - loss 0.06411045 - time (sec): 18.01 - samples/sec: 8054.34 - lr: 0.100000 -2023-04-06 00:39:36,869 epoch 38 - iter 530/2650 - loss 0.06416711 - time (sec): 36.20 - samples/sec: 8010.08 - lr: 0.100000 -2023-04-06 00:39:54,867 epoch 38 - iter 795/2650 - loss 0.06450834 - time (sec): 54.19 - samples/sec: 8035.56 - lr: 0.100000 -2023-04-06 00:40:13,249 epoch 38 - iter 1060/2650 - loss 0.06453213 - time (sec): 72.58 - samples/sec: 8006.04 - lr: 0.100000 -2023-04-06 00:40:31,445 epoch 38 - iter 1325/2650 - loss 0.06440044 - time (sec): 90.77 - samples/sec: 8016.50 - lr: 0.100000 -2023-04-06 00:40:49,909 epoch 38 - iter 1590/2650 - loss 0.06447461 - time (sec): 109.24 - samples/sec: 8018.13 - lr: 0.100000 -2023-04-06 00:41:08,881 epoch 38 - iter 1855/2650 - loss 0.06456494 - time (sec): 128.21 - samples/sec: 7987.49 - lr: 0.100000 -2023-04-06 00:41:27,721 epoch 38 - iter 2120/2650 - loss 0.06471694 - time (sec): 147.05 - samples/sec: 7954.41 - lr: 0.100000 -2023-04-06 00:41:46,657 epoch 38 - iter 2385/2650 - loss 0.06486661 - time (sec): 165.98 - samples/sec: 7930.86 - lr: 0.100000 -2023-04-06 00:42:05,229 epoch 38 - iter 2650/2650 - loss 0.06519633 - time (sec): 184.56 - samples/sec: 7923.66 - lr: 0.100000 -2023-04-06 00:42:05,229 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:42:05,229 EPOCH 38 done: loss 0.0652 - lr 0.100000 -2023-04-06 00:42:05,229 BAD EPOCHS (no improvement): 2 -2023-04-06 00:42:05,232 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:42:24,042 epoch 39 - iter 265/2650 - loss 0.06290461 - time (sec): 18.81 - samples/sec: 7792.89 - lr: 0.100000 -2023-04-06 00:42:43,038 epoch 39 - iter 530/2650 - loss 0.06307044 - time (sec): 37.81 - samples/sec: 7730.74 - lr: 0.100000 -2023-04-06 00:43:01,794 epoch 39 - iter 795/2650 - loss 0.06408458 - time (sec): 56.56 - samples/sec: 7754.11 - lr: 0.100000 -2023-04-06 00:43:19,990 epoch 39 - iter 1060/2650 - loss 0.06427130 - time (sec): 74.76 - samples/sec: 7800.65 - lr: 0.100000 -2023-04-06 00:43:38,481 epoch 39 - iter 1325/2650 - loss 0.06443885 - time (sec): 93.25 - samples/sec: 7838.17 - lr: 0.100000 -2023-04-06 00:43:56,839 epoch 39 - iter 1590/2650 - loss 0.06440756 - time (sec): 111.61 - samples/sec: 7871.21 - lr: 0.100000 -2023-04-06 00:44:14,923 epoch 39 - iter 1855/2650 - loss 0.06465080 - time (sec): 129.69 - samples/sec: 7895.92 - lr: 0.100000 -2023-04-06 00:44:33,054 epoch 39 - iter 2120/2650 - loss 0.06491069 - time (sec): 147.82 - samples/sec: 7916.00 - lr: 0.100000 -2023-04-06 00:44:51,220 epoch 39 - iter 2385/2650 - loss 0.06513110 - time (sec): 165.99 - samples/sec: 7920.49 - lr: 0.100000 -2023-04-06 00:45:09,739 epoch 39 - iter 2650/2650 - loss 0.06511872 - time (sec): 184.51 - samples/sec: 7925.81 - lr: 0.100000 -2023-04-06 00:45:09,739 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:45:09,739 EPOCH 39 done: loss 0.0651 - lr 0.100000 -2023-04-06 00:45:09,739 BAD EPOCHS (no improvement): 0 -2023-04-06 00:45:09,742 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:45:27,533 epoch 40 - iter 265/2650 - loss 0.06305309 - time (sec): 17.79 - samples/sec: 8178.17 - lr: 0.100000 -2023-04-06 00:45:45,734 epoch 40 - iter 530/2650 - loss 0.06298474 - time (sec): 35.99 - samples/sec: 8051.16 - lr: 0.100000 -2023-04-06 00:46:04,137 epoch 40 - iter 795/2650 - loss 0.06340256 - time (sec): 54.39 - samples/sec: 7992.76 - lr: 0.100000 -2023-04-06 00:46:22,465 epoch 40 - iter 1060/2650 - loss 0.06375402 - time (sec): 72.72 - samples/sec: 7994.72 - lr: 0.100000 -2023-04-06 00:46:40,783 epoch 40 - iter 1325/2650 - loss 0.06406264 - time (sec): 91.04 - samples/sec: 7993.87 - lr: 0.100000 -2023-04-06 00:46:59,049 epoch 40 - iter 1590/2650 - loss 0.06412328 - time (sec): 109.31 - samples/sec: 8000.84 - lr: 0.100000 -2023-04-06 00:47:17,638 epoch 40 - iter 1855/2650 - loss 0.06425478 - time (sec): 127.90 - samples/sec: 7975.74 - lr: 0.100000 -2023-04-06 00:47:36,781 epoch 40 - iter 2120/2650 - loss 0.06412604 - time (sec): 147.04 - samples/sec: 7950.32 - lr: 0.100000 -2023-04-06 00:47:55,124 epoch 40 - iter 2385/2650 - loss 0.06412383 - time (sec): 165.38 - samples/sec: 7960.77 - lr: 0.100000 -2023-04-06 00:48:13,141 epoch 40 - iter 2650/2650 - loss 0.06452189 - time (sec): 183.40 - samples/sec: 7973.67 - lr: 0.100000 -2023-04-06 00:48:13,141 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:48:13,142 EPOCH 40 done: loss 0.0645 - lr 0.100000 -2023-04-06 00:48:13,142 BAD EPOCHS (no improvement): 0 -2023-04-06 00:48:13,145 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:48:31,361 epoch 41 - iter 265/2650 - loss 0.06334649 - time (sec): 18.22 - samples/sec: 8091.05 - lr: 0.100000 -2023-04-06 00:48:49,789 epoch 41 - iter 530/2650 - loss 0.06410800 - time (sec): 36.64 - samples/sec: 8023.75 - lr: 0.100000 -2023-04-06 00:49:08,265 epoch 41 - iter 795/2650 - loss 0.06428735 - time (sec): 55.12 - samples/sec: 7988.38 - lr: 0.100000 -2023-04-06 00:49:26,766 epoch 41 - iter 1060/2650 - loss 0.06411221 - time (sec): 73.62 - samples/sec: 7966.49 - lr: 0.100000 -2023-04-06 00:49:45,271 epoch 41 - iter 1325/2650 - loss 0.06399393 - time (sec): 92.13 - samples/sec: 7958.82 - lr: 0.100000 -2023-04-06 00:50:03,182 epoch 41 - iter 1590/2650 - loss 0.06432864 - time (sec): 110.04 - samples/sec: 7982.21 - lr: 0.100000 -2023-04-06 00:50:21,413 epoch 41 - iter 1855/2650 - loss 0.06405526 - time (sec): 128.27 - samples/sec: 7991.96 - lr: 0.100000 -2023-04-06 00:50:39,619 epoch 41 - iter 2120/2650 - loss 0.06438140 - time (sec): 146.47 - samples/sec: 7988.29 - lr: 0.100000 -2023-04-06 00:50:57,867 epoch 41 - iter 2385/2650 - loss 0.06454365 - time (sec): 164.72 - samples/sec: 7989.05 - lr: 0.100000 -2023-04-06 00:51:16,744 epoch 41 - iter 2650/2650 - loss 0.06467682 - time (sec): 183.60 - samples/sec: 7964.97 - lr: 0.100000 -2023-04-06 00:51:16,745 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:51:16,745 EPOCH 41 done: loss 0.0647 - lr 0.100000 -2023-04-06 00:51:16,745 BAD EPOCHS (no improvement): 1 -2023-04-06 00:51:16,747 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:51:34,983 epoch 42 - iter 265/2650 - loss 0.06278171 - time (sec): 18.24 - samples/sec: 8034.85 - lr: 0.100000 -2023-04-06 00:51:53,512 epoch 42 - iter 530/2650 - loss 0.06357515 - time (sec): 36.76 - samples/sec: 7980.72 - lr: 0.100000 -2023-04-06 00:52:11,780 epoch 42 - iter 795/2650 - loss 0.06291024 - time (sec): 55.03 - samples/sec: 7995.74 - lr: 0.100000 -2023-04-06 00:52:29,793 epoch 42 - iter 1060/2650 - loss 0.06359762 - time (sec): 73.05 - samples/sec: 8001.87 - lr: 0.100000 -2023-04-06 00:52:47,873 epoch 42 - iter 1325/2650 - loss 0.06377240 - time (sec): 91.13 - samples/sec: 8011.34 - lr: 0.100000 -2023-04-06 00:53:06,093 epoch 42 - iter 1590/2650 - loss 0.06359781 - time (sec): 109.35 - samples/sec: 8008.44 - lr: 0.100000 -2023-04-06 00:53:24,862 epoch 42 - iter 1855/2650 - loss 0.06411886 - time (sec): 128.11 - samples/sec: 7989.13 - lr: 0.100000 -2023-04-06 00:53:43,140 epoch 42 - iter 2120/2650 - loss 0.06441783 - time (sec): 146.39 - samples/sec: 7991.69 - lr: 0.100000 -2023-04-06 00:54:01,429 epoch 42 - iter 2385/2650 - loss 0.06479529 - time (sec): 164.68 - samples/sec: 7989.97 - lr: 0.100000 -2023-04-06 00:54:19,947 epoch 42 - iter 2650/2650 - loss 0.06471577 - time (sec): 183.20 - samples/sec: 7982.35 - lr: 0.100000 -2023-04-06 00:54:19,947 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:54:19,947 EPOCH 42 done: loss 0.0647 - lr 0.100000 -2023-04-06 00:54:19,947 BAD EPOCHS (no improvement): 2 -2023-04-06 00:54:19,950 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:54:38,470 epoch 43 - iter 265/2650 - loss 0.06142652 - time (sec): 18.52 - samples/sec: 7964.25 - lr: 0.100000 -2023-04-06 00:54:56,674 epoch 43 - iter 530/2650 - loss 0.06262247 - time (sec): 36.72 - samples/sec: 8005.94 - lr: 0.100000 -2023-04-06 00:55:14,643 epoch 43 - iter 795/2650 - loss 0.06317294 - time (sec): 54.69 - samples/sec: 8002.80 - lr: 0.100000 -2023-04-06 00:55:33,359 epoch 43 - iter 1060/2650 - loss 0.06360404 - time (sec): 73.41 - samples/sec: 7963.23 - lr: 0.100000 -2023-04-06 00:55:51,901 epoch 43 - iter 1325/2650 - loss 0.06377923 - time (sec): 91.95 - samples/sec: 7938.75 - lr: 0.100000 -2023-04-06 00:56:10,409 epoch 43 - iter 1590/2650 - loss 0.06374200 - time (sec): 110.46 - samples/sec: 7937.17 - lr: 0.100000 -2023-04-06 00:56:28,910 epoch 43 - iter 1855/2650 - loss 0.06388622 - time (sec): 128.96 - samples/sec: 7927.16 - lr: 0.100000 -2023-04-06 00:56:47,358 epoch 43 - iter 2120/2650 - loss 0.06379421 - time (sec): 147.41 - samples/sec: 7931.98 - lr: 0.100000 -2023-04-06 00:57:05,486 epoch 43 - iter 2385/2650 - loss 0.06374130 - time (sec): 165.54 - samples/sec: 7946.16 - lr: 0.100000 -2023-04-06 00:57:24,115 epoch 43 - iter 2650/2650 - loss 0.06380648 - time (sec): 184.16 - samples/sec: 7940.51 - lr: 0.100000 -2023-04-06 00:57:24,115 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:57:24,115 EPOCH 43 done: loss 0.0638 - lr 0.100000 -2023-04-06 00:57:24,115 BAD EPOCHS (no improvement): 0 -2023-04-06 00:57:24,118 ---------------------------------------------------------------------------------------------------- -2023-04-06 00:57:42,509 epoch 44 - iter 265/2650 - loss 0.06352930 - time (sec): 18.39 - samples/sec: 7968.47 - lr: 0.100000 -2023-04-06 00:58:00,612 epoch 44 - iter 530/2650 - loss 0.06182354 - time (sec): 36.49 - samples/sec: 8013.90 - lr: 0.100000 -2023-04-06 00:58:18,726 epoch 44 - iter 795/2650 - loss 0.06184290 - time (sec): 54.61 - samples/sec: 8020.85 - lr: 0.100000 -2023-04-06 00:58:37,142 epoch 44 - iter 1060/2650 - loss 0.06204736 - time (sec): 73.02 - samples/sec: 8013.89 - lr: 0.100000 -2023-04-06 00:58:55,253 epoch 44 - iter 1325/2650 - loss 0.06213590 - time (sec): 91.14 - samples/sec: 8020.92 - lr: 0.100000 -2023-04-06 00:59:13,625 epoch 44 - iter 1590/2650 - loss 0.06274617 - time (sec): 109.51 - samples/sec: 8003.28 - lr: 0.100000 -2023-04-06 00:59:32,296 epoch 44 - iter 1855/2650 - loss 0.06278383 - time (sec): 128.18 - samples/sec: 7985.53 - lr: 0.100000 -2023-04-06 00:59:51,072 epoch 44 - iter 2120/2650 - loss 0.06304038 - time (sec): 146.95 - samples/sec: 7966.65 - lr: 0.100000 -2023-04-06 01:00:09,379 epoch 44 - iter 2385/2650 - loss 0.06341406 - time (sec): 165.26 - samples/sec: 7969.21 - lr: 0.100000 -2023-04-06 01:00:28,087 epoch 44 - iter 2650/2650 - loss 0.06372610 - time (sec): 183.97 - samples/sec: 7948.96 - lr: 0.100000 -2023-04-06 01:00:28,088 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:00:28,088 EPOCH 44 done: loss 0.0637 - lr 0.100000 -2023-04-06 01:00:28,088 BAD EPOCHS (no improvement): 0 -2023-04-06 01:00:28,090 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:00:46,622 epoch 45 - iter 265/2650 - loss 0.06105154 - time (sec): 18.53 - samples/sec: 7822.75 - lr: 0.100000 -2023-04-06 01:01:04,846 epoch 45 - iter 530/2650 - loss 0.06175550 - time (sec): 36.76 - samples/sec: 7914.25 - lr: 0.100000 -2023-04-06 01:01:23,682 epoch 45 - iter 795/2650 - loss 0.06223835 - time (sec): 55.59 - samples/sec: 7891.80 - lr: 0.100000 -2023-04-06 01:01:42,067 epoch 45 - iter 1060/2650 - loss 0.06266415 - time (sec): 73.98 - samples/sec: 7911.12 - lr: 0.100000 -2023-04-06 01:02:00,325 epoch 45 - iter 1325/2650 - loss 0.06282063 - time (sec): 92.24 - samples/sec: 7927.20 - lr: 0.100000 -2023-04-06 01:02:18,930 epoch 45 - iter 1590/2650 - loss 0.06302057 - time (sec): 110.84 - samples/sec: 7928.78 - lr: 0.100000 -2023-04-06 01:02:36,723 epoch 45 - iter 1855/2650 - loss 0.06329796 - time (sec): 128.63 - samples/sec: 7945.53 - lr: 0.100000 -2023-04-06 01:02:55,570 epoch 45 - iter 2120/2650 - loss 0.06352556 - time (sec): 147.48 - samples/sec: 7927.97 - lr: 0.100000 -2023-04-06 01:03:13,992 epoch 45 - iter 2385/2650 - loss 0.06354380 - time (sec): 165.90 - samples/sec: 7921.85 - lr: 0.100000 -2023-04-06 01:03:32,548 epoch 45 - iter 2650/2650 - loss 0.06350910 - time (sec): 184.46 - samples/sec: 7927.90 - lr: 0.100000 -2023-04-06 01:03:32,548 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:03:32,548 EPOCH 45 done: loss 0.0635 - lr 0.100000 -2023-04-06 01:03:32,548 BAD EPOCHS (no improvement): 0 -2023-04-06 01:03:32,555 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:03:51,403 epoch 46 - iter 265/2650 - loss 0.06128713 - time (sec): 18.85 - samples/sec: 7800.08 - lr: 0.100000 -2023-04-06 01:04:09,685 epoch 46 - iter 530/2650 - loss 0.06176459 - time (sec): 37.13 - samples/sec: 7882.87 - lr: 0.100000 -2023-04-06 01:04:28,283 epoch 46 - iter 795/2650 - loss 0.06228357 - time (sec): 55.73 - samples/sec: 7884.82 - lr: 0.100000 -2023-04-06 01:04:46,519 epoch 46 - iter 1060/2650 - loss 0.06227106 - time (sec): 73.96 - samples/sec: 7883.98 - lr: 0.100000 -2023-04-06 01:05:04,753 epoch 46 - iter 1325/2650 - loss 0.06262426 - time (sec): 92.20 - samples/sec: 7910.25 - lr: 0.100000 -2023-04-06 01:05:23,258 epoch 46 - iter 1590/2650 - loss 0.06289256 - time (sec): 110.70 - samples/sec: 7906.21 - lr: 0.100000 -2023-04-06 01:05:42,285 epoch 46 - iter 1855/2650 - loss 0.06306267 - time (sec): 129.73 - samples/sec: 7879.14 - lr: 0.100000 -2023-04-06 01:06:00,778 epoch 46 - iter 2120/2650 - loss 0.06306704 - time (sec): 148.22 - samples/sec: 7892.26 - lr: 0.100000 -2023-04-06 01:06:19,068 epoch 46 - iter 2385/2650 - loss 0.06324072 - time (sec): 166.51 - samples/sec: 7901.54 - lr: 0.100000 -2023-04-06 01:06:49,804 epoch 46 - iter 2650/2650 - loss 0.06318785 - time (sec): 197.25 - samples/sec: 7413.78 - lr: 0.100000 -2023-04-06 01:06:49,804 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:06:49,804 EPOCH 46 done: loss 0.0632 - lr 0.100000 -2023-04-06 01:06:49,804 BAD EPOCHS (no improvement): 0 -2023-04-06 01:06:49,808 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:07:08,194 epoch 47 - iter 265/2650 - loss 0.06200636 - time (sec): 18.39 - samples/sec: 7905.83 - lr: 0.100000 -2023-04-06 01:07:26,814 epoch 47 - iter 530/2650 - loss 0.06233728 - time (sec): 37.01 - samples/sec: 7893.30 - lr: 0.100000 -2023-04-06 01:07:45,149 epoch 47 - iter 795/2650 - loss 0.06249650 - time (sec): 55.34 - samples/sec: 7928.44 - lr: 0.100000 -2023-04-06 01:08:03,715 epoch 47 - iter 1060/2650 - loss 0.06233436 - time (sec): 73.91 - samples/sec: 7946.59 - lr: 0.100000 -2023-04-06 01:08:22,672 epoch 47 - iter 1325/2650 - loss 0.06288311 - time (sec): 92.86 - samples/sec: 7907.57 - lr: 0.100000 -2023-04-06 01:08:41,043 epoch 47 - iter 1590/2650 - loss 0.06257024 - time (sec): 111.23 - samples/sec: 7896.88 - lr: 0.100000 -2023-04-06 01:08:59,237 epoch 47 - iter 1855/2650 - loss 0.06292583 - time (sec): 129.43 - samples/sec: 7907.29 - lr: 0.100000 -2023-04-06 01:09:17,279 epoch 47 - iter 2120/2650 - loss 0.06318194 - time (sec): 147.47 - samples/sec: 7920.72 - lr: 0.100000 -2023-04-06 01:09:35,926 epoch 47 - iter 2385/2650 - loss 0.06333398 - time (sec): 166.12 - samples/sec: 7911.38 - lr: 0.100000 -2023-04-06 01:09:55,090 epoch 47 - iter 2650/2650 - loss 0.06355203 - time (sec): 185.28 - samples/sec: 7892.65 - lr: 0.100000 -2023-04-06 01:09:55,090 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:09:55,090 EPOCH 47 done: loss 0.0636 - lr 0.100000 -2023-04-06 01:09:55,090 BAD EPOCHS (no improvement): 1 -2023-04-06 01:09:55,093 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:10:13,725 epoch 48 - iter 265/2650 - loss 0.06143570 - time (sec): 18.63 - samples/sec: 7742.29 - lr: 0.100000 -2023-04-06 01:10:31,696 epoch 48 - iter 530/2650 - loss 0.06114015 - time (sec): 36.60 - samples/sec: 7892.71 - lr: 0.100000 -2023-04-06 01:10:49,804 epoch 48 - iter 795/2650 - loss 0.06145213 - time (sec): 54.71 - samples/sec: 7935.60 - lr: 0.100000 -2023-04-06 01:11:08,316 epoch 48 - iter 1060/2650 - loss 0.06217175 - time (sec): 73.22 - samples/sec: 7934.45 - lr: 0.100000 -2023-04-06 01:11:26,921 epoch 48 - iter 1325/2650 - loss 0.06203507 - time (sec): 91.83 - samples/sec: 7919.91 - lr: 0.100000 -2023-04-06 01:11:45,855 epoch 48 - iter 1590/2650 - loss 0.06228306 - time (sec): 110.76 - samples/sec: 7884.07 - lr: 0.100000 -2023-04-06 01:12:04,999 epoch 48 - iter 1855/2650 - loss 0.06232229 - time (sec): 129.91 - samples/sec: 7864.25 - lr: 0.100000 -2023-04-06 01:12:23,698 epoch 48 - iter 2120/2650 - loss 0.06244375 - time (sec): 148.60 - samples/sec: 7856.20 - lr: 0.100000 -2023-04-06 01:12:42,368 epoch 48 - iter 2385/2650 - loss 0.06258336 - time (sec): 167.27 - samples/sec: 7859.74 - lr: 0.100000 -2023-04-06 01:13:01,464 epoch 48 - iter 2650/2650 - loss 0.06275841 - time (sec): 186.37 - samples/sec: 7846.51 - lr: 0.100000 -2023-04-06 01:13:01,465 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:13:01,465 EPOCH 48 done: loss 0.0628 - lr 0.100000 -2023-04-06 01:13:01,465 BAD EPOCHS (no improvement): 0 -2023-04-06 01:13:01,468 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:13:19,619 epoch 49 - iter 265/2650 - loss 0.06127803 - time (sec): 18.15 - samples/sec: 8022.75 - lr: 0.100000 -2023-04-06 01:13:38,010 epoch 49 - iter 530/2650 - loss 0.06173003 - time (sec): 36.54 - samples/sec: 7951.24 - lr: 0.100000 -2023-04-06 01:13:56,140 epoch 49 - iter 795/2650 - loss 0.06251417 - time (sec): 54.67 - samples/sec: 7997.63 - lr: 0.100000 -2023-04-06 01:14:14,941 epoch 49 - iter 1060/2650 - loss 0.06216270 - time (sec): 73.47 - samples/sec: 7983.23 - lr: 0.100000 -2023-04-06 01:14:33,201 epoch 49 - iter 1325/2650 - loss 0.06217874 - time (sec): 91.73 - samples/sec: 7990.04 - lr: 0.100000 -2023-04-06 01:14:51,190 epoch 49 - iter 1590/2650 - loss 0.06243566 - time (sec): 109.72 - samples/sec: 7980.83 - lr: 0.100000 -2023-04-06 01:15:09,648 epoch 49 - iter 1855/2650 - loss 0.06249158 - time (sec): 128.18 - samples/sec: 7974.13 - lr: 0.100000 -2023-04-06 01:15:27,948 epoch 49 - iter 2120/2650 - loss 0.06259608 - time (sec): 146.48 - samples/sec: 7981.61 - lr: 0.100000 -2023-04-06 01:15:46,101 epoch 49 - iter 2385/2650 - loss 0.06263362 - time (sec): 164.63 - samples/sec: 7987.11 - lr: 0.100000 -2023-04-06 01:16:04,548 epoch 49 - iter 2650/2650 - loss 0.06285942 - time (sec): 183.08 - samples/sec: 7987.54 - lr: 0.100000 -2023-04-06 01:16:04,549 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:16:04,549 EPOCH 49 done: loss 0.0629 - lr 0.100000 -2023-04-06 01:16:04,549 BAD EPOCHS (no improvement): 1 -2023-04-06 01:16:04,552 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:16:22,905 epoch 50 - iter 265/2650 - loss 0.06078733 - time (sec): 18.35 - samples/sec: 7904.01 - lr: 0.100000 -2023-04-06 01:16:41,332 epoch 50 - iter 530/2650 - loss 0.06031116 - time (sec): 36.78 - samples/sec: 7932.75 - lr: 0.100000 -2023-04-06 01:16:59,868 epoch 50 - iter 795/2650 - loss 0.06063307 - time (sec): 55.32 - samples/sec: 7945.16 - lr: 0.100000 -2023-04-06 01:17:18,176 epoch 50 - iter 1060/2650 - loss 0.06082629 - time (sec): 73.62 - samples/sec: 7942.70 - lr: 0.100000 -2023-04-06 01:17:36,715 epoch 50 - iter 1325/2650 - loss 0.06112533 - time (sec): 92.16 - samples/sec: 7932.32 - lr: 0.100000 -2023-04-06 01:17:55,132 epoch 50 - iter 1590/2650 - loss 0.06143313 - time (sec): 110.58 - samples/sec: 7928.66 - lr: 0.100000 -2023-04-06 01:18:13,425 epoch 50 - iter 1855/2650 - loss 0.06169277 - time (sec): 128.87 - samples/sec: 7932.72 - lr: 0.100000 -2023-04-06 01:18:32,262 epoch 50 - iter 2120/2650 - loss 0.06203101 - time (sec): 147.71 - samples/sec: 7910.34 - lr: 0.100000 -2023-04-06 01:18:50,419 epoch 50 - iter 2385/2650 - loss 0.06220425 - time (sec): 165.87 - samples/sec: 7933.94 - lr: 0.100000 -2023-04-06 01:19:08,601 epoch 50 - iter 2650/2650 - loss 0.06236241 - time (sec): 184.05 - samples/sec: 7945.49 - lr: 0.100000 -2023-04-06 01:19:08,601 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:19:08,602 EPOCH 50 done: loss 0.0624 - lr 0.100000 -2023-04-06 01:19:08,602 BAD EPOCHS (no improvement): 0 -2023-04-06 01:19:08,604 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:19:27,451 epoch 51 - iter 265/2650 - loss 0.06233200 - time (sec): 18.85 - samples/sec: 7781.13 - lr: 0.100000 -2023-04-06 01:19:46,297 epoch 51 - iter 530/2650 - loss 0.06160920 - time (sec): 37.69 - samples/sec: 7836.49 - lr: 0.100000 -2023-04-06 01:20:04,791 epoch 51 - iter 795/2650 - loss 0.06167665 - time (sec): 56.19 - samples/sec: 7875.15 - lr: 0.100000 -2023-04-06 01:20:23,673 epoch 51 - iter 1060/2650 - loss 0.06155659 - time (sec): 75.07 - samples/sec: 7839.45 - lr: 0.100000 -2023-04-06 01:20:42,332 epoch 51 - iter 1325/2650 - loss 0.06176299 - time (sec): 93.73 - samples/sec: 7832.33 - lr: 0.100000 -2023-04-06 01:21:00,461 epoch 51 - iter 1590/2650 - loss 0.06212171 - time (sec): 111.86 - samples/sec: 7858.86 - lr: 0.100000 -2023-04-06 01:21:18,745 epoch 51 - iter 1855/2650 - loss 0.06229915 - time (sec): 130.14 - samples/sec: 7868.85 - lr: 0.100000 -2023-04-06 01:21:37,481 epoch 51 - iter 2120/2650 - loss 0.06247580 - time (sec): 148.88 - samples/sec: 7867.03 - lr: 0.100000 -2023-04-06 01:21:55,752 epoch 51 - iter 2385/2650 - loss 0.06264640 - time (sec): 167.15 - samples/sec: 7881.48 - lr: 0.100000 -2023-04-06 01:22:14,107 epoch 51 - iter 2650/2650 - loss 0.06270648 - time (sec): 185.50 - samples/sec: 7883.23 - lr: 0.100000 -2023-04-06 01:22:14,108 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:22:14,108 EPOCH 51 done: loss 0.0627 - lr 0.100000 -2023-04-06 01:22:14,108 BAD EPOCHS (no improvement): 1 -2023-04-06 01:22:14,111 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:22:32,612 epoch 52 - iter 265/2650 - loss 0.06116718 - time (sec): 18.50 - samples/sec: 7852.47 - lr: 0.100000 -2023-04-06 01:22:51,548 epoch 52 - iter 530/2650 - loss 0.06095655 - time (sec): 37.44 - samples/sec: 7796.84 - lr: 0.100000 -2023-04-06 01:23:10,004 epoch 52 - iter 795/2650 - loss 0.06174203 - time (sec): 55.89 - samples/sec: 7807.99 - lr: 0.100000 -2023-04-06 01:23:28,423 epoch 52 - iter 1060/2650 - loss 0.06183830 - time (sec): 74.31 - samples/sec: 7877.98 - lr: 0.100000 -2023-04-06 01:23:46,527 epoch 52 - iter 1325/2650 - loss 0.06185610 - time (sec): 92.42 - samples/sec: 7921.10 - lr: 0.100000 -2023-04-06 01:24:05,083 epoch 52 - iter 1590/2650 - loss 0.06173931 - time (sec): 110.97 - samples/sec: 7918.80 - lr: 0.100000 -2023-04-06 01:24:23,430 epoch 52 - iter 1855/2650 - loss 0.06192590 - time (sec): 129.32 - samples/sec: 7930.07 - lr: 0.100000 -2023-04-06 01:24:40,997 epoch 52 - iter 2120/2650 - loss 0.06216408 - time (sec): 146.89 - samples/sec: 7964.02 - lr: 0.100000 -2023-04-06 01:24:59,128 epoch 52 - iter 2385/2650 - loss 0.06224371 - time (sec): 165.02 - samples/sec: 7977.88 - lr: 0.100000 -2023-04-06 01:25:17,096 epoch 52 - iter 2650/2650 - loss 0.06233049 - time (sec): 182.99 - samples/sec: 7991.69 - lr: 0.100000 -2023-04-06 01:25:17,096 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:25:17,096 EPOCH 52 done: loss 0.0623 - lr 0.100000 -2023-04-06 01:25:17,096 BAD EPOCHS (no improvement): 0 -2023-04-06 01:25:17,100 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:25:35,190 epoch 53 - iter 265/2650 - loss 0.06044664 - time (sec): 18.09 - samples/sec: 8027.12 - lr: 0.100000 -2023-04-06 01:25:53,768 epoch 53 - iter 530/2650 - loss 0.05983769 - time (sec): 36.67 - samples/sec: 7972.74 - lr: 0.100000 -2023-04-06 01:26:12,070 epoch 53 - iter 795/2650 - loss 0.05950812 - time (sec): 54.97 - samples/sec: 7967.76 - lr: 0.100000 -2023-04-06 01:26:30,597 epoch 53 - iter 1060/2650 - loss 0.06025525 - time (sec): 73.50 - samples/sec: 7938.27 - lr: 0.100000 -2023-04-06 01:26:49,473 epoch 53 - iter 1325/2650 - loss 0.06053752 - time (sec): 92.37 - samples/sec: 7917.21 - lr: 0.100000 -2023-04-06 01:27:07,839 epoch 53 - iter 1590/2650 - loss 0.06095149 - time (sec): 110.74 - samples/sec: 7919.50 - lr: 0.100000 -2023-04-06 01:27:25,919 epoch 53 - iter 1855/2650 - loss 0.06126722 - time (sec): 128.82 - samples/sec: 7945.27 - lr: 0.100000 -2023-04-06 01:27:44,567 epoch 53 - iter 2120/2650 - loss 0.06131292 - time (sec): 147.47 - samples/sec: 7936.14 - lr: 0.100000 -2023-04-06 01:28:02,996 epoch 53 - iter 2385/2650 - loss 0.06158473 - time (sec): 165.90 - samples/sec: 7936.58 - lr: 0.100000 -2023-04-06 01:28:21,151 epoch 53 - iter 2650/2650 - loss 0.06186098 - time (sec): 184.05 - samples/sec: 7945.40 - lr: 0.100000 -2023-04-06 01:28:21,152 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:28:21,152 EPOCH 53 done: loss 0.0619 - lr 0.100000 -2023-04-06 01:28:21,152 BAD EPOCHS (no improvement): 0 -2023-04-06 01:28:21,158 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:28:39,755 epoch 54 - iter 265/2650 - loss 0.06053452 - time (sec): 18.60 - samples/sec: 7933.32 - lr: 0.100000 -2023-04-06 01:28:58,271 epoch 54 - iter 530/2650 - loss 0.06037041 - time (sec): 37.11 - samples/sec: 7869.29 - lr: 0.100000 -2023-04-06 01:29:16,808 epoch 54 - iter 795/2650 - loss 0.06120857 - time (sec): 55.65 - samples/sec: 7848.60 - lr: 0.100000 -2023-04-06 01:29:35,057 epoch 54 - iter 1060/2650 - loss 0.06136610 - time (sec): 73.90 - samples/sec: 7890.12 - lr: 0.100000 -2023-04-06 01:29:53,827 epoch 54 - iter 1325/2650 - loss 0.06115567 - time (sec): 92.67 - samples/sec: 7889.13 - lr: 0.100000 -2023-04-06 01:30:11,860 epoch 54 - iter 1590/2650 - loss 0.06144977 - time (sec): 110.70 - samples/sec: 7916.66 - lr: 0.100000 -2023-04-06 01:30:30,777 epoch 54 - iter 1855/2650 - loss 0.06166556 - time (sec): 129.62 - samples/sec: 7904.80 - lr: 0.100000 -2023-04-06 01:30:49,227 epoch 54 - iter 2120/2650 - loss 0.06198691 - time (sec): 148.07 - samples/sec: 7900.89 - lr: 0.100000 -2023-04-06 01:31:08,422 epoch 54 - iter 2385/2650 - loss 0.06226204 - time (sec): 167.26 - samples/sec: 7870.57 - lr: 0.100000 -2023-04-06 01:31:27,160 epoch 54 - iter 2650/2650 - loss 0.06206260 - time (sec): 186.00 - samples/sec: 7862.08 - lr: 0.100000 -2023-04-06 01:31:27,160 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:31:27,160 EPOCH 54 done: loss 0.0621 - lr 0.100000 -2023-04-06 01:31:27,160 BAD EPOCHS (no improvement): 1 -2023-04-06 01:31:27,163 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:31:46,059 epoch 55 - iter 265/2650 - loss 0.05957678 - time (sec): 18.90 - samples/sec: 7774.44 - lr: 0.100000 -2023-04-06 01:32:05,431 epoch 55 - iter 530/2650 - loss 0.05976961 - time (sec): 38.27 - samples/sec: 7707.54 - lr: 0.100000 -2023-04-06 01:32:23,755 epoch 55 - iter 795/2650 - loss 0.06018992 - time (sec): 56.59 - samples/sec: 7802.63 - lr: 0.100000 -2023-04-06 01:32:42,410 epoch 55 - iter 1060/2650 - loss 0.06020777 - time (sec): 75.25 - samples/sec: 7810.64 - lr: 0.100000 -2023-04-06 01:33:00,548 epoch 55 - iter 1325/2650 - loss 0.06030876 - time (sec): 93.38 - samples/sec: 7853.97 - lr: 0.100000 -2023-04-06 01:33:18,898 epoch 55 - iter 1590/2650 - loss 0.06065456 - time (sec): 111.73 - samples/sec: 7865.08 - lr: 0.100000 -2023-04-06 01:33:37,390 epoch 55 - iter 1855/2650 - loss 0.06077865 - time (sec): 130.23 - samples/sec: 7872.31 - lr: 0.100000 -2023-04-06 01:33:55,624 epoch 55 - iter 2120/2650 - loss 0.06123128 - time (sec): 148.46 - samples/sec: 7891.73 - lr: 0.100000 -2023-04-06 01:34:13,723 epoch 55 - iter 2385/2650 - loss 0.06139234 - time (sec): 166.56 - samples/sec: 7909.67 - lr: 0.100000 -2023-04-06 01:34:31,827 epoch 55 - iter 2650/2650 - loss 0.06169284 - time (sec): 184.66 - samples/sec: 7919.06 - lr: 0.100000 -2023-04-06 01:34:31,827 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:34:31,828 EPOCH 55 done: loss 0.0617 - lr 0.100000 -2023-04-06 01:34:31,828 BAD EPOCHS (no improvement): 0 -2023-04-06 01:34:31,831 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:34:50,751 epoch 56 - iter 265/2650 - loss 0.05893578 - time (sec): 18.92 - samples/sec: 7782.89 - lr: 0.100000 -2023-04-06 01:35:09,337 epoch 56 - iter 530/2650 - loss 0.06020089 - time (sec): 37.51 - samples/sec: 7848.55 - lr: 0.100000 -2023-04-06 01:35:27,316 epoch 56 - iter 795/2650 - loss 0.05993240 - time (sec): 55.49 - samples/sec: 7900.85 - lr: 0.100000 -2023-04-06 01:35:45,732 epoch 56 - iter 1060/2650 - loss 0.05982430 - time (sec): 73.90 - samples/sec: 7908.68 - lr: 0.100000 -2023-04-06 01:36:04,112 epoch 56 - iter 1325/2650 - loss 0.06014114 - time (sec): 92.28 - samples/sec: 7921.18 - lr: 0.100000 -2023-04-06 01:36:22,324 epoch 56 - iter 1590/2650 - loss 0.06029210 - time (sec): 110.49 - samples/sec: 7938.10 - lr: 0.100000 -2023-04-06 01:36:40,463 epoch 56 - iter 1855/2650 - loss 0.06081436 - time (sec): 128.63 - samples/sec: 7961.08 - lr: 0.100000 -2023-04-06 01:36:58,706 epoch 56 - iter 2120/2650 - loss 0.06109707 - time (sec): 146.88 - samples/sec: 7960.74 - lr: 0.100000 -2023-04-06 01:37:17,211 epoch 56 - iter 2385/2650 - loss 0.06137609 - time (sec): 165.38 - samples/sec: 7962.60 - lr: 0.100000 -2023-04-06 01:37:35,476 epoch 56 - iter 2650/2650 - loss 0.06151377 - time (sec): 183.64 - samples/sec: 7963.01 - lr: 0.100000 -2023-04-06 01:37:35,476 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:37:35,476 EPOCH 56 done: loss 0.0615 - lr 0.100000 -2023-04-06 01:37:35,476 BAD EPOCHS (no improvement): 0 -2023-04-06 01:37:35,479 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:37:53,684 epoch 57 - iter 265/2650 - loss 0.05715342 - time (sec): 18.20 - samples/sec: 8018.93 - lr: 0.100000 -2023-04-06 01:38:12,032 epoch 57 - iter 530/2650 - loss 0.05891719 - time (sec): 36.55 - samples/sec: 8001.86 - lr: 0.100000 -2023-04-06 01:38:30,642 epoch 57 - iter 795/2650 - loss 0.05878405 - time (sec): 55.16 - samples/sec: 7963.47 - lr: 0.100000 -2023-04-06 01:38:49,567 epoch 57 - iter 1060/2650 - loss 0.06005787 - time (sec): 74.09 - samples/sec: 7895.47 - lr: 0.100000 -2023-04-06 01:39:08,288 epoch 57 - iter 1325/2650 - loss 0.06066359 - time (sec): 92.81 - samples/sec: 7870.43 - lr: 0.100000 -2023-04-06 01:39:26,292 epoch 57 - iter 1590/2650 - loss 0.06091680 - time (sec): 110.81 - samples/sec: 7911.73 - lr: 0.100000 -2023-04-06 01:39:44,354 epoch 57 - iter 1855/2650 - loss 0.06115063 - time (sec): 128.87 - samples/sec: 7926.58 - lr: 0.100000 -2023-04-06 01:40:02,745 epoch 57 - iter 2120/2650 - loss 0.06131087 - time (sec): 147.27 - samples/sec: 7931.33 - lr: 0.100000 -2023-04-06 01:40:21,293 epoch 57 - iter 2385/2650 - loss 0.06148596 - time (sec): 165.81 - samples/sec: 7932.41 - lr: 0.100000 -2023-04-06 01:40:40,073 epoch 57 - iter 2650/2650 - loss 0.06168816 - time (sec): 184.59 - samples/sec: 7922.08 - lr: 0.100000 -2023-04-06 01:40:40,073 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:40:40,073 EPOCH 57 done: loss 0.0617 - lr 0.100000 -2023-04-06 01:40:40,073 BAD EPOCHS (no improvement): 1 -2023-04-06 01:40:40,077 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:40:58,490 epoch 58 - iter 265/2650 - loss 0.06137806 - time (sec): 18.41 - samples/sec: 7968.59 - lr: 0.100000 -2023-04-06 01:41:16,747 epoch 58 - iter 530/2650 - loss 0.06094615 - time (sec): 36.67 - samples/sec: 7991.77 - lr: 0.100000 -2023-04-06 01:41:35,899 epoch 58 - iter 795/2650 - loss 0.06048127 - time (sec): 55.82 - samples/sec: 7859.74 - lr: 0.100000 -2023-04-06 01:41:54,934 epoch 58 - iter 1060/2650 - loss 0.06073163 - time (sec): 74.86 - samples/sec: 7823.88 - lr: 0.100000 -2023-04-06 01:42:13,571 epoch 58 - iter 1325/2650 - loss 0.06075712 - time (sec): 93.49 - samples/sec: 7836.01 - lr: 0.100000 -2023-04-06 01:42:32,042 epoch 58 - iter 1590/2650 - loss 0.06126152 - time (sec): 111.97 - samples/sec: 7853.86 - lr: 0.100000 -2023-04-06 01:42:50,111 epoch 58 - iter 1855/2650 - loss 0.06126510 - time (sec): 130.03 - samples/sec: 7883.04 - lr: 0.100000 -2023-04-06 01:43:08,693 epoch 58 - iter 2120/2650 - loss 0.06138979 - time (sec): 148.62 - samples/sec: 7879.86 - lr: 0.100000 -2023-04-06 01:43:26,980 epoch 58 - iter 2385/2650 - loss 0.06163230 - time (sec): 166.90 - samples/sec: 7890.80 - lr: 0.100000 -2023-04-06 01:43:44,744 epoch 58 - iter 2650/2650 - loss 0.06150769 - time (sec): 184.67 - samples/sec: 7918.89 - lr: 0.100000 -2023-04-06 01:43:44,745 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:43:44,745 EPOCH 58 done: loss 0.0615 - lr 0.100000 -2023-04-06 01:43:44,745 BAD EPOCHS (no improvement): 0 -2023-04-06 01:43:44,748 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:44:02,941 epoch 59 - iter 265/2650 - loss 0.06042476 - time (sec): 18.19 - samples/sec: 8030.68 - lr: 0.100000 -2023-04-06 01:44:21,101 epoch 59 - iter 530/2650 - loss 0.05959190 - time (sec): 36.35 - samples/sec: 8048.69 - lr: 0.100000 -2023-04-06 01:44:39,067 epoch 59 - iter 795/2650 - loss 0.05994700 - time (sec): 54.32 - samples/sec: 8053.48 - lr: 0.100000 -2023-04-06 01:44:56,974 epoch 59 - iter 1060/2650 - loss 0.06073928 - time (sec): 72.23 - samples/sec: 8097.13 - lr: 0.100000 -2023-04-06 01:45:15,587 epoch 59 - iter 1325/2650 - loss 0.06108783 - time (sec): 90.84 - samples/sec: 8056.52 - lr: 0.100000 -2023-04-06 01:45:33,895 epoch 59 - iter 1590/2650 - loss 0.06125188 - time (sec): 109.15 - samples/sec: 8048.44 - lr: 0.100000 -2023-04-06 01:45:52,277 epoch 59 - iter 1855/2650 - loss 0.06135614 - time (sec): 127.53 - samples/sec: 8041.85 - lr: 0.100000 -2023-04-06 01:46:10,123 epoch 59 - iter 2120/2650 - loss 0.06115898 - time (sec): 145.38 - samples/sec: 8056.62 - lr: 0.100000 -2023-04-06 01:46:28,358 epoch 59 - iter 2385/2650 - loss 0.06119785 - time (sec): 163.61 - samples/sec: 8047.46 - lr: 0.100000 -2023-04-06 01:46:46,745 epoch 59 - iter 2650/2650 - loss 0.06154347 - time (sec): 182.00 - samples/sec: 8035.10 - lr: 0.100000 -2023-04-06 01:46:46,745 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:46:46,745 EPOCH 59 done: loss 0.0615 - lr 0.100000 -2023-04-06 01:46:46,745 BAD EPOCHS (no improvement): 1 -2023-04-06 01:46:46,748 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:47:04,879 epoch 60 - iter 265/2650 - loss 0.05825701 - time (sec): 18.13 - samples/sec: 8068.96 - lr: 0.100000 -2023-04-06 01:47:22,826 epoch 60 - iter 530/2650 - loss 0.05927458 - time (sec): 36.08 - samples/sec: 8093.04 - lr: 0.100000 -2023-04-06 01:47:41,511 epoch 60 - iter 795/2650 - loss 0.05963191 - time (sec): 54.76 - samples/sec: 8019.15 - lr: 0.100000 -2023-04-06 01:48:00,118 epoch 60 - iter 1060/2650 - loss 0.05969131 - time (sec): 73.37 - samples/sec: 7997.67 - lr: 0.100000 -2023-04-06 01:48:18,335 epoch 60 - iter 1325/2650 - loss 0.05988787 - time (sec): 91.59 - samples/sec: 8006.79 - lr: 0.100000 -2023-04-06 01:48:36,343 epoch 60 - iter 1590/2650 - loss 0.06002935 - time (sec): 109.60 - samples/sec: 8008.65 - lr: 0.100000 -2023-04-06 01:48:54,790 epoch 60 - iter 1855/2650 - loss 0.06006504 - time (sec): 128.04 - samples/sec: 8013.83 - lr: 0.100000 -2023-04-06 01:49:13,444 epoch 60 - iter 2120/2650 - loss 0.06024857 - time (sec): 146.70 - samples/sec: 7997.23 - lr: 0.100000 -2023-04-06 01:49:31,529 epoch 60 - iter 2385/2650 - loss 0.06060528 - time (sec): 164.78 - samples/sec: 8007.56 - lr: 0.100000 -2023-04-06 01:49:49,469 epoch 60 - iter 2650/2650 - loss 0.06116765 - time (sec): 182.72 - samples/sec: 8003.23 - lr: 0.100000 -2023-04-06 01:49:49,470 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:49:49,470 EPOCH 60 done: loss 0.0612 - lr 0.100000 -2023-04-06 01:49:49,470 BAD EPOCHS (no improvement): 0 -2023-04-06 01:49:49,472 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:50:08,434 epoch 61 - iter 265/2650 - loss 0.06239146 - time (sec): 18.96 - samples/sec: 7777.77 - lr: 0.100000 -2023-04-06 01:50:26,595 epoch 61 - iter 530/2650 - loss 0.06197496 - time (sec): 37.12 - samples/sec: 7849.37 - lr: 0.100000 -2023-04-06 01:50:45,046 epoch 61 - iter 795/2650 - loss 0.06061485 - time (sec): 55.57 - samples/sec: 7875.99 - lr: 0.100000 -2023-04-06 01:51:03,629 epoch 61 - iter 1060/2650 - loss 0.06076576 - time (sec): 74.16 - samples/sec: 7860.59 - lr: 0.100000 -2023-04-06 01:51:21,787 epoch 61 - iter 1325/2650 - loss 0.06089375 - time (sec): 92.31 - samples/sec: 7898.77 - lr: 0.100000 -2023-04-06 01:51:39,890 epoch 61 - iter 1590/2650 - loss 0.06106417 - time (sec): 110.42 - samples/sec: 7924.48 - lr: 0.100000 -2023-04-06 01:51:59,170 epoch 61 - iter 1855/2650 - loss 0.06119065 - time (sec): 129.70 - samples/sec: 7886.92 - lr: 0.100000 -2023-04-06 01:52:17,192 epoch 61 - iter 2120/2650 - loss 0.06112503 - time (sec): 147.72 - samples/sec: 7914.62 - lr: 0.100000 -2023-04-06 01:52:35,588 epoch 61 - iter 2385/2650 - loss 0.06127326 - time (sec): 166.12 - samples/sec: 7923.19 - lr: 0.100000 -2023-04-06 01:52:53,916 epoch 61 - iter 2650/2650 - loss 0.06123213 - time (sec): 184.44 - samples/sec: 7928.51 - lr: 0.100000 -2023-04-06 01:52:53,916 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:52:53,916 EPOCH 61 done: loss 0.0612 - lr 0.100000 -2023-04-06 01:52:53,916 BAD EPOCHS (no improvement): 1 -2023-04-06 01:52:53,920 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:53:12,038 epoch 62 - iter 265/2650 - loss 0.05861475 - time (sec): 18.12 - samples/sec: 8061.16 - lr: 0.100000 -2023-04-06 01:53:30,027 epoch 62 - iter 530/2650 - loss 0.05984476 - time (sec): 36.11 - samples/sec: 8103.54 - lr: 0.100000 -2023-04-06 01:53:48,698 epoch 62 - iter 795/2650 - loss 0.05979340 - time (sec): 54.78 - samples/sec: 8033.70 - lr: 0.100000 -2023-04-06 01:54:07,111 epoch 62 - iter 1060/2650 - loss 0.06016161 - time (sec): 73.19 - samples/sec: 7992.37 - lr: 0.100000 -2023-04-06 01:54:25,298 epoch 62 - iter 1325/2650 - loss 0.06046888 - time (sec): 91.38 - samples/sec: 8006.64 - lr: 0.100000 -2023-04-06 01:54:43,729 epoch 62 - iter 1590/2650 - loss 0.06035715 - time (sec): 109.81 - samples/sec: 8014.03 - lr: 0.100000 -2023-04-06 01:55:02,148 epoch 62 - iter 1855/2650 - loss 0.06059567 - time (sec): 128.23 - samples/sec: 8001.31 - lr: 0.100000 -2023-04-06 01:55:20,805 epoch 62 - iter 2120/2650 - loss 0.06077321 - time (sec): 146.89 - samples/sec: 7978.03 - lr: 0.100000 -2023-04-06 01:55:39,287 epoch 62 - iter 2385/2650 - loss 0.06102903 - time (sec): 165.37 - samples/sec: 7978.13 - lr: 0.100000 -2023-04-06 01:55:57,270 epoch 62 - iter 2650/2650 - loss 0.06095161 - time (sec): 183.35 - samples/sec: 7975.79 - lr: 0.100000 -2023-04-06 01:55:57,271 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:55:57,271 EPOCH 62 done: loss 0.0610 - lr 0.100000 -2023-04-06 01:55:57,271 BAD EPOCHS (no improvement): 0 -2023-04-06 01:55:57,274 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:56:15,556 epoch 63 - iter 265/2650 - loss 0.05805620 - time (sec): 18.28 - samples/sec: 7898.49 - lr: 0.100000 -2023-04-06 01:56:33,750 epoch 63 - iter 530/2650 - loss 0.05979685 - time (sec): 36.48 - samples/sec: 7964.17 - lr: 0.100000 -2023-04-06 01:56:51,987 epoch 63 - iter 795/2650 - loss 0.06058558 - time (sec): 54.71 - samples/sec: 7989.15 - lr: 0.100000 -2023-04-06 01:57:10,415 epoch 63 - iter 1060/2650 - loss 0.06084253 - time (sec): 73.14 - samples/sec: 7975.89 - lr: 0.100000 -2023-04-06 01:57:28,659 epoch 63 - iter 1325/2650 - loss 0.06076575 - time (sec): 91.38 - samples/sec: 7998.88 - lr: 0.100000 -2023-04-06 01:57:46,684 epoch 63 - iter 1590/2650 - loss 0.06092975 - time (sec): 109.41 - samples/sec: 8014.76 - lr: 0.100000 -2023-04-06 01:58:05,138 epoch 63 - iter 1855/2650 - loss 0.06100139 - time (sec): 127.86 - samples/sec: 8010.41 - lr: 0.100000 -2023-04-06 01:58:23,157 epoch 63 - iter 2120/2650 - loss 0.06101744 - time (sec): 145.88 - samples/sec: 8014.30 - lr: 0.100000 -2023-04-06 01:58:41,812 epoch 63 - iter 2385/2650 - loss 0.06124693 - time (sec): 164.54 - samples/sec: 7998.65 - lr: 0.100000 -2023-04-06 01:59:00,084 epoch 63 - iter 2650/2650 - loss 0.06117023 - time (sec): 182.81 - samples/sec: 7999.38 - lr: 0.100000 -2023-04-06 01:59:00,084 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:59:00,084 EPOCH 63 done: loss 0.0612 - lr 0.100000 -2023-04-06 01:59:00,084 BAD EPOCHS (no improvement): 1 -2023-04-06 01:59:00,091 ---------------------------------------------------------------------------------------------------- -2023-04-06 01:59:18,618 epoch 64 - iter 265/2650 - loss 0.05832153 - time (sec): 18.53 - samples/sec: 7921.14 - lr: 0.100000 -2023-04-06 01:59:36,968 epoch 64 - iter 530/2650 - loss 0.05859133 - time (sec): 36.88 - samples/sec: 7938.62 - lr: 0.100000 -2023-04-06 01:59:55,265 epoch 64 - iter 795/2650 - loss 0.05926823 - time (sec): 55.17 - samples/sec: 7944.84 - lr: 0.100000 -2023-04-06 02:00:13,726 epoch 64 - iter 1060/2650 - loss 0.05948278 - time (sec): 73.63 - samples/sec: 7949.13 - lr: 0.100000 -2023-04-06 02:00:31,785 epoch 64 - iter 1325/2650 - loss 0.05958018 - time (sec): 91.69 - samples/sec: 7963.15 - lr: 0.100000 -2023-04-06 02:00:50,555 epoch 64 - iter 1590/2650 - loss 0.06004785 - time (sec): 110.46 - samples/sec: 7939.69 - lr: 0.100000 -2023-04-06 02:01:09,895 epoch 64 - iter 1855/2650 - loss 0.06033372 - time (sec): 129.80 - samples/sec: 7895.57 - lr: 0.100000 -2023-04-06 02:01:28,401 epoch 64 - iter 2120/2650 - loss 0.06058205 - time (sec): 148.31 - samples/sec: 7898.29 - lr: 0.100000 -2023-04-06 02:01:46,184 epoch 64 - iter 2385/2650 - loss 0.06091203 - time (sec): 166.09 - samples/sec: 7914.50 - lr: 0.100000 -2023-04-06 02:02:05,010 epoch 64 - iter 2650/2650 - loss 0.06103279 - time (sec): 184.92 - samples/sec: 7908.14 - lr: 0.100000 -2023-04-06 02:02:05,010 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:02:05,010 EPOCH 64 done: loss 0.0610 - lr 0.100000 -2023-04-06 02:02:05,011 BAD EPOCHS (no improvement): 2 -2023-04-06 02:02:05,015 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:02:23,674 epoch 65 - iter 265/2650 - loss 0.05908683 - time (sec): 18.66 - samples/sec: 7892.69 - lr: 0.100000 -2023-04-06 02:02:42,047 epoch 65 - iter 530/2650 - loss 0.06051682 - time (sec): 37.03 - samples/sec: 7930.35 - lr: 0.100000 -2023-04-06 02:03:00,299 epoch 65 - iter 795/2650 - loss 0.06040422 - time (sec): 55.28 - samples/sec: 7921.82 - lr: 0.100000 -2023-04-06 02:03:18,945 epoch 65 - iter 1060/2650 - loss 0.06000929 - time (sec): 73.93 - samples/sec: 7917.38 - lr: 0.100000 -2023-04-06 02:03:36,911 epoch 65 - iter 1325/2650 - loss 0.06020292 - time (sec): 91.90 - samples/sec: 7950.32 - lr: 0.100000 -2023-04-06 02:03:55,429 epoch 65 - iter 1590/2650 - loss 0.06020738 - time (sec): 110.41 - samples/sec: 7961.46 - lr: 0.100000 -2023-04-06 02:04:13,408 epoch 65 - iter 1855/2650 - loss 0.06034821 - time (sec): 128.39 - samples/sec: 7990.61 - lr: 0.100000 -2023-04-06 02:04:31,590 epoch 65 - iter 2120/2650 - loss 0.06030345 - time (sec): 146.58 - samples/sec: 7995.84 - lr: 0.100000 -2023-04-06 02:04:49,983 epoch 65 - iter 2385/2650 - loss 0.06044300 - time (sec): 164.97 - samples/sec: 7984.99 - lr: 0.100000 -2023-04-06 02:05:08,085 epoch 65 - iter 2650/2650 - loss 0.06054044 - time (sec): 183.07 - samples/sec: 7988.02 - lr: 0.100000 -2023-04-06 02:05:08,085 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:05:08,085 EPOCH 65 done: loss 0.0605 - lr 0.100000 -2023-04-06 02:05:08,085 BAD EPOCHS (no improvement): 0 -2023-04-06 02:05:08,090 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:05:26,506 epoch 66 - iter 265/2650 - loss 0.05931017 - time (sec): 18.42 - samples/sec: 7977.70 - lr: 0.100000 -2023-04-06 02:05:44,994 epoch 66 - iter 530/2650 - loss 0.05918855 - time (sec): 36.90 - samples/sec: 7976.61 - lr: 0.100000 -2023-04-06 02:06:03,842 epoch 66 - iter 795/2650 - loss 0.05951711 - time (sec): 55.75 - samples/sec: 7928.37 - lr: 0.100000 -2023-04-06 02:06:22,126 epoch 66 - iter 1060/2650 - loss 0.05942169 - time (sec): 74.04 - samples/sec: 7949.00 - lr: 0.100000 -2023-04-06 02:06:40,430 epoch 66 - iter 1325/2650 - loss 0.05954400 - time (sec): 92.34 - samples/sec: 7950.31 - lr: 0.100000 -2023-04-06 02:06:58,461 epoch 66 - iter 1590/2650 - loss 0.05976361 - time (sec): 110.37 - samples/sec: 7955.15 - lr: 0.100000 -2023-04-06 02:07:16,869 epoch 66 - iter 1855/2650 - loss 0.06002716 - time (sec): 128.78 - samples/sec: 7964.41 - lr: 0.100000 -2023-04-06 02:07:35,300 epoch 66 - iter 2120/2650 - loss 0.05993267 - time (sec): 147.21 - samples/sec: 7962.74 - lr: 0.100000 -2023-04-06 02:07:53,183 epoch 66 - iter 2385/2650 - loss 0.06025378 - time (sec): 165.09 - samples/sec: 7981.58 - lr: 0.100000 -2023-04-06 02:08:11,328 epoch 66 - iter 2650/2650 - loss 0.06031632 - time (sec): 183.24 - samples/sec: 7980.70 - lr: 0.100000 -2023-04-06 02:08:11,328 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:08:11,328 EPOCH 66 done: loss 0.0603 - lr 0.100000 -2023-04-06 02:08:11,328 BAD EPOCHS (no improvement): 0 -2023-04-06 02:08:11,331 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:08:29,053 epoch 67 - iter 265/2650 - loss 0.05873087 - time (sec): 17.72 - samples/sec: 8159.65 - lr: 0.100000 -2023-04-06 02:08:47,662 epoch 67 - iter 530/2650 - loss 0.05900502 - time (sec): 36.33 - samples/sec: 8019.13 - lr: 0.100000 -2023-04-06 02:09:06,011 epoch 67 - iter 795/2650 - loss 0.05960636 - time (sec): 54.68 - samples/sec: 8018.23 - lr: 0.100000 -2023-04-06 02:09:24,542 epoch 67 - iter 1060/2650 - loss 0.05951294 - time (sec): 73.21 - samples/sec: 7983.56 - lr: 0.100000 -2023-04-06 02:09:42,706 epoch 67 - iter 1325/2650 - loss 0.05981369 - time (sec): 91.38 - samples/sec: 7975.95 - lr: 0.100000 -2023-04-06 02:10:00,674 epoch 67 - iter 1590/2650 - loss 0.05993682 - time (sec): 109.34 - samples/sec: 7999.25 - lr: 0.100000 -2023-04-06 02:10:18,821 epoch 67 - iter 1855/2650 - loss 0.05969800 - time (sec): 127.49 - samples/sec: 8026.96 - lr: 0.100000 -2023-04-06 02:10:37,187 epoch 67 - iter 2120/2650 - loss 0.05984468 - time (sec): 145.86 - samples/sec: 8016.88 - lr: 0.100000 -2023-04-06 02:10:56,102 epoch 67 - iter 2385/2650 - loss 0.06012982 - time (sec): 164.77 - samples/sec: 7991.28 - lr: 0.100000 -2023-04-06 02:11:14,260 epoch 67 - iter 2650/2650 - loss 0.06029238 - time (sec): 182.93 - samples/sec: 7994.13 - lr: 0.100000 -2023-04-06 02:11:14,261 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:11:14,261 EPOCH 67 done: loss 0.0603 - lr 0.100000 -2023-04-06 02:11:14,261 BAD EPOCHS (no improvement): 0 -2023-04-06 02:11:14,263 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:11:32,768 epoch 68 - iter 265/2650 - loss 0.05732799 - time (sec): 18.51 - samples/sec: 7971.46 - lr: 0.100000 -2023-04-06 02:11:50,903 epoch 68 - iter 530/2650 - loss 0.05924836 - time (sec): 36.64 - samples/sec: 8050.40 - lr: 0.100000 -2023-04-06 02:12:08,697 epoch 68 - iter 795/2650 - loss 0.05924528 - time (sec): 54.43 - samples/sec: 8070.85 - lr: 0.100000 -2023-04-06 02:12:26,947 epoch 68 - iter 1060/2650 - loss 0.05983405 - time (sec): 72.68 - samples/sec: 8064.25 - lr: 0.100000 -2023-04-06 02:12:45,069 epoch 68 - iter 1325/2650 - loss 0.06020944 - time (sec): 90.81 - samples/sec: 8074.93 - lr: 0.100000 -2023-04-06 02:13:03,180 epoch 68 - iter 1590/2650 - loss 0.06036278 - time (sec): 108.92 - samples/sec: 8067.59 - lr: 0.100000 -2023-04-06 02:13:21,213 epoch 68 - iter 1855/2650 - loss 0.06051635 - time (sec): 126.95 - samples/sec: 8067.66 - lr: 0.100000 -2023-04-06 02:13:39,690 epoch 68 - iter 2120/2650 - loss 0.06056646 - time (sec): 145.43 - samples/sec: 8048.35 - lr: 0.100000 -2023-04-06 02:13:57,995 epoch 68 - iter 2385/2650 - loss 0.06072982 - time (sec): 163.73 - samples/sec: 8037.77 - lr: 0.100000 -2023-04-06 02:14:16,397 epoch 68 - iter 2650/2650 - loss 0.06079508 - time (sec): 182.13 - samples/sec: 8029.05 - lr: 0.100000 -2023-04-06 02:14:16,397 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:14:16,398 EPOCH 68 done: loss 0.0608 - lr 0.100000 -2023-04-06 02:14:16,398 BAD EPOCHS (no improvement): 1 -2023-04-06 02:14:16,401 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:14:34,691 epoch 69 - iter 265/2650 - loss 0.06175841 - time (sec): 18.29 - samples/sec: 7982.21 - lr: 0.100000 -2023-04-06 02:14:52,875 epoch 69 - iter 530/2650 - loss 0.06133611 - time (sec): 36.47 - samples/sec: 8005.56 - lr: 0.100000 -2023-04-06 02:15:11,550 epoch 69 - iter 795/2650 - loss 0.06147880 - time (sec): 55.15 - samples/sec: 7969.62 - lr: 0.100000 -2023-04-06 02:15:29,340 epoch 69 - iter 1060/2650 - loss 0.06086384 - time (sec): 72.94 - samples/sec: 8032.90 - lr: 0.100000 -2023-04-06 02:15:47,578 epoch 69 - iter 1325/2650 - loss 0.06101351 - time (sec): 91.18 - samples/sec: 8018.53 - lr: 0.100000 -2023-04-06 02:16:05,728 epoch 69 - iter 1590/2650 - loss 0.06089604 - time (sec): 109.33 - samples/sec: 8025.99 - lr: 0.100000 -2023-04-06 02:16:24,169 epoch 69 - iter 1855/2650 - loss 0.06046735 - time (sec): 127.77 - samples/sec: 8007.63 - lr: 0.100000 -2023-04-06 02:16:42,690 epoch 69 - iter 2120/2650 - loss 0.06037567 - time (sec): 146.29 - samples/sec: 7989.67 - lr: 0.100000 -2023-04-06 02:17:01,269 epoch 69 - iter 2385/2650 - loss 0.06061314 - time (sec): 164.87 - samples/sec: 7979.34 - lr: 0.100000 -2023-04-06 02:17:20,400 epoch 69 - iter 2650/2650 - loss 0.06070079 - time (sec): 184.00 - samples/sec: 7947.69 - lr: 0.100000 -2023-04-06 02:17:20,400 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:17:20,400 EPOCH 69 done: loss 0.0607 - lr 0.100000 -2023-04-06 02:17:20,400 BAD EPOCHS (no improvement): 2 -2023-04-06 02:17:20,403 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:17:39,274 epoch 70 - iter 265/2650 - loss 0.05617578 - time (sec): 18.87 - samples/sec: 7781.39 - lr: 0.100000 -2023-04-06 02:17:57,563 epoch 70 - iter 530/2650 - loss 0.05867895 - time (sec): 37.16 - samples/sec: 7845.42 - lr: 0.100000 -2023-04-06 02:18:16,164 epoch 70 - iter 795/2650 - loss 0.05865431 - time (sec): 55.76 - samples/sec: 7834.91 - lr: 0.100000 -2023-04-06 02:18:35,231 epoch 70 - iter 1060/2650 - loss 0.05867734 - time (sec): 74.83 - samples/sec: 7787.00 - lr: 0.100000 -2023-04-06 02:18:54,066 epoch 70 - iter 1325/2650 - loss 0.05888462 - time (sec): 93.66 - samples/sec: 7780.91 - lr: 0.100000 -2023-04-06 02:19:12,946 epoch 70 - iter 1590/2650 - loss 0.05947495 - time (sec): 112.54 - samples/sec: 7780.50 - lr: 0.100000 -2023-04-06 02:19:31,462 epoch 70 - iter 1855/2650 - loss 0.05973561 - time (sec): 131.06 - samples/sec: 7793.37 - lr: 0.100000 -2023-04-06 02:19:50,716 epoch 70 - iter 2120/2650 - loss 0.05984913 - time (sec): 150.31 - samples/sec: 7775.73 - lr: 0.100000 -2023-04-06 02:20:09,722 epoch 70 - iter 2385/2650 - loss 0.05998566 - time (sec): 169.32 - samples/sec: 7772.14 - lr: 0.100000 -2023-04-06 02:20:28,481 epoch 70 - iter 2650/2650 - loss 0.06007274 - time (sec): 188.08 - samples/sec: 7775.33 - lr: 0.100000 -2023-04-06 02:20:28,481 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:20:28,481 EPOCH 70 done: loss 0.0601 - lr 0.100000 -2023-04-06 02:20:28,481 BAD EPOCHS (no improvement): 0 -2023-04-06 02:20:28,485 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:20:46,393 epoch 71 - iter 265/2650 - loss 0.06041393 - time (sec): 17.91 - samples/sec: 8091.17 - lr: 0.100000 -2023-04-06 02:21:04,736 epoch 71 - iter 530/2650 - loss 0.05900868 - time (sec): 36.25 - samples/sec: 8078.41 - lr: 0.100000 -2023-04-06 02:21:23,528 epoch 71 - iter 795/2650 - loss 0.05958157 - time (sec): 55.04 - samples/sec: 7998.50 - lr: 0.100000 -2023-04-06 02:21:42,373 epoch 71 - iter 1060/2650 - loss 0.05965704 - time (sec): 73.89 - samples/sec: 7941.49 - lr: 0.100000 -2023-04-06 02:22:00,933 epoch 71 - iter 1325/2650 - loss 0.05928211 - time (sec): 92.45 - samples/sec: 7942.41 - lr: 0.100000 -2023-04-06 02:22:19,644 epoch 71 - iter 1590/2650 - loss 0.05937425 - time (sec): 111.16 - samples/sec: 7933.62 - lr: 0.100000 -2023-04-06 02:22:37,839 epoch 71 - iter 1855/2650 - loss 0.05926311 - time (sec): 129.35 - samples/sec: 7942.45 - lr: 0.100000 -2023-04-06 02:22:56,133 epoch 71 - iter 2120/2650 - loss 0.05958554 - time (sec): 147.65 - samples/sec: 7940.59 - lr: 0.100000 -2023-04-06 02:23:14,300 epoch 71 - iter 2385/2650 - loss 0.05960485 - time (sec): 165.81 - samples/sec: 7948.59 - lr: 0.100000 -2023-04-06 02:23:32,371 epoch 71 - iter 2650/2650 - loss 0.05984481 - time (sec): 183.89 - samples/sec: 7952.53 - lr: 0.100000 -2023-04-06 02:23:32,371 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:23:32,372 EPOCH 71 done: loss 0.0598 - lr 0.100000 -2023-04-06 02:23:32,372 BAD EPOCHS (no improvement): 0 -2023-04-06 02:23:32,375 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:23:51,506 epoch 72 - iter 265/2650 - loss 0.05821486 - time (sec): 19.13 - samples/sec: 7805.76 - lr: 0.100000 -2023-04-06 02:24:09,672 epoch 72 - iter 530/2650 - loss 0.05861726 - time (sec): 37.30 - samples/sec: 7917.82 - lr: 0.100000 -2023-04-06 02:24:28,401 epoch 72 - iter 795/2650 - loss 0.05939049 - time (sec): 56.03 - samples/sec: 7894.90 - lr: 0.100000 -2023-04-06 02:24:46,652 epoch 72 - iter 1060/2650 - loss 0.05969627 - time (sec): 74.28 - samples/sec: 7908.34 - lr: 0.100000 -2023-04-06 02:25:04,496 epoch 72 - iter 1325/2650 - loss 0.05988506 - time (sec): 92.12 - samples/sec: 7951.46 - lr: 0.100000 -2023-04-06 02:25:22,925 epoch 72 - iter 1590/2650 - loss 0.06012305 - time (sec): 110.55 - samples/sec: 7945.67 - lr: 0.100000 -2023-04-06 02:25:40,843 epoch 72 - iter 1855/2650 - loss 0.06028730 - time (sec): 128.47 - samples/sec: 7973.24 - lr: 0.100000 -2023-04-06 02:25:58,954 epoch 72 - iter 2120/2650 - loss 0.06033241 - time (sec): 146.58 - samples/sec: 7981.77 - lr: 0.100000 -2023-04-06 02:26:16,905 epoch 72 - iter 2385/2650 - loss 0.06026418 - time (sec): 164.53 - samples/sec: 8006.50 - lr: 0.100000 -2023-04-06 02:26:35,408 epoch 72 - iter 2650/2650 - loss 0.06038708 - time (sec): 183.03 - samples/sec: 7989.62 - lr: 0.100000 -2023-04-06 02:26:35,409 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:26:35,409 EPOCH 72 done: loss 0.0604 - lr 0.100000 -2023-04-06 02:26:35,409 BAD EPOCHS (no improvement): 1 -2023-04-06 02:26:35,412 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:26:53,482 epoch 73 - iter 265/2650 - loss 0.05819655 - time (sec): 18.07 - samples/sec: 8114.02 - lr: 0.100000 -2023-04-06 02:27:11,896 epoch 73 - iter 530/2650 - loss 0.05856342 - time (sec): 36.48 - samples/sec: 8033.14 - lr: 0.100000 -2023-04-06 02:27:30,320 epoch 73 - iter 795/2650 - loss 0.05952125 - time (sec): 54.91 - samples/sec: 7999.95 - lr: 0.100000 -2023-04-06 02:27:48,877 epoch 73 - iter 1060/2650 - loss 0.05958307 - time (sec): 73.47 - samples/sec: 7987.37 - lr: 0.100000 -2023-04-06 02:28:07,205 epoch 73 - iter 1325/2650 - loss 0.05968376 - time (sec): 91.79 - samples/sec: 7981.37 - lr: 0.100000 -2023-04-06 02:28:25,834 epoch 73 - iter 1590/2650 - loss 0.06002447 - time (sec): 110.42 - samples/sec: 7966.84 - lr: 0.100000 -2023-04-06 02:28:44,051 epoch 73 - iter 1855/2650 - loss 0.06012882 - time (sec): 128.64 - samples/sec: 7976.66 - lr: 0.100000 -2023-04-06 02:29:01,939 epoch 73 - iter 2120/2650 - loss 0.06016054 - time (sec): 146.53 - samples/sec: 7990.08 - lr: 0.100000 -2023-04-06 02:29:20,336 epoch 73 - iter 2385/2650 - loss 0.06029306 - time (sec): 164.92 - samples/sec: 7980.20 - lr: 0.100000 -2023-04-06 02:29:38,402 epoch 73 - iter 2650/2650 - loss 0.06026237 - time (sec): 182.99 - samples/sec: 7991.46 - lr: 0.100000 -2023-04-06 02:29:38,403 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:29:38,403 EPOCH 73 done: loss 0.0603 - lr 0.100000 -2023-04-06 02:29:38,403 BAD EPOCHS (no improvement): 2 -2023-04-06 02:29:38,406 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:29:56,829 epoch 74 - iter 265/2650 - loss 0.05838088 - time (sec): 18.42 - samples/sec: 7987.88 - lr: 0.100000 -2023-04-06 02:30:15,439 epoch 74 - iter 530/2650 - loss 0.05880802 - time (sec): 37.03 - samples/sec: 7985.41 - lr: 0.100000 -2023-04-06 02:30:34,384 epoch 74 - iter 795/2650 - loss 0.05944328 - time (sec): 55.98 - samples/sec: 7893.40 - lr: 0.100000 -2023-04-06 02:30:53,028 epoch 74 - iter 1060/2650 - loss 0.05961473 - time (sec): 74.62 - samples/sec: 7862.67 - lr: 0.100000 -2023-04-06 02:31:12,244 epoch 74 - iter 1325/2650 - loss 0.05961895 - time (sec): 93.84 - samples/sec: 7831.58 - lr: 0.100000 -2023-04-06 02:31:30,413 epoch 74 - iter 1590/2650 - loss 0.05979815 - time (sec): 112.01 - samples/sec: 7855.35 - lr: 0.100000 -2023-04-06 02:31:48,096 epoch 74 - iter 1855/2650 - loss 0.05988520 - time (sec): 129.69 - samples/sec: 7891.46 - lr: 0.100000 -2023-04-06 02:32:06,415 epoch 74 - iter 2120/2650 - loss 0.06021354 - time (sec): 148.01 - samples/sec: 7903.25 - lr: 0.100000 -2023-04-06 02:32:24,839 epoch 74 - iter 2385/2650 - loss 0.06019278 - time (sec): 166.43 - samples/sec: 7905.43 - lr: 0.100000 -2023-04-06 02:32:43,222 epoch 74 - iter 2650/2650 - loss 0.06039886 - time (sec): 184.82 - samples/sec: 7912.54 - lr: 0.100000 -2023-04-06 02:32:43,222 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:32:43,222 EPOCH 74 done: loss 0.0604 - lr 0.100000 -2023-04-06 02:32:43,222 BAD EPOCHS (no improvement): 3 -2023-04-06 02:32:43,225 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:33:01,180 epoch 75 - iter 265/2650 - loss 0.05883752 - time (sec): 17.95 - samples/sec: 8116.69 - lr: 0.100000 -2023-04-06 02:33:19,487 epoch 75 - iter 530/2650 - loss 0.05969369 - time (sec): 36.26 - samples/sec: 8076.91 - lr: 0.100000 -2023-04-06 02:33:37,512 epoch 75 - iter 795/2650 - loss 0.05997214 - time (sec): 54.29 - samples/sec: 8093.07 - lr: 0.100000 -2023-04-06 02:33:55,346 epoch 75 - iter 1060/2650 - loss 0.06025709 - time (sec): 72.12 - samples/sec: 8098.22 - lr: 0.100000 -2023-04-06 02:34:13,610 epoch 75 - iter 1325/2650 - loss 0.06011346 - time (sec): 90.38 - samples/sec: 8082.11 - lr: 0.100000 -2023-04-06 02:34:31,619 epoch 75 - iter 1590/2650 - loss 0.06008103 - time (sec): 108.39 - samples/sec: 8079.10 - lr: 0.100000 -2023-04-06 02:34:50,244 epoch 75 - iter 1855/2650 - loss 0.06022478 - time (sec): 127.02 - samples/sec: 8064.08 - lr: 0.100000 -2023-04-06 02:35:08,608 epoch 75 - iter 2120/2650 - loss 0.06034181 - time (sec): 145.38 - samples/sec: 8059.24 - lr: 0.100000 -2023-04-06 02:35:26,681 epoch 75 - iter 2385/2650 - loss 0.06017962 - time (sec): 163.46 - samples/sec: 8054.53 - lr: 0.100000 -2023-04-06 02:35:45,048 epoch 75 - iter 2650/2650 - loss 0.06020907 - time (sec): 181.82 - samples/sec: 8042.79 - lr: 0.100000 -2023-04-06 02:35:45,048 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:35:45,048 EPOCH 75 done: loss 0.0602 - lr 0.100000 -2023-04-06 02:35:45,048 Epoch 75: reducing learning rate of group 0 to 5.0000e-02. -2023-04-06 02:35:45,048 BAD EPOCHS (no improvement): 4 -2023-04-06 02:35:45,051 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:36:03,311 epoch 76 - iter 265/2650 - loss 0.05874327 - time (sec): 18.26 - samples/sec: 8024.87 - lr: 0.050000 -2023-04-06 02:36:21,692 epoch 76 - iter 530/2650 - loss 0.05788042 - time (sec): 36.64 - samples/sec: 7995.00 - lr: 0.050000 -2023-04-06 02:36:40,942 epoch 76 - iter 795/2650 - loss 0.05670637 - time (sec): 55.89 - samples/sec: 7893.01 - lr: 0.050000 -2023-04-06 02:36:59,359 epoch 76 - iter 1060/2650 - loss 0.05712948 - time (sec): 74.31 - samples/sec: 7882.51 - lr: 0.050000 -2023-04-06 02:37:17,378 epoch 76 - iter 1325/2650 - loss 0.05719774 - time (sec): 92.33 - samples/sec: 7919.62 - lr: 0.050000 -2023-04-06 02:37:36,186 epoch 76 - iter 1590/2650 - loss 0.05720808 - time (sec): 111.13 - samples/sec: 7899.02 - lr: 0.050000 -2023-04-06 02:37:54,399 epoch 76 - iter 1855/2650 - loss 0.05712792 - time (sec): 129.35 - samples/sec: 7911.02 - lr: 0.050000 -2023-04-06 02:38:12,843 epoch 76 - iter 2120/2650 - loss 0.05708923 - time (sec): 147.79 - samples/sec: 7911.17 - lr: 0.050000 -2023-04-06 02:38:31,479 epoch 76 - iter 2385/2650 - loss 0.05714548 - time (sec): 166.43 - samples/sec: 7908.07 - lr: 0.050000 -2023-04-06 02:38:50,199 epoch 76 - iter 2650/2650 - loss 0.05714752 - time (sec): 185.15 - samples/sec: 7898.35 - lr: 0.050000 -2023-04-06 02:38:50,199 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:38:50,199 EPOCH 76 done: loss 0.0571 - lr 0.050000 -2023-04-06 02:38:50,200 BAD EPOCHS (no improvement): 0 -2023-04-06 02:38:50,202 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:39:08,827 epoch 77 - iter 265/2650 - loss 0.05666073 - time (sec): 18.62 - samples/sec: 7867.82 - lr: 0.050000 -2023-04-06 02:39:26,986 epoch 77 - iter 530/2650 - loss 0.05617551 - time (sec): 36.78 - samples/sec: 7951.50 - lr: 0.050000 -2023-04-06 02:39:44,976 epoch 77 - iter 795/2650 - loss 0.05559983 - time (sec): 54.77 - samples/sec: 7996.09 - lr: 0.050000 -2023-04-06 02:40:02,862 epoch 77 - iter 1060/2650 - loss 0.05571964 - time (sec): 72.66 - samples/sec: 8028.69 - lr: 0.050000 -2023-04-06 02:40:21,128 epoch 77 - iter 1325/2650 - loss 0.05592732 - time (sec): 90.93 - samples/sec: 8037.90 - lr: 0.050000 -2023-04-06 02:40:39,213 epoch 77 - iter 1590/2650 - loss 0.05592850 - time (sec): 109.01 - samples/sec: 8047.11 - lr: 0.050000 -2023-04-06 02:40:57,913 epoch 77 - iter 1855/2650 - loss 0.05573139 - time (sec): 127.71 - samples/sec: 8014.84 - lr: 0.050000 -2023-04-06 02:41:16,167 epoch 77 - iter 2120/2650 - loss 0.05539862 - time (sec): 145.96 - samples/sec: 8009.42 - lr: 0.050000 -2023-04-06 02:41:34,355 epoch 77 - iter 2385/2650 - loss 0.05533665 - time (sec): 164.15 - samples/sec: 8011.69 - lr: 0.050000 -2023-04-06 02:41:52,671 epoch 77 - iter 2650/2650 - loss 0.05531200 - time (sec): 182.47 - samples/sec: 8014.33 - lr: 0.050000 -2023-04-06 02:41:52,671 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:41:52,671 EPOCH 77 done: loss 0.0553 - lr 0.050000 -2023-04-06 02:41:52,671 BAD EPOCHS (no improvement): 0 -2023-04-06 02:41:52,675 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:42:10,937 epoch 78 - iter 265/2650 - loss 0.05347207 - time (sec): 18.26 - samples/sec: 8098.67 - lr: 0.050000 -2023-04-06 02:42:29,268 epoch 78 - iter 530/2650 - loss 0.05369306 - time (sec): 36.59 - samples/sec: 8026.61 - lr: 0.050000 -2023-04-06 02:42:47,336 epoch 78 - iter 795/2650 - loss 0.05424167 - time (sec): 54.66 - samples/sec: 8029.96 - lr: 0.050000 -2023-04-06 02:43:05,989 epoch 78 - iter 1060/2650 - loss 0.05460490 - time (sec): 73.31 - samples/sec: 8015.64 - lr: 0.050000 -2023-04-06 02:43:23,819 epoch 78 - iter 1325/2650 - loss 0.05452825 - time (sec): 91.14 - samples/sec: 8032.39 - lr: 0.050000 -2023-04-06 02:43:42,166 epoch 78 - iter 1590/2650 - loss 0.05450292 - time (sec): 109.49 - samples/sec: 8016.82 - lr: 0.050000 -2023-04-06 02:44:00,350 epoch 78 - iter 1855/2650 - loss 0.05456221 - time (sec): 127.67 - samples/sec: 8013.91 - lr: 0.050000 -2023-04-06 02:44:18,436 epoch 78 - iter 2120/2650 - loss 0.05432954 - time (sec): 145.76 - samples/sec: 8019.13 - lr: 0.050000 -2023-04-06 02:44:36,411 epoch 78 - iter 2385/2650 - loss 0.05444565 - time (sec): 163.74 - samples/sec: 8028.00 - lr: 0.050000 -2023-04-06 02:44:54,756 epoch 78 - iter 2650/2650 - loss 0.05454834 - time (sec): 182.08 - samples/sec: 8031.36 - lr: 0.050000 -2023-04-06 02:44:54,757 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:44:54,757 EPOCH 78 done: loss 0.0545 - lr 0.050000 -2023-04-06 02:44:54,757 BAD EPOCHS (no improvement): 0 -2023-04-06 02:44:54,760 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:45:12,675 epoch 79 - iter 265/2650 - loss 0.05396337 - time (sec): 17.91 - samples/sec: 8213.55 - lr: 0.050000 -2023-04-06 02:45:30,581 epoch 79 - iter 530/2650 - loss 0.05364247 - time (sec): 35.82 - samples/sec: 8150.96 - lr: 0.050000 -2023-04-06 02:45:48,863 epoch 79 - iter 795/2650 - loss 0.05335649 - time (sec): 54.10 - samples/sec: 8099.48 - lr: 0.050000 -2023-04-06 02:46:06,704 epoch 79 - iter 1060/2650 - loss 0.05343758 - time (sec): 71.94 - samples/sec: 8109.29 - lr: 0.050000 -2023-04-06 02:46:25,524 epoch 79 - iter 1325/2650 - loss 0.05340108 - time (sec): 90.76 - samples/sec: 8042.29 - lr: 0.050000 -2023-04-06 02:46:43,984 epoch 79 - iter 1590/2650 - loss 0.05359621 - time (sec): 109.22 - samples/sec: 8026.46 - lr: 0.050000 -2023-04-06 02:47:02,007 epoch 79 - iter 1855/2650 - loss 0.05379085 - time (sec): 127.25 - samples/sec: 8043.56 - lr: 0.050000 -2023-04-06 02:47:20,376 epoch 79 - iter 2120/2650 - loss 0.05376814 - time (sec): 145.62 - samples/sec: 8030.64 - lr: 0.050000 -2023-04-06 02:47:38,562 epoch 79 - iter 2385/2650 - loss 0.05392349 - time (sec): 163.80 - samples/sec: 8036.02 - lr: 0.050000 -2023-04-06 02:47:56,497 epoch 79 - iter 2650/2650 - loss 0.05386855 - time (sec): 181.74 - samples/sec: 8046.60 - lr: 0.050000 -2023-04-06 02:47:56,497 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:47:56,497 EPOCH 79 done: loss 0.0539 - lr 0.050000 -2023-04-06 02:47:56,497 BAD EPOCHS (no improvement): 0 -2023-04-06 02:47:56,500 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:48:14,360 epoch 80 - iter 265/2650 - loss 0.05197881 - time (sec): 17.86 - samples/sec: 8090.60 - lr: 0.050000 -2023-04-06 02:48:32,968 epoch 80 - iter 530/2650 - loss 0.05196015 - time (sec): 36.47 - samples/sec: 8050.12 - lr: 0.050000 -2023-04-06 02:48:51,175 epoch 80 - iter 795/2650 - loss 0.05263371 - time (sec): 54.67 - samples/sec: 8028.49 - lr: 0.050000 -2023-04-06 02:49:09,287 epoch 80 - iter 1060/2650 - loss 0.05287209 - time (sec): 72.79 - samples/sec: 8042.84 - lr: 0.050000 -2023-04-06 02:49:27,360 epoch 80 - iter 1325/2650 - loss 0.05287013 - time (sec): 90.86 - samples/sec: 8053.76 - lr: 0.050000 -2023-04-06 02:49:45,506 epoch 80 - iter 1590/2650 - loss 0.05278502 - time (sec): 109.01 - samples/sec: 8061.61 - lr: 0.050000 -2023-04-06 02:50:04,069 epoch 80 - iter 1855/2650 - loss 0.05279786 - time (sec): 127.57 - samples/sec: 8042.26 - lr: 0.050000 -2023-04-06 02:50:21,861 epoch 80 - iter 2120/2650 - loss 0.05279773 - time (sec): 145.36 - samples/sec: 8053.85 - lr: 0.050000 -2023-04-06 02:50:40,002 epoch 80 - iter 2385/2650 - loss 0.05284310 - time (sec): 163.50 - samples/sec: 8048.85 - lr: 0.050000 -2023-04-06 02:50:58,594 epoch 80 - iter 2650/2650 - loss 0.05270376 - time (sec): 182.09 - samples/sec: 8030.81 - lr: 0.050000 -2023-04-06 02:50:58,595 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:50:58,595 EPOCH 80 done: loss 0.0527 - lr 0.050000 -2023-04-06 02:50:58,595 BAD EPOCHS (no improvement): 0 -2023-04-06 02:50:58,602 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:51:16,686 epoch 81 - iter 265/2650 - loss 0.05268596 - time (sec): 18.08 - samples/sec: 8097.99 - lr: 0.050000 -2023-04-06 02:51:35,318 epoch 81 - iter 530/2650 - loss 0.05182560 - time (sec): 36.72 - samples/sec: 7959.02 - lr: 0.050000 -2023-04-06 02:51:53,617 epoch 81 - iter 795/2650 - loss 0.05249524 - time (sec): 55.01 - samples/sec: 7962.43 - lr: 0.050000 -2023-04-06 02:52:11,261 epoch 81 - iter 1060/2650 - loss 0.05210694 - time (sec): 72.66 - samples/sec: 8023.06 - lr: 0.050000 -2023-04-06 02:52:29,165 epoch 81 - iter 1325/2650 - loss 0.05208086 - time (sec): 90.56 - samples/sec: 8051.55 - lr: 0.050000 -2023-04-06 02:52:47,561 epoch 81 - iter 1590/2650 - loss 0.05199442 - time (sec): 108.96 - samples/sec: 8042.44 - lr: 0.050000 -2023-04-06 02:53:05,533 epoch 81 - iter 1855/2650 - loss 0.05222585 - time (sec): 126.93 - samples/sec: 8047.10 - lr: 0.050000 -2023-04-06 02:53:23,694 epoch 81 - iter 2120/2650 - loss 0.05246745 - time (sec): 145.09 - samples/sec: 8053.01 - lr: 0.050000 -2023-04-06 02:53:42,096 epoch 81 - iter 2385/2650 - loss 0.05257183 - time (sec): 163.49 - samples/sec: 8051.86 - lr: 0.050000 -2023-04-06 02:53:59,999 epoch 81 - iter 2650/2650 - loss 0.05268256 - time (sec): 181.40 - samples/sec: 8061.67 - lr: 0.050000 -2023-04-06 02:53:59,999 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:53:59,999 EPOCH 81 done: loss 0.0527 - lr 0.050000 -2023-04-06 02:53:59,999 BAD EPOCHS (no improvement): 0 -2023-04-06 02:54:00,003 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:54:18,174 epoch 82 - iter 265/2650 - loss 0.05254488 - time (sec): 18.17 - samples/sec: 8078.33 - lr: 0.050000 -2023-04-06 02:54:36,303 epoch 82 - iter 530/2650 - loss 0.05213020 - time (sec): 36.30 - samples/sec: 8058.25 - lr: 0.050000 -2023-04-06 02:54:54,674 epoch 82 - iter 795/2650 - loss 0.05250303 - time (sec): 54.67 - samples/sec: 8041.77 - lr: 0.050000 -2023-04-06 02:55:12,789 epoch 82 - iter 1060/2650 - loss 0.05250124 - time (sec): 72.79 - samples/sec: 8040.25 - lr: 0.050000 -2023-04-06 02:55:30,760 epoch 82 - iter 1325/2650 - loss 0.05210366 - time (sec): 90.76 - samples/sec: 8058.62 - lr: 0.050000 -2023-04-06 02:55:48,997 epoch 82 - iter 1590/2650 - loss 0.05194110 - time (sec): 108.99 - samples/sec: 8052.19 - lr: 0.050000 -2023-04-06 02:56:06,924 epoch 82 - iter 1855/2650 - loss 0.05187677 - time (sec): 126.92 - samples/sec: 8050.26 - lr: 0.050000 -2023-04-06 02:56:25,358 epoch 82 - iter 2120/2650 - loss 0.05176396 - time (sec): 145.36 - samples/sec: 8047.91 - lr: 0.050000 -2023-04-06 02:56:43,596 epoch 82 - iter 2385/2650 - loss 0.05176739 - time (sec): 163.59 - samples/sec: 8054.62 - lr: 0.050000 -2023-04-06 02:57:01,699 epoch 82 - iter 2650/2650 - loss 0.05192848 - time (sec): 181.70 - samples/sec: 8048.39 - lr: 0.050000 -2023-04-06 02:57:01,699 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:57:01,700 EPOCH 82 done: loss 0.0519 - lr 0.050000 -2023-04-06 02:57:01,700 BAD EPOCHS (no improvement): 0 -2023-04-06 02:57:01,702 ---------------------------------------------------------------------------------------------------- -2023-04-06 02:57:19,757 epoch 83 - iter 265/2650 - loss 0.05241240 - time (sec): 18.05 - samples/sec: 8076.22 - lr: 0.050000 -2023-04-06 02:57:37,922 epoch 83 - iter 530/2650 - loss 0.05257229 - time (sec): 36.22 - samples/sec: 8032.36 - lr: 0.050000 -2023-04-06 02:57:56,250 epoch 83 - iter 795/2650 - loss 0.05236392 - time (sec): 54.55 - samples/sec: 8034.13 - lr: 0.050000 -2023-04-06 02:58:14,465 epoch 83 - iter 1060/2650 - loss 0.05191376 - time (sec): 72.76 - samples/sec: 8027.47 - lr: 0.050000 -2023-04-06 02:58:32,305 epoch 83 - iter 1325/2650 - loss 0.05231808 - time (sec): 90.60 - samples/sec: 8060.21 - lr: 0.050000 -2023-04-06 02:58:50,778 epoch 83 - iter 1590/2650 - loss 0.05224835 - time (sec): 109.08 - samples/sec: 8045.35 - lr: 0.050000 -2023-04-06 02:59:09,000 epoch 83 - iter 1855/2650 - loss 0.05242758 - time (sec): 127.30 - samples/sec: 8046.87 - lr: 0.050000 -2023-04-06 02:59:26,730 epoch 83 - iter 2120/2650 - loss 0.05240322 - time (sec): 145.03 - samples/sec: 8066.70 - lr: 0.050000 -2023-04-06 02:59:44,688 epoch 83 - iter 2385/2650 - loss 0.05225643 - time (sec): 162.99 - samples/sec: 8069.60 - lr: 0.050000 -2023-04-06 03:00:03,160 epoch 83 - iter 2650/2650 - loss 0.05224252 - time (sec): 181.46 - samples/sec: 8058.96 - lr: 0.050000 -2023-04-06 03:00:03,161 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:00:03,161 EPOCH 83 done: loss 0.0522 - lr 0.050000 -2023-04-06 03:00:03,161 BAD EPOCHS (no improvement): 1 -2023-04-06 03:00:03,163 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:00:21,448 epoch 84 - iter 265/2650 - loss 0.04863651 - time (sec): 18.28 - samples/sec: 8003.27 - lr: 0.050000 -2023-04-06 03:00:39,771 epoch 84 - iter 530/2650 - loss 0.05029935 - time (sec): 36.61 - samples/sec: 7978.84 - lr: 0.050000 -2023-04-06 03:00:57,822 epoch 84 - iter 795/2650 - loss 0.05074322 - time (sec): 54.66 - samples/sec: 8002.41 - lr: 0.050000 -2023-04-06 03:01:16,175 epoch 84 - iter 1060/2650 - loss 0.05108621 - time (sec): 73.01 - samples/sec: 8002.07 - lr: 0.050000 -2023-04-06 03:01:34,177 epoch 84 - iter 1325/2650 - loss 0.05112667 - time (sec): 91.01 - samples/sec: 8033.90 - lr: 0.050000 -2023-04-06 03:01:52,333 epoch 84 - iter 1590/2650 - loss 0.05139092 - time (sec): 109.17 - samples/sec: 8039.07 - lr: 0.050000 -2023-04-06 03:02:10,787 epoch 84 - iter 1855/2650 - loss 0.05147931 - time (sec): 127.62 - samples/sec: 8013.33 - lr: 0.050000 -2023-04-06 03:02:29,651 epoch 84 - iter 2120/2650 - loss 0.05149181 - time (sec): 146.49 - samples/sec: 7984.39 - lr: 0.050000 -2023-04-06 03:02:48,114 epoch 84 - iter 2385/2650 - loss 0.05146328 - time (sec): 164.95 - samples/sec: 7973.44 - lr: 0.050000 -2023-04-06 03:03:07,007 epoch 84 - iter 2650/2650 - loss 0.05157765 - time (sec): 183.84 - samples/sec: 7954.37 - lr: 0.050000 -2023-04-06 03:03:07,007 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:03:07,008 EPOCH 84 done: loss 0.0516 - lr 0.050000 -2023-04-06 03:03:07,008 BAD EPOCHS (no improvement): 0 -2023-04-06 03:03:07,012 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:03:25,936 epoch 85 - iter 265/2650 - loss 0.05158136 - time (sec): 18.92 - samples/sec: 7771.10 - lr: 0.050000 -2023-04-06 03:03:44,780 epoch 85 - iter 530/2650 - loss 0.05046484 - time (sec): 37.77 - samples/sec: 7720.81 - lr: 0.050000 -2023-04-06 03:04:03,597 epoch 85 - iter 795/2650 - loss 0.05037586 - time (sec): 56.58 - samples/sec: 7747.26 - lr: 0.050000 -2023-04-06 03:04:22,488 epoch 85 - iter 1060/2650 - loss 0.05057706 - time (sec): 75.48 - samples/sec: 7761.39 - lr: 0.050000 -2023-04-06 03:04:41,029 epoch 85 - iter 1325/2650 - loss 0.05065925 - time (sec): 94.02 - samples/sec: 7774.81 - lr: 0.050000 -2023-04-06 03:04:59,942 epoch 85 - iter 1590/2650 - loss 0.05051624 - time (sec): 112.93 - samples/sec: 7779.28 - lr: 0.050000 -2023-04-06 03:05:18,801 epoch 85 - iter 1855/2650 - loss 0.05061233 - time (sec): 131.79 - samples/sec: 7782.79 - lr: 0.050000 -2023-04-06 03:05:37,576 epoch 85 - iter 2120/2650 - loss 0.05096448 - time (sec): 150.56 - samples/sec: 7777.06 - lr: 0.050000 -2023-04-06 03:05:55,751 epoch 85 - iter 2385/2650 - loss 0.05078253 - time (sec): 168.74 - samples/sec: 7801.13 - lr: 0.050000 -2023-04-06 03:06:13,983 epoch 85 - iter 2650/2650 - loss 0.05078137 - time (sec): 186.97 - samples/sec: 7821.34 - lr: 0.050000 -2023-04-06 03:06:13,983 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:06:13,983 EPOCH 85 done: loss 0.0508 - lr 0.050000 -2023-04-06 03:06:13,984 BAD EPOCHS (no improvement): 0 -2023-04-06 03:06:13,987 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:06:32,352 epoch 86 - iter 265/2650 - loss 0.05105457 - time (sec): 18.37 - samples/sec: 7949.78 - lr: 0.050000 -2023-04-06 03:06:50,663 epoch 86 - iter 530/2650 - loss 0.05078615 - time (sec): 36.68 - samples/sec: 7980.36 - lr: 0.050000 -2023-04-06 03:07:08,941 epoch 86 - iter 795/2650 - loss 0.05046723 - time (sec): 54.95 - samples/sec: 7993.40 - lr: 0.050000 -2023-04-06 03:07:26,840 epoch 86 - iter 1060/2650 - loss 0.05025267 - time (sec): 72.85 - samples/sec: 8030.77 - lr: 0.050000 -2023-04-06 03:07:45,082 epoch 86 - iter 1325/2650 - loss 0.05058858 - time (sec): 91.09 - samples/sec: 8036.00 - lr: 0.050000 -2023-04-06 03:08:03,690 epoch 86 - iter 1590/2650 - loss 0.05050308 - time (sec): 109.70 - samples/sec: 8021.45 - lr: 0.050000 -2023-04-06 03:08:22,088 epoch 86 - iter 1855/2650 - loss 0.05059816 - time (sec): 128.10 - samples/sec: 8012.04 - lr: 0.050000 -2023-04-06 03:08:39,936 epoch 86 - iter 2120/2650 - loss 0.05031262 - time (sec): 145.95 - samples/sec: 8031.64 - lr: 0.050000 -2023-04-06 03:09:09,856 epoch 86 - iter 2385/2650 - loss 0.05035520 - time (sec): 175.87 - samples/sec: 7489.59 - lr: 0.050000 -2023-04-06 03:09:28,123 epoch 86 - iter 2650/2650 - loss 0.05053911 - time (sec): 194.14 - samples/sec: 7532.67 - lr: 0.050000 -2023-04-06 03:09:28,123 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:09:28,123 EPOCH 86 done: loss 0.0505 - lr 0.050000 -2023-04-06 03:09:28,123 BAD EPOCHS (no improvement): 0 -2023-04-06 03:09:28,127 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:09:46,727 epoch 87 - iter 265/2650 - loss 0.05001496 - time (sec): 18.60 - samples/sec: 7958.09 - lr: 0.050000 -2023-04-06 03:10:04,885 epoch 87 - iter 530/2650 - loss 0.05016926 - time (sec): 36.76 - samples/sec: 8042.90 - lr: 0.050000 -2023-04-06 03:10:22,921 epoch 87 - iter 795/2650 - loss 0.05079835 - time (sec): 54.79 - samples/sec: 8046.07 - lr: 0.050000 -2023-04-06 03:10:41,069 epoch 87 - iter 1060/2650 - loss 0.05083387 - time (sec): 72.94 - samples/sec: 8033.92 - lr: 0.050000 -2023-04-06 03:10:59,079 epoch 87 - iter 1325/2650 - loss 0.05088459 - time (sec): 90.95 - samples/sec: 8057.59 - lr: 0.050000 -2023-04-06 03:11:17,016 epoch 87 - iter 1590/2650 - loss 0.05077202 - time (sec): 108.89 - samples/sec: 8076.04 - lr: 0.050000 -2023-04-06 03:11:34,833 epoch 87 - iter 1855/2650 - loss 0.05070862 - time (sec): 126.71 - samples/sec: 8083.52 - lr: 0.050000 -2023-04-06 03:11:53,380 epoch 87 - iter 2120/2650 - loss 0.05061472 - time (sec): 145.25 - samples/sec: 8054.80 - lr: 0.050000 -2023-04-06 03:12:11,559 epoch 87 - iter 2385/2650 - loss 0.05069573 - time (sec): 163.43 - samples/sec: 8056.34 - lr: 0.050000 -2023-04-06 03:12:29,750 epoch 87 - iter 2650/2650 - loss 0.05074251 - time (sec): 181.62 - samples/sec: 8051.63 - lr: 0.050000 -2023-04-06 03:12:29,751 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:12:29,751 EPOCH 87 done: loss 0.0507 - lr 0.050000 -2023-04-06 03:12:29,751 BAD EPOCHS (no improvement): 1 -2023-04-06 03:12:29,755 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:12:48,369 epoch 88 - iter 265/2650 - loss 0.04930742 - time (sec): 18.61 - samples/sec: 7936.37 - lr: 0.050000 -2023-04-06 03:13:06,497 epoch 88 - iter 530/2650 - loss 0.05029534 - time (sec): 36.74 - samples/sec: 7983.56 - lr: 0.050000 -2023-04-06 03:13:24,136 epoch 88 - iter 795/2650 - loss 0.05023908 - time (sec): 54.38 - samples/sec: 8066.60 - lr: 0.050000 -2023-04-06 03:13:42,250 epoch 88 - iter 1060/2650 - loss 0.05039592 - time (sec): 72.50 - samples/sec: 8058.80 - lr: 0.050000 -2023-04-06 03:14:00,308 epoch 88 - iter 1325/2650 - loss 0.05017295 - time (sec): 90.55 - samples/sec: 8067.27 - lr: 0.050000 -2023-04-06 03:14:18,515 epoch 88 - iter 1590/2650 - loss 0.05022107 - time (sec): 108.76 - samples/sec: 8066.79 - lr: 0.050000 -2023-04-06 03:14:36,713 epoch 88 - iter 1855/2650 - loss 0.05024844 - time (sec): 126.96 - samples/sec: 8065.06 - lr: 0.050000 -2023-04-06 03:14:54,241 epoch 88 - iter 2120/2650 - loss 0.05027794 - time (sec): 144.49 - samples/sec: 8084.92 - lr: 0.050000 -2023-04-06 03:15:12,350 epoch 88 - iter 2385/2650 - loss 0.05028935 - time (sec): 162.60 - samples/sec: 8091.13 - lr: 0.050000 -2023-04-06 03:15:30,759 epoch 88 - iter 2650/2650 - loss 0.05030309 - time (sec): 181.00 - samples/sec: 8079.18 - lr: 0.050000 -2023-04-06 03:15:30,759 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:15:30,759 EPOCH 88 done: loss 0.0503 - lr 0.050000 -2023-04-06 03:15:30,759 BAD EPOCHS (no improvement): 0 -2023-04-06 03:15:30,762 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:15:48,672 epoch 89 - iter 265/2650 - loss 0.05041192 - time (sec): 17.91 - samples/sec: 8211.60 - lr: 0.050000 -2023-04-06 03:16:06,716 epoch 89 - iter 530/2650 - loss 0.05090720 - time (sec): 35.95 - samples/sec: 8138.20 - lr: 0.050000 -2023-04-06 03:16:24,419 epoch 89 - iter 795/2650 - loss 0.05020476 - time (sec): 53.66 - samples/sec: 8163.36 - lr: 0.050000 -2023-04-06 03:16:42,407 epoch 89 - iter 1060/2650 - loss 0.05011764 - time (sec): 71.64 - samples/sec: 8146.85 - lr: 0.050000 -2023-04-06 03:17:00,460 epoch 89 - iter 1325/2650 - loss 0.05034856 - time (sec): 89.70 - samples/sec: 8137.63 - lr: 0.050000 -2023-04-06 03:17:18,095 epoch 89 - iter 1590/2650 - loss 0.05022304 - time (sec): 107.33 - samples/sec: 8162.03 - lr: 0.050000 -2023-04-06 03:17:36,356 epoch 89 - iter 1855/2650 - loss 0.05036108 - time (sec): 125.59 - samples/sec: 8144.01 - lr: 0.050000 -2023-04-06 03:17:54,472 epoch 89 - iter 2120/2650 - loss 0.05043055 - time (sec): 143.71 - samples/sec: 8139.79 - lr: 0.050000 -2023-04-06 03:18:12,635 epoch 89 - iter 2385/2650 - loss 0.05046587 - time (sec): 161.87 - samples/sec: 8130.67 - lr: 0.050000 -2023-04-06 03:18:30,955 epoch 89 - iter 2650/2650 - loss 0.05039452 - time (sec): 180.19 - samples/sec: 8115.53 - lr: 0.050000 -2023-04-06 03:18:30,956 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:18:30,956 EPOCH 89 done: loss 0.0504 - lr 0.050000 -2023-04-06 03:18:30,956 BAD EPOCHS (no improvement): 1 -2023-04-06 03:18:30,958 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:18:49,188 epoch 90 - iter 265/2650 - loss 0.04817103 - time (sec): 18.23 - samples/sec: 8058.99 - lr: 0.050000 -2023-04-06 03:19:07,644 epoch 90 - iter 530/2650 - loss 0.04846648 - time (sec): 36.69 - samples/sec: 7972.81 - lr: 0.050000 -2023-04-06 03:19:25,527 epoch 90 - iter 795/2650 - loss 0.04833743 - time (sec): 54.57 - samples/sec: 8037.52 - lr: 0.050000 -2023-04-06 03:19:43,672 epoch 90 - iter 1060/2650 - loss 0.04859588 - time (sec): 72.71 - samples/sec: 8051.90 - lr: 0.050000 -2023-04-06 03:20:01,183 epoch 90 - iter 1325/2650 - loss 0.04878318 - time (sec): 90.22 - samples/sec: 8094.71 - lr: 0.050000 -2023-04-06 03:20:18,884 epoch 90 - iter 1590/2650 - loss 0.04886754 - time (sec): 107.93 - samples/sec: 8104.67 - lr: 0.050000 -2023-04-06 03:20:37,436 epoch 90 - iter 1855/2650 - loss 0.04915421 - time (sec): 126.48 - samples/sec: 8081.77 - lr: 0.050000 -2023-04-06 03:20:55,705 epoch 90 - iter 2120/2650 - loss 0.04925637 - time (sec): 144.75 - samples/sec: 8085.13 - lr: 0.050000 -2023-04-06 03:21:13,581 epoch 90 - iter 2385/2650 - loss 0.04930804 - time (sec): 162.62 - samples/sec: 8095.61 - lr: 0.050000 -2023-04-06 03:21:31,829 epoch 90 - iter 2650/2650 - loss 0.04923232 - time (sec): 180.87 - samples/sec: 8085.12 - lr: 0.050000 -2023-04-06 03:21:31,830 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:21:31,830 EPOCH 90 done: loss 0.0492 - lr 0.050000 -2023-04-06 03:21:31,830 BAD EPOCHS (no improvement): 0 -2023-04-06 03:21:31,834 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:21:50,471 epoch 91 - iter 265/2650 - loss 0.04910402 - time (sec): 18.64 - samples/sec: 7867.32 - lr: 0.050000 -2023-04-06 03:22:08,658 epoch 91 - iter 530/2650 - loss 0.05027482 - time (sec): 36.82 - samples/sec: 7926.81 - lr: 0.050000 -2023-04-06 03:22:27,026 epoch 91 - iter 795/2650 - loss 0.05007604 - time (sec): 55.19 - samples/sec: 7947.58 - lr: 0.050000 -2023-04-06 03:22:44,920 epoch 91 - iter 1060/2650 - loss 0.04975508 - time (sec): 73.09 - samples/sec: 7998.56 - lr: 0.050000 -2023-04-06 03:23:02,918 epoch 91 - iter 1325/2650 - loss 0.04956082 - time (sec): 91.08 - samples/sec: 8019.04 - lr: 0.050000 -2023-04-06 03:23:21,001 epoch 91 - iter 1590/2650 - loss 0.04948051 - time (sec): 109.17 - samples/sec: 8018.11 - lr: 0.050000 -2023-04-06 03:23:39,075 epoch 91 - iter 1855/2650 - loss 0.04967303 - time (sec): 127.24 - samples/sec: 8033.54 - lr: 0.050000 -2023-04-06 03:23:57,188 epoch 91 - iter 2120/2650 - loss 0.04944886 - time (sec): 145.35 - samples/sec: 8041.21 - lr: 0.050000 -2023-04-06 03:24:15,109 epoch 91 - iter 2385/2650 - loss 0.04970804 - time (sec): 163.28 - samples/sec: 8057.22 - lr: 0.050000 -2023-04-06 03:24:33,238 epoch 91 - iter 2650/2650 - loss 0.04972600 - time (sec): 181.40 - samples/sec: 8061.34 - lr: 0.050000 -2023-04-06 03:24:33,238 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:24:33,238 EPOCH 91 done: loss 0.0497 - lr 0.050000 -2023-04-06 03:24:33,238 BAD EPOCHS (no improvement): 1 -2023-04-06 03:24:33,241 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:24:51,100 epoch 92 - iter 265/2650 - loss 0.04988134 - time (sec): 17.86 - samples/sec: 8227.01 - lr: 0.050000 -2023-04-06 03:25:09,401 epoch 92 - iter 530/2650 - loss 0.04882657 - time (sec): 36.16 - samples/sec: 8085.81 - lr: 0.050000 -2023-04-06 03:25:28,014 epoch 92 - iter 795/2650 - loss 0.04878308 - time (sec): 54.77 - samples/sec: 8017.69 - lr: 0.050000 -2023-04-06 03:25:46,385 epoch 92 - iter 1060/2650 - loss 0.04844555 - time (sec): 73.14 - samples/sec: 7989.67 - lr: 0.050000 -2023-04-06 03:26:04,209 epoch 92 - iter 1325/2650 - loss 0.04866939 - time (sec): 90.97 - samples/sec: 8020.66 - lr: 0.050000 -2023-04-06 03:26:22,386 epoch 92 - iter 1590/2650 - loss 0.04867874 - time (sec): 109.14 - samples/sec: 8014.99 - lr: 0.050000 -2023-04-06 03:26:41,012 epoch 92 - iter 1855/2650 - loss 0.04887881 - time (sec): 127.77 - samples/sec: 8000.40 - lr: 0.050000 -2023-04-06 03:26:59,532 epoch 92 - iter 2120/2650 - loss 0.04910626 - time (sec): 146.29 - samples/sec: 7994.70 - lr: 0.050000 -2023-04-06 03:27:17,876 epoch 92 - iter 2385/2650 - loss 0.04898474 - time (sec): 164.64 - samples/sec: 7992.96 - lr: 0.050000 -2023-04-06 03:27:35,697 epoch 92 - iter 2650/2650 - loss 0.04898788 - time (sec): 182.46 - samples/sec: 8014.89 - lr: 0.050000 -2023-04-06 03:27:35,697 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:27:35,697 EPOCH 92 done: loss 0.0490 - lr 0.050000 -2023-04-06 03:27:35,697 BAD EPOCHS (no improvement): 0 -2023-04-06 03:27:35,700 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:27:53,773 epoch 93 - iter 265/2650 - loss 0.04828383 - time (sec): 18.07 - samples/sec: 8104.40 - lr: 0.050000 -2023-04-06 03:28:12,456 epoch 93 - iter 530/2650 - loss 0.04858224 - time (sec): 36.76 - samples/sec: 8011.48 - lr: 0.050000 -2023-04-06 03:28:30,959 epoch 93 - iter 795/2650 - loss 0.04790627 - time (sec): 55.26 - samples/sec: 7993.59 - lr: 0.050000 -2023-04-06 03:28:48,776 epoch 93 - iter 1060/2650 - loss 0.04812048 - time (sec): 73.08 - samples/sec: 8047.73 - lr: 0.050000 -2023-04-06 03:29:06,918 epoch 93 - iter 1325/2650 - loss 0.04846032 - time (sec): 91.22 - samples/sec: 8059.69 - lr: 0.050000 -2023-04-06 03:29:25,310 epoch 93 - iter 1590/2650 - loss 0.04873251 - time (sec): 109.61 - samples/sec: 8046.52 - lr: 0.050000 -2023-04-06 03:29:43,091 epoch 93 - iter 1855/2650 - loss 0.04874573 - time (sec): 127.39 - samples/sec: 8051.32 - lr: 0.050000 -2023-04-06 03:30:01,216 epoch 93 - iter 2120/2650 - loss 0.04872313 - time (sec): 145.52 - samples/sec: 8041.90 - lr: 0.050000 -2023-04-06 03:30:19,811 epoch 93 - iter 2385/2650 - loss 0.04871187 - time (sec): 164.11 - samples/sec: 8030.68 - lr: 0.050000 -2023-04-06 03:30:37,663 epoch 93 - iter 2650/2650 - loss 0.04895244 - time (sec): 181.96 - samples/sec: 8036.59 - lr: 0.050000 -2023-04-06 03:30:37,663 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:30:37,663 EPOCH 93 done: loss 0.0490 - lr 0.050000 -2023-04-06 03:30:37,663 BAD EPOCHS (no improvement): 0 -2023-04-06 03:30:37,668 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:30:55,540 epoch 94 - iter 265/2650 - loss 0.04934028 - time (sec): 17.87 - samples/sec: 8068.18 - lr: 0.050000 -2023-04-06 03:31:13,328 epoch 94 - iter 530/2650 - loss 0.04921845 - time (sec): 35.66 - samples/sec: 8115.75 - lr: 0.050000 -2023-04-06 03:31:31,671 epoch 94 - iter 795/2650 - loss 0.04833466 - time (sec): 54.00 - samples/sec: 8092.27 - lr: 0.050000 -2023-04-06 03:31:49,435 epoch 94 - iter 1060/2650 - loss 0.04835024 - time (sec): 71.77 - samples/sec: 8122.03 - lr: 0.050000 -2023-04-06 03:32:07,705 epoch 94 - iter 1325/2650 - loss 0.04801836 - time (sec): 90.04 - samples/sec: 8095.58 - lr: 0.050000 -2023-04-06 03:32:25,858 epoch 94 - iter 1590/2650 - loss 0.04836578 - time (sec): 108.19 - samples/sec: 8097.32 - lr: 0.050000 -2023-04-06 03:32:44,455 epoch 94 - iter 1855/2650 - loss 0.04851831 - time (sec): 126.79 - samples/sec: 8066.57 - lr: 0.050000 -2023-04-06 03:33:02,963 epoch 94 - iter 2120/2650 - loss 0.04883682 - time (sec): 145.30 - samples/sec: 8051.14 - lr: 0.050000 -2023-04-06 03:33:21,626 epoch 94 - iter 2385/2650 - loss 0.04903861 - time (sec): 163.96 - samples/sec: 8036.26 - lr: 0.050000 -2023-04-06 03:33:39,863 epoch 94 - iter 2650/2650 - loss 0.04904799 - time (sec): 182.19 - samples/sec: 8026.38 - lr: 0.050000 -2023-04-06 03:33:39,863 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:33:39,863 EPOCH 94 done: loss 0.0490 - lr 0.050000 -2023-04-06 03:33:39,863 BAD EPOCHS (no improvement): 1 -2023-04-06 03:33:39,866 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:33:58,125 epoch 95 - iter 265/2650 - loss 0.04772462 - time (sec): 18.26 - samples/sec: 8022.48 - lr: 0.050000 -2023-04-06 03:34:15,888 epoch 95 - iter 530/2650 - loss 0.04802028 - time (sec): 36.02 - samples/sec: 8139.04 - lr: 0.050000 -2023-04-06 03:34:33,924 epoch 95 - iter 795/2650 - loss 0.04736394 - time (sec): 54.06 - samples/sec: 8137.39 - lr: 0.050000 -2023-04-06 03:34:51,723 epoch 95 - iter 1060/2650 - loss 0.04775730 - time (sec): 71.86 - samples/sec: 8164.22 - lr: 0.050000 -2023-04-06 03:35:09,564 epoch 95 - iter 1325/2650 - loss 0.04810744 - time (sec): 89.70 - samples/sec: 8172.60 - lr: 0.050000 -2023-04-06 03:35:27,219 epoch 95 - iter 1590/2650 - loss 0.04823947 - time (sec): 107.35 - samples/sec: 8189.09 - lr: 0.050000 -2023-04-06 03:35:45,468 epoch 95 - iter 1855/2650 - loss 0.04845059 - time (sec): 125.60 - samples/sec: 8168.35 - lr: 0.050000 -2023-04-06 03:36:03,660 epoch 95 - iter 2120/2650 - loss 0.04851872 - time (sec): 143.79 - samples/sec: 8146.48 - lr: 0.050000 -2023-04-06 03:36:21,577 epoch 95 - iter 2385/2650 - loss 0.04857212 - time (sec): 161.71 - samples/sec: 8144.41 - lr: 0.050000 -2023-04-06 03:36:39,393 epoch 95 - iter 2650/2650 - loss 0.04867947 - time (sec): 179.53 - samples/sec: 8145.65 - lr: 0.050000 -2023-04-06 03:36:39,393 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:36:39,393 EPOCH 95 done: loss 0.0487 - lr 0.050000 -2023-04-06 03:36:39,393 BAD EPOCHS (no improvement): 0 -2023-04-06 03:36:39,398 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:36:57,202 epoch 96 - iter 265/2650 - loss 0.04816754 - time (sec): 17.80 - samples/sec: 8230.98 - lr: 0.050000 -2023-04-06 03:37:15,067 epoch 96 - iter 530/2650 - loss 0.04780750 - time (sec): 35.67 - samples/sec: 8228.55 - lr: 0.050000 -2023-04-06 03:37:32,566 epoch 96 - iter 795/2650 - loss 0.04794808 - time (sec): 53.17 - samples/sec: 8257.34 - lr: 0.050000 -2023-04-06 03:37:50,637 epoch 96 - iter 1060/2650 - loss 0.04847168 - time (sec): 71.24 - samples/sec: 8219.97 - lr: 0.050000 -2023-04-06 03:38:09,210 epoch 96 - iter 1325/2650 - loss 0.04817752 - time (sec): 89.81 - samples/sec: 8152.80 - lr: 0.050000 -2023-04-06 03:38:27,972 epoch 96 - iter 1590/2650 - loss 0.04829999 - time (sec): 108.57 - samples/sec: 8097.45 - lr: 0.050000 -2023-04-06 03:38:45,505 epoch 96 - iter 1855/2650 - loss 0.04869469 - time (sec): 126.11 - samples/sec: 8123.48 - lr: 0.050000 -2023-04-06 03:39:04,064 epoch 96 - iter 2120/2650 - loss 0.04863304 - time (sec): 144.67 - samples/sec: 8099.84 - lr: 0.050000 -2023-04-06 03:39:21,872 epoch 96 - iter 2385/2650 - loss 0.04886921 - time (sec): 162.47 - samples/sec: 8107.36 - lr: 0.050000 -2023-04-06 03:39:40,010 epoch 96 - iter 2650/2650 - loss 0.04882905 - time (sec): 180.61 - samples/sec: 8096.69 - lr: 0.050000 -2023-04-06 03:39:40,010 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:39:40,010 EPOCH 96 done: loss 0.0488 - lr 0.050000 -2023-04-06 03:39:40,010 BAD EPOCHS (no improvement): 1 -2023-04-06 03:39:40,084 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:39:58,124 epoch 97 - iter 265/2650 - loss 0.04773036 - time (sec): 18.04 - samples/sec: 8129.70 - lr: 0.050000 -2023-04-06 03:40:16,338 epoch 97 - iter 530/2650 - loss 0.04798290 - time (sec): 36.25 - samples/sec: 8104.87 - lr: 0.050000 -2023-04-06 03:40:34,162 epoch 97 - iter 795/2650 - loss 0.04820439 - time (sec): 54.08 - samples/sec: 8122.73 - lr: 0.050000 -2023-04-06 03:40:52,402 epoch 97 - iter 1060/2650 - loss 0.04847809 - time (sec): 72.32 - samples/sec: 8100.67 - lr: 0.050000 -2023-04-06 03:41:10,066 epoch 97 - iter 1325/2650 - loss 0.04838556 - time (sec): 89.98 - samples/sec: 8133.49 - lr: 0.050000 -2023-04-06 03:41:28,364 epoch 97 - iter 1590/2650 - loss 0.04812776 - time (sec): 108.28 - samples/sec: 8116.46 - lr: 0.050000 -2023-04-06 03:41:46,235 epoch 97 - iter 1855/2650 - loss 0.04812255 - time (sec): 126.15 - samples/sec: 8114.30 - lr: 0.050000 -2023-04-06 03:42:04,322 epoch 97 - iter 2120/2650 - loss 0.04829748 - time (sec): 144.24 - samples/sec: 8105.49 - lr: 0.050000 -2023-04-06 03:42:23,337 epoch 97 - iter 2385/2650 - loss 0.04840200 - time (sec): 163.25 - samples/sec: 8064.47 - lr: 0.050000 -2023-04-06 03:42:41,182 epoch 97 - iter 2650/2650 - loss 0.04824635 - time (sec): 181.10 - samples/sec: 8074.97 - lr: 0.050000 -2023-04-06 03:42:41,182 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:42:41,182 EPOCH 97 done: loss 0.0482 - lr 0.050000 -2023-04-06 03:42:41,182 BAD EPOCHS (no improvement): 0 -2023-04-06 03:42:41,186 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:42:58,696 epoch 98 - iter 265/2650 - loss 0.04704311 - time (sec): 17.51 - samples/sec: 8261.14 - lr: 0.050000 -2023-04-06 03:43:17,022 epoch 98 - iter 530/2650 - loss 0.04692805 - time (sec): 35.84 - samples/sec: 8092.57 - lr: 0.050000 -2023-04-06 03:43:34,957 epoch 98 - iter 795/2650 - loss 0.04792410 - time (sec): 53.77 - samples/sec: 8096.74 - lr: 0.050000 -2023-04-06 03:43:52,979 epoch 98 - iter 1060/2650 - loss 0.04777728 - time (sec): 71.79 - samples/sec: 8127.63 - lr: 0.050000 -2023-04-06 03:44:11,127 epoch 98 - iter 1325/2650 - loss 0.04787343 - time (sec): 89.94 - samples/sec: 8120.41 - lr: 0.050000 -2023-04-06 03:44:29,921 epoch 98 - iter 1590/2650 - loss 0.04799987 - time (sec): 108.73 - samples/sec: 8071.95 - lr: 0.050000 -2023-04-06 03:44:48,060 epoch 98 - iter 1855/2650 - loss 0.04807687 - time (sec): 126.87 - samples/sec: 8062.80 - lr: 0.050000 -2023-04-06 03:45:06,442 epoch 98 - iter 2120/2650 - loss 0.04803624 - time (sec): 145.26 - samples/sec: 8058.65 - lr: 0.050000 -2023-04-06 03:45:24,474 epoch 98 - iter 2385/2650 - loss 0.04816762 - time (sec): 163.29 - samples/sec: 8056.91 - lr: 0.050000 -2023-04-06 03:45:42,555 epoch 98 - iter 2650/2650 - loss 0.04816596 - time (sec): 181.37 - samples/sec: 8062.90 - lr: 0.050000 -2023-04-06 03:45:42,555 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:45:42,555 EPOCH 98 done: loss 0.0482 - lr 0.050000 -2023-04-06 03:45:42,556 BAD EPOCHS (no improvement): 0 -2023-04-06 03:45:42,558 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:46:00,345 epoch 99 - iter 265/2650 - loss 0.04761839 - time (sec): 17.79 - samples/sec: 8226.32 - lr: 0.050000 -2023-04-06 03:46:18,259 epoch 99 - iter 530/2650 - loss 0.04828580 - time (sec): 35.70 - samples/sec: 8184.48 - lr: 0.050000 -2023-04-06 03:46:36,676 epoch 99 - iter 795/2650 - loss 0.04768004 - time (sec): 54.12 - samples/sec: 8127.67 - lr: 0.050000 -2023-04-06 03:46:55,012 epoch 99 - iter 1060/2650 - loss 0.04777874 - time (sec): 72.45 - samples/sec: 8106.90 - lr: 0.050000 -2023-04-06 03:47:13,040 epoch 99 - iter 1325/2650 - loss 0.04806579 - time (sec): 90.48 - samples/sec: 8104.15 - lr: 0.050000 -2023-04-06 03:47:30,855 epoch 99 - iter 1590/2650 - loss 0.04789202 - time (sec): 108.30 - samples/sec: 8117.34 - lr: 0.050000 -2023-04-06 03:47:49,300 epoch 99 - iter 1855/2650 - loss 0.04782417 - time (sec): 126.74 - samples/sec: 8086.40 - lr: 0.050000 -2023-04-06 03:48:08,189 epoch 99 - iter 2120/2650 - loss 0.04779957 - time (sec): 145.63 - samples/sec: 8042.21 - lr: 0.050000 -2023-04-06 03:48:26,493 epoch 99 - iter 2385/2650 - loss 0.04772709 - time (sec): 163.93 - samples/sec: 8028.17 - lr: 0.050000 -2023-04-06 03:48:45,162 epoch 99 - iter 2650/2650 - loss 0.04777629 - time (sec): 182.60 - samples/sec: 8008.38 - lr: 0.050000 -2023-04-06 03:48:45,163 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:48:45,163 EPOCH 99 done: loss 0.0478 - lr 0.050000 -2023-04-06 03:48:45,163 BAD EPOCHS (no improvement): 0 -2023-04-06 03:48:45,165 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:49:03,898 epoch 100 - iter 265/2650 - loss 0.04746376 - time (sec): 18.73 - samples/sec: 7786.35 - lr: 0.050000 -2023-04-06 03:49:22,606 epoch 100 - iter 530/2650 - loss 0.04787736 - time (sec): 37.44 - samples/sec: 7808.11 - lr: 0.050000 -2023-04-06 03:49:41,437 epoch 100 - iter 795/2650 - loss 0.04751450 - time (sec): 56.27 - samples/sec: 7803.01 - lr: 0.050000 -2023-04-06 03:49:59,654 epoch 100 - iter 1060/2650 - loss 0.04704861 - time (sec): 74.49 - samples/sec: 7884.23 - lr: 0.050000 -2023-04-06 03:50:17,441 epoch 100 - iter 1325/2650 - loss 0.04727113 - time (sec): 92.28 - samples/sec: 7930.66 - lr: 0.050000 -2023-04-06 03:50:35,535 epoch 100 - iter 1590/2650 - loss 0.04741592 - time (sec): 110.37 - samples/sec: 7965.63 - lr: 0.050000 -2023-04-06 03:50:53,123 epoch 100 - iter 1855/2650 - loss 0.04754868 - time (sec): 127.96 - samples/sec: 7999.85 - lr: 0.050000 -2023-04-06 03:51:11,118 epoch 100 - iter 2120/2650 - loss 0.04761682 - time (sec): 145.95 - samples/sec: 8018.27 - lr: 0.050000 -2023-04-06 03:51:29,591 epoch 100 - iter 2385/2650 - loss 0.04752887 - time (sec): 164.43 - samples/sec: 8011.20 - lr: 0.050000 -2023-04-06 03:51:47,771 epoch 100 - iter 2650/2650 - loss 0.04752009 - time (sec): 182.61 - samples/sec: 8008.31 - lr: 0.050000 -2023-04-06 03:51:47,772 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:51:47,772 EPOCH 100 done: loss 0.0475 - lr 0.050000 -2023-04-06 03:51:47,772 BAD EPOCHS (no improvement): 0 -2023-04-06 03:51:47,775 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:52:06,574 epoch 101 - iter 265/2650 - loss 0.04599902 - time (sec): 18.80 - samples/sec: 7732.14 - lr: 0.050000 -2023-04-06 03:52:25,224 epoch 101 - iter 530/2650 - loss 0.04565151 - time (sec): 37.45 - samples/sec: 7812.40 - lr: 0.050000 -2023-04-06 03:52:43,960 epoch 101 - iter 795/2650 - loss 0.04563269 - time (sec): 56.18 - samples/sec: 7810.69 - lr: 0.050000 -2023-04-06 03:53:02,590 epoch 101 - iter 1060/2650 - loss 0.04657751 - time (sec): 74.82 - samples/sec: 7841.65 - lr: 0.050000 -2023-04-06 03:53:20,769 epoch 101 - iter 1325/2650 - loss 0.04662165 - time (sec): 92.99 - samples/sec: 7866.38 - lr: 0.050000 -2023-04-06 03:53:38,731 epoch 101 - iter 1590/2650 - loss 0.04656010 - time (sec): 110.96 - samples/sec: 7896.82 - lr: 0.050000 -2023-04-06 03:53:56,278 epoch 101 - iter 1855/2650 - loss 0.04651305 - time (sec): 128.50 - samples/sec: 7936.60 - lr: 0.050000 -2023-04-06 03:54:14,430 epoch 101 - iter 2120/2650 - loss 0.04658736 - time (sec): 146.66 - samples/sec: 7950.59 - lr: 0.050000 -2023-04-06 03:54:32,938 epoch 101 - iter 2385/2650 - loss 0.04690162 - time (sec): 165.16 - samples/sec: 7957.19 - lr: 0.050000 -2023-04-06 03:54:52,229 epoch 101 - iter 2650/2650 - loss 0.04701829 - time (sec): 184.45 - samples/sec: 7928.07 - lr: 0.050000 -2023-04-06 03:54:52,229 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:54:52,229 EPOCH 101 done: loss 0.0470 - lr 0.050000 -2023-04-06 03:54:52,229 BAD EPOCHS (no improvement): 0 -2023-04-06 03:54:52,233 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:55:10,599 epoch 102 - iter 265/2650 - loss 0.04690056 - time (sec): 18.37 - samples/sec: 8016.52 - lr: 0.050000 -2023-04-06 03:55:28,639 epoch 102 - iter 530/2650 - loss 0.04770209 - time (sec): 36.41 - samples/sec: 7993.61 - lr: 0.050000 -2023-04-06 03:55:46,481 epoch 102 - iter 795/2650 - loss 0.04757068 - time (sec): 54.25 - samples/sec: 8054.42 - lr: 0.050000 -2023-04-06 03:56:04,540 epoch 102 - iter 1060/2650 - loss 0.04744586 - time (sec): 72.31 - samples/sec: 8075.93 - lr: 0.050000 -2023-04-06 03:56:23,056 epoch 102 - iter 1325/2650 - loss 0.04719159 - time (sec): 90.82 - samples/sec: 8044.79 - lr: 0.050000 -2023-04-06 03:56:41,427 epoch 102 - iter 1590/2650 - loss 0.04718185 - time (sec): 109.19 - samples/sec: 8037.88 - lr: 0.050000 -2023-04-06 03:56:59,785 epoch 102 - iter 1855/2650 - loss 0.04709405 - time (sec): 127.55 - samples/sec: 8038.84 - lr: 0.050000 -2023-04-06 03:57:17,611 epoch 102 - iter 2120/2650 - loss 0.04738980 - time (sec): 145.38 - samples/sec: 8054.16 - lr: 0.050000 -2023-04-06 03:57:35,565 epoch 102 - iter 2385/2650 - loss 0.04754961 - time (sec): 163.33 - samples/sec: 8065.11 - lr: 0.050000 -2023-04-06 03:57:53,648 epoch 102 - iter 2650/2650 - loss 0.04758383 - time (sec): 181.41 - samples/sec: 8060.87 - lr: 0.050000 -2023-04-06 03:57:53,648 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:57:53,648 EPOCH 102 done: loss 0.0476 - lr 0.050000 -2023-04-06 03:57:53,648 BAD EPOCHS (no improvement): 1 -2023-04-06 03:57:53,651 ---------------------------------------------------------------------------------------------------- -2023-04-06 03:58:11,853 epoch 103 - iter 265/2650 - loss 0.04618381 - time (sec): 18.20 - samples/sec: 7999.13 - lr: 0.050000 -2023-04-06 03:58:30,083 epoch 103 - iter 530/2650 - loss 0.04677250 - time (sec): 36.43 - samples/sec: 7996.29 - lr: 0.050000 -2023-04-06 03:58:48,698 epoch 103 - iter 795/2650 - loss 0.04659516 - time (sec): 55.05 - samples/sec: 7958.40 - lr: 0.050000 -2023-04-06 03:59:07,103 epoch 103 - iter 1060/2650 - loss 0.04678630 - time (sec): 73.45 - samples/sec: 7966.68 - lr: 0.050000 -2023-04-06 03:59:25,140 epoch 103 - iter 1325/2650 - loss 0.04670725 - time (sec): 91.49 - samples/sec: 7978.54 - lr: 0.050000 -2023-04-06 03:59:43,312 epoch 103 - iter 1590/2650 - loss 0.04676629 - time (sec): 109.66 - samples/sec: 8000.33 - lr: 0.050000 -2023-04-06 04:00:01,463 epoch 103 - iter 1855/2650 - loss 0.04687620 - time (sec): 127.81 - samples/sec: 8012.95 - lr: 0.050000 -2023-04-06 04:00:19,376 epoch 103 - iter 2120/2650 - loss 0.04678359 - time (sec): 145.72 - samples/sec: 8023.51 - lr: 0.050000 -2023-04-06 04:00:37,379 epoch 103 - iter 2385/2650 - loss 0.04696604 - time (sec): 163.73 - samples/sec: 8033.98 - lr: 0.050000 -2023-04-06 04:00:55,740 epoch 103 - iter 2650/2650 - loss 0.04720749 - time (sec): 182.09 - samples/sec: 8031.05 - lr: 0.050000 -2023-04-06 04:00:55,740 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:00:55,741 EPOCH 103 done: loss 0.0472 - lr 0.050000 -2023-04-06 04:00:55,741 BAD EPOCHS (no improvement): 2 -2023-04-06 04:00:55,744 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:01:14,113 epoch 104 - iter 265/2650 - loss 0.04653857 - time (sec): 18.37 - samples/sec: 8003.14 - lr: 0.050000 -2023-04-06 04:01:32,656 epoch 104 - iter 530/2650 - loss 0.04754406 - time (sec): 36.91 - samples/sec: 8014.88 - lr: 0.050000 -2023-04-06 04:01:50,324 epoch 104 - iter 795/2650 - loss 0.04766992 - time (sec): 54.58 - samples/sec: 8065.94 - lr: 0.050000 -2023-04-06 04:02:08,221 epoch 104 - iter 1060/2650 - loss 0.04767003 - time (sec): 72.48 - samples/sec: 8100.43 - lr: 0.050000 -2023-04-06 04:02:26,551 epoch 104 - iter 1325/2650 - loss 0.04759578 - time (sec): 90.81 - samples/sec: 8074.96 - lr: 0.050000 -2023-04-06 04:02:45,114 epoch 104 - iter 1590/2650 - loss 0.04744377 - time (sec): 109.37 - samples/sec: 8043.06 - lr: 0.050000 -2023-04-06 04:03:03,281 epoch 104 - iter 1855/2650 - loss 0.04744310 - time (sec): 127.54 - samples/sec: 8044.74 - lr: 0.050000 -2023-04-06 04:03:20,899 epoch 104 - iter 2120/2650 - loss 0.04735300 - time (sec): 145.15 - samples/sec: 8071.24 - lr: 0.050000 -2023-04-06 04:03:39,103 epoch 104 - iter 2385/2650 - loss 0.04737298 - time (sec): 163.36 - samples/sec: 8070.75 - lr: 0.050000 -2023-04-06 04:03:56,740 epoch 104 - iter 2650/2650 - loss 0.04735578 - time (sec): 181.00 - samples/sec: 8079.55 - lr: 0.050000 -2023-04-06 04:03:56,740 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:03:56,740 EPOCH 104 done: loss 0.0474 - lr 0.050000 -2023-04-06 04:03:56,740 BAD EPOCHS (no improvement): 3 -2023-04-06 04:03:56,744 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:04:14,860 epoch 105 - iter 265/2650 - loss 0.04686332 - time (sec): 18.12 - samples/sec: 8043.70 - lr: 0.050000 -2023-04-06 04:04:33,171 epoch 105 - iter 530/2650 - loss 0.04733266 - time (sec): 36.43 - samples/sec: 8092.68 - lr: 0.050000 -2023-04-06 04:04:50,941 epoch 105 - iter 795/2650 - loss 0.04714578 - time (sec): 54.20 - samples/sec: 8134.51 - lr: 0.050000 -2023-04-06 04:05:09,161 epoch 105 - iter 1060/2650 - loss 0.04716258 - time (sec): 72.42 - samples/sec: 8114.72 - lr: 0.050000 -2023-04-06 04:05:27,298 epoch 105 - iter 1325/2650 - loss 0.04733306 - time (sec): 90.55 - samples/sec: 8100.20 - lr: 0.050000 -2023-04-06 04:05:45,678 epoch 105 - iter 1590/2650 - loss 0.04773450 - time (sec): 108.93 - samples/sec: 8062.52 - lr: 0.050000 -2023-04-06 04:06:04,198 epoch 105 - iter 1855/2650 - loss 0.04750957 - time (sec): 127.45 - samples/sec: 8035.09 - lr: 0.050000 -2023-04-06 04:06:22,593 epoch 105 - iter 2120/2650 - loss 0.04749908 - time (sec): 145.85 - samples/sec: 8014.15 - lr: 0.050000 -2023-04-06 04:06:41,101 epoch 105 - iter 2385/2650 - loss 0.04757905 - time (sec): 164.36 - samples/sec: 7994.62 - lr: 0.050000 -2023-04-06 04:06:59,914 epoch 105 - iter 2650/2650 - loss 0.04762666 - time (sec): 183.17 - samples/sec: 7983.63 - lr: 0.050000 -2023-04-06 04:06:59,915 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:06:59,915 EPOCH 105 done: loss 0.0476 - lr 0.050000 -2023-04-06 04:06:59,915 Epoch 105: reducing learning rate of group 0 to 2.5000e-02. -2023-04-06 04:06:59,915 BAD EPOCHS (no improvement): 4 -2023-04-06 04:06:59,918 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:07:18,327 epoch 106 - iter 265/2650 - loss 0.04551663 - time (sec): 18.41 - samples/sec: 7987.25 - lr: 0.025000 -2023-04-06 04:07:36,684 epoch 106 - iter 530/2650 - loss 0.04649606 - time (sec): 36.77 - samples/sec: 8005.32 - lr: 0.025000 -2023-04-06 04:07:54,953 epoch 106 - iter 795/2650 - loss 0.04603729 - time (sec): 55.04 - samples/sec: 8007.25 - lr: 0.025000 -2023-04-06 04:08:12,442 epoch 106 - iter 1060/2650 - loss 0.04590254 - time (sec): 72.52 - samples/sec: 8085.17 - lr: 0.025000 -2023-04-06 04:08:30,401 epoch 106 - iter 1325/2650 - loss 0.04597329 - time (sec): 90.48 - samples/sec: 8086.29 - lr: 0.025000 -2023-04-06 04:08:48,536 epoch 106 - iter 1590/2650 - loss 0.04605641 - time (sec): 108.62 - samples/sec: 8077.08 - lr: 0.025000 -2023-04-06 04:09:06,460 epoch 106 - iter 1855/2650 - loss 0.04610915 - time (sec): 126.54 - samples/sec: 8075.26 - lr: 0.025000 -2023-04-06 04:09:25,163 epoch 106 - iter 2120/2650 - loss 0.04616748 - time (sec): 145.25 - samples/sec: 8053.85 - lr: 0.025000 -2023-04-06 04:09:44,031 epoch 106 - iter 2385/2650 - loss 0.04600844 - time (sec): 164.11 - samples/sec: 8021.49 - lr: 0.025000 -2023-04-06 04:10:02,720 epoch 106 - iter 2650/2650 - loss 0.04608004 - time (sec): 182.80 - samples/sec: 7999.72 - lr: 0.025000 -2023-04-06 04:10:02,720 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:10:02,720 EPOCH 106 done: loss 0.0461 - lr 0.025000 -2023-04-06 04:10:02,720 BAD EPOCHS (no improvement): 0 -2023-04-06 04:10:02,723 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:10:21,212 epoch 107 - iter 265/2650 - loss 0.04482224 - time (sec): 18.49 - samples/sec: 7887.43 - lr: 0.025000 -2023-04-06 04:10:39,386 epoch 107 - iter 530/2650 - loss 0.04500998 - time (sec): 36.66 - samples/sec: 7960.99 - lr: 0.025000 -2023-04-06 04:10:57,595 epoch 107 - iter 795/2650 - loss 0.04478491 - time (sec): 54.87 - samples/sec: 8002.77 - lr: 0.025000 -2023-04-06 04:11:15,514 epoch 107 - iter 1060/2650 - loss 0.04479046 - time (sec): 72.79 - samples/sec: 8036.64 - lr: 0.025000 -2023-04-06 04:11:33,641 epoch 107 - iter 1325/2650 - loss 0.04459848 - time (sec): 90.92 - samples/sec: 8042.31 - lr: 0.025000 -2023-04-06 04:11:51,633 epoch 107 - iter 1590/2650 - loss 0.04468272 - time (sec): 108.91 - samples/sec: 8052.06 - lr: 0.025000 -2023-04-06 04:12:09,980 epoch 107 - iter 1855/2650 - loss 0.04478481 - time (sec): 127.26 - samples/sec: 8034.20 - lr: 0.025000 -2023-04-06 04:12:28,521 epoch 107 - iter 2120/2650 - loss 0.04482768 - time (sec): 145.80 - samples/sec: 8019.42 - lr: 0.025000 -2023-04-06 04:12:47,046 epoch 107 - iter 2385/2650 - loss 0.04498697 - time (sec): 164.32 - samples/sec: 8009.95 - lr: 0.025000 -2023-04-06 04:13:05,505 epoch 107 - iter 2650/2650 - loss 0.04510519 - time (sec): 182.78 - samples/sec: 8000.61 - lr: 0.025000 -2023-04-06 04:13:05,505 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:13:05,505 EPOCH 107 done: loss 0.0451 - lr 0.025000 -2023-04-06 04:13:05,505 BAD EPOCHS (no improvement): 0 -2023-04-06 04:13:05,508 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:13:23,687 epoch 108 - iter 265/2650 - loss 0.04395895 - time (sec): 18.18 - samples/sec: 7896.40 - lr: 0.025000 -2023-04-06 04:13:41,788 epoch 108 - iter 530/2650 - loss 0.04362439 - time (sec): 36.28 - samples/sec: 7996.24 - lr: 0.025000 -2023-04-06 04:14:00,554 epoch 108 - iter 795/2650 - loss 0.04336852 - time (sec): 55.05 - samples/sec: 7954.88 - lr: 0.025000 -2023-04-06 04:14:18,956 epoch 108 - iter 1060/2650 - loss 0.04345794 - time (sec): 73.45 - samples/sec: 7958.72 - lr: 0.025000 -2023-04-06 04:14:37,383 epoch 108 - iter 1325/2650 - loss 0.04382442 - time (sec): 91.88 - samples/sec: 7951.78 - lr: 0.025000 -2023-04-06 04:14:55,677 epoch 108 - iter 1590/2650 - loss 0.04415271 - time (sec): 110.17 - samples/sec: 7960.26 - lr: 0.025000 -2023-04-06 04:15:14,325 epoch 108 - iter 1855/2650 - loss 0.04444747 - time (sec): 128.82 - samples/sec: 7949.04 - lr: 0.025000 -2023-04-06 04:15:33,076 epoch 108 - iter 2120/2650 - loss 0.04446795 - time (sec): 147.57 - samples/sec: 7946.56 - lr: 0.025000 -2023-04-06 04:15:50,923 epoch 108 - iter 2385/2650 - loss 0.04454823 - time (sec): 165.42 - samples/sec: 7958.50 - lr: 0.025000 -2023-04-06 04:16:08,702 epoch 108 - iter 2650/2650 - loss 0.04457170 - time (sec): 183.19 - samples/sec: 7982.60 - lr: 0.025000 -2023-04-06 04:16:08,702 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:16:08,702 EPOCH 108 done: loss 0.0446 - lr 0.025000 -2023-04-06 04:16:08,702 BAD EPOCHS (no improvement): 0 -2023-04-06 04:16:08,705 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:16:26,672 epoch 109 - iter 265/2650 - loss 0.04412026 - time (sec): 17.97 - samples/sec: 8168.17 - lr: 0.025000 -2023-04-06 04:16:44,944 epoch 109 - iter 530/2650 - loss 0.04398831 - time (sec): 36.24 - samples/sec: 8089.19 - lr: 0.025000 -2023-04-06 04:17:02,607 epoch 109 - iter 795/2650 - loss 0.04415269 - time (sec): 53.90 - samples/sec: 8148.72 - lr: 0.025000 -2023-04-06 04:17:20,411 epoch 109 - iter 1060/2650 - loss 0.04444566 - time (sec): 71.71 - samples/sec: 8145.18 - lr: 0.025000 -2023-04-06 04:17:38,385 epoch 109 - iter 1325/2650 - loss 0.04432307 - time (sec): 89.68 - samples/sec: 8127.81 - lr: 0.025000 -2023-04-06 04:17:56,462 epoch 109 - iter 1590/2650 - loss 0.04444232 - time (sec): 107.76 - samples/sec: 8125.36 - lr: 0.025000 -2023-04-06 04:18:14,794 epoch 109 - iter 1855/2650 - loss 0.04459992 - time (sec): 126.09 - samples/sec: 8110.82 - lr: 0.025000 -2023-04-06 04:18:33,059 epoch 109 - iter 2120/2650 - loss 0.04449346 - time (sec): 144.35 - samples/sec: 8105.43 - lr: 0.025000 -2023-04-06 04:18:50,775 epoch 109 - iter 2385/2650 - loss 0.04456122 - time (sec): 162.07 - samples/sec: 8124.48 - lr: 0.025000 -2023-04-06 04:19:08,516 epoch 109 - iter 2650/2650 - loss 0.04459815 - time (sec): 179.81 - samples/sec: 8132.80 - lr: 0.025000 -2023-04-06 04:19:08,516 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:19:08,516 EPOCH 109 done: loss 0.0446 - lr 0.025000 -2023-04-06 04:19:08,516 BAD EPOCHS (no improvement): 1 -2023-04-06 04:19:08,519 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:19:26,620 epoch 110 - iter 265/2650 - loss 0.04345952 - time (sec): 18.10 - samples/sec: 8126.04 - lr: 0.025000 -2023-04-06 04:19:44,895 epoch 110 - iter 530/2650 - loss 0.04379406 - time (sec): 36.38 - samples/sec: 8072.29 - lr: 0.025000 -2023-04-06 04:20:02,806 epoch 110 - iter 795/2650 - loss 0.04349661 - time (sec): 54.29 - samples/sec: 8082.02 - lr: 0.025000 -2023-04-06 04:20:21,005 epoch 110 - iter 1060/2650 - loss 0.04380797 - time (sec): 72.49 - samples/sec: 8068.17 - lr: 0.025000 -2023-04-06 04:20:38,676 epoch 110 - iter 1325/2650 - loss 0.04388880 - time (sec): 90.16 - samples/sec: 8098.58 - lr: 0.025000 -2023-04-06 04:20:56,829 epoch 110 - iter 1590/2650 - loss 0.04418626 - time (sec): 108.31 - samples/sec: 8090.65 - lr: 0.025000 -2023-04-06 04:21:14,975 epoch 110 - iter 1855/2650 - loss 0.04414037 - time (sec): 126.46 - samples/sec: 8094.63 - lr: 0.025000 -2023-04-06 04:21:32,695 epoch 110 - iter 2120/2650 - loss 0.04426175 - time (sec): 144.18 - samples/sec: 8113.90 - lr: 0.025000 -2023-04-06 04:21:50,614 epoch 110 - iter 2385/2650 - loss 0.04431319 - time (sec): 162.09 - samples/sec: 8114.18 - lr: 0.025000 -2023-04-06 04:22:08,623 epoch 110 - iter 2650/2650 - loss 0.04423836 - time (sec): 180.10 - samples/sec: 8119.53 - lr: 0.025000 -2023-04-06 04:22:08,623 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:22:08,623 EPOCH 110 done: loss 0.0442 - lr 0.025000 -2023-04-06 04:22:08,623 BAD EPOCHS (no improvement): 0 -2023-04-06 04:22:08,626 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:22:27,014 epoch 111 - iter 265/2650 - loss 0.04268702 - time (sec): 18.39 - samples/sec: 8034.24 - lr: 0.025000 -2023-04-06 04:22:44,983 epoch 111 - iter 530/2650 - loss 0.04330456 - time (sec): 36.36 - samples/sec: 8075.88 - lr: 0.025000 -2023-04-06 04:23:02,706 epoch 111 - iter 795/2650 - loss 0.04394255 - time (sec): 54.08 - samples/sec: 8101.24 - lr: 0.025000 -2023-04-06 04:23:20,994 epoch 111 - iter 1060/2650 - loss 0.04375844 - time (sec): 72.37 - samples/sec: 8106.55 - lr: 0.025000 -2023-04-06 04:23:39,288 epoch 111 - iter 1325/2650 - loss 0.04384316 - time (sec): 90.66 - samples/sec: 8089.63 - lr: 0.025000 -2023-04-06 04:23:57,185 epoch 111 - iter 1590/2650 - loss 0.04375278 - time (sec): 108.56 - samples/sec: 8094.69 - lr: 0.025000 -2023-04-06 04:24:15,399 epoch 111 - iter 1855/2650 - loss 0.04370542 - time (sec): 126.77 - samples/sec: 8088.35 - lr: 0.025000 -2023-04-06 04:24:33,600 epoch 111 - iter 2120/2650 - loss 0.04369177 - time (sec): 144.97 - samples/sec: 8086.52 - lr: 0.025000 -2023-04-06 04:24:51,544 epoch 111 - iter 2385/2650 - loss 0.04366418 - time (sec): 162.92 - samples/sec: 8087.92 - lr: 0.025000 -2023-04-06 04:25:09,352 epoch 111 - iter 2650/2650 - loss 0.04382308 - time (sec): 180.73 - samples/sec: 8091.61 - lr: 0.025000 -2023-04-06 04:25:09,352 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:25:09,352 EPOCH 111 done: loss 0.0438 - lr 0.025000 -2023-04-06 04:25:09,353 BAD EPOCHS (no improvement): 0 -2023-04-06 04:25:09,357 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:25:27,368 epoch 112 - iter 265/2650 - loss 0.04270160 - time (sec): 18.01 - samples/sec: 8083.31 - lr: 0.025000 -2023-04-06 04:25:45,488 epoch 112 - iter 530/2650 - loss 0.04319709 - time (sec): 36.13 - samples/sec: 8103.47 - lr: 0.025000 -2023-04-06 04:26:03,648 epoch 112 - iter 795/2650 - loss 0.04335198 - time (sec): 54.29 - samples/sec: 8067.16 - lr: 0.025000 -2023-04-06 04:26:21,877 epoch 112 - iter 1060/2650 - loss 0.04308320 - time (sec): 72.52 - samples/sec: 8085.19 - lr: 0.025000 -2023-04-06 04:26:40,011 epoch 112 - iter 1325/2650 - loss 0.04313533 - time (sec): 90.65 - samples/sec: 8081.48 - lr: 0.025000 -2023-04-06 04:26:58,636 epoch 112 - iter 1590/2650 - loss 0.04292820 - time (sec): 109.28 - samples/sec: 8038.50 - lr: 0.025000 -2023-04-06 04:27:17,580 epoch 112 - iter 1855/2650 - loss 0.04309055 - time (sec): 128.22 - samples/sec: 7994.00 - lr: 0.025000 -2023-04-06 04:27:35,623 epoch 112 - iter 2120/2650 - loss 0.04315619 - time (sec): 146.27 - samples/sec: 8004.44 - lr: 0.025000 -2023-04-06 04:27:54,294 epoch 112 - iter 2385/2650 - loss 0.04322519 - time (sec): 164.94 - samples/sec: 7988.14 - lr: 0.025000 -2023-04-06 04:28:12,020 epoch 112 - iter 2650/2650 - loss 0.04341380 - time (sec): 182.66 - samples/sec: 8005.81 - lr: 0.025000 -2023-04-06 04:28:12,020 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:28:12,020 EPOCH 112 done: loss 0.0434 - lr 0.025000 -2023-04-06 04:28:12,020 BAD EPOCHS (no improvement): 0 -2023-04-06 04:28:12,024 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:28:30,426 epoch 113 - iter 265/2650 - loss 0.04295439 - time (sec): 18.40 - samples/sec: 7876.32 - lr: 0.025000 -2023-04-06 04:28:48,722 epoch 113 - iter 530/2650 - loss 0.04323410 - time (sec): 36.70 - samples/sec: 7932.94 - lr: 0.025000 -2023-04-06 04:29:06,756 epoch 113 - iter 795/2650 - loss 0.04268377 - time (sec): 54.73 - samples/sec: 7995.98 - lr: 0.025000 -2023-04-06 04:29:25,288 epoch 113 - iter 1060/2650 - loss 0.04297082 - time (sec): 73.26 - samples/sec: 7977.95 - lr: 0.025000 -2023-04-06 04:29:43,783 epoch 113 - iter 1325/2650 - loss 0.04312284 - time (sec): 91.76 - samples/sec: 7973.99 - lr: 0.025000 -2023-04-06 04:30:02,275 epoch 113 - iter 1590/2650 - loss 0.04317102 - time (sec): 110.25 - samples/sec: 7972.25 - lr: 0.025000 -2023-04-06 04:30:21,030 epoch 113 - iter 1855/2650 - loss 0.04309431 - time (sec): 129.01 - samples/sec: 7949.18 - lr: 0.025000 -2023-04-06 04:30:39,566 epoch 113 - iter 2120/2650 - loss 0.04331969 - time (sec): 147.54 - samples/sec: 7941.43 - lr: 0.025000 -2023-04-06 04:30:57,429 epoch 113 - iter 2385/2650 - loss 0.04336798 - time (sec): 165.40 - samples/sec: 7958.93 - lr: 0.025000 -2023-04-06 04:31:15,439 epoch 113 - iter 2650/2650 - loss 0.04341491 - time (sec): 183.42 - samples/sec: 7972.97 - lr: 0.025000 -2023-04-06 04:31:15,439 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:31:15,439 EPOCH 113 done: loss 0.0434 - lr 0.025000 -2023-04-06 04:31:15,439 BAD EPOCHS (no improvement): 1 -2023-04-06 04:31:15,443 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:31:33,703 epoch 114 - iter 265/2650 - loss 0.04248511 - time (sec): 18.26 - samples/sec: 8111.23 - lr: 0.025000 -2023-04-06 04:31:52,184 epoch 114 - iter 530/2650 - loss 0.04315675 - time (sec): 36.74 - samples/sec: 7993.40 - lr: 0.025000 -2023-04-06 04:32:10,184 epoch 114 - iter 795/2650 - loss 0.04335585 - time (sec): 54.74 - samples/sec: 8027.94 - lr: 0.025000 -2023-04-06 04:32:28,689 epoch 114 - iter 1060/2650 - loss 0.04272036 - time (sec): 73.25 - samples/sec: 8013.39 - lr: 0.025000 -2023-04-06 04:32:47,185 epoch 114 - iter 1325/2650 - loss 0.04270860 - time (sec): 91.74 - samples/sec: 7987.91 - lr: 0.025000 -2023-04-06 04:33:05,233 epoch 114 - iter 1590/2650 - loss 0.04269070 - time (sec): 109.79 - samples/sec: 8010.35 - lr: 0.025000 -2023-04-06 04:33:22,854 epoch 114 - iter 1855/2650 - loss 0.04274124 - time (sec): 127.41 - samples/sec: 8037.12 - lr: 0.025000 -2023-04-06 04:33:40,522 epoch 114 - iter 2120/2650 - loss 0.04253070 - time (sec): 145.08 - samples/sec: 8063.88 - lr: 0.025000 -2023-04-06 04:33:58,684 epoch 114 - iter 2385/2650 - loss 0.04244050 - time (sec): 163.24 - samples/sec: 8066.11 - lr: 0.025000 -2023-04-06 04:34:16,701 epoch 114 - iter 2650/2650 - loss 0.04262765 - time (sec): 181.26 - samples/sec: 8067.86 - lr: 0.025000 -2023-04-06 04:34:16,701 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:34:16,701 EPOCH 114 done: loss 0.0426 - lr 0.025000 -2023-04-06 04:34:16,701 BAD EPOCHS (no improvement): 0 -2023-04-06 04:34:16,704 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:34:35,221 epoch 115 - iter 265/2650 - loss 0.04262866 - time (sec): 18.52 - samples/sec: 8000.17 - lr: 0.025000 -2023-04-06 04:34:53,341 epoch 115 - iter 530/2650 - loss 0.04254904 - time (sec): 36.64 - samples/sec: 8064.62 - lr: 0.025000 -2023-04-06 04:35:11,413 epoch 115 - iter 795/2650 - loss 0.04239436 - time (sec): 54.71 - samples/sec: 8087.87 - lr: 0.025000 -2023-04-06 04:35:29,357 epoch 115 - iter 1060/2650 - loss 0.04275485 - time (sec): 72.65 - samples/sec: 8084.30 - lr: 0.025000 -2023-04-06 04:35:47,340 epoch 115 - iter 1325/2650 - loss 0.04317636 - time (sec): 90.64 - samples/sec: 8101.58 - lr: 0.025000 -2023-04-06 04:36:05,212 epoch 115 - iter 1590/2650 - loss 0.04307193 - time (sec): 108.51 - samples/sec: 8106.40 - lr: 0.025000 -2023-04-06 04:36:23,134 epoch 115 - iter 1855/2650 - loss 0.04327825 - time (sec): 126.43 - samples/sec: 8104.00 - lr: 0.025000 -2023-04-06 04:36:41,093 epoch 115 - iter 2120/2650 - loss 0.04315688 - time (sec): 144.39 - samples/sec: 8104.62 - lr: 0.025000 -2023-04-06 04:36:59,187 epoch 115 - iter 2385/2650 - loss 0.04326803 - time (sec): 162.48 - samples/sec: 8097.36 - lr: 0.025000 -2023-04-06 04:37:17,365 epoch 115 - iter 2650/2650 - loss 0.04348757 - time (sec): 180.66 - samples/sec: 8094.51 - lr: 0.025000 -2023-04-06 04:37:17,366 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:37:17,366 EPOCH 115 done: loss 0.0435 - lr 0.025000 -2023-04-06 04:37:17,366 BAD EPOCHS (no improvement): 1 -2023-04-06 04:37:17,369 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:37:35,766 epoch 116 - iter 265/2650 - loss 0.04427533 - time (sec): 18.40 - samples/sec: 7959.76 - lr: 0.025000 -2023-04-06 04:37:53,985 epoch 116 - iter 530/2650 - loss 0.04342067 - time (sec): 36.62 - samples/sec: 7961.77 - lr: 0.025000 -2023-04-06 04:38:12,182 epoch 116 - iter 795/2650 - loss 0.04322347 - time (sec): 54.81 - samples/sec: 7999.07 - lr: 0.025000 -2023-04-06 04:38:29,910 epoch 116 - iter 1060/2650 - loss 0.04329120 - time (sec): 72.54 - samples/sec: 8057.21 - lr: 0.025000 -2023-04-06 04:38:48,173 epoch 116 - iter 1325/2650 - loss 0.04310871 - time (sec): 90.80 - samples/sec: 8070.51 - lr: 0.025000 -2023-04-06 04:39:06,250 epoch 116 - iter 1590/2650 - loss 0.04322220 - time (sec): 108.88 - samples/sec: 8073.65 - lr: 0.025000 -2023-04-06 04:39:24,463 epoch 116 - iter 1855/2650 - loss 0.04343240 - time (sec): 127.09 - samples/sec: 8064.77 - lr: 0.025000 -2023-04-06 04:39:42,596 epoch 116 - iter 2120/2650 - loss 0.04326037 - time (sec): 145.23 - samples/sec: 8048.21 - lr: 0.025000 -2023-04-06 04:40:01,122 epoch 116 - iter 2385/2650 - loss 0.04330301 - time (sec): 163.75 - samples/sec: 8022.33 - lr: 0.025000 -2023-04-06 04:40:19,965 epoch 116 - iter 2650/2650 - loss 0.04323531 - time (sec): 182.60 - samples/sec: 8008.76 - lr: 0.025000 -2023-04-06 04:40:19,965 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:40:19,965 EPOCH 116 done: loss 0.0432 - lr 0.025000 -2023-04-06 04:40:19,965 BAD EPOCHS (no improvement): 2 -2023-04-06 04:40:19,968 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:40:37,723 epoch 117 - iter 265/2650 - loss 0.04405245 - time (sec): 17.75 - samples/sec: 8094.06 - lr: 0.025000 -2023-04-06 04:40:56,036 epoch 117 - iter 530/2650 - loss 0.04232235 - time (sec): 36.07 - samples/sec: 8117.44 - lr: 0.025000 -2023-04-06 04:41:13,805 epoch 117 - iter 795/2650 - loss 0.04285583 - time (sec): 53.84 - samples/sec: 8133.11 - lr: 0.025000 -2023-04-06 04:41:32,248 epoch 117 - iter 1060/2650 - loss 0.04260361 - time (sec): 72.28 - samples/sec: 8096.96 - lr: 0.025000 -2023-04-06 04:41:50,327 epoch 117 - iter 1325/2650 - loss 0.04283874 - time (sec): 90.36 - samples/sec: 8106.32 - lr: 0.025000 -2023-04-06 04:42:08,128 epoch 117 - iter 1590/2650 - loss 0.04281910 - time (sec): 108.16 - samples/sec: 8130.58 - lr: 0.025000 -2023-04-06 04:42:26,706 epoch 117 - iter 1855/2650 - loss 0.04288861 - time (sec): 126.74 - samples/sec: 8093.69 - lr: 0.025000 -2023-04-06 04:42:44,812 epoch 117 - iter 2120/2650 - loss 0.04292590 - time (sec): 144.84 - samples/sec: 8092.39 - lr: 0.025000 -2023-04-06 04:43:02,802 epoch 117 - iter 2385/2650 - loss 0.04278018 - time (sec): 162.83 - samples/sec: 8099.16 - lr: 0.025000 -2023-04-06 04:43:20,371 epoch 117 - iter 2650/2650 - loss 0.04271903 - time (sec): 180.40 - samples/sec: 8106.09 - lr: 0.025000 -2023-04-06 04:43:20,371 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:43:20,371 EPOCH 117 done: loss 0.0427 - lr 0.025000 -2023-04-06 04:43:20,371 BAD EPOCHS (no improvement): 3 -2023-04-06 04:43:20,374 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:43:38,300 epoch 118 - iter 265/2650 - loss 0.04279618 - time (sec): 17.93 - samples/sec: 8119.49 - lr: 0.025000 -2023-04-06 04:43:56,642 epoch 118 - iter 530/2650 - loss 0.04255079 - time (sec): 36.27 - samples/sec: 8079.50 - lr: 0.025000 -2023-04-06 04:44:14,932 epoch 118 - iter 795/2650 - loss 0.04250824 - time (sec): 54.56 - samples/sec: 8080.33 - lr: 0.025000 -2023-04-06 04:44:32,910 epoch 118 - iter 1060/2650 - loss 0.04241321 - time (sec): 72.54 - samples/sec: 8088.92 - lr: 0.025000 -2023-04-06 04:44:50,995 epoch 118 - iter 1325/2650 - loss 0.04225431 - time (sec): 90.62 - samples/sec: 8077.59 - lr: 0.025000 -2023-04-06 04:45:09,453 epoch 118 - iter 1590/2650 - loss 0.04200403 - time (sec): 109.08 - samples/sec: 8045.18 - lr: 0.025000 -2023-04-06 04:45:27,760 epoch 118 - iter 1855/2650 - loss 0.04216767 - time (sec): 127.39 - samples/sec: 8027.22 - lr: 0.025000 -2023-04-06 04:45:46,434 epoch 118 - iter 2120/2650 - loss 0.04231970 - time (sec): 146.06 - samples/sec: 8004.99 - lr: 0.025000 -2023-04-06 04:46:05,459 epoch 118 - iter 2385/2650 - loss 0.04241115 - time (sec): 165.09 - samples/sec: 7975.31 - lr: 0.025000 -2023-04-06 04:46:23,925 epoch 118 - iter 2650/2650 - loss 0.04249940 - time (sec): 183.55 - samples/sec: 7967.08 - lr: 0.025000 -2023-04-06 04:46:23,925 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:46:23,925 EPOCH 118 done: loss 0.0425 - lr 0.025000 -2023-04-06 04:46:23,925 BAD EPOCHS (no improvement): 0 -2023-04-06 04:46:23,928 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:46:42,244 epoch 119 - iter 265/2650 - loss 0.04208365 - time (sec): 18.32 - samples/sec: 7997.04 - lr: 0.025000 -2023-04-06 04:47:01,026 epoch 119 - iter 530/2650 - loss 0.04258000 - time (sec): 37.10 - samples/sec: 7926.73 - lr: 0.025000 -2023-04-06 04:47:18,905 epoch 119 - iter 795/2650 - loss 0.04242651 - time (sec): 54.98 - samples/sec: 8015.25 - lr: 0.025000 -2023-04-06 04:47:36,743 epoch 119 - iter 1060/2650 - loss 0.04250976 - time (sec): 72.82 - samples/sec: 8065.61 - lr: 0.025000 -2023-04-06 04:47:54,668 epoch 119 - iter 1325/2650 - loss 0.04252304 - time (sec): 90.74 - samples/sec: 8062.09 - lr: 0.025000 -2023-04-06 04:48:13,054 epoch 119 - iter 1590/2650 - loss 0.04255887 - time (sec): 109.13 - samples/sec: 8051.73 - lr: 0.025000 -2023-04-06 04:48:30,935 epoch 119 - iter 1855/2650 - loss 0.04277932 - time (sec): 127.01 - samples/sec: 8060.79 - lr: 0.025000 -2023-04-06 04:48:48,823 epoch 119 - iter 2120/2650 - loss 0.04260319 - time (sec): 144.90 - samples/sec: 8065.57 - lr: 0.025000 -2023-04-06 04:49:06,970 epoch 119 - iter 2385/2650 - loss 0.04266457 - time (sec): 163.04 - samples/sec: 8069.05 - lr: 0.025000 -2023-04-06 04:49:25,093 epoch 119 - iter 2650/2650 - loss 0.04270457 - time (sec): 181.17 - samples/sec: 8071.99 - lr: 0.025000 -2023-04-06 04:49:25,093 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:49:25,093 EPOCH 119 done: loss 0.0427 - lr 0.025000 -2023-04-06 04:49:25,093 BAD EPOCHS (no improvement): 1 -2023-04-06 04:49:25,097 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:49:43,241 epoch 120 - iter 265/2650 - loss 0.04267155 - time (sec): 18.14 - samples/sec: 8164.93 - lr: 0.025000 -2023-04-06 04:50:01,079 epoch 120 - iter 530/2650 - loss 0.04232981 - time (sec): 35.98 - samples/sec: 8134.96 - lr: 0.025000 -2023-04-06 04:50:18,949 epoch 120 - iter 795/2650 - loss 0.04161974 - time (sec): 53.85 - samples/sec: 8142.42 - lr: 0.025000 -2023-04-06 04:50:37,302 epoch 120 - iter 1060/2650 - loss 0.04172537 - time (sec): 72.21 - samples/sec: 8102.24 - lr: 0.025000 -2023-04-06 04:50:55,075 epoch 120 - iter 1325/2650 - loss 0.04218673 - time (sec): 89.98 - samples/sec: 8120.83 - lr: 0.025000 -2023-04-06 04:51:13,227 epoch 120 - iter 1590/2650 - loss 0.04226349 - time (sec): 108.13 - samples/sec: 8128.04 - lr: 0.025000 -2023-04-06 04:51:31,247 epoch 120 - iter 1855/2650 - loss 0.04222553 - time (sec): 126.15 - samples/sec: 8127.88 - lr: 0.025000 -2023-04-06 04:51:49,278 epoch 120 - iter 2120/2650 - loss 0.04223122 - time (sec): 144.18 - samples/sec: 8118.90 - lr: 0.025000 -2023-04-06 04:52:07,017 epoch 120 - iter 2385/2650 - loss 0.04211219 - time (sec): 161.92 - samples/sec: 8115.52 - lr: 0.025000 -2023-04-06 04:52:25,068 epoch 120 - iter 2650/2650 - loss 0.04233568 - time (sec): 179.97 - samples/sec: 8125.52 - lr: 0.025000 -2023-04-06 04:52:25,069 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:52:25,069 EPOCH 120 done: loss 0.0423 - lr 0.025000 -2023-04-06 04:52:25,069 BAD EPOCHS (no improvement): 0 -2023-04-06 04:52:25,072 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:52:42,876 epoch 121 - iter 265/2650 - loss 0.04108449 - time (sec): 17.80 - samples/sec: 8257.88 - lr: 0.025000 -2023-04-06 04:53:01,391 epoch 121 - iter 530/2650 - loss 0.04130651 - time (sec): 36.32 - samples/sec: 8111.16 - lr: 0.025000 -2023-04-06 04:53:19,488 epoch 121 - iter 795/2650 - loss 0.04156748 - time (sec): 54.42 - samples/sec: 8083.92 - lr: 0.025000 -2023-04-06 04:53:38,118 epoch 121 - iter 1060/2650 - loss 0.04169693 - time (sec): 73.05 - samples/sec: 8004.23 - lr: 0.025000 -2023-04-06 04:53:55,792 epoch 121 - iter 1325/2650 - loss 0.04201300 - time (sec): 90.72 - samples/sec: 8046.29 - lr: 0.025000 -2023-04-06 04:54:13,818 epoch 121 - iter 1590/2650 - loss 0.04200712 - time (sec): 108.75 - samples/sec: 8064.12 - lr: 0.025000 -2023-04-06 04:54:31,769 epoch 121 - iter 1855/2650 - loss 0.04194813 - time (sec): 126.70 - samples/sec: 8078.62 - lr: 0.025000 -2023-04-06 04:54:50,037 epoch 121 - iter 2120/2650 - loss 0.04193202 - time (sec): 144.96 - samples/sec: 8080.00 - lr: 0.025000 -2023-04-06 04:55:08,489 epoch 121 - iter 2385/2650 - loss 0.04198928 - time (sec): 163.42 - samples/sec: 8066.52 - lr: 0.025000 -2023-04-06 04:55:26,023 epoch 121 - iter 2650/2650 - loss 0.04204605 - time (sec): 180.95 - samples/sec: 8081.53 - lr: 0.025000 -2023-04-06 04:55:26,024 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:55:26,024 EPOCH 121 done: loss 0.0420 - lr 0.025000 -2023-04-06 04:55:26,024 BAD EPOCHS (no improvement): 0 -2023-04-06 04:55:26,027 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:55:44,577 epoch 122 - iter 265/2650 - loss 0.04132788 - time (sec): 18.55 - samples/sec: 7932.58 - lr: 0.025000 -2023-04-06 04:56:02,393 epoch 122 - iter 530/2650 - loss 0.04180976 - time (sec): 36.37 - samples/sec: 8025.72 - lr: 0.025000 -2023-04-06 04:56:20,622 epoch 122 - iter 795/2650 - loss 0.04157192 - time (sec): 54.60 - samples/sec: 8023.84 - lr: 0.025000 -2023-04-06 04:56:38,719 epoch 122 - iter 1060/2650 - loss 0.04140646 - time (sec): 72.69 - samples/sec: 8037.32 - lr: 0.025000 -2023-04-06 04:56:56,450 epoch 122 - iter 1325/2650 - loss 0.04127369 - time (sec): 90.42 - samples/sec: 8075.30 - lr: 0.025000 -2023-04-06 04:57:14,212 epoch 122 - iter 1590/2650 - loss 0.04146170 - time (sec): 108.18 - samples/sec: 8100.85 - lr: 0.025000 -2023-04-06 04:57:31,962 epoch 122 - iter 1855/2650 - loss 0.04176803 - time (sec): 125.93 - samples/sec: 8117.48 - lr: 0.025000 -2023-04-06 04:57:50,197 epoch 122 - iter 2120/2650 - loss 0.04177495 - time (sec): 144.17 - samples/sec: 8106.21 - lr: 0.025000 -2023-04-06 04:58:08,349 epoch 122 - iter 2385/2650 - loss 0.04190375 - time (sec): 162.32 - samples/sec: 8107.39 - lr: 0.025000 -2023-04-06 04:58:26,350 epoch 122 - iter 2650/2650 - loss 0.04190610 - time (sec): 180.32 - samples/sec: 8109.72 - lr: 0.025000 -2023-04-06 04:58:26,350 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:58:26,350 EPOCH 122 done: loss 0.0419 - lr 0.025000 -2023-04-06 04:58:26,350 BAD EPOCHS (no improvement): 0 -2023-04-06 04:58:26,353 ---------------------------------------------------------------------------------------------------- -2023-04-06 04:58:44,228 epoch 123 - iter 265/2650 - loss 0.04202661 - time (sec): 17.87 - samples/sec: 8133.40 - lr: 0.025000 -2023-04-06 04:59:02,361 epoch 123 - iter 530/2650 - loss 0.04124928 - time (sec): 36.01 - samples/sec: 8127.22 - lr: 0.025000 -2023-04-06 04:59:20,611 epoch 123 - iter 795/2650 - loss 0.04115432 - time (sec): 54.26 - samples/sec: 8104.87 - lr: 0.025000 -2023-04-06 04:59:38,592 epoch 123 - iter 1060/2650 - loss 0.04104334 - time (sec): 72.24 - samples/sec: 8110.27 - lr: 0.025000 -2023-04-06 04:59:56,434 epoch 123 - iter 1325/2650 - loss 0.04128750 - time (sec): 90.08 - samples/sec: 8129.51 - lr: 0.025000 -2023-04-06 05:00:14,572 epoch 123 - iter 1590/2650 - loss 0.04146664 - time (sec): 108.22 - samples/sec: 8115.24 - lr: 0.025000 -2023-04-06 05:00:32,510 epoch 123 - iter 1855/2650 - loss 0.04138405 - time (sec): 126.16 - samples/sec: 8111.70 - lr: 0.025000 -2023-04-06 05:00:50,503 epoch 123 - iter 2120/2650 - loss 0.04144656 - time (sec): 144.15 - samples/sec: 8116.67 - lr: 0.025000 -2023-04-06 05:01:08,579 epoch 123 - iter 2385/2650 - loss 0.04149168 - time (sec): 162.23 - samples/sec: 8113.17 - lr: 0.025000 -2023-04-06 05:01:26,496 epoch 123 - iter 2650/2650 - loss 0.04153736 - time (sec): 180.14 - samples/sec: 8117.81 - lr: 0.025000 -2023-04-06 05:01:26,496 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:01:26,496 EPOCH 123 done: loss 0.0415 - lr 0.025000 -2023-04-06 05:01:26,496 BAD EPOCHS (no improvement): 0 -2023-04-06 05:01:26,500 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:01:44,501 epoch 124 - iter 265/2650 - loss 0.04047018 - time (sec): 18.00 - samples/sec: 8047.90 - lr: 0.025000 -2023-04-06 05:02:01,980 epoch 124 - iter 530/2650 - loss 0.04123988 - time (sec): 35.48 - samples/sec: 8158.41 - lr: 0.025000 -2023-04-06 05:02:20,046 epoch 124 - iter 795/2650 - loss 0.04126662 - time (sec): 53.55 - samples/sec: 8118.25 - lr: 0.025000 -2023-04-06 05:02:38,341 epoch 124 - iter 1060/2650 - loss 0.04197466 - time (sec): 71.84 - samples/sec: 8118.43 - lr: 0.025000 -2023-04-06 05:02:56,515 epoch 124 - iter 1325/2650 - loss 0.04202347 - time (sec): 90.01 - samples/sec: 8098.60 - lr: 0.025000 -2023-04-06 05:03:14,443 epoch 124 - iter 1590/2650 - loss 0.04193178 - time (sec): 107.94 - samples/sec: 8111.48 - lr: 0.025000 -2023-04-06 05:03:32,672 epoch 124 - iter 1855/2650 - loss 0.04189097 - time (sec): 126.17 - samples/sec: 8110.09 - lr: 0.025000 -2023-04-06 05:03:50,657 epoch 124 - iter 2120/2650 - loss 0.04181159 - time (sec): 144.16 - samples/sec: 8106.73 - lr: 0.025000 -2023-04-06 05:04:09,092 epoch 124 - iter 2385/2650 - loss 0.04179300 - time (sec): 162.59 - samples/sec: 8091.42 - lr: 0.025000 -2023-04-06 05:04:27,246 epoch 124 - iter 2650/2650 - loss 0.04176773 - time (sec): 180.75 - samples/sec: 8090.71 - lr: 0.025000 -2023-04-06 05:04:27,246 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:04:27,246 EPOCH 124 done: loss 0.0418 - lr 0.025000 -2023-04-06 05:04:27,247 BAD EPOCHS (no improvement): 1 -2023-04-06 05:04:27,250 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:04:45,527 epoch 125 - iter 265/2650 - loss 0.04057869 - time (sec): 18.28 - samples/sec: 8081.91 - lr: 0.025000 -2023-04-06 05:05:03,476 epoch 125 - iter 530/2650 - loss 0.04103677 - time (sec): 36.23 - samples/sec: 8116.60 - lr: 0.025000 -2023-04-06 05:05:21,433 epoch 125 - iter 795/2650 - loss 0.04129135 - time (sec): 54.18 - samples/sec: 8099.10 - lr: 0.025000 -2023-04-06 05:05:39,685 epoch 125 - iter 1060/2650 - loss 0.04126122 - time (sec): 72.43 - samples/sec: 8081.28 - lr: 0.025000 -2023-04-06 05:05:58,016 epoch 125 - iter 1325/2650 - loss 0.04157105 - time (sec): 90.77 - samples/sec: 8057.27 - lr: 0.025000 -2023-04-06 05:06:16,631 epoch 125 - iter 1590/2650 - loss 0.04159328 - time (sec): 109.38 - samples/sec: 8034.33 - lr: 0.025000 -2023-04-06 05:06:34,842 epoch 125 - iter 1855/2650 - loss 0.04133822 - time (sec): 127.59 - samples/sec: 8025.51 - lr: 0.025000 -2023-04-06 05:06:53,459 epoch 125 - iter 2120/2650 - loss 0.04142934 - time (sec): 146.21 - samples/sec: 8002.48 - lr: 0.025000 -2023-04-06 05:07:11,831 epoch 125 - iter 2385/2650 - loss 0.04145102 - time (sec): 164.58 - samples/sec: 8004.99 - lr: 0.025000 -2023-04-06 05:07:30,192 epoch 125 - iter 2650/2650 - loss 0.04158372 - time (sec): 182.94 - samples/sec: 7993.60 - lr: 0.025000 -2023-04-06 05:07:30,192 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:07:30,192 EPOCH 125 done: loss 0.0416 - lr 0.025000 -2023-04-06 05:07:30,192 BAD EPOCHS (no improvement): 2 -2023-04-06 05:07:30,195 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:07:48,632 epoch 126 - iter 265/2650 - loss 0.03971127 - time (sec): 18.44 - samples/sec: 7922.69 - lr: 0.025000 -2023-04-06 05:08:07,283 epoch 126 - iter 530/2650 - loss 0.04118161 - time (sec): 37.09 - samples/sec: 7853.32 - lr: 0.025000 -2023-04-06 05:08:25,813 epoch 126 - iter 795/2650 - loss 0.04101840 - time (sec): 55.62 - samples/sec: 7885.47 - lr: 0.025000 -2023-04-06 05:08:44,428 epoch 126 - iter 1060/2650 - loss 0.04120208 - time (sec): 74.23 - samples/sec: 7880.61 - lr: 0.025000 -2023-04-06 05:09:02,995 epoch 126 - iter 1325/2650 - loss 0.04099383 - time (sec): 92.80 - samples/sec: 7870.74 - lr: 0.025000 -2023-04-06 05:09:21,303 epoch 126 - iter 1590/2650 - loss 0.04112896 - time (sec): 111.11 - samples/sec: 7882.45 - lr: 0.025000 -2023-04-06 05:09:40,062 epoch 126 - iter 1855/2650 - loss 0.04111930 - time (sec): 129.87 - samples/sec: 7877.84 - lr: 0.025000 -2023-04-06 05:09:58,893 epoch 126 - iter 2120/2650 - loss 0.04108923 - time (sec): 148.70 - samples/sec: 7867.79 - lr: 0.025000 -2023-04-06 05:10:28,917 epoch 126 - iter 2385/2650 - loss 0.04113743 - time (sec): 178.72 - samples/sec: 7372.54 - lr: 0.025000 -2023-04-06 05:10:46,833 epoch 126 - iter 2650/2650 - loss 0.04122070 - time (sec): 196.64 - samples/sec: 7436.81 - lr: 0.025000 -2023-04-06 05:10:46,833 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:10:46,833 EPOCH 126 done: loss 0.0412 - lr 0.025000 -2023-04-06 05:10:46,833 BAD EPOCHS (no improvement): 0 -2023-04-06 05:10:46,836 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:11:05,076 epoch 127 - iter 265/2650 - loss 0.04196854 - time (sec): 18.24 - samples/sec: 8014.39 - lr: 0.025000 -2023-04-06 05:11:22,981 epoch 127 - iter 530/2650 - loss 0.04168999 - time (sec): 36.15 - samples/sec: 8077.96 - lr: 0.025000 -2023-04-06 05:11:40,947 epoch 127 - iter 795/2650 - loss 0.04172919 - time (sec): 54.11 - samples/sec: 8100.36 - lr: 0.025000 -2023-04-06 05:11:58,673 epoch 127 - iter 1060/2650 - loss 0.04126787 - time (sec): 71.84 - samples/sec: 8120.06 - lr: 0.025000 -2023-04-06 05:12:16,624 epoch 127 - iter 1325/2650 - loss 0.04123738 - time (sec): 89.79 - samples/sec: 8131.46 - lr: 0.025000 -2023-04-06 05:12:34,839 epoch 127 - iter 1590/2650 - loss 0.04109312 - time (sec): 108.00 - samples/sec: 8121.44 - lr: 0.025000 -2023-04-06 05:12:52,775 epoch 127 - iter 1855/2650 - loss 0.04080250 - time (sec): 125.94 - samples/sec: 8124.00 - lr: 0.025000 -2023-04-06 05:13:10,599 epoch 127 - iter 2120/2650 - loss 0.04097679 - time (sec): 143.76 - samples/sec: 8124.07 - lr: 0.025000 -2023-04-06 05:13:28,744 epoch 127 - iter 2385/2650 - loss 0.04099346 - time (sec): 161.91 - samples/sec: 8131.60 - lr: 0.025000 -2023-04-06 05:13:46,881 epoch 127 - iter 2650/2650 - loss 0.04103475 - time (sec): 180.04 - samples/sec: 8122.22 - lr: 0.025000 -2023-04-06 05:13:46,881 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:13:46,881 EPOCH 127 done: loss 0.0410 - lr 0.025000 -2023-04-06 05:13:46,881 BAD EPOCHS (no improvement): 0 -2023-04-06 05:13:46,884 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:14:04,884 epoch 128 - iter 265/2650 - loss 0.04143519 - time (sec): 18.00 - samples/sec: 8107.52 - lr: 0.025000 -2023-04-06 05:14:23,078 epoch 128 - iter 530/2650 - loss 0.04085272 - time (sec): 36.19 - samples/sec: 8104.44 - lr: 0.025000 -2023-04-06 05:14:40,985 epoch 128 - iter 795/2650 - loss 0.04093484 - time (sec): 54.10 - samples/sec: 8112.46 - lr: 0.025000 -2023-04-06 05:14:58,891 epoch 128 - iter 1060/2650 - loss 0.04090613 - time (sec): 72.01 - samples/sec: 8110.24 - lr: 0.025000 -2023-04-06 05:15:16,960 epoch 128 - iter 1325/2650 - loss 0.04105002 - time (sec): 90.08 - samples/sec: 8105.89 - lr: 0.025000 -2023-04-06 05:15:35,388 epoch 128 - iter 1590/2650 - loss 0.04111767 - time (sec): 108.50 - samples/sec: 8093.59 - lr: 0.025000 -2023-04-06 05:15:53,272 epoch 128 - iter 1855/2650 - loss 0.04112070 - time (sec): 126.39 - samples/sec: 8102.71 - lr: 0.025000 -2023-04-06 05:16:11,023 epoch 128 - iter 2120/2650 - loss 0.04125964 - time (sec): 144.14 - samples/sec: 8110.71 - lr: 0.025000 -2023-04-06 05:16:29,128 epoch 128 - iter 2385/2650 - loss 0.04128059 - time (sec): 162.24 - samples/sec: 8113.54 - lr: 0.025000 -2023-04-06 05:16:47,578 epoch 128 - iter 2650/2650 - loss 0.04147226 - time (sec): 180.69 - samples/sec: 8093.03 - lr: 0.025000 -2023-04-06 05:16:47,579 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:16:47,579 EPOCH 128 done: loss 0.0415 - lr 0.025000 -2023-04-06 05:16:47,579 BAD EPOCHS (no improvement): 1 -2023-04-06 05:16:47,581 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:17:05,772 epoch 129 - iter 265/2650 - loss 0.03959153 - time (sec): 18.19 - samples/sec: 8059.28 - lr: 0.025000 -2023-04-06 05:17:24,215 epoch 129 - iter 530/2650 - loss 0.04063570 - time (sec): 36.63 - samples/sec: 8029.53 - lr: 0.025000 -2023-04-06 05:17:42,561 epoch 129 - iter 795/2650 - loss 0.04067412 - time (sec): 54.98 - samples/sec: 8017.78 - lr: 0.025000 -2023-04-06 05:18:00,463 epoch 129 - iter 1060/2650 - loss 0.04117408 - time (sec): 72.88 - samples/sec: 8047.83 - lr: 0.025000 -2023-04-06 05:18:17,924 epoch 129 - iter 1325/2650 - loss 0.04096765 - time (sec): 90.34 - samples/sec: 8087.78 - lr: 0.025000 -2023-04-06 05:18:35,602 epoch 129 - iter 1590/2650 - loss 0.04090761 - time (sec): 108.02 - samples/sec: 8109.64 - lr: 0.025000 -2023-04-06 05:18:53,764 epoch 129 - iter 1855/2650 - loss 0.04078032 - time (sec): 126.18 - samples/sec: 8100.59 - lr: 0.025000 -2023-04-06 05:19:11,957 epoch 129 - iter 2120/2650 - loss 0.04084365 - time (sec): 144.38 - samples/sec: 8105.06 - lr: 0.025000 -2023-04-06 05:19:30,105 epoch 129 - iter 2385/2650 - loss 0.04110954 - time (sec): 162.52 - samples/sec: 8103.12 - lr: 0.025000 -2023-04-06 05:19:48,193 epoch 129 - iter 2650/2650 - loss 0.04096842 - time (sec): 180.61 - samples/sec: 8096.72 - lr: 0.025000 -2023-04-06 05:19:48,194 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:19:48,194 EPOCH 129 done: loss 0.0410 - lr 0.025000 -2023-04-06 05:19:48,194 BAD EPOCHS (no improvement): 0 -2023-04-06 05:19:48,197 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:20:06,206 epoch 130 - iter 265/2650 - loss 0.04248806 - time (sec): 18.01 - samples/sec: 8181.48 - lr: 0.025000 -2023-04-06 05:20:23,925 epoch 130 - iter 530/2650 - loss 0.04156857 - time (sec): 35.73 - samples/sec: 8188.16 - lr: 0.025000 -2023-04-06 05:20:41,897 epoch 130 - iter 795/2650 - loss 0.04157008 - time (sec): 53.70 - samples/sec: 8162.89 - lr: 0.025000 -2023-04-06 05:21:00,177 epoch 130 - iter 1060/2650 - loss 0.04170736 - time (sec): 71.98 - samples/sec: 8136.30 - lr: 0.025000 -2023-04-06 05:21:17,943 epoch 130 - iter 1325/2650 - loss 0.04171523 - time (sec): 89.75 - samples/sec: 8144.70 - lr: 0.025000 -2023-04-06 05:21:35,646 epoch 130 - iter 1590/2650 - loss 0.04165002 - time (sec): 107.45 - samples/sec: 8165.62 - lr: 0.025000 -2023-04-06 05:21:54,409 epoch 130 - iter 1855/2650 - loss 0.04142556 - time (sec): 126.21 - samples/sec: 8129.27 - lr: 0.025000 -2023-04-06 05:22:12,329 epoch 130 - iter 2120/2650 - loss 0.04136148 - time (sec): 144.13 - samples/sec: 8129.03 - lr: 0.025000 -2023-04-06 05:22:30,307 epoch 130 - iter 2385/2650 - loss 0.04138445 - time (sec): 162.11 - samples/sec: 8121.43 - lr: 0.025000 -2023-04-06 05:22:48,413 epoch 130 - iter 2650/2650 - loss 0.04144982 - time (sec): 180.22 - samples/sec: 8114.51 - lr: 0.025000 -2023-04-06 05:22:48,413 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:22:48,413 EPOCH 130 done: loss 0.0414 - lr 0.025000 -2023-04-06 05:22:48,413 BAD EPOCHS (no improvement): 1 -2023-04-06 05:22:48,416 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:23:06,539 epoch 131 - iter 265/2650 - loss 0.03950131 - time (sec): 18.12 - samples/sec: 8114.82 - lr: 0.025000 -2023-04-06 05:23:24,658 epoch 131 - iter 530/2650 - loss 0.04036333 - time (sec): 36.24 - samples/sec: 8107.29 - lr: 0.025000 -2023-04-06 05:23:43,136 epoch 131 - iter 795/2650 - loss 0.04060607 - time (sec): 54.72 - samples/sec: 8075.22 - lr: 0.025000 -2023-04-06 05:24:01,227 epoch 131 - iter 1060/2650 - loss 0.04050313 - time (sec): 72.81 - samples/sec: 8080.73 - lr: 0.025000 -2023-04-06 05:24:19,245 epoch 131 - iter 1325/2650 - loss 0.04051703 - time (sec): 90.83 - samples/sec: 8100.86 - lr: 0.025000 -2023-04-06 05:24:37,438 epoch 131 - iter 1590/2650 - loss 0.04043607 - time (sec): 109.02 - samples/sec: 8089.26 - lr: 0.025000 -2023-04-06 05:24:55,399 epoch 131 - iter 1855/2650 - loss 0.04048286 - time (sec): 126.98 - samples/sec: 8092.15 - lr: 0.025000 -2023-04-06 05:25:13,742 epoch 131 - iter 2120/2650 - loss 0.04064564 - time (sec): 145.33 - samples/sec: 8079.40 - lr: 0.025000 -2023-04-06 05:25:31,488 epoch 131 - iter 2385/2650 - loss 0.04064842 - time (sec): 163.07 - samples/sec: 8076.73 - lr: 0.025000 -2023-04-06 05:25:49,131 epoch 131 - iter 2650/2650 - loss 0.04059275 - time (sec): 180.71 - samples/sec: 8092.11 - lr: 0.025000 -2023-04-06 05:25:49,131 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:25:49,131 EPOCH 131 done: loss 0.0406 - lr 0.025000 -2023-04-06 05:25:49,131 BAD EPOCHS (no improvement): 0 -2023-04-06 05:25:49,134 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:26:07,135 epoch 132 - iter 265/2650 - loss 0.03929463 - time (sec): 18.00 - samples/sec: 8041.20 - lr: 0.025000 -2023-04-06 05:26:25,470 epoch 132 - iter 530/2650 - loss 0.04014026 - time (sec): 36.34 - samples/sec: 8008.74 - lr: 0.025000 -2023-04-06 05:26:43,353 epoch 132 - iter 795/2650 - loss 0.04021379 - time (sec): 54.22 - samples/sec: 8058.68 - lr: 0.025000 -2023-04-06 05:27:01,251 epoch 132 - iter 1060/2650 - loss 0.04041387 - time (sec): 72.12 - samples/sec: 8086.40 - lr: 0.025000 -2023-04-06 05:27:18,899 epoch 132 - iter 1325/2650 - loss 0.04053990 - time (sec): 89.76 - samples/sec: 8131.68 - lr: 0.025000 -2023-04-06 05:27:37,028 epoch 132 - iter 1590/2650 - loss 0.04066154 - time (sec): 107.89 - samples/sec: 8113.45 - lr: 0.025000 -2023-04-06 05:27:54,826 epoch 132 - iter 1855/2650 - loss 0.04070717 - time (sec): 125.69 - samples/sec: 8122.57 - lr: 0.025000 -2023-04-06 05:28:13,482 epoch 132 - iter 2120/2650 - loss 0.04079670 - time (sec): 144.35 - samples/sec: 8095.70 - lr: 0.025000 -2023-04-06 05:28:31,780 epoch 132 - iter 2385/2650 - loss 0.04087183 - time (sec): 162.65 - samples/sec: 8089.02 - lr: 0.025000 -2023-04-06 05:28:49,711 epoch 132 - iter 2650/2650 - loss 0.04089656 - time (sec): 180.58 - samples/sec: 8098.27 - lr: 0.025000 -2023-04-06 05:28:49,711 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:28:49,711 EPOCH 132 done: loss 0.0409 - lr 0.025000 -2023-04-06 05:28:49,711 BAD EPOCHS (no improvement): 1 -2023-04-06 05:28:49,714 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:29:07,809 epoch 133 - iter 265/2650 - loss 0.03974078 - time (sec): 18.10 - samples/sec: 8102.51 - lr: 0.025000 -2023-04-06 05:29:25,736 epoch 133 - iter 530/2650 - loss 0.03976044 - time (sec): 36.02 - samples/sec: 8098.55 - lr: 0.025000 -2023-04-06 05:29:43,894 epoch 133 - iter 795/2650 - loss 0.03994543 - time (sec): 54.18 - samples/sec: 8067.39 - lr: 0.025000 -2023-04-06 05:30:02,173 epoch 133 - iter 1060/2650 - loss 0.04053263 - time (sec): 72.46 - samples/sec: 8080.80 - lr: 0.025000 -2023-04-06 05:30:20,400 epoch 133 - iter 1325/2650 - loss 0.04058395 - time (sec): 90.69 - samples/sec: 8077.22 - lr: 0.025000 -2023-04-06 05:30:38,364 epoch 133 - iter 1590/2650 - loss 0.04053741 - time (sec): 108.65 - samples/sec: 8073.17 - lr: 0.025000 -2023-04-06 05:30:56,354 epoch 133 - iter 1855/2650 - loss 0.04072213 - time (sec): 126.64 - samples/sec: 8071.98 - lr: 0.025000 -2023-04-06 05:31:14,781 epoch 133 - iter 2120/2650 - loss 0.04083962 - time (sec): 145.07 - samples/sec: 8064.04 - lr: 0.025000 -2023-04-06 05:31:32,802 epoch 133 - iter 2385/2650 - loss 0.04093126 - time (sec): 163.09 - samples/sec: 8065.62 - lr: 0.025000 -2023-04-06 05:31:51,070 epoch 133 - iter 2650/2650 - loss 0.04096935 - time (sec): 181.36 - samples/sec: 8063.49 - lr: 0.025000 -2023-04-06 05:31:51,070 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:31:51,070 EPOCH 133 done: loss 0.0410 - lr 0.025000 -2023-04-06 05:31:51,071 BAD EPOCHS (no improvement): 2 -2023-04-06 05:31:51,073 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:32:09,175 epoch 134 - iter 265/2650 - loss 0.04062527 - time (sec): 18.10 - samples/sec: 8040.64 - lr: 0.025000 -2023-04-06 05:32:27,352 epoch 134 - iter 530/2650 - loss 0.04083675 - time (sec): 36.28 - samples/sec: 8051.97 - lr: 0.025000 -2023-04-06 05:32:45,386 epoch 134 - iter 795/2650 - loss 0.04088523 - time (sec): 54.31 - samples/sec: 8055.23 - lr: 0.025000 -2023-04-06 05:33:03,827 epoch 134 - iter 1060/2650 - loss 0.04085507 - time (sec): 72.75 - samples/sec: 8016.24 - lr: 0.025000 -2023-04-06 05:33:22,373 epoch 134 - iter 1325/2650 - loss 0.04067763 - time (sec): 91.30 - samples/sec: 7971.61 - lr: 0.025000 -2023-04-06 05:33:41,055 epoch 134 - iter 1590/2650 - loss 0.04054091 - time (sec): 109.98 - samples/sec: 7948.42 - lr: 0.025000 -2023-04-06 05:33:59,844 epoch 134 - iter 1855/2650 - loss 0.04034749 - time (sec): 128.77 - samples/sec: 7934.71 - lr: 0.025000 -2023-04-06 05:34:18,130 epoch 134 - iter 2120/2650 - loss 0.04030830 - time (sec): 147.06 - samples/sec: 7945.64 - lr: 0.025000 -2023-04-06 05:34:37,068 epoch 134 - iter 2385/2650 - loss 0.04044115 - time (sec): 165.99 - samples/sec: 7924.18 - lr: 0.025000 -2023-04-06 05:34:55,697 epoch 134 - iter 2650/2650 - loss 0.04042230 - time (sec): 184.62 - samples/sec: 7920.80 - lr: 0.025000 -2023-04-06 05:34:55,697 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:34:55,697 EPOCH 134 done: loss 0.0404 - lr 0.025000 -2023-04-06 05:34:55,697 BAD EPOCHS (no improvement): 0 -2023-04-06 05:34:55,700 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:35:14,036 epoch 135 - iter 265/2650 - loss 0.03931015 - time (sec): 18.34 - samples/sec: 7964.23 - lr: 0.025000 -2023-04-06 05:35:32,360 epoch 135 - iter 530/2650 - loss 0.03964129 - time (sec): 36.66 - samples/sec: 7985.48 - lr: 0.025000 -2023-04-06 05:35:50,096 epoch 135 - iter 795/2650 - loss 0.04004363 - time (sec): 54.40 - samples/sec: 8059.48 - lr: 0.025000 -2023-04-06 05:36:08,224 epoch 135 - iter 1060/2650 - loss 0.04021903 - time (sec): 72.52 - samples/sec: 8061.61 - lr: 0.025000 -2023-04-06 05:36:26,776 epoch 135 - iter 1325/2650 - loss 0.03991259 - time (sec): 91.08 - samples/sec: 8028.19 - lr: 0.025000 -2023-04-06 05:36:45,317 epoch 135 - iter 1590/2650 - loss 0.04001614 - time (sec): 109.62 - samples/sec: 7996.94 - lr: 0.025000 -2023-04-06 05:37:03,695 epoch 135 - iter 1855/2650 - loss 0.04012403 - time (sec): 128.00 - samples/sec: 7984.16 - lr: 0.025000 -2023-04-06 05:37:22,003 epoch 135 - iter 2120/2650 - loss 0.04030422 - time (sec): 146.30 - samples/sec: 7985.93 - lr: 0.025000 -2023-04-06 05:37:40,037 epoch 135 - iter 2385/2650 - loss 0.04035840 - time (sec): 164.34 - samples/sec: 7994.09 - lr: 0.025000 -2023-04-06 05:37:58,519 epoch 135 - iter 2650/2650 - loss 0.04033553 - time (sec): 182.82 - samples/sec: 7998.93 - lr: 0.025000 -2023-04-06 05:37:58,520 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:37:58,520 EPOCH 135 done: loss 0.0403 - lr 0.025000 -2023-04-06 05:37:58,520 BAD EPOCHS (no improvement): 0 -2023-04-06 05:37:58,523 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:38:16,668 epoch 136 - iter 265/2650 - loss 0.04135815 - time (sec): 18.15 - samples/sec: 8094.82 - lr: 0.025000 -2023-04-06 05:38:35,243 epoch 136 - iter 530/2650 - loss 0.04011764 - time (sec): 36.72 - samples/sec: 7985.65 - lr: 0.025000 -2023-04-06 05:38:53,398 epoch 136 - iter 795/2650 - loss 0.04047334 - time (sec): 54.88 - samples/sec: 7982.48 - lr: 0.025000 -2023-04-06 05:39:11,492 epoch 136 - iter 1060/2650 - loss 0.04007692 - time (sec): 72.97 - samples/sec: 8016.07 - lr: 0.025000 -2023-04-06 05:39:29,257 epoch 136 - iter 1325/2650 - loss 0.04021249 - time (sec): 90.73 - samples/sec: 8062.74 - lr: 0.025000 -2023-04-06 05:39:47,119 epoch 136 - iter 1590/2650 - loss 0.04049466 - time (sec): 108.60 - samples/sec: 8069.11 - lr: 0.025000 -2023-04-06 05:40:04,784 epoch 136 - iter 1855/2650 - loss 0.04038341 - time (sec): 126.26 - samples/sec: 8087.47 - lr: 0.025000 -2023-04-06 05:40:22,717 epoch 136 - iter 2120/2650 - loss 0.04042941 - time (sec): 144.19 - samples/sec: 8104.79 - lr: 0.025000 -2023-04-06 05:40:41,157 epoch 136 - iter 2385/2650 - loss 0.04035510 - time (sec): 162.63 - samples/sec: 8093.90 - lr: 0.025000 -2023-04-06 05:40:59,255 epoch 136 - iter 2650/2650 - loss 0.04041591 - time (sec): 180.73 - samples/sec: 8091.33 - lr: 0.025000 -2023-04-06 05:40:59,255 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:40:59,255 EPOCH 136 done: loss 0.0404 - lr 0.025000 -2023-04-06 05:40:59,255 BAD EPOCHS (no improvement): 1 -2023-04-06 05:40:59,258 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:41:17,250 epoch 137 - iter 265/2650 - loss 0.04005845 - time (sec): 17.99 - samples/sec: 8142.88 - lr: 0.025000 -2023-04-06 05:41:35,169 epoch 137 - iter 530/2650 - loss 0.04075099 - time (sec): 35.91 - samples/sec: 8093.25 - lr: 0.025000 -2023-04-06 05:41:53,025 epoch 137 - iter 795/2650 - loss 0.04050298 - time (sec): 53.77 - samples/sec: 8116.82 - lr: 0.025000 -2023-04-06 05:42:11,249 epoch 137 - iter 1060/2650 - loss 0.04010002 - time (sec): 71.99 - samples/sec: 8122.06 - lr: 0.025000 -2023-04-06 05:42:29,392 epoch 137 - iter 1325/2650 - loss 0.03988369 - time (sec): 90.13 - samples/sec: 8110.10 - lr: 0.025000 -2023-04-06 05:42:47,734 epoch 137 - iter 1590/2650 - loss 0.04006063 - time (sec): 108.48 - samples/sec: 8086.33 - lr: 0.025000 -2023-04-06 05:43:06,214 epoch 137 - iter 1855/2650 - loss 0.04024242 - time (sec): 126.96 - samples/sec: 8071.64 - lr: 0.025000 -2023-04-06 05:43:24,116 epoch 137 - iter 2120/2650 - loss 0.04053894 - time (sec): 144.86 - samples/sec: 8071.69 - lr: 0.025000 -2023-04-06 05:43:42,163 epoch 137 - iter 2385/2650 - loss 0.04042394 - time (sec): 162.91 - samples/sec: 8073.92 - lr: 0.025000 -2023-04-06 05:44:00,177 epoch 137 - iter 2650/2650 - loss 0.04055061 - time (sec): 180.92 - samples/sec: 8082.96 - lr: 0.025000 -2023-04-06 05:44:00,177 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:44:00,177 EPOCH 137 done: loss 0.0406 - lr 0.025000 -2023-04-06 05:44:00,177 BAD EPOCHS (no improvement): 2 -2023-04-06 05:44:00,181 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:44:18,126 epoch 138 - iter 265/2650 - loss 0.04017829 - time (sec): 17.95 - samples/sec: 8120.32 - lr: 0.025000 -2023-04-06 05:44:36,118 epoch 138 - iter 530/2650 - loss 0.04011681 - time (sec): 35.94 - samples/sec: 8091.89 - lr: 0.025000 -2023-04-06 05:44:54,230 epoch 138 - iter 795/2650 - loss 0.03999818 - time (sec): 54.05 - samples/sec: 8080.81 - lr: 0.025000 -2023-04-06 05:45:12,021 epoch 138 - iter 1060/2650 - loss 0.03985642 - time (sec): 71.84 - samples/sec: 8127.44 - lr: 0.025000 -2023-04-06 05:45:30,102 epoch 138 - iter 1325/2650 - loss 0.04004686 - time (sec): 89.92 - samples/sec: 8137.68 - lr: 0.025000 -2023-04-06 05:45:48,082 epoch 138 - iter 1590/2650 - loss 0.04028090 - time (sec): 107.90 - samples/sec: 8141.36 - lr: 0.025000 -2023-04-06 05:46:06,357 epoch 138 - iter 1855/2650 - loss 0.04017431 - time (sec): 126.18 - samples/sec: 8125.23 - lr: 0.025000 -2023-04-06 05:46:24,588 epoch 138 - iter 2120/2650 - loss 0.04019725 - time (sec): 144.41 - samples/sec: 8112.33 - lr: 0.025000 -2023-04-06 05:46:42,687 epoch 138 - iter 2385/2650 - loss 0.04028922 - time (sec): 162.51 - samples/sec: 8111.17 - lr: 0.025000 -2023-04-06 05:47:00,670 epoch 138 - iter 2650/2650 - loss 0.04029205 - time (sec): 180.49 - samples/sec: 8102.23 - lr: 0.025000 -2023-04-06 05:47:00,670 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:47:00,670 EPOCH 138 done: loss 0.0403 - lr 0.025000 -2023-04-06 05:47:00,670 BAD EPOCHS (no improvement): 0 -2023-04-06 05:47:00,673 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:47:19,232 epoch 139 - iter 265/2650 - loss 0.04101474 - time (sec): 18.56 - samples/sec: 7917.58 - lr: 0.025000 -2023-04-06 05:47:38,014 epoch 139 - iter 530/2650 - loss 0.03985061 - time (sec): 37.34 - samples/sec: 7913.90 - lr: 0.025000 -2023-04-06 05:47:56,279 epoch 139 - iter 795/2650 - loss 0.03913537 - time (sec): 55.61 - samples/sec: 7929.22 - lr: 0.025000 -2023-04-06 05:48:15,111 epoch 139 - iter 1060/2650 - loss 0.03942611 - time (sec): 74.44 - samples/sec: 7896.50 - lr: 0.025000 -2023-04-06 05:48:33,740 epoch 139 - iter 1325/2650 - loss 0.03969023 - time (sec): 93.07 - samples/sec: 7894.75 - lr: 0.025000 -2023-04-06 05:48:52,050 epoch 139 - iter 1590/2650 - loss 0.03958712 - time (sec): 111.38 - samples/sec: 7914.08 - lr: 0.025000 -2023-04-06 05:49:10,512 epoch 139 - iter 1855/2650 - loss 0.03970025 - time (sec): 129.84 - samples/sec: 7918.57 - lr: 0.025000 -2023-04-06 05:49:29,001 epoch 139 - iter 2120/2650 - loss 0.03979057 - time (sec): 148.33 - samples/sec: 7900.96 - lr: 0.025000 -2023-04-06 05:49:46,958 epoch 139 - iter 2385/2650 - loss 0.03989906 - time (sec): 166.28 - samples/sec: 7924.12 - lr: 0.025000 -2023-04-06 05:50:04,661 epoch 139 - iter 2650/2650 - loss 0.04004708 - time (sec): 183.99 - samples/sec: 7948.13 - lr: 0.025000 -2023-04-06 05:50:04,661 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:50:04,662 EPOCH 139 done: loss 0.0400 - lr 0.025000 -2023-04-06 05:50:04,662 BAD EPOCHS (no improvement): 0 -2023-04-06 05:50:04,664 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:50:22,799 epoch 140 - iter 265/2650 - loss 0.03901818 - time (sec): 18.13 - samples/sec: 8025.78 - lr: 0.025000 -2023-04-06 05:50:40,839 epoch 140 - iter 530/2650 - loss 0.03948488 - time (sec): 36.18 - samples/sec: 8079.15 - lr: 0.025000 -2023-04-06 05:50:59,166 epoch 140 - iter 795/2650 - loss 0.03947529 - time (sec): 54.50 - samples/sec: 8051.31 - lr: 0.025000 -2023-04-06 05:51:17,257 epoch 140 - iter 1060/2650 - loss 0.03936228 - time (sec): 72.59 - samples/sec: 8066.50 - lr: 0.025000 -2023-04-06 05:51:35,697 epoch 140 - iter 1325/2650 - loss 0.03967421 - time (sec): 91.03 - samples/sec: 8059.16 - lr: 0.025000 -2023-04-06 05:51:54,166 epoch 140 - iter 1590/2650 - loss 0.03965230 - time (sec): 109.50 - samples/sec: 8024.86 - lr: 0.025000 -2023-04-06 05:52:12,427 epoch 140 - iter 1855/2650 - loss 0.03964508 - time (sec): 127.76 - samples/sec: 8028.29 - lr: 0.025000 -2023-04-06 05:52:31,204 epoch 140 - iter 2120/2650 - loss 0.03972774 - time (sec): 146.54 - samples/sec: 8002.82 - lr: 0.025000 -2023-04-06 05:52:49,305 epoch 140 - iter 2385/2650 - loss 0.03972656 - time (sec): 164.64 - samples/sec: 8000.42 - lr: 0.025000 -2023-04-06 05:53:07,649 epoch 140 - iter 2650/2650 - loss 0.03968864 - time (sec): 182.98 - samples/sec: 7991.73 - lr: 0.025000 -2023-04-06 05:53:07,649 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:53:07,649 EPOCH 140 done: loss 0.0397 - lr 0.025000 -2023-04-06 05:53:07,649 BAD EPOCHS (no improvement): 0 -2023-04-06 05:53:07,652 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:53:25,971 epoch 141 - iter 265/2650 - loss 0.03929561 - time (sec): 18.32 - samples/sec: 7995.77 - lr: 0.025000 -2023-04-06 05:53:44,542 epoch 141 - iter 530/2650 - loss 0.03961178 - time (sec): 36.89 - samples/sec: 7930.78 - lr: 0.025000 -2023-04-06 05:54:03,235 epoch 141 - iter 795/2650 - loss 0.03943979 - time (sec): 55.58 - samples/sec: 7913.75 - lr: 0.025000 -2023-04-06 05:54:21,080 epoch 141 - iter 1060/2650 - loss 0.03978276 - time (sec): 73.43 - samples/sec: 7987.20 - lr: 0.025000 -2023-04-06 05:54:39,009 epoch 141 - iter 1325/2650 - loss 0.03985637 - time (sec): 91.36 - samples/sec: 8018.01 - lr: 0.025000 -2023-04-06 05:54:56,907 epoch 141 - iter 1590/2650 - loss 0.03999877 - time (sec): 109.25 - samples/sec: 8048.26 - lr: 0.025000 -2023-04-06 05:55:14,614 epoch 141 - iter 1855/2650 - loss 0.04022268 - time (sec): 126.96 - samples/sec: 8073.50 - lr: 0.025000 -2023-04-06 05:55:32,393 epoch 141 - iter 2120/2650 - loss 0.04027447 - time (sec): 144.74 - samples/sec: 8088.75 - lr: 0.025000 -2023-04-06 05:55:50,522 epoch 141 - iter 2385/2650 - loss 0.04019969 - time (sec): 162.87 - samples/sec: 8071.08 - lr: 0.025000 -2023-04-06 05:56:09,541 epoch 141 - iter 2650/2650 - loss 0.04021592 - time (sec): 181.89 - samples/sec: 8039.86 - lr: 0.025000 -2023-04-06 05:56:09,541 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:56:09,541 EPOCH 141 done: loss 0.0402 - lr 0.025000 -2023-04-06 05:56:09,541 BAD EPOCHS (no improvement): 1 -2023-04-06 05:56:09,544 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:56:27,598 epoch 142 - iter 265/2650 - loss 0.03952756 - time (sec): 18.05 - samples/sec: 8044.48 - lr: 0.025000 -2023-04-06 05:56:45,751 epoch 142 - iter 530/2650 - loss 0.03932168 - time (sec): 36.21 - samples/sec: 8049.81 - lr: 0.025000 -2023-04-06 05:57:04,025 epoch 142 - iter 795/2650 - loss 0.03958358 - time (sec): 54.48 - samples/sec: 8056.12 - lr: 0.025000 -2023-04-06 05:57:21,914 epoch 142 - iter 1060/2650 - loss 0.03967622 - time (sec): 72.37 - samples/sec: 8080.76 - lr: 0.025000 -2023-04-06 05:57:40,003 epoch 142 - iter 1325/2650 - loss 0.03965209 - time (sec): 90.46 - samples/sec: 8086.10 - lr: 0.025000 -2023-04-06 05:57:57,941 epoch 142 - iter 1590/2650 - loss 0.03965636 - time (sec): 108.40 - samples/sec: 8100.18 - lr: 0.025000 -2023-04-06 05:58:15,642 epoch 142 - iter 1855/2650 - loss 0.03968296 - time (sec): 126.10 - samples/sec: 8117.37 - lr: 0.025000 -2023-04-06 05:58:33,425 epoch 142 - iter 2120/2650 - loss 0.03956581 - time (sec): 143.88 - samples/sec: 8120.92 - lr: 0.025000 -2023-04-06 05:58:51,188 epoch 142 - iter 2385/2650 - loss 0.03956213 - time (sec): 161.64 - samples/sec: 8134.44 - lr: 0.025000 -2023-04-06 05:59:09,814 epoch 142 - iter 2650/2650 - loss 0.03966770 - time (sec): 180.27 - samples/sec: 8112.07 - lr: 0.025000 -2023-04-06 05:59:09,814 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:59:09,814 EPOCH 142 done: loss 0.0397 - lr 0.025000 -2023-04-06 05:59:09,815 BAD EPOCHS (no improvement): 0 -2023-04-06 05:59:09,817 ---------------------------------------------------------------------------------------------------- -2023-04-06 05:59:28,066 epoch 143 - iter 265/2650 - loss 0.03949938 - time (sec): 18.25 - samples/sec: 8057.96 - lr: 0.025000 -2023-04-06 05:59:46,891 epoch 143 - iter 530/2650 - loss 0.04002745 - time (sec): 37.07 - samples/sec: 7905.30 - lr: 0.025000 -2023-04-06 06:00:05,321 epoch 143 - iter 795/2650 - loss 0.03951013 - time (sec): 55.50 - samples/sec: 7913.93 - lr: 0.025000 -2023-04-06 06:00:23,788 epoch 143 - iter 1060/2650 - loss 0.03922494 - time (sec): 73.97 - samples/sec: 7928.39 - lr: 0.025000 -2023-04-06 06:00:42,024 epoch 143 - iter 1325/2650 - loss 0.03954534 - time (sec): 92.21 - samples/sec: 7928.52 - lr: 0.025000 -2023-04-06 06:01:00,364 epoch 143 - iter 1590/2650 - loss 0.03976165 - time (sec): 110.55 - samples/sec: 7935.54 - lr: 0.025000 -2023-04-06 06:01:18,281 epoch 143 - iter 1855/2650 - loss 0.03968646 - time (sec): 128.46 - samples/sec: 7974.31 - lr: 0.025000 -2023-04-06 06:01:35,969 epoch 143 - iter 2120/2650 - loss 0.03974148 - time (sec): 146.15 - samples/sec: 7997.45 - lr: 0.025000 -2023-04-06 06:01:54,080 epoch 143 - iter 2385/2650 - loss 0.03985085 - time (sec): 164.26 - samples/sec: 8007.18 - lr: 0.025000 -2023-04-06 06:02:12,482 epoch 143 - iter 2650/2650 - loss 0.03983567 - time (sec): 182.66 - samples/sec: 8005.72 - lr: 0.025000 -2023-04-06 06:02:12,482 ---------------------------------------------------------------------------------------------------- -2023-04-06 06:02:12,482 EPOCH 143 done: loss 0.0398 - lr 0.025000 -2023-04-06 06:02:12,482 BAD EPOCHS (no improvement): 1 -2023-04-06 06:02:12,485 ---------------------------------------------------------------------------------------------------- -2023-04-06 06:02:30,787 epoch 144 - iter 265/2650 - loss 0.03909620 - time (sec): 18.30 - samples/sec: 8087.64 - lr: 0.025000 -2023-04-06 06:02:49,020 epoch 144 - iter 530/2650 - loss 0.03913134 - time (sec): 36.53 - samples/sec: 8066.96 - lr: 0.025000 -2023-04-06 06:03:06,860 epoch 144 - iter 795/2650 - loss 0.03885468 - time (sec): 54.37 - samples/sec: 8119.67 - lr: 0.025000 -2023-04-06 06:03:25,056 epoch 144 - iter 1060/2650 - loss 0.03877210 - time (sec): 72.57 - samples/sec: 8084.31 - lr: 0.025000 -2023-04-06 06:03:42,862 epoch 144 - iter 1325/2650 - loss 0.03915181 - time (sec): 90.38 - samples/sec: 8082.24 - lr: 0.025000 -2023-04-06 06:04:01,247 epoch 144 - iter 1590/2650 - loss 0.03923664 - time (sec): 108.76 - samples/sec: 8055.80 - lr: 0.025000 -2023-04-06 06:04:19,838 epoch 144 - iter 1855/2650 - loss 0.03935577 - time (sec): 127.35 - samples/sec: 8031.54 - lr: 0.025000 -2023-04-06 06:04:38,460 epoch 144 - iter 2120/2650 - loss 0.03940290 - time (sec): 145.97 - samples/sec: 8018.42 - lr: 0.025000 -2023-04-06 06:04:56,941 epoch 144 - iter 2385/2650 - loss 0.03948530 - time (sec): 164.46 - samples/sec: 8006.71 - lr: 0.025000 -2023-04-06 06:05:15,467 epoch 144 - iter 2650/2650 - loss 0.03960627 - time (sec): 182.98 - samples/sec: 7991.87 - lr: 0.025000 -2023-04-06 06:05:15,467 ---------------------------------------------------------------------------------------------------- -2023-04-06 06:05:15,467 EPOCH 144 done: loss 0.0396 - lr 0.025000 -2023-04-06 06:05:15,467 BAD EPOCHS (no improvement): 0 -2023-04-06 06:05:15,470 ---------------------------------------------------------------------------------------------------- -2023-04-06 06:05:33,801 epoch 145 - iter 265/2650 - loss 0.04090516 - time (sec): 18.33 - samples/sec: 8069.12 - lr: 0.025000 -2023-04-06 06:05:51,696 epoch 145 - iter 530/2650 - loss 0.03979241 - time (sec): 36.23 - samples/sec: 8097.51 - lr: 0.025000 -2023-04-06 06:06:09,822 epoch 145 - iter 795/2650 - loss 0.03923993 - time (sec): 54.35 - samples/sec: 8096.99 - lr: 0.025000 -2023-04-06 06:06:27,817 epoch 145 - iter 1060/2650 - loss 0.03971202 - time (sec): 72.35 - samples/sec: 8100.02 - lr: 0.025000 -2023-04-06 06:06:45,503 epoch 145 - iter 1325/2650 - loss 0.03943064 - time (sec): 90.03 - samples/sec: 8111.17 - lr: 0.025000 -2023-04-06 06:07:03,826 epoch 145 - iter 1590/2650 - loss 0.03958255 - time (sec): 108.36 - samples/sec: 8086.51 - lr: 0.025000 -2023-04-06 06:07:21,689 epoch 145 - iter 1855/2650 - loss 0.03956705 - time (sec): 126.22 - samples/sec: 8098.85 - lr: 0.025000 -2023-04-06 06:07:39,911 epoch 145 - iter 2120/2650 - loss 0.03928098 - time (sec): 144.44 - samples/sec: 8086.25 - lr: 0.025000 -2023-04-06 06:07:58,174 epoch 145 - iter 2385/2650 - loss 0.03919216 - time (sec): 162.70 - samples/sec: 8076.33 - lr: 0.025000 -2023-04-06 06:08:16,638 epoch 145 - iter 2650/2650 - loss 0.03917088 - time (sec): 181.17 - samples/sec: 8071.88 - lr: 0.025000 -2023-04-06 06:08:16,638 ---------------------------------------------------------------------------------------------------- -2023-04-06 06:08:16,638 EPOCH 145 done: loss 0.0392 - lr 0.025000 -2023-04-06 06:08:16,638 BAD EPOCHS (no improvement): 0 -2023-04-06 06:08:16,641 ---------------------------------------------------------------------------------------------------- -2023-04-06 06:08:34,987 epoch 146 - iter 265/2650 - loss 0.03811858 - time (sec): 18.35 - samples/sec: 8060.39 - lr: 0.025000 -2023-04-06 06:08:52,924 epoch 146 - iter 530/2650 - loss 0.03848160 - time (sec): 36.28 - samples/sec: 8094.82 - lr: 0.025000 -2023-04-06 06:09:11,196 epoch 146 - iter 795/2650 - loss 0.03860433 - time (sec): 54.55 - samples/sec: 8037.90 - lr: 0.025000 -2023-04-06 06:09:29,349 epoch 146 - iter 1060/2650 - loss 0.03826842 - time (sec): 72.71 - samples/sec: 8034.17 - lr: 0.025000 -2023-04-06 06:09:47,821 epoch 146 - iter 1325/2650 - loss 0.03868120 - time (sec): 91.18 - samples/sec: 8023.27 - lr: 0.025000 -2023-04-06 06:10:06,544 epoch 146 - iter 1590/2650 - loss 0.03872762 - time (sec): 109.90 - samples/sec: 7982.18 - lr: 0.025000 -2023-04-06 06:10:24,918 epoch 146 - iter 1855/2650 - loss 0.03872121 - time (sec): 128.28 - samples/sec: 7977.43 - lr: 0.025000 -2023-04-06 06:10:44,224 epoch 146 - iter 2120/2650 - loss 0.03883316 - time (sec): 147.58 - samples/sec: 7938.62 - lr: 0.025000 -2023-04-06 06:11:02,279 epoch 146 - iter 2385/2650 - loss 0.03879808 - time (sec): 165.64 - samples/sec: 7949.23 - lr: 0.025000 -2023-04-06 06:11:20,308 epoch 146 - iter 2650/2650 - loss 0.03892216 - time (sec): 183.67 - samples/sec: 7962.05 - lr: 0.025000 -2023-04-06 06:11:20,308 ---------------------------------------------------------------------------------------------------- -2023-04-06 06:11:20,308 EPOCH 146 done: loss 0.0389 - lr 0.025000 -2023-04-06 06:11:20,308 BAD EPOCHS (no improvement): 0 -2023-04-06 06:11:20,311 ---------------------------------------------------------------------------------------------------- -2023-04-06 06:11:38,488 epoch 147 - iter 265/2650 - loss 0.03732016 - time (sec): 18.18 - samples/sec: 8103.69 - lr: 0.025000 -2023-04-06 06:11:56,667 epoch 147 - iter 530/2650 - loss 0.03837465 - time (sec): 36.36 - samples/sec: 8070.90 - lr: 0.025000 -2023-04-06 06:12:14,393 epoch 147 - iter 795/2650 - loss 0.03867787 - time (sec): 54.08 - samples/sec: 8124.69 - lr: 0.025000 -2023-04-06 06:12:32,573 epoch 147 - iter 1060/2650 - loss 0.03884619 - time (sec): 72.26 - samples/sec: 8099.99 - lr: 0.025000 -2023-04-06 06:12:50,543 epoch 147 - iter 1325/2650 - loss 0.03888703 - time (sec): 90.23 - samples/sec: 8106.61 - lr: 0.025000 -2023-04-06 06:13:08,656 epoch 147 - iter 1590/2650 - loss 0.03899713 - time (sec): 108.34 - samples/sec: 8093.67 - lr: 0.025000 -2023-04-06 06:13:26,618 epoch 147 - iter 1855/2650 - loss 0.03916951 - time (sec): 126.31 - samples/sec: 8104.05 - lr: 0.025000 -2023-04-06 06:13:44,814 epoch 147 - iter 2120/2650 - loss 0.03927125 - time (sec): 144.50 - samples/sec: 8095.23 - lr: 0.025000 -2023-04-06 06:14:02,769 epoch 147 - iter 2385/2650 - loss 0.03932385 - time (sec): 162.46 - samples/sec: 8098.71 - lr: 0.025000 -2023-04-06 06:14:20,886 epoch 147 - iter 2650/2650 - loss 0.03938183 - time (sec): 180.58 - samples/sec: 8098.36 - lr: 0.025000 -2023-04-06 06:14:20,886 ---------------------------------------------------------------------------------------------------- -2023-04-06 06:14:20,886 EPOCH 147 done: loss 0.0394 - lr 0.025000 -2023-04-06 06:14:20,886 BAD EPOCHS (no improvement): 1 -2023-04-06 06:14:20,889 ---------------------------------------------------------------------------------------------------- -2023-04-06 06:14:39,201 epoch 148 - iter 265/2650 - loss 0.03909977 - time (sec): 18.31 - samples/sec: 8006.89 - lr: 0.025000 -2023-04-06 06:14:57,207 epoch 148 - iter 530/2650 - loss 0.03921235 - time (sec): 36.32 - samples/sec: 8013.24 - lr: 0.025000 -2023-04-06 06:15:15,138 epoch 148 - iter 795/2650 - loss 0.03958978 - time (sec): 54.25 - samples/sec: 8080.08 - lr: 0.025000 -2023-04-06 06:15:33,239 epoch 148 - iter 1060/2650 - loss 0.03941174 - time (sec): 72.35 - samples/sec: 8085.35 - lr: 0.025000 -2023-04-06 06:15:51,433 epoch 148 - iter 1325/2650 - loss 0.03937163 - time (sec): 90.54 - samples/sec: 8089.16 - lr: 0.025000 -2023-04-06 06:16:08,950 epoch 148 - iter 1590/2650 - loss 0.03957360 - time (sec): 108.06 - samples/sec: 8118.31 - lr: 0.025000 -2023-04-06 06:16:27,064 epoch 148 - iter 1855/2650 - loss 0.03950488 - time (sec): 126.17 - samples/sec: 8113.70 - lr: 0.025000 -2023-04-06 06:16:44,758 epoch 148 - iter 2120/2650 - loss 0.03955459 - time (sec): 143.87 - samples/sec: 8124.33 - lr: 0.025000 -2023-04-06 06:17:03,209 epoch 148 - iter 2385/2650 - loss 0.03950239 - time (sec): 162.32 - samples/sec: 8109.38 - lr: 0.025000 -2023-04-06 06:17:21,591 epoch 148 - iter 2650/2650 - loss 0.03948028 - time (sec): 180.70 - samples/sec: 8092.66 - lr: 0.025000 -2023-04-06 06:17:21,592 ---------------------------------------------------------------------------------------------------- -2023-04-06 06:17:21,592 EPOCH 148 done: loss 0.0395 - lr 0.025000 -2023-04-06 06:17:21,592 BAD EPOCHS (no improvement): 2 -2023-04-06 06:17:21,595 ---------------------------------------------------------------------------------------------------- -2023-04-06 06:17:39,629 epoch 149 - iter 265/2650 - loss 0.03888435 - time (sec): 18.03 - samples/sec: 8069.95 - lr: 0.025000 -2023-04-06 06:17:58,182 epoch 149 - iter 530/2650 - loss 0.03865555 - time (sec): 36.59 - samples/sec: 7970.59 - lr: 0.025000 -2023-04-06 06:18:16,987 epoch 149 - iter 795/2650 - loss 0.03914896 - time (sec): 55.39 - samples/sec: 7934.05 - lr: 0.025000 -2023-04-06 06:18:35,177 epoch 149 - iter 1060/2650 - loss 0.03899731 - time (sec): 73.58 - samples/sec: 7941.70 - lr: 0.025000 -2023-04-06 06:18:53,785 epoch 149 - iter 1325/2650 - loss 0.03926015 - time (sec): 92.19 - samples/sec: 7930.98 - lr: 0.025000 -2023-04-06 06:19:12,449 epoch 149 - iter 1590/2650 - loss 0.03906345 - time (sec): 110.85 - samples/sec: 7910.10 - lr: 0.025000 -2023-04-06 06:19:30,717 epoch 149 - iter 1855/2650 - loss 0.03910454 - time (sec): 129.12 - samples/sec: 7927.27 - lr: 0.025000 -2023-04-06 06:19:49,238 epoch 149 - iter 2120/2650 - loss 0.03906635 - time (sec): 147.64 - samples/sec: 7926.59 - lr: 0.025000 -2023-04-06 06:20:07,536 epoch 149 - iter 2385/2650 - loss 0.03900379 - time (sec): 165.94 - samples/sec: 7931.40 - lr: 0.025000 -2023-04-06 06:20:25,625 epoch 149 - iter 2650/2650 - loss 0.03912153 - time (sec): 184.03 - samples/sec: 7946.35 - lr: 0.025000 -2023-04-06 06:20:25,625 ---------------------------------------------------------------------------------------------------- -2023-04-06 06:20:25,625 EPOCH 149 done: loss 0.0391 - lr 0.025000 -2023-04-06 06:20:25,625 BAD EPOCHS (no improvement): 3 -2023-04-06 06:20:25,628 ---------------------------------------------------------------------------------------------------- -2023-04-06 06:20:43,646 epoch 150 - iter 265/2650 - loss 0.03985062 - time (sec): 18.02 - samples/sec: 8136.17 - lr: 0.025000 -2023-04-06 06:21:01,900 epoch 150 - iter 530/2650 - loss 0.03925746 - time (sec): 36.27 - samples/sec: 8075.92 - lr: 0.025000 -2023-04-06 06:21:20,372 epoch 150 - iter 795/2650 - loss 0.03900841 - time (sec): 54.74 - samples/sec: 8000.92 - lr: 0.025000 -2023-04-06 06:21:39,397 epoch 150 - iter 1060/2650 - loss 0.03926334 - time (sec): 73.77 - samples/sec: 7939.26 - lr: 0.025000 -2023-04-06 06:21:57,486 epoch 150 - iter 1325/2650 - loss 0.03923386 - time (sec): 91.86 - samples/sec: 7940.30 - lr: 0.025000 -2023-04-06 06:22:15,818 epoch 150 - iter 1590/2650 - loss 0.03896705 - time (sec): 110.19 - samples/sec: 7947.32 - lr: 0.025000 -2023-04-06 06:22:33,664 epoch 150 - iter 1855/2650 - loss 0.03887485 - time (sec): 128.04 - samples/sec: 7980.03 - lr: 0.025000 -2023-04-06 06:22:51,506 epoch 150 - iter 2120/2650 - loss 0.03898078 - time (sec): 145.88 - samples/sec: 8015.05 - lr: 0.025000 -2023-04-06 06:23:09,812 epoch 150 - iter 2385/2650 - loss 0.03897984 - time (sec): 164.18 - samples/sec: 8013.81 - lr: 0.025000 -2023-04-06 06:23:27,998 epoch 150 - iter 2650/2650 - loss 0.03885443 - time (sec): 182.37 - samples/sec: 8018.66 - lr: 0.025000 -2023-04-06 06:23:27,999 ---------------------------------------------------------------------------------------------------- -2023-04-06 06:23:27,999 EPOCH 150 done: loss 0.0389 - lr 0.025000 -2023-04-06 06:23:27,999 BAD EPOCHS (no improvement): 0 -2023-04-06 06:23:29,320 ---------------------------------------------------------------------------------------------------- -2023-04-06 06:23:29,321 Testing using last state of model ... -2023-04-06 06:24:02,973 Evaluating as a multi-label problem: False -2023-04-06 06:24:04,057 0.9811 0.9811 0.9811 0.9811 -2023-04-06 06:24:04,058 -Results: -- F-score (micro) 0.9811 -- F-score (macro) 0.9501 -- Accuracy 0.9811 - -By class: - precision recall f1-score support - - NN 0.9808 0.9728 0.9767 21215 - IN 0.9874 0.9914 0.9894 18085 - DT 0.9948 0.9957 0.9952 14785 - NNP 0.9744 0.9734 0.9739 12690 - JJ 0.9592 0.9475 0.9533 9720 - . 0.9964 0.9984 0.9974 8909 - NNS 0.9868 0.9898 0.9883 8358 - PRP 0.9970 0.9970 0.9970 8067 - RB 0.9674 0.9587 0.9630 8014 - , 0.9980 0.9936 0.9958 7506 - VB 0.9781 0.9816 0.9799 5872 - VBD 0.9848 0.9846 0.9847 5407 - CC 0.9941 0.9899 0.9920 5126 - VBZ 0.9942 0.9944 0.9943 4106 - VBP 0.9771 0.9712 0.9741 3954 - VBN 0.9264 0.9584 0.9421 3390 - CD 0.9814 0.9895 0.9854 3045 - VBG 0.9613 0.9834 0.9722 2827 - TO 0.9905 0.9956 0.9931 2520 - MD 0.9980 0.9975 0.9978 2001 - PRP$ 0.9948 0.9974 0.9961 1935 - UH 0.9790 0.9832 0.9811 1609 - HYPH 0.9907 0.9954 0.9930 1076 - POS 0.9971 0.9943 0.9957 1044 - '' 0.9929 0.9939 0.9934 980 - `` 0.9936 0.9936 0.9936 934 - WDT 0.9554 0.9414 0.9483 819 - WP 0.9876 0.9925 0.9900 802 - WRB 0.9944 0.9888 0.9916 716 - RP 0.8746 0.8809 0.8777 705 - : 0.9047 0.9419 0.9229 534 - NNPS 0.7392 0.8584 0.7944 459 - JJR 0.9358 0.9658 0.9506 468 - EX 0.9871 0.9935 0.9903 307 - JJS 0.9121 0.9520 0.9316 229 - RBR 0.8848 0.8610 0.8727 223 - -LRB- 1.0000 1.0000 1.0000 197 - -RRB- 1.0000 1.0000 1.0000 196 - $ 1.0000 0.9941 0.9971 170 - PDT 0.9006 0.9277 0.9139 166 - RBS 0.8818 0.8661 0.8739 112 - FW 0.9286 0.6701 0.7784 97 - NFP 0.9583 0.7667 0.8519 60 - WP$ 1.0000 1.0000 1.0000 38 - SYM 0.9355 0.9667 0.9508 30 - XX 0.7407 0.6250 0.6780 32 - ADD 0.9545 1.0000 0.9767 21 - LS 1.0000 1.0000 1.0000 16 - AFX 0.6667 0.6667 0.6667 3 - - accuracy 0.9811 169575 - macro avg 0.9534 0.9486 0.9501 169575 -weighted avg 0.9812 0.9811 0.9811 169575 - -2023-04-06 06:24:04,058 ---------------------------------------------------------------------------------------------------- +2020-05-14 20:23:32,475 ---------------------------------------------------------------------------------------------------- +2020-05-14 20:23:32,475 Corpus: "Corpus: 75187 train + 9603 dev + 9479 test sentences" +2020-05-14 20:23:32,475 ---------------------------------------------------------------------------------------------------- +2020-05-14 20:23:32,475 Parameters: +2020-05-14 20:23:32,475 - learning_rate: "0.1" +2020-05-14 20:23:32,475 - mini_batch_size: "32" +2020-05-14 20:23:32,475 - patience: "3" +2020-05-14 20:23:32,475 - anneal_factor: "0.5" +2020-05-14 20:23:32,475 - max_epochs: "150" +2020-05-14 20:23:32,475 - shuffle: "True" +2020-05-14 20:23:32,475 - train_with_dev: "True" +2020-05-14 20:23:32,475 - batch_growth_annealing: "False" +2020-05-14 20:23:32,475 ---------------------------------------------------------------------------------------------------- +2020-05-14 20:23:32,475 Model training base path: "resources/taggers/release-pos-0" +2020-05-14 20:23:32,476 ---------------------------------------------------------------------------------------------------- +2020-05-14 20:23:32,476 Device: cuda:0 +2020-05-14 20:23:32,476 ---------------------------------------------------------------------------------------------------- +2020-05-14 20:23:32,476 Embeddings storage mode: cpu +2020-05-14 20:23:32,476 ---------------------------------------------------------------------------------------------------- +2020-05-14 20:26:20,841 epoch 1 - iter 265/2650 - loss 13.02052972 - samples/sec: 50.37 +2020-05-14 20:29:11,509 epoch 1 - iter 530/2650 - loss 8.92310954 - samples/sec: 49.70 +2020-05-14 20:31:57,386 epoch 1 - iter 795/2650 - loss 7.30278759 - samples/sec: 51.13 +2020-05-14 20:34:56,173 epoch 1 - iter 1060/2650 - loss 6.40304186 - samples/sec: 47.44 +2020-05-14 20:37:45,543 epoch 1 - iter 1325/2650 - loss 5.82038741 - samples/sec: 50.08 +2020-05-14 20:40:43,484 epoch 1 - iter 1590/2650 - loss 5.40234566 - samples/sec: 47.67 +2020-05-14 20:43:32,036 epoch 1 - iter 1855/2650 - loss 5.08739033 - samples/sec: 50.32 +2020-05-14 20:46:25,625 epoch 1 - iter 2120/2650 - loss 4.83695790 - samples/sec: 48.86 +2020-05-14 20:49:17,774 epoch 1 - iter 2385/2650 - loss 4.61988489 - samples/sec: 49.27 +2020-05-14 20:52:08,338 epoch 1 - iter 2650/2650 - loss 4.44016123 - samples/sec: 49.73 +2020-05-14 20:52:08,351 ---------------------------------------------------------------------------------------------------- +2020-05-14 20:52:08,351 EPOCH 1 done: loss 4.4402 - lr 0.1000000 +2020-05-14 20:52:08,351 BAD EPOCHS (no improvement): 0 +2020-05-14 20:52:08,352 ---------------------------------------------------------------------------------------------------- +2020-05-14 20:53:13,316 epoch 2 - iter 265/2650 - loss 2.73849648 - samples/sec: 130.58 +2020-05-14 20:54:18,965 epoch 2 - iter 530/2650 - loss 2.70384986 - samples/sec: 129.24 +2020-05-14 20:55:23,511 epoch 2 - iter 795/2650 - loss 2.65780302 - samples/sec: 131.45 +2020-05-14 20:56:28,437 epoch 2 - iter 1060/2650 - loss 2.62725774 - samples/sec: 130.68 +2020-05-14 20:57:32,842 epoch 2 - iter 1325/2650 - loss 2.59947713 - samples/sec: 131.73 +2020-05-14 20:58:38,875 epoch 2 - iter 1590/2650 - loss 2.59384926 - samples/sec: 128.48 +2020-05-14 20:59:43,339 epoch 2 - iter 1855/2650 - loss 2.56656036 - samples/sec: 131.61 +2020-05-14 21:00:46,635 epoch 2 - iter 2120/2650 - loss 2.54394104 - samples/sec: 134.04 +2020-05-14 21:01:51,438 epoch 2 - iter 2385/2650 - loss 2.52810287 - samples/sec: 130.92 +2020-05-14 21:02:54,604 epoch 2 - iter 2650/2650 - loss 2.50813349 - samples/sec: 134.32 +2020-05-14 21:02:54,617 ---------------------------------------------------------------------------------------------------- +2020-05-14 21:02:54,618 EPOCH 2 done: loss 2.5081 - lr 0.1000000 +2020-05-14 21:02:54,618 BAD EPOCHS (no improvement): 0 +2020-05-14 21:02:54,618 ---------------------------------------------------------------------------------------------------- +2020-05-14 21:03:59,060 epoch 3 - iter 265/2650 - loss 2.23940536 - samples/sec: 131.64 +2020-05-14 21:05:03,495 epoch 3 - iter 530/2650 - loss 2.24230559 - samples/sec: 131.67 +2020-05-14 21:06:07,811 epoch 3 - iter 795/2650 - loss 2.21878995 - samples/sec: 131.92 +2020-05-14 21:07:12,307 epoch 3 - iter 1060/2650 - loss 2.21887108 - samples/sec: 131.55 +2020-05-14 21:08:18,202 epoch 3 - iter 1325/2650 - loss 2.21222497 - samples/sec: 128.76 +2020-05-14 21:09:23,734 epoch 3 - iter 1590/2650 - loss 2.20131616 - samples/sec: 129.47 +2020-05-14 21:10:28,019 epoch 3 - iter 1855/2650 - loss 2.18768935 - samples/sec: 131.98 +2020-05-14 21:11:32,273 epoch 3 - iter 2120/2650 - loss 2.17968619 - samples/sec: 132.04 +2020-05-14 21:12:37,092 epoch 3 - iter 2385/2650 - loss 2.16939001 - samples/sec: 130.89 +2020-05-14 21:13:41,281 epoch 3 - iter 2650/2650 - loss 2.15833398 - samples/sec: 132.18 +2020-05-14 21:13:41,295 ---------------------------------------------------------------------------------------------------- +2020-05-14 21:13:41,295 EPOCH 3 done: loss 2.1583 - lr 0.1000000 +2020-05-14 21:13:41,295 BAD EPOCHS (no improvement): 0 +2020-05-14 21:13:41,295 ---------------------------------------------------------------------------------------------------- +2020-05-14 21:14:45,075 epoch 4 - iter 265/2650 - loss 1.96129512 - samples/sec: 133.01 +2020-05-14 21:15:50,626 epoch 4 - iter 530/2650 - loss 2.00438248 - samples/sec: 129.43 +2020-05-14 21:16:55,420 epoch 4 - iter 795/2650 - loss 2.00738693 - samples/sec: 130.94 +2020-05-14 21:18:00,919 epoch 4 - iter 1060/2650 - loss 1.99801412 - samples/sec: 129.53 +2020-05-14 21:19:07,190 epoch 4 - iter 1325/2650 - loss 1.99898937 - samples/sec: 128.02 +2020-05-14 21:20:10,797 epoch 4 - iter 1590/2650 - loss 1.98602251 - samples/sec: 133.39 +2020-05-14 21:21:15,871 epoch 4 - iter 1855/2650 - loss 1.98605352 - samples/sec: 130.38 +2020-05-14 21:22:22,456 epoch 4 - iter 2120/2650 - loss 1.98423817 - samples/sec: 127.42 +2020-05-14 21:23:26,737 epoch 4 - iter 2385/2650 - loss 1.98226707 - samples/sec: 131.99 +2020-05-14 21:24:30,219 epoch 4 - iter 2650/2650 - loss 1.98264791 - samples/sec: 133.65 +2020-05-14 21:24:30,233 ---------------------------------------------------------------------------------------------------- +2020-05-14 21:24:30,234 EPOCH 4 done: loss 1.9826 - lr 0.1000000 +2020-05-14 21:24:30,234 BAD EPOCHS (no improvement): 0 +2020-05-14 21:24:30,234 ---------------------------------------------------------------------------------------------------- +2020-05-14 21:25:34,700 epoch 5 - iter 265/2650 - loss 1.82638199 - samples/sec: 131.59 +2020-05-14 21:26:37,783 epoch 5 - iter 530/2650 - loss 1.83484826 - samples/sec: 134.49 +2020-05-14 21:27:41,445 epoch 5 - iter 795/2650 - loss 1.83362705 - samples/sec: 133.27 +2020-05-14 21:28:44,844 epoch 5 - iter 1060/2650 - loss 1.84706211 - samples/sec: 133.82 +2020-05-14 21:29:48,989 epoch 5 - iter 1325/2650 - loss 1.85352876 - samples/sec: 132.27 +2020-05-14 21:30:54,583 epoch 5 - iter 1590/2650 - loss 1.85790167 - samples/sec: 129.34 +2020-05-14 21:31:58,486 epoch 5 - iter 1855/2650 - loss 1.85120213 - samples/sec: 132.77 +2020-05-14 21:33:03,301 epoch 5 - iter 2120/2650 - loss 1.85352930 - samples/sec: 130.90 +2020-05-14 21:34:08,647 epoch 5 - iter 2385/2650 - loss 1.85132615 - samples/sec: 129.83 +2020-05-14 21:35:13,851 epoch 5 - iter 2650/2650 - loss 1.84397688 - samples/sec: 130.12 +2020-05-14 21:35:13,865 ---------------------------------------------------------------------------------------------------- +2020-05-14 21:35:13,865 EPOCH 5 done: loss 1.8440 - lr 0.1000000 +2020-05-14 21:35:13,865 BAD EPOCHS (no improvement): 0 +2020-05-14 21:35:13,865 ---------------------------------------------------------------------------------------------------- +2020-05-14 21:36:18,585 epoch 6 - iter 265/2650 - loss 1.80631321 - samples/sec: 131.08 +2020-05-14 21:37:24,327 epoch 6 - iter 530/2650 - loss 1.76613550 - samples/sec: 129.05 +2020-05-14 21:38:30,107 epoch 6 - iter 795/2650 - loss 1.76297708 - samples/sec: 128.98 +2020-05-14 21:39:34,575 epoch 6 - iter 1060/2650 - loss 1.75196998 - samples/sec: 131.60 +2020-05-14 21:40:39,045 epoch 6 - iter 1325/2650 - loss 1.75711365 - samples/sec: 131.60 +2020-05-14 21:41:42,828 epoch 6 - iter 1590/2650 - loss 1.75923398 - samples/sec: 133.02 +2020-05-14 21:42:46,612 epoch 6 - iter 1855/2650 - loss 1.75891123 - samples/sec: 133.01 +2020-05-14 21:43:51,756 epoch 6 - iter 2120/2650 - loss 1.76126451 - samples/sec: 130.24 +2020-05-14 21:44:58,662 epoch 6 - iter 2385/2650 - loss 1.75918254 - samples/sec: 126.81 +2020-05-14 21:46:04,957 epoch 6 - iter 2650/2650 - loss 1.75561870 - samples/sec: 127.98 +2020-05-14 21:46:04,971 ---------------------------------------------------------------------------------------------------- +2020-05-14 21:46:04,972 EPOCH 6 done: loss 1.7556 - lr 0.1000000 +2020-05-14 21:46:04,972 BAD EPOCHS (no improvement): 0 +2020-05-14 21:46:04,972 ---------------------------------------------------------------------------------------------------- +2020-05-14 21:47:12,534 epoch 7 - iter 265/2650 - loss 1.67966304 - samples/sec: 125.56 +2020-05-14 21:48:17,140 epoch 7 - iter 530/2650 - loss 1.65650972 - samples/sec: 131.33 +2020-05-14 21:49:21,036 epoch 7 - iter 795/2650 - loss 1.65778010 - samples/sec: 132.79 +2020-05-14 21:50:26,386 epoch 7 - iter 1060/2650 - loss 1.66467653 - samples/sec: 129.83 +2020-05-14 21:51:32,905 epoch 7 - iter 1325/2650 - loss 1.66638157 - samples/sec: 127.55 +2020-05-14 21:52:37,377 epoch 7 - iter 1590/2650 - loss 1.67318924 - samples/sec: 131.60 +2020-05-14 21:53:43,221 epoch 7 - iter 1855/2650 - loss 1.66780223 - samples/sec: 128.85 +2020-05-14 21:54:46,737 epoch 7 - iter 2120/2650 - loss 1.66766476 - samples/sec: 133.58 +2020-05-14 21:55:52,719 epoch 7 - iter 2385/2650 - loss 1.67112583 - samples/sec: 128.59 +2020-05-14 21:56:58,403 epoch 7 - iter 2650/2650 - loss 1.67291879 - samples/sec: 129.17 +2020-05-14 21:56:58,416 ---------------------------------------------------------------------------------------------------- +2020-05-14 21:56:58,416 EPOCH 7 done: loss 1.6729 - lr 0.1000000 +2020-05-14 21:56:58,416 BAD EPOCHS (no improvement): 0 +2020-05-14 21:56:58,416 ---------------------------------------------------------------------------------------------------- +2020-05-14 21:58:02,445 epoch 8 - iter 265/2650 - loss 1.54100752 - samples/sec: 132.49 +2020-05-14 21:59:06,023 epoch 8 - iter 530/2650 - loss 1.57774512 - samples/sec: 133.45 +2020-05-14 22:00:09,775 epoch 8 - iter 795/2650 - loss 1.59322968 - samples/sec: 133.08 +2020-05-14 22:01:15,739 epoch 8 - iter 1060/2650 - loss 1.61075668 - samples/sec: 128.62 +2020-05-14 22:02:22,003 epoch 8 - iter 1325/2650 - loss 1.59937820 - samples/sec: 128.04 +2020-05-14 22:03:26,937 epoch 8 - iter 1590/2650 - loss 1.60994412 - samples/sec: 130.66 +2020-05-14 22:04:30,989 epoch 8 - iter 1855/2650 - loss 1.61284431 - samples/sec: 132.46 +2020-05-14 22:05:34,499 epoch 8 - iter 2120/2650 - loss 1.61384953 - samples/sec: 133.59 +2020-05-14 22:06:38,842 epoch 8 - iter 2385/2650 - loss 1.61766521 - samples/sec: 131.86 +2020-05-14 22:07:41,514 epoch 8 - iter 2650/2650 - loss 1.61758196 - samples/sec: 135.38 +2020-05-14 22:07:41,528 ---------------------------------------------------------------------------------------------------- +2020-05-14 22:07:41,528 EPOCH 8 done: loss 1.6176 - lr 0.1000000 +2020-05-14 22:07:41,528 BAD EPOCHS (no improvement): 0 +2020-05-14 22:07:41,528 ---------------------------------------------------------------------------------------------------- +2020-05-14 22:08:44,344 epoch 9 - iter 265/2650 - loss 1.51539989 - samples/sec: 135.05 +2020-05-14 22:09:49,167 epoch 9 - iter 530/2650 - loss 1.53435440 - samples/sec: 130.89 +2020-05-14 22:10:51,734 epoch 9 - iter 795/2650 - loss 1.55417352 - samples/sec: 135.60 +2020-05-14 22:11:53,307 epoch 9 - iter 1060/2650 - loss 1.54683802 - samples/sec: 137.79 +2020-05-14 22:12:56,142 epoch 9 - iter 1325/2650 - loss 1.54469090 - samples/sec: 135.03 +2020-05-14 22:14:07,824 epoch 9 - iter 1590/2650 - loss 1.55591638 - samples/sec: 118.35 +2020-05-14 22:15:12,118 epoch 9 - iter 1855/2650 - loss 1.56597471 - samples/sec: 131.96 +2020-05-14 22:16:15,311 epoch 9 - iter 2120/2650 - loss 1.56638313 - samples/sec: 134.26 +2020-05-14 22:17:18,586 epoch 9 - iter 2385/2650 - loss 1.56529252 - samples/sec: 134.09 +2020-05-14 22:18:22,154 epoch 9 - iter 2650/2650 - loss 1.56719182 - samples/sec: 133.47 +2020-05-14 22:18:22,168 ---------------------------------------------------------------------------------------------------- +2020-05-14 22:18:22,168 EPOCH 9 done: loss 1.5672 - lr 0.1000000 +2020-05-14 22:18:22,168 BAD EPOCHS (no improvement): 0 +2020-05-14 22:18:22,169 ---------------------------------------------------------------------------------------------------- +2020-05-14 22:19:26,155 epoch 10 - iter 265/2650 - loss 1.52148827 - samples/sec: 132.58 +2020-05-14 22:20:30,976 epoch 10 - iter 530/2650 - loss 1.51892451 - samples/sec: 130.89 +2020-05-14 22:21:34,311 epoch 10 - iter 795/2650 - loss 1.52197810 - samples/sec: 133.96 +2020-05-14 22:22:37,826 epoch 10 - iter 1060/2650 - loss 1.52217362 - samples/sec: 133.58 +2020-05-14 22:23:42,088 epoch 10 - iter 1325/2650 - loss 1.51801346 - samples/sec: 132.03 +2020-05-14 22:24:44,738 epoch 10 - iter 1590/2650 - loss 1.51657139 - samples/sec: 135.43 +2020-05-14 22:25:48,662 epoch 10 - iter 1855/2650 - loss 1.51646850 - samples/sec: 132.73 +2020-05-14 22:26:51,930 epoch 10 - iter 2120/2650 - loss 1.51710988 - samples/sec: 134.10 +2020-05-14 22:27:55,951 epoch 10 - iter 2385/2650 - loss 1.51512293 - samples/sec: 132.52 +2020-05-14 22:28:59,095 epoch 10 - iter 2650/2650 - loss 1.51582896 - samples/sec: 134.37 +2020-05-14 22:28:59,109 ---------------------------------------------------------------------------------------------------- +2020-05-14 22:28:59,109 EPOCH 10 done: loss 1.5158 - lr 0.1000000 +2020-05-14 22:28:59,109 BAD EPOCHS (no improvement): 0 +2020-05-14 22:28:59,109 ---------------------------------------------------------------------------------------------------- +2020-05-14 22:30:02,109 epoch 11 - iter 265/2650 - loss 1.39631145 - samples/sec: 134.65 +2020-05-14 22:31:05,117 epoch 11 - iter 530/2650 - loss 1.42419138 - samples/sec: 134.66 +2020-05-14 22:32:07,873 epoch 11 - iter 795/2650 - loss 1.44360669 - samples/sec: 135.20 +2020-05-14 22:33:10,724 epoch 11 - iter 1060/2650 - loss 1.45397822 - samples/sec: 134.99 +2020-05-14 22:34:13,531 epoch 11 - iter 1325/2650 - loss 1.45737590 - samples/sec: 135.08 +2020-05-14 22:35:15,614 epoch 11 - iter 1590/2650 - loss 1.46332654 - samples/sec: 136.66 +2020-05-14 22:36:18,303 epoch 11 - iter 1855/2650 - loss 1.46737095 - samples/sec: 135.34 +2020-05-14 22:37:23,748 epoch 11 - iter 2120/2650 - loss 1.47325064 - samples/sec: 129.64 +2020-05-14 22:38:29,707 epoch 11 - iter 2385/2650 - loss 1.48211353 - samples/sec: 128.63 +2020-05-14 22:39:33,747 epoch 11 - iter 2650/2650 - loss 1.48168472 - samples/sec: 132.49 +2020-05-14 22:39:33,761 ---------------------------------------------------------------------------------------------------- +2020-05-14 22:39:33,761 EPOCH 11 done: loss 1.4817 - lr 0.1000000 +2020-05-14 22:39:33,761 BAD EPOCHS (no improvement): 0 +2020-05-14 22:39:33,761 ---------------------------------------------------------------------------------------------------- +2020-05-14 22:40:38,373 epoch 12 - iter 265/2650 - loss 1.39792285 - samples/sec: 131.29 +2020-05-14 22:41:42,226 epoch 12 - iter 530/2650 - loss 1.42691576 - samples/sec: 132.87 +2020-05-14 22:42:47,095 epoch 12 - iter 795/2650 - loss 1.41754953 - samples/sec: 130.79 +2020-05-14 22:43:49,670 epoch 12 - iter 1060/2650 - loss 1.43700092 - samples/sec: 135.59 +2020-05-14 22:44:53,867 epoch 12 - iter 1325/2650 - loss 1.43090514 - samples/sec: 132.16 +2020-05-14 22:45:58,352 epoch 12 - iter 1590/2650 - loss 1.43609710 - samples/sec: 131.57 +2020-05-14 22:47:01,473 epoch 12 - iter 1855/2650 - loss 1.43580906 - samples/sec: 134.41 +2020-05-14 22:48:05,625 epoch 12 - iter 2120/2650 - loss 1.44201491 - samples/sec: 132.26 +2020-05-14 22:49:10,211 epoch 12 - iter 2385/2650 - loss 1.44886275 - samples/sec: 131.36 +2020-05-14 22:50:13,333 epoch 12 - iter 2650/2650 - loss 1.44874890 - samples/sec: 134.42 +2020-05-14 22:50:13,346 ---------------------------------------------------------------------------------------------------- +2020-05-14 22:50:13,347 EPOCH 12 done: loss 1.4487 - lr 0.1000000 +2020-05-14 22:50:13,347 BAD EPOCHS (no improvement): 0 +2020-05-14 22:50:13,347 ---------------------------------------------------------------------------------------------------- +2020-05-14 22:51:17,779 epoch 13 - iter 265/2650 - loss 1.39579536 - samples/sec: 131.66 +2020-05-14 22:52:21,062 epoch 13 - iter 530/2650 - loss 1.38417891 - samples/sec: 134.07 +2020-05-14 22:53:25,909 epoch 13 - iter 795/2650 - loss 1.38407237 - samples/sec: 130.84 +2020-05-14 22:54:30,642 epoch 13 - iter 1060/2650 - loss 1.38571738 - samples/sec: 131.07 +2020-05-14 22:55:33,626 epoch 13 - iter 1325/2650 - loss 1.39233783 - samples/sec: 134.71 +2020-05-14 22:56:38,275 epoch 13 - iter 1590/2650 - loss 1.40008000 - samples/sec: 131.24 +2020-05-14 22:57:41,392 epoch 13 - iter 1855/2650 - loss 1.40503281 - samples/sec: 134.43 +2020-05-14 22:58:45,244 epoch 13 - iter 2120/2650 - loss 1.40943340 - samples/sec: 132.88 +2020-05-14 22:59:50,448 epoch 13 - iter 2385/2650 - loss 1.40950304 - samples/sec: 130.12 +2020-05-14 23:00:55,720 epoch 13 - iter 2650/2650 - loss 1.41163785 - samples/sec: 129.99 +2020-05-14 23:00:55,733 ---------------------------------------------------------------------------------------------------- +2020-05-14 23:00:55,734 EPOCH 13 done: loss 1.4116 - lr 0.1000000 +2020-05-14 23:00:55,734 BAD EPOCHS (no improvement): 0 +2020-05-14 23:00:55,734 ---------------------------------------------------------------------------------------------------- +2020-05-14 23:02:01,142 epoch 14 - iter 265/2650 - loss 1.38966452 - samples/sec: 129.70 +2020-05-14 23:03:06,358 epoch 14 - iter 530/2650 - loss 1.39310597 - samples/sec: 130.10 +2020-05-14 23:04:11,685 epoch 14 - iter 795/2650 - loss 1.39133254 - samples/sec: 129.87 +2020-05-14 23:05:16,685 epoch 14 - iter 1060/2650 - loss 1.39587420 - samples/sec: 130.53 +2020-05-14 23:06:20,674 epoch 14 - iter 1325/2650 - loss 1.39749742 - samples/sec: 132.59 +2020-05-14 23:07:23,886 epoch 14 - iter 1590/2650 - loss 1.38987150 - samples/sec: 134.22 +2020-05-14 23:08:27,458 epoch 14 - iter 1855/2650 - loss 1.38348389 - samples/sec: 133.46 +2020-05-14 23:09:33,009 epoch 14 - iter 2120/2650 - loss 1.38008743 - samples/sec: 129.43 +2020-05-14 23:10:37,649 epoch 14 - iter 2385/2650 - loss 1.38005140 - samples/sec: 131.26 +2020-05-14 23:11:41,186 epoch 14 - iter 2650/2650 - loss 1.38048491 - samples/sec: 133.54 +2020-05-14 23:11:41,200 ---------------------------------------------------------------------------------------------------- +2020-05-14 23:11:41,200 EPOCH 14 done: loss 1.3805 - lr 0.1000000 +2020-05-14 23:11:41,200 BAD EPOCHS (no improvement): 0 +2020-05-14 23:11:41,200 ---------------------------------------------------------------------------------------------------- +2020-05-14 23:12:46,227 epoch 15 - iter 265/2650 - loss 1.33293809 - samples/sec: 130.45 +2020-05-14 23:13:49,083 epoch 15 - iter 530/2650 - loss 1.32494349 - samples/sec: 134.98 +2020-05-14 23:14:52,752 epoch 15 - iter 795/2650 - loss 1.33567159 - samples/sec: 133.26 +2020-05-14 23:15:56,876 epoch 15 - iter 1060/2650 - loss 1.34020876 - samples/sec: 132.32 +2020-05-14 23:17:00,942 epoch 15 - iter 1325/2650 - loss 1.34654147 - samples/sec: 132.43 +2020-05-14 23:18:04,959 epoch 15 - iter 1590/2650 - loss 1.35052223 - samples/sec: 132.53 +2020-05-14 23:19:09,348 epoch 15 - iter 1855/2650 - loss 1.35506334 - samples/sec: 131.77 +2020-05-14 23:20:13,806 epoch 15 - iter 2120/2650 - loss 1.36009731 - samples/sec: 131.63 +2020-05-14 23:21:15,974 epoch 15 - iter 2385/2650 - loss 1.35571015 - samples/sec: 136.48 +2020-05-14 23:22:21,587 epoch 15 - iter 2650/2650 - loss 1.36046268 - samples/sec: 129.31 +2020-05-14 23:22:21,601 ---------------------------------------------------------------------------------------------------- +2020-05-14 23:22:21,601 EPOCH 15 done: loss 1.3605 - lr 0.1000000 +2020-05-14 23:22:21,601 BAD EPOCHS (no improvement): 0 +2020-05-14 23:22:21,601 ---------------------------------------------------------------------------------------------------- +2020-05-14 23:23:24,777 epoch 16 - iter 265/2650 - loss 1.31894554 - samples/sec: 134.28 +2020-05-14 23:24:28,107 epoch 16 - iter 530/2650 - loss 1.31350237 - samples/sec: 133.97 +2020-05-14 23:25:31,456 epoch 16 - iter 795/2650 - loss 1.31069331 - samples/sec: 133.93 +2020-05-14 23:26:34,215 epoch 16 - iter 1060/2650 - loss 1.31046096 - samples/sec: 135.19 +2020-05-14 23:27:38,713 epoch 16 - iter 1325/2650 - loss 1.31584170 - samples/sec: 131.54 +2020-05-14 23:28:41,091 epoch 16 - iter 1590/2650 - loss 1.31861297 - samples/sec: 136.02 +2020-05-14 23:29:46,076 epoch 16 - iter 1855/2650 - loss 1.32542463 - samples/sec: 130.56 +2020-05-14 23:30:50,249 epoch 16 - iter 2120/2650 - loss 1.32952057 - samples/sec: 132.21 +2020-05-14 23:31:52,802 epoch 16 - iter 2385/2650 - loss 1.33036434 - samples/sec: 135.63 +2020-05-14 23:32:56,496 epoch 16 - iter 2650/2650 - loss 1.33486524 - samples/sec: 133.21 +2020-05-14 23:32:56,509 ---------------------------------------------------------------------------------------------------- +2020-05-14 23:32:56,509 EPOCH 16 done: loss 1.3349 - lr 0.1000000 +2020-05-14 23:32:56,509 BAD EPOCHS (no improvement): 0 +2020-05-14 23:32:56,510 ---------------------------------------------------------------------------------------------------- +2020-05-14 23:33:59,244 epoch 17 - iter 265/2650 - loss 1.28739197 - samples/sec: 135.23 +2020-05-14 23:35:00,287 epoch 17 - iter 530/2650 - loss 1.27972256 - samples/sec: 138.99 +2020-05-14 23:36:04,211 epoch 17 - iter 795/2650 - loss 1.28618993 - samples/sec: 132.72 +2020-05-14 23:37:07,369 epoch 17 - iter 1060/2650 - loss 1.29866713 - samples/sec: 134.33 +2020-05-14 23:38:11,793 epoch 17 - iter 1325/2650 - loss 1.30473996 - samples/sec: 131.69 +2020-05-14 23:39:14,401 epoch 17 - iter 1590/2650 - loss 1.30893172 - samples/sec: 135.52 +2020-05-14 23:40:18,930 epoch 17 - iter 1855/2650 - loss 1.31438349 - samples/sec: 131.48 +2020-05-14 23:41:21,431 epoch 17 - iter 2120/2650 - loss 1.31414536 - samples/sec: 135.75 +2020-05-14 23:42:26,219 epoch 17 - iter 2385/2650 - loss 1.31629080 - samples/sec: 130.96 +2020-05-14 23:43:29,547 epoch 17 - iter 2650/2650 - loss 1.31909985 - samples/sec: 133.97 +2020-05-14 23:43:29,561 ---------------------------------------------------------------------------------------------------- +2020-05-14 23:43:29,561 EPOCH 17 done: loss 1.3191 - lr 0.1000000 +2020-05-14 23:43:29,561 BAD EPOCHS (no improvement): 0 +2020-05-14 23:43:29,561 ---------------------------------------------------------------------------------------------------- +2020-05-14 23:44:31,044 epoch 18 - iter 265/2650 - loss 1.18740381 - samples/sec: 137.98 +2020-05-14 23:45:35,618 epoch 18 - iter 530/2650 - loss 1.24744662 - samples/sec: 131.39 +2020-05-14 23:46:37,907 epoch 18 - iter 795/2650 - loss 1.25059832 - samples/sec: 136.21 +2020-05-14 23:47:41,549 epoch 18 - iter 1060/2650 - loss 1.25544313 - samples/sec: 133.31 +2020-05-14 23:48:46,374 epoch 18 - iter 1325/2650 - loss 1.26188193 - samples/sec: 130.88 +2020-05-14 23:49:49,132 epoch 18 - iter 1590/2650 - loss 1.27517707 - samples/sec: 135.19 +2020-05-14 23:50:51,748 epoch 18 - iter 1855/2650 - loss 1.28139389 - samples/sec: 135.50 +2020-05-14 23:51:54,976 epoch 18 - iter 2120/2650 - loss 1.28580666 - samples/sec: 134.19 +2020-05-14 23:52:58,741 epoch 18 - iter 2385/2650 - loss 1.29464864 - samples/sec: 133.05 +2020-05-14 23:54:02,963 epoch 18 - iter 2650/2650 - loss 1.30097205 - samples/sec: 132.11 +2020-05-14 23:54:02,976 ---------------------------------------------------------------------------------------------------- +2020-05-14 23:54:02,976 EPOCH 18 done: loss 1.3010 - lr 0.1000000 +2020-05-14 23:54:02,977 BAD EPOCHS (no improvement): 0 +2020-05-14 23:54:02,977 ---------------------------------------------------------------------------------------------------- +2020-05-14 23:55:06,555 epoch 19 - iter 265/2650 - loss 1.26371326 - samples/sec: 133.43 +2020-05-14 23:56:10,150 epoch 19 - iter 530/2650 - loss 1.26326257 - samples/sec: 133.41 +2020-05-14 23:57:12,236 epoch 19 - iter 795/2650 - loss 1.24916972 - samples/sec: 136.66 +2020-05-14 23:58:15,886 epoch 19 - iter 1060/2650 - loss 1.25713620 - samples/sec: 133.30 +2020-05-14 23:59:18,257 epoch 19 - iter 1325/2650 - loss 1.26091258 - samples/sec: 136.03 +2020-05-15 00:00:21,072 epoch 19 - iter 1590/2650 - loss 1.26043059 - samples/sec: 135.07 +2020-05-15 00:01:24,590 epoch 19 - iter 1855/2650 - loss 1.26685163 - samples/sec: 133.57 +2020-05-15 00:02:28,507 epoch 19 - iter 2120/2650 - loss 1.26900503 - samples/sec: 132.74 +2020-05-15 00:03:32,623 epoch 19 - iter 2385/2650 - loss 1.27169460 - samples/sec: 132.33 +2020-05-15 00:04:36,617 epoch 19 - iter 2650/2650 - loss 1.27540996 - samples/sec: 132.58 +2020-05-15 00:04:36,630 ---------------------------------------------------------------------------------------------------- +2020-05-15 00:04:36,630 EPOCH 19 done: loss 1.2754 - lr 0.1000000 +2020-05-15 00:04:36,630 BAD EPOCHS (no improvement): 0 +2020-05-15 00:04:36,631 ---------------------------------------------------------------------------------------------------- +2020-05-15 00:05:40,970 epoch 20 - iter 265/2650 - loss 1.23545391 - samples/sec: 131.85 +2020-05-15 00:06:43,482 epoch 20 - iter 530/2650 - loss 1.23155610 - samples/sec: 135.72 +2020-05-15 00:07:47,348 epoch 20 - iter 795/2650 - loss 1.23511899 - samples/sec: 132.84 +2020-05-15 00:08:50,250 epoch 20 - iter 1060/2650 - loss 1.24566345 - samples/sec: 134.88 +2020-05-15 00:09:53,345 epoch 20 - iter 1325/2650 - loss 1.24839078 - samples/sec: 134.47 +2020-05-15 00:10:56,494 epoch 20 - iter 1590/2650 - loss 1.24779592 - samples/sec: 134.35 +2020-05-15 00:12:00,861 epoch 20 - iter 1855/2650 - loss 1.25218256 - samples/sec: 131.81 +2020-05-15 00:13:03,946 epoch 20 - iter 2120/2650 - loss 1.25558792 - samples/sec: 134.49 +2020-05-15 00:14:07,740 epoch 20 - iter 2385/2650 - loss 1.25918627 - samples/sec: 132.99 +2020-05-15 00:15:11,691 epoch 20 - iter 2650/2650 - loss 1.26209307 - samples/sec: 132.67 +2020-05-15 00:15:11,704 ---------------------------------------------------------------------------------------------------- +2020-05-15 00:15:11,704 EPOCH 20 done: loss 1.2621 - lr 0.1000000 +2020-05-15 00:15:11,704 BAD EPOCHS (no improvement): 0 +2020-05-15 00:15:11,704 ---------------------------------------------------------------------------------------------------- +2020-05-15 00:16:15,158 epoch 21 - iter 265/2650 - loss 1.17993955 - samples/sec: 133.69 +2020-05-15 00:17:19,492 epoch 21 - iter 530/2650 - loss 1.21225949 - samples/sec: 131.88 +2020-05-15 00:18:23,411 epoch 21 - iter 795/2650 - loss 1.21965884 - samples/sec: 132.73 +2020-05-15 00:19:26,411 epoch 21 - iter 1060/2650 - loss 1.22319707 - samples/sec: 134.67 +2020-05-15 00:20:31,598 epoch 21 - iter 1325/2650 - loss 1.23319669 - samples/sec: 130.15 +2020-05-15 00:21:35,478 epoch 21 - iter 1590/2650 - loss 1.23480897 - samples/sec: 132.82 +2020-05-15 00:22:39,364 epoch 21 - iter 1855/2650 - loss 1.23500773 - samples/sec: 132.81 +2020-05-15 00:23:42,059 epoch 21 - iter 2120/2650 - loss 1.23814157 - samples/sec: 135.33 +2020-05-15 00:24:45,689 epoch 21 - iter 2385/2650 - loss 1.24177469 - samples/sec: 133.34 +2020-05-15 00:25:48,578 epoch 21 - iter 2650/2650 - loss 1.24271260 - samples/sec: 134.91 +2020-05-15 00:25:48,592 ---------------------------------------------------------------------------------------------------- +2020-05-15 00:25:48,592 EPOCH 21 done: loss 1.2427 - lr 0.1000000 +2020-05-15 00:25:48,592 BAD EPOCHS (no improvement): 0 +2020-05-15 00:25:48,592 ---------------------------------------------------------------------------------------------------- +2020-05-15 00:26:52,100 epoch 22 - iter 265/2650 - loss 1.22383088 - samples/sec: 133.58 +2020-05-15 00:27:55,891 epoch 22 - iter 530/2650 - loss 1.21130135 - samples/sec: 133.00 +2020-05-15 00:28:59,897 epoch 22 - iter 795/2650 - loss 1.20195434 - samples/sec: 132.55 +2020-05-15 00:30:02,806 epoch 22 - iter 1060/2650 - loss 1.19602546 - samples/sec: 134.86 +2020-05-15 00:31:06,071 epoch 22 - iter 1325/2650 - loss 1.20552765 - samples/sec: 134.11 +2020-05-15 00:32:08,975 epoch 22 - iter 1590/2650 - loss 1.21060759 - samples/sec: 134.88 +2020-05-15 00:33:12,329 epoch 22 - iter 1855/2650 - loss 1.21267147 - samples/sec: 133.92 +2020-05-15 00:34:15,966 epoch 22 - iter 2120/2650 - loss 1.21455604 - samples/sec: 133.32 +2020-05-15 00:35:21,071 epoch 22 - iter 2385/2650 - loss 1.21657259 - samples/sec: 130.32 +2020-05-15 00:36:23,096 epoch 22 - iter 2650/2650 - loss 1.22393044 - samples/sec: 136.79 +2020-05-15 00:36:23,110 ---------------------------------------------------------------------------------------------------- +2020-05-15 00:36:23,110 EPOCH 22 done: loss 1.2239 - lr 0.1000000 +2020-05-15 00:36:23,110 BAD EPOCHS (no improvement): 0 +2020-05-15 00:36:23,110 ---------------------------------------------------------------------------------------------------- +2020-05-15 00:37:26,082 epoch 23 - iter 265/2650 - loss 1.19362935 - samples/sec: 134.71 +2020-05-15 00:38:28,649 epoch 23 - iter 530/2650 - loss 1.20868120 - samples/sec: 135.60 +2020-05-15 00:39:30,312 epoch 23 - iter 795/2650 - loss 1.21562320 - samples/sec: 137.59 +2020-05-15 00:40:32,521 epoch 23 - iter 1060/2650 - loss 1.21194975 - samples/sec: 136.38 +2020-05-15 00:41:36,466 epoch 23 - iter 1325/2650 - loss 1.21371350 - samples/sec: 132.68 +2020-05-15 00:42:40,113 epoch 23 - iter 1590/2650 - loss 1.21407947 - samples/sec: 133.30 +2020-05-15 00:43:43,495 epoch 23 - iter 1855/2650 - loss 1.21495330 - samples/sec: 133.86 +2020-05-15 00:44:50,885 epoch 23 - iter 2120/2650 - loss 1.21780633 - samples/sec: 125.89 +2020-05-15 00:45:57,176 epoch 23 - iter 2385/2650 - loss 1.21905345 - samples/sec: 127.98 +2020-05-15 00:47:03,009 epoch 23 - iter 2650/2650 - loss 1.22206027 - samples/sec: 128.88 +2020-05-15 00:47:03,023 ---------------------------------------------------------------------------------------------------- +2020-05-15 00:47:03,023 EPOCH 23 done: loss 1.2221 - lr 0.1000000 +2020-05-15 00:47:03,023 BAD EPOCHS (no improvement): 0 +2020-05-15 00:47:03,023 ---------------------------------------------------------------------------------------------------- +2020-05-15 00:48:07,649 epoch 24 - iter 265/2650 - loss 1.17193480 - samples/sec: 131.27 +2020-05-15 00:49:14,691 epoch 24 - iter 530/2650 - loss 1.18520061 - samples/sec: 126.55 +2020-05-15 00:50:19,112 epoch 24 - iter 795/2650 - loss 1.18454782 - samples/sec: 131.70 +2020-05-15 00:51:22,354 epoch 24 - iter 1060/2650 - loss 1.18029094 - samples/sec: 134.16 +2020-05-15 00:52:27,344 epoch 24 - iter 1325/2650 - loss 1.19187679 - samples/sec: 130.55 +2020-05-15 00:53:33,223 epoch 24 - iter 1590/2650 - loss 1.18983134 - samples/sec: 128.79 +2020-05-15 00:54:37,008 epoch 24 - iter 1855/2650 - loss 1.19354491 - samples/sec: 133.02 +2020-05-15 00:55:41,766 epoch 24 - iter 2120/2650 - loss 1.19512985 - samples/sec: 131.02 +2020-05-15 00:56:47,253 epoch 24 - iter 2385/2650 - loss 1.19874410 - samples/sec: 129.56 +2020-05-15 00:57:53,774 epoch 24 - iter 2650/2650 - loss 1.20737689 - samples/sec: 127.54 +2020-05-15 00:57:53,788 ---------------------------------------------------------------------------------------------------- +2020-05-15 00:57:53,788 EPOCH 24 done: loss 1.2074 - lr 0.1000000 +2020-05-15 00:57:53,788 BAD EPOCHS (no improvement): 0 +2020-05-15 00:57:53,788 ---------------------------------------------------------------------------------------------------- +2020-05-15 00:58:59,283 epoch 25 - iter 265/2650 - loss 1.16743796 - samples/sec: 129.52 +2020-05-15 01:00:03,538 epoch 25 - iter 530/2650 - loss 1.16390571 - samples/sec: 132.05 +2020-05-15 01:01:08,236 epoch 25 - iter 795/2650 - loss 1.17782600 - samples/sec: 131.14 +2020-05-15 01:02:11,599 epoch 25 - iter 1060/2650 - loss 1.17985265 - samples/sec: 133.90 +2020-05-15 01:03:17,702 epoch 25 - iter 1325/2650 - loss 1.18356145 - samples/sec: 128.35 +2020-05-15 01:04:21,768 epoch 25 - iter 1590/2650 - loss 1.18444098 - samples/sec: 132.43 +2020-05-15 01:05:28,486 epoch 25 - iter 1855/2650 - loss 1.18906514 - samples/sec: 127.17 +2020-05-15 01:06:33,216 epoch 25 - iter 2120/2650 - loss 1.19040402 - samples/sec: 131.08 +2020-05-15 01:07:35,878 epoch 25 - iter 2385/2650 - loss 1.18905161 - samples/sec: 135.40 +2020-05-15 01:08:41,865 epoch 25 - iter 2650/2650 - loss 1.19166137 - samples/sec: 128.58 +2020-05-15 01:08:41,879 ---------------------------------------------------------------------------------------------------- +2020-05-15 01:08:41,879 EPOCH 25 done: loss 1.1917 - lr 0.1000000 +2020-05-15 01:08:41,879 BAD EPOCHS (no improvement): 0 +2020-05-15 01:08:41,879 ---------------------------------------------------------------------------------------------------- +2020-05-15 01:09:47,120 epoch 26 - iter 265/2650 - loss 1.22409112 - samples/sec: 130.03 +2020-05-15 01:10:50,484 epoch 26 - iter 530/2650 - loss 1.19629000 - samples/sec: 133.90 +2020-05-15 01:11:54,376 epoch 26 - iter 795/2650 - loss 1.19098814 - samples/sec: 132.79 +2020-05-15 01:12:59,411 epoch 26 - iter 1060/2650 - loss 1.18615913 - samples/sec: 130.46 +2020-05-15 01:14:02,209 epoch 26 - iter 1325/2650 - loss 1.17281441 - samples/sec: 135.11 +2020-05-15 01:15:05,804 epoch 26 - iter 1590/2650 - loss 1.17922988 - samples/sec: 133.41 +2020-05-15 01:16:08,897 epoch 26 - iter 1855/2650 - loss 1.17947497 - samples/sec: 134.47 +2020-05-15 01:17:13,202 epoch 26 - iter 2120/2650 - loss 1.18142090 - samples/sec: 131.94 +2020-05-15 01:18:15,624 epoch 26 - iter 2385/2650 - loss 1.18434936 - samples/sec: 135.92 +2020-05-15 01:19:19,317 epoch 26 - iter 2650/2650 - loss 1.18544102 - samples/sec: 133.21 +2020-05-15 01:19:19,331 ---------------------------------------------------------------------------------------------------- +2020-05-15 01:19:19,331 EPOCH 26 done: loss 1.1854 - lr 0.1000000 +2020-05-15 01:19:19,331 BAD EPOCHS (no improvement): 0 +2020-05-15 01:19:19,331 ---------------------------------------------------------------------------------------------------- +2020-05-15 01:20:23,198 epoch 27 - iter 265/2650 - loss 1.14981475 - samples/sec: 132.83 +2020-05-15 01:21:26,303 epoch 27 - iter 530/2650 - loss 1.15549151 - samples/sec: 134.45 +2020-05-15 01:22:28,884 epoch 27 - iter 795/2650 - loss 1.14869123 - samples/sec: 135.57 +2020-05-15 01:23:32,041 epoch 27 - iter 1060/2650 - loss 1.14545603 - samples/sec: 134.34 +2020-05-15 01:24:36,796 epoch 27 - iter 1325/2650 - loss 1.14428301 - samples/sec: 131.02 +2020-05-15 01:25:42,100 epoch 27 - iter 1590/2650 - loss 1.15023522 - samples/sec: 129.92 +2020-05-15 01:26:46,082 epoch 27 - iter 1855/2650 - loss 1.15372620 - samples/sec: 132.60 +2020-05-15 01:27:49,014 epoch 27 - iter 2120/2650 - loss 1.15880897 - samples/sec: 134.82 +2020-05-15 01:28:51,729 epoch 27 - iter 2385/2650 - loss 1.16186863 - samples/sec: 135.29 +2020-05-15 01:29:54,697 epoch 27 - iter 2650/2650 - loss 1.16395521 - samples/sec: 134.74 +2020-05-15 01:29:54,710 ---------------------------------------------------------------------------------------------------- +2020-05-15 01:29:54,711 EPOCH 27 done: loss 1.1640 - lr 0.1000000 +2020-05-15 01:29:54,711 BAD EPOCHS (no improvement): 0 +2020-05-15 01:29:54,711 ---------------------------------------------------------------------------------------------------- +2020-05-15 01:30:56,481 epoch 28 - iter 265/2650 - loss 1.10499472 - samples/sec: 137.34 +2020-05-15 01:32:00,051 epoch 28 - iter 530/2650 - loss 1.11067071 - samples/sec: 133.46 +2020-05-15 01:33:03,487 epoch 28 - iter 795/2650 - loss 1.13176148 - samples/sec: 133.75 +2020-05-15 01:34:07,284 epoch 28 - iter 1060/2650 - loss 1.13178278 - samples/sec: 132.99 +2020-05-15 01:35:13,364 epoch 28 - iter 1325/2650 - loss 1.14190150 - samples/sec: 128.39 +2020-05-15 01:36:17,844 epoch 28 - iter 1590/2650 - loss 1.14166251 - samples/sec: 131.58 +2020-05-15 01:37:21,831 epoch 28 - iter 1855/2650 - loss 1.14783891 - samples/sec: 132.59 +2020-05-15 01:38:25,558 epoch 28 - iter 2120/2650 - loss 1.15575548 - samples/sec: 133.13 +2020-05-15 01:39:30,436 epoch 28 - iter 2385/2650 - loss 1.16421577 - samples/sec: 130.77 +2020-05-15 01:40:32,198 epoch 28 - iter 2650/2650 - loss 1.16741712 - samples/sec: 137.38 +2020-05-15 01:40:32,212 ---------------------------------------------------------------------------------------------------- +2020-05-15 01:40:32,212 EPOCH 28 done: loss 1.1674 - lr 0.1000000 +2020-05-15 01:40:32,212 BAD EPOCHS (no improvement): 1 +2020-05-15 01:40:32,212 ---------------------------------------------------------------------------------------------------- +2020-05-15 01:41:36,557 epoch 29 - iter 265/2650 - loss 1.12858580 - samples/sec: 131.84 +2020-05-15 01:42:40,778 epoch 29 - iter 530/2650 - loss 1.13319095 - samples/sec: 132.11 +2020-05-15 01:43:45,718 epoch 29 - iter 795/2650 - loss 1.14171340 - samples/sec: 130.65 +2020-05-15 01:44:49,457 epoch 29 - iter 1060/2650 - loss 1.14295830 - samples/sec: 133.11 +2020-05-15 01:45:53,675 epoch 29 - iter 1325/2650 - loss 1.15182286 - samples/sec: 132.12 +2020-05-15 01:46:57,524 epoch 29 - iter 1590/2650 - loss 1.15238240 - samples/sec: 132.88 +2020-05-15 01:48:02,536 epoch 29 - iter 1855/2650 - loss 1.15129946 - samples/sec: 130.51 +2020-05-15 01:49:07,284 epoch 29 - iter 2120/2650 - loss 1.15166706 - samples/sec: 131.04 +2020-05-15 01:50:11,799 epoch 29 - iter 2385/2650 - loss 1.14989156 - samples/sec: 131.51 +2020-05-15 01:51:16,676 epoch 29 - iter 2650/2650 - loss 1.15482685 - samples/sec: 130.78 +2020-05-15 01:51:16,689 ---------------------------------------------------------------------------------------------------- +2020-05-15 01:51:16,689 EPOCH 29 done: loss 1.1548 - lr 0.1000000 +2020-05-15 01:51:16,689 BAD EPOCHS (no improvement): 0 +2020-05-15 01:51:16,689 ---------------------------------------------------------------------------------------------------- +2020-05-15 01:52:21,746 epoch 30 - iter 265/2650 - loss 1.12411328 - samples/sec: 130.40 +2020-05-15 01:53:25,962 epoch 30 - iter 530/2650 - loss 1.12516572 - samples/sec: 132.12 +2020-05-15 01:54:31,169 epoch 30 - iter 795/2650 - loss 1.13514622 - samples/sec: 130.11 +2020-05-15 01:55:37,515 epoch 30 - iter 1060/2650 - loss 1.13921793 - samples/sec: 127.88 +2020-05-15 01:56:42,135 epoch 30 - iter 1325/2650 - loss 1.13920009 - samples/sec: 131.30 +2020-05-15 01:57:45,281 epoch 30 - iter 1590/2650 - loss 1.13627207 - samples/sec: 134.36 +2020-05-15 01:58:48,157 epoch 30 - iter 1855/2650 - loss 1.13841661 - samples/sec: 134.94 +2020-05-15 01:59:54,005 epoch 30 - iter 2120/2650 - loss 1.13903106 - samples/sec: 128.85 +2020-05-15 02:00:59,239 epoch 30 - iter 2385/2650 - loss 1.14574739 - samples/sec: 130.06 +2020-05-15 02:02:03,040 epoch 30 - iter 2650/2650 - loss 1.15023791 - samples/sec: 132.99 +2020-05-15 02:02:03,053 ---------------------------------------------------------------------------------------------------- +2020-05-15 02:02:03,053 EPOCH 30 done: loss 1.1502 - lr 0.1000000 +2020-05-15 02:02:03,053 BAD EPOCHS (no improvement): 0 +2020-05-15 02:02:03,053 ---------------------------------------------------------------------------------------------------- +2020-05-15 02:03:07,504 epoch 31 - iter 265/2650 - loss 1.07534471 - samples/sec: 131.62 +2020-05-15 02:04:09,992 epoch 31 - iter 530/2650 - loss 1.09222794 - samples/sec: 135.78 +2020-05-15 02:05:13,923 epoch 31 - iter 795/2650 - loss 1.10215192 - samples/sec: 132.71 +2020-05-15 02:06:16,558 epoch 31 - iter 1060/2650 - loss 1.11650624 - samples/sec: 135.46 +2020-05-15 02:07:20,685 epoch 31 - iter 1325/2650 - loss 1.11893896 - samples/sec: 132.30 +2020-05-15 02:08:23,561 epoch 31 - iter 1590/2650 - loss 1.11404504 - samples/sec: 134.94 +2020-05-15 02:09:29,394 epoch 31 - iter 1855/2650 - loss 1.12465464 - samples/sec: 128.87 +2020-05-15 02:10:34,408 epoch 31 - iter 2120/2650 - loss 1.13035252 - samples/sec: 130.50 +2020-05-15 02:11:40,478 epoch 31 - iter 2385/2650 - loss 1.13614911 - samples/sec: 128.41 +2020-05-15 02:12:43,307 epoch 31 - iter 2650/2650 - loss 1.13941395 - samples/sec: 135.04 +2020-05-15 02:12:43,321 ---------------------------------------------------------------------------------------------------- +2020-05-15 02:12:43,321 EPOCH 31 done: loss 1.1394 - lr 0.1000000 +2020-05-15 02:12:43,321 BAD EPOCHS (no improvement): 0 +2020-05-15 02:12:43,321 ---------------------------------------------------------------------------------------------------- +2020-05-15 02:13:47,901 epoch 32 - iter 265/2650 - loss 1.11252902 - samples/sec: 131.36 +2020-05-15 02:14:51,740 epoch 32 - iter 530/2650 - loss 1.10175283 - samples/sec: 132.90 +2020-05-15 02:15:55,574 epoch 32 - iter 795/2650 - loss 1.10559067 - samples/sec: 132.91 +2020-05-15 02:17:00,081 epoch 32 - iter 1060/2650 - loss 1.11063434 - samples/sec: 131.53 +2020-05-15 02:18:03,733 epoch 32 - iter 1325/2650 - loss 1.11841219 - samples/sec: 133.29 +2020-05-15 02:19:09,037 epoch 32 - iter 1590/2650 - loss 1.12182126 - samples/sec: 129.92 +2020-05-15 02:20:14,346 epoch 32 - iter 1855/2650 - loss 1.12872774 - samples/sec: 129.91 +2020-05-15 02:21:18,081 epoch 32 - iter 2120/2650 - loss 1.12913531 - samples/sec: 133.12 +2020-05-15 02:22:20,535 epoch 32 - iter 2385/2650 - loss 1.13199920 - samples/sec: 135.85 +2020-05-15 02:23:23,797 epoch 32 - iter 2650/2650 - loss 1.13338676 - samples/sec: 134.12 +2020-05-15 02:23:23,810 ---------------------------------------------------------------------------------------------------- +2020-05-15 02:23:23,811 EPOCH 32 done: loss 1.1334 - lr 0.1000000 +2020-05-15 02:23:23,811 BAD EPOCHS (no improvement): 0 +2020-05-15 02:23:23,811 ---------------------------------------------------------------------------------------------------- +2020-05-15 02:24:28,444 epoch 33 - iter 265/2650 - loss 1.07338534 - samples/sec: 131.25 +2020-05-15 02:25:32,098 epoch 33 - iter 530/2650 - loss 1.07917092 - samples/sec: 133.29 +2020-05-15 02:26:36,212 epoch 33 - iter 795/2650 - loss 1.08659504 - samples/sec: 132.33 +2020-05-15 02:27:39,833 epoch 33 - iter 1060/2650 - loss 1.08413910 - samples/sec: 133.36 +2020-05-15 02:28:42,315 epoch 33 - iter 1325/2650 - loss 1.09352014 - samples/sec: 135.79 +2020-05-15 02:29:47,648 epoch 33 - iter 1590/2650 - loss 1.09635913 - samples/sec: 129.86 +2020-05-15 02:30:49,832 epoch 33 - iter 1855/2650 - loss 1.10120856 - samples/sec: 136.44 +2020-05-15 02:31:52,671 epoch 33 - iter 2120/2650 - loss 1.10815583 - samples/sec: 135.01 +2020-05-15 02:32:55,503 epoch 33 - iter 2385/2650 - loss 1.11352368 - samples/sec: 135.03 +2020-05-15 02:33:57,485 epoch 33 - iter 2650/2650 - loss 1.11696793 - samples/sec: 136.88 +2020-05-15 02:33:57,498 ---------------------------------------------------------------------------------------------------- +2020-05-15 02:33:57,498 EPOCH 33 done: loss 1.1170 - lr 0.1000000 +2020-05-15 02:33:57,498 BAD EPOCHS (no improvement): 0 +2020-05-15 02:33:57,499 ---------------------------------------------------------------------------------------------------- +2020-05-15 02:35:00,258 epoch 34 - iter 265/2650 - loss 1.07139693 - samples/sec: 135.17 +2020-05-15 02:36:02,063 epoch 34 - iter 530/2650 - loss 1.07609874 - samples/sec: 137.27 +2020-05-15 02:37:04,972 epoch 34 - iter 795/2650 - loss 1.09425126 - samples/sec: 134.86 +2020-05-15 02:38:06,199 epoch 34 - iter 1060/2650 - loss 1.10282551 - samples/sec: 138.57 +2020-05-15 02:39:09,904 epoch 34 - iter 1325/2650 - loss 1.10631708 - samples/sec: 133.18 +2020-05-15 02:40:12,662 epoch 34 - iter 1590/2650 - loss 1.11326118 - samples/sec: 135.19 +2020-05-15 02:41:16,079 epoch 34 - iter 1855/2650 - loss 1.11549996 - samples/sec: 133.78 +2020-05-15 02:42:18,116 epoch 34 - iter 2120/2650 - loss 1.11340787 - samples/sec: 136.76 +2020-05-15 02:43:19,976 epoch 34 - iter 2385/2650 - loss 1.11845618 - samples/sec: 137.15 +2020-05-15 02:44:23,351 epoch 34 - iter 2650/2650 - loss 1.11839759 - samples/sec: 133.87 +2020-05-15 02:44:23,364 ---------------------------------------------------------------------------------------------------- +2020-05-15 02:44:23,364 EPOCH 34 done: loss 1.1184 - lr 0.1000000 +2020-05-15 02:44:23,364 BAD EPOCHS (no improvement): 1 +2020-05-15 02:44:23,364 ---------------------------------------------------------------------------------------------------- +2020-05-15 02:45:24,551 epoch 35 - iter 265/2650 - loss 1.05365199 - samples/sec: 138.64 +2020-05-15 02:46:27,094 epoch 35 - iter 530/2650 - loss 1.07420114 - samples/sec: 135.65 +2020-05-15 02:47:29,992 epoch 35 - iter 795/2650 - loss 1.07377442 - samples/sec: 134.89 +2020-05-15 02:48:32,599 epoch 35 - iter 1060/2650 - loss 1.07596388 - samples/sec: 135.51 +2020-05-15 02:49:38,156 epoch 35 - iter 1325/2650 - loss 1.08111013 - samples/sec: 129.41 +2020-05-15 02:50:41,181 epoch 35 - iter 1590/2650 - loss 1.09219611 - samples/sec: 134.62 +2020-05-15 02:51:42,398 epoch 35 - iter 1855/2650 - loss 1.09717050 - samples/sec: 138.59 +2020-05-15 02:52:44,263 epoch 35 - iter 2120/2650 - loss 1.10195073 - samples/sec: 137.14 +2020-05-15 02:53:47,548 epoch 35 - iter 2385/2650 - loss 1.10067186 - samples/sec: 134.07 +2020-05-15 02:54:51,110 epoch 35 - iter 2650/2650 - loss 1.10314920 - samples/sec: 133.48 +2020-05-15 02:54:51,123 ---------------------------------------------------------------------------------------------------- +2020-05-15 02:54:51,123 EPOCH 35 done: loss 1.1031 - lr 0.1000000 +2020-05-15 02:54:51,123 BAD EPOCHS (no improvement): 0 +2020-05-15 02:54:51,123 ---------------------------------------------------------------------------------------------------- +2020-05-15 02:55:52,590 epoch 36 - iter 265/2650 - loss 1.10295673 - samples/sec: 138.01 +2020-05-15 02:56:55,052 epoch 36 - iter 530/2650 - loss 1.09772886 - samples/sec: 135.83 +2020-05-15 02:57:58,245 epoch 36 - iter 795/2650 - loss 1.10093750 - samples/sec: 134.26 +2020-05-15 02:59:00,640 epoch 36 - iter 1060/2650 - loss 1.09531750 - samples/sec: 135.97 +2020-05-15 03:00:03,262 epoch 36 - iter 1325/2650 - loss 1.09679998 - samples/sec: 135.48 +2020-05-15 03:01:05,214 epoch 36 - iter 1590/2650 - loss 1.10238971 - samples/sec: 136.94 +2020-05-15 03:02:08,458 epoch 36 - iter 1855/2650 - loss 1.10768760 - samples/sec: 134.15 +2020-05-15 03:03:11,858 epoch 36 - iter 2120/2650 - loss 1.10830849 - samples/sec: 133.82 +2020-05-15 03:04:13,572 epoch 36 - iter 2385/2650 - loss 1.10549256 - samples/sec: 137.48 +2020-05-15 03:05:17,468 epoch 36 - iter 2650/2650 - loss 1.10665407 - samples/sec: 132.78 +2020-05-15 03:05:17,481 ---------------------------------------------------------------------------------------------------- +2020-05-15 03:05:17,482 EPOCH 36 done: loss 1.1067 - lr 0.1000000 +2020-05-15 03:05:17,482 BAD EPOCHS (no improvement): 1 +2020-05-15 03:05:17,482 ---------------------------------------------------------------------------------------------------- +2020-05-15 03:06:20,789 epoch 37 - iter 265/2650 - loss 1.06572566 - samples/sec: 134.00 +2020-05-15 03:07:23,210 epoch 37 - iter 530/2650 - loss 1.08958279 - samples/sec: 135.92 +2020-05-15 03:08:24,919 epoch 37 - iter 795/2650 - loss 1.07613956 - samples/sec: 137.49 +2020-05-15 03:09:27,951 epoch 37 - iter 1060/2650 - loss 1.07836476 - samples/sec: 134.60 +2020-05-15 03:10:31,973 epoch 37 - iter 1325/2650 - loss 1.08711218 - samples/sec: 132.52 +2020-05-15 03:11:35,257 epoch 37 - iter 1590/2650 - loss 1.08942731 - samples/sec: 134.07 +2020-05-15 03:12:38,228 epoch 37 - iter 1855/2650 - loss 1.08764565 - samples/sec: 134.73 +2020-05-15 03:13:49,185 epoch 37 - iter 2120/2650 - loss 1.08954325 - samples/sec: 119.56 +2020-05-15 03:14:53,016 epoch 37 - iter 2385/2650 - loss 1.09651878 - samples/sec: 132.92 +2020-05-15 03:15:55,077 epoch 37 - iter 2650/2650 - loss 1.09813872 - samples/sec: 136.71 +2020-05-15 03:15:55,090 ---------------------------------------------------------------------------------------------------- +2020-05-15 03:15:55,090 EPOCH 37 done: loss 1.0981 - lr 0.1000000 +2020-05-15 03:15:55,090 BAD EPOCHS (no improvement): 0 +2020-05-15 03:15:55,091 ---------------------------------------------------------------------------------------------------- +2020-05-15 03:16:57,754 epoch 38 - iter 265/2650 - loss 1.07696162 - samples/sec: 135.37 +2020-05-15 03:18:02,501 epoch 38 - iter 530/2650 - loss 1.07019052 - samples/sec: 131.04 +2020-05-15 03:19:05,470 epoch 38 - iter 795/2650 - loss 1.07860810 - samples/sec: 134.73 +2020-05-15 03:20:07,165 epoch 38 - iter 1060/2650 - loss 1.07668830 - samples/sec: 137.52 +2020-05-15 03:21:10,278 epoch 38 - iter 1325/2650 - loss 1.07451420 - samples/sec: 134.43 +2020-05-15 03:22:12,626 epoch 38 - iter 1590/2650 - loss 1.08727164 - samples/sec: 136.08 +2020-05-15 03:23:14,549 epoch 38 - iter 1855/2650 - loss 1.08844953 - samples/sec: 137.01 +2020-05-15 03:24:16,567 epoch 38 - iter 2120/2650 - loss 1.08825157 - samples/sec: 136.80 +2020-05-15 03:25:19,968 epoch 38 - iter 2385/2650 - loss 1.09095805 - samples/sec: 133.82 +2020-05-15 03:26:23,630 epoch 38 - iter 2650/2650 - loss 1.09150072 - samples/sec: 133.27 +2020-05-15 03:26:23,643 ---------------------------------------------------------------------------------------------------- +2020-05-15 03:26:23,643 EPOCH 38 done: loss 1.0915 - lr 0.1000000 +2020-05-15 03:26:23,644 BAD EPOCHS (no improvement): 0 +2020-05-15 03:26:23,644 ---------------------------------------------------------------------------------------------------- +2020-05-15 03:27:25,526 epoch 39 - iter 265/2650 - loss 1.06644539 - samples/sec: 137.08 +2020-05-15 03:28:28,266 epoch 39 - iter 530/2650 - loss 1.05524300 - samples/sec: 135.22 +2020-05-15 03:29:31,304 epoch 39 - iter 795/2650 - loss 1.06071212 - samples/sec: 134.59 +2020-05-15 03:30:32,627 epoch 39 - iter 1060/2650 - loss 1.06128127 - samples/sec: 138.35 +2020-05-15 03:31:35,849 epoch 39 - iter 1325/2650 - loss 1.06818795 - samples/sec: 134.20 +2020-05-15 03:32:38,077 epoch 39 - iter 1590/2650 - loss 1.07190334 - samples/sec: 136.34 +2020-05-15 03:33:39,866 epoch 39 - iter 1855/2650 - loss 1.07330803 - samples/sec: 137.31 +2020-05-15 03:34:42,861 epoch 39 - iter 2120/2650 - loss 1.07769663 - samples/sec: 134.68 +2020-05-15 03:35:46,064 epoch 39 - iter 2385/2650 - loss 1.07751270 - samples/sec: 134.24 +2020-05-15 03:36:48,027 epoch 39 - iter 2650/2650 - loss 1.07872638 - samples/sec: 136.92 +2020-05-15 03:36:48,040 ---------------------------------------------------------------------------------------------------- +2020-05-15 03:36:48,040 EPOCH 39 done: loss 1.0787 - lr 0.1000000 +2020-05-15 03:36:48,040 BAD EPOCHS (no improvement): 0 +2020-05-15 03:36:48,040 ---------------------------------------------------------------------------------------------------- +2020-05-15 03:37:51,519 epoch 40 - iter 265/2650 - loss 1.08429493 - samples/sec: 133.63 +2020-05-15 03:38:53,819 epoch 40 - iter 530/2650 - loss 1.06498164 - samples/sec: 136.18 +2020-05-15 03:39:54,921 epoch 40 - iter 795/2650 - loss 1.05572491 - samples/sec: 138.85 +2020-05-15 03:40:57,969 epoch 40 - iter 1060/2650 - loss 1.06742320 - samples/sec: 134.56 +2020-05-15 03:42:00,006 epoch 40 - iter 1325/2650 - loss 1.06908663 - samples/sec: 136.76 +2020-05-15 03:43:02,533 epoch 40 - iter 1590/2650 - loss 1.06952201 - samples/sec: 135.69 +2020-05-15 03:44:04,097 epoch 40 - iter 1855/2650 - loss 1.06403466 - samples/sec: 137.81 +2020-05-15 03:45:05,813 epoch 40 - iter 2120/2650 - loss 1.06400864 - samples/sec: 137.47 +2020-05-15 03:46:10,082 epoch 40 - iter 2385/2650 - loss 1.07054183 - samples/sec: 132.01 +2020-05-15 03:47:12,974 epoch 40 - iter 2650/2650 - loss 1.07018156 - samples/sec: 134.90 +2020-05-15 03:47:12,987 ---------------------------------------------------------------------------------------------------- +2020-05-15 03:47:12,987 EPOCH 40 done: loss 1.0702 - lr 0.1000000 +2020-05-15 03:47:12,987 BAD EPOCHS (no improvement): 0 +2020-05-15 03:47:12,988 ---------------------------------------------------------------------------------------------------- +2020-05-15 03:48:16,651 epoch 41 - iter 265/2650 - loss 1.05944061 - samples/sec: 133.25 +2020-05-15 03:49:18,628 epoch 41 - iter 530/2650 - loss 1.04624154 - samples/sec: 136.89 +2020-05-15 03:50:21,571 epoch 41 - iter 795/2650 - loss 1.04986151 - samples/sec: 134.79 +2020-05-15 03:51:24,390 epoch 41 - iter 1060/2650 - loss 1.04813722 - samples/sec: 135.05 +2020-05-15 03:52:27,021 epoch 41 - iter 1325/2650 - loss 1.04880511 - samples/sec: 135.46 +2020-05-15 03:53:28,912 epoch 41 - iter 1590/2650 - loss 1.05358041 - samples/sec: 137.08 +2020-05-15 03:54:31,898 epoch 41 - iter 1855/2650 - loss 1.05776916 - samples/sec: 134.70 +2020-05-15 03:55:34,237 epoch 41 - iter 2120/2650 - loss 1.06433737 - samples/sec: 136.10 +2020-05-15 03:56:35,867 epoch 41 - iter 2385/2650 - loss 1.06685857 - samples/sec: 137.66 +2020-05-15 03:57:38,206 epoch 41 - iter 2650/2650 - loss 1.06764791 - samples/sec: 136.09 +2020-05-15 03:57:38,219 ---------------------------------------------------------------------------------------------------- +2020-05-15 03:57:38,219 EPOCH 41 done: loss 1.0676 - lr 0.1000000 +2020-05-15 03:57:38,219 BAD EPOCHS (no improvement): 0 +2020-05-15 03:57:38,219 ---------------------------------------------------------------------------------------------------- +2020-05-15 03:58:40,213 epoch 42 - iter 265/2650 - loss 1.04292047 - samples/sec: 136.83 +2020-05-15 03:59:43,827 epoch 42 - iter 530/2650 - loss 1.05952806 - samples/sec: 133.37 +2020-05-15 04:00:47,401 epoch 42 - iter 795/2650 - loss 1.04851396 - samples/sec: 133.45 +2020-05-15 04:01:49,224 epoch 42 - iter 1060/2650 - loss 1.04468603 - samples/sec: 137.23 +2020-05-15 04:02:51,462 epoch 42 - iter 1325/2650 - loss 1.04692339 - samples/sec: 136.32 +2020-05-15 04:03:54,726 epoch 42 - iter 1590/2650 - loss 1.04959445 - samples/sec: 134.11 +2020-05-15 04:04:56,221 epoch 42 - iter 1855/2650 - loss 1.05388850 - samples/sec: 137.96 +2020-05-15 04:05:58,194 epoch 42 - iter 2120/2650 - loss 1.06031845 - samples/sec: 136.90 +2020-05-15 04:07:01,843 epoch 42 - iter 2385/2650 - loss 1.06673120 - samples/sec: 133.29 +2020-05-15 04:08:04,725 epoch 42 - iter 2650/2650 - loss 1.07090964 - samples/sec: 134.92 +2020-05-15 04:08:04,738 ---------------------------------------------------------------------------------------------------- +2020-05-15 04:08:04,738 EPOCH 42 done: loss 1.0709 - lr 0.1000000 +2020-05-15 04:08:04,738 BAD EPOCHS (no improvement): 1 +2020-05-15 04:08:04,739 ---------------------------------------------------------------------------------------------------- +2020-05-15 04:09:09,452 epoch 43 - iter 265/2650 - loss 1.07777400 - samples/sec: 131.08 +2020-05-15 04:10:13,274 epoch 43 - iter 530/2650 - loss 1.05690003 - samples/sec: 132.93 +2020-05-15 04:11:15,457 epoch 43 - iter 795/2650 - loss 1.04536713 - samples/sec: 136.44 +2020-05-15 04:12:17,471 epoch 43 - iter 1060/2650 - loss 1.03627193 - samples/sec: 136.81 +2020-05-15 04:13:19,248 epoch 43 - iter 1325/2650 - loss 1.03636835 - samples/sec: 137.34 +2020-05-15 04:14:21,373 epoch 43 - iter 1590/2650 - loss 1.04273702 - samples/sec: 136.56 +2020-05-15 04:15:24,207 epoch 43 - iter 1855/2650 - loss 1.04981266 - samples/sec: 135.03 +2020-05-15 04:16:26,849 epoch 43 - iter 2120/2650 - loss 1.05152425 - samples/sec: 135.44 +2020-05-15 04:17:29,039 epoch 43 - iter 2385/2650 - loss 1.05628485 - samples/sec: 136.42 +2020-05-15 04:18:31,800 epoch 43 - iter 2650/2650 - loss 1.05841352 - samples/sec: 135.18 +2020-05-15 04:18:31,813 ---------------------------------------------------------------------------------------------------- +2020-05-15 04:18:31,813 EPOCH 43 done: loss 1.0584 - lr 0.1000000 +2020-05-15 04:18:31,813 BAD EPOCHS (no improvement): 0 +2020-05-15 04:18:31,813 ---------------------------------------------------------------------------------------------------- +2020-05-15 04:19:34,908 epoch 44 - iter 265/2650 - loss 1.00257375 - samples/sec: 134.45 +2020-05-15 04:20:37,710 epoch 44 - iter 530/2650 - loss 1.02302451 - samples/sec: 135.10 +2020-05-15 04:21:40,097 epoch 44 - iter 795/2650 - loss 1.02013806 - samples/sec: 135.99 +2020-05-15 04:22:41,374 epoch 44 - iter 1060/2650 - loss 1.02317927 - samples/sec: 138.46 +2020-05-15 04:23:44,467 epoch 44 - iter 1325/2650 - loss 1.02683387 - samples/sec: 134.47 +2020-05-15 04:24:46,193 epoch 44 - iter 1590/2650 - loss 1.03287171 - samples/sec: 137.45 +2020-05-15 04:25:50,252 epoch 44 - iter 1855/2650 - loss 1.04726578 - samples/sec: 132.44 +2020-05-15 04:26:53,735 epoch 44 - iter 2120/2650 - loss 1.05382083 - samples/sec: 133.64 +2020-05-15 04:27:57,133 epoch 44 - iter 2385/2650 - loss 1.05522653 - samples/sec: 133.82 +2020-05-15 04:29:01,884 epoch 44 - iter 2650/2650 - loss 1.06031018 - samples/sec: 131.02 +2020-05-15 04:29:01,897 ---------------------------------------------------------------------------------------------------- +2020-05-15 04:29:01,897 EPOCH 44 done: loss 1.0603 - lr 0.1000000 +2020-05-15 04:29:01,898 BAD EPOCHS (no improvement): 1 +2020-05-15 04:29:01,898 ---------------------------------------------------------------------------------------------------- +2020-05-15 04:30:05,148 epoch 45 - iter 265/2650 - loss 1.05141273 - samples/sec: 134.12 +2020-05-15 04:31:08,062 epoch 45 - iter 530/2650 - loss 1.03827077 - samples/sec: 134.85 +2020-05-15 04:32:11,907 epoch 45 - iter 795/2650 - loss 1.04471619 - samples/sec: 132.89 +2020-05-15 04:33:14,816 epoch 45 - iter 1060/2650 - loss 1.05078700 - samples/sec: 134.87 +2020-05-15 04:34:17,188 epoch 45 - iter 1325/2650 - loss 1.05095496 - samples/sec: 136.02 +2020-05-15 04:35:20,802 epoch 45 - iter 1590/2650 - loss 1.05071594 - samples/sec: 133.37 +2020-05-15 04:36:24,968 epoch 45 - iter 1855/2650 - loss 1.05074168 - samples/sec: 132.22 +2020-05-15 04:37:27,020 epoch 45 - iter 2120/2650 - loss 1.05560816 - samples/sec: 136.73 +2020-05-15 04:38:29,960 epoch 45 - iter 2385/2650 - loss 1.05907299 - samples/sec: 134.80 +2020-05-15 04:39:33,881 epoch 45 - iter 2650/2650 - loss 1.05991014 - samples/sec: 132.73 +2020-05-15 04:39:33,894 ---------------------------------------------------------------------------------------------------- +2020-05-15 04:39:33,894 EPOCH 45 done: loss 1.0599 - lr 0.1000000 +2020-05-15 04:39:33,894 BAD EPOCHS (no improvement): 2 +2020-05-15 04:39:33,894 ---------------------------------------------------------------------------------------------------- +2020-05-15 04:40:39,791 epoch 46 - iter 265/2650 - loss 1.03978895 - samples/sec: 128.73 +2020-05-15 04:41:43,598 epoch 46 - iter 530/2650 - loss 1.04386027 - samples/sec: 132.97 +2020-05-15 04:42:47,737 epoch 46 - iter 795/2650 - loss 1.04080550 - samples/sec: 132.28 +2020-05-15 04:43:51,354 epoch 46 - iter 1060/2650 - loss 1.04634685 - samples/sec: 133.37 +2020-05-15 04:44:58,065 epoch 46 - iter 1325/2650 - loss 1.05141060 - samples/sec: 127.18 +2020-05-15 04:46:01,179 epoch 46 - iter 1590/2650 - loss 1.05458959 - samples/sec: 134.43 +2020-05-15 04:47:04,666 epoch 46 - iter 1855/2650 - loss 1.05383308 - samples/sec: 133.64 +2020-05-15 04:48:08,706 epoch 46 - iter 2120/2650 - loss 1.05572517 - samples/sec: 132.49 +2020-05-15 04:49:12,384 epoch 46 - iter 2385/2650 - loss 1.05761154 - samples/sec: 133.24 +2020-05-15 04:50:16,840 epoch 46 - iter 2650/2650 - loss 1.05422885 - samples/sec: 131.63 +2020-05-15 04:50:16,853 ---------------------------------------------------------------------------------------------------- +2020-05-15 04:50:16,853 EPOCH 46 done: loss 1.0542 - lr 0.1000000 +2020-05-15 04:50:16,853 BAD EPOCHS (no improvement): 0 +2020-05-15 04:50:16,853 ---------------------------------------------------------------------------------------------------- +2020-05-15 04:51:20,404 epoch 47 - iter 265/2650 - loss 1.01715579 - samples/sec: 133.49 +2020-05-15 04:52:25,683 epoch 47 - iter 530/2650 - loss 1.01613219 - samples/sec: 129.97 +2020-05-15 04:53:27,513 epoch 47 - iter 795/2650 - loss 1.01637381 - samples/sec: 137.22 +2020-05-15 04:54:30,611 epoch 47 - iter 1060/2650 - loss 1.02348325 - samples/sec: 134.46 +2020-05-15 04:55:34,213 epoch 47 - iter 1325/2650 - loss 1.02984031 - samples/sec: 133.40 +2020-05-15 04:56:37,142 epoch 47 - iter 1590/2650 - loss 1.03517257 - samples/sec: 134.82 +2020-05-15 04:57:39,829 epoch 47 - iter 1855/2650 - loss 1.03191846 - samples/sec: 135.34 +2020-05-15 04:58:43,354 epoch 47 - iter 2120/2650 - loss 1.03600791 - samples/sec: 133.56 +2020-05-15 04:59:45,262 epoch 47 - iter 2385/2650 - loss 1.03715300 - samples/sec: 137.05 +2020-05-15 05:00:49,503 epoch 47 - iter 2650/2650 - loss 1.03986324 - samples/sec: 132.07 +2020-05-15 05:00:49,516 ---------------------------------------------------------------------------------------------------- +2020-05-15 05:00:49,516 EPOCH 47 done: loss 1.0399 - lr 0.1000000 +2020-05-15 05:00:49,516 BAD EPOCHS (no improvement): 0 +2020-05-15 05:00:49,516 ---------------------------------------------------------------------------------------------------- +2020-05-15 05:01:53,557 epoch 48 - iter 265/2650 - loss 1.01019688 - samples/sec: 132.46 +2020-05-15 05:02:55,719 epoch 48 - iter 530/2650 - loss 1.02507018 - samples/sec: 136.49 +2020-05-15 05:03:57,594 epoch 48 - iter 795/2650 - loss 1.01464257 - samples/sec: 137.12 +2020-05-15 05:05:01,569 epoch 48 - iter 1060/2650 - loss 1.02975378 - samples/sec: 132.62 +2020-05-15 05:06:04,600 epoch 48 - iter 1325/2650 - loss 1.03097597 - samples/sec: 134.60 +2020-05-15 05:07:06,079 epoch 48 - iter 1590/2650 - loss 1.03411865 - samples/sec: 138.00 +2020-05-15 05:08:09,853 epoch 48 - iter 1855/2650 - loss 1.03727196 - samples/sec: 133.04 +2020-05-15 05:09:13,395 epoch 48 - iter 2120/2650 - loss 1.04051268 - samples/sec: 133.52 +2020-05-15 05:10:14,960 epoch 48 - iter 2385/2650 - loss 1.04167487 - samples/sec: 137.81 +2020-05-15 05:11:17,862 epoch 48 - iter 2650/2650 - loss 1.04308313 - samples/sec: 134.88 +2020-05-15 05:11:17,875 ---------------------------------------------------------------------------------------------------- +2020-05-15 05:11:17,875 EPOCH 48 done: loss 1.0431 - lr 0.1000000 +2020-05-15 05:11:17,875 BAD EPOCHS (no improvement): 1 +2020-05-15 05:11:17,875 ---------------------------------------------------------------------------------------------------- +2020-05-15 05:12:20,005 epoch 49 - iter 265/2650 - loss 1.03219207 - samples/sec: 136.54 +2020-05-15 05:13:22,409 epoch 49 - iter 530/2650 - loss 1.01532361 - samples/sec: 135.96 +2020-05-15 05:14:26,673 epoch 49 - iter 795/2650 - loss 1.00964523 - samples/sec: 132.02 +2020-05-15 05:15:29,209 epoch 49 - iter 1060/2650 - loss 1.01326574 - samples/sec: 135.67 +2020-05-15 05:16:31,122 epoch 49 - iter 1325/2650 - loss 1.00785708 - samples/sec: 137.03 +2020-05-15 05:17:34,375 epoch 49 - iter 1590/2650 - loss 1.01021566 - samples/sec: 134.13 +2020-05-15 05:18:36,413 epoch 49 - iter 1855/2650 - loss 1.01528287 - samples/sec: 136.76 +2020-05-15 05:19:38,693 epoch 49 - iter 2120/2650 - loss 1.01986058 - samples/sec: 136.23 +2020-05-15 05:20:41,274 epoch 49 - iter 2385/2650 - loss 1.02884642 - samples/sec: 135.57 +2020-05-15 05:21:45,787 epoch 49 - iter 2650/2650 - loss 1.03212523 - samples/sec: 131.51 +2020-05-15 05:21:45,800 ---------------------------------------------------------------------------------------------------- +2020-05-15 05:21:45,800 EPOCH 49 done: loss 1.0321 - lr 0.1000000 +2020-05-15 05:21:45,800 BAD EPOCHS (no improvement): 0 +2020-05-15 05:21:45,801 ---------------------------------------------------------------------------------------------------- +2020-05-15 05:22:48,514 epoch 50 - iter 265/2650 - loss 0.98797454 - samples/sec: 135.27 +2020-05-15 05:23:51,109 epoch 50 - iter 530/2650 - loss 0.97826137 - samples/sec: 135.54 +2020-05-15 05:24:54,759 epoch 50 - iter 795/2650 - loss 0.99014345 - samples/sec: 133.29 +2020-05-15 05:25:59,482 epoch 50 - iter 1060/2650 - loss 1.00830447 - samples/sec: 131.08 +2020-05-15 05:27:01,328 epoch 50 - iter 1325/2650 - loss 1.01325733 - samples/sec: 137.18 +2020-05-15 05:28:02,347 epoch 50 - iter 1590/2650 - loss 1.02013281 - samples/sec: 139.04 +2020-05-15 05:29:03,827 epoch 50 - iter 1855/2650 - loss 1.02074577 - samples/sec: 138.00 +2020-05-15 05:30:07,429 epoch 50 - iter 2120/2650 - loss 1.02203011 - samples/sec: 133.40 +2020-05-15 05:31:10,381 epoch 50 - iter 2385/2650 - loss 1.02567520 - samples/sec: 134.77 +2020-05-15 05:32:13,984 epoch 50 - iter 2650/2650 - loss 1.03120045 - samples/sec: 133.39 +2020-05-15 05:32:13,996 ---------------------------------------------------------------------------------------------------- +2020-05-15 05:32:13,997 EPOCH 50 done: loss 1.0312 - lr 0.1000000 +2020-05-15 05:32:13,997 BAD EPOCHS (no improvement): 0 +2020-05-15 05:32:13,997 ---------------------------------------------------------------------------------------------------- +2020-05-15 05:33:17,275 epoch 51 - iter 265/2650 - loss 1.01051622 - samples/sec: 134.06 +2020-05-15 05:34:20,697 epoch 51 - iter 530/2650 - loss 1.00266145 - samples/sec: 133.77 +2020-05-15 05:35:22,929 epoch 51 - iter 795/2650 - loss 1.00617317 - samples/sec: 136.33 +2020-05-15 05:36:25,925 epoch 51 - iter 1060/2650 - loss 1.00790464 - samples/sec: 134.68 +2020-05-15 05:37:28,768 epoch 51 - iter 1325/2650 - loss 1.01250025 - samples/sec: 135.01 +2020-05-15 05:38:33,160 epoch 51 - iter 1590/2650 - loss 1.01602561 - samples/sec: 131.76 +2020-05-15 05:39:34,829 epoch 51 - iter 1855/2650 - loss 1.01937330 - samples/sec: 137.58 +2020-05-15 05:40:37,093 epoch 51 - iter 2120/2650 - loss 1.01891928 - samples/sec: 136.26 +2020-05-15 05:41:38,863 epoch 51 - iter 2385/2650 - loss 1.01940876 - samples/sec: 137.35 +2020-05-15 05:42:41,103 epoch 51 - iter 2650/2650 - loss 1.02240736 - samples/sec: 136.32 +2020-05-15 05:42:41,116 ---------------------------------------------------------------------------------------------------- +2020-05-15 05:42:41,116 EPOCH 51 done: loss 1.0224 - lr 0.1000000 +2020-05-15 05:42:41,116 BAD EPOCHS (no improvement): 0 +2020-05-15 05:42:41,116 ---------------------------------------------------------------------------------------------------- +2020-05-15 05:43:42,441 epoch 52 - iter 265/2650 - loss 1.00678820 - samples/sec: 138.33 +2020-05-15 05:44:45,014 epoch 52 - iter 530/2650 - loss 1.00131904 - samples/sec: 135.59 +2020-05-15 05:45:48,779 epoch 52 - iter 795/2650 - loss 1.01333076 - samples/sec: 133.05 +2020-05-15 05:46:52,005 epoch 52 - iter 1060/2650 - loss 1.02667894 - samples/sec: 134.19 +2020-05-15 05:47:54,349 epoch 52 - iter 1325/2650 - loss 1.02203888 - samples/sec: 136.09 +2020-05-15 05:48:57,328 epoch 52 - iter 1590/2650 - loss 1.01970690 - samples/sec: 134.72 +2020-05-15 05:49:59,908 epoch 52 - iter 1855/2650 - loss 1.02314799 - samples/sec: 135.57 +2020-05-15 05:51:02,621 epoch 52 - iter 2120/2650 - loss 1.02647008 - samples/sec: 135.29 +2020-05-15 05:52:05,049 epoch 52 - iter 2385/2650 - loss 1.02611270 - samples/sec: 135.91 +2020-05-15 05:53:08,322 epoch 52 - iter 2650/2650 - loss 1.02664855 - samples/sec: 134.09 +2020-05-15 05:53:08,335 ---------------------------------------------------------------------------------------------------- +2020-05-15 05:53:08,335 EPOCH 52 done: loss 1.0266 - lr 0.1000000 +2020-05-15 05:53:08,335 BAD EPOCHS (no improvement): 1 +2020-05-15 05:53:08,335 ---------------------------------------------------------------------------------------------------- +2020-05-15 05:54:11,224 epoch 53 - iter 265/2650 - loss 0.99363271 - samples/sec: 134.89 +2020-05-15 05:55:13,906 epoch 53 - iter 530/2650 - loss 0.99065871 - samples/sec: 135.35 +2020-05-15 05:56:17,243 epoch 53 - iter 795/2650 - loss 1.00010909 - samples/sec: 133.95 +2020-05-15 05:57:20,915 epoch 53 - iter 1060/2650 - loss 1.00577190 - samples/sec: 133.25 +2020-05-15 05:58:23,310 epoch 53 - iter 1325/2650 - loss 1.00737949 - samples/sec: 135.98 +2020-05-15 05:59:26,028 epoch 53 - iter 1590/2650 - loss 1.01220708 - samples/sec: 135.27 +2020-05-15 06:00:27,799 epoch 53 - iter 1855/2650 - loss 1.01856730 - samples/sec: 137.35 +2020-05-15 06:01:29,743 epoch 53 - iter 2120/2650 - loss 1.01917767 - samples/sec: 136.97 +2020-05-15 06:02:30,599 epoch 53 - iter 2385/2650 - loss 1.02189543 - samples/sec: 139.42 +2020-05-15 06:03:34,757 epoch 53 - iter 2650/2650 - loss 1.02611193 - samples/sec: 132.24 +2020-05-15 06:03:34,770 ---------------------------------------------------------------------------------------------------- +2020-05-15 06:03:34,770 EPOCH 53 done: loss 1.0261 - lr 0.1000000 +2020-05-15 06:03:34,770 BAD EPOCHS (no improvement): 2 +2020-05-15 06:03:34,770 ---------------------------------------------------------------------------------------------------- +2020-05-15 06:04:36,473 epoch 54 - iter 265/2650 - loss 0.98564866 - samples/sec: 137.48 +2020-05-15 06:05:40,784 epoch 54 - iter 530/2650 - loss 0.99924999 - samples/sec: 131.92 +2020-05-15 06:06:44,535 epoch 54 - iter 795/2650 - loss 0.99473308 - samples/sec: 133.08 +2020-05-15 06:07:46,593 epoch 54 - iter 1060/2650 - loss 1.00071973 - samples/sec: 136.71 +2020-05-15 06:08:47,597 epoch 54 - iter 1325/2650 - loss 1.00058196 - samples/sec: 139.08 +2020-05-15 06:09:49,548 epoch 54 - iter 1590/2650 - loss 1.00623620 - samples/sec: 136.95 +2020-05-15 06:10:51,753 epoch 54 - iter 1855/2650 - loss 1.01149432 - samples/sec: 136.39 +2020-05-15 06:11:53,747 epoch 54 - iter 2120/2650 - loss 1.01263762 - samples/sec: 136.86 +2020-05-15 06:12:56,705 epoch 54 - iter 2385/2650 - loss 1.01560242 - samples/sec: 134.76 +2020-05-15 06:13:59,455 epoch 54 - iter 2650/2650 - loss 1.01903986 - samples/sec: 135.21 +2020-05-15 06:13:59,468 ---------------------------------------------------------------------------------------------------- +2020-05-15 06:13:59,468 EPOCH 54 done: loss 1.0190 - lr 0.1000000 +2020-05-15 06:13:59,468 BAD EPOCHS (no improvement): 0 +2020-05-15 06:13:59,468 ---------------------------------------------------------------------------------------------------- +2020-05-15 06:15:03,501 epoch 55 - iter 265/2650 - loss 0.99502599 - samples/sec: 132.48 +2020-05-15 06:16:04,511 epoch 55 - iter 530/2650 - loss 1.00939330 - samples/sec: 139.07 +2020-05-15 06:17:06,959 epoch 55 - iter 795/2650 - loss 1.01246440 - samples/sec: 135.86 +2020-05-15 06:18:09,304 epoch 55 - iter 1060/2650 - loss 1.01159867 - samples/sec: 136.08 +2020-05-15 06:19:12,857 epoch 55 - iter 1325/2650 - loss 1.00809966 - samples/sec: 133.50 +2020-05-15 06:20:15,481 epoch 55 - iter 1590/2650 - loss 1.01267359 - samples/sec: 135.48 +2020-05-15 06:21:16,447 epoch 55 - iter 1855/2650 - loss 1.01263747 - samples/sec: 139.16 +2020-05-15 06:22:18,240 epoch 55 - iter 2120/2650 - loss 1.01177600 - samples/sec: 137.30 +2020-05-15 06:23:20,677 epoch 55 - iter 2385/2650 - loss 1.01606300 - samples/sec: 135.89 +2020-05-15 06:24:24,295 epoch 55 - iter 2650/2650 - loss 1.01893664 - samples/sec: 133.36 +2020-05-15 06:24:24,308 ---------------------------------------------------------------------------------------------------- +2020-05-15 06:24:24,308 EPOCH 55 done: loss 1.0189 - lr 0.1000000 +2020-05-15 06:24:24,308 BAD EPOCHS (no improvement): 0 +2020-05-15 06:24:24,308 ---------------------------------------------------------------------------------------------------- +2020-05-15 06:25:26,640 epoch 56 - iter 265/2650 - loss 1.00401724 - samples/sec: 136.10 +2020-05-15 06:26:29,211 epoch 56 - iter 530/2650 - loss 0.99820980 - samples/sec: 135.59 +2020-05-15 06:27:29,935 epoch 56 - iter 795/2650 - loss 0.99310379 - samples/sec: 139.72 +2020-05-15 06:28:33,330 epoch 56 - iter 1060/2650 - loss 0.99256502 - samples/sec: 133.83 +2020-05-15 06:29:35,106 epoch 56 - iter 1325/2650 - loss 0.99969574 - samples/sec: 137.34 +2020-05-15 06:30:38,896 epoch 56 - iter 1590/2650 - loss 1.00555829 - samples/sec: 133.00 +2020-05-15 06:31:41,270 epoch 56 - iter 1855/2650 - loss 1.01016595 - samples/sec: 136.02 +2020-05-15 06:32:43,671 epoch 56 - iter 2120/2650 - loss 1.01058837 - samples/sec: 135.96 +2020-05-15 06:33:46,668 epoch 56 - iter 2385/2650 - loss 1.01846250 - samples/sec: 134.68 +2020-05-15 06:34:49,395 epoch 56 - iter 2650/2650 - loss 1.01869526 - samples/sec: 135.26 +2020-05-15 06:34:49,408 ---------------------------------------------------------------------------------------------------- +2020-05-15 06:34:49,408 EPOCH 56 done: loss 1.0187 - lr 0.1000000 +2020-05-15 06:34:49,408 BAD EPOCHS (no improvement): 0 +2020-05-15 06:34:49,408 ---------------------------------------------------------------------------------------------------- +2020-05-15 06:35:52,368 epoch 57 - iter 265/2650 - loss 1.01194335 - samples/sec: 134.74 +2020-05-15 06:36:54,207 epoch 57 - iter 530/2650 - loss 0.99020771 - samples/sec: 137.20 +2020-05-15 06:37:55,932 epoch 57 - iter 795/2650 - loss 0.99572614 - samples/sec: 137.45 +2020-05-15 06:38:59,278 epoch 57 - iter 1060/2650 - loss 0.99609260 - samples/sec: 133.93 +2020-05-15 06:40:00,157 epoch 57 - iter 1325/2650 - loss 0.99903079 - samples/sec: 139.37 +2020-05-15 06:41:03,305 epoch 57 - iter 1590/2650 - loss 1.00369645 - samples/sec: 134.35 +2020-05-15 06:42:05,993 epoch 57 - iter 1855/2650 - loss 1.00301199 - samples/sec: 135.34 +2020-05-15 06:43:09,199 epoch 57 - iter 2120/2650 - loss 1.00903986 - samples/sec: 134.23 +2020-05-15 06:44:13,324 epoch 57 - iter 2385/2650 - loss 1.01228480 - samples/sec: 132.31 +2020-05-15 06:45:15,521 epoch 57 - iter 2650/2650 - loss 1.01422069 - samples/sec: 136.41 +2020-05-15 06:45:15,534 ---------------------------------------------------------------------------------------------------- +2020-05-15 06:45:15,534 EPOCH 57 done: loss 1.0142 - lr 0.1000000 +2020-05-15 06:45:15,535 BAD EPOCHS (no improvement): 0 +2020-05-15 06:45:15,535 ---------------------------------------------------------------------------------------------------- +2020-05-15 06:46:18,206 epoch 58 - iter 265/2650 - loss 0.97511248 - samples/sec: 135.36 +2020-05-15 06:47:21,101 epoch 58 - iter 530/2650 - loss 0.98230052 - samples/sec: 134.89 +2020-05-15 06:48:23,876 epoch 58 - iter 795/2650 - loss 0.99022883 - samples/sec: 135.15 +2020-05-15 06:49:28,569 epoch 58 - iter 1060/2650 - loss 0.99832671 - samples/sec: 131.14 +2020-05-15 06:50:30,999 epoch 58 - iter 1325/2650 - loss 1.00710393 - samples/sec: 135.90 +2020-05-15 06:51:32,004 epoch 58 - iter 1590/2650 - loss 1.01245550 - samples/sec: 139.07 +2020-05-15 06:52:33,626 epoch 58 - iter 1855/2650 - loss 1.01006697 - samples/sec: 137.68 +2020-05-15 06:53:34,977 epoch 58 - iter 2120/2650 - loss 1.00869473 - samples/sec: 138.29 +2020-05-15 06:54:36,438 epoch 58 - iter 2385/2650 - loss 1.01123808 - samples/sec: 138.04 +2020-05-15 06:55:40,255 epoch 58 - iter 2650/2650 - loss 1.01285237 - samples/sec: 132.95 +2020-05-15 06:55:40,268 ---------------------------------------------------------------------------------------------------- +2020-05-15 06:55:40,268 EPOCH 58 done: loss 1.0129 - lr 0.1000000 +2020-05-15 06:55:40,268 BAD EPOCHS (no improvement): 0 +2020-05-15 06:55:40,268 ---------------------------------------------------------------------------------------------------- +2020-05-15 06:56:40,871 epoch 59 - iter 265/2650 - loss 0.97389210 - samples/sec: 139.98 +2020-05-15 06:57:43,417 epoch 59 - iter 530/2650 - loss 0.98870429 - samples/sec: 135.65 +2020-05-15 06:58:47,512 epoch 59 - iter 795/2650 - loss 0.99519255 - samples/sec: 132.37 +2020-05-15 06:59:50,619 epoch 59 - iter 1060/2650 - loss 1.00213441 - samples/sec: 134.44 +2020-05-15 07:00:52,590 epoch 59 - iter 1325/2650 - loss 0.99688816 - samples/sec: 136.91 +2020-05-15 07:01:55,055 epoch 59 - iter 1590/2650 - loss 1.00255904 - samples/sec: 135.82 +2020-05-15 07:02:58,646 epoch 59 - iter 1855/2650 - loss 1.00994804 - samples/sec: 133.42 +2020-05-15 07:04:01,612 epoch 59 - iter 2120/2650 - loss 1.00912366 - samples/sec: 134.74 +2020-05-15 07:05:03,826 epoch 59 - iter 2385/2650 - loss 1.00947426 - samples/sec: 136.37 +2020-05-15 07:06:06,820 epoch 59 - iter 2650/2650 - loss 1.01206883 - samples/sec: 134.68 +2020-05-15 07:06:06,833 ---------------------------------------------------------------------------------------------------- +2020-05-15 07:06:06,834 EPOCH 59 done: loss 1.0121 - lr 0.1000000 +2020-05-15 07:06:06,834 BAD EPOCHS (no improvement): 0 +2020-05-15 07:06:06,834 ---------------------------------------------------------------------------------------------------- +2020-05-15 07:07:09,985 epoch 60 - iter 265/2650 - loss 0.98685678 - samples/sec: 134.33 +2020-05-15 07:08:13,240 epoch 60 - iter 530/2650 - loss 0.97155581 - samples/sec: 134.13 +2020-05-15 07:09:16,628 epoch 60 - iter 795/2650 - loss 0.97773503 - samples/sec: 133.85 +2020-05-15 07:10:19,342 epoch 60 - iter 1060/2650 - loss 0.97477702 - samples/sec: 135.28 +2020-05-15 07:11:22,599 epoch 60 - iter 1325/2650 - loss 0.97672006 - samples/sec: 134.12 +2020-05-15 07:12:25,134 epoch 60 - iter 1590/2650 - loss 0.98577584 - samples/sec: 135.67 +2020-05-15 07:13:30,600 epoch 60 - iter 1855/2650 - loss 0.98922373 - samples/sec: 129.60 +2020-05-15 07:14:34,137 epoch 60 - iter 2120/2650 - loss 0.99305574 - samples/sec: 133.53 +2020-05-15 07:15:37,548 epoch 60 - iter 2385/2650 - loss 0.99672555 - samples/sec: 133.80 +2020-05-15 07:16:40,050 epoch 60 - iter 2650/2650 - loss 0.99656132 - samples/sec: 135.75 +2020-05-15 07:16:40,064 ---------------------------------------------------------------------------------------------------- +2020-05-15 07:16:40,064 EPOCH 60 done: loss 0.9966 - lr 0.1000000 +2020-05-15 07:16:40,064 BAD EPOCHS (no improvement): 0 +2020-05-15 07:16:40,064 ---------------------------------------------------------------------------------------------------- +2020-05-15 07:17:42,057 epoch 61 - iter 265/2650 - loss 0.99868506 - samples/sec: 136.84 +2020-05-15 07:18:45,577 epoch 61 - iter 530/2650 - loss 0.98486692 - samples/sec: 133.57 +2020-05-15 07:19:50,897 epoch 61 - iter 795/2650 - loss 0.98859309 - samples/sec: 129.88 +2020-05-15 07:20:54,472 epoch 61 - iter 1060/2650 - loss 0.99032117 - samples/sec: 133.45 +2020-05-15 07:21:57,270 epoch 61 - iter 1325/2650 - loss 0.98620032 - samples/sec: 135.11 +2020-05-15 07:23:00,668 epoch 61 - iter 1590/2650 - loss 0.98976348 - samples/sec: 133.82 +2020-05-15 07:24:05,595 epoch 61 - iter 1855/2650 - loss 0.99843286 - samples/sec: 130.67 +2020-05-15 07:25:09,788 epoch 61 - iter 2120/2650 - loss 0.99627954 - samples/sec: 132.17 +2020-05-15 07:26:12,945 epoch 61 - iter 2385/2650 - loss 0.99631583 - samples/sec: 134.34 +2020-05-15 07:27:18,038 epoch 61 - iter 2650/2650 - loss 0.99537162 - samples/sec: 130.34 +2020-05-15 07:27:18,051 ---------------------------------------------------------------------------------------------------- +2020-05-15 07:27:18,052 EPOCH 61 done: loss 0.9954 - lr 0.1000000 +2020-05-15 07:27:18,052 BAD EPOCHS (no improvement): 0 +2020-05-15 07:27:18,052 ---------------------------------------------------------------------------------------------------- +2020-05-15 07:28:21,803 epoch 62 - iter 265/2650 - loss 0.98139398 - samples/sec: 133.07 +2020-05-15 07:29:25,989 epoch 62 - iter 530/2650 - loss 0.97282391 - samples/sec: 132.18 +2020-05-15 07:30:31,262 epoch 62 - iter 795/2650 - loss 0.97072232 - samples/sec: 129.98 +2020-05-15 07:31:34,996 epoch 62 - iter 1060/2650 - loss 0.98097070 - samples/sec: 133.12 +2020-05-15 07:32:37,371 epoch 62 - iter 1325/2650 - loss 0.97864877 - samples/sec: 136.02 +2020-05-15 07:33:41,365 epoch 62 - iter 1590/2650 - loss 0.98523781 - samples/sec: 132.58 +2020-05-15 07:34:46,151 epoch 62 - iter 1855/2650 - loss 0.98926350 - samples/sec: 130.96 +2020-05-15 07:35:52,052 epoch 62 - iter 2120/2650 - loss 0.99444209 - samples/sec: 128.74 +2020-05-15 07:36:58,107 epoch 62 - iter 2385/2650 - loss 0.99699394 - samples/sec: 128.44 +2020-05-15 07:38:02,901 epoch 62 - iter 2650/2650 - loss 1.00183709 - samples/sec: 130.94 +2020-05-15 07:38:02,914 ---------------------------------------------------------------------------------------------------- +2020-05-15 07:38:02,914 EPOCH 62 done: loss 1.0018 - lr 0.1000000 +2020-05-15 07:38:02,914 BAD EPOCHS (no improvement): 1 +2020-05-15 07:38:02,914 ---------------------------------------------------------------------------------------------------- +2020-05-15 07:39:08,607 epoch 63 - iter 265/2650 - loss 0.98407762 - samples/sec: 129.13 +2020-05-15 07:40:13,968 epoch 63 - iter 530/2650 - loss 1.00381498 - samples/sec: 129.81 +2020-05-15 07:41:19,876 epoch 63 - iter 795/2650 - loss 0.99453134 - samples/sec: 128.73 +2020-05-15 07:42:24,734 epoch 63 - iter 1060/2650 - loss 0.98954382 - samples/sec: 130.81 +2020-05-15 07:43:31,487 epoch 63 - iter 1325/2650 - loss 0.99168828 - samples/sec: 127.10 +2020-05-15 07:44:34,916 epoch 63 - iter 1590/2650 - loss 0.99457140 - samples/sec: 133.76 +2020-05-15 07:45:38,741 epoch 63 - iter 1855/2650 - loss 0.99549333 - samples/sec: 132.93 +2020-05-15 07:46:41,243 epoch 63 - iter 2120/2650 - loss 0.99678235 - samples/sec: 135.75 +2020-05-15 07:47:47,852 epoch 63 - iter 2385/2650 - loss 1.00286180 - samples/sec: 127.37 +2020-05-15 07:48:53,909 epoch 63 - iter 2650/2650 - loss 1.00625685 - samples/sec: 128.44 +2020-05-15 07:48:53,923 ---------------------------------------------------------------------------------------------------- +2020-05-15 07:48:53,923 EPOCH 63 done: loss 1.0063 - lr 0.1000000 +2020-05-15 07:48:53,923 BAD EPOCHS (no improvement): 2 +2020-05-15 07:48:53,923 ---------------------------------------------------------------------------------------------------- +2020-05-15 07:49:59,252 epoch 64 - iter 265/2650 - loss 0.97168452 - samples/sec: 129.85 +2020-05-15 07:51:06,330 epoch 64 - iter 530/2650 - loss 0.98601206 - samples/sec: 126.48 +2020-05-15 07:52:10,207 epoch 64 - iter 795/2650 - loss 0.98007234 - samples/sec: 132.82 +2020-05-15 07:53:15,222 epoch 64 - iter 1060/2650 - loss 0.97746939 - samples/sec: 130.50 +2020-05-15 07:54:18,362 epoch 64 - iter 1325/2650 - loss 0.98104145 - samples/sec: 134.37 +2020-05-15 07:55:22,071 epoch 64 - iter 1590/2650 - loss 0.98081512 - samples/sec: 133.17 +2020-05-15 07:56:26,304 epoch 64 - iter 1855/2650 - loss 0.98755456 - samples/sec: 132.09 +2020-05-15 07:57:30,103 epoch 64 - iter 2120/2650 - loss 0.99168050 - samples/sec: 132.99 +2020-05-15 07:58:34,177 epoch 64 - iter 2385/2650 - loss 0.99677182 - samples/sec: 132.41 +2020-05-15 07:59:37,497 epoch 64 - iter 2650/2650 - loss 0.99840665 - samples/sec: 133.99 +2020-05-15 07:59:37,511 ---------------------------------------------------------------------------------------------------- +2020-05-15 07:59:37,511 EPOCH 64 done: loss 0.9984 - lr 0.1000000 +2020-05-15 07:59:37,512 BAD EPOCHS (no improvement): 3 +2020-05-15 07:59:37,512 ---------------------------------------------------------------------------------------------------- +2020-05-15 08:00:41,238 epoch 65 - iter 265/2650 - loss 0.97548625 - samples/sec: 133.12 +2020-05-15 08:01:43,370 epoch 65 - iter 530/2650 - loss 0.97823102 - samples/sec: 136.55 +2020-05-15 08:02:46,766 epoch 65 - iter 795/2650 - loss 0.97899309 - samples/sec: 133.83 +2020-05-15 08:03:48,893 epoch 65 - iter 1060/2650 - loss 0.98048386 - samples/sec: 136.56 +2020-05-15 08:04:51,212 epoch 65 - iter 1325/2650 - loss 0.98310135 - samples/sec: 136.14 +2020-05-15 08:05:54,989 epoch 65 - iter 1590/2650 - loss 0.97946249 - samples/sec: 133.03 +2020-05-15 08:06:57,890 epoch 65 - iter 1855/2650 - loss 0.98293867 - samples/sec: 134.88 +2020-05-15 08:08:02,535 epoch 65 - iter 2120/2650 - loss 0.98613742 - samples/sec: 131.24 +2020-05-15 08:09:07,531 epoch 65 - iter 2385/2650 - loss 0.98861304 - samples/sec: 130.53 +2020-05-15 08:10:10,730 epoch 65 - iter 2650/2650 - loss 0.99255849 - samples/sec: 134.25 +2020-05-15 08:10:10,744 ---------------------------------------------------------------------------------------------------- +2020-05-15 08:10:10,744 EPOCH 65 done: loss 0.9926 - lr 0.1000000 +2020-05-15 08:10:10,744 BAD EPOCHS (no improvement): 0 +2020-05-15 08:10:10,744 ---------------------------------------------------------------------------------------------------- +2020-05-15 08:11:21,865 epoch 66 - iter 265/2650 - loss 0.94597168 - samples/sec: 119.27 +2020-05-15 08:12:24,166 epoch 66 - iter 530/2650 - loss 0.97901553 - samples/sec: 136.18 +2020-05-15 08:13:27,276 epoch 66 - iter 795/2650 - loss 0.97354750 - samples/sec: 134.43 +2020-05-15 08:14:28,764 epoch 66 - iter 1060/2650 - loss 0.97326365 - samples/sec: 137.98 +2020-05-15 08:15:31,631 epoch 66 - iter 1325/2650 - loss 0.97673715 - samples/sec: 134.95 +2020-05-15 08:16:35,454 epoch 66 - iter 1590/2650 - loss 0.97985860 - samples/sec: 132.93 +2020-05-15 08:17:42,572 epoch 66 - iter 1855/2650 - loss 0.98204969 - samples/sec: 126.41 +2020-05-15 08:18:48,864 epoch 66 - iter 2120/2650 - loss 0.98380702 - samples/sec: 127.98 +2020-05-15 08:19:52,503 epoch 66 - iter 2385/2650 - loss 0.98571617 - samples/sec: 133.32 +2020-05-15 08:20:57,384 epoch 66 - iter 2650/2650 - loss 0.98781214 - samples/sec: 130.77 +2020-05-15 08:20:57,398 ---------------------------------------------------------------------------------------------------- +2020-05-15 08:20:57,398 EPOCH 66 done: loss 0.9878 - lr 0.1000000 +2020-05-15 08:20:57,398 BAD EPOCHS (no improvement): 0 +2020-05-15 08:20:57,398 ---------------------------------------------------------------------------------------------------- +2020-05-15 08:22:03,307 epoch 67 - iter 265/2650 - loss 0.99510963 - samples/sec: 128.71 +2020-05-15 08:23:07,953 epoch 67 - iter 530/2650 - loss 0.99926528 - samples/sec: 131.24 +2020-05-15 08:24:13,806 epoch 67 - iter 795/2650 - loss 0.98622935 - samples/sec: 128.84 +2020-05-15 08:25:18,339 epoch 67 - iter 1060/2650 - loss 0.98623867 - samples/sec: 131.48 +2020-05-15 08:26:25,569 epoch 67 - iter 1325/2650 - loss 0.98376510 - samples/sec: 126.20 +2020-05-15 08:27:29,558 epoch 67 - iter 1590/2650 - loss 0.98287974 - samples/sec: 132.59 +2020-05-15 08:28:34,396 epoch 67 - iter 1855/2650 - loss 0.98418954 - samples/sec: 130.86 +2020-05-15 08:29:39,240 epoch 67 - iter 2120/2650 - loss 0.98278883 - samples/sec: 130.84 +2020-05-15 08:30:44,415 epoch 67 - iter 2385/2650 - loss 0.98363875 - samples/sec: 130.18 +2020-05-15 08:31:51,505 epoch 67 - iter 2650/2650 - loss 0.98947201 - samples/sec: 126.46 +2020-05-15 08:31:51,519 ---------------------------------------------------------------------------------------------------- +2020-05-15 08:31:51,519 EPOCH 67 done: loss 0.9895 - lr 0.1000000 +2020-05-15 08:31:51,519 BAD EPOCHS (no improvement): 1 +2020-05-15 08:31:51,519 ---------------------------------------------------------------------------------------------------- +2020-05-15 08:32:57,855 epoch 68 - iter 265/2650 - loss 0.98949314 - samples/sec: 127.88 +2020-05-15 08:34:04,283 epoch 68 - iter 530/2650 - loss 0.97867313 - samples/sec: 127.72 +2020-05-15 08:35:09,847 epoch 68 - iter 795/2650 - loss 0.97628335 - samples/sec: 129.41 +2020-05-15 08:36:13,125 epoch 68 - iter 1060/2650 - loss 0.97765411 - samples/sec: 134.08 +2020-05-15 08:37:18,341 epoch 68 - iter 1325/2650 - loss 0.97747331 - samples/sec: 130.10 +2020-05-15 08:38:24,002 epoch 68 - iter 1590/2650 - loss 0.98368086 - samples/sec: 129.22 +2020-05-15 08:39:28,146 epoch 68 - iter 1855/2650 - loss 0.98526491 - samples/sec: 132.27 +2020-05-15 08:40:31,303 epoch 68 - iter 2120/2650 - loss 0.98661554 - samples/sec: 134.34 +2020-05-15 08:41:38,010 epoch 68 - iter 2385/2650 - loss 0.98868033 - samples/sec: 127.19 +2020-05-15 08:42:45,503 epoch 68 - iter 2650/2650 - loss 0.99257724 - samples/sec: 125.71 +2020-05-15 08:42:45,517 ---------------------------------------------------------------------------------------------------- +2020-05-15 08:42:45,517 EPOCH 68 done: loss 0.9926 - lr 0.1000000 +2020-05-15 08:42:45,517 BAD EPOCHS (no improvement): 2 +2020-05-15 08:42:45,518 ---------------------------------------------------------------------------------------------------- +2020-05-15 08:43:51,231 epoch 69 - iter 265/2650 - loss 0.96834224 - samples/sec: 129.09 +2020-05-15 08:44:54,045 epoch 69 - iter 530/2650 - loss 0.95872609 - samples/sec: 135.07 +2020-05-15 08:45:58,102 epoch 69 - iter 795/2650 - loss 0.97254770 - samples/sec: 132.45 +2020-05-15 08:47:01,437 epoch 69 - iter 1060/2650 - loss 0.97210201 - samples/sec: 133.96 +2020-05-15 08:48:06,293 epoch 69 - iter 1325/2650 - loss 0.97578007 - samples/sec: 130.82 +2020-05-15 08:49:12,269 epoch 69 - iter 1590/2650 - loss 0.97736704 - samples/sec: 128.60 +2020-05-15 08:50:16,679 epoch 69 - iter 1855/2650 - loss 0.98239338 - samples/sec: 131.72 +2020-05-15 08:51:21,722 epoch 69 - iter 2120/2650 - loss 0.98785962 - samples/sec: 130.44 +2020-05-15 08:52:26,705 epoch 69 - iter 2385/2650 - loss 0.98904364 - samples/sec: 130.56 +2020-05-15 08:53:30,004 epoch 69 - iter 2650/2650 - loss 0.98810711 - samples/sec: 134.04 +2020-05-15 08:53:30,017 ---------------------------------------------------------------------------------------------------- +2020-05-15 08:53:30,017 EPOCH 69 done: loss 0.9881 - lr 0.1000000 +2020-05-15 08:53:30,017 BAD EPOCHS (no improvement): 3 +2020-05-15 08:53:30,017 ---------------------------------------------------------------------------------------------------- +2020-05-15 08:54:32,866 epoch 70 - iter 265/2650 - loss 0.92543875 - samples/sec: 134.98 +2020-05-15 08:55:36,567 epoch 70 - iter 530/2650 - loss 0.94426163 - samples/sec: 133.19 +2020-05-15 08:56:41,141 epoch 70 - iter 795/2650 - loss 0.94220801 - samples/sec: 131.39 +2020-05-15 08:57:45,413 epoch 70 - iter 1060/2650 - loss 0.94755145 - samples/sec: 132.00 +2020-05-15 08:58:48,153 epoch 70 - iter 1325/2650 - loss 0.94734391 - samples/sec: 135.23 +2020-05-15 08:59:53,384 epoch 70 - iter 1590/2650 - loss 0.95506017 - samples/sec: 130.06 +2020-05-15 09:00:55,194 epoch 70 - iter 1855/2650 - loss 0.96172742 - samples/sec: 137.26 +2020-05-15 09:01:57,422 epoch 70 - iter 2120/2650 - loss 0.96697709 - samples/sec: 136.34 +2020-05-15 09:03:01,963 epoch 70 - iter 2385/2650 - loss 0.96977749 - samples/sec: 131.45 +2020-05-15 09:04:04,265 epoch 70 - iter 2650/2650 - loss 0.97300177 - samples/sec: 136.19 +2020-05-15 09:04:04,278 ---------------------------------------------------------------------------------------------------- +2020-05-15 09:04:04,278 EPOCH 70 done: loss 0.9730 - lr 0.1000000 +2020-05-15 09:04:04,278 BAD EPOCHS (no improvement): 0 +2020-05-15 09:04:04,278 ---------------------------------------------------------------------------------------------------- +2020-05-15 09:05:06,495 epoch 71 - iter 265/2650 - loss 0.96902781 - samples/sec: 136.34 +2020-05-15 09:06:10,212 epoch 71 - iter 530/2650 - loss 0.96773476 - samples/sec: 133.15 +2020-05-15 09:07:13,664 epoch 71 - iter 795/2650 - loss 0.96734469 - samples/sec: 133.71 +2020-05-15 09:08:17,231 epoch 71 - iter 1060/2650 - loss 0.96371172 - samples/sec: 133.47 +2020-05-15 09:09:21,992 epoch 71 - iter 1325/2650 - loss 0.97077598 - samples/sec: 131.01 +2020-05-15 09:10:24,991 epoch 71 - iter 1590/2650 - loss 0.97545698 - samples/sec: 134.68 +2020-05-15 09:11:28,563 epoch 71 - iter 1855/2650 - loss 0.98166507 - samples/sec: 133.47 +2020-05-15 09:12:32,400 epoch 71 - iter 2120/2650 - loss 0.98611629 - samples/sec: 132.91 +2020-05-15 09:13:36,185 epoch 71 - iter 2385/2650 - loss 0.98861249 - samples/sec: 133.01 +2020-05-15 09:14:40,502 epoch 71 - iter 2650/2650 - loss 0.99109508 - samples/sec: 131.92 +2020-05-15 09:14:40,515 ---------------------------------------------------------------------------------------------------- +2020-05-15 09:14:40,516 EPOCH 71 done: loss 0.9911 - lr 0.1000000 +2020-05-15 09:14:40,516 BAD EPOCHS (no improvement): 1 +2020-05-15 09:14:40,516 ---------------------------------------------------------------------------------------------------- +2020-05-15 09:15:46,104 epoch 72 - iter 265/2650 - loss 0.95514721 - samples/sec: 129.34 +2020-05-15 09:16:50,173 epoch 72 - iter 530/2650 - loss 0.96568716 - samples/sec: 132.42 +2020-05-15 09:17:54,543 epoch 72 - iter 795/2650 - loss 0.96272958 - samples/sec: 131.81 +2020-05-15 09:18:58,778 epoch 72 - iter 1060/2650 - loss 0.96903783 - samples/sec: 132.08 +2020-05-15 09:20:03,340 epoch 72 - iter 1325/2650 - loss 0.97258718 - samples/sec: 131.41 +2020-05-15 09:21:07,570 epoch 72 - iter 1590/2650 - loss 0.97574027 - samples/sec: 132.10 +2020-05-15 09:22:14,104 epoch 72 - iter 1855/2650 - loss 0.97823524 - samples/sec: 127.52 +2020-05-15 09:23:16,947 epoch 72 - iter 2120/2650 - loss 0.97886942 - samples/sec: 135.01 +2020-05-15 09:24:21,322 epoch 72 - iter 2385/2650 - loss 0.98378799 - samples/sec: 131.80 +2020-05-15 09:25:23,207 epoch 72 - iter 2650/2650 - loss 0.98471906 - samples/sec: 137.10 +2020-05-15 09:25:23,221 ---------------------------------------------------------------------------------------------------- +2020-05-15 09:25:23,221 EPOCH 72 done: loss 0.9847 - lr 0.1000000 +2020-05-15 09:25:23,221 BAD EPOCHS (no improvement): 2 +2020-05-15 09:25:23,221 ---------------------------------------------------------------------------------------------------- +2020-05-15 09:26:26,818 epoch 73 - iter 265/2650 - loss 0.95368424 - samples/sec: 133.39 +2020-05-15 09:27:32,299 epoch 73 - iter 530/2650 - loss 0.96322245 - samples/sec: 129.57 +2020-05-15 09:28:36,630 epoch 73 - iter 795/2650 - loss 0.96504150 - samples/sec: 131.89 +2020-05-15 09:29:41,042 epoch 73 - iter 1060/2650 - loss 0.96233937 - samples/sec: 131.72 +2020-05-15 09:30:44,642 epoch 73 - iter 1325/2650 - loss 0.97016092 - samples/sec: 133.40 +2020-05-15 09:31:48,824 epoch 73 - iter 1590/2650 - loss 0.97569448 - samples/sec: 132.19 +2020-05-15 09:32:53,911 epoch 73 - iter 1855/2650 - loss 0.97834151 - samples/sec: 130.36 +2020-05-15 09:33:59,735 epoch 73 - iter 2120/2650 - loss 0.97709524 - samples/sec: 128.89 +2020-05-15 09:35:05,843 epoch 73 - iter 2385/2650 - loss 0.98111603 - samples/sec: 128.34 +2020-05-15 09:36:13,964 epoch 73 - iter 2650/2650 - loss 0.98734245 - samples/sec: 124.55 +2020-05-15 09:36:13,978 ---------------------------------------------------------------------------------------------------- +2020-05-15 09:36:13,978 EPOCH 73 done: loss 0.9873 - lr 0.1000000 +2020-05-15 09:36:13,978 BAD EPOCHS (no improvement): 3 +2020-05-15 09:36:13,978 ---------------------------------------------------------------------------------------------------- +2020-05-15 09:37:21,706 epoch 74 - iter 265/2650 - loss 0.98909549 - samples/sec: 125.25 +2020-05-15 09:38:28,586 epoch 74 - iter 530/2650 - loss 0.97573508 - samples/sec: 126.86 +2020-05-15 09:39:36,590 epoch 74 - iter 795/2650 - loss 0.97867598 - samples/sec: 124.76 +2020-05-15 09:40:44,018 epoch 74 - iter 1060/2650 - loss 0.98141629 - samples/sec: 125.83 +2020-05-15 09:41:50,563 epoch 74 - iter 1325/2650 - loss 0.98297302 - samples/sec: 127.50 +2020-05-15 09:42:59,824 epoch 74 - iter 1590/2650 - loss 0.98161371 - samples/sec: 122.50 +2020-05-15 09:44:05,186 epoch 74 - iter 1855/2650 - loss 0.98091708 - samples/sec: 129.81 +2020-05-15 09:45:10,843 epoch 74 - iter 2120/2650 - loss 0.97870510 - samples/sec: 129.23 +2020-05-15 09:46:17,886 epoch 74 - iter 2385/2650 - loss 0.98141975 - samples/sec: 126.55 +2020-05-15 09:47:25,358 epoch 74 - iter 2650/2650 - loss 0.98473484 - samples/sec: 125.75 +2020-05-15 09:47:25,372 ---------------------------------------------------------------------------------------------------- +2020-05-15 09:47:25,373 EPOCH 74 done: loss 0.9847 - lr 0.1000000 +2020-05-15 09:47:25,373 BAD EPOCHS (no improvement): 4 +2020-05-15 09:47:25,373 ---------------------------------------------------------------------------------------------------- +2020-05-15 09:48:30,699 epoch 75 - iter 265/2650 - loss 0.95362043 - samples/sec: 129.86 +2020-05-15 09:49:38,717 epoch 75 - iter 530/2650 - loss 0.93555194 - samples/sec: 124.74 +2020-05-15 09:50:44,358 epoch 75 - iter 795/2650 - loss 0.92975708 - samples/sec: 129.26 +2020-05-15 09:51:51,455 epoch 75 - iter 1060/2650 - loss 0.93309809 - samples/sec: 126.45 +2020-05-15 09:53:00,488 epoch 75 - iter 1325/2650 - loss 0.93589309 - samples/sec: 122.90 +2020-05-15 09:54:07,029 epoch 75 - iter 1590/2650 - loss 0.93665979 - samples/sec: 127.51 +2020-05-15 09:55:12,841 epoch 75 - iter 1855/2650 - loss 0.93283326 - samples/sec: 128.92 +2020-05-15 09:56:20,715 epoch 75 - iter 2120/2650 - loss 0.93092744 - samples/sec: 125.00 +2020-05-15 09:57:26,564 epoch 75 - iter 2385/2650 - loss 0.93340363 - samples/sec: 128.85 +2020-05-15 09:58:33,416 epoch 75 - iter 2650/2650 - loss 0.93159091 - samples/sec: 126.91 +2020-05-15 09:58:33,430 ---------------------------------------------------------------------------------------------------- +2020-05-15 09:58:33,430 EPOCH 75 done: loss 0.9316 - lr 0.0500000 +2020-05-15 09:58:33,430 BAD EPOCHS (no improvement): 0 +2020-05-15 09:58:33,430 ---------------------------------------------------------------------------------------------------- +2020-05-15 09:59:39,233 epoch 76 - iter 265/2650 - loss 0.89197647 - samples/sec: 128.92 +2020-05-15 10:00:45,678 epoch 76 - iter 530/2650 - loss 0.89732179 - samples/sec: 127.69 +2020-05-15 10:01:51,257 epoch 76 - iter 795/2650 - loss 0.89098434 - samples/sec: 129.38 +2020-05-15 10:02:57,674 epoch 76 - iter 1060/2650 - loss 0.90074780 - samples/sec: 127.75 +2020-05-15 10:04:03,310 epoch 76 - iter 1325/2650 - loss 0.89682384 - samples/sec: 129.27 +2020-05-15 10:05:10,927 epoch 76 - iter 1590/2650 - loss 0.90164439 - samples/sec: 125.48 +2020-05-15 10:06:16,545 epoch 76 - iter 1855/2650 - loss 0.90270147 - samples/sec: 129.30 +2020-05-15 10:07:20,339 epoch 76 - iter 2120/2650 - loss 0.90476458 - samples/sec: 133.00 +2020-05-15 10:08:24,543 epoch 76 - iter 2385/2650 - loss 0.90296933 - samples/sec: 132.15 +2020-05-15 10:09:28,388 epoch 76 - iter 2650/2650 - loss 0.90223252 - samples/sec: 132.89 +2020-05-15 10:09:28,403 ---------------------------------------------------------------------------------------------------- +2020-05-15 10:09:28,403 EPOCH 76 done: loss 0.9022 - lr 0.0500000 +2020-05-15 10:09:28,403 BAD EPOCHS (no improvement): 0 +2020-05-15 10:09:28,403 ---------------------------------------------------------------------------------------------------- +2020-05-15 10:10:34,017 epoch 77 - iter 265/2650 - loss 0.86201262 - samples/sec: 129.29 +2020-05-15 10:11:40,007 epoch 77 - iter 530/2650 - loss 0.88164542 - samples/sec: 128.57 +2020-05-15 10:12:45,342 epoch 77 - iter 795/2650 - loss 0.88820532 - samples/sec: 129.86 +2020-05-15 10:13:51,150 epoch 77 - iter 1060/2650 - loss 0.88805476 - samples/sec: 128.93 +2020-05-15 10:14:56,666 epoch 77 - iter 1325/2650 - loss 0.88955329 - samples/sec: 129.50 +2020-05-15 10:16:01,907 epoch 77 - iter 1590/2650 - loss 0.89381153 - samples/sec: 130.05 +2020-05-15 10:17:05,932 epoch 77 - iter 1855/2650 - loss 0.88940753 - samples/sec: 132.52 +2020-05-15 10:18:09,619 epoch 77 - iter 2120/2650 - loss 0.89111998 - samples/sec: 133.22 +2020-05-15 10:19:14,524 epoch 77 - iter 2385/2650 - loss 0.88982324 - samples/sec: 130.72 +2020-05-15 10:20:20,298 epoch 77 - iter 2650/2650 - loss 0.89021953 - samples/sec: 129.00 +2020-05-15 10:20:20,312 ---------------------------------------------------------------------------------------------------- +2020-05-15 10:20:20,312 EPOCH 77 done: loss 0.8902 - lr 0.0500000 +2020-05-15 10:20:20,312 BAD EPOCHS (no improvement): 0 +2020-05-15 10:20:20,312 ---------------------------------------------------------------------------------------------------- +2020-05-15 10:21:27,751 epoch 78 - iter 265/2650 - loss 0.87979716 - samples/sec: 125.79 +2020-05-15 10:22:33,770 epoch 78 - iter 530/2650 - loss 0.87001788 - samples/sec: 128.52 +2020-05-15 10:23:38,859 epoch 78 - iter 795/2650 - loss 0.87252897 - samples/sec: 130.35 +2020-05-15 10:24:44,411 epoch 78 - iter 1060/2650 - loss 0.88173653 - samples/sec: 129.43 +2020-05-15 10:25:50,005 epoch 78 - iter 1325/2650 - loss 0.87996654 - samples/sec: 129.35 +2020-05-15 10:26:57,329 epoch 78 - iter 1590/2650 - loss 0.87929865 - samples/sec: 126.02 +2020-05-15 10:28:02,977 epoch 78 - iter 1855/2650 - loss 0.87219572 - samples/sec: 129.24 +2020-05-15 10:29:08,503 epoch 78 - iter 2120/2650 - loss 0.87384557 - samples/sec: 129.48 +2020-05-15 10:30:13,303 epoch 78 - iter 2385/2650 - loss 0.87123956 - samples/sec: 130.94 +2020-05-15 10:31:19,948 epoch 78 - iter 2650/2650 - loss 0.87235255 - samples/sec: 127.31 +2020-05-15 10:31:19,962 ---------------------------------------------------------------------------------------------------- +2020-05-15 10:31:19,962 EPOCH 78 done: loss 0.8724 - lr 0.0500000 +2020-05-15 10:31:19,962 BAD EPOCHS (no improvement): 0 +2020-05-15 10:31:19,962 ---------------------------------------------------------------------------------------------------- +2020-05-15 10:32:25,850 epoch 79 - iter 265/2650 - loss 0.89032092 - samples/sec: 128.75 +2020-05-15 10:33:31,279 epoch 79 - iter 530/2650 - loss 0.86698302 - samples/sec: 129.68 +2020-05-15 10:34:37,353 epoch 79 - iter 795/2650 - loss 0.87329655 - samples/sec: 128.41 +2020-05-15 10:35:43,195 epoch 79 - iter 1060/2650 - loss 0.87197077 - samples/sec: 128.86 +2020-05-15 10:36:48,136 epoch 79 - iter 1325/2650 - loss 0.87011292 - samples/sec: 130.65 +2020-05-15 10:37:55,888 epoch 79 - iter 1590/2650 - loss 0.87148641 - samples/sec: 125.23 +2020-05-15 10:39:01,881 epoch 79 - iter 1855/2650 - loss 0.87176925 - samples/sec: 128.57 +2020-05-15 10:40:07,117 epoch 79 - iter 2120/2650 - loss 0.86848600 - samples/sec: 130.06 +2020-05-15 10:41:14,281 epoch 79 - iter 2385/2650 - loss 0.86817680 - samples/sec: 126.32 +2020-05-15 10:42:19,690 epoch 79 - iter 2650/2650 - loss 0.86510903 - samples/sec: 129.72 +2020-05-15 10:42:19,704 ---------------------------------------------------------------------------------------------------- +2020-05-15 10:42:19,705 EPOCH 79 done: loss 0.8651 - lr 0.0500000 +2020-05-15 10:42:19,705 BAD EPOCHS (no improvement): 0 +2020-05-15 10:42:19,705 ---------------------------------------------------------------------------------------------------- +2020-05-15 10:43:25,833 epoch 80 - iter 265/2650 - loss 0.82757820 - samples/sec: 128.29 +2020-05-15 10:44:30,629 epoch 80 - iter 530/2650 - loss 0.82902530 - samples/sec: 130.94 +2020-05-15 10:45:35,677 epoch 80 - iter 795/2650 - loss 0.83903248 - samples/sec: 130.44 +2020-05-15 10:46:40,823 epoch 80 - iter 1060/2650 - loss 0.84423373 - samples/sec: 130.24 +2020-05-15 10:47:45,843 epoch 80 - iter 1325/2650 - loss 0.84352425 - samples/sec: 130.49 +2020-05-15 10:48:51,608 epoch 80 - iter 1590/2650 - loss 0.84598889 - samples/sec: 129.01 +2020-05-15 10:49:58,310 epoch 80 - iter 1855/2650 - loss 0.84894450 - samples/sec: 127.20 +2020-05-15 10:51:03,584 epoch 80 - iter 2120/2650 - loss 0.85031783 - samples/sec: 129.98 +2020-05-15 10:52:09,568 epoch 80 - iter 2385/2650 - loss 0.85573187 - samples/sec: 128.58 +2020-05-15 10:53:15,262 epoch 80 - iter 2650/2650 - loss 0.85730194 - samples/sec: 129.15 +2020-05-15 10:53:15,275 ---------------------------------------------------------------------------------------------------- +2020-05-15 10:53:15,276 EPOCH 80 done: loss 0.8573 - lr 0.0500000 +2020-05-15 10:53:15,276 BAD EPOCHS (no improvement): 0 +2020-05-15 10:53:15,276 ---------------------------------------------------------------------------------------------------- +2020-05-15 10:54:20,955 epoch 81 - iter 265/2650 - loss 0.79923910 - samples/sec: 129.16 +2020-05-15 10:55:26,616 epoch 81 - iter 530/2650 - loss 0.80895967 - samples/sec: 129.22 +2020-05-15 10:56:32,383 epoch 81 - iter 795/2650 - loss 0.82646300 - samples/sec: 129.01 +2020-05-15 10:57:39,749 epoch 81 - iter 1060/2650 - loss 0.83342485 - samples/sec: 125.94 +2020-05-15 10:58:44,837 epoch 81 - iter 1325/2650 - loss 0.83997695 - samples/sec: 130.36 +2020-05-15 10:59:50,755 epoch 81 - iter 1590/2650 - loss 0.84285469 - samples/sec: 128.71 +2020-05-15 11:00:55,275 epoch 81 - iter 1855/2650 - loss 0.84171657 - samples/sec: 131.50 +2020-05-15 11:02:00,261 epoch 81 - iter 2120/2650 - loss 0.84719889 - samples/sec: 130.56 +2020-05-15 11:03:06,193 epoch 81 - iter 2385/2650 - loss 0.84751057 - samples/sec: 128.68 +2020-05-15 11:04:12,342 epoch 81 - iter 2650/2650 - loss 0.85053870 - samples/sec: 128.26 +2020-05-15 11:04:12,356 ---------------------------------------------------------------------------------------------------- +2020-05-15 11:04:12,357 EPOCH 81 done: loss 0.8505 - lr 0.0500000 +2020-05-15 11:04:12,357 BAD EPOCHS (no improvement): 0 +2020-05-15 11:04:12,357 ---------------------------------------------------------------------------------------------------- +2020-05-15 11:05:17,352 epoch 82 - iter 265/2650 - loss 0.84509290 - samples/sec: 130.52 +2020-05-15 11:06:23,082 epoch 82 - iter 530/2650 - loss 0.82414514 - samples/sec: 129.08 +2020-05-15 11:07:28,007 epoch 82 - iter 795/2650 - loss 0.83310518 - samples/sec: 130.68 +2020-05-15 11:08:34,633 epoch 82 - iter 1060/2650 - loss 0.84134527 - samples/sec: 127.34 +2020-05-15 11:09:39,655 epoch 82 - iter 1325/2650 - loss 0.84292522 - samples/sec: 130.49 +2020-05-15 11:10:44,787 epoch 82 - iter 1590/2650 - loss 0.84138438 - samples/sec: 130.27 +2020-05-15 11:11:48,777 epoch 82 - iter 1855/2650 - loss 0.83867611 - samples/sec: 132.59 +2020-05-15 11:12:54,455 epoch 82 - iter 2120/2650 - loss 0.84059514 - samples/sec: 129.18 +2020-05-15 11:14:00,040 epoch 82 - iter 2385/2650 - loss 0.84073269 - samples/sec: 129.37 +2020-05-15 11:15:07,844 epoch 82 - iter 2650/2650 - loss 0.84165921 - samples/sec: 125.13 +2020-05-15 11:15:07,859 ---------------------------------------------------------------------------------------------------- +2020-05-15 11:15:07,859 EPOCH 82 done: loss 0.8417 - lr 0.0500000 +2020-05-15 11:15:07,859 BAD EPOCHS (no improvement): 0 +2020-05-15 11:15:07,859 ---------------------------------------------------------------------------------------------------- +2020-05-15 11:16:13,718 epoch 83 - iter 265/2650 - loss 0.83729181 - samples/sec: 128.81 +2020-05-15 11:17:19,304 epoch 83 - iter 530/2650 - loss 0.82793851 - samples/sec: 129.36 +2020-05-15 11:18:24,598 epoch 83 - iter 795/2650 - loss 0.82702060 - samples/sec: 129.94 +2020-05-15 11:19:31,316 epoch 83 - iter 1060/2650 - loss 0.82858778 - samples/sec: 127.17 +2020-05-15 11:20:36,668 epoch 83 - iter 1325/2650 - loss 0.82923226 - samples/sec: 129.83 +2020-05-15 11:21:42,355 epoch 83 - iter 1590/2650 - loss 0.83132642 - samples/sec: 129.17 +2020-05-15 11:22:47,914 epoch 83 - iter 1855/2650 - loss 0.83155433 - samples/sec: 129.42 +2020-05-15 11:23:54,423 epoch 83 - iter 2120/2650 - loss 0.83564296 - samples/sec: 127.57 +2020-05-15 11:24:59,161 epoch 83 - iter 2385/2650 - loss 0.84001158 - samples/sec: 131.06 +2020-05-15 11:26:06,628 epoch 83 - iter 2650/2650 - loss 0.84049212 - samples/sec: 125.76 +2020-05-15 11:26:06,642 ---------------------------------------------------------------------------------------------------- +2020-05-15 11:26:06,642 EPOCH 83 done: loss 0.8405 - lr 0.0500000 +2020-05-15 11:26:06,642 BAD EPOCHS (no improvement): 0 +2020-05-15 11:26:06,642 ---------------------------------------------------------------------------------------------------- +2020-05-15 11:27:11,081 epoch 84 - iter 265/2650 - loss 0.82144645 - samples/sec: 131.65 +2020-05-15 11:28:15,596 epoch 84 - iter 530/2650 - loss 0.82806121 - samples/sec: 131.51 +2020-05-15 11:29:21,275 epoch 84 - iter 795/2650 - loss 0.82672340 - samples/sec: 129.18 +2020-05-15 11:30:27,554 epoch 84 - iter 1060/2650 - loss 0.82178067 - samples/sec: 128.01 +2020-05-15 11:31:34,734 epoch 84 - iter 1325/2650 - loss 0.82082946 - samples/sec: 126.29 +2020-05-15 11:32:40,494 epoch 84 - iter 1590/2650 - loss 0.82547251 - samples/sec: 129.02 +2020-05-15 11:33:46,253 epoch 84 - iter 1855/2650 - loss 0.82681593 - samples/sec: 129.02 +2020-05-15 11:34:52,380 epoch 84 - iter 2120/2650 - loss 0.82746922 - samples/sec: 128.30 +2020-05-15 11:35:58,803 epoch 84 - iter 2385/2650 - loss 0.82861349 - samples/sec: 127.73 +2020-05-15 11:37:04,254 epoch 84 - iter 2650/2650 - loss 0.82694846 - samples/sec: 129.63 +2020-05-15 11:37:04,268 ---------------------------------------------------------------------------------------------------- +2020-05-15 11:37:04,268 EPOCH 84 done: loss 0.8269 - lr 0.0500000 +2020-05-15 11:37:04,268 BAD EPOCHS (no improvement): 0 +2020-05-15 11:37:04,268 ---------------------------------------------------------------------------------------------------- +2020-05-15 11:38:10,277 epoch 85 - iter 265/2650 - loss 0.80230298 - samples/sec: 128.52 +2020-05-15 11:39:16,201 epoch 85 - iter 530/2650 - loss 0.82156121 - samples/sec: 128.70 +2020-05-15 11:40:24,021 epoch 85 - iter 795/2650 - loss 0.83014919 - samples/sec: 125.10 +2020-05-15 11:41:29,719 epoch 85 - iter 1060/2650 - loss 0.82872794 - samples/sec: 129.14 +2020-05-15 11:42:36,602 epoch 85 - iter 1325/2650 - loss 0.82693209 - samples/sec: 126.86 +2020-05-15 11:43:41,865 epoch 85 - iter 1590/2650 - loss 0.82397426 - samples/sec: 130.00 +2020-05-15 11:44:47,537 epoch 85 - iter 1855/2650 - loss 0.82705385 - samples/sec: 129.19 +2020-05-15 11:45:55,991 epoch 85 - iter 2120/2650 - loss 0.82857701 - samples/sec: 123.94 +2020-05-15 11:47:01,805 epoch 85 - iter 2385/2650 - loss 0.82777946 - samples/sec: 128.92 +2020-05-15 11:48:07,077 epoch 85 - iter 2650/2650 - loss 0.82591048 - samples/sec: 129.99 +2020-05-15 11:48:07,091 ---------------------------------------------------------------------------------------------------- +2020-05-15 11:48:07,092 EPOCH 85 done: loss 0.8259 - lr 0.0500000 +2020-05-15 11:48:07,092 BAD EPOCHS (no improvement): 0 +2020-05-15 11:48:07,092 ---------------------------------------------------------------------------------------------------- +2020-05-15 11:49:13,700 epoch 86 - iter 265/2650 - loss 0.79830657 - samples/sec: 127.36 +2020-05-15 11:50:18,336 epoch 86 - iter 530/2650 - loss 0.79130886 - samples/sec: 131.27 +2020-05-15 11:51:24,544 epoch 86 - iter 795/2650 - loss 0.80164429 - samples/sec: 128.15 +2020-05-15 11:52:30,078 epoch 86 - iter 1060/2650 - loss 0.80609616 - samples/sec: 129.47 +2020-05-15 11:53:34,834 epoch 86 - iter 1325/2650 - loss 0.80570604 - samples/sec: 131.02 +2020-05-15 11:54:39,978 epoch 86 - iter 1590/2650 - loss 0.80988802 - samples/sec: 130.24 +2020-05-15 11:55:44,905 epoch 86 - iter 1855/2650 - loss 0.81303665 - samples/sec: 130.68 +2020-05-15 11:56:48,125 epoch 86 - iter 2120/2650 - loss 0.81721594 - samples/sec: 134.21 +2020-05-15 11:57:52,489 epoch 86 - iter 2385/2650 - loss 0.81189854 - samples/sec: 131.82 +2020-05-15 11:58:57,378 epoch 86 - iter 2650/2650 - loss 0.81428838 - samples/sec: 130.76 +2020-05-15 11:58:57,391 ---------------------------------------------------------------------------------------------------- +2020-05-15 11:58:57,391 EPOCH 86 done: loss 0.8143 - lr 0.0500000 +2020-05-15 11:58:57,391 BAD EPOCHS (no improvement): 0 +2020-05-15 11:58:57,392 ---------------------------------------------------------------------------------------------------- +2020-05-15 12:00:02,323 epoch 87 - iter 265/2650 - loss 0.82046059 - samples/sec: 130.65 +2020-05-15 12:01:06,932 epoch 87 - iter 530/2650 - loss 0.81914467 - samples/sec: 131.32 +2020-05-15 12:02:10,863 epoch 87 - iter 795/2650 - loss 0.81519189 - samples/sec: 132.71 +2020-05-15 12:03:15,706 epoch 87 - iter 1060/2650 - loss 0.81314162 - samples/sec: 130.84 +2020-05-15 12:04:19,080 epoch 87 - iter 1325/2650 - loss 0.81554818 - samples/sec: 133.88 +2020-05-15 12:05:23,746 epoch 87 - iter 1590/2650 - loss 0.81391981 - samples/sec: 131.20 +2020-05-15 12:06:27,085 epoch 87 - iter 1855/2650 - loss 0.81629610 - samples/sec: 133.95 +2020-05-15 12:07:29,680 epoch 87 - iter 2120/2650 - loss 0.81581687 - samples/sec: 135.55 +2020-05-15 12:08:32,786 epoch 87 - iter 2385/2650 - loss 0.81535604 - samples/sec: 134.45 +2020-05-15 12:09:37,173 epoch 87 - iter 2650/2650 - loss 0.81501335 - samples/sec: 131.77 +2020-05-15 12:09:37,187 ---------------------------------------------------------------------------------------------------- +2020-05-15 12:09:37,187 EPOCH 87 done: loss 0.8150 - lr 0.0500000 +2020-05-15 12:09:37,187 BAD EPOCHS (no improvement): 1 +2020-05-15 12:09:37,187 ---------------------------------------------------------------------------------------------------- +2020-05-15 12:10:41,836 epoch 88 - iter 265/2650 - loss 0.81296903 - samples/sec: 131.22 +2020-05-15 12:11:45,249 epoch 88 - iter 530/2650 - loss 0.81610988 - samples/sec: 133.80 +2020-05-15 12:12:48,291 epoch 88 - iter 795/2650 - loss 0.80770643 - samples/sec: 134.58 +2020-05-15 12:13:50,944 epoch 88 - iter 1060/2650 - loss 0.80948844 - samples/sec: 135.42 +2020-05-15 12:14:54,910 epoch 88 - iter 1325/2650 - loss 0.81518218 - samples/sec: 132.64 +2020-05-15 12:15:59,394 epoch 88 - iter 1590/2650 - loss 0.80950101 - samples/sec: 131.57 +2020-05-15 12:17:04,599 epoch 88 - iter 1855/2650 - loss 0.80960485 - samples/sec: 130.12 +2020-05-15 12:18:08,079 epoch 88 - iter 2120/2650 - loss 0.80995546 - samples/sec: 133.65 +2020-05-15 12:19:11,847 epoch 88 - iter 2385/2650 - loss 0.81153501 - samples/sec: 133.05 +2020-05-15 12:20:15,415 epoch 88 - iter 2650/2650 - loss 0.81506851 - samples/sec: 133.47 +2020-05-15 12:20:15,429 ---------------------------------------------------------------------------------------------------- +2020-05-15 12:20:15,429 EPOCH 88 done: loss 0.8151 - lr 0.0500000 +2020-05-15 12:20:15,429 BAD EPOCHS (no improvement): 2 +2020-05-15 12:20:15,429 ---------------------------------------------------------------------------------------------------- +2020-05-15 12:21:19,327 epoch 89 - iter 265/2650 - loss 0.80004573 - samples/sec: 132.76 +2020-05-15 12:22:22,884 epoch 89 - iter 530/2650 - loss 0.81408720 - samples/sec: 133.50 +2020-05-15 12:23:26,301 epoch 89 - iter 795/2650 - loss 0.80731275 - samples/sec: 133.79 +2020-05-15 12:24:31,491 epoch 89 - iter 1060/2650 - loss 0.81051518 - samples/sec: 130.15 +2020-05-15 12:25:35,474 epoch 89 - iter 1325/2650 - loss 0.81290321 - samples/sec: 132.61 +2020-05-15 12:26:40,905 epoch 89 - iter 1590/2650 - loss 0.81397930 - samples/sec: 129.67 +2020-05-15 12:27:44,177 epoch 89 - iter 1855/2650 - loss 0.81050713 - samples/sec: 134.10 +2020-05-15 12:28:47,584 epoch 89 - iter 2120/2650 - loss 0.80999093 - samples/sec: 133.81 +2020-05-15 12:29:51,505 epoch 89 - iter 2385/2650 - loss 0.80980140 - samples/sec: 132.73 +2020-05-15 12:30:54,711 epoch 89 - iter 2650/2650 - loss 0.81265635 - samples/sec: 134.24 +2020-05-15 12:30:54,725 ---------------------------------------------------------------------------------------------------- +2020-05-15 12:30:54,725 EPOCH 89 done: loss 0.8127 - lr 0.0500000 +2020-05-15 12:30:54,725 BAD EPOCHS (no improvement): 0 +2020-05-15 12:30:54,725 ---------------------------------------------------------------------------------------------------- +2020-05-15 12:31:57,172 epoch 90 - iter 265/2650 - loss 0.81832218 - samples/sec: 135.85 +2020-05-15 12:33:02,712 epoch 90 - iter 530/2650 - loss 0.80415597 - samples/sec: 129.45 +2020-05-15 12:34:05,497 epoch 90 - iter 795/2650 - loss 0.80578099 - samples/sec: 135.14 +2020-05-15 12:35:09,115 epoch 90 - iter 1060/2650 - loss 0.80055521 - samples/sec: 133.37 +2020-05-15 12:36:12,029 epoch 90 - iter 1325/2650 - loss 0.79937517 - samples/sec: 134.86 +2020-05-15 12:37:15,939 epoch 90 - iter 1590/2650 - loss 0.80063094 - samples/sec: 132.75 +2020-05-15 12:38:20,383 epoch 90 - iter 1855/2650 - loss 0.80370574 - samples/sec: 131.65 +2020-05-15 12:39:23,572 epoch 90 - iter 2120/2650 - loss 0.80653041 - samples/sec: 134.27 +2020-05-15 12:40:27,864 epoch 90 - iter 2385/2650 - loss 0.80561720 - samples/sec: 131.97 +2020-05-15 12:41:32,029 epoch 90 - iter 2650/2650 - loss 0.80733796 - samples/sec: 132.23 +2020-05-15 12:41:32,043 ---------------------------------------------------------------------------------------------------- +2020-05-15 12:41:32,043 EPOCH 90 done: loss 0.8073 - lr 0.0500000 +2020-05-15 12:41:32,043 BAD EPOCHS (no improvement): 0 +2020-05-15 12:41:32,043 ---------------------------------------------------------------------------------------------------- +2020-05-15 12:42:35,223 epoch 91 - iter 265/2650 - loss 0.82464737 - samples/sec: 134.27 +2020-05-15 12:43:40,547 epoch 91 - iter 530/2650 - loss 0.81586374 - samples/sec: 129.88 +2020-05-15 12:44:44,148 epoch 91 - iter 795/2650 - loss 0.81299472 - samples/sec: 133.40 +2020-05-15 12:45:47,565 epoch 91 - iter 1060/2650 - loss 0.80598388 - samples/sec: 133.79 +2020-05-15 12:46:52,801 epoch 91 - iter 1325/2650 - loss 0.80740563 - samples/sec: 130.05 +2020-05-15 12:47:56,302 epoch 91 - iter 1590/2650 - loss 0.80872643 - samples/sec: 133.61 +2020-05-15 12:48:59,824 epoch 91 - iter 1855/2650 - loss 0.80776579 - samples/sec: 133.57 +2020-05-15 12:50:04,152 epoch 91 - iter 2120/2650 - loss 0.80755694 - samples/sec: 131.89 +2020-05-15 12:51:06,895 epoch 91 - iter 2385/2650 - loss 0.80507338 - samples/sec: 135.23 +2020-05-15 12:52:12,106 epoch 91 - iter 2650/2650 - loss 0.80446280 - samples/sec: 130.11 +2020-05-15 12:52:12,130 ---------------------------------------------------------------------------------------------------- +2020-05-15 12:52:12,130 EPOCH 91 done: loss 0.8045 - lr 0.0500000 +2020-05-15 12:52:12,130 BAD EPOCHS (no improvement): 0 +2020-05-15 12:52:12,130 ---------------------------------------------------------------------------------------------------- +2020-05-15 12:53:14,303 epoch 92 - iter 265/2650 - loss 0.76794652 - samples/sec: 136.46 +2020-05-15 12:54:17,844 epoch 92 - iter 530/2650 - loss 0.77222910 - samples/sec: 133.53 +2020-05-15 12:55:21,396 epoch 92 - iter 795/2650 - loss 0.76960212 - samples/sec: 133.50 +2020-05-15 12:56:24,051 epoch 92 - iter 1060/2650 - loss 0.77613541 - samples/sec: 135.42 +2020-05-15 12:57:28,283 epoch 92 - iter 1325/2650 - loss 0.78386851 - samples/sec: 132.09 +2020-05-15 12:58:31,458 epoch 92 - iter 1590/2650 - loss 0.78371112 - samples/sec: 134.30 +2020-05-15 12:59:34,522 epoch 92 - iter 1855/2650 - loss 0.78721737 - samples/sec: 134.54 +2020-05-15 13:00:39,850 epoch 92 - iter 2120/2650 - loss 0.78895072 - samples/sec: 129.87 +2020-05-15 13:01:42,591 epoch 92 - iter 2385/2650 - loss 0.79034240 - samples/sec: 135.23 +2020-05-15 13:02:46,484 epoch 92 - iter 2650/2650 - loss 0.79353392 - samples/sec: 132.79 +2020-05-15 13:02:46,497 ---------------------------------------------------------------------------------------------------- +2020-05-15 13:02:46,497 EPOCH 92 done: loss 0.7935 - lr 0.0500000 +2020-05-15 13:02:46,497 BAD EPOCHS (no improvement): 0 +2020-05-15 13:02:46,497 ---------------------------------------------------------------------------------------------------- +2020-05-15 13:03:49,127 epoch 93 - iter 265/2650 - loss 0.79433664 - samples/sec: 135.45 +2020-05-15 13:04:52,999 epoch 93 - iter 530/2650 - loss 0.80024202 - samples/sec: 132.83 +2020-05-15 13:05:56,424 epoch 93 - iter 795/2650 - loss 0.81136124 - samples/sec: 133.77 +2020-05-15 13:06:58,897 epoch 93 - iter 1060/2650 - loss 0.80226996 - samples/sec: 135.81 +2020-05-15 13:08:02,800 epoch 93 - iter 1325/2650 - loss 0.80181057 - samples/sec: 132.77 +2020-05-15 13:09:05,658 epoch 93 - iter 1590/2650 - loss 0.80324979 - samples/sec: 134.98 +2020-05-15 13:10:09,523 epoch 93 - iter 1855/2650 - loss 0.80080910 - samples/sec: 132.85 +2020-05-15 13:11:13,063 epoch 93 - iter 2120/2650 - loss 0.79854386 - samples/sec: 133.53 +2020-05-15 13:12:16,327 epoch 93 - iter 2385/2650 - loss 0.79656311 - samples/sec: 134.11 +2020-05-15 13:13:17,773 epoch 93 - iter 2650/2650 - loss 0.79999994 - samples/sec: 138.08 +2020-05-15 13:13:17,786 ---------------------------------------------------------------------------------------------------- +2020-05-15 13:13:17,786 EPOCH 93 done: loss 0.8000 - lr 0.0500000 +2020-05-15 13:13:17,786 BAD EPOCHS (no improvement): 1 +2020-05-15 13:13:17,786 ---------------------------------------------------------------------------------------------------- +2020-05-15 13:14:21,421 epoch 94 - iter 265/2650 - loss 0.78495930 - samples/sec: 133.31 +2020-05-15 13:15:23,892 epoch 94 - iter 530/2650 - loss 0.79199558 - samples/sec: 135.81 +2020-05-15 13:16:26,498 epoch 94 - iter 795/2650 - loss 0.77346854 - samples/sec: 135.52 +2020-05-15 13:17:36,849 epoch 94 - iter 1060/2650 - loss 0.77147773 - samples/sec: 120.59 +2020-05-15 13:18:42,458 epoch 94 - iter 1325/2650 - loss 0.77574522 - samples/sec: 129.32 +2020-05-15 13:19:43,885 epoch 94 - iter 1590/2650 - loss 0.77781641 - samples/sec: 138.12 +2020-05-15 13:20:45,339 epoch 94 - iter 1855/2650 - loss 0.77930894 - samples/sec: 138.06 +2020-05-15 13:21:49,418 epoch 94 - iter 2120/2650 - loss 0.77912045 - samples/sec: 132.41 +2020-05-15 13:22:53,954 epoch 94 - iter 2385/2650 - loss 0.78516190 - samples/sec: 131.47 +2020-05-15 13:23:57,212 epoch 94 - iter 2650/2650 - loss 0.78555444 - samples/sec: 134.13 +2020-05-15 13:23:57,225 ---------------------------------------------------------------------------------------------------- +2020-05-15 13:23:57,225 EPOCH 94 done: loss 0.7856 - lr 0.0500000 +2020-05-15 13:23:57,225 BAD EPOCHS (no improvement): 0 +2020-05-15 13:23:57,225 ---------------------------------------------------------------------------------------------------- +2020-05-15 13:25:01,309 epoch 95 - iter 265/2650 - loss 0.79143778 - samples/sec: 132.38 +2020-05-15 13:26:02,873 epoch 95 - iter 530/2650 - loss 0.76521230 - samples/sec: 137.82 +2020-05-15 13:27:06,739 epoch 95 - iter 795/2650 - loss 0.77196814 - samples/sec: 132.85 +2020-05-15 13:28:09,664 epoch 95 - iter 1060/2650 - loss 0.77738699 - samples/sec: 134.83 +2020-05-15 13:29:13,002 epoch 95 - iter 1325/2650 - loss 0.78224318 - samples/sec: 133.95 +2020-05-15 13:30:17,019 epoch 95 - iter 1590/2650 - loss 0.77797218 - samples/sec: 132.53 +2020-05-15 13:31:20,067 epoch 95 - iter 1855/2650 - loss 0.78178259 - samples/sec: 134.57 +2020-05-15 13:32:23,607 epoch 95 - iter 2120/2650 - loss 0.78384530 - samples/sec: 133.53 +2020-05-15 13:33:28,219 epoch 95 - iter 2385/2650 - loss 0.78509533 - samples/sec: 131.31 +2020-05-15 13:34:30,734 epoch 95 - iter 2650/2650 - loss 0.78529349 - samples/sec: 135.72 +2020-05-15 13:34:30,747 ---------------------------------------------------------------------------------------------------- +2020-05-15 13:34:30,747 EPOCH 95 done: loss 0.7853 - lr 0.0500000 +2020-05-15 13:34:30,747 BAD EPOCHS (no improvement): 0 +2020-05-15 13:34:30,747 ---------------------------------------------------------------------------------------------------- +2020-05-15 13:35:33,185 epoch 96 - iter 265/2650 - loss 0.77414150 - samples/sec: 135.87 +2020-05-15 13:36:38,472 epoch 96 - iter 530/2650 - loss 0.78470833 - samples/sec: 129.95 +2020-05-15 13:37:41,498 epoch 96 - iter 795/2650 - loss 0.77622864 - samples/sec: 134.62 +2020-05-15 13:38:44,652 epoch 96 - iter 1060/2650 - loss 0.77295581 - samples/sec: 134.34 +2020-05-15 13:39:48,041 epoch 96 - iter 1325/2650 - loss 0.77727253 - samples/sec: 133.85 +2020-05-15 13:40:53,287 epoch 96 - iter 1590/2650 - loss 0.77841232 - samples/sec: 130.04 +2020-05-15 13:41:56,356 epoch 96 - iter 1855/2650 - loss 0.77659110 - samples/sec: 134.52 +2020-05-15 13:43:00,414 epoch 96 - iter 2120/2650 - loss 0.77786601 - samples/sec: 132.45 +2020-05-15 13:44:03,352 epoch 96 - iter 2385/2650 - loss 0.78131744 - samples/sec: 134.81 +2020-05-15 13:45:07,311 epoch 96 - iter 2650/2650 - loss 0.78230027 - samples/sec: 132.66 +2020-05-15 13:45:07,324 ---------------------------------------------------------------------------------------------------- +2020-05-15 13:45:07,324 EPOCH 96 done: loss 0.7823 - lr 0.0500000 +2020-05-15 13:45:07,324 BAD EPOCHS (no improvement): 0 +2020-05-15 13:45:07,324 ---------------------------------------------------------------------------------------------------- +2020-05-15 13:46:09,837 epoch 97 - iter 265/2650 - loss 0.78699079 - samples/sec: 135.70 +2020-05-15 13:47:13,065 epoch 97 - iter 530/2650 - loss 0.78841982 - samples/sec: 134.19 +2020-05-15 13:48:18,265 epoch 97 - iter 795/2650 - loss 0.77874584 - samples/sec: 130.13 +2020-05-15 13:49:23,488 epoch 97 - iter 1060/2650 - loss 0.78127004 - samples/sec: 130.08 +2020-05-15 13:50:27,414 epoch 97 - iter 1325/2650 - loss 0.78182702 - samples/sec: 132.72 +2020-05-15 13:51:29,881 epoch 97 - iter 1590/2650 - loss 0.78204004 - samples/sec: 135.82 +2020-05-15 13:52:33,862 epoch 97 - iter 1855/2650 - loss 0.78630568 - samples/sec: 132.61 +2020-05-15 13:53:36,627 epoch 97 - iter 2120/2650 - loss 0.78657819 - samples/sec: 135.18 +2020-05-15 13:54:41,240 epoch 97 - iter 2385/2650 - loss 0.78890447 - samples/sec: 131.31 +2020-05-15 13:55:44,549 epoch 97 - iter 2650/2650 - loss 0.78470040 - samples/sec: 134.02 +2020-05-15 13:55:44,563 ---------------------------------------------------------------------------------------------------- +2020-05-15 13:55:44,563 EPOCH 97 done: loss 0.7847 - lr 0.0500000 +2020-05-15 13:55:44,563 BAD EPOCHS (no improvement): 1 +2020-05-15 13:55:44,563 ---------------------------------------------------------------------------------------------------- +2020-05-15 13:56:48,558 epoch 98 - iter 265/2650 - loss 0.75720757 - samples/sec: 132.56 +2020-05-15 13:57:51,197 epoch 98 - iter 530/2650 - loss 0.75794395 - samples/sec: 135.45 +2020-05-15 13:58:55,472 epoch 98 - iter 795/2650 - loss 0.76537641 - samples/sec: 132.00 +2020-05-15 14:00:00,504 epoch 98 - iter 1060/2650 - loss 0.76699675 - samples/sec: 130.46 +2020-05-15 14:01:04,391 epoch 98 - iter 1325/2650 - loss 0.77435577 - samples/sec: 132.80 +2020-05-15 14:02:08,582 epoch 98 - iter 1590/2650 - loss 0.77654102 - samples/sec: 132.17 +2020-05-15 14:03:13,434 epoch 98 - iter 1855/2650 - loss 0.77851105 - samples/sec: 130.83 +2020-05-15 14:04:18,400 epoch 98 - iter 2120/2650 - loss 0.77850416 - samples/sec: 130.60 +2020-05-15 14:05:23,107 epoch 98 - iter 2385/2650 - loss 0.77905657 - samples/sec: 131.12 +2020-05-15 14:06:25,397 epoch 98 - iter 2650/2650 - loss 0.78129220 - samples/sec: 136.21 +2020-05-15 14:06:25,411 ---------------------------------------------------------------------------------------------------- +2020-05-15 14:06:25,411 EPOCH 98 done: loss 0.7813 - lr 0.0500000 +2020-05-15 14:06:25,411 BAD EPOCHS (no improvement): 0 +2020-05-15 14:06:25,411 ---------------------------------------------------------------------------------------------------- +2020-05-15 14:07:28,150 epoch 99 - iter 265/2650 - loss 0.77055443 - samples/sec: 135.22 +2020-05-15 14:08:32,257 epoch 99 - iter 530/2650 - loss 0.76934112 - samples/sec: 132.35 +2020-05-15 14:09:37,088 epoch 99 - iter 795/2650 - loss 0.77327182 - samples/sec: 130.87 +2020-05-15 14:10:42,137 epoch 99 - iter 1060/2650 - loss 0.76791615 - samples/sec: 130.43 +2020-05-15 14:11:46,352 epoch 99 - iter 1325/2650 - loss 0.76867852 - samples/sec: 132.12 +2020-05-15 14:12:49,526 epoch 99 - iter 1590/2650 - loss 0.77194093 - samples/sec: 134.30 +2020-05-15 14:13:55,868 epoch 99 - iter 1855/2650 - loss 0.77215479 - samples/sec: 127.89 +2020-05-15 14:15:00,138 epoch 99 - iter 2120/2650 - loss 0.77458423 - samples/sec: 132.01 +2020-05-15 14:16:04,067 epoch 99 - iter 2385/2650 - loss 0.77578717 - samples/sec: 132.72 +2020-05-15 14:17:07,885 epoch 99 - iter 2650/2650 - loss 0.77655072 - samples/sec: 132.95 +2020-05-15 14:17:07,899 ---------------------------------------------------------------------------------------------------- +2020-05-15 14:17:07,899 EPOCH 99 done: loss 0.7766 - lr 0.0500000 +2020-05-15 14:17:07,899 BAD EPOCHS (no improvement): 0 +2020-05-15 14:17:07,899 ---------------------------------------------------------------------------------------------------- +2020-05-15 14:18:11,261 epoch 100 - iter 265/2650 - loss 0.76925769 - samples/sec: 133.89 +2020-05-15 14:19:14,349 epoch 100 - iter 530/2650 - loss 0.75312224 - samples/sec: 134.48 +2020-05-15 14:20:20,154 epoch 100 - iter 795/2650 - loss 0.75056008 - samples/sec: 128.93 +2020-05-15 14:21:25,112 epoch 100 - iter 1060/2650 - loss 0.75553694 - samples/sec: 130.61 +2020-05-15 14:22:30,248 epoch 100 - iter 1325/2650 - loss 0.75811905 - samples/sec: 130.26 +2020-05-15 14:23:36,166 epoch 100 - iter 1590/2650 - loss 0.76077192 - samples/sec: 128.71 +2020-05-15 14:24:39,139 epoch 100 - iter 1855/2650 - loss 0.76485995 - samples/sec: 134.73 +2020-05-15 14:25:45,429 epoch 100 - iter 2120/2650 - loss 0.76745860 - samples/sec: 127.99 +2020-05-15 14:26:49,162 epoch 100 - iter 2385/2650 - loss 0.76959048 - samples/sec: 133.13 +2020-05-15 14:27:54,850 epoch 100 - iter 2650/2650 - loss 0.77134695 - samples/sec: 129.16 +2020-05-15 14:27:54,864 ---------------------------------------------------------------------------------------------------- +2020-05-15 14:27:54,864 EPOCH 100 done: loss 0.7713 - lr 0.0500000 +2020-05-15 14:27:54,864 BAD EPOCHS (no improvement): 0 +2020-05-15 14:27:54,865 ---------------------------------------------------------------------------------------------------- +2020-05-15 14:28:58,751 epoch 101 - iter 265/2650 - loss 0.75334897 - samples/sec: 132.79 +2020-05-15 14:30:03,466 epoch 101 - iter 530/2650 - loss 0.76793556 - samples/sec: 131.11 +2020-05-15 14:31:07,620 epoch 101 - iter 795/2650 - loss 0.76876898 - samples/sec: 132.26 +2020-05-15 14:32:13,739 epoch 101 - iter 1060/2650 - loss 0.76134272 - samples/sec: 128.32 +2020-05-15 14:33:18,869 epoch 101 - iter 1325/2650 - loss 0.76313394 - samples/sec: 130.27 +2020-05-15 14:34:24,482 epoch 101 - iter 1590/2650 - loss 0.76453907 - samples/sec: 129.31 +2020-05-15 14:35:31,426 epoch 101 - iter 1855/2650 - loss 0.76303014 - samples/sec: 126.74 +2020-05-15 14:36:37,919 epoch 101 - iter 2120/2650 - loss 0.76558788 - samples/sec: 127.60 +2020-05-15 14:37:41,499 epoch 101 - iter 2385/2650 - loss 0.76649760 - samples/sec: 133.44 +2020-05-15 14:38:45,482 epoch 101 - iter 2650/2650 - loss 0.76893686 - samples/sec: 132.61 +2020-05-15 14:38:45,495 ---------------------------------------------------------------------------------------------------- +2020-05-15 14:38:45,495 EPOCH 101 done: loss 0.7689 - lr 0.0500000 +2020-05-15 14:38:45,495 BAD EPOCHS (no improvement): 0 +2020-05-15 14:38:45,495 ---------------------------------------------------------------------------------------------------- +2020-05-15 14:39:51,108 epoch 102 - iter 265/2650 - loss 0.72490080 - samples/sec: 129.29 +2020-05-15 14:40:55,198 epoch 102 - iter 530/2650 - loss 0.75986085 - samples/sec: 132.38 +2020-05-15 14:42:00,792 epoch 102 - iter 795/2650 - loss 0.75969434 - samples/sec: 129.35 +2020-05-15 14:43:06,979 epoch 102 - iter 1060/2650 - loss 0.75990049 - samples/sec: 128.19 +2020-05-15 14:44:14,104 epoch 102 - iter 1325/2650 - loss 0.76232134 - samples/sec: 126.40 +2020-05-15 14:45:21,531 epoch 102 - iter 1590/2650 - loss 0.76562224 - samples/sec: 125.83 +2020-05-15 14:46:24,372 epoch 102 - iter 1855/2650 - loss 0.76406037 - samples/sec: 135.02 +2020-05-15 14:47:28,850 epoch 102 - iter 2120/2650 - loss 0.75710549 - samples/sec: 131.59 +2020-05-15 14:48:33,454 epoch 102 - iter 2385/2650 - loss 0.76084984 - samples/sec: 131.33 +2020-05-15 14:49:40,265 epoch 102 - iter 2650/2650 - loss 0.76491352 - samples/sec: 126.99 +2020-05-15 14:49:40,278 ---------------------------------------------------------------------------------------------------- +2020-05-15 14:49:40,278 EPOCH 102 done: loss 0.7649 - lr 0.0500000 +2020-05-15 14:49:40,278 BAD EPOCHS (no improvement): 0 +2020-05-15 14:49:40,279 ---------------------------------------------------------------------------------------------------- +2020-05-15 14:50:44,211 epoch 103 - iter 265/2650 - loss 0.76159228 - samples/sec: 132.69 +2020-05-15 14:51:47,943 epoch 103 - iter 530/2650 - loss 0.75883515 - samples/sec: 133.13 +2020-05-15 14:52:51,353 epoch 103 - iter 795/2650 - loss 0.75123594 - samples/sec: 133.80 +2020-05-15 14:53:55,615 epoch 103 - iter 1060/2650 - loss 0.75995102 - samples/sec: 132.03 +2020-05-15 14:55:01,614 epoch 103 - iter 1325/2650 - loss 0.75862878 - samples/sec: 128.55 +2020-05-15 14:56:05,000 epoch 103 - iter 1590/2650 - loss 0.75739800 - samples/sec: 133.85 +2020-05-15 14:57:10,066 epoch 103 - iter 1855/2650 - loss 0.75937613 - samples/sec: 130.40 +2020-05-15 14:58:15,092 epoch 103 - iter 2120/2650 - loss 0.76735279 - samples/sec: 130.48 +2020-05-15 14:59:21,069 epoch 103 - iter 2385/2650 - loss 0.77075460 - samples/sec: 128.59 +2020-05-15 15:00:28,687 epoch 103 - iter 2650/2650 - loss 0.76989967 - samples/sec: 125.48 +2020-05-15 15:00:28,701 ---------------------------------------------------------------------------------------------------- +2020-05-15 15:00:28,701 EPOCH 103 done: loss 0.7699 - lr 0.0500000 +2020-05-15 15:00:28,701 BAD EPOCHS (no improvement): 1 +2020-05-15 15:00:28,701 ---------------------------------------------------------------------------------------------------- +2020-05-15 15:01:34,619 epoch 104 - iter 265/2650 - loss 0.75973325 - samples/sec: 128.70 +2020-05-15 15:02:40,790 epoch 104 - iter 530/2650 - loss 0.75684432 - samples/sec: 128.22 +2020-05-15 15:03:46,648 epoch 104 - iter 795/2650 - loss 0.75307190 - samples/sec: 128.83 +2020-05-15 15:04:52,909 epoch 104 - iter 1060/2650 - loss 0.75935192 - samples/sec: 128.05 +2020-05-15 15:06:03,442 epoch 104 - iter 1325/2650 - loss 0.76058997 - samples/sec: 120.29 +2020-05-15 15:07:09,934 epoch 104 - iter 1590/2650 - loss 0.75963479 - samples/sec: 127.60 +2020-05-15 15:08:17,359 epoch 104 - iter 1855/2650 - loss 0.76364390 - samples/sec: 125.83 +2020-05-15 15:09:22,784 epoch 104 - iter 2120/2650 - loss 0.75883987 - samples/sec: 129.68 +2020-05-15 15:10:27,101 epoch 104 - iter 2385/2650 - loss 0.76042036 - samples/sec: 131.91 +2020-05-15 15:11:35,564 epoch 104 - iter 2650/2650 - loss 0.76520680 - samples/sec: 123.93 +2020-05-15 15:11:35,578 ---------------------------------------------------------------------------------------------------- +2020-05-15 15:11:35,578 EPOCH 104 done: loss 0.7652 - lr 0.0500000 +2020-05-15 15:11:35,578 BAD EPOCHS (no improvement): 2 +2020-05-15 15:11:35,578 ---------------------------------------------------------------------------------------------------- +2020-05-15 15:12:40,436 epoch 105 - iter 265/2650 - loss 0.73773453 - samples/sec: 130.80 +2020-05-15 15:13:45,152 epoch 105 - iter 530/2650 - loss 0.74069136 - samples/sec: 131.11 +2020-05-15 15:14:51,263 epoch 105 - iter 795/2650 - loss 0.74371219 - samples/sec: 128.34 +2020-05-15 15:15:59,649 epoch 105 - iter 1060/2650 - loss 0.74409352 - samples/sec: 124.06 +2020-05-15 15:17:07,439 epoch 105 - iter 1325/2650 - loss 0.75195706 - samples/sec: 125.16 +2020-05-15 15:18:13,569 epoch 105 - iter 1590/2650 - loss 0.75449199 - samples/sec: 128.30 +2020-05-15 15:19:19,721 epoch 105 - iter 1855/2650 - loss 0.75463675 - samples/sec: 128.26 +2020-05-15 15:20:25,419 epoch 105 - iter 2120/2650 - loss 0.75692745 - samples/sec: 129.14 +2020-05-15 15:21:32,223 epoch 105 - iter 2385/2650 - loss 0.75542652 - samples/sec: 127.00 +2020-05-15 15:22:40,270 epoch 105 - iter 2650/2650 - loss 0.75618357 - samples/sec: 124.68 +2020-05-15 15:22:40,284 ---------------------------------------------------------------------------------------------------- +2020-05-15 15:22:40,284 EPOCH 105 done: loss 0.7562 - lr 0.0500000 +2020-05-15 15:22:40,284 BAD EPOCHS (no improvement): 0 +2020-05-15 15:22:40,284 ---------------------------------------------------------------------------------------------------- +2020-05-15 15:23:45,299 epoch 106 - iter 265/2650 - loss 0.76054210 - samples/sec: 130.48 +2020-05-15 15:24:52,836 epoch 106 - iter 530/2650 - loss 0.75908262 - samples/sec: 125.63 +2020-05-15 15:26:00,558 epoch 106 - iter 795/2650 - loss 0.75648414 - samples/sec: 125.28 +2020-05-15 15:27:06,045 epoch 106 - iter 1060/2650 - loss 0.75443071 - samples/sec: 129.56 +2020-05-15 15:28:12,467 epoch 106 - iter 1325/2650 - loss 0.75623682 - samples/sec: 127.74 +2020-05-15 15:29:18,891 epoch 106 - iter 1590/2650 - loss 0.75629446 - samples/sec: 127.73 +2020-05-15 15:30:24,809 epoch 106 - iter 1855/2650 - loss 0.75700424 - samples/sec: 128.71 +2020-05-15 15:31:31,550 epoch 106 - iter 2120/2650 - loss 0.75729560 - samples/sec: 127.13 +2020-05-15 15:32:37,758 epoch 106 - iter 2385/2650 - loss 0.76023992 - samples/sec: 128.15 +2020-05-15 15:33:42,492 epoch 106 - iter 2650/2650 - loss 0.75721130 - samples/sec: 131.07 +2020-05-15 15:33:42,506 ---------------------------------------------------------------------------------------------------- +2020-05-15 15:33:42,506 EPOCH 106 done: loss 0.7572 - lr 0.0500000 +2020-05-15 15:33:42,506 BAD EPOCHS (no improvement): 1 +2020-05-15 15:33:42,507 ---------------------------------------------------------------------------------------------------- +2020-05-15 15:34:47,085 epoch 107 - iter 265/2650 - loss 0.75255413 - samples/sec: 131.36 +2020-05-15 15:35:53,667 epoch 107 - iter 530/2650 - loss 0.75583691 - samples/sec: 127.43 +2020-05-15 15:36:58,903 epoch 107 - iter 795/2650 - loss 0.74536970 - samples/sec: 130.06 +2020-05-15 15:38:04,336 epoch 107 - iter 1060/2650 - loss 0.74038391 - samples/sec: 129.67 +2020-05-15 15:39:12,426 epoch 107 - iter 1325/2650 - loss 0.74268769 - samples/sec: 124.61 +2020-05-15 15:40:17,007 epoch 107 - iter 1590/2650 - loss 0.74511460 - samples/sec: 131.38 +2020-05-15 15:41:22,996 epoch 107 - iter 1855/2650 - loss 0.75119061 - samples/sec: 128.57 +2020-05-15 15:42:27,233 epoch 107 - iter 2120/2650 - loss 0.75769321 - samples/sec: 132.08 +2020-05-15 15:43:33,529 epoch 107 - iter 2385/2650 - loss 0.75747037 - samples/sec: 127.98 +2020-05-15 15:44:39,558 epoch 107 - iter 2650/2650 - loss 0.75713004 - samples/sec: 128.50 +2020-05-15 15:44:39,571 ---------------------------------------------------------------------------------------------------- +2020-05-15 15:44:39,571 EPOCH 107 done: loss 0.7571 - lr 0.0500000 +2020-05-15 15:44:39,571 BAD EPOCHS (no improvement): 2 +2020-05-15 15:44:39,572 ---------------------------------------------------------------------------------------------------- +2020-05-15 15:45:46,205 epoch 108 - iter 265/2650 - loss 0.73220794 - samples/sec: 127.31 +2020-05-15 15:46:50,984 epoch 108 - iter 530/2650 - loss 0.72766391 - samples/sec: 130.98 +2020-05-15 15:47:57,019 epoch 108 - iter 795/2650 - loss 0.73549492 - samples/sec: 128.48 +2020-05-15 15:49:00,219 epoch 108 - iter 1060/2650 - loss 0.74064858 - samples/sec: 134.25 +2020-05-15 15:50:05,442 epoch 108 - iter 1325/2650 - loss 0.73944586 - samples/sec: 130.08 +2020-05-15 15:51:10,145 epoch 108 - iter 1590/2650 - loss 0.74014088 - samples/sec: 131.13 +2020-05-15 15:52:16,194 epoch 108 - iter 1855/2650 - loss 0.74618336 - samples/sec: 128.46 +2020-05-15 15:53:20,801 epoch 108 - iter 2120/2650 - loss 0.74932868 - samples/sec: 131.32 +2020-05-15 15:54:27,740 epoch 108 - iter 2385/2650 - loss 0.74861187 - samples/sec: 126.75 +2020-05-15 15:55:31,875 epoch 108 - iter 2650/2650 - loss 0.74997649 - samples/sec: 132.29 +2020-05-15 15:55:31,889 ---------------------------------------------------------------------------------------------------- +2020-05-15 15:55:31,889 EPOCH 108 done: loss 0.7500 - lr 0.0500000 +2020-05-15 15:55:31,889 BAD EPOCHS (no improvement): 0 +2020-05-15 15:55:31,889 ---------------------------------------------------------------------------------------------------- +2020-05-15 15:56:37,920 epoch 109 - iter 265/2650 - loss 0.72354043 - samples/sec: 128.48 +2020-05-15 15:57:44,349 epoch 109 - iter 530/2650 - loss 0.74193490 - samples/sec: 127.72 +2020-05-15 15:58:49,191 epoch 109 - iter 795/2650 - loss 0.74588284 - samples/sec: 130.85 +2020-05-15 15:59:56,852 epoch 109 - iter 1060/2650 - loss 0.74549567 - samples/sec: 125.39 +2020-05-15 16:01:02,283 epoch 109 - iter 1325/2650 - loss 0.74956264 - samples/sec: 129.67 +2020-05-15 16:02:08,354 epoch 109 - iter 1590/2650 - loss 0.74667769 - samples/sec: 128.41 +2020-05-15 16:03:14,201 epoch 109 - iter 1855/2650 - loss 0.74962525 - samples/sec: 128.85 +2020-05-15 16:04:19,476 epoch 109 - iter 2120/2650 - loss 0.74975580 - samples/sec: 129.98 +2020-05-15 16:05:25,654 epoch 109 - iter 2385/2650 - loss 0.74985370 - samples/sec: 128.21 +2020-05-15 16:06:31,670 epoch 109 - iter 2650/2650 - loss 0.74954778 - samples/sec: 128.52 +2020-05-15 16:06:31,684 ---------------------------------------------------------------------------------------------------- +2020-05-15 16:06:31,684 EPOCH 109 done: loss 0.7495 - lr 0.0500000 +2020-05-15 16:06:31,684 BAD EPOCHS (no improvement): 0 +2020-05-15 16:06:31,684 ---------------------------------------------------------------------------------------------------- +2020-05-15 16:07:40,082 epoch 110 - iter 265/2650 - loss 0.75636149 - samples/sec: 124.03 +2020-05-15 16:08:46,748 epoch 110 - iter 530/2650 - loss 0.74912741 - samples/sec: 127.27 +2020-05-15 16:09:53,427 epoch 110 - iter 795/2650 - loss 0.74862465 - samples/sec: 127.24 +2020-05-15 16:11:00,139 epoch 110 - iter 1060/2650 - loss 0.74486289 - samples/sec: 127.18 +2020-05-15 16:12:07,222 epoch 110 - iter 1325/2650 - loss 0.74530209 - samples/sec: 126.48 +2020-05-15 16:13:14,478 epoch 110 - iter 1590/2650 - loss 0.74549478 - samples/sec: 126.15 +2020-05-15 16:14:21,744 epoch 110 - iter 1855/2650 - loss 0.74360762 - samples/sec: 126.13 +2020-05-15 16:15:29,617 epoch 110 - iter 2120/2650 - loss 0.74893844 - samples/sec: 125.01 +2020-05-15 16:16:36,940 epoch 110 - iter 2385/2650 - loss 0.75043676 - samples/sec: 126.03 +2020-05-15 16:17:43,560 epoch 110 - iter 2650/2650 - loss 0.74945492 - samples/sec: 127.36 +2020-05-15 16:17:43,575 ---------------------------------------------------------------------------------------------------- +2020-05-15 16:17:43,575 EPOCH 110 done: loss 0.7495 - lr 0.0500000 +2020-05-15 16:17:43,575 BAD EPOCHS (no improvement): 0 +2020-05-15 16:17:43,575 ---------------------------------------------------------------------------------------------------- +2020-05-15 16:18:51,964 epoch 111 - iter 265/2650 - loss 0.77375221 - samples/sec: 124.04 +2020-05-15 16:19:58,754 epoch 111 - iter 530/2650 - loss 0.76454602 - samples/sec: 127.03 +2020-05-15 16:21:06,334 epoch 111 - iter 795/2650 - loss 0.75498878 - samples/sec: 125.55 +2020-05-15 16:22:14,410 epoch 111 - iter 1060/2650 - loss 0.75030463 - samples/sec: 124.63 +2020-05-15 16:23:19,886 epoch 111 - iter 1325/2650 - loss 0.74664694 - samples/sec: 129.58 +2020-05-15 16:24:27,170 epoch 111 - iter 1590/2650 - loss 0.74640316 - samples/sec: 126.10 +2020-05-15 16:25:33,959 epoch 111 - iter 1855/2650 - loss 0.74579719 - samples/sec: 127.03 +2020-05-15 16:26:40,009 epoch 111 - iter 2120/2650 - loss 0.74718852 - samples/sec: 128.46 +2020-05-15 16:27:47,279 epoch 111 - iter 2385/2650 - loss 0.74884729 - samples/sec: 126.13 +2020-05-15 16:28:54,232 epoch 111 - iter 2650/2650 - loss 0.74993634 - samples/sec: 126.72 +2020-05-15 16:28:54,246 ---------------------------------------------------------------------------------------------------- +2020-05-15 16:28:54,246 EPOCH 111 done: loss 0.7499 - lr 0.0500000 +2020-05-15 16:28:54,246 BAD EPOCHS (no improvement): 1 +2020-05-15 16:28:54,247 ---------------------------------------------------------------------------------------------------- +2020-05-15 16:29:59,610 epoch 112 - iter 265/2650 - loss 0.75041625 - samples/sec: 129.79 +2020-05-15 16:31:05,432 epoch 112 - iter 530/2650 - loss 0.74468954 - samples/sec: 128.90 +2020-05-15 16:32:11,627 epoch 112 - iter 795/2650 - loss 0.73625775 - samples/sec: 128.17 +2020-05-15 16:33:17,137 epoch 112 - iter 1060/2650 - loss 0.73270010 - samples/sec: 129.52 +2020-05-15 16:34:24,751 epoch 112 - iter 1325/2650 - loss 0.72910491 - samples/sec: 125.48 +2020-05-15 16:35:32,482 epoch 112 - iter 1590/2650 - loss 0.73358306 - samples/sec: 125.27 +2020-05-15 16:36:39,254 epoch 112 - iter 1855/2650 - loss 0.73575201 - samples/sec: 127.07 +2020-05-15 16:37:46,279 epoch 112 - iter 2120/2650 - loss 0.73934663 - samples/sec: 126.58 +2020-05-15 16:38:55,365 epoch 112 - iter 2385/2650 - loss 0.74065782 - samples/sec: 122.81 +2020-05-15 16:40:03,756 epoch 112 - iter 2650/2650 - loss 0.74277422 - samples/sec: 124.06 +2020-05-15 16:40:03,771 ---------------------------------------------------------------------------------------------------- +2020-05-15 16:40:03,771 EPOCH 112 done: loss 0.7428 - lr 0.0500000 +2020-05-15 16:40:03,771 BAD EPOCHS (no improvement): 0 +2020-05-15 16:40:03,771 ---------------------------------------------------------------------------------------------------- +2020-05-15 16:41:10,603 epoch 113 - iter 265/2650 - loss 0.72520518 - samples/sec: 126.94 +2020-05-15 16:42:17,487 epoch 113 - iter 530/2650 - loss 0.71118687 - samples/sec: 126.85 +2020-05-15 16:43:24,505 epoch 113 - iter 795/2650 - loss 0.72436159 - samples/sec: 126.60 +2020-05-15 16:44:32,332 epoch 113 - iter 1060/2650 - loss 0.73095304 - samples/sec: 125.09 +2020-05-15 16:45:39,166 epoch 113 - iter 1325/2650 - loss 0.73166360 - samples/sec: 126.95 +2020-05-15 16:46:47,057 epoch 113 - iter 1590/2650 - loss 0.72896151 - samples/sec: 124.97 +2020-05-15 16:47:53,794 epoch 113 - iter 1855/2650 - loss 0.72614585 - samples/sec: 127.13 +2020-05-15 16:49:00,002 epoch 113 - iter 2120/2650 - loss 0.72737874 - samples/sec: 128.15 +2020-05-15 16:50:07,241 epoch 113 - iter 2385/2650 - loss 0.73360866 - samples/sec: 126.18 +2020-05-15 16:51:15,565 epoch 113 - iter 2650/2650 - loss 0.73551386 - samples/sec: 124.18 +2020-05-15 16:51:15,579 ---------------------------------------------------------------------------------------------------- +2020-05-15 16:51:15,580 EPOCH 113 done: loss 0.7355 - lr 0.0500000 +2020-05-15 16:51:15,580 BAD EPOCHS (no improvement): 0 +2020-05-15 16:51:15,580 ---------------------------------------------------------------------------------------------------- +2020-05-15 16:52:21,101 epoch 114 - iter 265/2650 - loss 0.72437106 - samples/sec: 129.47 +2020-05-15 16:53:27,941 epoch 114 - iter 530/2650 - loss 0.73647503 - samples/sec: 126.94 +2020-05-15 16:54:36,435 epoch 114 - iter 795/2650 - loss 0.72781452 - samples/sec: 123.87 +2020-05-15 16:55:45,171 epoch 114 - iter 1060/2650 - loss 0.73727702 - samples/sec: 123.43 +2020-05-15 16:56:51,774 epoch 114 - iter 1325/2650 - loss 0.74007590 - samples/sec: 127.39 +2020-05-15 16:57:59,536 epoch 114 - iter 1590/2650 - loss 0.73676601 - samples/sec: 125.21 +2020-05-15 16:59:07,606 epoch 114 - iter 1855/2650 - loss 0.74192485 - samples/sec: 124.64 +2020-05-15 17:00:15,236 epoch 114 - iter 2120/2650 - loss 0.74271908 - samples/sec: 125.46 +2020-05-15 17:01:23,882 epoch 114 - iter 2385/2650 - loss 0.74079914 - samples/sec: 123.60 +2020-05-15 17:02:32,344 epoch 114 - iter 2650/2650 - loss 0.74303672 - samples/sec: 123.93 +2020-05-15 17:02:32,358 ---------------------------------------------------------------------------------------------------- +2020-05-15 17:02:32,358 EPOCH 114 done: loss 0.7430 - lr 0.0500000 +2020-05-15 17:02:32,358 BAD EPOCHS (no improvement): 1 +2020-05-15 17:02:32,358 ---------------------------------------------------------------------------------------------------- +2020-05-15 17:03:38,318 epoch 115 - iter 265/2650 - loss 0.73302674 - samples/sec: 128.61 +2020-05-15 17:04:45,285 epoch 115 - iter 530/2650 - loss 0.73384641 - samples/sec: 126.70 +2020-05-15 17:05:52,815 epoch 115 - iter 795/2650 - loss 0.73100893 - samples/sec: 125.64 +2020-05-15 17:07:00,212 epoch 115 - iter 1060/2650 - loss 0.72542551 - samples/sec: 125.89 +2020-05-15 17:08:08,234 epoch 115 - iter 1325/2650 - loss 0.72725375 - samples/sec: 124.73 +2020-05-15 17:09:15,524 epoch 115 - iter 1590/2650 - loss 0.73054515 - samples/sec: 126.09 +2020-05-15 17:10:22,263 epoch 115 - iter 1855/2650 - loss 0.73011973 - samples/sec: 127.13 +2020-05-15 17:11:29,535 epoch 115 - iter 2120/2650 - loss 0.73317736 - samples/sec: 126.12 +2020-05-15 17:12:38,234 epoch 115 - iter 2385/2650 - loss 0.73475255 - samples/sec: 123.50 +2020-05-15 17:13:47,909 epoch 115 - iter 2650/2650 - loss 0.73629467 - samples/sec: 121.77 +2020-05-15 17:13:47,924 ---------------------------------------------------------------------------------------------------- +2020-05-15 17:13:47,924 EPOCH 115 done: loss 0.7363 - lr 0.0500000 +2020-05-15 17:13:47,924 BAD EPOCHS (no improvement): 2 +2020-05-15 17:13:47,924 ---------------------------------------------------------------------------------------------------- +2020-05-15 17:14:54,091 epoch 116 - iter 265/2650 - loss 0.71226722 - samples/sec: 128.21 +2020-05-15 17:15:59,968 epoch 116 - iter 530/2650 - loss 0.72461453 - samples/sec: 128.79 +2020-05-15 17:17:08,538 epoch 116 - iter 795/2650 - loss 0.72139389 - samples/sec: 123.73 +2020-05-15 17:18:16,026 epoch 116 - iter 1060/2650 - loss 0.71890906 - samples/sec: 125.72 +2020-05-15 17:19:24,026 epoch 116 - iter 1325/2650 - loss 0.72078656 - samples/sec: 124.77 +2020-05-15 17:20:31,575 epoch 116 - iter 1590/2650 - loss 0.72128551 - samples/sec: 125.60 +2020-05-15 17:21:39,558 epoch 116 - iter 1855/2650 - loss 0.72176705 - samples/sec: 124.80 +2020-05-15 17:22:47,391 epoch 116 - iter 2120/2650 - loss 0.72593018 - samples/sec: 125.08 +2020-05-15 17:23:55,070 epoch 116 - iter 2385/2650 - loss 0.72753103 - samples/sec: 125.36 +2020-05-15 17:25:03,744 epoch 116 - iter 2650/2650 - loss 0.72969030 - samples/sec: 123.55 +2020-05-15 17:25:03,759 ---------------------------------------------------------------------------------------------------- +2020-05-15 17:25:03,759 EPOCH 116 done: loss 0.7297 - lr 0.0500000 +2020-05-15 17:25:03,759 BAD EPOCHS (no improvement): 0 +2020-05-15 17:25:03,759 ---------------------------------------------------------------------------------------------------- +2020-05-15 17:26:09,999 epoch 117 - iter 265/2650 - loss 0.72006963 - samples/sec: 128.07 +2020-05-15 17:27:18,448 epoch 117 - iter 530/2650 - loss 0.73365118 - samples/sec: 123.95 +2020-05-15 17:28:26,795 epoch 117 - iter 795/2650 - loss 0.72376209 - samples/sec: 124.14 +2020-05-15 17:29:35,478 epoch 117 - iter 1060/2650 - loss 0.72849335 - samples/sec: 123.53 +2020-05-15 17:30:42,884 epoch 117 - iter 1325/2650 - loss 0.72400423 - samples/sec: 125.87 +2020-05-15 17:31:49,606 epoch 117 - iter 1590/2650 - loss 0.72554245 - samples/sec: 127.16 +2020-05-15 17:32:57,889 epoch 117 - iter 1855/2650 - loss 0.72549046 - samples/sec: 124.25 +2020-05-15 17:34:06,664 epoch 117 - iter 2120/2650 - loss 0.72994488 - samples/sec: 123.37 +2020-05-15 17:35:15,861 epoch 117 - iter 2385/2650 - loss 0.72833526 - samples/sec: 122.61 +2020-05-15 17:36:24,638 epoch 117 - iter 2650/2650 - loss 0.73165162 - samples/sec: 123.36 +2020-05-15 17:36:24,653 ---------------------------------------------------------------------------------------------------- +2020-05-15 17:36:24,653 EPOCH 117 done: loss 0.7317 - lr 0.0500000 +2020-05-15 17:36:24,653 BAD EPOCHS (no improvement): 1 +2020-05-15 17:36:24,653 ---------------------------------------------------------------------------------------------------- +2020-05-15 17:37:32,129 epoch 118 - iter 265/2650 - loss 0.70844563 - samples/sec: 125.72 +2020-05-15 17:38:39,543 epoch 118 - iter 530/2650 - loss 0.71373444 - samples/sec: 125.86 +2020-05-15 17:39:47,034 epoch 118 - iter 795/2650 - loss 0.71502713 - samples/sec: 125.71 +2020-05-15 17:40:54,421 epoch 118 - iter 1060/2650 - loss 0.72269999 - samples/sec: 125.91 +2020-05-15 17:42:02,298 epoch 118 - iter 1325/2650 - loss 0.72653986 - samples/sec: 125.00 +2020-05-15 17:43:10,314 epoch 118 - iter 1590/2650 - loss 0.72696864 - samples/sec: 124.74 +2020-05-15 17:44:17,774 epoch 118 - iter 1855/2650 - loss 0.73183071 - samples/sec: 125.77 +2020-05-15 17:45:26,565 epoch 118 - iter 2120/2650 - loss 0.73288350 - samples/sec: 123.34 +2020-05-15 17:46:34,581 epoch 118 - iter 2385/2650 - loss 0.73206626 - samples/sec: 124.74 +2020-05-15 17:47:40,480 epoch 118 - iter 2650/2650 - loss 0.72980122 - samples/sec: 128.75 +2020-05-15 17:47:40,494 ---------------------------------------------------------------------------------------------------- +2020-05-15 17:47:40,494 EPOCH 118 done: loss 0.7298 - lr 0.0500000 +2020-05-15 17:47:40,494 BAD EPOCHS (no improvement): 2 +2020-05-15 17:47:40,494 ---------------------------------------------------------------------------------------------------- +2020-05-15 17:48:48,047 epoch 119 - iter 265/2650 - loss 0.72000376 - samples/sec: 125.58 +2020-05-15 17:49:56,528 epoch 119 - iter 530/2650 - loss 0.72544683 - samples/sec: 123.89 +2020-05-15 17:51:05,442 epoch 119 - iter 795/2650 - loss 0.72183405 - samples/sec: 123.12 +2020-05-15 17:52:13,403 epoch 119 - iter 1060/2650 - loss 0.72513328 - samples/sec: 124.84 +2020-05-15 17:53:21,711 epoch 119 - iter 1325/2650 - loss 0.72536309 - samples/sec: 124.21 +2020-05-15 17:54:28,650 epoch 119 - iter 1590/2650 - loss 0.72823688 - samples/sec: 126.75 +2020-05-15 17:55:36,399 epoch 119 - iter 1855/2650 - loss 0.72571577 - samples/sec: 125.23 +2020-05-15 17:56:43,880 epoch 119 - iter 2120/2650 - loss 0.72749481 - samples/sec: 125.73 +2020-05-15 17:57:50,862 epoch 119 - iter 2385/2650 - loss 0.72826224 - samples/sec: 126.67 +2020-05-15 17:58:58,011 epoch 119 - iter 2650/2650 - loss 0.72583270 - samples/sec: 126.36 +2020-05-15 17:58:58,026 ---------------------------------------------------------------------------------------------------- +2020-05-15 17:58:58,026 EPOCH 119 done: loss 0.7258 - lr 0.0500000 +2020-05-15 17:58:58,026 BAD EPOCHS (no improvement): 0 +2020-05-15 17:58:58,026 ---------------------------------------------------------------------------------------------------- +2020-05-15 18:00:05,457 epoch 120 - iter 265/2650 - loss 0.73291260 - samples/sec: 125.81 +2020-05-15 18:01:12,662 epoch 120 - iter 530/2650 - loss 0.72202417 - samples/sec: 126.25 +2020-05-15 18:02:21,190 epoch 120 - iter 795/2650 - loss 0.72789940 - samples/sec: 123.81 +2020-05-15 18:03:28,742 epoch 120 - iter 1060/2650 - loss 0.72322751 - samples/sec: 125.60 +2020-05-15 18:04:36,128 epoch 120 - iter 1325/2650 - loss 0.72826477 - samples/sec: 125.91 +2020-05-15 18:05:44,398 epoch 120 - iter 1590/2650 - loss 0.73237608 - samples/sec: 124.28 +2020-05-15 18:06:51,754 epoch 120 - iter 1855/2650 - loss 0.73098800 - samples/sec: 125.96 +2020-05-15 18:08:00,634 epoch 120 - iter 2120/2650 - loss 0.73444596 - samples/sec: 123.18 +2020-05-15 18:09:07,645 epoch 120 - iter 2385/2650 - loss 0.73562420 - samples/sec: 126.61 +2020-05-15 18:10:14,933 epoch 120 - iter 2650/2650 - loss 0.73420320 - samples/sec: 126.09 +2020-05-15 18:10:14,947 ---------------------------------------------------------------------------------------------------- +2020-05-15 18:10:14,947 EPOCH 120 done: loss 0.7342 - lr 0.0500000 +2020-05-15 18:10:14,947 BAD EPOCHS (no improvement): 1 +2020-05-15 18:10:14,948 ---------------------------------------------------------------------------------------------------- +2020-05-15 18:11:24,249 epoch 121 - iter 265/2650 - loss 0.74215262 - samples/sec: 122.41 +2020-05-15 18:12:30,651 epoch 121 - iter 530/2650 - loss 0.74141538 - samples/sec: 127.78 +2020-05-15 18:13:38,175 epoch 121 - iter 795/2650 - loss 0.74015024 - samples/sec: 125.65 +2020-05-15 18:14:44,766 epoch 121 - iter 1060/2650 - loss 0.73901294 - samples/sec: 127.41 +2020-05-15 18:15:53,146 epoch 121 - iter 1325/2650 - loss 0.73735692 - samples/sec: 124.08 +2020-05-15 18:17:00,842 epoch 121 - iter 1590/2650 - loss 0.73447522 - samples/sec: 125.33 +2020-05-15 18:18:09,466 epoch 121 - iter 1855/2650 - loss 0.73677169 - samples/sec: 123.64 +2020-05-15 18:19:17,525 epoch 121 - iter 2120/2650 - loss 0.73756358 - samples/sec: 124.66 +2020-05-15 18:20:24,305 epoch 121 - iter 2385/2650 - loss 0.73795827 - samples/sec: 127.05 +2020-05-15 18:21:33,396 epoch 121 - iter 2650/2650 - loss 0.73735378 - samples/sec: 122.80 +2020-05-15 18:21:33,411 ---------------------------------------------------------------------------------------------------- +2020-05-15 18:21:33,411 EPOCH 121 done: loss 0.7374 - lr 0.0500000 +2020-05-15 18:21:33,411 BAD EPOCHS (no improvement): 2 +2020-05-15 18:21:33,411 ---------------------------------------------------------------------------------------------------- +2020-05-15 18:22:41,752 epoch 122 - iter 265/2650 - loss 0.67000385 - samples/sec: 124.13 +2020-05-15 18:23:49,924 epoch 122 - iter 530/2650 - loss 0.70126659 - samples/sec: 124.46 +2020-05-15 18:24:56,791 epoch 122 - iter 795/2650 - loss 0.69674359 - samples/sec: 126.89 +2020-05-15 18:26:03,923 epoch 122 - iter 1060/2650 - loss 0.70292083 - samples/sec: 126.39 +2020-05-15 18:27:13,096 epoch 122 - iter 1325/2650 - loss 0.71307472 - samples/sec: 122.65 +2020-05-15 18:28:21,262 epoch 122 - iter 1590/2650 - loss 0.71763159 - samples/sec: 124.47 +2020-05-15 18:29:27,031 epoch 122 - iter 1855/2650 - loss 0.71837807 - samples/sec: 129.00 +2020-05-15 18:30:42,589 epoch 122 - iter 2120/2650 - loss 0.72097495 - samples/sec: 112.29 +2020-05-15 18:31:50,303 epoch 122 - iter 2385/2650 - loss 0.71995580 - samples/sec: 125.30 +2020-05-15 18:32:57,122 epoch 122 - iter 2650/2650 - loss 0.72042571 - samples/sec: 126.98 +2020-05-15 18:32:57,136 ---------------------------------------------------------------------------------------------------- +2020-05-15 18:32:57,136 EPOCH 122 done: loss 0.7204 - lr 0.0500000 +2020-05-15 18:32:57,136 BAD EPOCHS (no improvement): 0 +2020-05-15 18:32:57,136 ---------------------------------------------------------------------------------------------------- +2020-05-15 18:34:05,719 epoch 123 - iter 265/2650 - loss 0.73101209 - samples/sec: 123.69 +2020-05-15 18:35:14,148 epoch 123 - iter 530/2650 - loss 0.72952645 - samples/sec: 123.99 +2020-05-15 18:36:21,211 epoch 123 - iter 795/2650 - loss 0.72636356 - samples/sec: 126.51 +2020-05-15 18:37:29,045 epoch 123 - iter 1060/2650 - loss 0.72558724 - samples/sec: 125.08 +2020-05-15 18:38:34,581 epoch 123 - iter 1325/2650 - loss 0.71897629 - samples/sec: 129.46 +2020-05-15 18:39:40,911 epoch 123 - iter 1590/2650 - loss 0.72103591 - samples/sec: 127.91 +2020-05-15 18:40:48,280 epoch 123 - iter 1855/2650 - loss 0.71992077 - samples/sec: 125.94 +2020-05-15 18:41:55,032 epoch 123 - iter 2120/2650 - loss 0.72325495 - samples/sec: 127.10 +2020-05-15 18:43:01,604 epoch 123 - iter 2385/2650 - loss 0.72149622 - samples/sec: 127.45 +2020-05-15 18:44:06,093 epoch 123 - iter 2650/2650 - loss 0.71986279 - samples/sec: 131.57 +2020-05-15 18:44:06,107 ---------------------------------------------------------------------------------------------------- +2020-05-15 18:44:06,107 EPOCH 123 done: loss 0.7199 - lr 0.0500000 +2020-05-15 18:44:06,107 BAD EPOCHS (no improvement): 0 +2020-05-15 18:44:06,108 ---------------------------------------------------------------------------------------------------- +2020-05-15 18:45:12,214 epoch 124 - iter 265/2650 - loss 0.71367821 - samples/sec: 128.33 +2020-05-15 18:46:18,943 epoch 124 - iter 530/2650 - loss 0.71120178 - samples/sec: 127.15 +2020-05-15 18:47:26,048 epoch 124 - iter 795/2650 - loss 0.71329126 - samples/sec: 126.43 +2020-05-15 18:48:32,529 epoch 124 - iter 1060/2650 - loss 0.71250805 - samples/sec: 127.62 +2020-05-15 18:49:38,888 epoch 124 - iter 1325/2650 - loss 0.71177834 - samples/sec: 127.86 +2020-05-15 18:50:45,706 epoch 124 - iter 1590/2650 - loss 0.71088292 - samples/sec: 126.98 +2020-05-15 18:51:53,355 epoch 124 - iter 1855/2650 - loss 0.71044129 - samples/sec: 125.42 +2020-05-15 18:53:00,222 epoch 124 - iter 2120/2650 - loss 0.71087182 - samples/sec: 126.89 +2020-05-15 18:54:07,580 epoch 124 - iter 2385/2650 - loss 0.71601712 - samples/sec: 125.96 +2020-05-15 18:55:14,458 epoch 124 - iter 2650/2650 - loss 0.71867825 - samples/sec: 126.87 +2020-05-15 18:55:14,472 ---------------------------------------------------------------------------------------------------- +2020-05-15 18:55:14,472 EPOCH 124 done: loss 0.7187 - lr 0.0500000 +2020-05-15 18:55:14,472 BAD EPOCHS (no improvement): 0 +2020-05-15 18:55:14,473 ---------------------------------------------------------------------------------------------------- +2020-05-15 18:56:20,531 epoch 125 - iter 265/2650 - loss 0.71734082 - samples/sec: 128.42 +2020-05-15 18:57:27,668 epoch 125 - iter 530/2650 - loss 0.71164540 - samples/sec: 126.38 +2020-05-15 18:58:35,025 epoch 125 - iter 795/2650 - loss 0.70422930 - samples/sec: 125.96 +2020-05-15 18:59:41,566 epoch 125 - iter 1060/2650 - loss 0.70313002 - samples/sec: 127.51 +2020-05-15 19:00:47,585 epoch 125 - iter 1325/2650 - loss 0.70271323 - samples/sec: 128.52 +2020-05-15 19:01:53,082 epoch 125 - iter 1590/2650 - loss 0.70337349 - samples/sec: 129.54 +2020-05-15 19:02:58,556 epoch 125 - iter 1855/2650 - loss 0.70610637 - samples/sec: 129.59 +2020-05-15 19:04:05,708 epoch 125 - iter 2120/2650 - loss 0.70809775 - samples/sec: 126.35 +2020-05-15 19:05:12,691 epoch 125 - iter 2385/2650 - loss 0.71027406 - samples/sec: 126.66 +2020-05-15 19:06:19,491 epoch 125 - iter 2650/2650 - loss 0.71432017 - samples/sec: 127.01 +2020-05-15 19:06:19,505 ---------------------------------------------------------------------------------------------------- +2020-05-15 19:06:19,505 EPOCH 125 done: loss 0.7143 - lr 0.0500000 +2020-05-15 19:06:19,505 BAD EPOCHS (no improvement): 0 +2020-05-15 19:06:19,505 ---------------------------------------------------------------------------------------------------- +2020-05-15 19:07:25,849 epoch 126 - iter 265/2650 - loss 0.68946094 - samples/sec: 127.87 +2020-05-15 19:08:31,517 epoch 126 - iter 530/2650 - loss 0.69677527 - samples/sec: 129.20 +2020-05-15 19:09:36,934 epoch 126 - iter 795/2650 - loss 0.70495402 - samples/sec: 129.69 +2020-05-15 19:10:40,365 epoch 126 - iter 1060/2650 - loss 0.71085018 - samples/sec: 133.76 +2020-05-15 19:11:43,675 epoch 126 - iter 1325/2650 - loss 0.71777200 - samples/sec: 134.01 +2020-05-15 19:12:48,761 epoch 126 - iter 1590/2650 - loss 0.71814547 - samples/sec: 130.35 +2020-05-15 19:13:51,689 epoch 126 - iter 1855/2650 - loss 0.71905888 - samples/sec: 134.82 +2020-05-15 19:14:54,194 epoch 126 - iter 2120/2650 - loss 0.71726111 - samples/sec: 135.74 +2020-05-15 19:15:57,296 epoch 126 - iter 2385/2650 - loss 0.71914471 - samples/sec: 134.45 +2020-05-15 19:16:59,545 epoch 126 - iter 2650/2650 - loss 0.71793216 - samples/sec: 136.30 +2020-05-15 19:16:59,558 ---------------------------------------------------------------------------------------------------- +2020-05-15 19:16:59,558 EPOCH 126 done: loss 0.7179 - lr 0.0500000 +2020-05-15 19:16:59,558 BAD EPOCHS (no improvement): 1 +2020-05-15 19:16:59,558 ---------------------------------------------------------------------------------------------------- +2020-05-15 19:18:02,128 epoch 127 - iter 265/2650 - loss 0.72144741 - samples/sec: 135.58 +2020-05-15 19:19:05,739 epoch 127 - iter 530/2650 - loss 0.72279390 - samples/sec: 133.38 +2020-05-15 19:20:08,634 epoch 127 - iter 795/2650 - loss 0.71957815 - samples/sec: 134.90 +2020-05-15 19:21:13,250 epoch 127 - iter 1060/2650 - loss 0.71516698 - samples/sec: 131.30 +2020-05-15 19:22:17,403 epoch 127 - iter 1325/2650 - loss 0.71488365 - samples/sec: 132.25 +2020-05-15 19:23:20,867 epoch 127 - iter 1590/2650 - loss 0.71842474 - samples/sec: 133.69 +2020-05-15 19:24:25,183 epoch 127 - iter 1855/2650 - loss 0.71962246 - samples/sec: 131.92 +2020-05-15 19:25:28,050 epoch 127 - iter 2120/2650 - loss 0.72284671 - samples/sec: 134.95 +2020-05-15 19:26:30,597 epoch 127 - iter 2385/2650 - loss 0.72279874 - samples/sec: 135.65 +2020-05-15 19:27:32,041 epoch 127 - iter 2650/2650 - loss 0.72326260 - samples/sec: 138.08 +2020-05-15 19:27:32,054 ---------------------------------------------------------------------------------------------------- +2020-05-15 19:27:32,054 EPOCH 127 done: loss 0.7233 - lr 0.0500000 +2020-05-15 19:27:32,054 BAD EPOCHS (no improvement): 2 +2020-05-15 19:27:32,054 ---------------------------------------------------------------------------------------------------- +2020-05-15 19:28:36,175 epoch 128 - iter 265/2650 - loss 0.72175573 - samples/sec: 132.30 +2020-05-15 19:29:38,551 epoch 128 - iter 530/2650 - loss 0.71271094 - samples/sec: 136.02 +2020-05-15 19:30:42,406 epoch 128 - iter 795/2650 - loss 0.70413415 - samples/sec: 132.87 +2020-05-15 19:31:45,444 epoch 128 - iter 1060/2650 - loss 0.70548236 - samples/sec: 134.59 +2020-05-15 19:32:47,723 epoch 128 - iter 1325/2650 - loss 0.70631586 - samples/sec: 136.23 +2020-05-15 19:33:48,999 epoch 128 - iter 1590/2650 - loss 0.70740272 - samples/sec: 138.46 +2020-05-15 19:34:52,923 epoch 128 - iter 1855/2650 - loss 0.70971366 - samples/sec: 132.72 +2020-05-15 19:35:56,137 epoch 128 - iter 2120/2650 - loss 0.71325336 - samples/sec: 134.21 +2020-05-15 19:36:57,796 epoch 128 - iter 2385/2650 - loss 0.71898753 - samples/sec: 137.60 +2020-05-15 19:38:00,988 epoch 128 - iter 2650/2650 - loss 0.71781086 - samples/sec: 134.26 +2020-05-15 19:38:01,001 ---------------------------------------------------------------------------------------------------- +2020-05-15 19:38:01,001 EPOCH 128 done: loss 0.7178 - lr 0.0500000 +2020-05-15 19:38:01,002 BAD EPOCHS (no improvement): 3 +2020-05-15 19:38:01,002 ---------------------------------------------------------------------------------------------------- +2020-05-15 19:39:02,090 epoch 129 - iter 265/2650 - loss 0.71377362 - samples/sec: 138.87 +2020-05-15 19:40:04,421 epoch 129 - iter 530/2650 - loss 0.71568957 - samples/sec: 136.12 +2020-05-15 19:41:05,112 epoch 129 - iter 795/2650 - loss 0.71069958 - samples/sec: 139.79 +2020-05-15 19:42:06,410 epoch 129 - iter 1060/2650 - loss 0.71919405 - samples/sec: 138.41 +2020-05-15 19:43:09,800 epoch 129 - iter 1325/2650 - loss 0.71977110 - samples/sec: 133.84 +2020-05-15 19:44:13,491 epoch 129 - iter 1590/2650 - loss 0.71818959 - samples/sec: 133.21 +2020-05-15 19:45:16,393 epoch 129 - iter 1855/2650 - loss 0.71904162 - samples/sec: 134.88 +2020-05-15 19:46:18,992 epoch 129 - iter 2120/2650 - loss 0.71786502 - samples/sec: 135.53 +2020-05-15 19:47:21,197 epoch 129 - iter 2385/2650 - loss 0.71708224 - samples/sec: 136.39 +2020-05-15 19:48:24,051 epoch 129 - iter 2650/2650 - loss 0.71657891 - samples/sec: 134.98 +2020-05-15 19:48:24,064 ---------------------------------------------------------------------------------------------------- +2020-05-15 19:48:24,064 EPOCH 129 done: loss 0.7166 - lr 0.0500000 +2020-05-15 19:48:24,065 BAD EPOCHS (no improvement): 4 +2020-05-15 19:48:24,065 ---------------------------------------------------------------------------------------------------- +2020-05-15 19:49:27,342 epoch 130 - iter 265/2650 - loss 0.69245305 - samples/sec: 134.06 +2020-05-15 19:50:28,805 epoch 130 - iter 530/2650 - loss 0.69721342 - samples/sec: 138.04 +2020-05-15 19:51:31,369 epoch 130 - iter 795/2650 - loss 0.69356440 - samples/sec: 135.61 +2020-05-15 19:52:33,960 epoch 130 - iter 1060/2650 - loss 0.70087658 - samples/sec: 135.55 +2020-05-15 19:53:37,363 epoch 130 - iter 1325/2650 - loss 0.69602260 - samples/sec: 133.81 +2020-05-15 19:54:40,223 epoch 130 - iter 1590/2650 - loss 0.69456080 - samples/sec: 134.97 +2020-05-15 19:55:43,545 epoch 130 - iter 1855/2650 - loss 0.69563162 - samples/sec: 133.98 +2020-05-15 19:56:45,408 epoch 130 - iter 2120/2650 - loss 0.69352077 - samples/sec: 137.14 +2020-05-15 19:57:47,781 epoch 130 - iter 2385/2650 - loss 0.69693441 - samples/sec: 136.02 +2020-05-15 19:58:49,999 epoch 130 - iter 2650/2650 - loss 0.69799388 - samples/sec: 136.36 +2020-05-15 19:58:50,013 ---------------------------------------------------------------------------------------------------- +2020-05-15 19:58:50,013 EPOCH 130 done: loss 0.6980 - lr 0.0250000 +2020-05-15 19:58:50,013 BAD EPOCHS (no improvement): 0 +2020-05-15 19:58:50,013 ---------------------------------------------------------------------------------------------------- +2020-05-15 19:59:53,653 epoch 131 - iter 265/2650 - loss 0.68546837 - samples/sec: 133.30 +2020-05-15 20:00:56,938 epoch 131 - iter 530/2650 - loss 0.68227884 - samples/sec: 134.06 +2020-05-15 20:01:58,637 epoch 131 - iter 795/2650 - loss 0.68209983 - samples/sec: 137.51 +2020-05-15 20:03:01,062 epoch 131 - iter 1060/2650 - loss 0.68089258 - samples/sec: 135.91 +2020-05-15 20:04:02,153 epoch 131 - iter 1325/2650 - loss 0.67855021 - samples/sec: 138.88 +2020-05-15 20:05:04,315 epoch 131 - iter 1590/2650 - loss 0.68347083 - samples/sec: 136.49 +2020-05-15 20:06:05,716 epoch 131 - iter 1855/2650 - loss 0.68415587 - samples/sec: 138.18 +2020-05-15 20:07:08,306 epoch 131 - iter 2120/2650 - loss 0.68350109 - samples/sec: 135.55 +2020-05-15 20:08:10,457 epoch 131 - iter 2385/2650 - loss 0.68417872 - samples/sec: 136.51 +2020-05-15 20:09:13,711 epoch 131 - iter 2650/2650 - loss 0.68686387 - samples/sec: 134.13 +2020-05-15 20:09:13,724 ---------------------------------------------------------------------------------------------------- +2020-05-15 20:09:13,724 EPOCH 131 done: loss 0.6869 - lr 0.0250000 +2020-05-15 20:09:13,724 BAD EPOCHS (no improvement): 0 +2020-05-15 20:09:13,724 ---------------------------------------------------------------------------------------------------- +2020-05-15 20:10:17,279 epoch 132 - iter 265/2650 - loss 0.70759175 - samples/sec: 133.48 +2020-05-15 20:11:19,470 epoch 132 - iter 530/2650 - loss 0.68640888 - samples/sec: 136.42 +2020-05-15 20:12:22,427 epoch 132 - iter 795/2650 - loss 0.69258553 - samples/sec: 134.76 +2020-05-15 20:13:22,737 epoch 132 - iter 1060/2650 - loss 0.68095692 - samples/sec: 140.68 +2020-05-15 20:14:24,040 epoch 132 - iter 1325/2650 - loss 0.67958555 - samples/sec: 138.40 +2020-05-15 20:15:27,641 epoch 132 - iter 1590/2650 - loss 0.67840541 - samples/sec: 133.40 +2020-05-15 20:16:29,772 epoch 132 - iter 1855/2650 - loss 0.68071193 - samples/sec: 136.55 +2020-05-15 20:17:32,882 epoch 132 - iter 2120/2650 - loss 0.68070136 - samples/sec: 134.44 +2020-05-15 20:18:35,536 epoch 132 - iter 2385/2650 - loss 0.68462434 - samples/sec: 135.41 +2020-05-15 20:19:38,364 epoch 132 - iter 2650/2650 - loss 0.68397170 - samples/sec: 135.04 +2020-05-15 20:19:38,376 ---------------------------------------------------------------------------------------------------- +2020-05-15 20:19:38,376 EPOCH 132 done: loss 0.6840 - lr 0.0250000 +2020-05-15 20:19:38,377 BAD EPOCHS (no improvement): 0 +2020-05-15 20:19:38,377 ---------------------------------------------------------------------------------------------------- +2020-05-15 20:20:41,533 epoch 133 - iter 265/2650 - loss 0.65480026 - samples/sec: 134.32 +2020-05-15 20:21:45,489 epoch 133 - iter 530/2650 - loss 0.65554841 - samples/sec: 132.66 +2020-05-15 20:22:48,673 epoch 133 - iter 795/2650 - loss 0.65793030 - samples/sec: 134.28 +2020-05-15 20:23:50,058 epoch 133 - iter 1060/2650 - loss 0.66128694 - samples/sec: 138.21 +2020-05-15 20:24:52,831 epoch 133 - iter 1325/2650 - loss 0.66395846 - samples/sec: 135.16 +2020-05-15 20:25:55,508 epoch 133 - iter 1590/2650 - loss 0.66460856 - samples/sec: 135.36 +2020-05-15 20:26:56,960 epoch 133 - iter 1855/2650 - loss 0.66184363 - samples/sec: 138.06 +2020-05-15 20:27:58,375 epoch 133 - iter 2120/2650 - loss 0.66275804 - samples/sec: 138.14 +2020-05-15 20:29:00,695 epoch 133 - iter 2385/2650 - loss 0.66544368 - samples/sec: 136.14 +2020-05-15 20:30:03,756 epoch 133 - iter 2650/2650 - loss 0.66786461 - samples/sec: 134.54 +2020-05-15 20:30:03,769 ---------------------------------------------------------------------------------------------------- +2020-05-15 20:30:03,769 EPOCH 133 done: loss 0.6679 - lr 0.0250000 +2020-05-15 20:30:03,770 BAD EPOCHS (no improvement): 0 +2020-05-15 20:30:03,770 ---------------------------------------------------------------------------------------------------- +2020-05-15 20:31:07,584 epoch 134 - iter 265/2650 - loss 0.67412418 - samples/sec: 132.93 +2020-05-15 20:32:09,679 epoch 134 - iter 530/2650 - loss 0.68590683 - samples/sec: 136.63 +2020-05-15 20:33:13,030 epoch 134 - iter 795/2650 - loss 0.67901745 - samples/sec: 133.92 +2020-05-15 20:34:16,614 epoch 134 - iter 1060/2650 - loss 0.67594754 - samples/sec: 133.43 +2020-05-15 20:35:17,969 epoch 134 - iter 1325/2650 - loss 0.67288938 - samples/sec: 138.28 +2020-05-15 20:36:22,601 epoch 134 - iter 1590/2650 - loss 0.67274993 - samples/sec: 131.27 +2020-05-15 20:37:25,817 epoch 134 - iter 1855/2650 - loss 0.67171141 - samples/sec: 134.21 +2020-05-15 20:38:27,246 epoch 134 - iter 2120/2650 - loss 0.67246495 - samples/sec: 138.12 +2020-05-15 20:39:29,179 epoch 134 - iter 2385/2650 - loss 0.67374951 - samples/sec: 136.99 +2020-05-15 20:40:32,023 epoch 134 - iter 2650/2650 - loss 0.67253941 - samples/sec: 135.00 +2020-05-15 20:40:32,036 ---------------------------------------------------------------------------------------------------- +2020-05-15 20:40:32,037 EPOCH 134 done: loss 0.6725 - lr 0.0250000 +2020-05-15 20:40:32,037 BAD EPOCHS (no improvement): 1 +2020-05-15 20:40:32,037 ---------------------------------------------------------------------------------------------------- +2020-05-15 20:41:35,093 epoch 135 - iter 265/2650 - loss 0.68355157 - samples/sec: 134.53 +2020-05-15 20:42:38,021 epoch 135 - iter 530/2650 - loss 0.67356107 - samples/sec: 134.82 +2020-05-15 20:43:40,012 epoch 135 - iter 795/2650 - loss 0.67045880 - samples/sec: 136.86 +2020-05-15 20:44:42,894 epoch 135 - iter 1060/2650 - loss 0.67066668 - samples/sec: 134.92 +2020-05-15 20:45:45,841 epoch 135 - iter 1325/2650 - loss 0.66843274 - samples/sec: 134.78 +2020-05-15 20:46:47,645 epoch 135 - iter 1590/2650 - loss 0.66825824 - samples/sec: 137.27 +2020-05-15 20:47:50,480 epoch 135 - iter 1855/2650 - loss 0.67145731 - samples/sec: 135.02 +2020-05-15 20:48:51,819 epoch 135 - iter 2120/2650 - loss 0.66806989 - samples/sec: 138.32 +2020-05-15 20:49:54,821 epoch 135 - iter 2385/2650 - loss 0.66624793 - samples/sec: 134.66 +2020-05-15 20:50:55,260 epoch 135 - iter 2650/2650 - loss 0.66767721 - samples/sec: 140.38 +2020-05-15 20:50:55,274 ---------------------------------------------------------------------------------------------------- +2020-05-15 20:50:55,274 EPOCH 135 done: loss 0.6677 - lr 0.0250000 +2020-05-15 20:50:55,274 BAD EPOCHS (no improvement): 0 +2020-05-15 20:50:55,274 ---------------------------------------------------------------------------------------------------- +2020-05-15 20:51:57,821 epoch 136 - iter 265/2650 - loss 0.67038941 - samples/sec: 135.63 +2020-05-15 20:53:00,225 epoch 136 - iter 530/2650 - loss 0.66619095 - samples/sec: 135.95 +2020-05-15 20:54:01,804 epoch 136 - iter 795/2650 - loss 0.66661295 - samples/sec: 137.78 +2020-05-15 20:55:05,675 epoch 136 - iter 1060/2650 - loss 0.67074597 - samples/sec: 132.83 +2020-05-15 20:56:08,210 epoch 136 - iter 1325/2650 - loss 0.67064931 - samples/sec: 135.67 +2020-05-15 20:57:10,153 epoch 136 - iter 1590/2650 - loss 0.67006524 - samples/sec: 136.97 +2020-05-15 20:58:13,806 epoch 136 - iter 1855/2650 - loss 0.67003172 - samples/sec: 133.29 +2020-05-15 20:59:17,620 epoch 136 - iter 2120/2650 - loss 0.66959999 - samples/sec: 132.95 +2020-05-15 21:00:19,855 epoch 136 - iter 2385/2650 - loss 0.66990757 - samples/sec: 136.33 +2020-05-15 21:01:21,298 epoch 136 - iter 2650/2650 - loss 0.66948620 - samples/sec: 138.08 +2020-05-15 21:01:21,311 ---------------------------------------------------------------------------------------------------- +2020-05-15 21:01:21,311 EPOCH 136 done: loss 0.6695 - lr 0.0250000 +2020-05-15 21:01:21,311 BAD EPOCHS (no improvement): 1 +2020-05-15 21:01:21,312 ---------------------------------------------------------------------------------------------------- +2020-05-15 21:02:24,576 epoch 137 - iter 265/2650 - loss 0.64697523 - samples/sec: 134.09 +2020-05-15 21:03:27,934 epoch 137 - iter 530/2650 - loss 0.64754344 - samples/sec: 133.91 +2020-05-15 21:04:31,722 epoch 137 - iter 795/2650 - loss 0.65797785 - samples/sec: 133.00 +2020-05-15 21:05:34,161 epoch 137 - iter 1060/2650 - loss 0.65403877 - samples/sec: 135.88 +2020-05-15 21:06:36,112 epoch 137 - iter 1325/2650 - loss 0.66347948 - samples/sec: 136.95 +2020-05-15 21:07:39,190 epoch 137 - iter 1590/2650 - loss 0.66415683 - samples/sec: 134.50 +2020-05-15 21:08:42,949 epoch 137 - iter 1855/2650 - loss 0.66346470 - samples/sec: 133.07 +2020-05-15 21:09:46,453 epoch 137 - iter 2120/2650 - loss 0.66276160 - samples/sec: 133.60 +2020-05-15 21:10:48,895 epoch 137 - iter 2385/2650 - loss 0.66470264 - samples/sec: 135.87 +2020-05-15 21:11:51,462 epoch 137 - iter 2650/2650 - loss 0.66694754 - samples/sec: 135.60 +2020-05-15 21:11:51,475 ---------------------------------------------------------------------------------------------------- +2020-05-15 21:11:51,475 EPOCH 137 done: loss 0.6669 - lr 0.0250000 +2020-05-15 21:11:51,475 BAD EPOCHS (no improvement): 0 +2020-05-15 21:11:51,476 ---------------------------------------------------------------------------------------------------- +2020-05-15 21:12:54,021 epoch 138 - iter 265/2650 - loss 0.65614215 - samples/sec: 135.63 +2020-05-15 21:13:56,895 epoch 138 - iter 530/2650 - loss 0.65808265 - samples/sec: 134.94 +2020-05-15 21:15:00,234 epoch 138 - iter 795/2650 - loss 0.65295647 - samples/sec: 133.95 +2020-05-15 21:16:06,889 epoch 138 - iter 1060/2650 - loss 0.65482460 - samples/sec: 127.29 +2020-05-15 21:17:15,610 epoch 138 - iter 1325/2650 - loss 0.65906828 - samples/sec: 123.46 +2020-05-15 21:18:22,764 epoch 138 - iter 1590/2650 - loss 0.66038950 - samples/sec: 126.34 +2020-05-15 21:19:29,077 epoch 138 - iter 1855/2650 - loss 0.65901270 - samples/sec: 127.95 +2020-05-15 21:20:35,294 epoch 138 - iter 2120/2650 - loss 0.65973664 - samples/sec: 128.13 +2020-05-15 21:21:42,036 epoch 138 - iter 2385/2650 - loss 0.66019039 - samples/sec: 127.12 +2020-05-15 21:22:47,148 epoch 138 - iter 2650/2650 - loss 0.65870119 - samples/sec: 130.31 +2020-05-15 21:22:47,163 ---------------------------------------------------------------------------------------------------- +2020-05-15 21:22:47,163 EPOCH 138 done: loss 0.6587 - lr 0.0250000 +2020-05-15 21:22:47,163 BAD EPOCHS (no improvement): 0 +2020-05-15 21:22:47,163 ---------------------------------------------------------------------------------------------------- +2020-05-15 21:23:51,605 epoch 139 - iter 265/2650 - loss 0.64772680 - samples/sec: 131.64 +2020-05-15 21:24:57,649 epoch 139 - iter 530/2650 - loss 0.64850549 - samples/sec: 128.46 +2020-05-15 21:26:04,910 epoch 139 - iter 795/2650 - loss 0.65280760 - samples/sec: 126.14 +2020-05-15 21:27:13,169 epoch 139 - iter 1060/2650 - loss 0.65939596 - samples/sec: 124.30 +2020-05-15 21:28:19,062 epoch 139 - iter 1325/2650 - loss 0.66451707 - samples/sec: 128.76 +2020-05-15 21:29:24,835 epoch 139 - iter 1590/2650 - loss 0.66244917 - samples/sec: 129.00 +2020-05-15 21:30:30,859 epoch 139 - iter 1855/2650 - loss 0.66406663 - samples/sec: 128.51 +2020-05-15 21:31:36,506 epoch 139 - iter 2120/2650 - loss 0.66429118 - samples/sec: 129.24 +2020-05-15 21:32:41,946 epoch 139 - iter 2385/2650 - loss 0.66603906 - samples/sec: 129.65 +2020-05-15 21:33:48,130 epoch 139 - iter 2650/2650 - loss 0.66384322 - samples/sec: 128.20 +2020-05-15 21:33:48,144 ---------------------------------------------------------------------------------------------------- +2020-05-15 21:33:48,144 EPOCH 139 done: loss 0.6638 - lr 0.0250000 +2020-05-15 21:33:48,144 BAD EPOCHS (no improvement): 1 +2020-05-15 21:33:48,144 ---------------------------------------------------------------------------------------------------- +2020-05-15 21:34:53,815 epoch 140 - iter 265/2650 - loss 0.63762480 - samples/sec: 129.18 +2020-05-15 21:35:58,464 epoch 140 - iter 530/2650 - loss 0.63823888 - samples/sec: 131.24 +2020-05-15 21:37:05,056 epoch 140 - iter 795/2650 - loss 0.65093749 - samples/sec: 127.41 +2020-05-15 21:38:11,783 epoch 140 - iter 1060/2650 - loss 0.65430791 - samples/sec: 127.15 +2020-05-15 21:39:18,963 epoch 140 - iter 1325/2650 - loss 0.65880469 - samples/sec: 126.29 +2020-05-15 21:40:25,045 epoch 140 - iter 1590/2650 - loss 0.65471624 - samples/sec: 128.39 +2020-05-15 21:41:32,170 epoch 140 - iter 1855/2650 - loss 0.65742250 - samples/sec: 126.40 +2020-05-15 21:42:38,528 epoch 140 - iter 2120/2650 - loss 0.65812111 - samples/sec: 127.86 +2020-05-15 21:43:45,045 epoch 140 - iter 2385/2650 - loss 0.65589704 - samples/sec: 127.55 +2020-05-15 21:44:53,062 epoch 140 - iter 2650/2650 - loss 0.65654175 - samples/sec: 124.74 +2020-05-15 21:44:53,076 ---------------------------------------------------------------------------------------------------- +2020-05-15 21:44:53,076 EPOCH 140 done: loss 0.6565 - lr 0.0250000 +2020-05-15 21:44:53,076 BAD EPOCHS (no improvement): 0 +2020-05-15 21:44:53,077 ---------------------------------------------------------------------------------------------------- +2020-05-15 21:46:00,439 epoch 141 - iter 265/2650 - loss 0.66336979 - samples/sec: 125.93 +2020-05-15 21:47:05,347 epoch 141 - iter 530/2650 - loss 0.64117512 - samples/sec: 130.72 +2020-05-15 21:48:12,518 epoch 141 - iter 795/2650 - loss 0.64402074 - samples/sec: 126.31 +2020-05-15 21:49:19,667 epoch 141 - iter 1060/2650 - loss 0.65179861 - samples/sec: 126.35 +2020-05-15 21:50:25,886 epoch 141 - iter 1325/2650 - loss 0.65141571 - samples/sec: 128.13 +2020-05-15 21:51:32,591 epoch 141 - iter 1590/2650 - loss 0.64985817 - samples/sec: 127.19 +2020-05-15 21:52:38,135 epoch 141 - iter 1855/2650 - loss 0.64763312 - samples/sec: 129.45 +2020-05-15 21:53:44,211 epoch 141 - iter 2120/2650 - loss 0.64469543 - samples/sec: 128.41 +2020-05-15 21:54:52,089 epoch 141 - iter 2385/2650 - loss 0.64692041 - samples/sec: 124.99 +2020-05-15 21:55:59,897 epoch 141 - iter 2650/2650 - loss 0.64933243 - samples/sec: 125.12 +2020-05-15 21:55:59,912 ---------------------------------------------------------------------------------------------------- +2020-05-15 21:55:59,912 EPOCH 141 done: loss 0.6493 - lr 0.0250000 +2020-05-15 21:55:59,912 BAD EPOCHS (no improvement): 0 +2020-05-15 21:55:59,912 ---------------------------------------------------------------------------------------------------- +2020-05-15 21:57:06,559 epoch 142 - iter 265/2650 - loss 0.66217085 - samples/sec: 127.29 +2020-05-15 21:58:11,840 epoch 142 - iter 530/2650 - loss 0.67092421 - samples/sec: 129.97 +2020-05-15 21:59:18,246 epoch 142 - iter 795/2650 - loss 0.66105941 - samples/sec: 127.77 +2020-05-15 22:00:25,764 epoch 142 - iter 1060/2650 - loss 0.65999388 - samples/sec: 125.66 +2020-05-15 22:01:33,586 epoch 142 - iter 1325/2650 - loss 0.65506001 - samples/sec: 125.10 +2020-05-15 22:02:39,702 epoch 142 - iter 1590/2650 - loss 0.65609988 - samples/sec: 128.33 +2020-05-15 22:03:45,411 epoch 142 - iter 1855/2650 - loss 0.65526959 - samples/sec: 129.12 +2020-05-15 22:04:52,774 epoch 142 - iter 2120/2650 - loss 0.65579406 - samples/sec: 125.95 +2020-05-15 22:05:58,069 epoch 142 - iter 2385/2650 - loss 0.65511561 - samples/sec: 129.94 +2020-05-15 22:07:02,625 epoch 142 - iter 2650/2650 - loss 0.65371599 - samples/sec: 131.43 +2020-05-15 22:07:02,639 ---------------------------------------------------------------------------------------------------- +2020-05-15 22:07:02,639 EPOCH 142 done: loss 0.6537 - lr 0.0250000 +2020-05-15 22:07:02,639 BAD EPOCHS (no improvement): 1 +2020-05-15 22:07:02,639 ---------------------------------------------------------------------------------------------------- +2020-05-15 22:08:08,332 epoch 143 - iter 265/2650 - loss 0.66111453 - samples/sec: 129.13 +2020-05-15 22:09:13,599 epoch 143 - iter 530/2650 - loss 0.64521967 - samples/sec: 130.00 +2020-05-15 22:10:20,794 epoch 143 - iter 795/2650 - loss 0.64087590 - samples/sec: 126.26 +2020-05-15 22:11:26,376 epoch 143 - iter 1060/2650 - loss 0.64252424 - samples/sec: 129.37 +2020-05-15 22:12:33,468 epoch 143 - iter 1325/2650 - loss 0.64271695 - samples/sec: 126.46 +2020-05-15 22:13:40,059 epoch 143 - iter 1590/2650 - loss 0.64402290 - samples/sec: 127.41 +2020-05-15 22:14:45,723 epoch 143 - iter 1855/2650 - loss 0.64342397 - samples/sec: 129.21 +2020-05-15 22:15:51,204 epoch 143 - iter 2120/2650 - loss 0.64426675 - samples/sec: 129.57 +2020-05-15 22:16:56,952 epoch 143 - iter 2385/2650 - loss 0.64146388 - samples/sec: 129.04 +2020-05-15 22:18:05,015 epoch 143 - iter 2650/2650 - loss 0.64400289 - samples/sec: 124.66 +2020-05-15 22:18:05,029 ---------------------------------------------------------------------------------------------------- +2020-05-15 22:18:05,029 EPOCH 143 done: loss 0.6440 - lr 0.0250000 +2020-05-15 22:18:05,029 BAD EPOCHS (no improvement): 0 +2020-05-15 22:18:05,029 ---------------------------------------------------------------------------------------------------- +2020-05-15 22:19:10,997 epoch 144 - iter 265/2650 - loss 0.64325867 - samples/sec: 128.60 +2020-05-15 22:20:19,236 epoch 144 - iter 530/2650 - loss 0.64736367 - samples/sec: 124.33 +2020-05-15 22:21:24,616 epoch 144 - iter 795/2650 - loss 0.64907278 - samples/sec: 129.77 +2020-05-15 22:22:30,876 epoch 144 - iter 1060/2650 - loss 0.65046198 - samples/sec: 128.04 +2020-05-15 22:23:38,322 epoch 144 - iter 1325/2650 - loss 0.65253873 - samples/sec: 125.80 +2020-05-15 22:24:46,014 epoch 144 - iter 1590/2650 - loss 0.64987207 - samples/sec: 125.33 +2020-05-15 22:25:50,158 epoch 144 - iter 1855/2650 - loss 0.64814587 - samples/sec: 132.27 +2020-05-15 22:26:55,117 epoch 144 - iter 2120/2650 - loss 0.64617326 - samples/sec: 130.61 +2020-05-15 22:28:00,233 epoch 144 - iter 2385/2650 - loss 0.64484964 - samples/sec: 130.29 +2020-05-15 22:29:04,910 epoch 144 - iter 2650/2650 - loss 0.64380914 - samples/sec: 131.18 +2020-05-15 22:29:04,924 ---------------------------------------------------------------------------------------------------- +2020-05-15 22:29:04,924 EPOCH 144 done: loss 0.6438 - lr 0.0250000 +2020-05-15 22:29:04,924 BAD EPOCHS (no improvement): 0 +2020-05-15 22:29:04,924 ---------------------------------------------------------------------------------------------------- +2020-05-15 22:30:09,715 epoch 145 - iter 265/2650 - loss 0.65552262 - samples/sec: 130.93 +2020-05-15 22:31:14,492 epoch 145 - iter 530/2650 - loss 0.64563270 - samples/sec: 130.98 +2020-05-15 22:32:19,601 epoch 145 - iter 795/2650 - loss 0.63946354 - samples/sec: 130.31 +2020-05-15 22:33:24,061 epoch 145 - iter 1060/2650 - loss 0.64133004 - samples/sec: 131.62 +2020-05-15 22:34:27,392 epoch 145 - iter 1325/2650 - loss 0.64174353 - samples/sec: 133.97 +2020-05-15 22:35:32,661 epoch 145 - iter 1590/2650 - loss 0.64447981 - samples/sec: 129.99 +2020-05-15 22:36:36,934 epoch 145 - iter 1855/2650 - loss 0.64454906 - samples/sec: 132.00 +2020-05-15 22:37:40,428 epoch 145 - iter 2120/2650 - loss 0.64335024 - samples/sec: 133.62 +2020-05-15 22:38:44,996 epoch 145 - iter 2385/2650 - loss 0.64298360 - samples/sec: 131.40 +2020-05-15 22:39:50,267 epoch 145 - iter 2650/2650 - loss 0.64463652 - samples/sec: 129.99 +2020-05-15 22:39:50,280 ---------------------------------------------------------------------------------------------------- +2020-05-15 22:39:50,280 EPOCH 145 done: loss 0.6446 - lr 0.0250000 +2020-05-15 22:39:50,280 BAD EPOCHS (no improvement): 1 +2020-05-15 22:39:50,281 ---------------------------------------------------------------------------------------------------- +2020-05-15 22:40:55,321 epoch 146 - iter 265/2650 - loss 0.63355211 - samples/sec: 130.43 +2020-05-15 22:41:58,479 epoch 146 - iter 530/2650 - loss 0.63447600 - samples/sec: 134.34 +2020-05-15 22:43:03,900 epoch 146 - iter 795/2650 - loss 0.64797811 - samples/sec: 129.69 +2020-05-15 22:44:09,088 epoch 146 - iter 1060/2650 - loss 0.64597748 - samples/sec: 130.15 +2020-05-15 22:45:11,790 epoch 146 - iter 1325/2650 - loss 0.64003886 - samples/sec: 135.31 +2020-05-15 22:46:14,930 epoch 146 - iter 1590/2650 - loss 0.64135037 - samples/sec: 134.37 +2020-05-15 22:47:19,506 epoch 146 - iter 1855/2650 - loss 0.64046324 - samples/sec: 131.38 +2020-05-15 22:48:23,998 epoch 146 - iter 2120/2650 - loss 0.63922235 - samples/sec: 131.56 +2020-05-15 22:49:28,669 epoch 146 - iter 2385/2650 - loss 0.64174488 - samples/sec: 131.19 +2020-05-15 22:50:34,702 epoch 146 - iter 2650/2650 - loss 0.64044200 - samples/sec: 128.48 +2020-05-15 22:50:34,716 ---------------------------------------------------------------------------------------------------- +2020-05-15 22:50:34,716 EPOCH 146 done: loss 0.6404 - lr 0.0250000 +2020-05-15 22:50:34,716 BAD EPOCHS (no improvement): 0 +2020-05-15 22:50:34,716 ---------------------------------------------------------------------------------------------------- +2020-05-15 22:51:38,558 epoch 147 - iter 265/2650 - loss 0.63566521 - samples/sec: 132.88 +2020-05-15 22:52:43,406 epoch 147 - iter 530/2650 - loss 0.64718555 - samples/sec: 130.83 +2020-05-15 22:53:47,561 epoch 147 - iter 795/2650 - loss 0.64721661 - samples/sec: 132.24 +2020-05-15 22:54:52,110 epoch 147 - iter 1060/2650 - loss 0.64527922 - samples/sec: 131.44 +2020-05-15 22:55:56,881 epoch 147 - iter 1325/2650 - loss 0.64414711 - samples/sec: 130.99 +2020-05-15 22:57:01,014 epoch 147 - iter 1590/2650 - loss 0.63765208 - samples/sec: 132.29 +2020-05-15 22:58:03,586 epoch 147 - iter 1855/2650 - loss 0.63849690 - samples/sec: 135.59 +2020-05-15 22:59:06,593 epoch 147 - iter 2120/2650 - loss 0.63472918 - samples/sec: 134.66 +2020-05-15 23:00:10,347 epoch 147 - iter 2385/2650 - loss 0.63344987 - samples/sec: 133.08 +2020-05-15 23:01:13,291 epoch 147 - iter 2650/2650 - loss 0.63182141 - samples/sec: 134.80 +2020-05-15 23:01:13,304 ---------------------------------------------------------------------------------------------------- +2020-05-15 23:01:13,304 EPOCH 147 done: loss 0.6318 - lr 0.0250000 +2020-05-15 23:01:13,304 BAD EPOCHS (no improvement): 0 +2020-05-15 23:01:13,305 ---------------------------------------------------------------------------------------------------- +2020-05-15 23:02:16,549 epoch 148 - iter 265/2650 - loss 0.63473318 - samples/sec: 134.13 +2020-05-15 23:03:20,417 epoch 148 - iter 530/2650 - loss 0.63424610 - samples/sec: 132.84 +2020-05-15 23:04:26,593 epoch 148 - iter 795/2650 - loss 0.64094953 - samples/sec: 128.21 +2020-05-15 23:05:31,338 epoch 148 - iter 1060/2650 - loss 0.63975087 - samples/sec: 131.04 +2020-05-15 23:06:35,836 epoch 148 - iter 1325/2650 - loss 0.63793115 - samples/sec: 131.54 +2020-05-15 23:07:39,531 epoch 148 - iter 1590/2650 - loss 0.64151674 - samples/sec: 133.20 +2020-05-15 23:08:42,851 epoch 148 - iter 1855/2650 - loss 0.64201114 - samples/sec: 133.99 +2020-05-15 23:09:47,422 epoch 148 - iter 2120/2650 - loss 0.64104280 - samples/sec: 131.39 +2020-05-15 23:10:51,956 epoch 148 - iter 2385/2650 - loss 0.64413955 - samples/sec: 131.47 +2020-05-15 23:11:56,671 epoch 148 - iter 2650/2650 - loss 0.64377390 - samples/sec: 131.11 +2020-05-15 23:11:56,685 ---------------------------------------------------------------------------------------------------- +2020-05-15 23:11:56,685 EPOCH 148 done: loss 0.6438 - lr 0.0250000 +2020-05-15 23:11:56,685 BAD EPOCHS (no improvement): 1 +2020-05-15 23:11:56,685 ---------------------------------------------------------------------------------------------------- +2020-05-15 23:13:03,370 epoch 149 - iter 265/2650 - loss 0.64901498 - samples/sec: 127.21 +2020-05-15 23:14:09,633 epoch 149 - iter 530/2650 - loss 0.64485982 - samples/sec: 128.04 +2020-05-15 23:15:14,460 epoch 149 - iter 795/2650 - loss 0.63814945 - samples/sec: 130.88 +2020-05-15 23:16:21,172 epoch 149 - iter 1060/2650 - loss 0.63829228 - samples/sec: 127.18 +2020-05-15 23:17:26,693 epoch 149 - iter 1325/2650 - loss 0.63670291 - samples/sec: 129.49 +2020-05-15 23:18:33,769 epoch 149 - iter 1590/2650 - loss 0.63919874 - samples/sec: 126.49 +2020-05-15 23:19:38,089 epoch 149 - iter 1855/2650 - loss 0.63685478 - samples/sec: 131.91 +2020-05-15 23:20:42,799 epoch 149 - iter 2120/2650 - loss 0.63579409 - samples/sec: 131.12 +2020-05-15 23:21:48,040 epoch 149 - iter 2385/2650 - loss 0.63812684 - samples/sec: 130.05 +2020-05-15 23:22:52,621 epoch 149 - iter 2650/2650 - loss 0.63822934 - samples/sec: 131.38 +2020-05-15 23:22:52,635 ---------------------------------------------------------------------------------------------------- +2020-05-15 23:22:52,635 EPOCH 149 done: loss 0.6382 - lr 0.0250000 +2020-05-15 23:22:52,635 BAD EPOCHS (no improvement): 2 +2020-05-15 23:22:52,636 ---------------------------------------------------------------------------------------------------- +2020-05-15 23:23:57,203 epoch 150 - iter 265/2650 - loss 0.61016710 - samples/sec: 131.38 +2020-05-15 23:25:04,226 epoch 150 - iter 530/2650 - loss 0.62693253 - samples/sec: 126.59 +2020-05-15 23:26:10,631 epoch 150 - iter 795/2650 - loss 0.62739192 - samples/sec: 127.77 +2020-05-15 23:27:16,399 epoch 150 - iter 1060/2650 - loss 0.62664667 - samples/sec: 129.00 +2020-05-15 23:28:20,563 epoch 150 - iter 1325/2650 - loss 0.62536800 - samples/sec: 132.23 +2020-05-15 23:29:25,912 epoch 150 - iter 1590/2650 - loss 0.62595816 - samples/sec: 129.83 +2020-05-15 23:30:29,747 epoch 150 - iter 1855/2650 - loss 0.62612569 - samples/sec: 132.91 +2020-05-15 23:31:34,567 epoch 150 - iter 2120/2650 - loss 0.62728989 - samples/sec: 130.89 +2020-05-15 23:32:40,001 epoch 150 - iter 2385/2650 - loss 0.62725124 - samples/sec: 129.66 +2020-05-15 23:33:44,641 epoch 150 - iter 2650/2650 - loss 0.62947303 - samples/sec: 131.26 +2020-05-15 23:33:44,655 ---------------------------------------------------------------------------------------------------- +2020-05-15 23:33:44,655 EPOCH 150 done: loss 0.6295 - lr 0.0250000 +2020-05-15 23:33:44,655 BAD EPOCHS (no improvement): 0 +2020-05-15 23:33:45,062 ---------------------------------------------------------------------------------------------------- +2020-05-15 23:33:45,062 Testing using best model ... +2020-05-15 23:35:43,625 0.9819 0.9819 0.9819 +2020-05-15 23:35:43,625 +MICRO_AVG: acc 0.9819 - f1-score 0.9819 +MACRO_AVG: acc 0.9474 - f1-score 0.9473 +$ tp: 172 - fp: 0 - fn: 1 - tn: 172 - precision: 1.0000 - recall: 0.9942 - accuracy: 0.9971 - f1-score: 0.9971 +'' tp: 976 - fp: 1 - fn: 6 - tn: 974 - precision: 0.9990 - recall: 0.9939 - accuracy: 0.9964 - f1-score: 0.9964 +, tp: 7456 - fp: 12 - fn: 46 - tn: 7460 - precision: 0.9984 - recall: 0.9939 - accuracy: 0.9961 - f1-score: 0.9961 +-LRB- tp: 197 - fp: 0 - fn: 0 - tn: 197 - precision: 1.0000 - recall: 1.0000 - accuracy: 1.0000 - f1-score: 1.0000 +-RRB- tp: 196 - fp: 0 - fn: 0 - tn: 196 - precision: 1.0000 - recall: 1.0000 - accuracy: 1.0000 - f1-score: 1.0000 +. tp: 8900 - fp: 26 - fn: 11 - tn: 8898 - precision: 0.9971 - recall: 0.9988 - accuracy: 0.9979 - f1-score: 0.9979 +: tp: 503 - fp: 56 - fn: 30 - tn: 504 - precision: 0.8998 - recall: 0.9437 - accuracy: 0.9213 - f1-score: 0.9212 +ADD tp: 21 - fp: 1 - fn: 0 - tn: 21 - precision: 0.9545 - recall: 1.0000 - accuracy: 0.9767 - f1-score: 0.9767 +AFX tp: 1 - fp: 0 - fn: 2 - tn: 1 - precision: 1.0000 - recall: 0.3333 - accuracy: 0.5000 - f1-score: 0.5000 +CC tp: 5071 - fp: 31 - fn: 54 - tn: 5072 - precision: 0.9939 - recall: 0.9895 - accuracy: 0.9917 - f1-score: 0.9917 +CD tp: 3018 - fp: 58 - fn: 30 - tn: 3015 - precision: 0.9811 - recall: 0.9902 - accuracy: 0.9856 - f1-score: 0.9856 +DT tp: 14721 - fp: 80 - fn: 66 - tn: 14719 - precision: 0.9946 - recall: 0.9955 - accuracy: 0.9951 - f1-score: 0.9951 +EX tp: 306 - fp: 3 - fn: 2 - tn: 305 - precision: 0.9903 - recall: 0.9935 - accuracy: 0.9919 - f1-score: 0.9919 +FW tp: 63 - fp: 5 - fn: 34 - tn: 63 - precision: 0.9265 - recall: 0.6495 - accuracy: 0.7636 - f1-score: 0.7636 +HYPH tp: 1072 - fp: 7 - fn: 1 - tn: 1075 - precision: 0.9935 - recall: 0.9991 - accuracy: 0.9963 - f1-score: 0.9963 +IN tp: 17956 - fp: 207 - fn: 146 - tn: 17939 - precision: 0.9886 - recall: 0.9919 - accuracy: 0.9903 - f1-score: 0.9903 +JJ tp: 9259 - fp: 403 - fn: 456 - tn: 9264 - precision: 0.9583 - recall: 0.9531 - accuracy: 0.9557 - f1-score: 0.9557 +JJR tp: 447 - fp: 24 - fn: 22 - tn: 446 - precision: 0.9490 - recall: 0.9531 - accuracy: 0.9510 - f1-score: 0.9511 +JJS tp: 221 - fp: 21 - fn: 8 - tn: 221 - precision: 0.9132 - recall: 0.9651 - accuracy: 0.9384 - f1-score: 0.9384 +LS tp: 16 - fp: 0 - fn: 0 - tn: 16 - precision: 1.0000 - recall: 1.0000 - accuracy: 1.0000 - f1-score: 1.0000 +MD tp: 1997 - fp: 5 - fn: 4 - tn: 1997 - precision: 0.9975 - recall: 0.9980 - accuracy: 0.9978 - f1-score: 0.9978 +NFP tp: 47 - fp: 4 - fn: 13 - tn: 47 - precision: 0.9216 - recall: 0.7833 - accuracy: 0.8468 - f1-score: 0.8468 +NN tp: 20656 - fp: 408 - fn: 554 - tn: 20662 - precision: 0.9806 - recall: 0.9739 - accuracy: 0.9772 - f1-score: 0.9772 +NNP tp: 12383 - fp: 299 - fn: 309 - tn: 12381 - precision: 0.9764 - recall: 0.9757 - accuracy: 0.9760 - f1-score: 0.9760 +NNPS tp: 389 - fp: 126 - fn: 68 - tn: 391 - precision: 0.7553 - recall: 0.8512 - accuracy: 0.8008 - f1-score: 0.8004 +NNS tp: 8274 - fp: 111 - fn: 86 - tn: 8272 - precision: 0.9868 - recall: 0.9897 - accuracy: 0.9882 - f1-score: 0.9882 +PDT tp: 153 - fp: 21 - fn: 13 - tn: 153 - precision: 0.8793 - recall: 0.9217 - accuracy: 0.9000 - f1-score: 0.9000 +POS tp: 1038 - fp: 1 - fn: 7 - tn: 1037 - precision: 0.9990 - recall: 0.9933 - accuracy: 0.9962 - f1-score: 0.9962 +PRP tp: 8046 - fp: 17 - fn: 23 - tn: 8044 - precision: 0.9979 - recall: 0.9971 - accuracy: 0.9975 - f1-score: 0.9975 +PRP$ tp: 1930 - fp: 6 - fn: 5 - tn: 1930 - precision: 0.9969 - recall: 0.9974 - accuracy: 0.9972 - f1-score: 0.9972 +RB tp: 7680 - fp: 248 - fn: 334 - tn: 7680 - precision: 0.9687 - recall: 0.9583 - accuracy: 0.9635 - f1-score: 0.9635 +RBR tp: 197 - fp: 30 - fn: 25 - tn: 198 - precision: 0.8678 - recall: 0.8874 - accuracy: 0.8778 - f1-score: 0.8775 +RBS tp: 98 - fp: 8 - fn: 15 - tn: 97 - precision: 0.9245 - recall: 0.8673 - accuracy: 0.8945 - f1-score: 0.8950 +RP tp: 631 - fp: 93 - fn: 77 - tn: 628 - precision: 0.8715 - recall: 0.8912 - accuracy: 0.8810 - f1-score: 0.8813 +SYM tp: 29 - fp: 1 - fn: 1 - tn: 29 - precision: 0.9667 - recall: 0.9667 - accuracy: 0.9667 - f1-score: 0.9667 +TO tp: 2512 - fp: 17 - fn: 9 - tn: 2511 - precision: 0.9933 - recall: 0.9964 - accuracy: 0.9949 - f1-score: 0.9949 +UH tp: 1571 - fp: 34 - fn: 36 - tn: 1573 - precision: 0.9788 - recall: 0.9776 - accuracy: 0.9782 - f1-score: 0.9782 +VB tp: 5764 - fp: 107 - fn: 110 - tn: 5762 - precision: 0.9818 - recall: 0.9813 - accuracy: 0.9815 - f1-score: 0.9815 +VBD tp: 5330 - fp: 87 - fn: 75 - tn: 5332 - precision: 0.9839 - recall: 0.9861 - accuracy: 0.9850 - f1-score: 0.9850 +VBG tp: 2774 - fp: 105 - fn: 52 - tn: 2775 - precision: 0.9635 - recall: 0.9816 - accuracy: 0.9725 - f1-score: 0.9725 +VBN tp: 3231 - fp: 214 - fn: 156 - tn: 3234 - precision: 0.9379 - recall: 0.9539 - accuracy: 0.9459 - f1-score: 0.9458 +VBP tp: 3858 - fp: 96 - fn: 99 - tn: 3855 - precision: 0.9757 - recall: 0.9750 - accuracy: 0.9753 - f1-score: 0.9754 +VBZ tp: 4086 - fp: 28 - fn: 21 - tn: 4085 - precision: 0.9932 - recall: 0.9949 - accuracy: 0.9940 - f1-score: 0.9940 +WDT tp: 774 - fp: 35 - fn: 39 - tn: 780 - precision: 0.9567 - recall: 0.9520 - accuracy: 0.9545 - f1-score: 0.9544 +WP tp: 799 - fp: 13 - fn: 4 - tn: 798 - precision: 0.9840 - recall: 0.9950 - accuracy: 0.9895 - f1-score: 0.9895 +WP$ tp: 37 - fp: 0 - fn: 1 - tn: 37 - precision: 1.0000 - recall: 0.9737 - accuracy: 0.9867 - f1-score: 0.9867 +WRB tp: 707 - fp: 2 - fn: 9 - tn: 707 - precision: 0.9972 - recall: 0.9874 - accuracy: 0.9923 - f1-score: 0.9923 +XX tp: 19 - fp: 7 - fn: 12 - tn: 20 - precision: 0.7308 - recall: 0.6129 - accuracy: 0.6724 - f1-score: 0.6667 +`` tp: 933 - fp: 6 - fn: 3 - tn: 931 - precision: 0.9936 - recall: 0.9968 - accuracy: 0.9952 - f1-score: 0.9952 +2020-05-15 23:35:43,625 ----------------------------------------------------------------------------------------------------