diff --git "a/training.log" "b/training.log" new file mode 100644--- /dev/null +++ "b/training.log" @@ -0,0 +1,2178 @@ +2023-04-05 12:15:41,426 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:15:41,426 Model: "SequenceTagger( + (embeddings): StackedEmbeddings( + (list_embedding_0): FlairEmbeddings( + (lm): LanguageModel( + (drop): Dropout(p=0.25, inplace=False) + (encoder): Embedding(275, 100) + (rnn): LSTM(100, 1024) + ) + ) + (list_embedding_1): FlairEmbeddings( + (lm): LanguageModel( + (drop): Dropout(p=0.25, inplace=False) + (encoder): Embedding(275, 100) + (rnn): LSTM(100, 1024) + ) + ) + ) + (word_dropout): WordDropout(p=0.05) + (locked_dropout): LockedDropout(p=0.5) + (embedding2nn): Linear(in_features=2048, out_features=2048, bias=True) + (rnn): LSTM(2048, 256, batch_first=True, bidirectional=True) + (linear): Linear(in_features=512, out_features=47, bias=True) + (loss_function): ViterbiLoss() + (crf): CRF() +)" +2023-04-05 12:15:41,426 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:15:41,426 Corpus: "Corpus: 8042 train + 894 dev + 2012 test sentences" +2023-04-05 12:15:41,426 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:15:41,426 Parameters: +2023-04-05 12:15:41,426 - learning_rate: "0.100000" +2023-04-05 12:15:41,426 - mini_batch_size: "32" +2023-04-05 12:15:41,426 - patience: "3" +2023-04-05 12:15:41,426 - anneal_factor: "0.5" +2023-04-05 12:15:41,426 - max_epochs: "150" +2023-04-05 12:15:41,426 - shuffle: "True" +2023-04-05 12:15:41,426 - train_with_dev: "True" +2023-04-05 12:15:41,426 - batch_growth_annealing: "False" +2023-04-05 12:15:41,426 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:15:41,426 Model training base path: "resources/taggers/release-chunk-fast-0" +2023-04-05 12:15:41,426 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:15:41,426 Device: cuda:3 +2023-04-05 12:15:41,426 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:15:41,426 Embeddings storage mode: cpu +2023-04-05 12:15:41,426 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:15:43,675 epoch 1 - iter 28/280 - loss 2.61207238 - time (sec): 2.25 - samples/sec: 9432.10 - lr: 0.100000 +2023-04-05 12:15:46,061 epoch 1 - iter 56/280 - loss 1.94593489 - time (sec): 4.64 - samples/sec: 9229.64 - lr: 0.100000 +2023-04-05 12:15:48,357 epoch 1 - iter 84/280 - loss 1.57079513 - time (sec): 6.93 - samples/sec: 9235.45 - lr: 0.100000 +2023-04-05 12:15:50,678 epoch 1 - iter 112/280 - loss 1.33069635 - time (sec): 9.25 - samples/sec: 9168.15 - lr: 0.100000 +2023-04-05 12:15:53,103 epoch 1 - iter 140/280 - loss 1.15472499 - time (sec): 11.68 - samples/sec: 9175.98 - lr: 0.100000 +2023-04-05 12:15:55,423 epoch 1 - iter 168/280 - loss 1.03143520 - time (sec): 14.00 - samples/sec: 9156.46 - lr: 0.100000 +2023-04-05 12:15:57,724 epoch 1 - iter 196/280 - loss 0.94335878 - time (sec): 16.30 - samples/sec: 9096.10 - lr: 0.100000 +2023-04-05 12:16:00,025 epoch 1 - iter 224/280 - loss 0.86829593 - time (sec): 18.60 - samples/sec: 9132.85 - lr: 0.100000 +2023-04-05 12:16:02,253 epoch 1 - iter 252/280 - loss 0.80824914 - time (sec): 20.83 - samples/sec: 9161.93 - lr: 0.100000 +2023-04-05 12:16:04,615 epoch 1 - iter 280/280 - loss 0.75984990 - time (sec): 23.19 - samples/sec: 9129.26 - lr: 0.100000 +2023-04-05 12:16:04,615 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:16:04,615 EPOCH 1 done: loss 0.7598 - lr 0.100000 +2023-04-05 12:16:04,615 BAD EPOCHS (no improvement): 0 +2023-04-05 12:16:04,617 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:16:06,190 epoch 2 - iter 28/280 - loss 0.29468788 - time (sec): 1.57 - samples/sec: 13209.87 - lr: 0.100000 +2023-04-05 12:16:07,837 epoch 2 - iter 56/280 - loss 0.28450565 - time (sec): 3.22 - samples/sec: 13161.99 - lr: 0.100000 +2023-04-05 12:16:09,476 epoch 2 - iter 84/280 - loss 0.28370317 - time (sec): 4.86 - samples/sec: 13130.36 - lr: 0.100000 +2023-04-05 12:16:11,126 epoch 2 - iter 112/280 - loss 0.27574899 - time (sec): 6.51 - samples/sec: 13048.86 - lr: 0.100000 +2023-04-05 12:16:12,796 epoch 2 - iter 140/280 - loss 0.26932822 - time (sec): 8.18 - samples/sec: 12975.43 - lr: 0.100000 +2023-04-05 12:16:14,455 epoch 2 - iter 168/280 - loss 0.26229482 - time (sec): 9.84 - samples/sec: 12944.84 - lr: 0.100000 +2023-04-05 12:16:16,132 epoch 2 - iter 196/280 - loss 0.25679876 - time (sec): 11.51 - samples/sec: 12927.48 - lr: 0.100000 +2023-04-05 12:16:17,828 epoch 2 - iter 224/280 - loss 0.25295452 - time (sec): 13.21 - samples/sec: 12886.10 - lr: 0.100000 +2023-04-05 12:16:19,447 epoch 2 - iter 252/280 - loss 0.24852139 - time (sec): 14.83 - samples/sec: 12877.36 - lr: 0.100000 +2023-04-05 12:16:21,067 epoch 2 - iter 280/280 - loss 0.24461849 - time (sec): 16.45 - samples/sec: 12869.21 - lr: 0.100000 +2023-04-05 12:16:21,067 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:16:21,067 EPOCH 2 done: loss 0.2446 - lr 0.100000 +2023-04-05 12:16:21,067 BAD EPOCHS (no improvement): 0 +2023-04-05 12:16:21,070 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:16:22,702 epoch 3 - iter 28/280 - loss 0.20118115 - time (sec): 1.63 - samples/sec: 12842.54 - lr: 0.100000 +2023-04-05 12:16:24,352 epoch 3 - iter 56/280 - loss 0.19890021 - time (sec): 3.28 - samples/sec: 12757.73 - lr: 0.100000 +2023-04-05 12:16:26,005 epoch 3 - iter 84/280 - loss 0.19828301 - time (sec): 4.94 - samples/sec: 12795.59 - lr: 0.100000 +2023-04-05 12:16:27,685 epoch 3 - iter 112/280 - loss 0.19639972 - time (sec): 6.61 - samples/sec: 12768.62 - lr: 0.100000 +2023-04-05 12:16:29,278 epoch 3 - iter 140/280 - loss 0.19318113 - time (sec): 8.21 - samples/sec: 12852.74 - lr: 0.100000 +2023-04-05 12:16:30,903 epoch 3 - iter 168/280 - loss 0.19117785 - time (sec): 9.83 - samples/sec: 12915.58 - lr: 0.100000 +2023-04-05 12:16:32,579 epoch 3 - iter 196/280 - loss 0.19013852 - time (sec): 11.51 - samples/sec: 12914.35 - lr: 0.100000 +2023-04-05 12:16:34,196 epoch 3 - iter 224/280 - loss 0.18954525 - time (sec): 13.13 - samples/sec: 12933.32 - lr: 0.100000 +2023-04-05 12:16:35,782 epoch 3 - iter 252/280 - loss 0.18801064 - time (sec): 14.71 - samples/sec: 12939.85 - lr: 0.100000 +2023-04-05 12:16:37,422 epoch 3 - iter 280/280 - loss 0.18730431 - time (sec): 16.35 - samples/sec: 12945.81 - lr: 0.100000 +2023-04-05 12:16:37,422 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:16:37,422 EPOCH 3 done: loss 0.1873 - lr 0.100000 +2023-04-05 12:16:37,422 BAD EPOCHS (no improvement): 0 +2023-04-05 12:16:37,425 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:16:39,032 epoch 4 - iter 28/280 - loss 0.17004429 - time (sec): 1.61 - samples/sec: 13286.24 - lr: 0.100000 +2023-04-05 12:16:40,650 epoch 4 - iter 56/280 - loss 0.17081983 - time (sec): 3.23 - samples/sec: 13111.82 - lr: 0.100000 +2023-04-05 12:16:42,278 epoch 4 - iter 84/280 - loss 0.16660648 - time (sec): 4.85 - samples/sec: 13143.82 - lr: 0.100000 +2023-04-05 12:16:43,892 epoch 4 - iter 112/280 - loss 0.16561945 - time (sec): 6.47 - samples/sec: 13102.57 - lr: 0.100000 +2023-04-05 12:16:45,540 epoch 4 - iter 140/280 - loss 0.16528859 - time (sec): 8.12 - samples/sec: 13067.56 - lr: 0.100000 +2023-04-05 12:16:47,188 epoch 4 - iter 168/280 - loss 0.16449334 - time (sec): 9.76 - samples/sec: 13032.94 - lr: 0.100000 +2023-04-05 12:16:48,814 epoch 4 - iter 196/280 - loss 0.16414345 - time (sec): 11.39 - samples/sec: 13038.01 - lr: 0.100000 +2023-04-05 12:16:50,401 epoch 4 - iter 224/280 - loss 0.16271918 - time (sec): 12.98 - samples/sec: 13066.60 - lr: 0.100000 +2023-04-05 12:16:52,043 epoch 4 - iter 252/280 - loss 0.16275596 - time (sec): 14.62 - samples/sec: 13079.72 - lr: 0.100000 +2023-04-05 12:16:53,675 epoch 4 - iter 280/280 - loss 0.16268098 - time (sec): 16.25 - samples/sec: 13026.69 - lr: 0.100000 +2023-04-05 12:16:53,675 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:16:53,676 EPOCH 4 done: loss 0.1627 - lr 0.100000 +2023-04-05 12:16:53,676 BAD EPOCHS (no improvement): 0 +2023-04-05 12:16:53,678 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:16:55,312 epoch 5 - iter 28/280 - loss 0.15395600 - time (sec): 1.63 - samples/sec: 12896.21 - lr: 0.100000 +2023-04-05 12:16:56,973 epoch 5 - iter 56/280 - loss 0.14875620 - time (sec): 3.30 - samples/sec: 12925.50 - lr: 0.100000 +2023-04-05 12:16:58,631 epoch 5 - iter 84/280 - loss 0.14817096 - time (sec): 4.95 - samples/sec: 12858.01 - lr: 0.100000 +2023-04-05 12:17:00,271 epoch 5 - iter 112/280 - loss 0.14848042 - time (sec): 6.59 - samples/sec: 12859.60 - lr: 0.100000 +2023-04-05 12:17:01,895 epoch 5 - iter 140/280 - loss 0.14876527 - time (sec): 8.22 - samples/sec: 12808.37 - lr: 0.100000 +2023-04-05 12:17:03,555 epoch 5 - iter 168/280 - loss 0.14954716 - time (sec): 9.88 - samples/sec: 12838.95 - lr: 0.100000 +2023-04-05 12:17:05,274 epoch 5 - iter 196/280 - loss 0.14866687 - time (sec): 11.60 - samples/sec: 12822.02 - lr: 0.100000 +2023-04-05 12:17:06,926 epoch 5 - iter 224/280 - loss 0.14753103 - time (sec): 13.25 - samples/sec: 12813.54 - lr: 0.100000 +2023-04-05 12:17:08,543 epoch 5 - iter 252/280 - loss 0.14650090 - time (sec): 14.87 - samples/sec: 12835.51 - lr: 0.100000 +2023-04-05 12:17:10,155 epoch 5 - iter 280/280 - loss 0.14528625 - time (sec): 16.48 - samples/sec: 12847.62 - lr: 0.100000 +2023-04-05 12:17:10,155 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:17:10,155 EPOCH 5 done: loss 0.1453 - lr 0.100000 +2023-04-05 12:17:10,155 BAD EPOCHS (no improvement): 0 +2023-04-05 12:17:10,158 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:17:11,783 epoch 6 - iter 28/280 - loss 0.13063542 - time (sec): 1.63 - samples/sec: 13223.98 - lr: 0.100000 +2023-04-05 12:17:13,429 epoch 6 - iter 56/280 - loss 0.13291587 - time (sec): 3.27 - samples/sec: 13120.54 - lr: 0.100000 +2023-04-05 12:17:15,049 epoch 6 - iter 84/280 - loss 0.13257218 - time (sec): 4.89 - samples/sec: 13155.88 - lr: 0.100000 +2023-04-05 12:17:16,626 epoch 6 - iter 112/280 - loss 0.13077874 - time (sec): 6.47 - samples/sec: 13228.58 - lr: 0.100000 +2023-04-05 12:17:18,280 epoch 6 - iter 140/280 - loss 0.13357453 - time (sec): 8.12 - samples/sec: 13132.99 - lr: 0.100000 +2023-04-05 12:17:19,910 epoch 6 - iter 168/280 - loss 0.13431308 - time (sec): 9.75 - samples/sec: 13083.31 - lr: 0.100000 +2023-04-05 12:17:21,565 epoch 6 - iter 196/280 - loss 0.13428262 - time (sec): 11.41 - samples/sec: 13066.78 - lr: 0.100000 +2023-04-05 12:17:23,179 epoch 6 - iter 224/280 - loss 0.13343107 - time (sec): 13.02 - samples/sec: 13072.03 - lr: 0.100000 +2023-04-05 12:17:24,866 epoch 6 - iter 252/280 - loss 0.13303334 - time (sec): 14.71 - samples/sec: 13007.35 - lr: 0.100000 +2023-04-05 12:17:26,412 epoch 6 - iter 280/280 - loss 0.13302168 - time (sec): 16.25 - samples/sec: 13024.02 - lr: 0.100000 +2023-04-05 12:17:26,412 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:17:26,412 EPOCH 6 done: loss 0.1330 - lr 0.100000 +2023-04-05 12:17:26,412 BAD EPOCHS (no improvement): 0 +2023-04-05 12:17:26,414 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:17:28,026 epoch 7 - iter 28/280 - loss 0.11780376 - time (sec): 1.61 - samples/sec: 13211.88 - lr: 0.100000 +2023-04-05 12:17:29,623 epoch 7 - iter 56/280 - loss 0.12133753 - time (sec): 3.21 - samples/sec: 13156.97 - lr: 0.100000 +2023-04-05 12:17:31,311 epoch 7 - iter 84/280 - loss 0.12147960 - time (sec): 4.90 - samples/sec: 13006.10 - lr: 0.100000 +2023-04-05 12:17:32,980 epoch 7 - iter 112/280 - loss 0.12260647 - time (sec): 6.57 - samples/sec: 13003.39 - lr: 0.100000 +2023-04-05 12:17:34,658 epoch 7 - iter 140/280 - loss 0.12248451 - time (sec): 8.24 - samples/sec: 12930.20 - lr: 0.100000 +2023-04-05 12:17:36,289 epoch 7 - iter 168/280 - loss 0.12189738 - time (sec): 9.87 - samples/sec: 12882.52 - lr: 0.100000 +2023-04-05 12:17:37,951 epoch 7 - iter 196/280 - loss 0.12235453 - time (sec): 11.54 - samples/sec: 12866.95 - lr: 0.100000 +2023-04-05 12:17:39,634 epoch 7 - iter 224/280 - loss 0.12229419 - time (sec): 13.22 - samples/sec: 12858.27 - lr: 0.100000 +2023-04-05 12:17:41,240 epoch 7 - iter 252/280 - loss 0.12190381 - time (sec): 14.83 - samples/sec: 12867.00 - lr: 0.100000 +2023-04-05 12:17:42,833 epoch 7 - iter 280/280 - loss 0.12197531 - time (sec): 16.42 - samples/sec: 12893.35 - lr: 0.100000 +2023-04-05 12:17:42,833 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:17:42,833 EPOCH 7 done: loss 0.1220 - lr 0.100000 +2023-04-05 12:17:42,833 BAD EPOCHS (no improvement): 0 +2023-04-05 12:17:42,836 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:17:44,519 epoch 8 - iter 28/280 - loss 0.10732726 - time (sec): 1.68 - samples/sec: 12904.95 - lr: 0.100000 +2023-04-05 12:17:46,141 epoch 8 - iter 56/280 - loss 0.11201856 - time (sec): 3.30 - samples/sec: 13039.04 - lr: 0.100000 +2023-04-05 12:17:47,790 epoch 8 - iter 84/280 - loss 0.11341491 - time (sec): 4.95 - samples/sec: 12942.23 - lr: 0.100000 +2023-04-05 12:17:49,392 epoch 8 - iter 112/280 - loss 0.11469008 - time (sec): 6.56 - samples/sec: 12911.66 - lr: 0.100000 +2023-04-05 12:17:51,025 epoch 8 - iter 140/280 - loss 0.11703059 - time (sec): 8.19 - samples/sec: 12894.72 - lr: 0.100000 +2023-04-05 12:17:52,637 epoch 8 - iter 168/280 - loss 0.11646460 - time (sec): 9.80 - samples/sec: 12952.47 - lr: 0.100000 +2023-04-05 12:17:54,311 epoch 8 - iter 196/280 - loss 0.11684671 - time (sec): 11.47 - samples/sec: 12935.79 - lr: 0.100000 +2023-04-05 12:17:55,913 epoch 8 - iter 224/280 - loss 0.11617310 - time (sec): 13.08 - samples/sec: 12969.36 - lr: 0.100000 +2023-04-05 12:17:57,552 epoch 8 - iter 252/280 - loss 0.11574136 - time (sec): 14.72 - samples/sec: 12979.35 - lr: 0.100000 +2023-04-05 12:17:59,130 epoch 8 - iter 280/280 - loss 0.11595483 - time (sec): 16.29 - samples/sec: 12991.81 - lr: 0.100000 +2023-04-05 12:17:59,131 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:17:59,131 EPOCH 8 done: loss 0.1160 - lr 0.100000 +2023-04-05 12:17:59,131 BAD EPOCHS (no improvement): 0 +2023-04-05 12:17:59,133 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:18:00,746 epoch 9 - iter 28/280 - loss 0.10951853 - time (sec): 1.61 - samples/sec: 13130.72 - lr: 0.100000 +2023-04-05 12:18:02,366 epoch 9 - iter 56/280 - loss 0.10804849 - time (sec): 3.23 - samples/sec: 13105.29 - lr: 0.100000 +2023-04-05 12:18:04,003 epoch 9 - iter 84/280 - loss 0.10775424 - time (sec): 4.87 - samples/sec: 13046.24 - lr: 0.100000 +2023-04-05 12:18:05,675 epoch 9 - iter 112/280 - loss 0.10810703 - time (sec): 6.54 - samples/sec: 13000.66 - lr: 0.100000 +2023-04-05 12:18:07,298 epoch 9 - iter 140/280 - loss 0.10823146 - time (sec): 8.16 - samples/sec: 13023.00 - lr: 0.100000 +2023-04-05 12:18:08,938 epoch 9 - iter 168/280 - loss 0.10857210 - time (sec): 9.80 - samples/sec: 13008.30 - lr: 0.100000 +2023-04-05 12:18:10,611 epoch 9 - iter 196/280 - loss 0.10815834 - time (sec): 11.48 - samples/sec: 12953.52 - lr: 0.100000 +2023-04-05 12:18:12,257 epoch 9 - iter 224/280 - loss 0.10746476 - time (sec): 13.12 - samples/sec: 12947.51 - lr: 0.100000 +2023-04-05 12:18:13,900 epoch 9 - iter 252/280 - loss 0.10894265 - time (sec): 14.77 - samples/sec: 12931.35 - lr: 0.100000 +2023-04-05 12:18:15,556 epoch 9 - iter 280/280 - loss 0.10966965 - time (sec): 16.42 - samples/sec: 12889.93 - lr: 0.100000 +2023-04-05 12:18:15,557 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:18:15,557 EPOCH 9 done: loss 0.1097 - lr 0.100000 +2023-04-05 12:18:15,557 BAD EPOCHS (no improvement): 0 +2023-04-05 12:18:15,559 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:18:17,146 epoch 10 - iter 28/280 - loss 0.11321707 - time (sec): 1.59 - samples/sec: 13073.11 - lr: 0.100000 +2023-04-05 12:18:18,812 epoch 10 - iter 56/280 - loss 0.11227698 - time (sec): 3.25 - samples/sec: 12886.43 - lr: 0.100000 +2023-04-05 12:18:20,455 epoch 10 - iter 84/280 - loss 0.10620978 - time (sec): 4.90 - samples/sec: 12830.73 - lr: 0.100000 +2023-04-05 12:18:22,108 epoch 10 - iter 112/280 - loss 0.10602600 - time (sec): 6.55 - samples/sec: 12920.96 - lr: 0.100000 +2023-04-05 12:18:23,734 epoch 10 - iter 140/280 - loss 0.10565924 - time (sec): 8.17 - samples/sec: 12957.09 - lr: 0.100000 +2023-04-05 12:18:25,454 epoch 10 - iter 168/280 - loss 0.10671922 - time (sec): 9.89 - samples/sec: 12900.64 - lr: 0.100000 +2023-04-05 12:18:27,071 epoch 10 - iter 196/280 - loss 0.10709482 - time (sec): 11.51 - samples/sec: 12920.12 - lr: 0.100000 +2023-04-05 12:18:28,708 epoch 10 - iter 224/280 - loss 0.10684042 - time (sec): 13.15 - samples/sec: 12942.69 - lr: 0.100000 +2023-04-05 12:18:30,304 epoch 10 - iter 252/280 - loss 0.10669981 - time (sec): 14.75 - samples/sec: 12970.78 - lr: 0.100000 +2023-04-05 12:18:31,877 epoch 10 - iter 280/280 - loss 0.10575959 - time (sec): 16.32 - samples/sec: 12972.84 - lr: 0.100000 +2023-04-05 12:18:31,878 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:18:31,878 EPOCH 10 done: loss 0.1058 - lr 0.100000 +2023-04-05 12:18:31,878 BAD EPOCHS (no improvement): 0 +2023-04-05 12:18:31,880 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:18:33,476 epoch 11 - iter 28/280 - loss 0.09826180 - time (sec): 1.60 - samples/sec: 12742.07 - lr: 0.100000 +2023-04-05 12:18:35,064 epoch 11 - iter 56/280 - loss 0.10316063 - time (sec): 3.18 - samples/sec: 12887.01 - lr: 0.100000 +2023-04-05 12:18:36,673 epoch 11 - iter 84/280 - loss 0.10287776 - time (sec): 4.79 - samples/sec: 12891.40 - lr: 0.100000 +2023-04-05 12:18:38,305 epoch 11 - iter 112/280 - loss 0.10235511 - time (sec): 6.42 - samples/sec: 12953.51 - lr: 0.100000 +2023-04-05 12:18:39,932 epoch 11 - iter 140/280 - loss 0.10257192 - time (sec): 8.05 - samples/sec: 12966.04 - lr: 0.100000 +2023-04-05 12:18:41,555 epoch 11 - iter 168/280 - loss 0.10163312 - time (sec): 9.67 - samples/sec: 12977.03 - lr: 0.100000 +2023-04-05 12:18:43,237 epoch 11 - iter 196/280 - loss 0.10171743 - time (sec): 11.36 - samples/sec: 12954.99 - lr: 0.100000 +2023-04-05 12:18:44,897 epoch 11 - iter 224/280 - loss 0.10237126 - time (sec): 13.02 - samples/sec: 13001.05 - lr: 0.100000 +2023-04-05 12:18:46,588 epoch 11 - iter 252/280 - loss 0.10187805 - time (sec): 14.71 - samples/sec: 12954.75 - lr: 0.100000 +2023-04-05 12:18:48,262 epoch 11 - iter 280/280 - loss 0.10190351 - time (sec): 16.38 - samples/sec: 12922.19 - lr: 0.100000 +2023-04-05 12:18:48,262 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:18:48,263 EPOCH 11 done: loss 0.1019 - lr 0.100000 +2023-04-05 12:18:48,263 BAD EPOCHS (no improvement): 0 +2023-04-05 12:18:48,265 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:18:49,925 epoch 12 - iter 28/280 - loss 0.10167713 - time (sec): 1.66 - samples/sec: 12877.69 - lr: 0.100000 +2023-04-05 12:18:51,550 epoch 12 - iter 56/280 - loss 0.09626716 - time (sec): 3.28 - samples/sec: 12945.87 - lr: 0.100000 +2023-04-05 12:18:53,190 epoch 12 - iter 84/280 - loss 0.09685572 - time (sec): 4.92 - samples/sec: 12974.97 - lr: 0.100000 +2023-04-05 12:18:54,834 epoch 12 - iter 112/280 - loss 0.09598175 - time (sec): 6.57 - samples/sec: 12972.78 - lr: 0.100000 +2023-04-05 12:18:56,475 epoch 12 - iter 140/280 - loss 0.09599434 - time (sec): 8.21 - samples/sec: 12973.96 - lr: 0.100000 +2023-04-05 12:18:58,096 epoch 12 - iter 168/280 - loss 0.09500168 - time (sec): 9.83 - samples/sec: 12969.41 - lr: 0.100000 +2023-04-05 12:18:59,729 epoch 12 - iter 196/280 - loss 0.09454570 - time (sec): 11.46 - samples/sec: 12960.24 - lr: 0.100000 +2023-04-05 12:19:01,323 epoch 12 - iter 224/280 - loss 0.09511287 - time (sec): 13.06 - samples/sec: 12971.74 - lr: 0.100000 +2023-04-05 12:19:02,990 epoch 12 - iter 252/280 - loss 0.09499567 - time (sec): 14.73 - samples/sec: 12946.67 - lr: 0.100000 +2023-04-05 12:19:04,682 epoch 12 - iter 280/280 - loss 0.09570708 - time (sec): 16.42 - samples/sec: 12894.48 - lr: 0.100000 +2023-04-05 12:19:04,683 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:19:04,683 EPOCH 12 done: loss 0.0957 - lr 0.100000 +2023-04-05 12:19:04,683 BAD EPOCHS (no improvement): 0 +2023-04-05 12:19:04,685 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:19:06,333 epoch 13 - iter 28/280 - loss 0.09548454 - time (sec): 1.65 - samples/sec: 12734.58 - lr: 0.100000 +2023-04-05 12:19:07,942 epoch 13 - iter 56/280 - loss 0.09364913 - time (sec): 3.26 - samples/sec: 12805.35 - lr: 0.100000 +2023-04-05 12:19:09,574 epoch 13 - iter 84/280 - loss 0.09171646 - time (sec): 4.89 - samples/sec: 12853.88 - lr: 0.100000 +2023-04-05 12:19:11,240 epoch 13 - iter 112/280 - loss 0.09259784 - time (sec): 6.55 - samples/sec: 12921.85 - lr: 0.100000 +2023-04-05 12:19:12,906 epoch 13 - iter 140/280 - loss 0.09380368 - time (sec): 8.22 - samples/sec: 12908.26 - lr: 0.100000 +2023-04-05 12:19:14,553 epoch 13 - iter 168/280 - loss 0.09419609 - time (sec): 9.87 - samples/sec: 12887.00 - lr: 0.100000 +2023-04-05 12:19:16,143 epoch 13 - iter 196/280 - loss 0.09396946 - time (sec): 11.46 - samples/sec: 12961.39 - lr: 0.100000 +2023-04-05 12:19:17,763 epoch 13 - iter 224/280 - loss 0.09282943 - time (sec): 13.08 - samples/sec: 12973.71 - lr: 0.100000 +2023-04-05 12:19:19,395 epoch 13 - iter 252/280 - loss 0.09245100 - time (sec): 14.71 - samples/sec: 12993.57 - lr: 0.100000 +2023-04-05 12:19:20,961 epoch 13 - iter 280/280 - loss 0.09297837 - time (sec): 16.28 - samples/sec: 13006.50 - lr: 0.100000 +2023-04-05 12:19:20,962 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:19:20,962 EPOCH 13 done: loss 0.0930 - lr 0.100000 +2023-04-05 12:19:20,962 BAD EPOCHS (no improvement): 0 +2023-04-05 12:19:20,964 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:19:22,569 epoch 14 - iter 28/280 - loss 0.09090094 - time (sec): 1.60 - samples/sec: 12889.57 - lr: 0.100000 +2023-04-05 12:19:24,211 epoch 14 - iter 56/280 - loss 0.08839257 - time (sec): 3.25 - samples/sec: 12885.44 - lr: 0.100000 +2023-04-05 12:19:25,896 epoch 14 - iter 84/280 - loss 0.09294522 - time (sec): 4.93 - samples/sec: 12910.45 - lr: 0.100000 +2023-04-05 12:19:27,572 epoch 14 - iter 112/280 - loss 0.09116880 - time (sec): 6.61 - samples/sec: 12839.22 - lr: 0.100000 +2023-04-05 12:19:29,254 epoch 14 - iter 140/280 - loss 0.09160739 - time (sec): 8.29 - samples/sec: 12798.82 - lr: 0.100000 +2023-04-05 12:19:30,845 epoch 14 - iter 168/280 - loss 0.09094891 - time (sec): 9.88 - samples/sec: 12843.71 - lr: 0.100000 +2023-04-05 12:19:32,525 epoch 14 - iter 196/280 - loss 0.09025440 - time (sec): 11.56 - samples/sec: 12856.97 - lr: 0.100000 +2023-04-05 12:19:34,162 epoch 14 - iter 224/280 - loss 0.08977621 - time (sec): 13.20 - samples/sec: 12866.72 - lr: 0.100000 +2023-04-05 12:19:35,806 epoch 14 - iter 252/280 - loss 0.08964240 - time (sec): 14.84 - samples/sec: 12861.70 - lr: 0.100000 +2023-04-05 12:19:37,423 epoch 14 - iter 280/280 - loss 0.08968138 - time (sec): 16.46 - samples/sec: 12861.48 - lr: 0.100000 +2023-04-05 12:19:37,424 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:19:37,424 EPOCH 14 done: loss 0.0897 - lr 0.100000 +2023-04-05 12:19:37,424 BAD EPOCHS (no improvement): 0 +2023-04-05 12:19:37,426 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:19:39,052 epoch 15 - iter 28/280 - loss 0.08548615 - time (sec): 1.63 - samples/sec: 12971.93 - lr: 0.100000 +2023-04-05 12:19:40,710 epoch 15 - iter 56/280 - loss 0.08601120 - time (sec): 3.28 - samples/sec: 12984.44 - lr: 0.100000 +2023-04-05 12:19:42,388 epoch 15 - iter 84/280 - loss 0.08631404 - time (sec): 4.96 - samples/sec: 12968.56 - lr: 0.100000 +2023-04-05 12:19:44,021 epoch 15 - iter 112/280 - loss 0.08820209 - time (sec): 6.59 - samples/sec: 12999.15 - lr: 0.100000 +2023-04-05 12:19:45,640 epoch 15 - iter 140/280 - loss 0.08659678 - time (sec): 8.21 - samples/sec: 13052.48 - lr: 0.100000 +2023-04-05 12:19:47,219 epoch 15 - iter 168/280 - loss 0.08743056 - time (sec): 9.79 - samples/sec: 13072.16 - lr: 0.100000 +2023-04-05 12:19:48,850 epoch 15 - iter 196/280 - loss 0.08746264 - time (sec): 11.42 - samples/sec: 13048.89 - lr: 0.100000 +2023-04-05 12:19:50,444 epoch 15 - iter 224/280 - loss 0.08798862 - time (sec): 13.02 - samples/sec: 13028.06 - lr: 0.100000 +2023-04-05 12:19:52,105 epoch 15 - iter 252/280 - loss 0.08828511 - time (sec): 14.68 - samples/sec: 13017.73 - lr: 0.100000 +2023-04-05 12:19:53,696 epoch 15 - iter 280/280 - loss 0.08796639 - time (sec): 16.27 - samples/sec: 13011.31 - lr: 0.100000 +2023-04-05 12:19:53,696 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:19:53,696 EPOCH 15 done: loss 0.0880 - lr 0.100000 +2023-04-05 12:19:53,696 BAD EPOCHS (no improvement): 0 +2023-04-05 12:19:53,701 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:19:55,339 epoch 16 - iter 28/280 - loss 0.08338708 - time (sec): 1.64 - samples/sec: 13069.50 - lr: 0.100000 +2023-04-05 12:19:56,931 epoch 16 - iter 56/280 - loss 0.08373190 - time (sec): 3.23 - samples/sec: 13112.45 - lr: 0.100000 +2023-04-05 12:19:58,589 epoch 16 - iter 84/280 - loss 0.08319913 - time (sec): 4.89 - samples/sec: 12986.03 - lr: 0.100000 +2023-04-05 12:20:00,300 epoch 16 - iter 112/280 - loss 0.08464280 - time (sec): 6.60 - samples/sec: 12889.90 - lr: 0.100000 +2023-04-05 12:20:01,919 epoch 16 - iter 140/280 - loss 0.08548323 - time (sec): 8.22 - samples/sec: 12847.59 - lr: 0.100000 +2023-04-05 12:20:03,603 epoch 16 - iter 168/280 - loss 0.08568624 - time (sec): 9.90 - samples/sec: 12787.98 - lr: 0.100000 +2023-04-05 12:20:05,312 epoch 16 - iter 196/280 - loss 0.08588785 - time (sec): 11.61 - samples/sec: 12790.98 - lr: 0.100000 +2023-04-05 12:20:07,007 epoch 16 - iter 224/280 - loss 0.08596950 - time (sec): 13.31 - samples/sec: 12794.98 - lr: 0.100000 +2023-04-05 12:20:08,622 epoch 16 - iter 252/280 - loss 0.08597703 - time (sec): 14.92 - samples/sec: 12823.22 - lr: 0.100000 +2023-04-05 12:20:10,262 epoch 16 - iter 280/280 - loss 0.08563184 - time (sec): 16.56 - samples/sec: 12783.21 - lr: 0.100000 +2023-04-05 12:20:10,262 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:20:10,262 EPOCH 16 done: loss 0.0856 - lr 0.100000 +2023-04-05 12:20:10,262 BAD EPOCHS (no improvement): 0 +2023-04-05 12:20:10,265 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:20:11,931 epoch 17 - iter 28/280 - loss 0.08153711 - time (sec): 1.67 - samples/sec: 12855.29 - lr: 0.100000 +2023-04-05 12:20:13,589 epoch 17 - iter 56/280 - loss 0.07917701 - time (sec): 3.32 - samples/sec: 12852.28 - lr: 0.100000 +2023-04-05 12:20:15,209 epoch 17 - iter 84/280 - loss 0.07882461 - time (sec): 4.94 - samples/sec: 12948.72 - lr: 0.100000 +2023-04-05 12:20:16,863 epoch 17 - iter 112/280 - loss 0.07991712 - time (sec): 6.60 - samples/sec: 12902.78 - lr: 0.100000 +2023-04-05 12:20:18,502 epoch 17 - iter 140/280 - loss 0.08052107 - time (sec): 8.24 - samples/sec: 12906.49 - lr: 0.100000 +2023-04-05 12:20:20,164 epoch 17 - iter 168/280 - loss 0.08190411 - time (sec): 9.90 - samples/sec: 12930.64 - lr: 0.100000 +2023-04-05 12:20:21,804 epoch 17 - iter 196/280 - loss 0.08242056 - time (sec): 11.54 - samples/sec: 12891.97 - lr: 0.100000 +2023-04-05 12:20:23,437 epoch 17 - iter 224/280 - loss 0.08293320 - time (sec): 13.17 - samples/sec: 12884.57 - lr: 0.100000 +2023-04-05 12:20:25,102 epoch 17 - iter 252/280 - loss 0.08276468 - time (sec): 14.84 - samples/sec: 12910.36 - lr: 0.100000 +2023-04-05 12:20:26,687 epoch 17 - iter 280/280 - loss 0.08289985 - time (sec): 16.42 - samples/sec: 12891.02 - lr: 0.100000 +2023-04-05 12:20:26,687 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:20:26,687 EPOCH 17 done: loss 0.0829 - lr 0.100000 +2023-04-05 12:20:26,687 BAD EPOCHS (no improvement): 0 +2023-04-05 12:20:26,690 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:20:28,327 epoch 18 - iter 28/280 - loss 0.07068090 - time (sec): 1.64 - samples/sec: 12960.02 - lr: 0.100000 +2023-04-05 12:20:29,968 epoch 18 - iter 56/280 - loss 0.07610525 - time (sec): 3.28 - samples/sec: 13040.91 - lr: 0.100000 +2023-04-05 12:20:31,595 epoch 18 - iter 84/280 - loss 0.07678958 - time (sec): 4.91 - samples/sec: 13058.21 - lr: 0.100000 +2023-04-05 12:20:33,216 epoch 18 - iter 112/280 - loss 0.07811770 - time (sec): 6.53 - samples/sec: 13022.69 - lr: 0.100000 +2023-04-05 12:20:34,819 epoch 18 - iter 140/280 - loss 0.07912785 - time (sec): 8.13 - samples/sec: 12980.67 - lr: 0.100000 +2023-04-05 12:20:36,469 epoch 18 - iter 168/280 - loss 0.07973617 - time (sec): 9.78 - samples/sec: 12925.55 - lr: 0.100000 +2023-04-05 12:20:38,156 epoch 18 - iter 196/280 - loss 0.08048575 - time (sec): 11.47 - samples/sec: 12885.31 - lr: 0.100000 +2023-04-05 12:20:39,808 epoch 18 - iter 224/280 - loss 0.08018490 - time (sec): 13.12 - samples/sec: 12906.96 - lr: 0.100000 +2023-04-05 12:20:41,478 epoch 18 - iter 252/280 - loss 0.08035703 - time (sec): 14.79 - samples/sec: 12895.73 - lr: 0.100000 +2023-04-05 12:20:43,143 epoch 18 - iter 280/280 - loss 0.08105304 - time (sec): 16.45 - samples/sec: 12865.75 - lr: 0.100000 +2023-04-05 12:20:43,144 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:20:43,144 EPOCH 18 done: loss 0.0811 - lr 0.100000 +2023-04-05 12:20:43,144 BAD EPOCHS (no improvement): 0 +2023-04-05 12:20:43,147 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:20:44,807 epoch 19 - iter 28/280 - loss 0.07860613 - time (sec): 1.66 - samples/sec: 12831.07 - lr: 0.100000 +2023-04-05 12:20:46,482 epoch 19 - iter 56/280 - loss 0.07911332 - time (sec): 3.34 - samples/sec: 12924.46 - lr: 0.100000 +2023-04-05 12:20:48,070 epoch 19 - iter 84/280 - loss 0.07941085 - time (sec): 4.92 - samples/sec: 12970.03 - lr: 0.100000 +2023-04-05 12:20:49,697 epoch 19 - iter 112/280 - loss 0.08004009 - time (sec): 6.55 - samples/sec: 12974.08 - lr: 0.100000 +2023-04-05 12:20:51,362 epoch 19 - iter 140/280 - loss 0.07868295 - time (sec): 8.22 - samples/sec: 12954.52 - lr: 0.100000 +2023-04-05 12:20:52,976 epoch 19 - iter 168/280 - loss 0.07875268 - time (sec): 9.83 - samples/sec: 12966.11 - lr: 0.100000 +2023-04-05 12:20:54,570 epoch 19 - iter 196/280 - loss 0.07891022 - time (sec): 11.42 - samples/sec: 13006.58 - lr: 0.100000 +2023-04-05 12:20:56,161 epoch 19 - iter 224/280 - loss 0.07819564 - time (sec): 13.01 - samples/sec: 13015.25 - lr: 0.100000 +2023-04-05 12:20:57,816 epoch 19 - iter 252/280 - loss 0.07856103 - time (sec): 14.67 - samples/sec: 13033.31 - lr: 0.100000 +2023-04-05 12:20:59,401 epoch 19 - iter 280/280 - loss 0.07869204 - time (sec): 16.25 - samples/sec: 13023.29 - lr: 0.100000 +2023-04-05 12:20:59,402 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:20:59,402 EPOCH 19 done: loss 0.0787 - lr 0.100000 +2023-04-05 12:20:59,402 BAD EPOCHS (no improvement): 0 +2023-04-05 12:20:59,404 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:21:01,026 epoch 20 - iter 28/280 - loss 0.06922284 - time (sec): 1.62 - samples/sec: 12843.64 - lr: 0.100000 +2023-04-05 12:21:02,661 epoch 20 - iter 56/280 - loss 0.07180172 - time (sec): 3.26 - samples/sec: 12892.41 - lr: 0.100000 +2023-04-05 12:21:04,260 epoch 20 - iter 84/280 - loss 0.07486399 - time (sec): 4.86 - samples/sec: 12910.57 - lr: 0.100000 +2023-04-05 12:21:05,904 epoch 20 - iter 112/280 - loss 0.07390276 - time (sec): 6.50 - samples/sec: 12986.41 - lr: 0.100000 +2023-04-05 12:21:07,505 epoch 20 - iter 140/280 - loss 0.07461960 - time (sec): 8.10 - samples/sec: 13051.77 - lr: 0.100000 +2023-04-05 12:21:09,163 epoch 20 - iter 168/280 - loss 0.07511194 - time (sec): 9.76 - samples/sec: 12968.39 - lr: 0.100000 +2023-04-05 12:21:10,861 epoch 20 - iter 196/280 - loss 0.07551873 - time (sec): 11.46 - samples/sec: 12960.46 - lr: 0.100000 +2023-04-05 12:21:12,566 epoch 20 - iter 224/280 - loss 0.07582251 - time (sec): 13.16 - samples/sec: 12892.36 - lr: 0.100000 +2023-04-05 12:21:14,220 epoch 20 - iter 252/280 - loss 0.07619749 - time (sec): 14.82 - samples/sec: 12903.03 - lr: 0.100000 +2023-04-05 12:21:15,861 epoch 20 - iter 280/280 - loss 0.07612544 - time (sec): 16.46 - samples/sec: 12863.56 - lr: 0.100000 +2023-04-05 12:21:15,861 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:21:15,861 EPOCH 20 done: loss 0.0761 - lr 0.100000 +2023-04-05 12:21:15,861 BAD EPOCHS (no improvement): 0 +2023-04-05 12:21:15,864 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:21:17,476 epoch 21 - iter 28/280 - loss 0.07220752 - time (sec): 1.61 - samples/sec: 13184.32 - lr: 0.100000 +2023-04-05 12:21:19,131 epoch 21 - iter 56/280 - loss 0.07095714 - time (sec): 3.27 - samples/sec: 13010.44 - lr: 0.100000 +2023-04-05 12:21:20,808 epoch 21 - iter 84/280 - loss 0.07244954 - time (sec): 4.94 - samples/sec: 13025.35 - lr: 0.100000 +2023-04-05 12:21:22,466 epoch 21 - iter 112/280 - loss 0.07373930 - time (sec): 6.60 - samples/sec: 12920.23 - lr: 0.100000 +2023-04-05 12:21:24,103 epoch 21 - iter 140/280 - loss 0.07375233 - time (sec): 8.24 - samples/sec: 12862.44 - lr: 0.100000 +2023-04-05 12:21:25,742 epoch 21 - iter 168/280 - loss 0.07356020 - time (sec): 9.88 - samples/sec: 12863.49 - lr: 0.100000 +2023-04-05 12:21:27,365 epoch 21 - iter 196/280 - loss 0.07411871 - time (sec): 11.50 - samples/sec: 12885.58 - lr: 0.100000 +2023-04-05 12:21:29,022 epoch 21 - iter 224/280 - loss 0.07472352 - time (sec): 13.16 - samples/sec: 12934.29 - lr: 0.100000 +2023-04-05 12:21:30,659 epoch 21 - iter 252/280 - loss 0.07593306 - time (sec): 14.79 - samples/sec: 12937.48 - lr: 0.100000 +2023-04-05 12:21:32,220 epoch 21 - iter 280/280 - loss 0.07591476 - time (sec): 16.36 - samples/sec: 12942.59 - lr: 0.100000 +2023-04-05 12:21:32,220 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:21:32,220 EPOCH 21 done: loss 0.0759 - lr 0.100000 +2023-04-05 12:21:32,221 BAD EPOCHS (no improvement): 0 +2023-04-05 12:21:32,223 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:21:33,804 epoch 22 - iter 28/280 - loss 0.07095932 - time (sec): 1.58 - samples/sec: 13246.25 - lr: 0.100000 +2023-04-05 12:21:35,477 epoch 22 - iter 56/280 - loss 0.06934549 - time (sec): 3.25 - samples/sec: 13085.41 - lr: 0.100000 +2023-04-05 12:21:37,111 epoch 22 - iter 84/280 - loss 0.07118955 - time (sec): 4.89 - samples/sec: 13086.25 - lr: 0.100000 +2023-04-05 12:21:38,747 epoch 22 - iter 112/280 - loss 0.07158021 - time (sec): 6.52 - samples/sec: 13032.43 - lr: 0.100000 +2023-04-05 12:21:40,352 epoch 22 - iter 140/280 - loss 0.07170354 - time (sec): 8.13 - samples/sec: 12971.16 - lr: 0.100000 +2023-04-05 12:21:42,001 epoch 22 - iter 168/280 - loss 0.07186148 - time (sec): 9.78 - samples/sec: 13002.10 - lr: 0.100000 +2023-04-05 12:21:43,641 epoch 22 - iter 196/280 - loss 0.07171859 - time (sec): 11.42 - samples/sec: 12999.10 - lr: 0.100000 +2023-04-05 12:21:45,265 epoch 22 - iter 224/280 - loss 0.07174085 - time (sec): 13.04 - samples/sec: 13014.02 - lr: 0.100000 +2023-04-05 12:21:46,915 epoch 22 - iter 252/280 - loss 0.07152575 - time (sec): 14.69 - samples/sec: 13006.50 - lr: 0.100000 +2023-04-05 12:21:48,550 epoch 22 - iter 280/280 - loss 0.07236684 - time (sec): 16.33 - samples/sec: 12965.87 - lr: 0.100000 +2023-04-05 12:21:48,550 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:21:48,550 EPOCH 22 done: loss 0.0724 - lr 0.100000 +2023-04-05 12:21:48,551 BAD EPOCHS (no improvement): 0 +2023-04-05 12:21:48,553 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:21:50,231 epoch 23 - iter 28/280 - loss 0.06977017 - time (sec): 1.68 - samples/sec: 12878.25 - lr: 0.100000 +2023-04-05 12:21:51,973 epoch 23 - iter 56/280 - loss 0.06953530 - time (sec): 3.42 - samples/sec: 12692.12 - lr: 0.100000 +2023-04-05 12:21:53,614 epoch 23 - iter 84/280 - loss 0.06978777 - time (sec): 5.06 - samples/sec: 12715.08 - lr: 0.100000 +2023-04-05 12:21:55,291 epoch 23 - iter 112/280 - loss 0.06959241 - time (sec): 6.74 - samples/sec: 12718.26 - lr: 0.100000 +2023-04-05 12:21:56,912 epoch 23 - iter 140/280 - loss 0.07051286 - time (sec): 8.36 - samples/sec: 12755.43 - lr: 0.100000 +2023-04-05 12:21:58,509 epoch 23 - iter 168/280 - loss 0.07080548 - time (sec): 9.96 - samples/sec: 12817.10 - lr: 0.100000 +2023-04-05 12:22:00,131 epoch 23 - iter 196/280 - loss 0.07106757 - time (sec): 11.58 - samples/sec: 12841.12 - lr: 0.100000 +2023-04-05 12:22:01,756 epoch 23 - iter 224/280 - loss 0.07116871 - time (sec): 13.20 - samples/sec: 12871.65 - lr: 0.100000 +2023-04-05 12:22:03,369 epoch 23 - iter 252/280 - loss 0.07129933 - time (sec): 14.82 - samples/sec: 12861.27 - lr: 0.100000 +2023-04-05 12:22:04,975 epoch 23 - iter 280/280 - loss 0.07177936 - time (sec): 16.42 - samples/sec: 12890.54 - lr: 0.100000 +2023-04-05 12:22:04,975 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:22:04,976 EPOCH 23 done: loss 0.0718 - lr 0.100000 +2023-04-05 12:22:04,976 BAD EPOCHS (no improvement): 0 +2023-04-05 12:22:04,978 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:22:06,662 epoch 24 - iter 28/280 - loss 0.06428956 - time (sec): 1.68 - samples/sec: 12920.20 - lr: 0.100000 +2023-04-05 12:22:08,280 epoch 24 - iter 56/280 - loss 0.06575542 - time (sec): 3.30 - samples/sec: 12982.29 - lr: 0.100000 +2023-04-05 12:22:09,881 epoch 24 - iter 84/280 - loss 0.06698868 - time (sec): 4.90 - samples/sec: 12989.04 - lr: 0.100000 +2023-04-05 12:22:11,534 epoch 24 - iter 112/280 - loss 0.06802202 - time (sec): 6.56 - samples/sec: 12995.26 - lr: 0.100000 +2023-04-05 12:22:13,180 epoch 24 - iter 140/280 - loss 0.06780509 - time (sec): 8.20 - samples/sec: 13019.26 - lr: 0.100000 +2023-04-05 12:22:14,812 epoch 24 - iter 168/280 - loss 0.06926830 - time (sec): 9.83 - samples/sec: 13024.96 - lr: 0.100000 +2023-04-05 12:22:16,446 epoch 24 - iter 196/280 - loss 0.07060326 - time (sec): 11.47 - samples/sec: 13051.04 - lr: 0.100000 +2023-04-05 12:22:18,035 epoch 24 - iter 224/280 - loss 0.07019005 - time (sec): 13.06 - samples/sec: 13068.43 - lr: 0.100000 +2023-04-05 12:22:19,674 epoch 24 - iter 252/280 - loss 0.07027106 - time (sec): 14.70 - samples/sec: 13036.40 - lr: 0.100000 +2023-04-05 12:22:21,258 epoch 24 - iter 280/280 - loss 0.07049214 - time (sec): 16.28 - samples/sec: 13003.28 - lr: 0.100000 +2023-04-05 12:22:21,258 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:22:21,258 EPOCH 24 done: loss 0.0705 - lr 0.100000 +2023-04-05 12:22:21,258 BAD EPOCHS (no improvement): 0 +2023-04-05 12:22:21,260 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:22:22,883 epoch 25 - iter 28/280 - loss 0.06950829 - time (sec): 1.62 - samples/sec: 12808.54 - lr: 0.100000 +2023-04-05 12:22:24,552 epoch 25 - iter 56/280 - loss 0.07057082 - time (sec): 3.29 - samples/sec: 12744.90 - lr: 0.100000 +2023-04-05 12:22:26,191 epoch 25 - iter 84/280 - loss 0.06931666 - time (sec): 4.93 - samples/sec: 12855.28 - lr: 0.100000 +2023-04-05 12:22:27,850 epoch 25 - iter 112/280 - loss 0.06702485 - time (sec): 6.59 - samples/sec: 12849.15 - lr: 0.100000 +2023-04-05 12:22:29,549 epoch 25 - iter 140/280 - loss 0.06809756 - time (sec): 8.29 - samples/sec: 12760.10 - lr: 0.100000 +2023-04-05 12:22:31,188 epoch 25 - iter 168/280 - loss 0.06819260 - time (sec): 9.93 - samples/sec: 12782.76 - lr: 0.100000 +2023-04-05 12:22:32,818 epoch 25 - iter 196/280 - loss 0.06761685 - time (sec): 11.56 - samples/sec: 12811.62 - lr: 0.100000 +2023-04-05 12:22:34,454 epoch 25 - iter 224/280 - loss 0.06802933 - time (sec): 13.19 - samples/sec: 12846.01 - lr: 0.100000 +2023-04-05 12:22:36,156 epoch 25 - iter 252/280 - loss 0.06911424 - time (sec): 14.90 - samples/sec: 12827.46 - lr: 0.100000 +2023-04-05 12:22:37,750 epoch 25 - iter 280/280 - loss 0.06920719 - time (sec): 16.49 - samples/sec: 12837.62 - lr: 0.100000 +2023-04-05 12:22:37,751 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:22:37,751 EPOCH 25 done: loss 0.0692 - lr 0.100000 +2023-04-05 12:22:37,751 BAD EPOCHS (no improvement): 0 +2023-04-05 12:22:37,753 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:22:39,437 epoch 26 - iter 28/280 - loss 0.06938282 - time (sec): 1.68 - samples/sec: 12856.92 - lr: 0.100000 +2023-04-05 12:22:41,069 epoch 26 - iter 56/280 - loss 0.06784760 - time (sec): 3.32 - samples/sec: 12890.79 - lr: 0.100000 +2023-04-05 12:22:42,724 epoch 26 - iter 84/280 - loss 0.06720387 - time (sec): 4.97 - samples/sec: 12908.32 - lr: 0.100000 +2023-04-05 12:22:44,385 epoch 26 - iter 112/280 - loss 0.06769733 - time (sec): 6.63 - samples/sec: 12913.39 - lr: 0.100000 +2023-04-05 12:22:46,000 epoch 26 - iter 140/280 - loss 0.06784163 - time (sec): 8.25 - samples/sec: 12927.84 - lr: 0.100000 +2023-04-05 12:22:47,601 epoch 26 - iter 168/280 - loss 0.06799066 - time (sec): 9.85 - samples/sec: 12991.66 - lr: 0.100000 +2023-04-05 12:22:49,190 epoch 26 - iter 196/280 - loss 0.06824359 - time (sec): 11.44 - samples/sec: 12975.18 - lr: 0.100000 +2023-04-05 12:22:50,761 epoch 26 - iter 224/280 - loss 0.06845792 - time (sec): 13.01 - samples/sec: 13043.17 - lr: 0.100000 +2023-04-05 12:22:52,412 epoch 26 - iter 252/280 - loss 0.06807885 - time (sec): 14.66 - samples/sec: 13000.88 - lr: 0.100000 +2023-04-05 12:22:54,045 epoch 26 - iter 280/280 - loss 0.06812823 - time (sec): 16.29 - samples/sec: 12993.36 - lr: 0.100000 +2023-04-05 12:22:54,046 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:22:54,046 EPOCH 26 done: loss 0.0681 - lr 0.100000 +2023-04-05 12:22:54,046 BAD EPOCHS (no improvement): 0 +2023-04-05 12:22:54,048 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:22:55,652 epoch 27 - iter 28/280 - loss 0.07055903 - time (sec): 1.60 - samples/sec: 13144.45 - lr: 0.100000 +2023-04-05 12:22:57,242 epoch 27 - iter 56/280 - loss 0.07007313 - time (sec): 3.19 - samples/sec: 13044.99 - lr: 0.100000 +2023-04-05 12:22:58,903 epoch 27 - iter 84/280 - loss 0.07000919 - time (sec): 4.85 - samples/sec: 13032.60 - lr: 0.100000 +2023-04-05 12:23:00,536 epoch 27 - iter 112/280 - loss 0.06795990 - time (sec): 6.49 - samples/sec: 12950.71 - lr: 0.100000 +2023-04-05 12:23:02,192 epoch 27 - iter 140/280 - loss 0.06831239 - time (sec): 8.14 - samples/sec: 12940.94 - lr: 0.100000 +2023-04-05 12:23:03,907 epoch 27 - iter 168/280 - loss 0.06693875 - time (sec): 9.86 - samples/sec: 12865.78 - lr: 0.100000 +2023-04-05 12:23:05,619 epoch 27 - iter 196/280 - loss 0.06714834 - time (sec): 11.57 - samples/sec: 12799.25 - lr: 0.100000 +2023-04-05 12:23:07,270 epoch 27 - iter 224/280 - loss 0.06673696 - time (sec): 13.22 - samples/sec: 12821.00 - lr: 0.100000 +2023-04-05 12:23:08,912 epoch 27 - iter 252/280 - loss 0.06706515 - time (sec): 14.86 - samples/sec: 12823.00 - lr: 0.100000 +2023-04-05 12:23:10,528 epoch 27 - iter 280/280 - loss 0.06733026 - time (sec): 16.48 - samples/sec: 12845.61 - lr: 0.100000 +2023-04-05 12:23:10,528 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:23:10,528 EPOCH 27 done: loss 0.0673 - lr 0.100000 +2023-04-05 12:23:10,528 BAD EPOCHS (no improvement): 0 +2023-04-05 12:23:10,531 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:23:12,231 epoch 28 - iter 28/280 - loss 0.06299158 - time (sec): 1.70 - samples/sec: 12694.19 - lr: 0.100000 +2023-04-05 12:23:13,973 epoch 28 - iter 56/280 - loss 0.06629791 - time (sec): 3.44 - samples/sec: 12528.34 - lr: 0.100000 +2023-04-05 12:23:15,769 epoch 28 - iter 84/280 - loss 0.06802182 - time (sec): 5.24 - samples/sec: 12337.65 - lr: 0.100000 +2023-04-05 12:23:17,519 epoch 28 - iter 112/280 - loss 0.06742486 - time (sec): 6.99 - samples/sec: 12226.56 - lr: 0.100000 +2023-04-05 12:23:19,182 epoch 28 - iter 140/280 - loss 0.06715799 - time (sec): 8.65 - samples/sec: 12293.24 - lr: 0.100000 +2023-04-05 12:23:20,831 epoch 28 - iter 168/280 - loss 0.06603853 - time (sec): 10.30 - samples/sec: 12357.97 - lr: 0.100000 +2023-04-05 12:23:22,503 epoch 28 - iter 196/280 - loss 0.06529415 - time (sec): 11.97 - samples/sec: 12419.64 - lr: 0.100000 +2023-04-05 12:23:24,194 epoch 28 - iter 224/280 - loss 0.06532573 - time (sec): 13.66 - samples/sec: 12465.15 - lr: 0.100000 +2023-04-05 12:23:25,832 epoch 28 - iter 252/280 - loss 0.06540863 - time (sec): 15.30 - samples/sec: 12504.07 - lr: 0.100000 +2023-04-05 12:23:27,437 epoch 28 - iter 280/280 - loss 0.06560654 - time (sec): 16.91 - samples/sec: 12521.50 - lr: 0.100000 +2023-04-05 12:23:27,437 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:23:27,437 EPOCH 28 done: loss 0.0656 - lr 0.100000 +2023-04-05 12:23:27,437 BAD EPOCHS (no improvement): 0 +2023-04-05 12:23:27,440 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:23:29,142 epoch 29 - iter 28/280 - loss 0.06273819 - time (sec): 1.70 - samples/sec: 12563.18 - lr: 0.100000 +2023-04-05 12:23:30,846 epoch 29 - iter 56/280 - loss 0.06353536 - time (sec): 3.41 - samples/sec: 12495.59 - lr: 0.100000 +2023-04-05 12:23:32,589 epoch 29 - iter 84/280 - loss 0.06397361 - time (sec): 5.15 - samples/sec: 12465.82 - lr: 0.100000 +2023-04-05 12:23:39,133 epoch 29 - iter 112/280 - loss 0.06381587 - time (sec): 11.69 - samples/sec: 7263.22 - lr: 0.100000 +2023-04-05 12:23:40,887 epoch 29 - iter 140/280 - loss 0.06534103 - time (sec): 13.45 - samples/sec: 7879.15 - lr: 0.100000 +2023-04-05 12:23:42,719 epoch 29 - iter 168/280 - loss 0.06524703 - time (sec): 15.28 - samples/sec: 8351.23 - lr: 0.100000 +2023-04-05 12:23:44,475 epoch 29 - iter 196/280 - loss 0.06469170 - time (sec): 17.04 - samples/sec: 8719.28 - lr: 0.100000 +2023-04-05 12:23:46,327 epoch 29 - iter 224/280 - loss 0.06493729 - time (sec): 18.89 - samples/sec: 8999.63 - lr: 0.100000 +2023-04-05 12:23:48,099 epoch 29 - iter 252/280 - loss 0.06470114 - time (sec): 20.66 - samples/sec: 9258.03 - lr: 0.100000 +2023-04-05 12:23:49,820 epoch 29 - iter 280/280 - loss 0.06426326 - time (sec): 22.38 - samples/sec: 9458.92 - lr: 0.100000 +2023-04-05 12:23:49,820 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:23:49,820 EPOCH 29 done: loss 0.0643 - lr 0.100000 +2023-04-05 12:23:49,820 BAD EPOCHS (no improvement): 0 +2023-04-05 12:23:49,823 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:23:51,557 epoch 30 - iter 28/280 - loss 0.05909563 - time (sec): 1.73 - samples/sec: 12381.89 - lr: 0.100000 +2023-04-05 12:23:53,366 epoch 30 - iter 56/280 - loss 0.06442363 - time (sec): 3.54 - samples/sec: 12176.97 - lr: 0.100000 +2023-04-05 12:23:55,132 epoch 30 - iter 84/280 - loss 0.06258681 - time (sec): 5.31 - samples/sec: 12107.70 - lr: 0.100000 +2023-04-05 12:23:56,845 epoch 30 - iter 112/280 - loss 0.06276738 - time (sec): 7.02 - samples/sec: 12113.76 - lr: 0.100000 +2023-04-05 12:23:58,599 epoch 30 - iter 140/280 - loss 0.06246857 - time (sec): 8.78 - samples/sec: 12046.84 - lr: 0.100000 +2023-04-05 12:24:00,362 epoch 30 - iter 168/280 - loss 0.06367857 - time (sec): 10.54 - samples/sec: 12053.35 - lr: 0.100000 +2023-04-05 12:24:02,214 epoch 30 - iter 196/280 - loss 0.06322430 - time (sec): 12.39 - samples/sec: 11993.31 - lr: 0.100000 +2023-04-05 12:24:03,922 epoch 30 - iter 224/280 - loss 0.06351016 - time (sec): 14.10 - samples/sec: 12004.64 - lr: 0.100000 +2023-04-05 12:24:05,672 epoch 30 - iter 252/280 - loss 0.06392838 - time (sec): 15.85 - samples/sec: 12018.66 - lr: 0.100000 +2023-04-05 12:24:07,407 epoch 30 - iter 280/280 - loss 0.06417124 - time (sec): 17.58 - samples/sec: 12038.61 - lr: 0.100000 +2023-04-05 12:24:07,408 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:24:07,408 EPOCH 30 done: loss 0.0642 - lr 0.100000 +2023-04-05 12:24:07,408 BAD EPOCHS (no improvement): 0 +2023-04-05 12:24:07,410 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:24:09,140 epoch 31 - iter 28/280 - loss 0.06418364 - time (sec): 1.73 - samples/sec: 12060.48 - lr: 0.100000 +2023-04-05 12:24:10,855 epoch 31 - iter 56/280 - loss 0.06302092 - time (sec): 3.44 - samples/sec: 12312.88 - lr: 0.100000 +2023-04-05 12:24:12,558 epoch 31 - iter 84/280 - loss 0.06273151 - time (sec): 5.15 - samples/sec: 12269.32 - lr: 0.100000 +2023-04-05 12:24:14,322 epoch 31 - iter 112/280 - loss 0.06235783 - time (sec): 6.91 - samples/sec: 12242.13 - lr: 0.100000 +2023-04-05 12:24:16,095 epoch 31 - iter 140/280 - loss 0.06300461 - time (sec): 8.68 - samples/sec: 12197.98 - lr: 0.100000 +2023-04-05 12:24:17,892 epoch 31 - iter 168/280 - loss 0.06281026 - time (sec): 10.48 - samples/sec: 12158.67 - lr: 0.100000 +2023-04-05 12:24:19,644 epoch 31 - iter 196/280 - loss 0.06263247 - time (sec): 12.23 - samples/sec: 12132.48 - lr: 0.100000 +2023-04-05 12:24:21,475 epoch 31 - iter 224/280 - loss 0.06273375 - time (sec): 14.06 - samples/sec: 12044.33 - lr: 0.100000 +2023-04-05 12:24:23,246 epoch 31 - iter 252/280 - loss 0.06304077 - time (sec): 15.84 - samples/sec: 12038.54 - lr: 0.100000 +2023-04-05 12:24:25,046 epoch 31 - iter 280/280 - loss 0.06331717 - time (sec): 17.64 - samples/sec: 12003.54 - lr: 0.100000 +2023-04-05 12:24:25,047 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:24:25,047 EPOCH 31 done: loss 0.0633 - lr 0.100000 +2023-04-05 12:24:25,047 BAD EPOCHS (no improvement): 0 +2023-04-05 12:24:25,049 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:24:26,812 epoch 32 - iter 28/280 - loss 0.06122004 - time (sec): 1.76 - samples/sec: 12144.30 - lr: 0.100000 +2023-04-05 12:24:28,578 epoch 32 - iter 56/280 - loss 0.06102594 - time (sec): 3.53 - samples/sec: 12089.99 - lr: 0.100000 +2023-04-05 12:24:30,311 epoch 32 - iter 84/280 - loss 0.06266730 - time (sec): 5.26 - samples/sec: 12143.89 - lr: 0.100000 +2023-04-05 12:24:32,051 epoch 32 - iter 112/280 - loss 0.06321907 - time (sec): 7.00 - samples/sec: 12130.30 - lr: 0.100000 +2023-04-05 12:24:33,779 epoch 32 - iter 140/280 - loss 0.06305545 - time (sec): 8.73 - samples/sec: 12170.12 - lr: 0.100000 +2023-04-05 12:24:35,511 epoch 32 - iter 168/280 - loss 0.06285779 - time (sec): 10.46 - samples/sec: 12173.92 - lr: 0.100000 +2023-04-05 12:24:37,242 epoch 32 - iter 196/280 - loss 0.06206724 - time (sec): 12.19 - samples/sec: 12192.29 - lr: 0.100000 +2023-04-05 12:24:39,018 epoch 32 - iter 224/280 - loss 0.06182713 - time (sec): 13.97 - samples/sec: 12171.13 - lr: 0.100000 +2023-04-05 12:24:40,842 epoch 32 - iter 252/280 - loss 0.06250066 - time (sec): 15.79 - samples/sec: 12108.57 - lr: 0.100000 +2023-04-05 12:24:42,552 epoch 32 - iter 280/280 - loss 0.06231316 - time (sec): 17.50 - samples/sec: 12094.60 - lr: 0.100000 +2023-04-05 12:24:42,552 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:24:42,552 EPOCH 32 done: loss 0.0623 - lr 0.100000 +2023-04-05 12:24:42,552 BAD EPOCHS (no improvement): 0 +2023-04-05 12:24:42,556 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:24:44,339 epoch 33 - iter 28/280 - loss 0.05207940 - time (sec): 1.78 - samples/sec: 11696.44 - lr: 0.100000 +2023-04-05 12:24:46,140 epoch 33 - iter 56/280 - loss 0.05691223 - time (sec): 3.58 - samples/sec: 11723.59 - lr: 0.100000 +2023-04-05 12:24:47,879 epoch 33 - iter 84/280 - loss 0.05855937 - time (sec): 5.32 - samples/sec: 11940.85 - lr: 0.100000 +2023-04-05 12:24:49,710 epoch 33 - iter 112/280 - loss 0.06024757 - time (sec): 7.15 - samples/sec: 11885.90 - lr: 0.100000 +2023-04-05 12:24:51,456 epoch 33 - iter 140/280 - loss 0.06036162 - time (sec): 8.90 - samples/sec: 11926.73 - lr: 0.100000 +2023-04-05 12:24:53,219 epoch 33 - iter 168/280 - loss 0.06026775 - time (sec): 10.66 - samples/sec: 11962.45 - lr: 0.100000 +2023-04-05 12:24:54,980 epoch 33 - iter 196/280 - loss 0.06073498 - time (sec): 12.42 - samples/sec: 12002.49 - lr: 0.100000 +2023-04-05 12:24:56,726 epoch 33 - iter 224/280 - loss 0.06060123 - time (sec): 14.17 - samples/sec: 12022.23 - lr: 0.100000 +2023-04-05 12:24:58,448 epoch 33 - iter 252/280 - loss 0.06070564 - time (sec): 15.89 - samples/sec: 12035.98 - lr: 0.100000 +2023-04-05 12:25:00,147 epoch 33 - iter 280/280 - loss 0.06070678 - time (sec): 17.59 - samples/sec: 12033.97 - lr: 0.100000 +2023-04-05 12:25:00,147 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:25:00,147 EPOCH 33 done: loss 0.0607 - lr 0.100000 +2023-04-05 12:25:00,147 BAD EPOCHS (no improvement): 0 +2023-04-05 12:25:00,150 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:25:01,851 epoch 34 - iter 28/280 - loss 0.05682696 - time (sec): 1.70 - samples/sec: 12398.77 - lr: 0.100000 +2023-04-05 12:25:03,570 epoch 34 - iter 56/280 - loss 0.05850150 - time (sec): 3.42 - samples/sec: 12357.49 - lr: 0.100000 +2023-04-05 12:25:05,281 epoch 34 - iter 84/280 - loss 0.05898550 - time (sec): 5.13 - samples/sec: 12328.11 - lr: 0.100000 +2023-04-05 12:25:07,091 epoch 34 - iter 112/280 - loss 0.05942088 - time (sec): 6.94 - samples/sec: 12207.92 - lr: 0.100000 +2023-04-05 12:25:08,943 epoch 34 - iter 140/280 - loss 0.05852121 - time (sec): 8.79 - samples/sec: 12051.65 - lr: 0.100000 +2023-04-05 12:25:10,923 epoch 34 - iter 168/280 - loss 0.05839431 - time (sec): 10.77 - samples/sec: 11811.60 - lr: 0.100000 +2023-04-05 12:25:12,937 epoch 34 - iter 196/280 - loss 0.05889300 - time (sec): 12.79 - samples/sec: 11612.47 - lr: 0.100000 +2023-04-05 12:25:14,843 epoch 34 - iter 224/280 - loss 0.05919758 - time (sec): 14.69 - samples/sec: 11556.90 - lr: 0.100000 +2023-04-05 12:25:16,877 epoch 34 - iter 252/280 - loss 0.05981785 - time (sec): 16.73 - samples/sec: 11414.68 - lr: 0.100000 +2023-04-05 12:25:18,864 epoch 34 - iter 280/280 - loss 0.06010946 - time (sec): 18.71 - samples/sec: 11311.99 - lr: 0.100000 +2023-04-05 12:25:18,864 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:25:18,864 EPOCH 34 done: loss 0.0601 - lr 0.100000 +2023-04-05 12:25:18,864 BAD EPOCHS (no improvement): 0 +2023-04-05 12:25:18,872 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:25:20,812 epoch 35 - iter 28/280 - loss 0.06241011 - time (sec): 1.94 - samples/sec: 10765.24 - lr: 0.100000 +2023-04-05 12:25:22,703 epoch 35 - iter 56/280 - loss 0.05865700 - time (sec): 3.83 - samples/sec: 11112.68 - lr: 0.100000 +2023-04-05 12:25:24,491 epoch 35 - iter 84/280 - loss 0.05908478 - time (sec): 5.62 - samples/sec: 11241.06 - lr: 0.100000 +2023-04-05 12:25:26,334 epoch 35 - iter 112/280 - loss 0.06044558 - time (sec): 7.46 - samples/sec: 11314.85 - lr: 0.100000 +2023-04-05 12:25:28,190 epoch 35 - iter 140/280 - loss 0.05973575 - time (sec): 9.32 - samples/sec: 11309.19 - lr: 0.100000 +2023-04-05 12:25:29,981 epoch 35 - iter 168/280 - loss 0.05868325 - time (sec): 11.11 - samples/sec: 11376.07 - lr: 0.100000 +2023-04-05 12:25:31,793 epoch 35 - iter 196/280 - loss 0.05857806 - time (sec): 12.92 - samples/sec: 11425.64 - lr: 0.100000 +2023-04-05 12:25:33,585 epoch 35 - iter 224/280 - loss 0.05854624 - time (sec): 14.71 - samples/sec: 11496.50 - lr: 0.100000 +2023-04-05 12:25:35,486 epoch 35 - iter 252/280 - loss 0.05860164 - time (sec): 16.61 - samples/sec: 11489.51 - lr: 0.100000 +2023-04-05 12:25:37,263 epoch 35 - iter 280/280 - loss 0.05874847 - time (sec): 18.39 - samples/sec: 11510.18 - lr: 0.100000 +2023-04-05 12:25:37,264 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:25:37,264 EPOCH 35 done: loss 0.0587 - lr 0.100000 +2023-04-05 12:25:37,264 BAD EPOCHS (no improvement): 0 +2023-04-05 12:25:37,266 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:25:38,979 epoch 36 - iter 28/280 - loss 0.06241489 - time (sec): 1.71 - samples/sec: 12221.34 - lr: 0.100000 +2023-04-05 12:25:40,796 epoch 36 - iter 56/280 - loss 0.06013002 - time (sec): 3.53 - samples/sec: 12171.81 - lr: 0.100000 +2023-04-05 12:25:42,542 epoch 36 - iter 84/280 - loss 0.05977741 - time (sec): 5.28 - samples/sec: 12020.44 - lr: 0.100000 +2023-04-05 12:25:44,292 epoch 36 - iter 112/280 - loss 0.05952601 - time (sec): 7.03 - samples/sec: 11996.06 - lr: 0.100000 +2023-04-05 12:25:46,084 epoch 36 - iter 140/280 - loss 0.05910233 - time (sec): 8.82 - samples/sec: 11991.36 - lr: 0.100000 +2023-04-05 12:25:47,882 epoch 36 - iter 168/280 - loss 0.05881417 - time (sec): 10.62 - samples/sec: 11951.87 - lr: 0.100000 +2023-04-05 12:25:49,680 epoch 36 - iter 196/280 - loss 0.05849209 - time (sec): 12.41 - samples/sec: 11926.72 - lr: 0.100000 +2023-04-05 12:25:51,475 epoch 36 - iter 224/280 - loss 0.05904960 - time (sec): 14.21 - samples/sec: 11921.41 - lr: 0.100000 +2023-04-05 12:25:53,256 epoch 36 - iter 252/280 - loss 0.05901778 - time (sec): 15.99 - samples/sec: 11928.99 - lr: 0.100000 +2023-04-05 12:25:55,009 epoch 36 - iter 280/280 - loss 0.05867700 - time (sec): 17.74 - samples/sec: 11930.85 - lr: 0.100000 +2023-04-05 12:25:55,010 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:25:55,010 EPOCH 36 done: loss 0.0587 - lr 0.100000 +2023-04-05 12:25:55,010 BAD EPOCHS (no improvement): 0 +2023-04-05 12:25:55,012 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:25:56,788 epoch 37 - iter 28/280 - loss 0.06013279 - time (sec): 1.78 - samples/sec: 11825.97 - lr: 0.100000 +2023-04-05 12:25:58,585 epoch 37 - iter 56/280 - loss 0.05992245 - time (sec): 3.57 - samples/sec: 11827.41 - lr: 0.100000 +2023-04-05 12:26:00,417 epoch 37 - iter 84/280 - loss 0.05797152 - time (sec): 5.40 - samples/sec: 11809.57 - lr: 0.100000 +2023-04-05 12:26:02,245 epoch 37 - iter 112/280 - loss 0.05693965 - time (sec): 7.23 - samples/sec: 11755.47 - lr: 0.100000 +2023-04-05 12:26:04,385 epoch 37 - iter 140/280 - loss 0.05800020 - time (sec): 9.37 - samples/sec: 11330.14 - lr: 0.100000 +2023-04-05 12:26:06,533 epoch 37 - iter 168/280 - loss 0.05856194 - time (sec): 11.52 - samples/sec: 11079.23 - lr: 0.100000 +2023-04-05 12:26:08,762 epoch 37 - iter 196/280 - loss 0.05795928 - time (sec): 13.75 - samples/sec: 10856.17 - lr: 0.100000 +2023-04-05 12:26:10,575 epoch 37 - iter 224/280 - loss 0.05795219 - time (sec): 15.56 - samples/sec: 10935.45 - lr: 0.100000 +2023-04-05 12:26:12,484 epoch 37 - iter 252/280 - loss 0.05764675 - time (sec): 17.47 - samples/sec: 10944.41 - lr: 0.100000 +2023-04-05 12:26:14,382 epoch 37 - iter 280/280 - loss 0.05726973 - time (sec): 19.37 - samples/sec: 10928.82 - lr: 0.100000 +2023-04-05 12:26:14,383 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:26:14,383 EPOCH 37 done: loss 0.0573 - lr 0.100000 +2023-04-05 12:26:14,383 BAD EPOCHS (no improvement): 0 +2023-04-05 12:26:14,386 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:26:16,327 epoch 38 - iter 28/280 - loss 0.05175947 - time (sec): 1.94 - samples/sec: 10771.93 - lr: 0.100000 +2023-04-05 12:26:18,174 epoch 38 - iter 56/280 - loss 0.05541089 - time (sec): 3.79 - samples/sec: 11200.00 - lr: 0.100000 +2023-04-05 12:26:20,101 epoch 38 - iter 84/280 - loss 0.05710665 - time (sec): 5.72 - samples/sec: 11074.02 - lr: 0.100000 +2023-04-05 12:26:22,044 epoch 38 - iter 112/280 - loss 0.05872000 - time (sec): 7.66 - samples/sec: 11011.45 - lr: 0.100000 +2023-04-05 12:26:24,122 epoch 38 - iter 140/280 - loss 0.05877345 - time (sec): 9.74 - samples/sec: 10862.69 - lr: 0.100000 +2023-04-05 12:26:26,306 epoch 38 - iter 168/280 - loss 0.05833463 - time (sec): 11.92 - samples/sec: 10683.91 - lr: 0.100000 +2023-04-05 12:26:28,598 epoch 38 - iter 196/280 - loss 0.05835588 - time (sec): 14.21 - samples/sec: 10456.14 - lr: 0.100000 +2023-04-05 12:26:30,705 epoch 38 - iter 224/280 - loss 0.05795932 - time (sec): 16.32 - samples/sec: 10390.10 - lr: 0.100000 +2023-04-05 12:26:32,857 epoch 38 - iter 252/280 - loss 0.05737856 - time (sec): 18.47 - samples/sec: 10328.06 - lr: 0.100000 +2023-04-05 12:26:34,970 epoch 38 - iter 280/280 - loss 0.05727370 - time (sec): 20.58 - samples/sec: 10284.26 - lr: 0.100000 +2023-04-05 12:26:34,970 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:26:34,970 EPOCH 38 done: loss 0.0573 - lr 0.100000 +2023-04-05 12:26:34,970 BAD EPOCHS (no improvement): 1 +2023-04-05 12:26:34,973 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:26:37,029 epoch 39 - iter 28/280 - loss 0.05095567 - time (sec): 2.06 - samples/sec: 10100.78 - lr: 0.100000 +2023-04-05 12:26:38,905 epoch 39 - iter 56/280 - loss 0.05307843 - time (sec): 3.93 - samples/sec: 10646.61 - lr: 0.100000 +2023-04-05 12:26:40,890 epoch 39 - iter 84/280 - loss 0.05507333 - time (sec): 5.92 - samples/sec: 10665.98 - lr: 0.100000 +2023-04-05 12:26:43,045 epoch 39 - iter 112/280 - loss 0.05472224 - time (sec): 8.07 - samples/sec: 10502.71 - lr: 0.100000 +2023-04-05 12:26:45,097 epoch 39 - iter 140/280 - loss 0.05356977 - time (sec): 10.12 - samples/sec: 10473.10 - lr: 0.100000 +2023-04-05 12:26:47,127 epoch 39 - iter 168/280 - loss 0.05338023 - time (sec): 12.15 - samples/sec: 10447.90 - lr: 0.100000 +2023-04-05 12:26:49,220 epoch 39 - iter 196/280 - loss 0.05398497 - time (sec): 14.25 - samples/sec: 10406.17 - lr: 0.100000 +2023-04-05 12:26:51,337 epoch 39 - iter 224/280 - loss 0.05421164 - time (sec): 16.36 - samples/sec: 10360.08 - lr: 0.100000 +2023-04-05 12:26:53,302 epoch 39 - iter 252/280 - loss 0.05438521 - time (sec): 18.33 - samples/sec: 10407.67 - lr: 0.100000 +2023-04-05 12:26:55,265 epoch 39 - iter 280/280 - loss 0.05496496 - time (sec): 20.29 - samples/sec: 10432.28 - lr: 0.100000 +2023-04-05 12:26:55,266 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:26:55,266 EPOCH 39 done: loss 0.0550 - lr 0.100000 +2023-04-05 12:26:55,266 BAD EPOCHS (no improvement): 0 +2023-04-05 12:26:55,269 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:26:57,181 epoch 40 - iter 28/280 - loss 0.05763058 - time (sec): 1.91 - samples/sec: 11059.92 - lr: 0.100000 +2023-04-05 12:26:59,074 epoch 40 - iter 56/280 - loss 0.05659666 - time (sec): 3.80 - samples/sec: 11135.11 - lr: 0.100000 +2023-04-05 12:27:00,988 epoch 40 - iter 84/280 - loss 0.05635188 - time (sec): 5.72 - samples/sec: 11134.68 - lr: 0.100000 +2023-04-05 12:27:02,970 epoch 40 - iter 112/280 - loss 0.05548988 - time (sec): 7.70 - samples/sec: 11123.77 - lr: 0.100000 +2023-04-05 12:27:04,843 epoch 40 - iter 140/280 - loss 0.05514720 - time (sec): 9.57 - samples/sec: 11134.57 - lr: 0.100000 +2023-04-05 12:27:06,718 epoch 40 - iter 168/280 - loss 0.05422156 - time (sec): 11.45 - samples/sec: 11200.97 - lr: 0.100000 +2023-04-05 12:27:08,607 epoch 40 - iter 196/280 - loss 0.05394410 - time (sec): 13.34 - samples/sec: 11197.25 - lr: 0.100000 +2023-04-05 12:27:10,422 epoch 40 - iter 224/280 - loss 0.05385390 - time (sec): 15.15 - samples/sec: 11221.60 - lr: 0.100000 +2023-04-05 12:27:12,281 epoch 40 - iter 252/280 - loss 0.05410054 - time (sec): 17.01 - samples/sec: 11227.89 - lr: 0.100000 +2023-04-05 12:27:14,151 epoch 40 - iter 280/280 - loss 0.05472490 - time (sec): 18.88 - samples/sec: 11211.67 - lr: 0.100000 +2023-04-05 12:27:14,151 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:27:14,151 EPOCH 40 done: loss 0.0547 - lr 0.100000 +2023-04-05 12:27:14,151 BAD EPOCHS (no improvement): 0 +2023-04-05 12:27:14,154 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:27:16,010 epoch 41 - iter 28/280 - loss 0.05133879 - time (sec): 1.86 - samples/sec: 11566.39 - lr: 0.100000 +2023-04-05 12:27:17,872 epoch 41 - iter 56/280 - loss 0.05029111 - time (sec): 3.72 - samples/sec: 11452.04 - lr: 0.100000 +2023-04-05 12:27:19,769 epoch 41 - iter 84/280 - loss 0.05079256 - time (sec): 5.61 - samples/sec: 11336.20 - lr: 0.100000 +2023-04-05 12:27:21,602 epoch 41 - iter 112/280 - loss 0.05280606 - time (sec): 7.45 - samples/sec: 11299.92 - lr: 0.100000 +2023-04-05 12:27:23,456 epoch 41 - iter 140/280 - loss 0.05267116 - time (sec): 9.30 - samples/sec: 11309.00 - lr: 0.100000 +2023-04-05 12:27:25,307 epoch 41 - iter 168/280 - loss 0.05364779 - time (sec): 11.15 - samples/sec: 11304.89 - lr: 0.100000 +2023-04-05 12:27:27,221 epoch 41 - iter 196/280 - loss 0.05388049 - time (sec): 13.07 - samples/sec: 11310.96 - lr: 0.100000 +2023-04-05 12:27:29,058 epoch 41 - iter 224/280 - loss 0.05377727 - time (sec): 14.90 - samples/sec: 11344.71 - lr: 0.100000 +2023-04-05 12:27:30,961 epoch 41 - iter 252/280 - loss 0.05352465 - time (sec): 16.81 - samples/sec: 11356.90 - lr: 0.100000 +2023-04-05 12:27:32,741 epoch 41 - iter 280/280 - loss 0.05318994 - time (sec): 18.59 - samples/sec: 11389.23 - lr: 0.100000 +2023-04-05 12:27:32,741 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:27:32,741 EPOCH 41 done: loss 0.0532 - lr 0.100000 +2023-04-05 12:27:32,741 BAD EPOCHS (no improvement): 0 +2023-04-05 12:27:32,744 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:27:34,628 epoch 42 - iter 28/280 - loss 0.04696316 - time (sec): 1.88 - samples/sec: 11027.30 - lr: 0.100000 +2023-04-05 12:27:36,630 epoch 42 - iter 56/280 - loss 0.04753236 - time (sec): 3.89 - samples/sec: 10766.52 - lr: 0.100000 +2023-04-05 12:27:38,468 epoch 42 - iter 84/280 - loss 0.04964822 - time (sec): 5.72 - samples/sec: 10959.88 - lr: 0.100000 +2023-04-05 12:27:40,300 epoch 42 - iter 112/280 - loss 0.05073931 - time (sec): 7.56 - samples/sec: 11129.73 - lr: 0.100000 +2023-04-05 12:27:42,164 epoch 42 - iter 140/280 - loss 0.05037129 - time (sec): 9.42 - samples/sec: 11216.81 - lr: 0.100000 +2023-04-05 12:27:43,997 epoch 42 - iter 168/280 - loss 0.05113377 - time (sec): 11.25 - samples/sec: 11297.69 - lr: 0.100000 +2023-04-05 12:27:45,775 epoch 42 - iter 196/280 - loss 0.05179043 - time (sec): 13.03 - samples/sec: 11375.55 - lr: 0.100000 +2023-04-05 12:27:47,599 epoch 42 - iter 224/280 - loss 0.05238981 - time (sec): 14.86 - samples/sec: 11415.93 - lr: 0.100000 +2023-04-05 12:27:49,412 epoch 42 - iter 252/280 - loss 0.05294509 - time (sec): 16.67 - samples/sec: 11452.40 - lr: 0.100000 +2023-04-05 12:27:51,146 epoch 42 - iter 280/280 - loss 0.05367372 - time (sec): 18.40 - samples/sec: 11503.33 - lr: 0.100000 +2023-04-05 12:27:51,147 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:27:51,147 EPOCH 42 done: loss 0.0537 - lr 0.100000 +2023-04-05 12:27:51,147 BAD EPOCHS (no improvement): 1 +2023-04-05 12:27:51,150 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:27:53,020 epoch 43 - iter 28/280 - loss 0.05479165 - time (sec): 1.87 - samples/sec: 11321.12 - lr: 0.100000 +2023-04-05 12:27:54,807 epoch 43 - iter 56/280 - loss 0.05135906 - time (sec): 3.66 - samples/sec: 11432.55 - lr: 0.100000 +2023-04-05 12:27:56,664 epoch 43 - iter 84/280 - loss 0.05139251 - time (sec): 5.51 - samples/sec: 11437.13 - lr: 0.100000 +2023-04-05 12:27:58,576 epoch 43 - iter 112/280 - loss 0.05194740 - time (sec): 7.43 - samples/sec: 11400.02 - lr: 0.100000 +2023-04-05 12:28:00,435 epoch 43 - iter 140/280 - loss 0.05294963 - time (sec): 9.29 - samples/sec: 11415.59 - lr: 0.100000 +2023-04-05 12:28:02,277 epoch 43 - iter 168/280 - loss 0.05355616 - time (sec): 11.13 - samples/sec: 11431.54 - lr: 0.100000 +2023-04-05 12:28:04,134 epoch 43 - iter 196/280 - loss 0.05404020 - time (sec): 12.98 - samples/sec: 11433.95 - lr: 0.100000 +2023-04-05 12:28:06,004 epoch 43 - iter 224/280 - loss 0.05364959 - time (sec): 14.85 - samples/sec: 11447.17 - lr: 0.100000 +2023-04-05 12:28:07,850 epoch 43 - iter 252/280 - loss 0.05328272 - time (sec): 16.70 - samples/sec: 11441.04 - lr: 0.100000 +2023-04-05 12:28:09,638 epoch 43 - iter 280/280 - loss 0.05315634 - time (sec): 18.49 - samples/sec: 11450.10 - lr: 0.100000 +2023-04-05 12:28:09,638 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:28:09,638 EPOCH 43 done: loss 0.0532 - lr 0.100000 +2023-04-05 12:28:09,638 BAD EPOCHS (no improvement): 0 +2023-04-05 12:28:09,641 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:28:11,490 epoch 44 - iter 28/280 - loss 0.04734325 - time (sec): 1.85 - samples/sec: 11350.58 - lr: 0.100000 +2023-04-05 12:28:13,326 epoch 44 - iter 56/280 - loss 0.04683142 - time (sec): 3.69 - samples/sec: 11486.93 - lr: 0.100000 +2023-04-05 12:28:15,158 epoch 44 - iter 84/280 - loss 0.04931691 - time (sec): 5.52 - samples/sec: 11457.36 - lr: 0.100000 +2023-04-05 12:28:17,004 epoch 44 - iter 112/280 - loss 0.05083738 - time (sec): 7.36 - samples/sec: 11398.06 - lr: 0.100000 +2023-04-05 12:28:18,899 epoch 44 - iter 140/280 - loss 0.05210157 - time (sec): 9.26 - samples/sec: 11333.81 - lr: 0.100000 +2023-04-05 12:28:20,809 epoch 44 - iter 168/280 - loss 0.05187500 - time (sec): 11.17 - samples/sec: 11294.37 - lr: 0.100000 +2023-04-05 12:28:22,713 epoch 44 - iter 196/280 - loss 0.05196037 - time (sec): 13.07 - samples/sec: 11311.26 - lr: 0.100000 +2023-04-05 12:28:24,644 epoch 44 - iter 224/280 - loss 0.05224824 - time (sec): 15.00 - samples/sec: 11286.39 - lr: 0.100000 +2023-04-05 12:28:26,510 epoch 44 - iter 252/280 - loss 0.05295579 - time (sec): 16.87 - samples/sec: 11308.30 - lr: 0.100000 +2023-04-05 12:28:28,337 epoch 44 - iter 280/280 - loss 0.05252413 - time (sec): 18.70 - samples/sec: 11322.88 - lr: 0.100000 +2023-04-05 12:28:28,337 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:28:28,337 EPOCH 44 done: loss 0.0525 - lr 0.100000 +2023-04-05 12:28:28,337 BAD EPOCHS (no improvement): 0 +2023-04-05 12:28:28,340 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:28:30,224 epoch 45 - iter 28/280 - loss 0.05220876 - time (sec): 1.88 - samples/sec: 11273.48 - lr: 0.100000 +2023-04-05 12:28:32,051 epoch 45 - iter 56/280 - loss 0.05278899 - time (sec): 3.71 - samples/sec: 11380.31 - lr: 0.100000 +2023-04-05 12:28:33,917 epoch 45 - iter 84/280 - loss 0.05173796 - time (sec): 5.58 - samples/sec: 11479.99 - lr: 0.100000 +2023-04-05 12:28:35,723 epoch 45 - iter 112/280 - loss 0.05131007 - time (sec): 7.38 - samples/sec: 11503.34 - lr: 0.100000 +2023-04-05 12:28:37,530 epoch 45 - iter 140/280 - loss 0.05065878 - time (sec): 9.19 - samples/sec: 11533.26 - lr: 0.100000 +2023-04-05 12:28:39,503 epoch 45 - iter 168/280 - loss 0.05103024 - time (sec): 11.16 - samples/sec: 11422.45 - lr: 0.100000 +2023-04-05 12:28:41,465 epoch 45 - iter 196/280 - loss 0.05080809 - time (sec): 13.13 - samples/sec: 11315.26 - lr: 0.100000 +2023-04-05 12:28:43,403 epoch 45 - iter 224/280 - loss 0.05076022 - time (sec): 15.06 - samples/sec: 11268.09 - lr: 0.100000 +2023-04-05 12:28:45,308 epoch 45 - iter 252/280 - loss 0.05132146 - time (sec): 16.97 - samples/sec: 11257.52 - lr: 0.100000 +2023-04-05 12:28:47,106 epoch 45 - iter 280/280 - loss 0.05070392 - time (sec): 18.77 - samples/sec: 11280.66 - lr: 0.100000 +2023-04-05 12:28:47,106 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:28:47,106 EPOCH 45 done: loss 0.0507 - lr 0.100000 +2023-04-05 12:28:47,106 BAD EPOCHS (no improvement): 0 +2023-04-05 12:28:47,108 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:28:48,944 epoch 46 - iter 28/280 - loss 0.05015353 - time (sec): 1.84 - samples/sec: 11420.12 - lr: 0.100000 +2023-04-05 12:28:50,701 epoch 46 - iter 56/280 - loss 0.05145854 - time (sec): 3.59 - samples/sec: 11638.02 - lr: 0.100000 +2023-04-05 12:28:52,480 epoch 46 - iter 84/280 - loss 0.05272239 - time (sec): 5.37 - samples/sec: 11692.08 - lr: 0.100000 +2023-04-05 12:28:54,240 epoch 46 - iter 112/280 - loss 0.05167574 - time (sec): 7.13 - samples/sec: 11724.12 - lr: 0.100000 +2023-04-05 12:28:56,059 epoch 46 - iter 140/280 - loss 0.05168138 - time (sec): 8.95 - samples/sec: 11701.38 - lr: 0.100000 +2023-04-05 12:28:57,930 epoch 46 - iter 168/280 - loss 0.05155994 - time (sec): 10.82 - samples/sec: 11675.99 - lr: 0.100000 +2023-04-05 12:28:59,830 epoch 46 - iter 196/280 - loss 0.05152351 - time (sec): 12.72 - samples/sec: 11624.63 - lr: 0.100000 +2023-04-05 12:29:01,734 epoch 46 - iter 224/280 - loss 0.05110945 - time (sec): 14.63 - samples/sec: 11585.65 - lr: 0.100000 +2023-04-05 12:29:03,644 epoch 46 - iter 252/280 - loss 0.05121172 - time (sec): 16.54 - samples/sec: 11558.56 - lr: 0.100000 +2023-04-05 12:29:05,423 epoch 46 - iter 280/280 - loss 0.05151913 - time (sec): 18.31 - samples/sec: 11558.55 - lr: 0.100000 +2023-04-05 12:29:05,423 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:29:05,423 EPOCH 46 done: loss 0.0515 - lr 0.100000 +2023-04-05 12:29:05,423 BAD EPOCHS (no improvement): 1 +2023-04-05 12:29:05,426 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:29:07,226 epoch 47 - iter 28/280 - loss 0.04645438 - time (sec): 1.80 - samples/sec: 11688.17 - lr: 0.100000 +2023-04-05 12:29:09,034 epoch 47 - iter 56/280 - loss 0.04576975 - time (sec): 3.61 - samples/sec: 11689.19 - lr: 0.100000 +2023-04-05 12:29:10,855 epoch 47 - iter 84/280 - loss 0.04779005 - time (sec): 5.43 - samples/sec: 11647.37 - lr: 0.100000 +2023-04-05 12:29:12,686 epoch 47 - iter 112/280 - loss 0.04867231 - time (sec): 7.26 - samples/sec: 11655.27 - lr: 0.100000 +2023-04-05 12:29:14,496 epoch 47 - iter 140/280 - loss 0.04826514 - time (sec): 9.07 - samples/sec: 11664.07 - lr: 0.100000 +2023-04-05 12:29:16,405 epoch 47 - iter 168/280 - loss 0.04891596 - time (sec): 10.98 - samples/sec: 11624.04 - lr: 0.100000 +2023-04-05 12:29:18,210 epoch 47 - iter 196/280 - loss 0.04879359 - time (sec): 12.78 - samples/sec: 11629.71 - lr: 0.100000 +2023-04-05 12:29:20,033 epoch 47 - iter 224/280 - loss 0.04889341 - time (sec): 14.61 - samples/sec: 11614.54 - lr: 0.100000 +2023-04-05 12:29:21,852 epoch 47 - iter 252/280 - loss 0.04935691 - time (sec): 16.43 - samples/sec: 11626.25 - lr: 0.100000 +2023-04-05 12:29:23,634 epoch 47 - iter 280/280 - loss 0.04970192 - time (sec): 18.21 - samples/sec: 11626.13 - lr: 0.100000 +2023-04-05 12:29:23,634 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:29:23,634 EPOCH 47 done: loss 0.0497 - lr 0.100000 +2023-04-05 12:29:23,634 BAD EPOCHS (no improvement): 0 +2023-04-05 12:29:23,637 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:29:25,474 epoch 48 - iter 28/280 - loss 0.05052552 - time (sec): 1.84 - samples/sec: 11461.71 - lr: 0.100000 +2023-04-05 12:29:27,269 epoch 48 - iter 56/280 - loss 0.04757739 - time (sec): 3.63 - samples/sec: 11613.50 - lr: 0.100000 +2023-04-05 12:29:29,151 epoch 48 - iter 84/280 - loss 0.04888798 - time (sec): 5.51 - samples/sec: 11551.53 - lr: 0.100000 +2023-04-05 12:29:31,026 epoch 48 - iter 112/280 - loss 0.04792818 - time (sec): 7.39 - samples/sec: 11485.54 - lr: 0.100000 +2023-04-05 12:29:32,872 epoch 48 - iter 140/280 - loss 0.04800937 - time (sec): 9.23 - samples/sec: 11469.26 - lr: 0.100000 +2023-04-05 12:29:34,759 epoch 48 - iter 168/280 - loss 0.04823423 - time (sec): 11.12 - samples/sec: 11479.93 - lr: 0.100000 +2023-04-05 12:29:36,628 epoch 48 - iter 196/280 - loss 0.04874241 - time (sec): 12.99 - samples/sec: 11490.80 - lr: 0.100000 +2023-04-05 12:29:38,458 epoch 48 - iter 224/280 - loss 0.04938117 - time (sec): 14.82 - samples/sec: 11479.73 - lr: 0.100000 +2023-04-05 12:29:40,349 epoch 48 - iter 252/280 - loss 0.04937156 - time (sec): 16.71 - samples/sec: 11439.81 - lr: 0.100000 +2023-04-05 12:29:42,195 epoch 48 - iter 280/280 - loss 0.04995075 - time (sec): 18.56 - samples/sec: 11407.07 - lr: 0.100000 +2023-04-05 12:29:42,195 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:29:42,195 EPOCH 48 done: loss 0.0500 - lr 0.100000 +2023-04-05 12:29:42,195 BAD EPOCHS (no improvement): 1 +2023-04-05 12:29:42,198 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:29:44,015 epoch 49 - iter 28/280 - loss 0.04364466 - time (sec): 1.82 - samples/sec: 11590.12 - lr: 0.100000 +2023-04-05 12:29:45,815 epoch 49 - iter 56/280 - loss 0.04665024 - time (sec): 3.62 - samples/sec: 11610.40 - lr: 0.100000 +2023-04-05 12:29:47,705 epoch 49 - iter 84/280 - loss 0.04879735 - time (sec): 5.51 - samples/sec: 11553.80 - lr: 0.100000 +2023-04-05 12:29:49,500 epoch 49 - iter 112/280 - loss 0.04873817 - time (sec): 7.30 - samples/sec: 11569.27 - lr: 0.100000 +2023-04-05 12:29:51,304 epoch 49 - iter 140/280 - loss 0.04788705 - time (sec): 9.11 - samples/sec: 11599.32 - lr: 0.100000 +2023-04-05 12:29:53,140 epoch 49 - iter 168/280 - loss 0.04834774 - time (sec): 10.94 - samples/sec: 11614.13 - lr: 0.100000 +2023-04-05 12:29:54,970 epoch 49 - iter 196/280 - loss 0.04886697 - time (sec): 12.77 - samples/sec: 11623.18 - lr: 0.100000 +2023-04-05 12:29:56,752 epoch 49 - iter 224/280 - loss 0.04895124 - time (sec): 14.55 - samples/sec: 11685.58 - lr: 0.100000 +2023-04-05 12:29:58,553 epoch 49 - iter 252/280 - loss 0.04894703 - time (sec): 16.35 - samples/sec: 11680.90 - lr: 0.100000 +2023-04-05 12:30:00,328 epoch 49 - iter 280/280 - loss 0.04891224 - time (sec): 18.13 - samples/sec: 11676.42 - lr: 0.100000 +2023-04-05 12:30:00,328 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:30:00,328 EPOCH 49 done: loss 0.0489 - lr 0.100000 +2023-04-05 12:30:00,328 BAD EPOCHS (no improvement): 0 +2023-04-05 12:30:00,334 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:30:02,237 epoch 50 - iter 28/280 - loss 0.04720788 - time (sec): 1.90 - samples/sec: 11412.19 - lr: 0.100000 +2023-04-05 12:30:04,108 epoch 50 - iter 56/280 - loss 0.04945257 - time (sec): 3.77 - samples/sec: 11473.29 - lr: 0.100000 +2023-04-05 12:30:05,983 epoch 50 - iter 84/280 - loss 0.04854760 - time (sec): 5.65 - samples/sec: 11424.33 - lr: 0.100000 +2023-04-05 12:30:07,778 epoch 50 - iter 112/280 - loss 0.04770403 - time (sec): 7.44 - samples/sec: 11467.05 - lr: 0.100000 +2023-04-05 12:30:09,656 epoch 50 - iter 140/280 - loss 0.04763042 - time (sec): 9.32 - samples/sec: 11441.82 - lr: 0.100000 +2023-04-05 12:30:11,459 epoch 50 - iter 168/280 - loss 0.04798018 - time (sec): 11.12 - samples/sec: 11498.20 - lr: 0.100000 +2023-04-05 12:30:13,245 epoch 50 - iter 196/280 - loss 0.04793546 - time (sec): 12.91 - samples/sec: 11520.63 - lr: 0.100000 +2023-04-05 12:30:15,070 epoch 50 - iter 224/280 - loss 0.04828409 - time (sec): 14.74 - samples/sec: 11538.51 - lr: 0.100000 +2023-04-05 12:30:16,857 epoch 50 - iter 252/280 - loss 0.04814323 - time (sec): 16.52 - samples/sec: 11567.95 - lr: 0.100000 +2023-04-05 12:30:18,633 epoch 50 - iter 280/280 - loss 0.04836028 - time (sec): 18.30 - samples/sec: 11568.42 - lr: 0.100000 +2023-04-05 12:30:18,633 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:30:18,633 EPOCH 50 done: loss 0.0484 - lr 0.100000 +2023-04-05 12:30:18,634 BAD EPOCHS (no improvement): 0 +2023-04-05 12:30:18,636 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:30:20,466 epoch 51 - iter 28/280 - loss 0.04595702 - time (sec): 1.83 - samples/sec: 11621.14 - lr: 0.100000 +2023-04-05 12:30:22,361 epoch 51 - iter 56/280 - loss 0.04593702 - time (sec): 3.73 - samples/sec: 11400.41 - lr: 0.100000 +2023-04-05 12:30:24,209 epoch 51 - iter 84/280 - loss 0.04643179 - time (sec): 5.57 - samples/sec: 11519.09 - lr: 0.100000 +2023-04-05 12:30:25,993 epoch 51 - iter 112/280 - loss 0.04644606 - time (sec): 7.36 - samples/sec: 11552.78 - lr: 0.100000 +2023-04-05 12:30:27,814 epoch 51 - iter 140/280 - loss 0.04660918 - time (sec): 9.18 - samples/sec: 11560.93 - lr: 0.100000 +2023-04-05 12:30:29,708 epoch 51 - iter 168/280 - loss 0.04643912 - time (sec): 11.07 - samples/sec: 11556.71 - lr: 0.100000 +2023-04-05 12:30:31,501 epoch 51 - iter 196/280 - loss 0.04723581 - time (sec): 12.87 - samples/sec: 11578.17 - lr: 0.100000 +2023-04-05 12:30:33,342 epoch 51 - iter 224/280 - loss 0.04756712 - time (sec): 14.71 - samples/sec: 11552.65 - lr: 0.100000 +2023-04-05 12:30:35,137 epoch 51 - iter 252/280 - loss 0.04725738 - time (sec): 16.50 - samples/sec: 11558.00 - lr: 0.100000 +2023-04-05 12:30:37,016 epoch 51 - iter 280/280 - loss 0.04726591 - time (sec): 18.38 - samples/sec: 11517.68 - lr: 0.100000 +2023-04-05 12:30:37,016 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:30:37,016 EPOCH 51 done: loss 0.0473 - lr 0.100000 +2023-04-05 12:30:37,016 BAD EPOCHS (no improvement): 0 +2023-04-05 12:30:37,019 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:30:38,916 epoch 52 - iter 28/280 - loss 0.04766266 - time (sec): 1.90 - samples/sec: 11304.11 - lr: 0.100000 +2023-04-05 12:30:40,749 epoch 52 - iter 56/280 - loss 0.04412015 - time (sec): 3.73 - samples/sec: 11406.04 - lr: 0.100000 +2023-04-05 12:30:42,619 epoch 52 - iter 84/280 - loss 0.04521238 - time (sec): 5.60 - samples/sec: 11370.68 - lr: 0.100000 +2023-04-05 12:30:44,522 epoch 52 - iter 112/280 - loss 0.04738426 - time (sec): 7.50 - samples/sec: 11385.79 - lr: 0.100000 +2023-04-05 12:30:47,994 epoch 52 - iter 140/280 - loss 0.04767212 - time (sec): 10.98 - samples/sec: 9741.46 - lr: 0.100000 +2023-04-05 12:30:49,882 epoch 52 - iter 168/280 - loss 0.04739282 - time (sec): 12.86 - samples/sec: 9981.99 - lr: 0.100000 +2023-04-05 12:30:51,731 epoch 52 - iter 196/280 - loss 0.04723789 - time (sec): 14.71 - samples/sec: 10164.44 - lr: 0.100000 +2023-04-05 12:30:53,534 epoch 52 - iter 224/280 - loss 0.04689604 - time (sec): 16.52 - samples/sec: 10325.98 - lr: 0.100000 +2023-04-05 12:30:55,324 epoch 52 - iter 252/280 - loss 0.04773416 - time (sec): 18.31 - samples/sec: 10464.22 - lr: 0.100000 +2023-04-05 12:30:57,048 epoch 52 - iter 280/280 - loss 0.04746317 - time (sec): 20.03 - samples/sec: 10569.05 - lr: 0.100000 +2023-04-05 12:30:57,048 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:30:57,048 EPOCH 52 done: loss 0.0475 - lr 0.100000 +2023-04-05 12:30:57,048 BAD EPOCHS (no improvement): 1 +2023-04-05 12:30:57,051 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:30:58,855 epoch 53 - iter 28/280 - loss 0.04314756 - time (sec): 1.80 - samples/sec: 11621.83 - lr: 0.100000 +2023-04-05 12:31:00,719 epoch 53 - iter 56/280 - loss 0.04522816 - time (sec): 3.67 - samples/sec: 11556.39 - lr: 0.100000 +2023-04-05 12:31:02,593 epoch 53 - iter 84/280 - loss 0.04669555 - time (sec): 5.54 - samples/sec: 11522.51 - lr: 0.100000 +2023-04-05 12:31:04,392 epoch 53 - iter 112/280 - loss 0.04614759 - time (sec): 7.34 - samples/sec: 11539.27 - lr: 0.100000 +2023-04-05 12:31:06,245 epoch 53 - iter 140/280 - loss 0.04582768 - time (sec): 9.19 - samples/sec: 11519.35 - lr: 0.100000 +2023-04-05 12:31:08,102 epoch 53 - iter 168/280 - loss 0.04585826 - time (sec): 11.05 - samples/sec: 11506.80 - lr: 0.100000 +2023-04-05 12:31:09,938 epoch 53 - iter 196/280 - loss 0.04660478 - time (sec): 12.89 - samples/sec: 11512.30 - lr: 0.100000 +2023-04-05 12:31:11,793 epoch 53 - iter 224/280 - loss 0.04707106 - time (sec): 14.74 - samples/sec: 11504.96 - lr: 0.100000 +2023-04-05 12:31:13,649 epoch 53 - iter 252/280 - loss 0.04704281 - time (sec): 16.60 - samples/sec: 11536.09 - lr: 0.100000 +2023-04-05 12:31:15,433 epoch 53 - iter 280/280 - loss 0.04719448 - time (sec): 18.38 - samples/sec: 11516.20 - lr: 0.100000 +2023-04-05 12:31:15,433 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:31:15,434 EPOCH 53 done: loss 0.0472 - lr 0.100000 +2023-04-05 12:31:15,434 BAD EPOCHS (no improvement): 0 +2023-04-05 12:31:15,436 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:31:17,257 epoch 54 - iter 28/280 - loss 0.04512145 - time (sec): 1.82 - samples/sec: 11800.19 - lr: 0.100000 +2023-04-05 12:31:19,051 epoch 54 - iter 56/280 - loss 0.04558454 - time (sec): 3.61 - samples/sec: 11798.46 - lr: 0.100000 +2023-04-05 12:31:20,795 epoch 54 - iter 84/280 - loss 0.04443583 - time (sec): 5.36 - samples/sec: 11872.86 - lr: 0.100000 +2023-04-05 12:31:22,588 epoch 54 - iter 112/280 - loss 0.04401755 - time (sec): 7.15 - samples/sec: 11843.92 - lr: 0.100000 +2023-04-05 12:31:24,444 epoch 54 - iter 140/280 - loss 0.04348870 - time (sec): 9.01 - samples/sec: 11786.43 - lr: 0.100000 +2023-04-05 12:31:26,233 epoch 54 - iter 168/280 - loss 0.04351188 - time (sec): 10.80 - samples/sec: 11781.20 - lr: 0.100000 +2023-04-05 12:31:28,082 epoch 54 - iter 196/280 - loss 0.04466705 - time (sec): 12.65 - samples/sec: 11731.38 - lr: 0.100000 +2023-04-05 12:31:29,987 epoch 54 - iter 224/280 - loss 0.04518353 - time (sec): 14.55 - samples/sec: 11706.67 - lr: 0.100000 +2023-04-05 12:31:31,874 epoch 54 - iter 252/280 - loss 0.04548127 - time (sec): 16.44 - samples/sec: 11628.48 - lr: 0.100000 +2023-04-05 12:31:33,671 epoch 54 - iter 280/280 - loss 0.04592624 - time (sec): 18.23 - samples/sec: 11609.50 - lr: 0.100000 +2023-04-05 12:31:33,671 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:31:33,671 EPOCH 54 done: loss 0.0459 - lr 0.100000 +2023-04-05 12:31:33,671 BAD EPOCHS (no improvement): 0 +2023-04-05 12:31:33,674 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:31:35,540 epoch 55 - iter 28/280 - loss 0.04972067 - time (sec): 1.87 - samples/sec: 11558.15 - lr: 0.100000 +2023-04-05 12:31:37,457 epoch 55 - iter 56/280 - loss 0.04701307 - time (sec): 3.78 - samples/sec: 11279.27 - lr: 0.100000 +2023-04-05 12:31:39,391 epoch 55 - iter 84/280 - loss 0.04534030 - time (sec): 5.72 - samples/sec: 11247.75 - lr: 0.100000 +2023-04-05 12:31:41,442 epoch 55 - iter 112/280 - loss 0.04560263 - time (sec): 7.77 - samples/sec: 10991.23 - lr: 0.100000 +2023-04-05 12:31:43,401 epoch 55 - iter 140/280 - loss 0.04544184 - time (sec): 9.73 - samples/sec: 10915.83 - lr: 0.100000 +2023-04-05 12:31:45,426 epoch 55 - iter 168/280 - loss 0.04591371 - time (sec): 11.75 - samples/sec: 10857.77 - lr: 0.100000 +2023-04-05 12:31:47,408 epoch 55 - iter 196/280 - loss 0.04620988 - time (sec): 13.73 - samples/sec: 10863.71 - lr: 0.100000 +2023-04-05 12:31:49,467 epoch 55 - iter 224/280 - loss 0.04631044 - time (sec): 15.79 - samples/sec: 10790.20 - lr: 0.100000 +2023-04-05 12:31:51,531 epoch 55 - iter 252/280 - loss 0.04621822 - time (sec): 17.86 - samples/sec: 10710.92 - lr: 0.100000 +2023-04-05 12:31:53,394 epoch 55 - iter 280/280 - loss 0.04612471 - time (sec): 19.72 - samples/sec: 10734.39 - lr: 0.100000 +2023-04-05 12:31:53,395 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:31:53,395 EPOCH 55 done: loss 0.0461 - lr 0.100000 +2023-04-05 12:31:53,395 BAD EPOCHS (no improvement): 1 +2023-04-05 12:31:53,398 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:31:55,263 epoch 56 - iter 28/280 - loss 0.04167855 - time (sec): 1.87 - samples/sec: 11243.30 - lr: 0.100000 +2023-04-05 12:31:57,201 epoch 56 - iter 56/280 - loss 0.04260661 - time (sec): 3.80 - samples/sec: 11018.85 - lr: 0.100000 +2023-04-05 12:31:59,089 epoch 56 - iter 84/280 - loss 0.04360536 - time (sec): 5.69 - samples/sec: 11152.88 - lr: 0.100000 +2023-04-05 12:32:01,062 epoch 56 - iter 112/280 - loss 0.04384807 - time (sec): 7.66 - samples/sec: 11070.98 - lr: 0.100000 +2023-04-05 12:32:03,005 epoch 56 - iter 140/280 - loss 0.04507854 - time (sec): 9.61 - samples/sec: 11101.04 - lr: 0.100000 +2023-04-05 12:32:04,900 epoch 56 - iter 168/280 - loss 0.04479986 - time (sec): 11.50 - samples/sec: 11084.09 - lr: 0.100000 +2023-04-05 12:32:06,854 epoch 56 - iter 196/280 - loss 0.04449659 - time (sec): 13.46 - samples/sec: 11081.41 - lr: 0.100000 +2023-04-05 12:32:08,769 epoch 56 - iter 224/280 - loss 0.04467652 - time (sec): 15.37 - samples/sec: 11082.13 - lr: 0.100000 +2023-04-05 12:32:10,541 epoch 56 - iter 252/280 - loss 0.04511162 - time (sec): 17.14 - samples/sec: 11140.24 - lr: 0.100000 +2023-04-05 12:32:12,396 epoch 56 - iter 280/280 - loss 0.04495440 - time (sec): 19.00 - samples/sec: 11142.61 - lr: 0.100000 +2023-04-05 12:32:12,396 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:32:12,396 EPOCH 56 done: loss 0.0450 - lr 0.100000 +2023-04-05 12:32:12,396 BAD EPOCHS (no improvement): 0 +2023-04-05 12:32:12,399 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:32:14,291 epoch 57 - iter 28/280 - loss 0.04525962 - time (sec): 1.89 - samples/sec: 11301.12 - lr: 0.100000 +2023-04-05 12:32:16,150 epoch 57 - iter 56/280 - loss 0.04637053 - time (sec): 3.75 - samples/sec: 11384.69 - lr: 0.100000 +2023-04-05 12:32:18,027 epoch 57 - iter 84/280 - loss 0.04743222 - time (sec): 5.63 - samples/sec: 11299.52 - lr: 0.100000 +2023-04-05 12:32:19,860 epoch 57 - iter 112/280 - loss 0.04614799 - time (sec): 7.46 - samples/sec: 11363.76 - lr: 0.100000 +2023-04-05 12:32:21,741 epoch 57 - iter 140/280 - loss 0.04672769 - time (sec): 9.34 - samples/sec: 11322.94 - lr: 0.100000 +2023-04-05 12:32:23,614 epoch 57 - iter 168/280 - loss 0.04645928 - time (sec): 11.21 - samples/sec: 11350.49 - lr: 0.100000 +2023-04-05 12:32:25,537 epoch 57 - iter 196/280 - loss 0.04618200 - time (sec): 13.14 - samples/sec: 11333.81 - lr: 0.100000 +2023-04-05 12:32:27,410 epoch 57 - iter 224/280 - loss 0.04555406 - time (sec): 15.01 - samples/sec: 11313.15 - lr: 0.100000 +2023-04-05 12:32:29,307 epoch 57 - iter 252/280 - loss 0.04507762 - time (sec): 16.91 - samples/sec: 11292.68 - lr: 0.100000 +2023-04-05 12:32:31,333 epoch 57 - iter 280/280 - loss 0.04559135 - time (sec): 18.93 - samples/sec: 11180.72 - lr: 0.100000 +2023-04-05 12:32:31,333 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:32:31,333 EPOCH 57 done: loss 0.0456 - lr 0.100000 +2023-04-05 12:32:31,333 BAD EPOCHS (no improvement): 1 +2023-04-05 12:32:31,336 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:32:33,394 epoch 58 - iter 28/280 - loss 0.04506116 - time (sec): 2.06 - samples/sec: 10395.55 - lr: 0.100000 +2023-04-05 12:32:35,313 epoch 58 - iter 56/280 - loss 0.04334393 - time (sec): 3.98 - samples/sec: 10708.63 - lr: 0.100000 +2023-04-05 12:32:37,139 epoch 58 - iter 84/280 - loss 0.04230944 - time (sec): 5.80 - samples/sec: 10980.11 - lr: 0.100000 +2023-04-05 12:32:39,043 epoch 58 - iter 112/280 - loss 0.04350389 - time (sec): 7.71 - samples/sec: 10970.64 - lr: 0.100000 +2023-04-05 12:32:41,005 epoch 58 - iter 140/280 - loss 0.04319120 - time (sec): 9.67 - samples/sec: 10916.37 - lr: 0.100000 +2023-04-05 12:32:42,866 epoch 58 - iter 168/280 - loss 0.04352829 - time (sec): 11.53 - samples/sec: 10974.84 - lr: 0.100000 +2023-04-05 12:32:44,783 epoch 58 - iter 196/280 - loss 0.04334936 - time (sec): 13.45 - samples/sec: 10985.57 - lr: 0.100000 +2023-04-05 12:32:46,636 epoch 58 - iter 224/280 - loss 0.04364967 - time (sec): 15.30 - samples/sec: 11063.87 - lr: 0.100000 +2023-04-05 12:32:48,501 epoch 58 - iter 252/280 - loss 0.04427853 - time (sec): 17.16 - samples/sec: 11128.80 - lr: 0.100000 +2023-04-05 12:32:50,313 epoch 58 - iter 280/280 - loss 0.04439988 - time (sec): 18.98 - samples/sec: 11155.04 - lr: 0.100000 +2023-04-05 12:32:50,314 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:32:50,314 EPOCH 58 done: loss 0.0444 - lr 0.100000 +2023-04-05 12:32:50,314 BAD EPOCHS (no improvement): 0 +2023-04-05 12:32:50,317 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:32:52,116 epoch 59 - iter 28/280 - loss 0.04074142 - time (sec): 1.80 - samples/sec: 11732.67 - lr: 0.100000 +2023-04-05 12:32:53,930 epoch 59 - iter 56/280 - loss 0.04291456 - time (sec): 3.61 - samples/sec: 11604.48 - lr: 0.100000 +2023-04-05 12:32:55,840 epoch 59 - iter 84/280 - loss 0.04262151 - time (sec): 5.52 - samples/sec: 11464.78 - lr: 0.100000 +2023-04-05 12:32:57,639 epoch 59 - iter 112/280 - loss 0.04328286 - time (sec): 7.32 - samples/sec: 11521.47 - lr: 0.100000 +2023-04-05 12:32:59,427 epoch 59 - iter 140/280 - loss 0.04316587 - time (sec): 9.11 - samples/sec: 11583.47 - lr: 0.100000 +2023-04-05 12:33:01,210 epoch 59 - iter 168/280 - loss 0.04290529 - time (sec): 10.89 - samples/sec: 11647.87 - lr: 0.100000 +2023-04-05 12:33:03,010 epoch 59 - iter 196/280 - loss 0.04310875 - time (sec): 12.69 - samples/sec: 11710.50 - lr: 0.100000 +2023-04-05 12:33:04,772 epoch 59 - iter 224/280 - loss 0.04397614 - time (sec): 14.45 - samples/sec: 11755.01 - lr: 0.100000 +2023-04-05 12:33:06,544 epoch 59 - iter 252/280 - loss 0.04455300 - time (sec): 16.23 - samples/sec: 11783.46 - lr: 0.100000 +2023-04-05 12:33:08,217 epoch 59 - iter 280/280 - loss 0.04464494 - time (sec): 17.90 - samples/sec: 11826.84 - lr: 0.100000 +2023-04-05 12:33:08,217 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:33:08,217 EPOCH 59 done: loss 0.0446 - lr 0.100000 +2023-04-05 12:33:08,217 BAD EPOCHS (no improvement): 1 +2023-04-05 12:33:08,220 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:33:09,943 epoch 60 - iter 28/280 - loss 0.04344240 - time (sec): 1.72 - samples/sec: 12294.48 - lr: 0.100000 +2023-04-05 12:33:11,735 epoch 60 - iter 56/280 - loss 0.04344938 - time (sec): 3.51 - samples/sec: 12044.04 - lr: 0.100000 +2023-04-05 12:33:13,488 epoch 60 - iter 84/280 - loss 0.04367262 - time (sec): 5.27 - samples/sec: 12007.36 - lr: 0.100000 +2023-04-05 12:33:15,274 epoch 60 - iter 112/280 - loss 0.04282292 - time (sec): 7.05 - samples/sec: 12029.48 - lr: 0.100000 +2023-04-05 12:33:17,042 epoch 60 - iter 140/280 - loss 0.04295454 - time (sec): 8.82 - samples/sec: 12014.52 - lr: 0.100000 +2023-04-05 12:33:18,822 epoch 60 - iter 168/280 - loss 0.04326080 - time (sec): 10.60 - samples/sec: 12024.64 - lr: 0.100000 +2023-04-05 12:33:20,571 epoch 60 - iter 196/280 - loss 0.04306652 - time (sec): 12.35 - samples/sec: 11995.35 - lr: 0.100000 +2023-04-05 12:33:22,319 epoch 60 - iter 224/280 - loss 0.04313819 - time (sec): 14.10 - samples/sec: 12014.33 - lr: 0.100000 +2023-04-05 12:33:24,099 epoch 60 - iter 252/280 - loss 0.04336182 - time (sec): 15.88 - samples/sec: 12005.47 - lr: 0.100000 +2023-04-05 12:33:25,830 epoch 60 - iter 280/280 - loss 0.04327383 - time (sec): 17.61 - samples/sec: 12020.91 - lr: 0.100000 +2023-04-05 12:33:25,830 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:33:25,831 EPOCH 60 done: loss 0.0433 - lr 0.100000 +2023-04-05 12:33:25,831 BAD EPOCHS (no improvement): 0 +2023-04-05 12:33:25,833 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:33:27,572 epoch 61 - iter 28/280 - loss 0.04135757 - time (sec): 1.74 - samples/sec: 12259.80 - lr: 0.100000 +2023-04-05 12:33:29,368 epoch 61 - iter 56/280 - loss 0.04366408 - time (sec): 3.53 - samples/sec: 12221.82 - lr: 0.100000 +2023-04-05 12:33:31,116 epoch 61 - iter 84/280 - loss 0.04293792 - time (sec): 5.28 - samples/sec: 12212.09 - lr: 0.100000 +2023-04-05 12:33:32,876 epoch 61 - iter 112/280 - loss 0.04423683 - time (sec): 7.04 - samples/sec: 12139.04 - lr: 0.100000 +2023-04-05 12:33:34,646 epoch 61 - iter 140/280 - loss 0.04437115 - time (sec): 8.81 - samples/sec: 12097.59 - lr: 0.100000 +2023-04-05 12:33:36,447 epoch 61 - iter 168/280 - loss 0.04390689 - time (sec): 10.61 - samples/sec: 12049.86 - lr: 0.100000 +2023-04-05 12:33:38,213 epoch 61 - iter 196/280 - loss 0.04404343 - time (sec): 12.38 - samples/sec: 12029.47 - lr: 0.100000 +2023-04-05 12:33:39,962 epoch 61 - iter 224/280 - loss 0.04413593 - time (sec): 14.13 - samples/sec: 12030.57 - lr: 0.100000 +2023-04-05 12:33:41,717 epoch 61 - iter 252/280 - loss 0.04366438 - time (sec): 15.88 - samples/sec: 12026.89 - lr: 0.100000 +2023-04-05 12:33:43,407 epoch 61 - iter 280/280 - loss 0.04326034 - time (sec): 17.57 - samples/sec: 12045.70 - lr: 0.100000 +2023-04-05 12:33:43,407 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:33:43,407 EPOCH 61 done: loss 0.0433 - lr 0.100000 +2023-04-05 12:33:43,407 BAD EPOCHS (no improvement): 0 +2023-04-05 12:33:43,410 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:33:45,151 epoch 62 - iter 28/280 - loss 0.04295385 - time (sec): 1.74 - samples/sec: 12387.55 - lr: 0.100000 +2023-04-05 12:33:46,851 epoch 62 - iter 56/280 - loss 0.04267463 - time (sec): 3.44 - samples/sec: 12449.70 - lr: 0.100000 +2023-04-05 12:33:48,529 epoch 62 - iter 84/280 - loss 0.04180727 - time (sec): 5.12 - samples/sec: 12362.11 - lr: 0.100000 +2023-04-05 12:33:50,284 epoch 62 - iter 112/280 - loss 0.04186787 - time (sec): 6.87 - samples/sec: 12324.60 - lr: 0.100000 +2023-04-05 12:33:52,028 epoch 62 - iter 140/280 - loss 0.04159881 - time (sec): 8.62 - samples/sec: 12303.80 - lr: 0.100000 +2023-04-05 12:33:53,773 epoch 62 - iter 168/280 - loss 0.04231600 - time (sec): 10.36 - samples/sec: 12287.04 - lr: 0.100000 +2023-04-05 12:33:55,644 epoch 62 - iter 196/280 - loss 0.04223534 - time (sec): 12.23 - samples/sec: 12174.37 - lr: 0.100000 +2023-04-05 12:33:57,394 epoch 62 - iter 224/280 - loss 0.04303087 - time (sec): 13.98 - samples/sec: 12144.29 - lr: 0.100000 +2023-04-05 12:33:59,159 epoch 62 - iter 252/280 - loss 0.04342059 - time (sec): 15.75 - samples/sec: 12129.37 - lr: 0.100000 +2023-04-05 12:34:00,880 epoch 62 - iter 280/280 - loss 0.04318397 - time (sec): 17.47 - samples/sec: 12117.36 - lr: 0.100000 +2023-04-05 12:34:00,881 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:34:00,881 EPOCH 62 done: loss 0.0432 - lr 0.100000 +2023-04-05 12:34:00,881 BAD EPOCHS (no improvement): 0 +2023-04-05 12:34:00,883 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:34:02,655 epoch 63 - iter 28/280 - loss 0.04106269 - time (sec): 1.77 - samples/sec: 12104.91 - lr: 0.100000 +2023-04-05 12:34:04,431 epoch 63 - iter 56/280 - loss 0.04044152 - time (sec): 3.55 - samples/sec: 12057.91 - lr: 0.100000 +2023-04-05 12:34:06,222 epoch 63 - iter 84/280 - loss 0.04018791 - time (sec): 5.34 - samples/sec: 12006.92 - lr: 0.100000 +2023-04-05 12:34:07,919 epoch 63 - iter 112/280 - loss 0.04033109 - time (sec): 7.04 - samples/sec: 12075.02 - lr: 0.100000 +2023-04-05 12:34:09,641 epoch 63 - iter 140/280 - loss 0.04016304 - time (sec): 8.76 - samples/sec: 12080.62 - lr: 0.100000 +2023-04-05 12:34:11,382 epoch 63 - iter 168/280 - loss 0.04086354 - time (sec): 10.50 - samples/sec: 12123.20 - lr: 0.100000 +2023-04-05 12:34:13,058 epoch 63 - iter 196/280 - loss 0.04176527 - time (sec): 12.17 - samples/sec: 12175.32 - lr: 0.100000 +2023-04-05 12:34:14,795 epoch 63 - iter 224/280 - loss 0.04155045 - time (sec): 13.91 - samples/sec: 12179.78 - lr: 0.100000 +2023-04-05 12:34:16,541 epoch 63 - iter 252/280 - loss 0.04189929 - time (sec): 15.66 - samples/sec: 12189.94 - lr: 0.100000 +2023-04-05 12:34:18,269 epoch 63 - iter 280/280 - loss 0.04192543 - time (sec): 17.39 - samples/sec: 12175.85 - lr: 0.100000 +2023-04-05 12:34:18,270 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:34:18,270 EPOCH 63 done: loss 0.0419 - lr 0.100000 +2023-04-05 12:34:18,270 BAD EPOCHS (no improvement): 0 +2023-04-05 12:34:18,272 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:34:19,932 epoch 64 - iter 28/280 - loss 0.04203112 - time (sec): 1.66 - samples/sec: 12755.37 - lr: 0.100000 +2023-04-05 12:34:21,696 epoch 64 - iter 56/280 - loss 0.04055352 - time (sec): 3.42 - samples/sec: 12496.42 - lr: 0.100000 +2023-04-05 12:34:23,451 epoch 64 - iter 84/280 - loss 0.04020147 - time (sec): 5.18 - samples/sec: 12275.24 - lr: 0.100000 +2023-04-05 12:34:25,217 epoch 64 - iter 112/280 - loss 0.04180056 - time (sec): 6.94 - samples/sec: 12266.43 - lr: 0.100000 +2023-04-05 12:34:27,007 epoch 64 - iter 140/280 - loss 0.04166746 - time (sec): 8.73 - samples/sec: 12192.45 - lr: 0.100000 +2023-04-05 12:34:28,791 epoch 64 - iter 168/280 - loss 0.04148083 - time (sec): 10.52 - samples/sec: 12145.08 - lr: 0.100000 +2023-04-05 12:34:30,639 epoch 64 - iter 196/280 - loss 0.04136540 - time (sec): 12.37 - samples/sec: 12084.35 - lr: 0.100000 +2023-04-05 12:34:32,353 epoch 64 - iter 224/280 - loss 0.04201180 - time (sec): 14.08 - samples/sec: 12081.94 - lr: 0.100000 +2023-04-05 12:34:34,118 epoch 64 - iter 252/280 - loss 0.04168001 - time (sec): 15.85 - samples/sec: 12061.57 - lr: 0.100000 +2023-04-05 12:34:35,820 epoch 64 - iter 280/280 - loss 0.04138165 - time (sec): 17.55 - samples/sec: 12063.78 - lr: 0.100000 +2023-04-05 12:34:35,820 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:34:35,821 EPOCH 64 done: loss 0.0414 - lr 0.100000 +2023-04-05 12:34:35,821 BAD EPOCHS (no improvement): 0 +2023-04-05 12:34:35,823 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:34:37,588 epoch 65 - iter 28/280 - loss 0.04230542 - time (sec): 1.76 - samples/sec: 12235.33 - lr: 0.100000 +2023-04-05 12:34:39,308 epoch 65 - iter 56/280 - loss 0.04196299 - time (sec): 3.49 - samples/sec: 12189.89 - lr: 0.100000 +2023-04-05 12:34:41,038 epoch 65 - iter 84/280 - loss 0.04238945 - time (sec): 5.21 - samples/sec: 12169.05 - lr: 0.100000 +2023-04-05 12:34:42,788 epoch 65 - iter 112/280 - loss 0.04222310 - time (sec): 6.96 - samples/sec: 12146.36 - lr: 0.100000 +2023-04-05 12:34:44,530 epoch 65 - iter 140/280 - loss 0.04169530 - time (sec): 8.71 - samples/sec: 12180.94 - lr: 0.100000 +2023-04-05 12:34:46,317 epoch 65 - iter 168/280 - loss 0.04237213 - time (sec): 10.49 - samples/sec: 12191.00 - lr: 0.100000 +2023-04-05 12:34:48,034 epoch 65 - iter 196/280 - loss 0.04241051 - time (sec): 12.21 - samples/sec: 12154.91 - lr: 0.100000 +2023-04-05 12:34:49,751 epoch 65 - iter 224/280 - loss 0.04288853 - time (sec): 13.93 - samples/sec: 12169.39 - lr: 0.100000 +2023-04-05 12:34:51,533 epoch 65 - iter 252/280 - loss 0.04261393 - time (sec): 15.71 - samples/sec: 12144.13 - lr: 0.100000 +2023-04-05 12:34:53,313 epoch 65 - iter 280/280 - loss 0.04265806 - time (sec): 17.49 - samples/sec: 12103.97 - lr: 0.100000 +2023-04-05 12:34:53,313 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:34:53,313 EPOCH 65 done: loss 0.0427 - lr 0.100000 +2023-04-05 12:34:53,313 BAD EPOCHS (no improvement): 1 +2023-04-05 12:34:53,316 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:34:55,060 epoch 66 - iter 28/280 - loss 0.03572448 - time (sec): 1.74 - samples/sec: 12296.66 - lr: 0.100000 +2023-04-05 12:34:56,839 epoch 66 - iter 56/280 - loss 0.04176424 - time (sec): 3.52 - samples/sec: 12237.57 - lr: 0.100000 +2023-04-05 12:34:58,581 epoch 66 - iter 84/280 - loss 0.04255956 - time (sec): 5.27 - samples/sec: 12187.70 - lr: 0.100000 +2023-04-05 12:35:00,351 epoch 66 - iter 112/280 - loss 0.04306737 - time (sec): 7.04 - samples/sec: 12133.07 - lr: 0.100000 +2023-04-05 12:35:02,033 epoch 66 - iter 140/280 - loss 0.04259381 - time (sec): 8.72 - samples/sec: 12154.27 - lr: 0.100000 +2023-04-05 12:35:03,768 epoch 66 - iter 168/280 - loss 0.04239611 - time (sec): 10.45 - samples/sec: 12157.41 - lr: 0.100000 +2023-04-05 12:35:05,549 epoch 66 - iter 196/280 - loss 0.04196514 - time (sec): 12.23 - samples/sec: 12129.22 - lr: 0.100000 +2023-04-05 12:35:07,282 epoch 66 - iter 224/280 - loss 0.04189833 - time (sec): 13.97 - samples/sec: 12163.65 - lr: 0.100000 +2023-04-05 12:35:09,015 epoch 66 - iter 252/280 - loss 0.04137184 - time (sec): 15.70 - samples/sec: 12167.59 - lr: 0.100000 +2023-04-05 12:35:10,694 epoch 66 - iter 280/280 - loss 0.04107907 - time (sec): 17.38 - samples/sec: 12181.28 - lr: 0.100000 +2023-04-05 12:35:10,694 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:35:10,695 EPOCH 66 done: loss 0.0411 - lr 0.100000 +2023-04-05 12:35:10,695 BAD EPOCHS (no improvement): 0 +2023-04-05 12:35:10,697 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:35:12,502 epoch 67 - iter 28/280 - loss 0.03943085 - time (sec): 1.80 - samples/sec: 11946.29 - lr: 0.100000 +2023-04-05 12:35:14,223 epoch 67 - iter 56/280 - loss 0.04099951 - time (sec): 3.53 - samples/sec: 12167.20 - lr: 0.100000 +2023-04-05 12:35:15,880 epoch 67 - iter 84/280 - loss 0.03984854 - time (sec): 5.18 - samples/sec: 12228.62 - lr: 0.100000 +2023-04-05 12:35:17,671 epoch 67 - iter 112/280 - loss 0.04068475 - time (sec): 6.97 - samples/sec: 12158.33 - lr: 0.100000 +2023-04-05 12:35:19,430 epoch 67 - iter 140/280 - loss 0.04023694 - time (sec): 8.73 - samples/sec: 12159.50 - lr: 0.100000 +2023-04-05 12:35:21,162 epoch 67 - iter 168/280 - loss 0.04025197 - time (sec): 10.47 - samples/sec: 12175.03 - lr: 0.100000 +2023-04-05 12:35:22,958 epoch 67 - iter 196/280 - loss 0.04051638 - time (sec): 12.26 - samples/sec: 12140.07 - lr: 0.100000 +2023-04-05 12:35:24,702 epoch 67 - iter 224/280 - loss 0.04046167 - time (sec): 14.01 - samples/sec: 12137.21 - lr: 0.100000 +2023-04-05 12:35:26,441 epoch 67 - iter 252/280 - loss 0.04012390 - time (sec): 15.74 - samples/sec: 12136.33 - lr: 0.100000 +2023-04-05 12:35:28,172 epoch 67 - iter 280/280 - loss 0.04086316 - time (sec): 17.48 - samples/sec: 12113.64 - lr: 0.100000 +2023-04-05 12:35:28,173 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:35:28,173 EPOCH 67 done: loss 0.0409 - lr 0.100000 +2023-04-05 12:35:28,173 BAD EPOCHS (no improvement): 0 +2023-04-05 12:35:28,176 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:35:29,975 epoch 68 - iter 28/280 - loss 0.03847541 - time (sec): 1.80 - samples/sec: 11748.77 - lr: 0.100000 +2023-04-05 12:35:31,773 epoch 68 - iter 56/280 - loss 0.03926478 - time (sec): 3.60 - samples/sec: 11909.26 - lr: 0.100000 +2023-04-05 12:35:33,549 epoch 68 - iter 84/280 - loss 0.03917093 - time (sec): 5.37 - samples/sec: 12001.91 - lr: 0.100000 +2023-04-05 12:35:35,305 epoch 68 - iter 112/280 - loss 0.03907090 - time (sec): 7.13 - samples/sec: 12014.13 - lr: 0.100000 +2023-04-05 12:35:36,983 epoch 68 - iter 140/280 - loss 0.03892914 - time (sec): 8.81 - samples/sec: 12087.92 - lr: 0.100000 +2023-04-05 12:35:38,708 epoch 68 - iter 168/280 - loss 0.03942564 - time (sec): 10.53 - samples/sec: 12139.35 - lr: 0.100000 +2023-04-05 12:35:40,405 epoch 68 - iter 196/280 - loss 0.03944183 - time (sec): 12.23 - samples/sec: 12181.78 - lr: 0.100000 +2023-04-05 12:35:42,127 epoch 68 - iter 224/280 - loss 0.04018487 - time (sec): 13.95 - samples/sec: 12213.24 - lr: 0.100000 +2023-04-05 12:35:43,835 epoch 68 - iter 252/280 - loss 0.04021863 - time (sec): 15.66 - samples/sec: 12204.86 - lr: 0.100000 +2023-04-05 12:35:45,551 epoch 68 - iter 280/280 - loss 0.04052165 - time (sec): 17.37 - samples/sec: 12183.68 - lr: 0.100000 +2023-04-05 12:35:45,551 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:35:45,551 EPOCH 68 done: loss 0.0405 - lr 0.100000 +2023-04-05 12:35:45,551 BAD EPOCHS (no improvement): 0 +2023-04-05 12:35:45,554 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:35:47,255 epoch 69 - iter 28/280 - loss 0.04198701 - time (sec): 1.70 - samples/sec: 12424.89 - lr: 0.100000 +2023-04-05 12:35:48,998 epoch 69 - iter 56/280 - loss 0.04062392 - time (sec): 3.44 - samples/sec: 12314.58 - lr: 0.100000 +2023-04-05 12:35:50,714 epoch 69 - iter 84/280 - loss 0.04011505 - time (sec): 5.16 - samples/sec: 12270.72 - lr: 0.100000 +2023-04-05 12:35:52,435 epoch 69 - iter 112/280 - loss 0.04009542 - time (sec): 6.88 - samples/sec: 12261.86 - lr: 0.100000 +2023-04-05 12:35:54,180 epoch 69 - iter 140/280 - loss 0.03970965 - time (sec): 8.63 - samples/sec: 12256.31 - lr: 0.100000 +2023-04-05 12:35:55,965 epoch 69 - iter 168/280 - loss 0.03947188 - time (sec): 10.41 - samples/sec: 12204.97 - lr: 0.100000 +2023-04-05 12:35:57,769 epoch 69 - iter 196/280 - loss 0.03973279 - time (sec): 12.22 - samples/sec: 12165.17 - lr: 0.100000 +2023-04-05 12:35:59,487 epoch 69 - iter 224/280 - loss 0.03971687 - time (sec): 13.93 - samples/sec: 12168.14 - lr: 0.100000 +2023-04-05 12:36:01,251 epoch 69 - iter 252/280 - loss 0.03998314 - time (sec): 15.70 - samples/sec: 12179.30 - lr: 0.100000 +2023-04-05 12:36:02,982 epoch 69 - iter 280/280 - loss 0.03997772 - time (sec): 17.43 - samples/sec: 12146.51 - lr: 0.100000 +2023-04-05 12:36:02,982 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:36:02,982 EPOCH 69 done: loss 0.0400 - lr 0.100000 +2023-04-05 12:36:02,982 BAD EPOCHS (no improvement): 0 +2023-04-05 12:36:02,985 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:36:04,759 epoch 70 - iter 28/280 - loss 0.03769898 - time (sec): 1.77 - samples/sec: 12081.73 - lr: 0.100000 +2023-04-05 12:36:06,541 epoch 70 - iter 56/280 - loss 0.04109644 - time (sec): 3.56 - samples/sec: 12155.12 - lr: 0.100000 +2023-04-05 12:36:08,245 epoch 70 - iter 84/280 - loss 0.03985551 - time (sec): 5.26 - samples/sec: 12225.62 - lr: 0.100000 +2023-04-05 12:36:09,983 epoch 70 - iter 112/280 - loss 0.03982534 - time (sec): 7.00 - samples/sec: 12225.85 - lr: 0.100000 +2023-04-05 12:36:11,677 epoch 70 - iter 140/280 - loss 0.03934254 - time (sec): 8.69 - samples/sec: 12254.04 - lr: 0.100000 +2023-04-05 12:36:13,441 epoch 70 - iter 168/280 - loss 0.03871946 - time (sec): 10.46 - samples/sec: 12196.60 - lr: 0.100000 +2023-04-05 12:36:15,157 epoch 70 - iter 196/280 - loss 0.03866823 - time (sec): 12.17 - samples/sec: 12206.79 - lr: 0.100000 +2023-04-05 12:36:16,970 epoch 70 - iter 224/280 - loss 0.03887471 - time (sec): 13.98 - samples/sec: 12158.12 - lr: 0.100000 +2023-04-05 12:36:18,737 epoch 70 - iter 252/280 - loss 0.03897216 - time (sec): 15.75 - samples/sec: 12145.19 - lr: 0.100000 +2023-04-05 12:36:20,455 epoch 70 - iter 280/280 - loss 0.03913149 - time (sec): 17.47 - samples/sec: 12117.39 - lr: 0.100000 +2023-04-05 12:36:20,455 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:36:20,455 EPOCH 70 done: loss 0.0391 - lr 0.100000 +2023-04-05 12:36:20,455 BAD EPOCHS (no improvement): 0 +2023-04-05 12:36:20,458 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:36:22,220 epoch 71 - iter 28/280 - loss 0.03635570 - time (sec): 1.76 - samples/sec: 11851.77 - lr: 0.100000 +2023-04-05 12:36:23,965 epoch 71 - iter 56/280 - loss 0.03807923 - time (sec): 3.51 - samples/sec: 11960.21 - lr: 0.100000 +2023-04-05 12:36:25,684 epoch 71 - iter 84/280 - loss 0.03936431 - time (sec): 5.23 - samples/sec: 12013.40 - lr: 0.100000 +2023-04-05 12:36:27,451 epoch 71 - iter 112/280 - loss 0.03941457 - time (sec): 6.99 - samples/sec: 12035.27 - lr: 0.100000 +2023-04-05 12:36:29,223 epoch 71 - iter 140/280 - loss 0.03962293 - time (sec): 8.77 - samples/sec: 12048.67 - lr: 0.100000 +2023-04-05 12:36:31,042 epoch 71 - iter 168/280 - loss 0.04021619 - time (sec): 10.58 - samples/sec: 12030.84 - lr: 0.100000 +2023-04-05 12:36:32,843 epoch 71 - iter 196/280 - loss 0.04031353 - time (sec): 12.38 - samples/sec: 11994.96 - lr: 0.100000 +2023-04-05 12:36:34,631 epoch 71 - iter 224/280 - loss 0.03983738 - time (sec): 14.17 - samples/sec: 11977.55 - lr: 0.100000 +2023-04-05 12:36:36,429 epoch 71 - iter 252/280 - loss 0.03960636 - time (sec): 15.97 - samples/sec: 11959.43 - lr: 0.100000 +2023-04-05 12:36:38,177 epoch 71 - iter 280/280 - loss 0.03972836 - time (sec): 17.72 - samples/sec: 11947.18 - lr: 0.100000 +2023-04-05 12:36:38,177 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:36:38,177 EPOCH 71 done: loss 0.0397 - lr 0.100000 +2023-04-05 12:36:38,177 BAD EPOCHS (no improvement): 1 +2023-04-05 12:36:38,180 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:36:39,928 epoch 72 - iter 28/280 - loss 0.03781835 - time (sec): 1.75 - samples/sec: 12177.82 - lr: 0.100000 +2023-04-05 12:36:41,703 epoch 72 - iter 56/280 - loss 0.03876505 - time (sec): 3.52 - samples/sec: 12074.53 - lr: 0.100000 +2023-04-05 12:36:43,449 epoch 72 - iter 84/280 - loss 0.03848380 - time (sec): 5.27 - samples/sec: 12135.23 - lr: 0.100000 +2023-04-05 12:36:45,204 epoch 72 - iter 112/280 - loss 0.03899188 - time (sec): 7.02 - samples/sec: 12095.55 - lr: 0.100000 +2023-04-05 12:36:46,935 epoch 72 - iter 140/280 - loss 0.03869974 - time (sec): 8.76 - samples/sec: 12086.19 - lr: 0.100000 +2023-04-05 12:36:48,707 epoch 72 - iter 168/280 - loss 0.03916428 - time (sec): 10.53 - samples/sec: 12074.06 - lr: 0.100000 +2023-04-05 12:36:50,479 epoch 72 - iter 196/280 - loss 0.03926499 - time (sec): 12.30 - samples/sec: 12078.94 - lr: 0.100000 +2023-04-05 12:36:52,219 epoch 72 - iter 224/280 - loss 0.03933488 - time (sec): 14.04 - samples/sec: 12089.12 - lr: 0.100000 +2023-04-05 12:36:54,000 epoch 72 - iter 252/280 - loss 0.03943585 - time (sec): 15.82 - samples/sec: 12094.98 - lr: 0.100000 +2023-04-05 12:36:55,691 epoch 72 - iter 280/280 - loss 0.03959172 - time (sec): 17.51 - samples/sec: 12088.51 - lr: 0.100000 +2023-04-05 12:36:55,692 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:36:55,692 EPOCH 72 done: loss 0.0396 - lr 0.100000 +2023-04-05 12:36:55,692 BAD EPOCHS (no improvement): 2 +2023-04-05 12:36:55,695 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:36:57,433 epoch 73 - iter 28/280 - loss 0.03961074 - time (sec): 1.74 - samples/sec: 12215.99 - lr: 0.100000 +2023-04-05 12:36:59,131 epoch 73 - iter 56/280 - loss 0.03937763 - time (sec): 3.44 - samples/sec: 12299.60 - lr: 0.100000 +2023-04-05 12:37:00,926 epoch 73 - iter 84/280 - loss 0.03875078 - time (sec): 5.23 - samples/sec: 12173.77 - lr: 0.100000 +2023-04-05 12:37:02,680 epoch 73 - iter 112/280 - loss 0.03828832 - time (sec): 6.99 - samples/sec: 12167.83 - lr: 0.100000 +2023-04-05 12:37:04,489 epoch 73 - iter 140/280 - loss 0.03829776 - time (sec): 8.79 - samples/sec: 12087.82 - lr: 0.100000 +2023-04-05 12:37:06,237 epoch 73 - iter 168/280 - loss 0.03863956 - time (sec): 10.54 - samples/sec: 12083.35 - lr: 0.100000 +2023-04-05 12:37:07,994 epoch 73 - iter 196/280 - loss 0.03857963 - time (sec): 12.30 - samples/sec: 12049.81 - lr: 0.100000 +2023-04-05 12:37:09,746 epoch 73 - iter 224/280 - loss 0.03859124 - time (sec): 14.05 - samples/sec: 12045.93 - lr: 0.100000 +2023-04-05 12:37:11,547 epoch 73 - iter 252/280 - loss 0.03877450 - time (sec): 15.85 - samples/sec: 12042.68 - lr: 0.100000 +2023-04-05 12:37:13,297 epoch 73 - iter 280/280 - loss 0.03877538 - time (sec): 17.60 - samples/sec: 12026.65 - lr: 0.100000 +2023-04-05 12:37:13,297 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:37:13,297 EPOCH 73 done: loss 0.0388 - lr 0.100000 +2023-04-05 12:37:13,297 BAD EPOCHS (no improvement): 0 +2023-04-05 12:37:13,300 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:37:15,099 epoch 74 - iter 28/280 - loss 0.04100038 - time (sec): 1.80 - samples/sec: 11852.73 - lr: 0.100000 +2023-04-05 12:37:16,889 epoch 74 - iter 56/280 - loss 0.03902047 - time (sec): 3.59 - samples/sec: 11858.74 - lr: 0.100000 +2023-04-05 12:37:18,615 epoch 74 - iter 84/280 - loss 0.03942582 - time (sec): 5.32 - samples/sec: 11930.17 - lr: 0.100000 +2023-04-05 12:37:20,383 epoch 74 - iter 112/280 - loss 0.03885162 - time (sec): 7.08 - samples/sec: 11946.62 - lr: 0.100000 +2023-04-05 12:37:22,123 epoch 74 - iter 140/280 - loss 0.03879617 - time (sec): 8.82 - samples/sec: 12013.28 - lr: 0.100000 +2023-04-05 12:37:23,883 epoch 74 - iter 168/280 - loss 0.03896451 - time (sec): 10.58 - samples/sec: 12011.92 - lr: 0.100000 +2023-04-05 12:37:25,628 epoch 74 - iter 196/280 - loss 0.03948927 - time (sec): 12.33 - samples/sec: 12044.23 - lr: 0.100000 +2023-04-05 12:37:27,375 epoch 74 - iter 224/280 - loss 0.03927040 - time (sec): 14.08 - samples/sec: 12058.64 - lr: 0.100000 +2023-04-05 12:37:29,117 epoch 74 - iter 252/280 - loss 0.03923118 - time (sec): 15.82 - samples/sec: 12061.80 - lr: 0.100000 +2023-04-05 12:37:30,854 epoch 74 - iter 280/280 - loss 0.03896728 - time (sec): 17.55 - samples/sec: 12059.49 - lr: 0.100000 +2023-04-05 12:37:30,854 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:37:30,854 EPOCH 74 done: loss 0.0390 - lr 0.100000 +2023-04-05 12:37:30,854 BAD EPOCHS (no improvement): 1 +2023-04-05 12:37:30,857 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:37:32,617 epoch 75 - iter 28/280 - loss 0.03636860 - time (sec): 1.76 - samples/sec: 12159.29 - lr: 0.100000 +2023-04-05 12:37:34,315 epoch 75 - iter 56/280 - loss 0.03622665 - time (sec): 3.46 - samples/sec: 12242.31 - lr: 0.100000 +2023-04-05 12:37:36,058 epoch 75 - iter 84/280 - loss 0.03753173 - time (sec): 5.20 - samples/sec: 12231.75 - lr: 0.100000 +2023-04-05 12:37:37,811 epoch 75 - iter 112/280 - loss 0.03856109 - time (sec): 6.95 - samples/sec: 12228.38 - lr: 0.100000 +2023-04-05 12:37:39,485 epoch 75 - iter 140/280 - loss 0.03847734 - time (sec): 8.63 - samples/sec: 12292.61 - lr: 0.100000 +2023-04-05 12:37:42,633 epoch 75 - iter 168/280 - loss 0.03838132 - time (sec): 11.78 - samples/sec: 10798.74 - lr: 0.100000 +2023-04-05 12:37:44,375 epoch 75 - iter 196/280 - loss 0.03838842 - time (sec): 13.52 - samples/sec: 10949.34 - lr: 0.100000 +2023-04-05 12:37:46,179 epoch 75 - iter 224/280 - loss 0.03893471 - time (sec): 15.32 - samples/sec: 11075.75 - lr: 0.100000 +2023-04-05 12:37:47,978 epoch 75 - iter 252/280 - loss 0.03857032 - time (sec): 17.12 - samples/sec: 11169.09 - lr: 0.100000 +2023-04-05 12:37:49,699 epoch 75 - iter 280/280 - loss 0.03845460 - time (sec): 18.84 - samples/sec: 11235.16 - lr: 0.100000 +2023-04-05 12:37:49,699 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:37:49,699 EPOCH 75 done: loss 0.0385 - lr 0.100000 +2023-04-05 12:37:49,699 BAD EPOCHS (no improvement): 0 +2023-04-05 12:37:49,702 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:37:51,504 epoch 76 - iter 28/280 - loss 0.03627563 - time (sec): 1.80 - samples/sec: 11994.40 - lr: 0.100000 +2023-04-05 12:37:53,294 epoch 76 - iter 56/280 - loss 0.03728684 - time (sec): 3.59 - samples/sec: 12064.41 - lr: 0.100000 +2023-04-05 12:37:55,025 epoch 76 - iter 84/280 - loss 0.03755757 - time (sec): 5.32 - samples/sec: 12123.74 - lr: 0.100000 +2023-04-05 12:37:56,732 epoch 76 - iter 112/280 - loss 0.03786187 - time (sec): 7.03 - samples/sec: 12137.64 - lr: 0.100000 +2023-04-05 12:37:58,493 epoch 76 - iter 140/280 - loss 0.03769031 - time (sec): 8.79 - samples/sec: 12159.39 - lr: 0.100000 +2023-04-05 12:38:00,192 epoch 76 - iter 168/280 - loss 0.03795245 - time (sec): 10.49 - samples/sec: 12172.52 - lr: 0.100000 +2023-04-05 12:38:01,932 epoch 76 - iter 196/280 - loss 0.03839792 - time (sec): 12.23 - samples/sec: 12181.50 - lr: 0.100000 +2023-04-05 12:38:03,629 epoch 76 - iter 224/280 - loss 0.03896866 - time (sec): 13.93 - samples/sec: 12229.12 - lr: 0.100000 +2023-04-05 12:38:05,399 epoch 76 - iter 252/280 - loss 0.03868635 - time (sec): 15.70 - samples/sec: 12203.65 - lr: 0.100000 +2023-04-05 12:38:07,045 epoch 76 - iter 280/280 - loss 0.03880076 - time (sec): 17.34 - samples/sec: 12206.04 - lr: 0.100000 +2023-04-05 12:38:07,045 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:38:07,045 EPOCH 76 done: loss 0.0388 - lr 0.100000 +2023-04-05 12:38:07,045 BAD EPOCHS (no improvement): 1 +2023-04-05 12:38:07,048 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:38:08,754 epoch 77 - iter 28/280 - loss 0.03438133 - time (sec): 1.71 - samples/sec: 12146.69 - lr: 0.100000 +2023-04-05 12:38:10,469 epoch 77 - iter 56/280 - loss 0.03638417 - time (sec): 3.42 - samples/sec: 12201.75 - lr: 0.100000 +2023-04-05 12:38:12,236 epoch 77 - iter 84/280 - loss 0.03776686 - time (sec): 5.19 - samples/sec: 12075.22 - lr: 0.100000 +2023-04-05 12:38:13,912 epoch 77 - iter 112/280 - loss 0.03775078 - time (sec): 6.86 - samples/sec: 12144.66 - lr: 0.100000 +2023-04-05 12:38:15,661 epoch 77 - iter 140/280 - loss 0.03801230 - time (sec): 8.61 - samples/sec: 12108.17 - lr: 0.100000 +2023-04-05 12:38:17,464 epoch 77 - iter 168/280 - loss 0.03811036 - time (sec): 10.42 - samples/sec: 12110.88 - lr: 0.100000 +2023-04-05 12:38:19,220 epoch 77 - iter 196/280 - loss 0.03801335 - time (sec): 12.17 - samples/sec: 12087.41 - lr: 0.100000 +2023-04-05 12:38:20,977 epoch 77 - iter 224/280 - loss 0.03835780 - time (sec): 13.93 - samples/sec: 12125.90 - lr: 0.100000 +2023-04-05 12:38:22,803 epoch 77 - iter 252/280 - loss 0.03782331 - time (sec): 15.75 - samples/sec: 12108.90 - lr: 0.100000 +2023-04-05 12:38:24,508 epoch 77 - iter 280/280 - loss 0.03786722 - time (sec): 17.46 - samples/sec: 12124.09 - lr: 0.100000 +2023-04-05 12:38:24,509 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:38:24,509 EPOCH 77 done: loss 0.0379 - lr 0.100000 +2023-04-05 12:38:24,509 BAD EPOCHS (no improvement): 0 +2023-04-05 12:38:24,512 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:38:26,292 epoch 78 - iter 28/280 - loss 0.03796693 - time (sec): 1.78 - samples/sec: 12077.04 - lr: 0.100000 +2023-04-05 12:38:28,049 epoch 78 - iter 56/280 - loss 0.03586608 - time (sec): 3.54 - samples/sec: 12038.02 - lr: 0.100000 +2023-04-05 12:38:29,760 epoch 78 - iter 84/280 - loss 0.03625761 - time (sec): 5.25 - samples/sec: 12086.06 - lr: 0.100000 +2023-04-05 12:38:31,516 epoch 78 - iter 112/280 - loss 0.03569381 - time (sec): 7.00 - samples/sec: 12097.75 - lr: 0.100000 +2023-04-05 12:38:33,251 epoch 78 - iter 140/280 - loss 0.03647958 - time (sec): 8.74 - samples/sec: 12101.00 - lr: 0.100000 +2023-04-05 12:38:34,982 epoch 78 - iter 168/280 - loss 0.03631160 - time (sec): 10.47 - samples/sec: 12111.74 - lr: 0.100000 +2023-04-05 12:38:36,741 epoch 78 - iter 196/280 - loss 0.03666988 - time (sec): 12.23 - samples/sec: 12114.71 - lr: 0.100000 +2023-04-05 12:38:38,481 epoch 78 - iter 224/280 - loss 0.03674568 - time (sec): 13.97 - samples/sec: 12105.27 - lr: 0.100000 +2023-04-05 12:38:40,255 epoch 78 - iter 252/280 - loss 0.03716378 - time (sec): 15.74 - samples/sec: 12090.39 - lr: 0.100000 +2023-04-05 12:38:41,994 epoch 78 - iter 280/280 - loss 0.03704678 - time (sec): 17.48 - samples/sec: 12108.75 - lr: 0.100000 +2023-04-05 12:38:41,994 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:38:41,994 EPOCH 78 done: loss 0.0370 - lr 0.100000 +2023-04-05 12:38:41,994 BAD EPOCHS (no improvement): 0 +2023-04-05 12:38:41,997 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:38:43,687 epoch 79 - iter 28/280 - loss 0.03392323 - time (sec): 1.69 - samples/sec: 12194.78 - lr: 0.100000 +2023-04-05 12:38:45,367 epoch 79 - iter 56/280 - loss 0.03520389 - time (sec): 3.37 - samples/sec: 12391.01 - lr: 0.100000 +2023-04-05 12:38:47,146 epoch 79 - iter 84/280 - loss 0.03633110 - time (sec): 5.15 - samples/sec: 12376.24 - lr: 0.100000 +2023-04-05 12:38:48,911 epoch 79 - iter 112/280 - loss 0.03667243 - time (sec): 6.91 - samples/sec: 12339.18 - lr: 0.100000 +2023-04-05 12:38:50,620 epoch 79 - iter 140/280 - loss 0.03748217 - time (sec): 8.62 - samples/sec: 12301.68 - lr: 0.100000 +2023-04-05 12:38:52,409 epoch 79 - iter 168/280 - loss 0.03808995 - time (sec): 10.41 - samples/sec: 12263.04 - lr: 0.100000 +2023-04-05 12:38:54,124 epoch 79 - iter 196/280 - loss 0.03844778 - time (sec): 12.13 - samples/sec: 12253.02 - lr: 0.100000 +2023-04-05 12:38:55,894 epoch 79 - iter 224/280 - loss 0.03858101 - time (sec): 13.90 - samples/sec: 12229.44 - lr: 0.100000 +2023-04-05 12:38:57,644 epoch 79 - iter 252/280 - loss 0.03845868 - time (sec): 15.65 - samples/sec: 12199.01 - lr: 0.100000 +2023-04-05 12:38:59,369 epoch 79 - iter 280/280 - loss 0.03859506 - time (sec): 17.37 - samples/sec: 12185.87 - lr: 0.100000 +2023-04-05 12:38:59,369 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:38:59,369 EPOCH 79 done: loss 0.0386 - lr 0.100000 +2023-04-05 12:38:59,369 BAD EPOCHS (no improvement): 1 +2023-04-05 12:38:59,372 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:39:01,134 epoch 80 - iter 28/280 - loss 0.03428015 - time (sec): 1.76 - samples/sec: 12216.27 - lr: 0.100000 +2023-04-05 12:39:02,916 epoch 80 - iter 56/280 - loss 0.03452749 - time (sec): 3.54 - samples/sec: 12136.67 - lr: 0.100000 +2023-04-05 12:39:04,677 epoch 80 - iter 84/280 - loss 0.03486693 - time (sec): 5.31 - samples/sec: 12104.79 - lr: 0.100000 +2023-04-05 12:39:06,444 epoch 80 - iter 112/280 - loss 0.03451323 - time (sec): 7.07 - samples/sec: 12107.55 - lr: 0.100000 +2023-04-05 12:39:08,176 epoch 80 - iter 140/280 - loss 0.03574104 - time (sec): 8.80 - samples/sec: 12108.57 - lr: 0.100000 +2023-04-05 12:39:09,943 epoch 80 - iter 168/280 - loss 0.03550955 - time (sec): 10.57 - samples/sec: 12109.09 - lr: 0.100000 +2023-04-05 12:39:11,632 epoch 80 - iter 196/280 - loss 0.03595843 - time (sec): 12.26 - samples/sec: 12140.96 - lr: 0.100000 +2023-04-05 12:39:13,394 epoch 80 - iter 224/280 - loss 0.03605754 - time (sec): 14.02 - samples/sec: 12147.02 - lr: 0.100000 +2023-04-05 12:39:15,080 epoch 80 - iter 252/280 - loss 0.03659418 - time (sec): 15.71 - samples/sec: 12178.27 - lr: 0.100000 +2023-04-05 12:39:16,792 epoch 80 - iter 280/280 - loss 0.03645121 - time (sec): 17.42 - samples/sec: 12152.11 - lr: 0.100000 +2023-04-05 12:39:16,792 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:39:16,792 EPOCH 80 done: loss 0.0365 - lr 0.100000 +2023-04-05 12:39:16,792 BAD EPOCHS (no improvement): 0 +2023-04-05 12:39:16,795 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:39:18,480 epoch 81 - iter 28/280 - loss 0.03590394 - time (sec): 1.69 - samples/sec: 12377.59 - lr: 0.100000 +2023-04-05 12:39:20,168 epoch 81 - iter 56/280 - loss 0.03474257 - time (sec): 3.37 - samples/sec: 12350.93 - lr: 0.100000 +2023-04-05 12:39:21,881 epoch 81 - iter 84/280 - loss 0.03490962 - time (sec): 5.09 - samples/sec: 12311.09 - lr: 0.100000 +2023-04-05 12:39:23,595 epoch 81 - iter 112/280 - loss 0.03523553 - time (sec): 6.80 - samples/sec: 12364.59 - lr: 0.100000 +2023-04-05 12:39:25,346 epoch 81 - iter 140/280 - loss 0.03556309 - time (sec): 8.55 - samples/sec: 12326.44 - lr: 0.100000 +2023-04-05 12:39:27,150 epoch 81 - iter 168/280 - loss 0.03554954 - time (sec): 10.35 - samples/sec: 12266.11 - lr: 0.100000 +2023-04-05 12:39:28,927 epoch 81 - iter 196/280 - loss 0.03573711 - time (sec): 12.13 - samples/sec: 12228.95 - lr: 0.100000 +2023-04-05 12:39:30,663 epoch 81 - iter 224/280 - loss 0.03644354 - time (sec): 13.87 - samples/sec: 12228.37 - lr: 0.100000 +2023-04-05 12:39:32,478 epoch 81 - iter 252/280 - loss 0.03706439 - time (sec): 15.68 - samples/sec: 12198.95 - lr: 0.100000 +2023-04-05 12:39:34,205 epoch 81 - iter 280/280 - loss 0.03739678 - time (sec): 17.41 - samples/sec: 12158.95 - lr: 0.100000 +2023-04-05 12:39:34,206 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:39:34,206 EPOCH 81 done: loss 0.0374 - lr 0.100000 +2023-04-05 12:39:34,206 BAD EPOCHS (no improvement): 1 +2023-04-05 12:39:34,209 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:39:35,954 epoch 82 - iter 28/280 - loss 0.03503511 - time (sec): 1.75 - samples/sec: 12020.46 - lr: 0.100000 +2023-04-05 12:39:37,665 epoch 82 - iter 56/280 - loss 0.03682270 - time (sec): 3.46 - samples/sec: 12096.43 - lr: 0.100000 +2023-04-05 12:39:39,470 epoch 82 - iter 84/280 - loss 0.03650923 - time (sec): 5.26 - samples/sec: 12047.12 - lr: 0.100000 +2023-04-05 12:39:41,234 epoch 82 - iter 112/280 - loss 0.03608598 - time (sec): 7.03 - samples/sec: 12063.51 - lr: 0.100000 +2023-04-05 12:39:43,007 epoch 82 - iter 140/280 - loss 0.03683088 - time (sec): 8.80 - samples/sec: 12080.83 - lr: 0.100000 +2023-04-05 12:39:44,803 epoch 82 - iter 168/280 - loss 0.03748619 - time (sec): 10.59 - samples/sec: 12030.28 - lr: 0.100000 +2023-04-05 12:39:46,545 epoch 82 - iter 196/280 - loss 0.03753730 - time (sec): 12.34 - samples/sec: 12091.35 - lr: 0.100000 +2023-04-05 12:39:48,249 epoch 82 - iter 224/280 - loss 0.03786205 - time (sec): 14.04 - samples/sec: 12130.67 - lr: 0.100000 +2023-04-05 12:39:49,921 epoch 82 - iter 252/280 - loss 0.03785609 - time (sec): 15.71 - samples/sec: 12159.44 - lr: 0.100000 +2023-04-05 12:39:51,621 epoch 82 - iter 280/280 - loss 0.03819709 - time (sec): 17.41 - samples/sec: 12157.78 - lr: 0.100000 +2023-04-05 12:39:51,621 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:39:51,621 EPOCH 82 done: loss 0.0382 - lr 0.100000 +2023-04-05 12:39:51,621 BAD EPOCHS (no improvement): 2 +2023-04-05 12:39:51,624 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:39:53,333 epoch 83 - iter 28/280 - loss 0.03417060 - time (sec): 1.71 - samples/sec: 12319.80 - lr: 0.100000 +2023-04-05 12:39:55,092 epoch 83 - iter 56/280 - loss 0.03560914 - time (sec): 3.47 - samples/sec: 12301.57 - lr: 0.100000 +2023-04-05 12:39:56,848 epoch 83 - iter 84/280 - loss 0.03610851 - time (sec): 5.22 - samples/sec: 12247.46 - lr: 0.100000 +2023-04-05 12:39:58,548 epoch 83 - iter 112/280 - loss 0.03655525 - time (sec): 6.92 - samples/sec: 12297.20 - lr: 0.100000 +2023-04-05 12:40:00,253 epoch 83 - iter 140/280 - loss 0.03754231 - time (sec): 8.63 - samples/sec: 12316.31 - lr: 0.100000 +2023-04-05 12:40:01,999 epoch 83 - iter 168/280 - loss 0.03780406 - time (sec): 10.38 - samples/sec: 12307.68 - lr: 0.100000 +2023-04-05 12:40:03,737 epoch 83 - iter 196/280 - loss 0.03746121 - time (sec): 12.11 - samples/sec: 12289.77 - lr: 0.100000 +2023-04-05 12:40:05,527 epoch 83 - iter 224/280 - loss 0.03727081 - time (sec): 13.90 - samples/sec: 12238.54 - lr: 0.100000 +2023-04-05 12:40:07,247 epoch 83 - iter 252/280 - loss 0.03715850 - time (sec): 15.62 - samples/sec: 12229.47 - lr: 0.100000 +2023-04-05 12:40:08,954 epoch 83 - iter 280/280 - loss 0.03730682 - time (sec): 17.33 - samples/sec: 12215.02 - lr: 0.100000 +2023-04-05 12:40:08,954 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:40:08,954 EPOCH 83 done: loss 0.0373 - lr 0.100000 +2023-04-05 12:40:08,954 BAD EPOCHS (no improvement): 3 +2023-04-05 12:40:08,963 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:40:10,755 epoch 84 - iter 28/280 - loss 0.03644985 - time (sec): 1.79 - samples/sec: 12159.73 - lr: 0.100000 +2023-04-05 12:40:12,526 epoch 84 - iter 56/280 - loss 0.03493266 - time (sec): 3.56 - samples/sec: 12157.96 - lr: 0.100000 +2023-04-05 12:40:14,285 epoch 84 - iter 84/280 - loss 0.03518310 - time (sec): 5.32 - samples/sec: 12121.94 - lr: 0.100000 +2023-04-05 12:40:16,002 epoch 84 - iter 112/280 - loss 0.03551060 - time (sec): 7.04 - samples/sec: 12112.43 - lr: 0.100000 +2023-04-05 12:40:17,749 epoch 84 - iter 140/280 - loss 0.03645834 - time (sec): 8.79 - samples/sec: 12134.53 - lr: 0.100000 +2023-04-05 12:40:19,501 epoch 84 - iter 168/280 - loss 0.03577498 - time (sec): 10.54 - samples/sec: 12139.19 - lr: 0.100000 +2023-04-05 12:40:21,224 epoch 84 - iter 196/280 - loss 0.03582836 - time (sec): 12.26 - samples/sec: 12180.88 - lr: 0.100000 +2023-04-05 12:40:22,931 epoch 84 - iter 224/280 - loss 0.03577321 - time (sec): 13.97 - samples/sec: 12189.24 - lr: 0.100000 +2023-04-05 12:40:24,693 epoch 84 - iter 252/280 - loss 0.03586804 - time (sec): 15.73 - samples/sec: 12157.42 - lr: 0.100000 +2023-04-05 12:40:26,374 epoch 84 - iter 280/280 - loss 0.03586139 - time (sec): 17.41 - samples/sec: 12158.66 - lr: 0.100000 +2023-04-05 12:40:26,374 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:40:26,374 EPOCH 84 done: loss 0.0359 - lr 0.100000 +2023-04-05 12:40:26,374 BAD EPOCHS (no improvement): 0 +2023-04-05 12:40:26,377 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:40:28,024 epoch 85 - iter 28/280 - loss 0.03410927 - time (sec): 1.65 - samples/sec: 12570.94 - lr: 0.100000 +2023-04-05 12:40:29,760 epoch 85 - iter 56/280 - loss 0.03397760 - time (sec): 3.38 - samples/sec: 12364.23 - lr: 0.100000 +2023-04-05 12:40:31,477 epoch 85 - iter 84/280 - loss 0.03512115 - time (sec): 5.10 - samples/sec: 12251.35 - lr: 0.100000 +2023-04-05 12:40:33,199 epoch 85 - iter 112/280 - loss 0.03606098 - time (sec): 6.82 - samples/sec: 12267.98 - lr: 0.100000 +2023-04-05 12:40:34,935 epoch 85 - iter 140/280 - loss 0.03553107 - time (sec): 8.56 - samples/sec: 12237.50 - lr: 0.100000 +2023-04-05 12:40:36,703 epoch 85 - iter 168/280 - loss 0.03543236 - time (sec): 10.33 - samples/sec: 12219.57 - lr: 0.100000 +2023-04-05 12:40:38,452 epoch 85 - iter 196/280 - loss 0.03542875 - time (sec): 12.07 - samples/sec: 12229.51 - lr: 0.100000 +2023-04-05 12:40:40,184 epoch 85 - iter 224/280 - loss 0.03548176 - time (sec): 13.81 - samples/sec: 12257.14 - lr: 0.100000 +2023-04-05 12:40:41,988 epoch 85 - iter 252/280 - loss 0.03577163 - time (sec): 15.61 - samples/sec: 12211.04 - lr: 0.100000 +2023-04-05 12:40:43,742 epoch 85 - iter 280/280 - loss 0.03615917 - time (sec): 17.36 - samples/sec: 12190.71 - lr: 0.100000 +2023-04-05 12:40:43,742 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:40:43,742 EPOCH 85 done: loss 0.0362 - lr 0.100000 +2023-04-05 12:40:43,742 BAD EPOCHS (no improvement): 1 +2023-04-05 12:40:43,745 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:40:45,517 epoch 86 - iter 28/280 - loss 0.03483692 - time (sec): 1.77 - samples/sec: 11895.38 - lr: 0.100000 +2023-04-05 12:40:47,288 epoch 86 - iter 56/280 - loss 0.03595942 - time (sec): 3.54 - samples/sec: 11814.04 - lr: 0.100000 +2023-04-05 12:40:49,052 epoch 86 - iter 84/280 - loss 0.03440199 - time (sec): 5.31 - samples/sec: 11827.32 - lr: 0.100000 +2023-04-05 12:40:50,842 epoch 86 - iter 112/280 - loss 0.03402837 - time (sec): 7.10 - samples/sec: 11874.59 - lr: 0.100000 +2023-04-05 12:40:52,588 epoch 86 - iter 140/280 - loss 0.03429795 - time (sec): 8.84 - samples/sec: 11947.63 - lr: 0.100000 +2023-04-05 12:40:54,295 epoch 86 - iter 168/280 - loss 0.03432444 - time (sec): 10.55 - samples/sec: 12004.59 - lr: 0.100000 +2023-04-05 12:40:56,032 epoch 86 - iter 196/280 - loss 0.03444256 - time (sec): 12.29 - samples/sec: 12031.25 - lr: 0.100000 +2023-04-05 12:40:57,835 epoch 86 - iter 224/280 - loss 0.03450784 - time (sec): 14.09 - samples/sec: 12052.48 - lr: 0.100000 +2023-04-05 12:40:59,571 epoch 86 - iter 252/280 - loss 0.03473541 - time (sec): 15.83 - samples/sec: 12079.04 - lr: 0.100000 +2023-04-05 12:41:01,247 epoch 86 - iter 280/280 - loss 0.03512771 - time (sec): 17.50 - samples/sec: 12095.76 - lr: 0.100000 +2023-04-05 12:41:01,247 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:41:01,247 EPOCH 86 done: loss 0.0351 - lr 0.100000 +2023-04-05 12:41:01,247 BAD EPOCHS (no improvement): 0 +2023-04-05 12:41:01,250 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:41:02,988 epoch 87 - iter 28/280 - loss 0.03479862 - time (sec): 1.74 - samples/sec: 11948.47 - lr: 0.100000 +2023-04-05 12:41:04,640 epoch 87 - iter 56/280 - loss 0.03524917 - time (sec): 3.39 - samples/sec: 12309.95 - lr: 0.100000 +2023-04-05 12:41:06,400 epoch 87 - iter 84/280 - loss 0.03468256 - time (sec): 5.15 - samples/sec: 12315.03 - lr: 0.100000 +2023-04-05 12:41:08,135 epoch 87 - iter 112/280 - loss 0.03506919 - time (sec): 6.88 - samples/sec: 12323.07 - lr: 0.100000 +2023-04-05 12:41:09,854 epoch 87 - iter 140/280 - loss 0.03541293 - time (sec): 8.60 - samples/sec: 12312.49 - lr: 0.100000 +2023-04-05 12:41:11,537 epoch 87 - iter 168/280 - loss 0.03528876 - time (sec): 10.29 - samples/sec: 12327.43 - lr: 0.100000 +2023-04-05 12:41:13,348 epoch 87 - iter 196/280 - loss 0.03533537 - time (sec): 12.10 - samples/sec: 12271.56 - lr: 0.100000 +2023-04-05 12:41:15,134 epoch 87 - iter 224/280 - loss 0.03533264 - time (sec): 13.88 - samples/sec: 12228.18 - lr: 0.100000 +2023-04-05 12:41:16,839 epoch 87 - iter 252/280 - loss 0.03545466 - time (sec): 15.59 - samples/sec: 12252.95 - lr: 0.100000 +2023-04-05 12:41:18,591 epoch 87 - iter 280/280 - loss 0.03522351 - time (sec): 17.34 - samples/sec: 12207.17 - lr: 0.100000 +2023-04-05 12:41:18,592 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:41:18,592 EPOCH 87 done: loss 0.0352 - lr 0.100000 +2023-04-05 12:41:18,592 BAD EPOCHS (no improvement): 1 +2023-04-05 12:41:18,595 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:41:20,342 epoch 88 - iter 28/280 - loss 0.03684375 - time (sec): 1.75 - samples/sec: 12111.07 - lr: 0.100000 +2023-04-05 12:41:22,110 epoch 88 - iter 56/280 - loss 0.03599593 - time (sec): 3.52 - samples/sec: 12013.33 - lr: 0.100000 +2023-04-05 12:41:23,874 epoch 88 - iter 84/280 - loss 0.03559489 - time (sec): 5.28 - samples/sec: 12031.14 - lr: 0.100000 +2023-04-05 12:41:25,698 epoch 88 - iter 112/280 - loss 0.03511190 - time (sec): 7.10 - samples/sec: 11956.74 - lr: 0.100000 +2023-04-05 12:41:27,471 epoch 88 - iter 140/280 - loss 0.03527592 - time (sec): 8.88 - samples/sec: 11914.61 - lr: 0.100000 +2023-04-05 12:41:29,259 epoch 88 - iter 168/280 - loss 0.03544253 - time (sec): 10.66 - samples/sec: 11922.92 - lr: 0.100000 +2023-04-05 12:41:31,022 epoch 88 - iter 196/280 - loss 0.03576488 - time (sec): 12.43 - samples/sec: 11957.53 - lr: 0.100000 +2023-04-05 12:41:32,767 epoch 88 - iter 224/280 - loss 0.03593632 - time (sec): 14.17 - samples/sec: 11985.12 - lr: 0.100000 +2023-04-05 12:41:34,501 epoch 88 - iter 252/280 - loss 0.03559523 - time (sec): 15.91 - samples/sec: 11967.57 - lr: 0.100000 +2023-04-05 12:41:36,235 epoch 88 - iter 280/280 - loss 0.03580970 - time (sec): 17.64 - samples/sec: 12000.43 - lr: 0.100000 +2023-04-05 12:41:36,235 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:41:36,235 EPOCH 88 done: loss 0.0358 - lr 0.100000 +2023-04-05 12:41:36,235 BAD EPOCHS (no improvement): 2 +2023-04-05 12:41:36,238 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:41:38,049 epoch 89 - iter 28/280 - loss 0.03591119 - time (sec): 1.81 - samples/sec: 11894.56 - lr: 0.100000 +2023-04-05 12:41:39,762 epoch 89 - iter 56/280 - loss 0.03595874 - time (sec): 3.52 - samples/sec: 12136.41 - lr: 0.100000 +2023-04-05 12:41:41,472 epoch 89 - iter 84/280 - loss 0.03498868 - time (sec): 5.23 - samples/sec: 12146.13 - lr: 0.100000 +2023-04-05 12:41:43,195 epoch 89 - iter 112/280 - loss 0.03610717 - time (sec): 6.96 - samples/sec: 12246.60 - lr: 0.100000 +2023-04-05 12:41:44,918 epoch 89 - iter 140/280 - loss 0.03614848 - time (sec): 8.68 - samples/sec: 12286.30 - lr: 0.100000 +2023-04-05 12:41:46,627 epoch 89 - iter 168/280 - loss 0.03610477 - time (sec): 10.39 - samples/sec: 12319.78 - lr: 0.100000 +2023-04-05 12:41:48,395 epoch 89 - iter 196/280 - loss 0.03550492 - time (sec): 12.16 - samples/sec: 12252.20 - lr: 0.100000 +2023-04-05 12:41:50,162 epoch 89 - iter 224/280 - loss 0.03505142 - time (sec): 13.92 - samples/sec: 12219.00 - lr: 0.100000 +2023-04-05 12:41:51,912 epoch 89 - iter 252/280 - loss 0.03509938 - time (sec): 15.67 - samples/sec: 12188.81 - lr: 0.100000 +2023-04-05 12:41:53,675 epoch 89 - iter 280/280 - loss 0.03487215 - time (sec): 17.44 - samples/sec: 12140.47 - lr: 0.100000 +2023-04-05 12:41:53,675 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:41:53,675 EPOCH 89 done: loss 0.0349 - lr 0.100000 +2023-04-05 12:41:53,675 BAD EPOCHS (no improvement): 0 +2023-04-05 12:41:53,678 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:41:55,446 epoch 90 - iter 28/280 - loss 0.03244017 - time (sec): 1.77 - samples/sec: 12073.66 - lr: 0.100000 +2023-04-05 12:41:57,243 epoch 90 - iter 56/280 - loss 0.03511484 - time (sec): 3.56 - samples/sec: 12087.80 - lr: 0.100000 +2023-04-05 12:41:59,010 epoch 90 - iter 84/280 - loss 0.03497913 - time (sec): 5.33 - samples/sec: 12098.15 - lr: 0.100000 +2023-04-05 12:42:00,705 epoch 90 - iter 112/280 - loss 0.03476851 - time (sec): 7.03 - samples/sec: 12121.47 - lr: 0.100000 +2023-04-05 12:42:02,471 epoch 90 - iter 140/280 - loss 0.03442521 - time (sec): 8.79 - samples/sec: 12074.04 - lr: 0.100000 +2023-04-05 12:42:04,246 epoch 90 - iter 168/280 - loss 0.03440626 - time (sec): 10.57 - samples/sec: 12054.84 - lr: 0.100000 +2023-04-05 12:42:06,003 epoch 90 - iter 196/280 - loss 0.03433800 - time (sec): 12.32 - samples/sec: 12083.42 - lr: 0.100000 +2023-04-05 12:42:07,754 epoch 90 - iter 224/280 - loss 0.03423012 - time (sec): 14.08 - samples/sec: 12091.39 - lr: 0.100000 +2023-04-05 12:42:09,469 epoch 90 - iter 252/280 - loss 0.03420028 - time (sec): 15.79 - samples/sec: 12087.02 - lr: 0.100000 +2023-04-05 12:42:11,215 epoch 90 - iter 280/280 - loss 0.03413228 - time (sec): 17.54 - samples/sec: 12071.74 - lr: 0.100000 +2023-04-05 12:42:11,215 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:42:11,215 EPOCH 90 done: loss 0.0341 - lr 0.100000 +2023-04-05 12:42:11,215 BAD EPOCHS (no improvement): 0 +2023-04-05 12:42:11,217 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:42:12,951 epoch 91 - iter 28/280 - loss 0.03274450 - time (sec): 1.73 - samples/sec: 12193.01 - lr: 0.100000 +2023-04-05 12:42:14,685 epoch 91 - iter 56/280 - loss 0.03356924 - time (sec): 3.47 - samples/sec: 12266.87 - lr: 0.100000 +2023-04-05 12:42:16,415 epoch 91 - iter 84/280 - loss 0.03427478 - time (sec): 5.20 - samples/sec: 12187.06 - lr: 0.100000 +2023-04-05 12:42:18,195 epoch 91 - iter 112/280 - loss 0.03375528 - time (sec): 6.98 - samples/sec: 12159.27 - lr: 0.100000 +2023-04-05 12:42:19,905 epoch 91 - iter 140/280 - loss 0.03350985 - time (sec): 8.69 - samples/sec: 12182.12 - lr: 0.100000 +2023-04-05 12:42:21,687 epoch 91 - iter 168/280 - loss 0.03388902 - time (sec): 10.47 - samples/sec: 12185.87 - lr: 0.100000 +2023-04-05 12:42:23,421 epoch 91 - iter 196/280 - loss 0.03424589 - time (sec): 12.20 - samples/sec: 12207.00 - lr: 0.100000 +2023-04-05 12:42:25,102 epoch 91 - iter 224/280 - loss 0.03413444 - time (sec): 13.88 - samples/sec: 12205.35 - lr: 0.100000 +2023-04-05 12:42:26,885 epoch 91 - iter 252/280 - loss 0.03430150 - time (sec): 15.67 - samples/sec: 12206.47 - lr: 0.100000 +2023-04-05 12:42:28,580 epoch 91 - iter 280/280 - loss 0.03419609 - time (sec): 17.36 - samples/sec: 12192.18 - lr: 0.100000 +2023-04-05 12:42:28,581 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:42:28,581 EPOCH 91 done: loss 0.0342 - lr 0.100000 +2023-04-05 12:42:28,581 BAD EPOCHS (no improvement): 1 +2023-04-05 12:42:28,583 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:42:30,331 epoch 92 - iter 28/280 - loss 0.03223319 - time (sec): 1.75 - samples/sec: 12059.18 - lr: 0.100000 +2023-04-05 12:42:32,105 epoch 92 - iter 56/280 - loss 0.03397368 - time (sec): 3.52 - samples/sec: 11972.82 - lr: 0.100000 +2023-04-05 12:42:33,853 epoch 92 - iter 84/280 - loss 0.03473657 - time (sec): 5.27 - samples/sec: 11979.78 - lr: 0.100000 +2023-04-05 12:42:35,616 epoch 92 - iter 112/280 - loss 0.03441599 - time (sec): 7.03 - samples/sec: 12041.94 - lr: 0.100000 +2023-04-05 12:42:37,371 epoch 92 - iter 140/280 - loss 0.03417954 - time (sec): 8.79 - samples/sec: 12083.55 - lr: 0.100000 +2023-04-05 12:42:39,117 epoch 92 - iter 168/280 - loss 0.03371350 - time (sec): 10.53 - samples/sec: 12065.96 - lr: 0.100000 +2023-04-05 12:42:40,840 epoch 92 - iter 196/280 - loss 0.03376422 - time (sec): 12.26 - samples/sec: 12074.14 - lr: 0.100000 +2023-04-05 12:42:42,642 epoch 92 - iter 224/280 - loss 0.03398829 - time (sec): 14.06 - samples/sec: 12052.85 - lr: 0.100000 +2023-04-05 12:42:44,395 epoch 92 - iter 252/280 - loss 0.03425683 - time (sec): 15.81 - samples/sec: 12078.06 - lr: 0.100000 +2023-04-05 12:42:46,094 epoch 92 - iter 280/280 - loss 0.03439337 - time (sec): 17.51 - samples/sec: 12089.42 - lr: 0.100000 +2023-04-05 12:42:46,094 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:42:46,094 EPOCH 92 done: loss 0.0344 - lr 0.100000 +2023-04-05 12:42:46,094 BAD EPOCHS (no improvement): 2 +2023-04-05 12:42:46,097 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:42:47,851 epoch 93 - iter 28/280 - loss 0.03290394 - time (sec): 1.75 - samples/sec: 12467.17 - lr: 0.100000 +2023-04-05 12:42:49,528 epoch 93 - iter 56/280 - loss 0.03283689 - time (sec): 3.43 - samples/sec: 12487.53 - lr: 0.100000 +2023-04-05 12:42:51,266 epoch 93 - iter 84/280 - loss 0.03297126 - time (sec): 5.17 - samples/sec: 12337.90 - lr: 0.100000 +2023-04-05 12:42:52,987 epoch 93 - iter 112/280 - loss 0.03386320 - time (sec): 6.89 - samples/sec: 12359.00 - lr: 0.100000 +2023-04-05 12:42:54,708 epoch 93 - iter 140/280 - loss 0.03435851 - time (sec): 8.61 - samples/sec: 12369.02 - lr: 0.100000 +2023-04-05 12:42:56,543 epoch 93 - iter 168/280 - loss 0.03419975 - time (sec): 10.45 - samples/sec: 12257.21 - lr: 0.100000 +2023-04-05 12:42:58,293 epoch 93 - iter 196/280 - loss 0.03442786 - time (sec): 12.20 - samples/sec: 12226.49 - lr: 0.100000 +2023-04-05 12:42:59,998 epoch 93 - iter 224/280 - loss 0.03443717 - time (sec): 13.90 - samples/sec: 12209.84 - lr: 0.100000 +2023-04-05 12:43:01,761 epoch 93 - iter 252/280 - loss 0.03461270 - time (sec): 15.66 - samples/sec: 12197.02 - lr: 0.100000 +2023-04-05 12:43:03,486 epoch 93 - iter 280/280 - loss 0.03476692 - time (sec): 17.39 - samples/sec: 12173.75 - lr: 0.100000 +2023-04-05 12:43:03,486 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:43:03,486 EPOCH 93 done: loss 0.0348 - lr 0.100000 +2023-04-05 12:43:03,486 BAD EPOCHS (no improvement): 3 +2023-04-05 12:43:03,489 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:43:05,271 epoch 94 - iter 28/280 - loss 0.03368857 - time (sec): 1.78 - samples/sec: 11964.21 - lr: 0.100000 +2023-04-05 12:43:07,030 epoch 94 - iter 56/280 - loss 0.03290394 - time (sec): 3.54 - samples/sec: 12104.65 - lr: 0.100000 +2023-04-05 12:43:08,820 epoch 94 - iter 84/280 - loss 0.03366395 - time (sec): 5.33 - samples/sec: 12028.33 - lr: 0.100000 +2023-04-05 12:43:10,626 epoch 94 - iter 112/280 - loss 0.03427283 - time (sec): 7.14 - samples/sec: 12008.15 - lr: 0.100000 +2023-04-05 12:43:12,373 epoch 94 - iter 140/280 - loss 0.03403041 - time (sec): 8.88 - samples/sec: 12016.31 - lr: 0.100000 +2023-04-05 12:43:14,104 epoch 94 - iter 168/280 - loss 0.03404992 - time (sec): 10.61 - samples/sec: 12016.96 - lr: 0.100000 +2023-04-05 12:43:15,821 epoch 94 - iter 196/280 - loss 0.03408427 - time (sec): 12.33 - samples/sec: 12044.09 - lr: 0.100000 +2023-04-05 12:43:17,661 epoch 94 - iter 224/280 - loss 0.03399006 - time (sec): 14.17 - samples/sec: 12006.03 - lr: 0.100000 +2023-04-05 12:43:19,393 epoch 94 - iter 252/280 - loss 0.03356676 - time (sec): 15.90 - samples/sec: 12033.84 - lr: 0.100000 +2023-04-05 12:43:21,067 epoch 94 - iter 280/280 - loss 0.03397261 - time (sec): 17.58 - samples/sec: 12042.86 - lr: 0.100000 +2023-04-05 12:43:21,067 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:43:21,067 EPOCH 94 done: loss 0.0340 - lr 0.100000 +2023-04-05 12:43:21,067 BAD EPOCHS (no improvement): 0 +2023-04-05 12:43:21,070 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:43:22,772 epoch 95 - iter 28/280 - loss 0.03657600 - time (sec): 1.70 - samples/sec: 12288.06 - lr: 0.100000 +2023-04-05 12:43:24,497 epoch 95 - iter 56/280 - loss 0.03420448 - time (sec): 3.43 - samples/sec: 12214.91 - lr: 0.100000 +2023-04-05 12:43:26,220 epoch 95 - iter 84/280 - loss 0.03216094 - time (sec): 5.15 - samples/sec: 12274.05 - lr: 0.100000 +2023-04-05 12:43:27,950 epoch 95 - iter 112/280 - loss 0.03196780 - time (sec): 6.88 - samples/sec: 12267.50 - lr: 0.100000 +2023-04-05 12:43:29,667 epoch 95 - iter 140/280 - loss 0.03207543 - time (sec): 8.60 - samples/sec: 12252.37 - lr: 0.100000 +2023-04-05 12:43:31,399 epoch 95 - iter 168/280 - loss 0.03285448 - time (sec): 10.33 - samples/sec: 12270.98 - lr: 0.100000 +2023-04-05 12:43:33,176 epoch 95 - iter 196/280 - loss 0.03338767 - time (sec): 12.11 - samples/sec: 12216.38 - lr: 0.100000 +2023-04-05 12:43:34,923 epoch 95 - iter 224/280 - loss 0.03324791 - time (sec): 13.85 - samples/sec: 12240.26 - lr: 0.100000 +2023-04-05 12:43:36,703 epoch 95 - iter 252/280 - loss 0.03343139 - time (sec): 15.63 - samples/sec: 12231.64 - lr: 0.100000 +2023-04-05 12:43:38,419 epoch 95 - iter 280/280 - loss 0.03337498 - time (sec): 17.35 - samples/sec: 12202.04 - lr: 0.100000 +2023-04-05 12:43:38,419 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:43:38,419 EPOCH 95 done: loss 0.0334 - lr 0.100000 +2023-04-05 12:43:38,419 BAD EPOCHS (no improvement): 0 +2023-04-05 12:43:38,422 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:43:40,138 epoch 96 - iter 28/280 - loss 0.03221893 - time (sec): 1.72 - samples/sec: 12232.84 - lr: 0.100000 +2023-04-05 12:43:41,883 epoch 96 - iter 56/280 - loss 0.03212128 - time (sec): 3.46 - samples/sec: 12221.34 - lr: 0.100000 +2023-04-05 12:43:43,620 epoch 96 - iter 84/280 - loss 0.03295576 - time (sec): 5.20 - samples/sec: 12163.23 - lr: 0.100000 +2023-04-05 12:43:45,412 epoch 96 - iter 112/280 - loss 0.03312811 - time (sec): 6.99 - samples/sec: 12084.69 - lr: 0.100000 +2023-04-05 12:43:47,257 epoch 96 - iter 140/280 - loss 0.03372720 - time (sec): 8.84 - samples/sec: 12004.18 - lr: 0.100000 +2023-04-05 12:43:49,075 epoch 96 - iter 168/280 - loss 0.03388816 - time (sec): 10.65 - samples/sec: 11939.21 - lr: 0.100000 +2023-04-05 12:43:50,785 epoch 96 - iter 196/280 - loss 0.03411550 - time (sec): 12.36 - samples/sec: 11979.88 - lr: 0.100000 +2023-04-05 12:43:52,517 epoch 96 - iter 224/280 - loss 0.03426343 - time (sec): 14.10 - samples/sec: 12031.48 - lr: 0.100000 +2023-04-05 12:43:54,263 epoch 96 - iter 252/280 - loss 0.03411692 - time (sec): 15.84 - samples/sec: 12029.83 - lr: 0.100000 +2023-04-05 12:43:55,967 epoch 96 - iter 280/280 - loss 0.03421095 - time (sec): 17.54 - samples/sec: 12065.64 - lr: 0.100000 +2023-04-05 12:43:55,967 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:43:55,967 EPOCH 96 done: loss 0.0342 - lr 0.100000 +2023-04-05 12:43:55,967 BAD EPOCHS (no improvement): 1 +2023-04-05 12:43:55,970 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:43:57,731 epoch 97 - iter 28/280 - loss 0.03325931 - time (sec): 1.76 - samples/sec: 11993.91 - lr: 0.100000 +2023-04-05 12:43:59,450 epoch 97 - iter 56/280 - loss 0.03339643 - time (sec): 3.48 - samples/sec: 12090.13 - lr: 0.100000 +2023-04-05 12:44:01,237 epoch 97 - iter 84/280 - loss 0.03321791 - time (sec): 5.27 - samples/sec: 12130.43 - lr: 0.100000 +2023-04-05 12:44:02,981 epoch 97 - iter 112/280 - loss 0.03334200 - time (sec): 7.01 - samples/sec: 12144.11 - lr: 0.100000 +2023-04-05 12:44:04,733 epoch 97 - iter 140/280 - loss 0.03265320 - time (sec): 8.76 - samples/sec: 12120.55 - lr: 0.100000 +2023-04-05 12:44:06,437 epoch 97 - iter 168/280 - loss 0.03326560 - time (sec): 10.47 - samples/sec: 12146.09 - lr: 0.100000 +2023-04-05 12:44:08,174 epoch 97 - iter 196/280 - loss 0.03302105 - time (sec): 12.20 - samples/sec: 12184.27 - lr: 0.100000 +2023-04-05 12:44:09,918 epoch 97 - iter 224/280 - loss 0.03316637 - time (sec): 13.95 - samples/sec: 12205.16 - lr: 0.100000 +2023-04-05 12:44:11,671 epoch 97 - iter 252/280 - loss 0.03320498 - time (sec): 15.70 - samples/sec: 12194.01 - lr: 0.100000 +2023-04-05 12:44:13,372 epoch 97 - iter 280/280 - loss 0.03343618 - time (sec): 17.40 - samples/sec: 12164.58 - lr: 0.100000 +2023-04-05 12:44:13,372 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:44:13,372 EPOCH 97 done: loss 0.0334 - lr 0.100000 +2023-04-05 12:44:13,372 BAD EPOCHS (no improvement): 2 +2023-04-05 12:44:13,375 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:44:15,142 epoch 98 - iter 28/280 - loss 0.03079066 - time (sec): 1.77 - samples/sec: 11972.12 - lr: 0.100000 +2023-04-05 12:44:16,917 epoch 98 - iter 56/280 - loss 0.03126739 - time (sec): 3.54 - samples/sec: 12146.18 - lr: 0.100000 +2023-04-05 12:44:18,711 epoch 98 - iter 84/280 - loss 0.03168436 - time (sec): 5.34 - samples/sec: 11975.02 - lr: 0.100000 +2023-04-05 12:44:21,902 epoch 98 - iter 112/280 - loss 0.03207213 - time (sec): 8.53 - samples/sec: 9959.40 - lr: 0.100000 +2023-04-05 12:44:23,672 epoch 98 - iter 140/280 - loss 0.03271512 - time (sec): 10.30 - samples/sec: 10295.74 - lr: 0.100000 +2023-04-05 12:44:25,433 epoch 98 - iter 168/280 - loss 0.03301481 - time (sec): 12.06 - samples/sec: 10559.05 - lr: 0.100000 +2023-04-05 12:44:27,208 epoch 98 - iter 196/280 - loss 0.03334400 - time (sec): 13.83 - samples/sec: 10747.47 - lr: 0.100000 +2023-04-05 12:44:28,981 epoch 98 - iter 224/280 - loss 0.03355534 - time (sec): 15.61 - samples/sec: 10877.04 - lr: 0.100000 +2023-04-05 12:44:30,729 epoch 98 - iter 252/280 - loss 0.03368900 - time (sec): 17.35 - samples/sec: 11013.44 - lr: 0.100000 +2023-04-05 12:44:32,447 epoch 98 - iter 280/280 - loss 0.03411506 - time (sec): 19.07 - samples/sec: 11100.18 - lr: 0.100000 +2023-04-05 12:44:32,447 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:44:32,447 EPOCH 98 done: loss 0.0341 - lr 0.100000 +2023-04-05 12:44:32,447 BAD EPOCHS (no improvement): 3 +2023-04-05 12:44:32,449 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:44:34,236 epoch 99 - iter 28/280 - loss 0.03157554 - time (sec): 1.79 - samples/sec: 12100.07 - lr: 0.100000 +2023-04-05 12:44:35,970 epoch 99 - iter 56/280 - loss 0.03134513 - time (sec): 3.52 - samples/sec: 12176.48 - lr: 0.100000 +2023-04-05 12:44:37,714 epoch 99 - iter 84/280 - loss 0.03072045 - time (sec): 5.26 - samples/sec: 12269.77 - lr: 0.100000 +2023-04-05 12:44:39,451 epoch 99 - iter 112/280 - loss 0.03133015 - time (sec): 7.00 - samples/sec: 12270.36 - lr: 0.100000 +2023-04-05 12:44:41,126 epoch 99 - iter 140/280 - loss 0.03123977 - time (sec): 8.68 - samples/sec: 12286.90 - lr: 0.100000 +2023-04-05 12:44:42,853 epoch 99 - iter 168/280 - loss 0.03119947 - time (sec): 10.40 - samples/sec: 12298.05 - lr: 0.100000 +2023-04-05 12:44:44,579 epoch 99 - iter 196/280 - loss 0.03151914 - time (sec): 12.13 - samples/sec: 12296.20 - lr: 0.100000 +2023-04-05 12:44:46,311 epoch 99 - iter 224/280 - loss 0.03206872 - time (sec): 13.86 - samples/sec: 12257.85 - lr: 0.100000 +2023-04-05 12:44:48,092 epoch 99 - iter 252/280 - loss 0.03233693 - time (sec): 15.64 - samples/sec: 12215.69 - lr: 0.100000 +2023-04-05 12:44:49,836 epoch 99 - iter 280/280 - loss 0.03224277 - time (sec): 17.39 - samples/sec: 12175.43 - lr: 0.100000 +2023-04-05 12:44:49,836 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:44:49,836 EPOCH 99 done: loss 0.0322 - lr 0.100000 +2023-04-05 12:44:49,836 BAD EPOCHS (no improvement): 0 +2023-04-05 12:44:49,839 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:44:51,522 epoch 100 - iter 28/280 - loss 0.02829607 - time (sec): 1.68 - samples/sec: 12302.69 - lr: 0.100000 +2023-04-05 12:44:53,300 epoch 100 - iter 56/280 - loss 0.03029009 - time (sec): 3.46 - samples/sec: 12163.06 - lr: 0.100000 +2023-04-05 12:44:55,124 epoch 100 - iter 84/280 - loss 0.03067907 - time (sec): 5.29 - samples/sec: 12045.15 - lr: 0.100000 +2023-04-05 12:44:56,955 epoch 100 - iter 112/280 - loss 0.03135293 - time (sec): 7.12 - samples/sec: 11995.58 - lr: 0.100000 +2023-04-05 12:44:58,707 epoch 100 - iter 140/280 - loss 0.03147136 - time (sec): 8.87 - samples/sec: 12016.12 - lr: 0.100000 +2023-04-05 12:45:00,464 epoch 100 - iter 168/280 - loss 0.03142811 - time (sec): 10.62 - samples/sec: 12016.56 - lr: 0.100000 +2023-04-05 12:45:02,234 epoch 100 - iter 196/280 - loss 0.03189800 - time (sec): 12.40 - samples/sec: 11992.68 - lr: 0.100000 +2023-04-05 12:45:03,970 epoch 100 - iter 224/280 - loss 0.03215942 - time (sec): 14.13 - samples/sec: 12020.24 - lr: 0.100000 +2023-04-05 12:45:05,722 epoch 100 - iter 252/280 - loss 0.03226142 - time (sec): 15.88 - samples/sec: 12038.75 - lr: 0.100000 +2023-04-05 12:45:07,414 epoch 100 - iter 280/280 - loss 0.03241408 - time (sec): 17.58 - samples/sec: 12044.97 - lr: 0.100000 +2023-04-05 12:45:07,414 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:45:07,414 EPOCH 100 done: loss 0.0324 - lr 0.100000 +2023-04-05 12:45:07,415 BAD EPOCHS (no improvement): 1 +2023-04-05 12:45:07,417 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:45:09,141 epoch 101 - iter 28/280 - loss 0.03265457 - time (sec): 1.72 - samples/sec: 12093.39 - lr: 0.100000 +2023-04-05 12:45:10,945 epoch 101 - iter 56/280 - loss 0.03278104 - time (sec): 3.53 - samples/sec: 12128.14 - lr: 0.100000 +2023-04-05 12:45:12,631 epoch 101 - iter 84/280 - loss 0.03297487 - time (sec): 5.21 - samples/sec: 12231.57 - lr: 0.100000 +2023-04-05 12:45:14,375 epoch 101 - iter 112/280 - loss 0.03222687 - time (sec): 6.96 - samples/sec: 12204.03 - lr: 0.100000 +2023-04-05 12:45:16,067 epoch 101 - iter 140/280 - loss 0.03234093 - time (sec): 8.65 - samples/sec: 12223.13 - lr: 0.100000 +2023-04-05 12:45:17,830 epoch 101 - iter 168/280 - loss 0.03286168 - time (sec): 10.41 - samples/sec: 12191.86 - lr: 0.100000 +2023-04-05 12:45:19,545 epoch 101 - iter 196/280 - loss 0.03262378 - time (sec): 12.13 - samples/sec: 12196.22 - lr: 0.100000 +2023-04-05 12:45:21,305 epoch 101 - iter 224/280 - loss 0.03332739 - time (sec): 13.89 - samples/sec: 12203.15 - lr: 0.100000 +2023-04-05 12:45:23,082 epoch 101 - iter 252/280 - loss 0.03329326 - time (sec): 15.67 - samples/sec: 12184.01 - lr: 0.100000 +2023-04-05 12:45:24,816 epoch 101 - iter 280/280 - loss 0.03350529 - time (sec): 17.40 - samples/sec: 12166.80 - lr: 0.100000 +2023-04-05 12:45:24,816 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:45:24,816 EPOCH 101 done: loss 0.0335 - lr 0.100000 +2023-04-05 12:45:24,816 BAD EPOCHS (no improvement): 2 +2023-04-05 12:45:24,819 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:45:26,561 epoch 102 - iter 28/280 - loss 0.03318023 - time (sec): 1.74 - samples/sec: 12166.30 - lr: 0.100000 +2023-04-05 12:45:28,348 epoch 102 - iter 56/280 - loss 0.03197410 - time (sec): 3.53 - samples/sec: 12073.33 - lr: 0.100000 +2023-04-05 12:45:30,313 epoch 102 - iter 84/280 - loss 0.03240532 - time (sec): 5.49 - samples/sec: 11591.30 - lr: 0.100000 +2023-04-05 12:45:32,092 epoch 102 - iter 112/280 - loss 0.03217237 - time (sec): 7.27 - samples/sec: 11656.99 - lr: 0.100000 +2023-04-05 12:45:33,830 epoch 102 - iter 140/280 - loss 0.03305178 - time (sec): 9.01 - samples/sec: 11696.95 - lr: 0.100000 +2023-04-05 12:45:35,624 epoch 102 - iter 168/280 - loss 0.03236472 - time (sec): 10.81 - samples/sec: 11763.43 - lr: 0.100000 +2023-04-05 12:45:37,412 epoch 102 - iter 196/280 - loss 0.03259814 - time (sec): 12.59 - samples/sec: 11820.87 - lr: 0.100000 +2023-04-05 12:45:39,181 epoch 102 - iter 224/280 - loss 0.03274492 - time (sec): 14.36 - samples/sec: 11827.69 - lr: 0.100000 +2023-04-05 12:45:40,930 epoch 102 - iter 252/280 - loss 0.03250620 - time (sec): 16.11 - samples/sec: 11859.65 - lr: 0.100000 +2023-04-05 12:45:42,637 epoch 102 - iter 280/280 - loss 0.03244657 - time (sec): 17.82 - samples/sec: 11880.62 - lr: 0.100000 +2023-04-05 12:45:42,637 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:45:42,637 EPOCH 102 done: loss 0.0324 - lr 0.100000 +2023-04-05 12:45:42,637 BAD EPOCHS (no improvement): 3 +2023-04-05 12:45:42,640 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:45:44,380 epoch 103 - iter 28/280 - loss 0.02984219 - time (sec): 1.74 - samples/sec: 12231.71 - lr: 0.100000 +2023-04-05 12:45:46,092 epoch 103 - iter 56/280 - loss 0.03049282 - time (sec): 3.45 - samples/sec: 12191.06 - lr: 0.100000 +2023-04-05 12:45:47,839 epoch 103 - iter 84/280 - loss 0.03218973 - time (sec): 5.20 - samples/sec: 12141.67 - lr: 0.100000 +2023-04-05 12:45:49,570 epoch 103 - iter 112/280 - loss 0.03215266 - time (sec): 6.93 - samples/sec: 12134.89 - lr: 0.100000 +2023-04-05 12:45:51,314 epoch 103 - iter 140/280 - loss 0.03201615 - time (sec): 8.67 - samples/sec: 12167.20 - lr: 0.100000 +2023-04-05 12:45:53,058 epoch 103 - iter 168/280 - loss 0.03174289 - time (sec): 10.42 - samples/sec: 12175.03 - lr: 0.100000 +2023-04-05 12:45:54,785 epoch 103 - iter 196/280 - loss 0.03244035 - time (sec): 12.15 - samples/sec: 12194.96 - lr: 0.100000 +2023-04-05 12:45:56,560 epoch 103 - iter 224/280 - loss 0.03259518 - time (sec): 13.92 - samples/sec: 12206.98 - lr: 0.100000 +2023-04-05 12:45:58,301 epoch 103 - iter 252/280 - loss 0.03206029 - time (sec): 15.66 - samples/sec: 12183.29 - lr: 0.100000 +2023-04-05 12:46:00,023 epoch 103 - iter 280/280 - loss 0.03226779 - time (sec): 17.38 - samples/sec: 12177.94 - lr: 0.100000 +2023-04-05 12:46:00,023 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:46:00,023 EPOCH 103 done: loss 0.0323 - lr 0.100000 +2023-04-05 12:46:00,023 Epoch 103: reducing learning rate of group 0 to 5.0000e-02. +2023-04-05 12:46:00,023 BAD EPOCHS (no improvement): 4 +2023-04-05 12:46:00,026 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:46:01,818 epoch 104 - iter 28/280 - loss 0.03132098 - time (sec): 1.79 - samples/sec: 11825.97 - lr: 0.050000 +2023-04-05 12:46:03,575 epoch 104 - iter 56/280 - loss 0.03080767 - time (sec): 3.55 - samples/sec: 12090.95 - lr: 0.050000 +2023-04-05 12:46:05,348 epoch 104 - iter 84/280 - loss 0.03038033 - time (sec): 5.32 - samples/sec: 12043.94 - lr: 0.050000 +2023-04-05 12:46:07,102 epoch 104 - iter 112/280 - loss 0.03034047 - time (sec): 7.08 - samples/sec: 11981.31 - lr: 0.050000 +2023-04-05 12:46:08,871 epoch 104 - iter 140/280 - loss 0.02993015 - time (sec): 8.85 - samples/sec: 11997.57 - lr: 0.050000 +2023-04-05 12:46:10,677 epoch 104 - iter 168/280 - loss 0.03039568 - time (sec): 10.65 - samples/sec: 11989.29 - lr: 0.050000 +2023-04-05 12:46:12,428 epoch 104 - iter 196/280 - loss 0.03034854 - time (sec): 12.40 - samples/sec: 11980.02 - lr: 0.050000 +2023-04-05 12:46:14,196 epoch 104 - iter 224/280 - loss 0.03035888 - time (sec): 14.17 - samples/sec: 12017.87 - lr: 0.050000 +2023-04-05 12:46:15,939 epoch 104 - iter 252/280 - loss 0.03018024 - time (sec): 15.91 - samples/sec: 12016.42 - lr: 0.050000 +2023-04-05 12:46:17,630 epoch 104 - iter 280/280 - loss 0.03000037 - time (sec): 17.60 - samples/sec: 12024.69 - lr: 0.050000 +2023-04-05 12:46:17,631 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:46:17,631 EPOCH 104 done: loss 0.0300 - lr 0.050000 +2023-04-05 12:46:17,631 BAD EPOCHS (no improvement): 0 +2023-04-05 12:46:17,633 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:46:19,355 epoch 105 - iter 28/280 - loss 0.02898283 - time (sec): 1.72 - samples/sec: 12232.61 - lr: 0.050000 +2023-04-05 12:46:21,151 epoch 105 - iter 56/280 - loss 0.02988523 - time (sec): 3.52 - samples/sec: 12169.95 - lr: 0.050000 +2023-04-05 12:46:22,847 epoch 105 - iter 84/280 - loss 0.02869501 - time (sec): 5.21 - samples/sec: 12255.65 - lr: 0.050000 +2023-04-05 12:46:24,535 epoch 105 - iter 112/280 - loss 0.02877342 - time (sec): 6.90 - samples/sec: 12318.09 - lr: 0.050000 +2023-04-05 12:46:26,279 epoch 105 - iter 140/280 - loss 0.02876943 - time (sec): 8.65 - samples/sec: 12294.31 - lr: 0.050000 +2023-04-05 12:46:28,025 epoch 105 - iter 168/280 - loss 0.02910387 - time (sec): 10.39 - samples/sec: 12283.30 - lr: 0.050000 +2023-04-05 12:46:29,740 epoch 105 - iter 196/280 - loss 0.02946421 - time (sec): 12.11 - samples/sec: 12240.38 - lr: 0.050000 +2023-04-05 12:46:31,509 epoch 105 - iter 224/280 - loss 0.02943248 - time (sec): 13.88 - samples/sec: 12230.36 - lr: 0.050000 +2023-04-05 12:46:33,228 epoch 105 - iter 252/280 - loss 0.02955131 - time (sec): 15.59 - samples/sec: 12240.21 - lr: 0.050000 +2023-04-05 12:46:34,947 epoch 105 - iter 280/280 - loss 0.02955234 - time (sec): 17.31 - samples/sec: 12226.81 - lr: 0.050000 +2023-04-05 12:46:34,947 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:46:34,947 EPOCH 105 done: loss 0.0296 - lr 0.050000 +2023-04-05 12:46:34,947 BAD EPOCHS (no improvement): 0 +2023-04-05 12:46:34,949 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:46:36,718 epoch 106 - iter 28/280 - loss 0.02764208 - time (sec): 1.77 - samples/sec: 11960.87 - lr: 0.050000 +2023-04-05 12:46:38,461 epoch 106 - iter 56/280 - loss 0.02598417 - time (sec): 3.51 - samples/sec: 12005.41 - lr: 0.050000 +2023-04-05 12:46:40,254 epoch 106 - iter 84/280 - loss 0.02682143 - time (sec): 5.30 - samples/sec: 12034.38 - lr: 0.050000 +2023-04-05 12:46:42,003 epoch 106 - iter 112/280 - loss 0.02694158 - time (sec): 7.05 - samples/sec: 12071.95 - lr: 0.050000 +2023-04-05 12:46:43,768 epoch 106 - iter 140/280 - loss 0.02684410 - time (sec): 8.82 - samples/sec: 12063.40 - lr: 0.050000 +2023-04-05 12:46:45,501 epoch 106 - iter 168/280 - loss 0.02713238 - time (sec): 10.55 - samples/sec: 12066.06 - lr: 0.050000 +2023-04-05 12:46:47,250 epoch 106 - iter 196/280 - loss 0.02721843 - time (sec): 12.30 - samples/sec: 12072.51 - lr: 0.050000 +2023-04-05 12:46:49,056 epoch 106 - iter 224/280 - loss 0.02778956 - time (sec): 14.11 - samples/sec: 12040.72 - lr: 0.050000 +2023-04-05 12:46:50,810 epoch 106 - iter 252/280 - loss 0.02789724 - time (sec): 15.86 - samples/sec: 12027.24 - lr: 0.050000 +2023-04-05 12:46:52,536 epoch 106 - iter 280/280 - loss 0.02777058 - time (sec): 17.59 - samples/sec: 12036.64 - lr: 0.050000 +2023-04-05 12:46:52,537 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:46:52,537 EPOCH 106 done: loss 0.0278 - lr 0.050000 +2023-04-05 12:46:52,537 BAD EPOCHS (no improvement): 0 +2023-04-05 12:46:52,539 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:46:54,268 epoch 107 - iter 28/280 - loss 0.02380034 - time (sec): 1.73 - samples/sec: 12213.31 - lr: 0.050000 +2023-04-05 12:46:55,990 epoch 107 - iter 56/280 - loss 0.02554838 - time (sec): 3.45 - samples/sec: 12186.78 - lr: 0.050000 +2023-04-05 12:46:57,724 epoch 107 - iter 84/280 - loss 0.02607089 - time (sec): 5.18 - samples/sec: 12182.21 - lr: 0.050000 +2023-04-05 12:46:59,482 epoch 107 - iter 112/280 - loss 0.02611494 - time (sec): 6.94 - samples/sec: 12182.42 - lr: 0.050000 +2023-04-05 12:47:01,234 epoch 107 - iter 140/280 - loss 0.02627867 - time (sec): 8.69 - samples/sec: 12205.52 - lr: 0.050000 +2023-04-05 12:47:02,992 epoch 107 - iter 168/280 - loss 0.02609437 - time (sec): 10.45 - samples/sec: 12177.08 - lr: 0.050000 +2023-04-05 12:47:04,783 epoch 107 - iter 196/280 - loss 0.02682268 - time (sec): 12.24 - samples/sec: 12165.55 - lr: 0.050000 +2023-04-05 12:47:06,494 epoch 107 - iter 224/280 - loss 0.02687461 - time (sec): 13.95 - samples/sec: 12184.12 - lr: 0.050000 +2023-04-05 12:47:08,255 epoch 107 - iter 252/280 - loss 0.02676059 - time (sec): 15.72 - samples/sec: 12169.08 - lr: 0.050000 +2023-04-05 12:47:09,956 epoch 107 - iter 280/280 - loss 0.02640523 - time (sec): 17.42 - samples/sec: 12154.56 - lr: 0.050000 +2023-04-05 12:47:09,956 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:47:09,956 EPOCH 107 done: loss 0.0264 - lr 0.050000 +2023-04-05 12:47:09,956 BAD EPOCHS (no improvement): 0 +2023-04-05 12:47:09,959 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:47:11,739 epoch 108 - iter 28/280 - loss 0.02490951 - time (sec): 1.78 - samples/sec: 12181.77 - lr: 0.050000 +2023-04-05 12:47:13,506 epoch 108 - iter 56/280 - loss 0.02608656 - time (sec): 3.55 - samples/sec: 12030.41 - lr: 0.050000 +2023-04-05 12:47:15,312 epoch 108 - iter 84/280 - loss 0.02660882 - time (sec): 5.35 - samples/sec: 12000.73 - lr: 0.050000 +2023-04-05 12:47:17,095 epoch 108 - iter 112/280 - loss 0.02656341 - time (sec): 7.14 - samples/sec: 12065.24 - lr: 0.050000 +2023-04-05 12:47:18,837 epoch 108 - iter 140/280 - loss 0.02556916 - time (sec): 8.88 - samples/sec: 12019.52 - lr: 0.050000 +2023-04-05 12:47:20,604 epoch 108 - iter 168/280 - loss 0.02611801 - time (sec): 10.64 - samples/sec: 12006.48 - lr: 0.050000 +2023-04-05 12:47:22,331 epoch 108 - iter 196/280 - loss 0.02609794 - time (sec): 12.37 - samples/sec: 12030.99 - lr: 0.050000 +2023-04-05 12:47:24,081 epoch 108 - iter 224/280 - loss 0.02637511 - time (sec): 14.12 - samples/sec: 12046.03 - lr: 0.050000 +2023-04-05 12:47:25,825 epoch 108 - iter 252/280 - loss 0.02649433 - time (sec): 15.87 - samples/sec: 12062.32 - lr: 0.050000 +2023-04-05 12:47:27,531 epoch 108 - iter 280/280 - loss 0.02665389 - time (sec): 17.57 - samples/sec: 12047.08 - lr: 0.050000 +2023-04-05 12:47:27,532 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:47:27,532 EPOCH 108 done: loss 0.0267 - lr 0.050000 +2023-04-05 12:47:27,532 BAD EPOCHS (no improvement): 1 +2023-04-05 12:47:27,534 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:47:29,285 epoch 109 - iter 28/280 - loss 0.02523871 - time (sec): 1.75 - samples/sec: 12314.07 - lr: 0.050000 +2023-04-05 12:47:31,006 epoch 109 - iter 56/280 - loss 0.02750722 - time (sec): 3.47 - samples/sec: 12217.27 - lr: 0.050000 +2023-04-05 12:47:32,775 epoch 109 - iter 84/280 - loss 0.02790023 - time (sec): 5.24 - samples/sec: 12197.33 - lr: 0.050000 +2023-04-05 12:47:34,499 epoch 109 - iter 112/280 - loss 0.02844089 - time (sec): 6.97 - samples/sec: 12219.16 - lr: 0.050000 +2023-04-05 12:47:36,259 epoch 109 - iter 140/280 - loss 0.02833034 - time (sec): 8.72 - samples/sec: 12213.51 - lr: 0.050000 +2023-04-05 12:47:38,024 epoch 109 - iter 168/280 - loss 0.02823465 - time (sec): 10.49 - samples/sec: 12182.41 - lr: 0.050000 +2023-04-05 12:47:39,738 epoch 109 - iter 196/280 - loss 0.02821927 - time (sec): 12.20 - samples/sec: 12191.04 - lr: 0.050000 +2023-04-05 12:47:41,496 epoch 109 - iter 224/280 - loss 0.02814978 - time (sec): 13.96 - samples/sec: 12194.58 - lr: 0.050000 +2023-04-05 12:47:43,216 epoch 109 - iter 252/280 - loss 0.02776666 - time (sec): 15.68 - samples/sec: 12214.30 - lr: 0.050000 +2023-04-05 12:47:44,892 epoch 109 - iter 280/280 - loss 0.02743623 - time (sec): 17.36 - samples/sec: 12195.93 - lr: 0.050000 +2023-04-05 12:47:44,892 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:47:44,892 EPOCH 109 done: loss 0.0274 - lr 0.050000 +2023-04-05 12:47:44,892 BAD EPOCHS (no improvement): 2 +2023-04-05 12:47:44,894 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:47:46,629 epoch 110 - iter 28/280 - loss 0.02689357 - time (sec): 1.73 - samples/sec: 12259.24 - lr: 0.050000 +2023-04-05 12:47:48,403 epoch 110 - iter 56/280 - loss 0.02755987 - time (sec): 3.51 - samples/sec: 12158.79 - lr: 0.050000 +2023-04-05 12:47:50,125 epoch 110 - iter 84/280 - loss 0.02742100 - time (sec): 5.23 - samples/sec: 12068.96 - lr: 0.050000 +2023-04-05 12:47:51,904 epoch 110 - iter 112/280 - loss 0.02733221 - time (sec): 7.01 - samples/sec: 12046.98 - lr: 0.050000 +2023-04-05 12:47:53,681 epoch 110 - iter 140/280 - loss 0.02678981 - time (sec): 8.79 - samples/sec: 12005.63 - lr: 0.050000 +2023-04-05 12:47:55,483 epoch 110 - iter 168/280 - loss 0.02676034 - time (sec): 10.59 - samples/sec: 12040.50 - lr: 0.050000 +2023-04-05 12:47:57,267 epoch 110 - iter 196/280 - loss 0.02712591 - time (sec): 12.37 - samples/sec: 11991.59 - lr: 0.050000 +2023-04-05 12:47:59,032 epoch 110 - iter 224/280 - loss 0.02714834 - time (sec): 14.14 - samples/sec: 12000.24 - lr: 0.050000 +2023-04-05 12:48:00,806 epoch 110 - iter 252/280 - loss 0.02724674 - time (sec): 15.91 - samples/sec: 12002.08 - lr: 0.050000 +2023-04-05 12:48:02,530 epoch 110 - iter 280/280 - loss 0.02689915 - time (sec): 17.64 - samples/sec: 12003.76 - lr: 0.050000 +2023-04-05 12:48:02,530 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:48:02,530 EPOCH 110 done: loss 0.0269 - lr 0.050000 +2023-04-05 12:48:02,530 BAD EPOCHS (no improvement): 3 +2023-04-05 12:48:02,533 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:48:04,273 epoch 111 - iter 28/280 - loss 0.02884313 - time (sec): 1.74 - samples/sec: 12152.52 - lr: 0.050000 +2023-04-05 12:48:05,976 epoch 111 - iter 56/280 - loss 0.02713256 - time (sec): 3.44 - samples/sec: 12218.97 - lr: 0.050000 +2023-04-05 12:48:07,731 epoch 111 - iter 84/280 - loss 0.02710320 - time (sec): 5.20 - samples/sec: 12147.56 - lr: 0.050000 +2023-04-05 12:48:09,490 epoch 111 - iter 112/280 - loss 0.02641342 - time (sec): 6.96 - samples/sec: 12136.52 - lr: 0.050000 +2023-04-05 12:48:11,197 epoch 111 - iter 140/280 - loss 0.02619775 - time (sec): 8.66 - samples/sec: 12171.53 - lr: 0.050000 +2023-04-05 12:48:12,970 epoch 111 - iter 168/280 - loss 0.02619811 - time (sec): 10.44 - samples/sec: 12126.04 - lr: 0.050000 +2023-04-05 12:48:14,662 epoch 111 - iter 196/280 - loss 0.02656847 - time (sec): 12.13 - samples/sec: 12177.81 - lr: 0.050000 +2023-04-05 12:48:16,369 epoch 111 - iter 224/280 - loss 0.02647775 - time (sec): 13.84 - samples/sec: 12210.76 - lr: 0.050000 +2023-04-05 12:48:18,162 epoch 111 - iter 252/280 - loss 0.02662190 - time (sec): 15.63 - samples/sec: 12206.41 - lr: 0.050000 +2023-04-05 12:48:19,893 epoch 111 - iter 280/280 - loss 0.02653110 - time (sec): 17.36 - samples/sec: 12193.58 - lr: 0.050000 +2023-04-05 12:48:19,894 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:48:19,894 EPOCH 111 done: loss 0.0265 - lr 0.050000 +2023-04-05 12:48:19,894 Epoch 111: reducing learning rate of group 0 to 2.5000e-02. +2023-04-05 12:48:19,894 BAD EPOCHS (no improvement): 4 +2023-04-05 12:48:19,897 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:48:21,644 epoch 112 - iter 28/280 - loss 0.02763391 - time (sec): 1.75 - samples/sec: 12181.36 - lr: 0.025000 +2023-04-05 12:48:23,411 epoch 112 - iter 56/280 - loss 0.02626578 - time (sec): 3.51 - samples/sec: 12243.82 - lr: 0.025000 +2023-04-05 12:48:25,206 epoch 112 - iter 84/280 - loss 0.02642435 - time (sec): 5.31 - samples/sec: 12116.30 - lr: 0.025000 +2023-04-05 12:48:26,910 epoch 112 - iter 112/280 - loss 0.02561670 - time (sec): 7.01 - samples/sec: 12167.03 - lr: 0.025000 +2023-04-05 12:48:28,738 epoch 112 - iter 140/280 - loss 0.02545743 - time (sec): 8.84 - samples/sec: 12112.49 - lr: 0.025000 +2023-04-05 12:48:30,457 epoch 112 - iter 168/280 - loss 0.02532026 - time (sec): 10.56 - samples/sec: 12080.54 - lr: 0.025000 +2023-04-05 12:48:32,216 epoch 112 - iter 196/280 - loss 0.02531589 - time (sec): 12.32 - samples/sec: 12074.67 - lr: 0.025000 +2023-04-05 12:48:33,958 epoch 112 - iter 224/280 - loss 0.02494083 - time (sec): 14.06 - samples/sec: 12037.47 - lr: 0.025000 +2023-04-05 12:48:35,738 epoch 112 - iter 252/280 - loss 0.02491775 - time (sec): 15.84 - samples/sec: 12047.82 - lr: 0.025000 +2023-04-05 12:48:37,497 epoch 112 - iter 280/280 - loss 0.02485671 - time (sec): 17.60 - samples/sec: 12027.55 - lr: 0.025000 +2023-04-05 12:48:37,498 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:48:37,498 EPOCH 112 done: loss 0.0249 - lr 0.025000 +2023-04-05 12:48:37,498 BAD EPOCHS (no improvement): 0 +2023-04-05 12:48:37,500 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:48:39,212 epoch 113 - iter 28/280 - loss 0.02284372 - time (sec): 1.71 - samples/sec: 12192.93 - lr: 0.025000 +2023-04-05 12:48:40,975 epoch 113 - iter 56/280 - loss 0.02467876 - time (sec): 3.47 - samples/sec: 12149.34 - lr: 0.025000 +2023-04-05 12:48:42,726 epoch 113 - iter 84/280 - loss 0.02356140 - time (sec): 5.23 - samples/sec: 12079.68 - lr: 0.025000 +2023-04-05 12:48:44,465 epoch 113 - iter 112/280 - loss 0.02411970 - time (sec): 6.96 - samples/sec: 12084.56 - lr: 0.025000 +2023-04-05 12:48:46,227 epoch 113 - iter 140/280 - loss 0.02443710 - time (sec): 8.73 - samples/sec: 12109.35 - lr: 0.025000 +2023-04-05 12:48:47,972 epoch 113 - iter 168/280 - loss 0.02469093 - time (sec): 10.47 - samples/sec: 12114.31 - lr: 0.025000 +2023-04-05 12:48:49,675 epoch 113 - iter 196/280 - loss 0.02496032 - time (sec): 12.17 - samples/sec: 12164.30 - lr: 0.025000 +2023-04-05 12:48:51,455 epoch 113 - iter 224/280 - loss 0.02497202 - time (sec): 13.96 - samples/sec: 12171.71 - lr: 0.025000 +2023-04-05 12:48:53,794 epoch 113 - iter 252/280 - loss 0.02475971 - time (sec): 16.29 - samples/sec: 11726.80 - lr: 0.025000 +2023-04-05 12:48:55,491 epoch 113 - iter 280/280 - loss 0.02475392 - time (sec): 17.99 - samples/sec: 11766.87 - lr: 0.025000 +2023-04-05 12:48:55,491 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:48:55,491 EPOCH 113 done: loss 0.0248 - lr 0.025000 +2023-04-05 12:48:55,491 BAD EPOCHS (no improvement): 0 +2023-04-05 12:48:55,493 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:48:57,189 epoch 114 - iter 28/280 - loss 0.02031819 - time (sec): 1.70 - samples/sec: 12260.50 - lr: 0.025000 +2023-04-05 12:48:58,954 epoch 114 - iter 56/280 - loss 0.02299570 - time (sec): 3.46 - samples/sec: 12125.09 - lr: 0.025000 +2023-04-05 12:49:00,737 epoch 114 - iter 84/280 - loss 0.02383738 - time (sec): 5.24 - samples/sec: 12028.71 - lr: 0.025000 +2023-04-05 12:49:02,516 epoch 114 - iter 112/280 - loss 0.02341396 - time (sec): 7.02 - samples/sec: 11959.72 - lr: 0.025000 +2023-04-05 12:49:04,332 epoch 114 - iter 140/280 - loss 0.02401462 - time (sec): 8.84 - samples/sec: 11962.16 - lr: 0.025000 +2023-04-05 12:49:06,120 epoch 114 - iter 168/280 - loss 0.02428833 - time (sec): 10.63 - samples/sec: 11954.35 - lr: 0.025000 +2023-04-05 12:49:07,869 epoch 114 - iter 196/280 - loss 0.02487618 - time (sec): 12.38 - samples/sec: 11996.99 - lr: 0.025000 +2023-04-05 12:49:09,675 epoch 114 - iter 224/280 - loss 0.02494921 - time (sec): 14.18 - samples/sec: 11989.80 - lr: 0.025000 +2023-04-05 12:49:11,454 epoch 114 - iter 252/280 - loss 0.02486801 - time (sec): 15.96 - samples/sec: 11973.80 - lr: 0.025000 +2023-04-05 12:49:13,180 epoch 114 - iter 280/280 - loss 0.02479687 - time (sec): 17.69 - samples/sec: 11969.29 - lr: 0.025000 +2023-04-05 12:49:13,180 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:49:13,180 EPOCH 114 done: loss 0.0248 - lr 0.025000 +2023-04-05 12:49:13,180 BAD EPOCHS (no improvement): 1 +2023-04-05 12:49:13,182 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:49:14,939 epoch 115 - iter 28/280 - loss 0.02512967 - time (sec): 1.76 - samples/sec: 12231.16 - lr: 0.025000 +2023-04-05 12:49:16,697 epoch 115 - iter 56/280 - loss 0.02459681 - time (sec): 3.51 - samples/sec: 12312.26 - lr: 0.025000 +2023-04-05 12:49:18,447 epoch 115 - iter 84/280 - loss 0.02398539 - time (sec): 5.26 - samples/sec: 12129.21 - lr: 0.025000 +2023-04-05 12:49:20,205 epoch 115 - iter 112/280 - loss 0.02395882 - time (sec): 7.02 - samples/sec: 12163.62 - lr: 0.025000 +2023-04-05 12:49:21,884 epoch 115 - iter 140/280 - loss 0.02371610 - time (sec): 8.70 - samples/sec: 12155.71 - lr: 0.025000 +2023-04-05 12:49:23,640 epoch 115 - iter 168/280 - loss 0.02332990 - time (sec): 10.46 - samples/sec: 12156.94 - lr: 0.025000 +2023-04-05 12:49:25,388 epoch 115 - iter 196/280 - loss 0.02295686 - time (sec): 12.21 - samples/sec: 12138.61 - lr: 0.025000 +2023-04-05 12:49:27,173 epoch 115 - iter 224/280 - loss 0.02320880 - time (sec): 13.99 - samples/sec: 12130.71 - lr: 0.025000 +2023-04-05 12:49:28,908 epoch 115 - iter 252/280 - loss 0.02350077 - time (sec): 15.73 - samples/sec: 12135.66 - lr: 0.025000 +2023-04-05 12:49:30,642 epoch 115 - iter 280/280 - loss 0.02362320 - time (sec): 17.46 - samples/sec: 12124.43 - lr: 0.025000 +2023-04-05 12:49:30,642 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:49:30,643 EPOCH 115 done: loss 0.0236 - lr 0.025000 +2023-04-05 12:49:30,643 BAD EPOCHS (no improvement): 0 +2023-04-05 12:49:30,645 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:49:32,410 epoch 116 - iter 28/280 - loss 0.02186692 - time (sec): 1.76 - samples/sec: 11947.73 - lr: 0.025000 +2023-04-05 12:49:34,136 epoch 116 - iter 56/280 - loss 0.02203485 - time (sec): 3.49 - samples/sec: 12094.56 - lr: 0.025000 +2023-04-05 12:49:35,873 epoch 116 - iter 84/280 - loss 0.02371780 - time (sec): 5.23 - samples/sec: 12070.16 - lr: 0.025000 +2023-04-05 12:49:37,667 epoch 116 - iter 112/280 - loss 0.02314994 - time (sec): 7.02 - samples/sec: 12082.48 - lr: 0.025000 +2023-04-05 12:49:39,439 epoch 116 - iter 140/280 - loss 0.02321266 - time (sec): 8.79 - samples/sec: 12026.77 - lr: 0.025000 +2023-04-05 12:49:41,269 epoch 116 - iter 168/280 - loss 0.02356908 - time (sec): 10.62 - samples/sec: 11995.12 - lr: 0.025000 +2023-04-05 12:49:43,013 epoch 116 - iter 196/280 - loss 0.02320202 - time (sec): 12.37 - samples/sec: 12018.42 - lr: 0.025000 +2023-04-05 12:49:44,781 epoch 116 - iter 224/280 - loss 0.02330158 - time (sec): 14.14 - samples/sec: 12008.60 - lr: 0.025000 +2023-04-05 12:49:46,545 epoch 116 - iter 252/280 - loss 0.02329779 - time (sec): 15.90 - samples/sec: 12001.79 - lr: 0.025000 +2023-04-05 12:49:48,284 epoch 116 - iter 280/280 - loss 0.02345011 - time (sec): 17.64 - samples/sec: 12001.47 - lr: 0.025000 +2023-04-05 12:49:48,284 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:49:48,284 EPOCH 116 done: loss 0.0235 - lr 0.025000 +2023-04-05 12:49:48,284 BAD EPOCHS (no improvement): 0 +2023-04-05 12:49:48,287 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:49:50,004 epoch 117 - iter 28/280 - loss 0.02093866 - time (sec): 1.72 - samples/sec: 12345.63 - lr: 0.025000 +2023-04-05 12:49:51,750 epoch 117 - iter 56/280 - loss 0.02256006 - time (sec): 3.46 - samples/sec: 12106.86 - lr: 0.025000 +2023-04-05 12:49:53,504 epoch 117 - iter 84/280 - loss 0.02285488 - time (sec): 5.22 - samples/sec: 12108.55 - lr: 0.025000 +2023-04-05 12:49:55,221 epoch 117 - iter 112/280 - loss 0.02306858 - time (sec): 6.93 - samples/sec: 12125.63 - lr: 0.025000 +2023-04-05 12:49:56,992 epoch 117 - iter 140/280 - loss 0.02307317 - time (sec): 8.71 - samples/sec: 12138.18 - lr: 0.025000 +2023-04-05 12:49:58,778 epoch 117 - iter 168/280 - loss 0.02335002 - time (sec): 10.49 - samples/sec: 12126.59 - lr: 0.025000 +2023-04-05 12:50:00,496 epoch 117 - iter 196/280 - loss 0.02333422 - time (sec): 12.21 - samples/sec: 12152.39 - lr: 0.025000 +2023-04-05 12:50:02,254 epoch 117 - iter 224/280 - loss 0.02339330 - time (sec): 13.97 - samples/sec: 12150.17 - lr: 0.025000 +2023-04-05 12:50:03,981 epoch 117 - iter 252/280 - loss 0.02330665 - time (sec): 15.69 - samples/sec: 12176.40 - lr: 0.025000 +2023-04-05 12:50:05,689 epoch 117 - iter 280/280 - loss 0.02338109 - time (sec): 17.40 - samples/sec: 12164.65 - lr: 0.025000 +2023-04-05 12:50:05,689 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:50:05,689 EPOCH 117 done: loss 0.0234 - lr 0.025000 +2023-04-05 12:50:05,689 BAD EPOCHS (no improvement): 0 +2023-04-05 12:50:05,692 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:50:07,430 epoch 118 - iter 28/280 - loss 0.02493835 - time (sec): 1.74 - samples/sec: 12170.21 - lr: 0.025000 +2023-04-05 12:50:09,124 epoch 118 - iter 56/280 - loss 0.02514170 - time (sec): 3.43 - samples/sec: 12224.98 - lr: 0.025000 +2023-04-05 12:50:10,879 epoch 118 - iter 84/280 - loss 0.02433721 - time (sec): 5.19 - samples/sec: 12113.51 - lr: 0.025000 +2023-04-05 12:50:12,641 epoch 118 - iter 112/280 - loss 0.02414500 - time (sec): 6.95 - samples/sec: 12124.97 - lr: 0.025000 +2023-04-05 12:50:14,432 epoch 118 - iter 140/280 - loss 0.02390915 - time (sec): 8.74 - samples/sec: 12041.09 - lr: 0.025000 +2023-04-05 12:50:16,230 epoch 118 - iter 168/280 - loss 0.02353790 - time (sec): 10.54 - samples/sec: 12025.12 - lr: 0.025000 +2023-04-05 12:50:18,040 epoch 118 - iter 196/280 - loss 0.02371076 - time (sec): 12.35 - samples/sec: 11976.62 - lr: 0.025000 +2023-04-05 12:50:19,841 epoch 118 - iter 224/280 - loss 0.02336881 - time (sec): 14.15 - samples/sec: 11964.27 - lr: 0.025000 +2023-04-05 12:50:21,577 epoch 118 - iter 252/280 - loss 0.02355002 - time (sec): 15.89 - samples/sec: 12003.66 - lr: 0.025000 +2023-04-05 12:50:23,339 epoch 118 - iter 280/280 - loss 0.02369310 - time (sec): 17.65 - samples/sec: 11995.95 - lr: 0.025000 +2023-04-05 12:50:23,339 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:50:23,339 EPOCH 118 done: loss 0.0237 - lr 0.025000 +2023-04-05 12:50:23,339 BAD EPOCHS (no improvement): 1 +2023-04-05 12:50:23,341 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:50:25,049 epoch 119 - iter 28/280 - loss 0.02292364 - time (sec): 1.71 - samples/sec: 12226.87 - lr: 0.025000 +2023-04-05 12:50:26,871 epoch 119 - iter 56/280 - loss 0.02263216 - time (sec): 3.53 - samples/sec: 12003.42 - lr: 0.025000 +2023-04-05 12:50:28,588 epoch 119 - iter 84/280 - loss 0.02265129 - time (sec): 5.25 - samples/sec: 12129.85 - lr: 0.025000 +2023-04-05 12:50:30,317 epoch 119 - iter 112/280 - loss 0.02241026 - time (sec): 6.98 - samples/sec: 12129.28 - lr: 0.025000 +2023-04-05 12:50:32,090 epoch 119 - iter 140/280 - loss 0.02281683 - time (sec): 8.75 - samples/sec: 12127.22 - lr: 0.025000 +2023-04-05 12:50:33,899 epoch 119 - iter 168/280 - loss 0.02230475 - time (sec): 10.56 - samples/sec: 12079.86 - lr: 0.025000 +2023-04-05 12:50:35,705 epoch 119 - iter 196/280 - loss 0.02265395 - time (sec): 12.36 - samples/sec: 12065.75 - lr: 0.025000 +2023-04-05 12:50:37,426 epoch 119 - iter 224/280 - loss 0.02277039 - time (sec): 14.08 - samples/sec: 12082.18 - lr: 0.025000 +2023-04-05 12:50:39,174 epoch 119 - iter 252/280 - loss 0.02285472 - time (sec): 15.83 - samples/sec: 12066.86 - lr: 0.025000 +2023-04-05 12:50:40,864 epoch 119 - iter 280/280 - loss 0.02277376 - time (sec): 17.52 - samples/sec: 12080.69 - lr: 0.025000 +2023-04-05 12:50:40,865 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:50:40,865 EPOCH 119 done: loss 0.0228 - lr 0.025000 +2023-04-05 12:50:40,865 BAD EPOCHS (no improvement): 0 +2023-04-05 12:50:40,868 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:50:42,571 epoch 120 - iter 28/280 - loss 0.02263136 - time (sec): 1.70 - samples/sec: 12522.99 - lr: 0.025000 +2023-04-05 12:50:44,351 epoch 120 - iter 56/280 - loss 0.02283141 - time (sec): 3.48 - samples/sec: 12277.78 - lr: 0.025000 +2023-04-05 12:50:46,108 epoch 120 - iter 84/280 - loss 0.02280616 - time (sec): 5.24 - samples/sec: 12243.97 - lr: 0.025000 +2023-04-05 12:50:47,843 epoch 120 - iter 112/280 - loss 0.02230800 - time (sec): 6.98 - samples/sec: 12196.19 - lr: 0.025000 +2023-04-05 12:50:49,593 epoch 120 - iter 140/280 - loss 0.02189623 - time (sec): 8.73 - samples/sec: 12169.75 - lr: 0.025000 +2023-04-05 12:50:51,335 epoch 120 - iter 168/280 - loss 0.02206274 - time (sec): 10.47 - samples/sec: 12138.20 - lr: 0.025000 +2023-04-05 12:50:53,113 epoch 120 - iter 196/280 - loss 0.02220109 - time (sec): 12.24 - samples/sec: 12116.37 - lr: 0.025000 +2023-04-05 12:50:54,866 epoch 120 - iter 224/280 - loss 0.02223630 - time (sec): 14.00 - samples/sec: 12134.14 - lr: 0.025000 +2023-04-05 12:50:56,606 epoch 120 - iter 252/280 - loss 0.02236052 - time (sec): 15.74 - samples/sec: 12136.24 - lr: 0.025000 +2023-04-05 12:50:58,327 epoch 120 - iter 280/280 - loss 0.02236511 - time (sec): 17.46 - samples/sec: 12124.77 - lr: 0.025000 +2023-04-05 12:50:58,327 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:50:58,328 EPOCH 120 done: loss 0.0224 - lr 0.025000 +2023-04-05 12:50:58,328 BAD EPOCHS (no improvement): 0 +2023-04-05 12:50:58,331 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:51:00,116 epoch 121 - iter 28/280 - loss 0.02226263 - time (sec): 1.78 - samples/sec: 12324.66 - lr: 0.025000 +2023-04-05 12:51:01,861 epoch 121 - iter 56/280 - loss 0.02197888 - time (sec): 3.53 - samples/sec: 12224.30 - lr: 0.025000 +2023-04-05 12:51:03,551 epoch 121 - iter 84/280 - loss 0.02259344 - time (sec): 5.22 - samples/sec: 12286.45 - lr: 0.025000 +2023-04-05 12:51:06,650 epoch 121 - iter 112/280 - loss 0.02274547 - time (sec): 8.32 - samples/sec: 10236.30 - lr: 0.025000 +2023-04-05 12:51:08,356 epoch 121 - iter 140/280 - loss 0.02266278 - time (sec): 10.03 - samples/sec: 10591.00 - lr: 0.025000 +2023-04-05 12:51:10,118 epoch 121 - iter 168/280 - loss 0.02281931 - time (sec): 11.79 - samples/sec: 10825.08 - lr: 0.025000 +2023-04-05 12:51:11,891 epoch 121 - iter 196/280 - loss 0.02309346 - time (sec): 13.56 - samples/sec: 10984.57 - lr: 0.025000 +2023-04-05 12:51:13,598 epoch 121 - iter 224/280 - loss 0.02320042 - time (sec): 15.27 - samples/sec: 11144.69 - lr: 0.025000 +2023-04-05 12:51:15,272 epoch 121 - iter 252/280 - loss 0.02308737 - time (sec): 16.94 - samples/sec: 11277.18 - lr: 0.025000 +2023-04-05 12:51:16,942 epoch 121 - iter 280/280 - loss 0.02294453 - time (sec): 18.61 - samples/sec: 11374.55 - lr: 0.025000 +2023-04-05 12:51:16,942 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:51:16,942 EPOCH 121 done: loss 0.0229 - lr 0.025000 +2023-04-05 12:51:16,942 BAD EPOCHS (no improvement): 1 +2023-04-05 12:51:16,945 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:51:18,674 epoch 122 - iter 28/280 - loss 0.02155916 - time (sec): 1.73 - samples/sec: 12314.61 - lr: 0.025000 +2023-04-05 12:51:20,349 epoch 122 - iter 56/280 - loss 0.02125861 - time (sec): 3.40 - samples/sec: 12398.54 - lr: 0.025000 +2023-04-05 12:51:22,062 epoch 122 - iter 84/280 - loss 0.02108792 - time (sec): 5.12 - samples/sec: 12362.57 - lr: 0.025000 +2023-04-05 12:51:23,797 epoch 122 - iter 112/280 - loss 0.02166492 - time (sec): 6.85 - samples/sec: 12269.04 - lr: 0.025000 +2023-04-05 12:51:25,555 epoch 122 - iter 140/280 - loss 0.02226734 - time (sec): 8.61 - samples/sec: 12195.59 - lr: 0.025000 +2023-04-05 12:51:27,291 epoch 122 - iter 168/280 - loss 0.02241489 - time (sec): 10.35 - samples/sec: 12212.56 - lr: 0.025000 +2023-04-05 12:51:29,144 epoch 122 - iter 196/280 - loss 0.02248942 - time (sec): 12.20 - samples/sec: 12143.25 - lr: 0.025000 +2023-04-05 12:51:30,857 epoch 122 - iter 224/280 - loss 0.02278271 - time (sec): 13.91 - samples/sec: 12169.02 - lr: 0.025000 +2023-04-05 12:51:32,659 epoch 122 - iter 252/280 - loss 0.02264473 - time (sec): 15.71 - samples/sec: 12134.83 - lr: 0.025000 +2023-04-05 12:51:34,382 epoch 122 - iter 280/280 - loss 0.02270389 - time (sec): 17.44 - samples/sec: 12139.98 - lr: 0.025000 +2023-04-05 12:51:34,382 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:51:34,382 EPOCH 122 done: loss 0.0227 - lr 0.025000 +2023-04-05 12:51:34,382 BAD EPOCHS (no improvement): 2 +2023-04-05 12:51:34,385 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:51:36,127 epoch 123 - iter 28/280 - loss 0.02343323 - time (sec): 1.74 - samples/sec: 12193.98 - lr: 0.025000 +2023-04-05 12:51:37,895 epoch 123 - iter 56/280 - loss 0.02215260 - time (sec): 3.51 - samples/sec: 12156.72 - lr: 0.025000 +2023-04-05 12:51:39,603 epoch 123 - iter 84/280 - loss 0.02275332 - time (sec): 5.22 - samples/sec: 12241.52 - lr: 0.025000 +2023-04-05 12:51:41,305 epoch 123 - iter 112/280 - loss 0.02233481 - time (sec): 6.92 - samples/sec: 12212.52 - lr: 0.025000 +2023-04-05 12:51:43,042 epoch 123 - iter 140/280 - loss 0.02283049 - time (sec): 8.66 - samples/sec: 12223.97 - lr: 0.025000 +2023-04-05 12:51:44,824 epoch 123 - iter 168/280 - loss 0.02304702 - time (sec): 10.44 - samples/sec: 12201.98 - lr: 0.025000 +2023-04-05 12:51:46,587 epoch 123 - iter 196/280 - loss 0.02295077 - time (sec): 12.20 - samples/sec: 12197.90 - lr: 0.025000 +2023-04-05 12:51:48,322 epoch 123 - iter 224/280 - loss 0.02302708 - time (sec): 13.94 - samples/sec: 12202.76 - lr: 0.025000 +2023-04-05 12:51:50,039 epoch 123 - iter 252/280 - loss 0.02292086 - time (sec): 15.65 - samples/sec: 12237.28 - lr: 0.025000 +2023-04-05 12:51:51,703 epoch 123 - iter 280/280 - loss 0.02282866 - time (sec): 17.32 - samples/sec: 12223.73 - lr: 0.025000 +2023-04-05 12:51:51,703 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:51:51,703 EPOCH 123 done: loss 0.0228 - lr 0.025000 +2023-04-05 12:51:51,703 BAD EPOCHS (no improvement): 3 +2023-04-05 12:51:51,707 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:51:53,419 epoch 124 - iter 28/280 - loss 0.02131994 - time (sec): 1.71 - samples/sec: 12542.17 - lr: 0.025000 +2023-04-05 12:51:55,159 epoch 124 - iter 56/280 - loss 0.02173553 - time (sec): 3.45 - samples/sec: 12492.16 - lr: 0.025000 +2023-04-05 12:51:56,935 epoch 124 - iter 84/280 - loss 0.02284578 - time (sec): 5.23 - samples/sec: 12345.29 - lr: 0.025000 +2023-04-05 12:51:58,650 epoch 124 - iter 112/280 - loss 0.02314586 - time (sec): 6.94 - samples/sec: 12339.68 - lr: 0.025000 +2023-04-05 12:52:00,348 epoch 124 - iter 140/280 - loss 0.02319968 - time (sec): 8.64 - samples/sec: 12263.81 - lr: 0.025000 +2023-04-05 12:52:02,120 epoch 124 - iter 168/280 - loss 0.02341858 - time (sec): 10.41 - samples/sec: 12218.76 - lr: 0.025000 +2023-04-05 12:52:03,905 epoch 124 - iter 196/280 - loss 0.02369175 - time (sec): 12.20 - samples/sec: 12173.69 - lr: 0.025000 +2023-04-05 12:52:05,672 epoch 124 - iter 224/280 - loss 0.02345714 - time (sec): 13.96 - samples/sec: 12164.15 - lr: 0.025000 +2023-04-05 12:52:07,481 epoch 124 - iter 252/280 - loss 0.02310406 - time (sec): 15.77 - samples/sec: 12145.43 - lr: 0.025000 +2023-04-05 12:52:09,167 epoch 124 - iter 280/280 - loss 0.02315200 - time (sec): 17.46 - samples/sec: 12124.64 - lr: 0.025000 +2023-04-05 12:52:09,167 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:52:09,167 EPOCH 124 done: loss 0.0232 - lr 0.025000 +2023-04-05 12:52:09,167 Epoch 124: reducing learning rate of group 0 to 1.2500e-02. +2023-04-05 12:52:09,167 BAD EPOCHS (no improvement): 4 +2023-04-05 12:52:09,170 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:52:10,951 epoch 125 - iter 28/280 - loss 0.02094664 - time (sec): 1.78 - samples/sec: 11887.69 - lr: 0.012500 +2023-04-05 12:52:12,717 epoch 125 - iter 56/280 - loss 0.02085403 - time (sec): 3.55 - samples/sec: 12070.37 - lr: 0.012500 +2023-04-05 12:52:14,475 epoch 125 - iter 84/280 - loss 0.02099371 - time (sec): 5.31 - samples/sec: 12059.83 - lr: 0.012500 +2023-04-05 12:52:16,202 epoch 125 - iter 112/280 - loss 0.02111895 - time (sec): 7.03 - samples/sec: 12129.50 - lr: 0.012500 +2023-04-05 12:52:17,905 epoch 125 - iter 140/280 - loss 0.02148174 - time (sec): 8.74 - samples/sec: 12202.74 - lr: 0.012500 +2023-04-05 12:52:19,644 epoch 125 - iter 168/280 - loss 0.02167067 - time (sec): 10.47 - samples/sec: 12202.77 - lr: 0.012500 +2023-04-05 12:52:21,315 epoch 125 - iter 196/280 - loss 0.02184838 - time (sec): 12.14 - samples/sec: 12255.23 - lr: 0.012500 +2023-04-05 12:52:23,055 epoch 125 - iter 224/280 - loss 0.02190593 - time (sec): 13.88 - samples/sec: 12239.10 - lr: 0.012500 +2023-04-05 12:52:24,814 epoch 125 - iter 252/280 - loss 0.02191224 - time (sec): 15.64 - samples/sec: 12230.23 - lr: 0.012500 +2023-04-05 12:52:26,481 epoch 125 - iter 280/280 - loss 0.02209492 - time (sec): 17.31 - samples/sec: 12228.62 - lr: 0.012500 +2023-04-05 12:52:26,481 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:52:26,481 EPOCH 125 done: loss 0.0221 - lr 0.012500 +2023-04-05 12:52:26,481 BAD EPOCHS (no improvement): 0 +2023-04-05 12:52:26,483 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:52:28,178 epoch 126 - iter 28/280 - loss 0.02066993 - time (sec): 1.69 - samples/sec: 12289.63 - lr: 0.012500 +2023-04-05 12:52:29,871 epoch 126 - iter 56/280 - loss 0.02290118 - time (sec): 3.39 - samples/sec: 12511.24 - lr: 0.012500 +2023-04-05 12:52:31,566 epoch 126 - iter 84/280 - loss 0.02428276 - time (sec): 5.08 - samples/sec: 12502.27 - lr: 0.012500 +2023-04-05 12:52:33,279 epoch 126 - iter 112/280 - loss 0.02380339 - time (sec): 6.80 - samples/sec: 12421.38 - lr: 0.012500 +2023-04-05 12:52:35,016 epoch 126 - iter 140/280 - loss 0.02349302 - time (sec): 8.53 - samples/sec: 12423.98 - lr: 0.012500 +2023-04-05 12:52:36,776 epoch 126 - iter 168/280 - loss 0.02308799 - time (sec): 10.29 - samples/sec: 12364.91 - lr: 0.012500 +2023-04-05 12:52:38,509 epoch 126 - iter 196/280 - loss 0.02262005 - time (sec): 12.03 - samples/sec: 12352.21 - lr: 0.012500 +2023-04-05 12:52:40,298 epoch 126 - iter 224/280 - loss 0.02227867 - time (sec): 13.81 - samples/sec: 12268.13 - lr: 0.012500 +2023-04-05 12:52:42,125 epoch 126 - iter 252/280 - loss 0.02228173 - time (sec): 15.64 - samples/sec: 12226.59 - lr: 0.012500 +2023-04-05 12:52:43,868 epoch 126 - iter 280/280 - loss 0.02262889 - time (sec): 17.38 - samples/sec: 12177.02 - lr: 0.012500 +2023-04-05 12:52:43,868 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:52:43,868 EPOCH 126 done: loss 0.0226 - lr 0.012500 +2023-04-05 12:52:43,868 BAD EPOCHS (no improvement): 1 +2023-04-05 12:52:43,871 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:52:45,664 epoch 127 - iter 28/280 - loss 0.02241000 - time (sec): 1.79 - samples/sec: 12122.42 - lr: 0.012500 +2023-04-05 12:52:47,453 epoch 127 - iter 56/280 - loss 0.02194938 - time (sec): 3.58 - samples/sec: 12162.76 - lr: 0.012500 +2023-04-05 12:52:49,230 epoch 127 - iter 84/280 - loss 0.02143084 - time (sec): 5.36 - samples/sec: 12031.06 - lr: 0.012500 +2023-04-05 12:52:50,964 epoch 127 - iter 112/280 - loss 0.02122071 - time (sec): 7.09 - samples/sec: 12125.52 - lr: 0.012500 +2023-04-05 12:52:52,621 epoch 127 - iter 140/280 - loss 0.02091672 - time (sec): 8.75 - samples/sec: 12179.94 - lr: 0.012500 +2023-04-05 12:52:54,353 epoch 127 - iter 168/280 - loss 0.02086860 - time (sec): 10.48 - samples/sec: 12179.88 - lr: 0.012500 +2023-04-05 12:52:56,122 epoch 127 - iter 196/280 - loss 0.02087181 - time (sec): 12.25 - samples/sec: 12168.46 - lr: 0.012500 +2023-04-05 12:52:57,847 epoch 127 - iter 224/280 - loss 0.02077457 - time (sec): 13.98 - samples/sec: 12194.13 - lr: 0.012500 +2023-04-05 12:52:59,553 epoch 127 - iter 252/280 - loss 0.02062500 - time (sec): 15.68 - samples/sec: 12198.81 - lr: 0.012500 +2023-04-05 12:53:01,240 epoch 127 - iter 280/280 - loss 0.02072553 - time (sec): 17.37 - samples/sec: 12188.04 - lr: 0.012500 +2023-04-05 12:53:01,240 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:53:01,240 EPOCH 127 done: loss 0.0207 - lr 0.012500 +2023-04-05 12:53:01,240 BAD EPOCHS (no improvement): 0 +2023-04-05 12:53:01,243 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:53:02,932 epoch 128 - iter 28/280 - loss 0.02356315 - time (sec): 1.69 - samples/sec: 12172.38 - lr: 0.012500 +2023-04-05 12:53:04,703 epoch 128 - iter 56/280 - loss 0.02223126 - time (sec): 3.46 - samples/sec: 12179.69 - lr: 0.012500 +2023-04-05 12:53:06,393 epoch 128 - iter 84/280 - loss 0.02256176 - time (sec): 5.15 - samples/sec: 12283.65 - lr: 0.012500 +2023-04-05 12:53:08,114 epoch 128 - iter 112/280 - loss 0.02313093 - time (sec): 6.87 - samples/sec: 12294.09 - lr: 0.012500 +2023-04-05 12:53:09,811 epoch 128 - iter 140/280 - loss 0.02237568 - time (sec): 8.57 - samples/sec: 12287.44 - lr: 0.012500 +2023-04-05 12:53:11,630 epoch 128 - iter 168/280 - loss 0.02175515 - time (sec): 10.39 - samples/sec: 12222.65 - lr: 0.012500 +2023-04-05 12:53:13,410 epoch 128 - iter 196/280 - loss 0.02179870 - time (sec): 12.17 - samples/sec: 12158.50 - lr: 0.012500 +2023-04-05 12:53:15,158 epoch 128 - iter 224/280 - loss 0.02191817 - time (sec): 13.92 - samples/sec: 12157.84 - lr: 0.012500 +2023-04-05 12:53:16,917 epoch 128 - iter 252/280 - loss 0.02184547 - time (sec): 15.67 - samples/sec: 12150.84 - lr: 0.012500 +2023-04-05 12:53:18,663 epoch 128 - iter 280/280 - loss 0.02174417 - time (sec): 17.42 - samples/sec: 12152.04 - lr: 0.012500 +2023-04-05 12:53:18,663 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:53:18,663 EPOCH 128 done: loss 0.0217 - lr 0.012500 +2023-04-05 12:53:18,663 BAD EPOCHS (no improvement): 1 +2023-04-05 12:53:18,666 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:53:20,422 epoch 129 - iter 28/280 - loss 0.02113052 - time (sec): 1.76 - samples/sec: 12065.40 - lr: 0.012500 +2023-04-05 12:53:22,167 epoch 129 - iter 56/280 - loss 0.02158272 - time (sec): 3.50 - samples/sec: 12010.64 - lr: 0.012500 +2023-04-05 12:53:23,908 epoch 129 - iter 84/280 - loss 0.02184629 - time (sec): 5.24 - samples/sec: 12055.22 - lr: 0.012500 +2023-04-05 12:53:25,596 epoch 129 - iter 112/280 - loss 0.02171708 - time (sec): 6.93 - samples/sec: 12081.83 - lr: 0.012500 +2023-04-05 12:53:27,347 epoch 129 - iter 140/280 - loss 0.02140540 - time (sec): 8.68 - samples/sec: 12108.69 - lr: 0.012500 +2023-04-05 12:53:29,157 epoch 129 - iter 168/280 - loss 0.02164507 - time (sec): 10.49 - samples/sec: 12074.68 - lr: 0.012500 +2023-04-05 12:53:30,893 epoch 129 - iter 196/280 - loss 0.02187611 - time (sec): 12.23 - samples/sec: 12112.78 - lr: 0.012500 +2023-04-05 12:53:32,707 epoch 129 - iter 224/280 - loss 0.02172247 - time (sec): 14.04 - samples/sec: 12077.54 - lr: 0.012500 +2023-04-05 12:53:34,497 epoch 129 - iter 252/280 - loss 0.02170004 - time (sec): 15.83 - samples/sec: 12086.57 - lr: 0.012500 +2023-04-05 12:53:36,212 epoch 129 - iter 280/280 - loss 0.02156788 - time (sec): 17.55 - samples/sec: 12064.83 - lr: 0.012500 +2023-04-05 12:53:36,213 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:53:36,213 EPOCH 129 done: loss 0.0216 - lr 0.012500 +2023-04-05 12:53:36,213 BAD EPOCHS (no improvement): 2 +2023-04-05 12:53:36,215 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:53:37,991 epoch 130 - iter 28/280 - loss 0.02179479 - time (sec): 1.78 - samples/sec: 12224.37 - lr: 0.012500 +2023-04-05 12:53:39,697 epoch 130 - iter 56/280 - loss 0.02176897 - time (sec): 3.48 - samples/sec: 12329.00 - lr: 0.012500 +2023-04-05 12:53:41,434 epoch 130 - iter 84/280 - loss 0.02154311 - time (sec): 5.22 - samples/sec: 12254.79 - lr: 0.012500 +2023-04-05 12:53:43,238 epoch 130 - iter 112/280 - loss 0.02209749 - time (sec): 7.02 - samples/sec: 12127.15 - lr: 0.012500 +2023-04-05 12:53:44,992 epoch 130 - iter 140/280 - loss 0.02171066 - time (sec): 8.78 - samples/sec: 12071.16 - lr: 0.012500 +2023-04-05 12:53:46,844 epoch 130 - iter 168/280 - loss 0.02167676 - time (sec): 10.63 - samples/sec: 12024.94 - lr: 0.012500 +2023-04-05 12:53:48,580 epoch 130 - iter 196/280 - loss 0.02136855 - time (sec): 12.37 - samples/sec: 12026.34 - lr: 0.012500 +2023-04-05 12:53:50,314 epoch 130 - iter 224/280 - loss 0.02135157 - time (sec): 14.10 - samples/sec: 12034.55 - lr: 0.012500 +2023-04-05 12:53:52,176 epoch 130 - iter 252/280 - loss 0.02145893 - time (sec): 15.96 - samples/sec: 11970.03 - lr: 0.012500 +2023-04-05 12:53:53,945 epoch 130 - iter 280/280 - loss 0.02191467 - time (sec): 17.73 - samples/sec: 11940.15 - lr: 0.012500 +2023-04-05 12:53:53,945 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:53:53,945 EPOCH 130 done: loss 0.0219 - lr 0.012500 +2023-04-05 12:53:53,945 BAD EPOCHS (no improvement): 3 +2023-04-05 12:53:53,947 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:53:55,722 epoch 131 - iter 28/280 - loss 0.02164820 - time (sec): 1.78 - samples/sec: 12212.45 - lr: 0.012500 +2023-04-05 12:53:57,488 epoch 131 - iter 56/280 - loss 0.02175859 - time (sec): 3.54 - samples/sec: 12127.87 - lr: 0.012500 +2023-04-05 12:53:59,305 epoch 131 - iter 84/280 - loss 0.02192819 - time (sec): 5.36 - samples/sec: 12000.88 - lr: 0.012500 +2023-04-05 12:54:01,025 epoch 131 - iter 112/280 - loss 0.02148508 - time (sec): 7.08 - samples/sec: 12096.20 - lr: 0.012500 +2023-04-05 12:54:02,746 epoch 131 - iter 140/280 - loss 0.02206460 - time (sec): 8.80 - samples/sec: 12145.16 - lr: 0.012500 +2023-04-05 12:54:04,449 epoch 131 - iter 168/280 - loss 0.02189572 - time (sec): 10.50 - samples/sec: 12196.39 - lr: 0.012500 +2023-04-05 12:54:06,200 epoch 131 - iter 196/280 - loss 0.02207099 - time (sec): 12.25 - samples/sec: 12196.94 - lr: 0.012500 +2023-04-05 12:54:07,910 epoch 131 - iter 224/280 - loss 0.02201060 - time (sec): 13.96 - samples/sec: 12169.28 - lr: 0.012500 +2023-04-05 12:54:09,639 epoch 131 - iter 252/280 - loss 0.02202885 - time (sec): 15.69 - samples/sec: 12167.34 - lr: 0.012500 +2023-04-05 12:54:11,342 epoch 131 - iter 280/280 - loss 0.02194083 - time (sec): 17.40 - samples/sec: 12169.56 - lr: 0.012500 +2023-04-05 12:54:11,342 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:54:11,342 EPOCH 131 done: loss 0.0219 - lr 0.012500 +2023-04-05 12:54:11,343 Epoch 131: reducing learning rate of group 0 to 6.2500e-03. +2023-04-05 12:54:11,343 BAD EPOCHS (no improvement): 4 +2023-04-05 12:54:11,345 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:54:13,036 epoch 132 - iter 28/280 - loss 0.02051669 - time (sec): 1.69 - samples/sec: 12229.13 - lr: 0.006250 +2023-04-05 12:54:14,755 epoch 132 - iter 56/280 - loss 0.02019827 - time (sec): 3.41 - samples/sec: 12300.67 - lr: 0.006250 +2023-04-05 12:54:16,476 epoch 132 - iter 84/280 - loss 0.02056096 - time (sec): 5.13 - samples/sec: 12269.88 - lr: 0.006250 +2023-04-05 12:54:18,191 epoch 132 - iter 112/280 - loss 0.02084562 - time (sec): 6.85 - samples/sec: 12249.28 - lr: 0.006250 +2023-04-05 12:54:19,981 epoch 132 - iter 140/280 - loss 0.02107677 - time (sec): 8.64 - samples/sec: 12207.66 - lr: 0.006250 +2023-04-05 12:54:21,718 epoch 132 - iter 168/280 - loss 0.02095783 - time (sec): 10.37 - samples/sec: 12194.25 - lr: 0.006250 +2023-04-05 12:54:23,476 epoch 132 - iter 196/280 - loss 0.02104203 - time (sec): 12.13 - samples/sec: 12191.28 - lr: 0.006250 +2023-04-05 12:54:25,270 epoch 132 - iter 224/280 - loss 0.02103733 - time (sec): 13.92 - samples/sec: 12159.75 - lr: 0.006250 +2023-04-05 12:54:27,052 epoch 132 - iter 252/280 - loss 0.02126215 - time (sec): 15.71 - samples/sec: 12152.41 - lr: 0.006250 +2023-04-05 12:54:28,780 epoch 132 - iter 280/280 - loss 0.02105806 - time (sec): 17.43 - samples/sec: 12142.09 - lr: 0.006250 +2023-04-05 12:54:28,780 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:54:28,780 EPOCH 132 done: loss 0.0211 - lr 0.006250 +2023-04-05 12:54:28,780 BAD EPOCHS (no improvement): 1 +2023-04-05 12:54:28,783 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:54:30,519 epoch 133 - iter 28/280 - loss 0.02058031 - time (sec): 1.74 - samples/sec: 11995.32 - lr: 0.006250 +2023-04-05 12:54:32,214 epoch 133 - iter 56/280 - loss 0.02081271 - time (sec): 3.43 - samples/sec: 12141.64 - lr: 0.006250 +2023-04-05 12:54:33,934 epoch 133 - iter 84/280 - loss 0.02151370 - time (sec): 5.15 - samples/sec: 12218.82 - lr: 0.006250 +2023-04-05 12:54:35,689 epoch 133 - iter 112/280 - loss 0.02087060 - time (sec): 6.91 - samples/sec: 12200.17 - lr: 0.006250 +2023-04-05 12:54:37,494 epoch 133 - iter 140/280 - loss 0.02047313 - time (sec): 8.71 - samples/sec: 12179.86 - lr: 0.006250 +2023-04-05 12:54:39,229 epoch 133 - iter 168/280 - loss 0.02084573 - time (sec): 10.45 - samples/sec: 12171.25 - lr: 0.006250 +2023-04-05 12:54:40,989 epoch 133 - iter 196/280 - loss 0.02105643 - time (sec): 12.21 - samples/sec: 12173.61 - lr: 0.006250 +2023-04-05 12:54:42,733 epoch 133 - iter 224/280 - loss 0.02098343 - time (sec): 13.95 - samples/sec: 12149.99 - lr: 0.006250 +2023-04-05 12:54:44,451 epoch 133 - iter 252/280 - loss 0.02086740 - time (sec): 15.67 - samples/sec: 12197.29 - lr: 0.006250 +2023-04-05 12:54:46,248 epoch 133 - iter 280/280 - loss 0.02113052 - time (sec): 17.47 - samples/sec: 12120.77 - lr: 0.006250 +2023-04-05 12:54:46,249 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:54:46,249 EPOCH 133 done: loss 0.0211 - lr 0.006250 +2023-04-05 12:54:46,249 BAD EPOCHS (no improvement): 2 +2023-04-05 12:54:46,252 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:54:48,038 epoch 134 - iter 28/280 - loss 0.02009833 - time (sec): 1.79 - samples/sec: 12139.79 - lr: 0.006250 +2023-04-05 12:54:49,763 epoch 134 - iter 56/280 - loss 0.01965286 - time (sec): 3.51 - samples/sec: 12154.05 - lr: 0.006250 +2023-04-05 12:54:51,462 epoch 134 - iter 84/280 - loss 0.02083831 - time (sec): 5.21 - samples/sec: 12292.03 - lr: 0.006250 +2023-04-05 12:54:53,251 epoch 134 - iter 112/280 - loss 0.02100736 - time (sec): 7.00 - samples/sec: 12185.61 - lr: 0.006250 +2023-04-05 12:54:55,045 epoch 134 - iter 140/280 - loss 0.02101936 - time (sec): 8.79 - samples/sec: 12092.01 - lr: 0.006250 +2023-04-05 12:54:56,859 epoch 134 - iter 168/280 - loss 0.02073502 - time (sec): 10.61 - samples/sec: 12042.62 - lr: 0.006250 +2023-04-05 12:54:58,613 epoch 134 - iter 196/280 - loss 0.02054543 - time (sec): 12.36 - samples/sec: 12026.50 - lr: 0.006250 +2023-04-05 12:55:00,378 epoch 134 - iter 224/280 - loss 0.02040906 - time (sec): 14.13 - samples/sec: 12036.69 - lr: 0.006250 +2023-04-05 12:55:02,191 epoch 134 - iter 252/280 - loss 0.02076880 - time (sec): 15.94 - samples/sec: 11997.08 - lr: 0.006250 +2023-04-05 12:55:03,931 epoch 134 - iter 280/280 - loss 0.02065815 - time (sec): 17.68 - samples/sec: 11974.08 - lr: 0.006250 +2023-04-05 12:55:03,931 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:55:03,931 EPOCH 134 done: loss 0.0207 - lr 0.006250 +2023-04-05 12:55:03,931 BAD EPOCHS (no improvement): 0 +2023-04-05 12:55:03,933 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:55:05,708 epoch 135 - iter 28/280 - loss 0.02255808 - time (sec): 1.77 - samples/sec: 11823.27 - lr: 0.006250 +2023-04-05 12:55:07,472 epoch 135 - iter 56/280 - loss 0.02127462 - time (sec): 3.54 - samples/sec: 11912.76 - lr: 0.006250 +2023-04-05 12:55:09,237 epoch 135 - iter 84/280 - loss 0.02103809 - time (sec): 5.30 - samples/sec: 11903.10 - lr: 0.006250 +2023-04-05 12:55:11,049 epoch 135 - iter 112/280 - loss 0.02097137 - time (sec): 7.12 - samples/sec: 11863.09 - lr: 0.006250 +2023-04-05 12:55:12,851 epoch 135 - iter 140/280 - loss 0.02079425 - time (sec): 8.92 - samples/sec: 11866.08 - lr: 0.006250 +2023-04-05 12:55:14,629 epoch 135 - iter 168/280 - loss 0.02106573 - time (sec): 10.70 - samples/sec: 11925.23 - lr: 0.006250 +2023-04-05 12:55:16,358 epoch 135 - iter 196/280 - loss 0.02104574 - time (sec): 12.42 - samples/sec: 11951.82 - lr: 0.006250 +2023-04-05 12:55:18,186 epoch 135 - iter 224/280 - loss 0.02087961 - time (sec): 14.25 - samples/sec: 11900.08 - lr: 0.006250 +2023-04-05 12:55:20,002 epoch 135 - iter 252/280 - loss 0.02110587 - time (sec): 16.07 - samples/sec: 11894.12 - lr: 0.006250 +2023-04-05 12:55:21,714 epoch 135 - iter 280/280 - loss 0.02089798 - time (sec): 17.78 - samples/sec: 11905.95 - lr: 0.006250 +2023-04-05 12:55:21,714 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:55:21,714 EPOCH 135 done: loss 0.0209 - lr 0.006250 +2023-04-05 12:55:21,714 BAD EPOCHS (no improvement): 1 +2023-04-05 12:55:21,717 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:55:23,472 epoch 136 - iter 28/280 - loss 0.01917636 - time (sec): 1.75 - samples/sec: 11946.83 - lr: 0.006250 +2023-04-05 12:55:25,246 epoch 136 - iter 56/280 - loss 0.02089857 - time (sec): 3.53 - samples/sec: 11954.05 - lr: 0.006250 +2023-04-05 12:55:26,987 epoch 136 - iter 84/280 - loss 0.02115858 - time (sec): 5.27 - samples/sec: 12032.08 - lr: 0.006250 +2023-04-05 12:55:28,764 epoch 136 - iter 112/280 - loss 0.02124606 - time (sec): 7.05 - samples/sec: 11992.96 - lr: 0.006250 +2023-04-05 12:55:30,555 epoch 136 - iter 140/280 - loss 0.02126239 - time (sec): 8.84 - samples/sec: 11961.69 - lr: 0.006250 +2023-04-05 12:55:32,393 epoch 136 - iter 168/280 - loss 0.02085425 - time (sec): 10.68 - samples/sec: 11901.45 - lr: 0.006250 +2023-04-05 12:55:34,145 epoch 136 - iter 196/280 - loss 0.02072339 - time (sec): 12.43 - samples/sec: 11900.30 - lr: 0.006250 +2023-04-05 12:55:35,912 epoch 136 - iter 224/280 - loss 0.02111174 - time (sec): 14.19 - samples/sec: 11925.81 - lr: 0.006250 +2023-04-05 12:55:37,761 epoch 136 - iter 252/280 - loss 0.02104363 - time (sec): 16.04 - samples/sec: 11922.17 - lr: 0.006250 +2023-04-05 12:55:39,454 epoch 136 - iter 280/280 - loss 0.02099724 - time (sec): 17.74 - samples/sec: 11934.94 - lr: 0.006250 +2023-04-05 12:55:39,455 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:55:39,455 EPOCH 136 done: loss 0.0210 - lr 0.006250 +2023-04-05 12:55:39,455 BAD EPOCHS (no improvement): 2 +2023-04-05 12:55:39,458 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:55:41,205 epoch 137 - iter 28/280 - loss 0.02110131 - time (sec): 1.75 - samples/sec: 11915.07 - lr: 0.006250 +2023-04-05 12:55:42,938 epoch 137 - iter 56/280 - loss 0.02024184 - time (sec): 3.48 - samples/sec: 12007.49 - lr: 0.006250 +2023-04-05 12:55:44,727 epoch 137 - iter 84/280 - loss 0.02098503 - time (sec): 5.27 - samples/sec: 12003.53 - lr: 0.006250 +2023-04-05 12:55:46,557 epoch 137 - iter 112/280 - loss 0.02061369 - time (sec): 7.10 - samples/sec: 12002.04 - lr: 0.006250 +2023-04-05 12:55:48,334 epoch 137 - iter 140/280 - loss 0.02022632 - time (sec): 8.88 - samples/sec: 11965.24 - lr: 0.006250 +2023-04-05 12:55:50,061 epoch 137 - iter 168/280 - loss 0.02033981 - time (sec): 10.60 - samples/sec: 11964.85 - lr: 0.006250 +2023-04-05 12:55:51,818 epoch 137 - iter 196/280 - loss 0.02063690 - time (sec): 12.36 - samples/sec: 11993.20 - lr: 0.006250 +2023-04-05 12:55:53,621 epoch 137 - iter 224/280 - loss 0.02079899 - time (sec): 14.16 - samples/sec: 11973.48 - lr: 0.006250 +2023-04-05 12:55:55,362 epoch 137 - iter 252/280 - loss 0.02096360 - time (sec): 15.90 - samples/sec: 12014.00 - lr: 0.006250 +2023-04-05 12:55:57,029 epoch 137 - iter 280/280 - loss 0.02062498 - time (sec): 17.57 - samples/sec: 12047.58 - lr: 0.006250 +2023-04-05 12:55:57,029 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:55:57,029 EPOCH 137 done: loss 0.0206 - lr 0.006250 +2023-04-05 12:55:57,029 BAD EPOCHS (no improvement): 0 +2023-04-05 12:55:57,032 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:55:58,737 epoch 138 - iter 28/280 - loss 0.02033480 - time (sec): 1.71 - samples/sec: 12304.06 - lr: 0.006250 +2023-04-05 12:56:00,451 epoch 138 - iter 56/280 - loss 0.02123175 - time (sec): 3.42 - samples/sec: 12315.22 - lr: 0.006250 +2023-04-05 12:56:02,184 epoch 138 - iter 84/280 - loss 0.02168400 - time (sec): 5.15 - samples/sec: 12273.87 - lr: 0.006250 +2023-04-05 12:56:03,911 epoch 138 - iter 112/280 - loss 0.02120274 - time (sec): 6.88 - samples/sec: 12283.59 - lr: 0.006250 +2023-04-05 12:56:05,701 epoch 138 - iter 140/280 - loss 0.02070719 - time (sec): 8.67 - samples/sec: 12237.96 - lr: 0.006250 +2023-04-05 12:56:07,463 epoch 138 - iter 168/280 - loss 0.02088838 - time (sec): 10.43 - samples/sec: 12187.41 - lr: 0.006250 +2023-04-05 12:56:09,194 epoch 138 - iter 196/280 - loss 0.02106339 - time (sec): 12.16 - samples/sec: 12203.36 - lr: 0.006250 +2023-04-05 12:56:10,962 epoch 138 - iter 224/280 - loss 0.02117223 - time (sec): 13.93 - samples/sec: 12172.14 - lr: 0.006250 +2023-04-05 12:56:12,740 epoch 138 - iter 252/280 - loss 0.02146217 - time (sec): 15.71 - samples/sec: 12138.63 - lr: 0.006250 +2023-04-05 12:56:14,476 epoch 138 - iter 280/280 - loss 0.02156758 - time (sec): 17.44 - samples/sec: 12135.21 - lr: 0.006250 +2023-04-05 12:56:14,476 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:56:14,476 EPOCH 138 done: loss 0.0216 - lr 0.006250 +2023-04-05 12:56:14,476 BAD EPOCHS (no improvement): 1 +2023-04-05 12:56:14,479 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:56:16,264 epoch 139 - iter 28/280 - loss 0.01994474 - time (sec): 1.78 - samples/sec: 11861.76 - lr: 0.006250 +2023-04-05 12:56:18,071 epoch 139 - iter 56/280 - loss 0.02175664 - time (sec): 3.59 - samples/sec: 11771.13 - lr: 0.006250 +2023-04-05 12:56:19,815 epoch 139 - iter 84/280 - loss 0.02158162 - time (sec): 5.34 - samples/sec: 11943.17 - lr: 0.006250 +2023-04-05 12:56:21,473 epoch 139 - iter 112/280 - loss 0.02145408 - time (sec): 6.99 - samples/sec: 12098.11 - lr: 0.006250 +2023-04-05 12:56:23,267 epoch 139 - iter 140/280 - loss 0.02165235 - time (sec): 8.79 - samples/sec: 12097.96 - lr: 0.006250 +2023-04-05 12:56:25,066 epoch 139 - iter 168/280 - loss 0.02170557 - time (sec): 10.59 - samples/sec: 12042.20 - lr: 0.006250 +2023-04-05 12:56:26,833 epoch 139 - iter 196/280 - loss 0.02193518 - time (sec): 12.35 - samples/sec: 12026.26 - lr: 0.006250 +2023-04-05 12:56:28,612 epoch 139 - iter 224/280 - loss 0.02211744 - time (sec): 14.13 - samples/sec: 12024.18 - lr: 0.006250 +2023-04-05 12:56:30,339 epoch 139 - iter 252/280 - loss 0.02191529 - time (sec): 15.86 - samples/sec: 12040.45 - lr: 0.006250 +2023-04-05 12:56:32,031 epoch 139 - iter 280/280 - loss 0.02176531 - time (sec): 17.55 - samples/sec: 12060.80 - lr: 0.006250 +2023-04-05 12:56:32,031 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:56:32,031 EPOCH 139 done: loss 0.0218 - lr 0.006250 +2023-04-05 12:56:32,031 BAD EPOCHS (no improvement): 2 +2023-04-05 12:56:32,034 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:56:33,732 epoch 140 - iter 28/280 - loss 0.01921794 - time (sec): 1.70 - samples/sec: 12294.48 - lr: 0.006250 +2023-04-05 12:56:35,552 epoch 140 - iter 56/280 - loss 0.01990356 - time (sec): 3.52 - samples/sec: 12100.20 - lr: 0.006250 +2023-04-05 12:56:37,275 epoch 140 - iter 84/280 - loss 0.01917761 - time (sec): 5.24 - samples/sec: 12219.32 - lr: 0.006250 +2023-04-05 12:56:39,018 epoch 140 - iter 112/280 - loss 0.01948935 - time (sec): 6.98 - samples/sec: 12248.62 - lr: 0.006250 +2023-04-05 12:56:40,741 epoch 140 - iter 140/280 - loss 0.01971567 - time (sec): 8.71 - samples/sec: 12221.38 - lr: 0.006250 +2023-04-05 12:56:42,495 epoch 140 - iter 168/280 - loss 0.02037778 - time (sec): 10.46 - samples/sec: 12209.31 - lr: 0.006250 +2023-04-05 12:56:44,351 epoch 140 - iter 196/280 - loss 0.02033376 - time (sec): 12.32 - samples/sec: 12073.23 - lr: 0.006250 +2023-04-05 12:56:46,207 epoch 140 - iter 224/280 - loss 0.02025888 - time (sec): 14.17 - samples/sec: 11992.23 - lr: 0.006250 +2023-04-05 12:56:47,990 epoch 140 - iter 252/280 - loss 0.02032170 - time (sec): 15.96 - samples/sec: 12001.66 - lr: 0.006250 +2023-04-05 12:56:49,758 epoch 140 - iter 280/280 - loss 0.02038315 - time (sec): 17.72 - samples/sec: 11943.68 - lr: 0.006250 +2023-04-05 12:56:49,758 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:56:49,758 EPOCH 140 done: loss 0.0204 - lr 0.006250 +2023-04-05 12:56:49,758 BAD EPOCHS (no improvement): 0 +2023-04-05 12:56:49,761 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:56:51,588 epoch 141 - iter 28/280 - loss 0.02188053 - time (sec): 1.83 - samples/sec: 11697.73 - lr: 0.006250 +2023-04-05 12:56:53,397 epoch 141 - iter 56/280 - loss 0.02037515 - time (sec): 3.64 - samples/sec: 11884.13 - lr: 0.006250 +2023-04-05 12:56:55,191 epoch 141 - iter 84/280 - loss 0.02134273 - time (sec): 5.43 - samples/sec: 11832.91 - lr: 0.006250 +2023-04-05 12:56:56,972 epoch 141 - iter 112/280 - loss 0.02091264 - time (sec): 7.21 - samples/sec: 11787.58 - lr: 0.006250 +2023-04-05 12:56:58,786 epoch 141 - iter 140/280 - loss 0.02020938 - time (sec): 9.02 - samples/sec: 11776.97 - lr: 0.006250 +2023-04-05 12:57:00,591 epoch 141 - iter 168/280 - loss 0.02010021 - time (sec): 10.83 - samples/sec: 11775.17 - lr: 0.006250 +2023-04-05 12:57:02,339 epoch 141 - iter 196/280 - loss 0.02037379 - time (sec): 12.58 - samples/sec: 11780.36 - lr: 0.006250 +2023-04-05 12:57:04,168 epoch 141 - iter 224/280 - loss 0.02050251 - time (sec): 14.41 - samples/sec: 11776.76 - lr: 0.006250 +2023-04-05 12:57:05,911 epoch 141 - iter 252/280 - loss 0.02048188 - time (sec): 16.15 - samples/sec: 11824.62 - lr: 0.006250 +2023-04-05 12:57:07,669 epoch 141 - iter 280/280 - loss 0.02039574 - time (sec): 17.91 - samples/sec: 11820.97 - lr: 0.006250 +2023-04-05 12:57:07,670 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:57:07,670 EPOCH 141 done: loss 0.0204 - lr 0.006250 +2023-04-05 12:57:07,670 BAD EPOCHS (no improvement): 1 +2023-04-05 12:57:07,672 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:57:09,462 epoch 142 - iter 28/280 - loss 0.01859714 - time (sec): 1.79 - samples/sec: 12172.17 - lr: 0.006250 +2023-04-05 12:57:11,168 epoch 142 - iter 56/280 - loss 0.01965646 - time (sec): 3.50 - samples/sec: 12047.42 - lr: 0.006250 +2023-04-05 12:57:12,931 epoch 142 - iter 84/280 - loss 0.01937481 - time (sec): 5.26 - samples/sec: 12028.33 - lr: 0.006250 +2023-04-05 12:57:14,705 epoch 142 - iter 112/280 - loss 0.01943033 - time (sec): 7.03 - samples/sec: 12030.76 - lr: 0.006250 +2023-04-05 12:57:16,454 epoch 142 - iter 140/280 - loss 0.01972203 - time (sec): 8.78 - samples/sec: 12030.35 - lr: 0.006250 +2023-04-05 12:57:18,215 epoch 142 - iter 168/280 - loss 0.01992900 - time (sec): 10.54 - samples/sec: 11995.39 - lr: 0.006250 +2023-04-05 12:57:19,983 epoch 142 - iter 196/280 - loss 0.01990528 - time (sec): 12.31 - samples/sec: 12022.30 - lr: 0.006250 +2023-04-05 12:57:21,780 epoch 142 - iter 224/280 - loss 0.02021582 - time (sec): 14.11 - samples/sec: 12035.67 - lr: 0.006250 +2023-04-05 12:57:23,637 epoch 142 - iter 252/280 - loss 0.02006378 - time (sec): 15.96 - samples/sec: 12001.54 - lr: 0.006250 +2023-04-05 12:57:25,328 epoch 142 - iter 280/280 - loss 0.02029818 - time (sec): 17.66 - samples/sec: 11990.15 - lr: 0.006250 +2023-04-05 12:57:25,328 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:57:25,328 EPOCH 142 done: loss 0.0203 - lr 0.006250 +2023-04-05 12:57:25,328 BAD EPOCHS (no improvement): 0 +2023-04-05 12:57:25,330 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:57:27,158 epoch 143 - iter 28/280 - loss 0.02010194 - time (sec): 1.83 - samples/sec: 11893.29 - lr: 0.006250 +2023-04-05 12:57:28,923 epoch 143 - iter 56/280 - loss 0.02079161 - time (sec): 3.59 - samples/sec: 11895.24 - lr: 0.006250 +2023-04-05 12:57:30,702 epoch 143 - iter 84/280 - loss 0.02099196 - time (sec): 5.37 - samples/sec: 11994.51 - lr: 0.006250 +2023-04-05 12:57:32,472 epoch 143 - iter 112/280 - loss 0.02058498 - time (sec): 7.14 - samples/sec: 11956.90 - lr: 0.006250 +2023-04-05 12:57:34,243 epoch 143 - iter 140/280 - loss 0.02026419 - time (sec): 8.91 - samples/sec: 11972.12 - lr: 0.006250 +2023-04-05 12:57:36,021 epoch 143 - iter 168/280 - loss 0.01983932 - time (sec): 10.69 - samples/sec: 11940.09 - lr: 0.006250 +2023-04-05 12:57:37,748 epoch 143 - iter 196/280 - loss 0.01990114 - time (sec): 12.42 - samples/sec: 11999.47 - lr: 0.006250 +2023-04-05 12:57:39,492 epoch 143 - iter 224/280 - loss 0.01974037 - time (sec): 14.16 - samples/sec: 12015.12 - lr: 0.006250 +2023-04-05 12:57:41,227 epoch 143 - iter 252/280 - loss 0.01957207 - time (sec): 15.90 - samples/sec: 12024.59 - lr: 0.006250 +2023-04-05 12:57:42,938 epoch 143 - iter 280/280 - loss 0.01958354 - time (sec): 17.61 - samples/sec: 12022.60 - lr: 0.006250 +2023-04-05 12:57:42,938 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:57:42,938 EPOCH 143 done: loss 0.0196 - lr 0.006250 +2023-04-05 12:57:42,938 BAD EPOCHS (no improvement): 0 +2023-04-05 12:57:42,941 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:57:44,640 epoch 144 - iter 28/280 - loss 0.02197462 - time (sec): 1.70 - samples/sec: 12287.06 - lr: 0.006250 +2023-04-05 12:57:46,398 epoch 144 - iter 56/280 - loss 0.02146840 - time (sec): 3.46 - samples/sec: 12234.88 - lr: 0.006250 +2023-04-05 12:57:49,458 epoch 144 - iter 84/280 - loss 0.02103122 - time (sec): 6.52 - samples/sec: 9722.10 - lr: 0.006250 +2023-04-05 12:57:51,237 epoch 144 - iter 112/280 - loss 0.02057866 - time (sec): 8.30 - samples/sec: 10253.78 - lr: 0.006250 +2023-04-05 12:57:53,028 epoch 144 - iter 140/280 - loss 0.02015223 - time (sec): 10.09 - samples/sec: 10557.83 - lr: 0.006250 +2023-04-05 12:57:54,815 epoch 144 - iter 168/280 - loss 0.02002171 - time (sec): 11.87 - samples/sec: 10753.38 - lr: 0.006250 +2023-04-05 12:57:56,598 epoch 144 - iter 196/280 - loss 0.02011530 - time (sec): 13.66 - samples/sec: 10940.76 - lr: 0.006250 +2023-04-05 12:57:58,351 epoch 144 - iter 224/280 - loss 0.02036714 - time (sec): 15.41 - samples/sec: 11060.26 - lr: 0.006250 +2023-04-05 12:58:00,107 epoch 144 - iter 252/280 - loss 0.02037679 - time (sec): 17.17 - samples/sec: 11143.54 - lr: 0.006250 +2023-04-05 12:58:01,854 epoch 144 - iter 280/280 - loss 0.02020664 - time (sec): 18.91 - samples/sec: 11193.13 - lr: 0.006250 +2023-04-05 12:58:01,854 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:58:01,854 EPOCH 144 done: loss 0.0202 - lr 0.006250 +2023-04-05 12:58:01,854 BAD EPOCHS (no improvement): 1 +2023-04-05 12:58:01,857 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:58:03,662 epoch 145 - iter 28/280 - loss 0.02193646 - time (sec): 1.80 - samples/sec: 12099.31 - lr: 0.006250 +2023-04-05 12:58:05,390 epoch 145 - iter 56/280 - loss 0.01999498 - time (sec): 3.53 - samples/sec: 12179.14 - lr: 0.006250 +2023-04-05 12:58:07,106 epoch 145 - iter 84/280 - loss 0.01995583 - time (sec): 5.25 - samples/sec: 12180.25 - lr: 0.006250 +2023-04-05 12:58:08,924 epoch 145 - iter 112/280 - loss 0.01966959 - time (sec): 7.07 - samples/sec: 12066.93 - lr: 0.006250 +2023-04-05 12:58:10,746 epoch 145 - iter 140/280 - loss 0.01984317 - time (sec): 8.89 - samples/sec: 12021.30 - lr: 0.006250 +2023-04-05 12:58:12,561 epoch 145 - iter 168/280 - loss 0.02009604 - time (sec): 10.70 - samples/sec: 11964.83 - lr: 0.006250 +2023-04-05 12:58:14,278 epoch 145 - iter 196/280 - loss 0.02023827 - time (sec): 12.42 - samples/sec: 11979.58 - lr: 0.006250 +2023-04-05 12:58:16,010 epoch 145 - iter 224/280 - loss 0.02012855 - time (sec): 14.15 - samples/sec: 11996.94 - lr: 0.006250 +2023-04-05 12:58:17,808 epoch 145 - iter 252/280 - loss 0.02010746 - time (sec): 15.95 - samples/sec: 12019.48 - lr: 0.006250 +2023-04-05 12:58:19,435 epoch 145 - iter 280/280 - loss 0.02002581 - time (sec): 17.58 - samples/sec: 12043.23 - lr: 0.006250 +2023-04-05 12:58:19,435 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:58:19,435 EPOCH 145 done: loss 0.0200 - lr 0.006250 +2023-04-05 12:58:19,435 BAD EPOCHS (no improvement): 2 +2023-04-05 12:58:19,438 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:58:21,177 epoch 146 - iter 28/280 - loss 0.01995344 - time (sec): 1.74 - samples/sec: 12492.59 - lr: 0.006250 +2023-04-05 12:58:22,950 epoch 146 - iter 56/280 - loss 0.02019685 - time (sec): 3.51 - samples/sec: 12358.32 - lr: 0.006250 +2023-04-05 12:58:24,613 epoch 146 - iter 84/280 - loss 0.02023904 - time (sec): 5.18 - samples/sec: 12359.03 - lr: 0.006250 +2023-04-05 12:58:26,364 epoch 146 - iter 112/280 - loss 0.02055221 - time (sec): 6.93 - samples/sec: 12300.31 - lr: 0.006250 +2023-04-05 12:58:28,151 epoch 146 - iter 140/280 - loss 0.02084083 - time (sec): 8.71 - samples/sec: 12232.15 - lr: 0.006250 +2023-04-05 12:58:29,848 epoch 146 - iter 168/280 - loss 0.02085931 - time (sec): 10.41 - samples/sec: 12204.00 - lr: 0.006250 +2023-04-05 12:58:31,652 epoch 146 - iter 196/280 - loss 0.02059684 - time (sec): 12.21 - samples/sec: 12187.84 - lr: 0.006250 +2023-04-05 12:58:33,387 epoch 146 - iter 224/280 - loss 0.02032317 - time (sec): 13.95 - samples/sec: 12122.34 - lr: 0.006250 +2023-04-05 12:58:35,271 epoch 146 - iter 252/280 - loss 0.02023863 - time (sec): 15.83 - samples/sec: 12049.35 - lr: 0.006250 +2023-04-05 12:58:37,097 epoch 146 - iter 280/280 - loss 0.02034035 - time (sec): 17.66 - samples/sec: 11987.53 - lr: 0.006250 +2023-04-05 12:58:37,098 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:58:37,098 EPOCH 146 done: loss 0.0203 - lr 0.006250 +2023-04-05 12:58:37,098 BAD EPOCHS (no improvement): 3 +2023-04-05 12:58:37,100 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:58:38,883 epoch 147 - iter 28/280 - loss 0.01838047 - time (sec): 1.78 - samples/sec: 11855.40 - lr: 0.006250 +2023-04-05 12:58:40,659 epoch 147 - iter 56/280 - loss 0.02012364 - time (sec): 3.56 - samples/sec: 11845.65 - lr: 0.006250 +2023-04-05 12:58:42,488 epoch 147 - iter 84/280 - loss 0.01911159 - time (sec): 5.39 - samples/sec: 11761.52 - lr: 0.006250 +2023-04-05 12:58:44,231 epoch 147 - iter 112/280 - loss 0.01933628 - time (sec): 7.13 - samples/sec: 11856.89 - lr: 0.006250 +2023-04-05 12:58:46,003 epoch 147 - iter 140/280 - loss 0.01939542 - time (sec): 8.90 - samples/sec: 11870.52 - lr: 0.006250 +2023-04-05 12:58:47,798 epoch 147 - iter 168/280 - loss 0.01999518 - time (sec): 10.70 - samples/sec: 11897.58 - lr: 0.006250 +2023-04-05 12:58:49,577 epoch 147 - iter 196/280 - loss 0.02000318 - time (sec): 12.48 - samples/sec: 11927.99 - lr: 0.006250 +2023-04-05 12:58:51,297 epoch 147 - iter 224/280 - loss 0.02005178 - time (sec): 14.20 - samples/sec: 11942.97 - lr: 0.006250 +2023-04-05 12:58:53,027 epoch 147 - iter 252/280 - loss 0.02023572 - time (sec): 15.93 - samples/sec: 11968.11 - lr: 0.006250 +2023-04-05 12:58:54,790 epoch 147 - iter 280/280 - loss 0.02023411 - time (sec): 17.69 - samples/sec: 11966.82 - lr: 0.006250 +2023-04-05 12:58:54,790 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:58:54,790 EPOCH 147 done: loss 0.0202 - lr 0.006250 +2023-04-05 12:58:54,790 Epoch 147: reducing learning rate of group 0 to 3.1250e-03. +2023-04-05 12:58:54,790 BAD EPOCHS (no improvement): 4 +2023-04-05 12:58:54,793 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:58:56,526 epoch 148 - iter 28/280 - loss 0.01913487 - time (sec): 1.73 - samples/sec: 12350.56 - lr: 0.003125 +2023-04-05 12:58:58,250 epoch 148 - iter 56/280 - loss 0.01920810 - time (sec): 3.46 - samples/sec: 12388.04 - lr: 0.003125 +2023-04-05 12:58:59,928 epoch 148 - iter 84/280 - loss 0.01939795 - time (sec): 5.14 - samples/sec: 12365.01 - lr: 0.003125 +2023-04-05 12:59:01,696 epoch 148 - iter 112/280 - loss 0.01936008 - time (sec): 6.90 - samples/sec: 12320.60 - lr: 0.003125 +2023-04-05 12:59:03,491 epoch 148 - iter 140/280 - loss 0.01985709 - time (sec): 8.70 - samples/sec: 12240.38 - lr: 0.003125 +2023-04-05 12:59:05,201 epoch 148 - iter 168/280 - loss 0.01993292 - time (sec): 10.41 - samples/sec: 12192.45 - lr: 0.003125 +2023-04-05 12:59:07,008 epoch 148 - iter 196/280 - loss 0.02022000 - time (sec): 12.22 - samples/sec: 12150.68 - lr: 0.003125 +2023-04-05 12:59:08,776 epoch 148 - iter 224/280 - loss 0.02023408 - time (sec): 13.98 - samples/sec: 12144.31 - lr: 0.003125 +2023-04-05 12:59:10,498 epoch 148 - iter 252/280 - loss 0.01996388 - time (sec): 15.71 - samples/sec: 12133.71 - lr: 0.003125 +2023-04-05 12:59:12,301 epoch 148 - iter 280/280 - loss 0.02003076 - time (sec): 17.51 - samples/sec: 12090.95 - lr: 0.003125 +2023-04-05 12:59:12,301 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:59:12,301 EPOCH 148 done: loss 0.0200 - lr 0.003125 +2023-04-05 12:59:12,301 BAD EPOCHS (no improvement): 1 +2023-04-05 12:59:12,304 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:59:14,063 epoch 149 - iter 28/280 - loss 0.02081578 - time (sec): 1.76 - samples/sec: 12001.67 - lr: 0.003125 +2023-04-05 12:59:15,868 epoch 149 - iter 56/280 - loss 0.02098709 - time (sec): 3.56 - samples/sec: 12008.86 - lr: 0.003125 +2023-04-05 12:59:17,676 epoch 149 - iter 84/280 - loss 0.02030920 - time (sec): 5.37 - samples/sec: 11883.00 - lr: 0.003125 +2023-04-05 12:59:19,498 epoch 149 - iter 112/280 - loss 0.02142786 - time (sec): 7.19 - samples/sec: 11836.22 - lr: 0.003125 +2023-04-05 12:59:21,344 epoch 149 - iter 140/280 - loss 0.02106536 - time (sec): 9.04 - samples/sec: 11754.53 - lr: 0.003125 +2023-04-05 12:59:23,126 epoch 149 - iter 168/280 - loss 0.02063326 - time (sec): 10.82 - samples/sec: 11774.87 - lr: 0.003125 +2023-04-05 12:59:24,885 epoch 149 - iter 196/280 - loss 0.02064853 - time (sec): 12.58 - samples/sec: 11798.55 - lr: 0.003125 +2023-04-05 12:59:26,635 epoch 149 - iter 224/280 - loss 0.02079370 - time (sec): 14.33 - samples/sec: 11835.76 - lr: 0.003125 +2023-04-05 12:59:28,421 epoch 149 - iter 252/280 - loss 0.02057992 - time (sec): 16.12 - samples/sec: 11835.87 - lr: 0.003125 +2023-04-05 12:59:30,139 epoch 149 - iter 280/280 - loss 0.02072045 - time (sec): 17.83 - samples/sec: 11869.65 - lr: 0.003125 +2023-04-05 12:59:30,139 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:59:30,139 EPOCH 149 done: loss 0.0207 - lr 0.003125 +2023-04-05 12:59:30,139 BAD EPOCHS (no improvement): 2 +2023-04-05 12:59:30,142 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:59:31,852 epoch 150 - iter 28/280 - loss 0.01987429 - time (sec): 1.71 - samples/sec: 12394.36 - lr: 0.003125 +2023-04-05 12:59:33,580 epoch 150 - iter 56/280 - loss 0.01967127 - time (sec): 3.44 - samples/sec: 12346.56 - lr: 0.003125 +2023-04-05 12:59:35,313 epoch 150 - iter 84/280 - loss 0.01956154 - time (sec): 5.17 - samples/sec: 12321.81 - lr: 0.003125 +2023-04-05 12:59:37,124 epoch 150 - iter 112/280 - loss 0.01984610 - time (sec): 6.98 - samples/sec: 12188.55 - lr: 0.003125 +2023-04-05 12:59:38,835 epoch 150 - iter 140/280 - loss 0.02024445 - time (sec): 8.69 - samples/sec: 12265.16 - lr: 0.003125 +2023-04-05 12:59:40,625 epoch 150 - iter 168/280 - loss 0.02053540 - time (sec): 10.48 - samples/sec: 12217.36 - lr: 0.003125 +2023-04-05 12:59:42,364 epoch 150 - iter 196/280 - loss 0.02027231 - time (sec): 12.22 - samples/sec: 12207.74 - lr: 0.003125 +2023-04-05 12:59:44,125 epoch 150 - iter 224/280 - loss 0.02038117 - time (sec): 13.98 - samples/sec: 12141.37 - lr: 0.003125 +2023-04-05 12:59:45,931 epoch 150 - iter 252/280 - loss 0.02032830 - time (sec): 15.79 - samples/sec: 12105.52 - lr: 0.003125 +2023-04-05 12:59:47,694 epoch 150 - iter 280/280 - loss 0.02028558 - time (sec): 17.55 - samples/sec: 12060.74 - lr: 0.003125 +2023-04-05 12:59:47,694 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:59:47,694 EPOCH 150 done: loss 0.0203 - lr 0.003125 +2023-04-05 12:59:47,694 BAD EPOCHS (no improvement): 3 +2023-04-05 12:59:48,052 ---------------------------------------------------------------------------------------------------- +2023-04-05 12:59:48,053 Testing using last state of model ... +2023-04-05 12:59:53,372 Evaluating as a multi-label problem: False +2023-04-05 12:59:53,469 0.9627 0.963 0.9629 0.9353 +2023-04-05 12:59:53,469 +Results: +- F-score (micro) 0.9629 +- F-score (macro) 0.7875 +- Accuracy 0.9353 + +By class: + precision recall f1-score support + + NP 0.9699 0.9673 0.9686 12422 + PP 0.9835 0.9884 0.9859 4811 + VP 0.9628 0.9665 0.9646 4658 + ADVP 0.8470 0.8568 0.8519 866 + SBAR 0.9423 0.9458 0.9440 535 + ADJP 0.8478 0.8014 0.8239 438 + PRT 0.7826 0.8491 0.8145 106 + CONJP 0.4286 0.6667 0.5217 9 + LST 0.0000 0.0000 0.0000 5 + INTJ 1.0000 1.0000 1.0000 2 + + micro avg 0.9627 0.9630 0.9629 23852 + macro avg 0.7764 0.8042 0.7875 23852 +weighted avg 0.9627 0.9630 0.9628 23852 + +2023-04-05 12:59:53,469 ----------------------------------------------------------------------------------------------------