diff --git "a/training.log" "b/training.log" --- "a/training.log" +++ "b/training.log" @@ -1,1904 +1,2182 @@ -2019-08-14 16:50:12,209 ---------------------------------------------------------------------------------------------------- -2019-08-14 16:50:12,209 Model: "SequenceTagger( +2023-04-05 22:24:54,608 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:24:54,608 Model: "SequenceTagger( (embeddings): StackedEmbeddings( (list_embedding_0): FlairEmbeddings( (lm): LanguageModel( - (drop): Dropout(p=0.25) + (drop): Dropout(p=0.25, inplace=False) (encoder): Embedding(275, 100) (rnn): LSTM(100, 1024) - (decoder): Linear(in_features=1024, out_features=275, bias=True) ) ) (list_embedding_1): FlairEmbeddings( (lm): LanguageModel( - (drop): Dropout(p=0.25) + (drop): Dropout(p=0.25, inplace=False) (encoder): Embedding(275, 100) (rnn): LSTM(100, 1024) - (decoder): Linear(in_features=1024, out_features=275, bias=True) ) ) ) (word_dropout): WordDropout(p=0.05) (locked_dropout): LockedDropout(p=0.5) (embedding2nn): Linear(in_features=2048, out_features=2048, bias=True) - (rnn): LSTM(2048, 256, bidirectional=True) - (linear): Linear(in_features=512, out_features=20, bias=True) + (rnn): LSTM(2048, 256, batch_first=True, bidirectional=True) + (linear): Linear(in_features=512, out_features=19, bias=True) + (loss_function): ViterbiLoss() + (crf): CRF() )" -2019-08-14 16:50:12,209 ---------------------------------------------------------------------------------------------------- -2019-08-14 16:50:12,210 Corpus: "Corpus: 75187 train + 9603 dev + 9479 test sentences" -2019-08-14 16:50:12,210 ---------------------------------------------------------------------------------------------------- -2019-08-14 16:50:12,210 Parameters: -2019-08-14 16:50:12,210 - learning_rate: "0.1" -2019-08-14 16:50:12,210 - mini_batch_size: "32" -2019-08-14 16:50:12,210 - patience: "3" -2019-08-14 16:50:12,210 - anneal_factor: "0.5" -2019-08-14 16:50:12,210 - max_epochs: "150" -2019-08-14 16:50:12,210 - shuffle: "True" -2019-08-14 16:50:12,210 - train_with_dev: "True" -2019-08-14 16:50:12,210 ---------------------------------------------------------------------------------------------------- -2019-08-14 16:50:12,210 Model training base path: "resources/taggers/release-pos-fast-0" -2019-08-14 16:50:12,210 ---------------------------------------------------------------------------------------------------- -2019-08-14 16:50:12,210 Device: cuda:0 -2019-08-14 16:50:12,210 ---------------------------------------------------------------------------------------------------- -2019-08-14 16:50:12,210 Embeddings storage mode: cpu -2019-08-14 16:50:12,211 ---------------------------------------------------------------------------------------------------- -2019-08-14 16:50:12,427 epoch 1 - iter 0/2650 - loss 47.22290802 -2019-08-14 16:51:28,258 epoch 1 - iter 265/2650 - loss 10.14097182 -2019-08-14 16:52:54,728 epoch 1 - iter 530/2650 - loss 7.30299574 -2019-08-14 16:54:15,564 epoch 1 - iter 795/2650 - loss 6.16410925 -2019-08-14 16:55:38,494 epoch 1 - iter 1060/2650 - loss 5.46064902 -2019-08-14 16:57:02,318 epoch 1 - iter 1325/2650 - loss 4.99030940 -2019-08-14 16:58:27,833 epoch 1 - iter 1590/2650 - loss 4.66206639 -2019-08-14 16:59:55,056 epoch 1 - iter 1855/2650 - loss 4.40489324 -2019-08-14 17:01:10,446 epoch 1 - iter 2120/2650 - loss 4.19529960 -2019-08-14 17:02:25,175 epoch 1 - iter 2385/2650 - loss 4.04150742 -2019-08-14 17:03:39,305 ---------------------------------------------------------------------------------------------------- -2019-08-14 17:03:39,305 EPOCH 1 done: loss 3.8984 - lr 0.1000 -2019-08-14 17:03:39,305 BAD EPOCHS (no improvement): 0 -2019-08-14 17:03:39,305 ---------------------------------------------------------------------------------------------------- -2019-08-14 17:03:39,521 epoch 2 - iter 0/2650 - loss 2.36879373 -2019-08-14 17:04:26,261 epoch 2 - iter 265/2650 - loss 2.62102360 -2019-08-14 17:05:14,149 epoch 2 - iter 530/2650 - loss 2.56607622 -2019-08-14 17:06:01,237 epoch 2 - iter 795/2650 - loss 2.53567347 -2019-08-14 17:06:48,496 epoch 2 - iter 1060/2650 - loss 2.51784452 -2019-08-14 17:07:36,335 epoch 2 - iter 1325/2650 - loss 2.48957904 -2019-08-14 17:08:24,202 epoch 2 - iter 1590/2650 - loss 2.46598899 -2019-08-14 17:09:11,254 epoch 2 - iter 1855/2650 - loss 2.44175370 -2019-08-14 17:09:58,859 epoch 2 - iter 2120/2650 - loss 2.42985888 -2019-08-14 17:10:46,377 epoch 2 - iter 2385/2650 - loss 2.42311805 -2019-08-14 17:11:32,753 ---------------------------------------------------------------------------------------------------- -2019-08-14 17:11:32,753 EPOCH 2 done: loss 2.3965 - lr 0.1000 -2019-08-14 17:11:32,753 BAD EPOCHS (no improvement): 0 -2019-08-14 17:11:32,753 ---------------------------------------------------------------------------------------------------- -2019-08-14 17:11:32,905 epoch 3 - iter 0/2650 - loss 2.45508742 -2019-08-14 17:12:20,084 epoch 3 - iter 265/2650 - loss 2.30015879 -2019-08-14 17:13:05,553 epoch 3 - iter 530/2650 - loss 2.22101109 -2019-08-14 17:13:51,913 epoch 3 - iter 795/2650 - loss 2.20058528 -2019-08-14 17:14:38,137 epoch 3 - iter 1060/2650 - loss 2.20452322 -2019-08-14 17:15:24,221 epoch 3 - iter 1325/2650 - loss 2.17525287 -2019-08-14 17:16:10,642 epoch 3 - iter 1590/2650 - loss 2.16040508 -2019-08-14 17:16:57,098 epoch 3 - iter 1855/2650 - loss 2.15135274 -2019-08-14 17:17:43,416 epoch 3 - iter 2120/2650 - loss 2.14427329 -2019-08-14 17:18:29,533 epoch 3 - iter 2385/2650 - loss 2.13723334 -2019-08-14 17:19:17,139 ---------------------------------------------------------------------------------------------------- -2019-08-14 17:19:17,140 EPOCH 3 done: loss 2.1226 - lr 0.1000 -2019-08-14 17:19:17,140 BAD EPOCHS (no improvement): 0 -2019-08-14 17:19:17,140 ---------------------------------------------------------------------------------------------------- -2019-08-14 17:19:17,313 epoch 4 - iter 0/2650 - loss 4.61673450 -2019-08-14 17:20:05,044 epoch 4 - iter 265/2650 - loss 2.06656785 -2019-08-14 17:20:52,545 epoch 4 - iter 530/2650 - loss 2.06366721 -2019-08-14 17:21:39,440 epoch 4 - iter 795/2650 - loss 2.03820923 -2019-08-14 17:22:27,241 epoch 4 - iter 1060/2650 - loss 2.03473775 -2019-08-14 17:23:13,779 epoch 4 - iter 1325/2650 - loss 2.02867269 -2019-08-14 17:24:02,001 epoch 4 - iter 1590/2650 - loss 2.02375412 -2019-08-14 17:24:49,452 epoch 4 - iter 1855/2650 - loss 2.00858119 -2019-08-14 17:25:35,937 epoch 4 - iter 2120/2650 - loss 1.99596752 -2019-08-14 17:26:24,000 epoch 4 - iter 2385/2650 - loss 1.99518586 -2019-08-14 17:27:11,288 ---------------------------------------------------------------------------------------------------- -2019-08-14 17:27:11,289 EPOCH 4 done: loss 1.9885 - lr 0.1000 -2019-08-14 17:27:11,289 BAD EPOCHS (no improvement): 0 -2019-08-14 17:27:11,289 ---------------------------------------------------------------------------------------------------- -2019-08-14 17:27:11,447 epoch 5 - iter 0/2650 - loss 1.45761931 -2019-08-14 17:27:59,894 epoch 5 - iter 265/2650 - loss 1.91612204 -2019-08-14 17:28:46,664 epoch 5 - iter 530/2650 - loss 1.86683654 -2019-08-14 17:29:34,244 epoch 5 - iter 795/2650 - loss 1.90167972 -2019-08-14 17:30:22,051 epoch 5 - iter 1060/2650 - loss 1.91007726 -2019-08-14 17:31:09,426 epoch 5 - iter 1325/2650 - loss 1.90977541 -2019-08-14 17:31:56,550 epoch 5 - iter 1590/2650 - loss 1.89256172 -2019-08-14 17:32:43,572 epoch 5 - iter 1855/2650 - loss 1.88933575 -2019-08-14 17:33:30,696 epoch 5 - iter 2120/2650 - loss 1.88785515 -2019-08-14 17:34:18,774 epoch 5 - iter 2385/2650 - loss 1.88969069 -2019-08-14 17:35:04,890 ---------------------------------------------------------------------------------------------------- -2019-08-14 17:35:04,891 EPOCH 5 done: loss 1.8856 - lr 0.1000 -2019-08-14 17:35:04,891 BAD EPOCHS (no improvement): 0 -2019-08-14 17:35:04,891 ---------------------------------------------------------------------------------------------------- -2019-08-14 17:35:05,073 epoch 6 - iter 0/2650 - loss 1.65756679 -2019-08-14 17:35:52,848 epoch 6 - iter 265/2650 - loss 1.89540425 -2019-08-14 17:36:40,409 epoch 6 - iter 530/2650 - loss 1.90769151 -2019-08-14 17:37:27,724 epoch 6 - iter 795/2650 - loss 1.87315071 -2019-08-14 17:38:14,982 epoch 6 - iter 1060/2650 - loss 1.88018266 -2019-08-14 17:39:01,599 epoch 6 - iter 1325/2650 - loss 1.87768900 -2019-08-14 17:39:48,831 epoch 6 - iter 1590/2650 - loss 1.86207210 -2019-08-14 17:40:36,794 epoch 6 - iter 1855/2650 - loss 1.86520414 -2019-08-14 17:41:24,417 epoch 6 - iter 2120/2650 - loss 1.85601868 -2019-08-14 17:42:12,287 epoch 6 - iter 2385/2650 - loss 1.84632971 -2019-08-14 17:42:58,628 ---------------------------------------------------------------------------------------------------- -2019-08-14 17:42:58,628 EPOCH 6 done: loss 1.8396 - lr 0.1000 -2019-08-14 17:42:58,628 BAD EPOCHS (no improvement): 0 -2019-08-14 17:42:58,629 ---------------------------------------------------------------------------------------------------- -2019-08-14 17:42:58,792 epoch 7 - iter 0/2650 - loss 2.50193858 -2019-08-14 17:43:46,470 epoch 7 - iter 265/2650 - loss 1.78734463 -2019-08-14 17:44:35,022 epoch 7 - iter 530/2650 - loss 1.78998384 -2019-08-14 17:45:22,546 epoch 7 - iter 795/2650 - loss 1.78650415 -2019-08-14 17:46:08,803 epoch 7 - iter 1060/2650 - loss 1.77521206 -2019-08-14 17:46:56,158 epoch 7 - iter 1325/2650 - loss 1.76838500 -2019-08-14 17:47:43,617 epoch 7 - iter 1590/2650 - loss 1.75563782 -2019-08-14 17:48:31,160 epoch 7 - iter 1855/2650 - loss 1.76431105 -2019-08-14 17:49:18,609 epoch 7 - iter 2120/2650 - loss 1.76270021 -2019-08-14 17:50:05,812 epoch 7 - iter 2385/2650 - loss 1.75800193 -2019-08-14 17:50:52,666 ---------------------------------------------------------------------------------------------------- -2019-08-14 17:50:52,666 EPOCH 7 done: loss 1.7672 - lr 0.1000 -2019-08-14 17:50:52,666 BAD EPOCHS (no improvement): 0 -2019-08-14 17:50:52,666 ---------------------------------------------------------------------------------------------------- -2019-08-14 17:50:52,887 epoch 8 - iter 0/2650 - loss 1.83372653 -2019-08-14 17:51:38,856 epoch 8 - iter 265/2650 - loss 1.73918878 -2019-08-14 17:52:24,914 epoch 8 - iter 530/2650 - loss 1.75244591 -2019-08-14 17:53:10,050 epoch 8 - iter 795/2650 - loss 1.72118395 -2019-08-14 17:53:55,896 epoch 8 - iter 1060/2650 - loss 1.71404340 -2019-08-14 17:54:41,246 epoch 8 - iter 1325/2650 - loss 1.71610413 -2019-08-14 17:55:28,287 epoch 8 - iter 1590/2650 - loss 1.70933287 -2019-08-14 17:56:14,330 epoch 8 - iter 1855/2650 - loss 1.71751480 -2019-08-14 17:57:00,675 epoch 8 - iter 2120/2650 - loss 1.72155926 -2019-08-14 17:57:46,627 epoch 8 - iter 2385/2650 - loss 1.72183493 -2019-08-14 17:58:33,635 ---------------------------------------------------------------------------------------------------- -2019-08-14 17:58:33,635 EPOCH 8 done: loss 1.7209 - lr 0.1000 -2019-08-14 17:58:33,635 BAD EPOCHS (no improvement): 0 -2019-08-14 17:58:33,635 ---------------------------------------------------------------------------------------------------- -2019-08-14 17:58:33,795 epoch 9 - iter 0/2650 - loss 1.49838102 -2019-08-14 17:59:20,861 epoch 9 - iter 265/2650 - loss 1.72890173 -2019-08-14 18:00:08,177 epoch 9 - iter 530/2650 - loss 1.73265104 -2019-08-14 18:00:54,561 epoch 9 - iter 795/2650 - loss 1.72291881 -2019-08-14 18:01:39,522 epoch 9 - iter 1060/2650 - loss 1.71037458 -2019-08-14 18:02:25,105 epoch 9 - iter 1325/2650 - loss 1.70214031 -2019-08-14 18:03:10,940 epoch 9 - iter 1590/2650 - loss 1.69938907 -2019-08-14 18:03:56,748 epoch 9 - iter 1855/2650 - loss 1.68905366 -2019-08-14 18:04:43,718 epoch 9 - iter 2120/2650 - loss 1.68574939 -2019-08-14 18:05:28,608 epoch 9 - iter 2385/2650 - loss 1.68582126 -2019-08-14 18:06:14,328 ---------------------------------------------------------------------------------------------------- -2019-08-14 18:06:14,328 EPOCH 9 done: loss 1.6848 - lr 0.1000 -2019-08-14 18:06:14,328 BAD EPOCHS (no improvement): 0 -2019-08-14 18:06:14,328 ---------------------------------------------------------------------------------------------------- -2019-08-14 18:06:14,484 epoch 10 - iter 0/2650 - loss 1.61381018 -2019-08-14 18:06:59,905 epoch 10 - iter 265/2650 - loss 1.64032263 -2019-08-14 18:07:44,412 epoch 10 - iter 530/2650 - loss 1.64191506 -2019-08-14 18:08:30,929 epoch 10 - iter 795/2650 - loss 1.64238091 -2019-08-14 18:09:17,141 epoch 10 - iter 1060/2650 - loss 1.64342489 -2019-08-14 18:10:04,159 epoch 10 - iter 1325/2650 - loss 1.66633141 -2019-08-14 18:10:51,893 epoch 10 - iter 1590/2650 - loss 1.67865413 -2019-08-14 18:11:37,480 epoch 10 - iter 1855/2650 - loss 1.68606437 -2019-08-14 18:12:23,261 epoch 10 - iter 2120/2650 - loss 1.68192806 -2019-08-14 18:13:08,957 epoch 10 - iter 2385/2650 - loss 1.67453907 -2019-08-14 18:13:54,153 ---------------------------------------------------------------------------------------------------- -2019-08-14 18:13:54,153 EPOCH 10 done: loss 1.6757 - lr 0.1000 -2019-08-14 18:13:54,153 BAD EPOCHS (no improvement): 0 -2019-08-14 18:13:54,154 ---------------------------------------------------------------------------------------------------- -2019-08-14 18:13:54,349 epoch 11 - iter 0/2650 - loss 1.29981017 -2019-08-14 18:14:40,823 epoch 11 - iter 265/2650 - loss 1.59709615 -2019-08-14 18:15:26,711 epoch 11 - iter 530/2650 - loss 1.65721453 -2019-08-14 18:16:13,018 epoch 11 - iter 795/2650 - loss 1.66706166 -2019-08-14 18:16:59,550 epoch 11 - iter 1060/2650 - loss 1.65739489 -2019-08-14 18:17:45,710 epoch 11 - iter 1325/2650 - loss 1.64743407 -2019-08-14 18:18:30,234 epoch 11 - iter 1590/2650 - loss 1.64286239 -2019-08-14 18:19:15,744 epoch 11 - iter 1855/2650 - loss 1.64547393 -2019-08-14 18:20:01,874 epoch 11 - iter 2120/2650 - loss 1.64138491 -2019-08-14 18:20:47,317 epoch 11 - iter 2385/2650 - loss 1.63542627 -2019-08-14 18:21:33,049 ---------------------------------------------------------------------------------------------------- -2019-08-14 18:21:33,049 EPOCH 11 done: loss 1.6347 - lr 0.1000 -2019-08-14 18:21:33,050 BAD EPOCHS (no improvement): 0 -2019-08-14 18:21:33,050 ---------------------------------------------------------------------------------------------------- -2019-08-14 18:21:33,266 epoch 12 - iter 0/2650 - loss 0.50805306 -2019-08-14 18:22:19,106 epoch 12 - iter 265/2650 - loss 1.56983039 -2019-08-14 18:23:05,063 epoch 12 - iter 530/2650 - loss 1.61415243 -2019-08-14 18:23:50,679 epoch 12 - iter 795/2650 - loss 1.61235080 -2019-08-14 18:24:35,102 epoch 12 - iter 1060/2650 - loss 1.61361325 -2019-08-14 18:25:21,332 epoch 12 - iter 1325/2650 - loss 1.59868025 -2019-08-14 18:26:08,509 epoch 12 - iter 1590/2650 - loss 1.59729268 -2019-08-14 18:26:54,763 epoch 12 - iter 1855/2650 - loss 1.59711383 -2019-08-14 18:27:40,958 epoch 12 - iter 2120/2650 - loss 1.59818129 -2019-08-14 18:28:28,066 epoch 12 - iter 2385/2650 - loss 1.59614918 -2019-08-14 18:29:15,591 ---------------------------------------------------------------------------------------------------- -2019-08-14 18:29:15,591 EPOCH 12 done: loss 1.5976 - lr 0.1000 -2019-08-14 18:29:15,591 BAD EPOCHS (no improvement): 0 -2019-08-14 18:29:15,591 ---------------------------------------------------------------------------------------------------- -2019-08-14 18:29:15,777 epoch 13 - iter 0/2650 - loss 1.19365060 -2019-08-14 18:30:03,167 epoch 13 - iter 265/2650 - loss 1.53486646 -2019-08-14 18:30:50,969 epoch 13 - iter 530/2650 - loss 1.55658598 -2019-08-14 18:31:38,058 epoch 13 - iter 795/2650 - loss 1.58137606 -2019-08-14 18:32:25,248 epoch 13 - iter 1060/2650 - loss 1.57544326 -2019-08-14 18:33:11,977 epoch 13 - iter 1325/2650 - loss 1.57300963 -2019-08-14 18:33:57,313 epoch 13 - iter 1590/2650 - loss 1.58038353 -2019-08-14 18:34:42,893 epoch 13 - iter 1855/2650 - loss 1.57560210 -2019-08-14 18:35:29,179 epoch 13 - iter 2120/2650 - loss 1.57884983 -2019-08-14 18:36:15,888 epoch 13 - iter 2385/2650 - loss 1.56974469 -2019-08-14 18:37:02,341 ---------------------------------------------------------------------------------------------------- -2019-08-14 18:37:02,341 EPOCH 13 done: loss 1.5729 - lr 0.1000 -2019-08-14 18:37:02,341 BAD EPOCHS (no improvement): 0 -2019-08-14 18:37:02,342 ---------------------------------------------------------------------------------------------------- -2019-08-14 18:37:02,569 epoch 14 - iter 0/2650 - loss 1.31102633 -2019-08-14 18:37:49,257 epoch 14 - iter 265/2650 - loss 1.50224600 -2019-08-14 18:38:35,997 epoch 14 - iter 530/2650 - loss 1.57768240 -2019-08-14 18:39:22,974 epoch 14 - iter 795/2650 - loss 1.60186406 -2019-08-14 18:40:09,054 epoch 14 - iter 1060/2650 - loss 1.58364921 -2019-08-14 18:40:54,961 epoch 14 - iter 1325/2650 - loss 1.57626040 -2019-08-14 18:41:40,853 epoch 14 - iter 1590/2650 - loss 1.56704292 -2019-08-14 18:42:27,288 epoch 14 - iter 1855/2650 - loss 1.56170887 -2019-08-14 18:43:13,874 epoch 14 - iter 2120/2650 - loss 1.56589886 -2019-08-14 18:44:01,116 epoch 14 - iter 2385/2650 - loss 1.56225692 -2019-08-14 18:44:47,800 ---------------------------------------------------------------------------------------------------- -2019-08-14 18:44:47,800 EPOCH 14 done: loss 1.5622 - lr 0.1000 -2019-08-14 18:44:47,800 BAD EPOCHS (no improvement): 0 -2019-08-14 18:44:47,801 ---------------------------------------------------------------------------------------------------- -2019-08-14 18:44:47,980 epoch 15 - iter 0/2650 - loss 2.32774973 -2019-08-14 18:45:34,851 epoch 15 - iter 265/2650 - loss 1.60283350 -2019-08-14 18:46:21,084 epoch 15 - iter 530/2650 - loss 1.55974969 -2019-08-14 18:47:07,097 epoch 15 - iter 795/2650 - loss 1.54290213 -2019-08-14 18:47:53,923 epoch 15 - iter 1060/2650 - loss 1.52787492 -2019-08-14 18:48:41,327 epoch 15 - iter 1325/2650 - loss 1.54087290 -2019-08-14 18:49:27,314 epoch 15 - iter 1590/2650 - loss 1.54147257 -2019-08-14 18:50:15,602 epoch 15 - iter 1855/2650 - loss 1.54187548 -2019-08-14 18:51:00,756 epoch 15 - iter 2120/2650 - loss 1.53875436 -2019-08-14 18:51:46,542 epoch 15 - iter 2385/2650 - loss 1.53614233 -2019-08-14 18:52:31,233 ---------------------------------------------------------------------------------------------------- -2019-08-14 18:52:31,233 EPOCH 15 done: loss 1.5344 - lr 0.1000 -2019-08-14 18:52:31,234 BAD EPOCHS (no improvement): 0 -2019-08-14 18:52:31,234 ---------------------------------------------------------------------------------------------------- -2019-08-14 18:52:31,396 epoch 16 - iter 0/2650 - loss 1.04879880 -2019-08-14 18:53:17,136 epoch 16 - iter 265/2650 - loss 1.51173201 -2019-08-14 18:54:02,679 epoch 16 - iter 530/2650 - loss 1.50590661 -2019-08-14 18:54:48,411 epoch 16 - iter 795/2650 - loss 1.51175370 -2019-08-14 18:55:33,758 epoch 16 - iter 1060/2650 - loss 1.51251768 -2019-08-14 18:56:18,759 epoch 16 - iter 1325/2650 - loss 1.52426457 -2019-08-14 18:57:04,863 epoch 16 - iter 1590/2650 - loss 1.52846774 -2019-08-14 18:57:50,913 epoch 16 - iter 1855/2650 - loss 1.53039080 -2019-08-14 18:58:36,938 epoch 16 - iter 2120/2650 - loss 1.52396865 -2019-08-14 18:59:23,368 epoch 16 - iter 2385/2650 - loss 1.52748515 -2019-08-14 19:00:09,995 ---------------------------------------------------------------------------------------------------- -2019-08-14 19:00:09,995 EPOCH 16 done: loss 1.5281 - lr 0.1000 -2019-08-14 19:00:09,995 BAD EPOCHS (no improvement): 0 -2019-08-14 19:00:09,995 ---------------------------------------------------------------------------------------------------- -2019-08-14 19:00:10,145 epoch 17 - iter 0/2650 - loss 1.38999796 -2019-08-14 19:00:55,632 epoch 17 - iter 265/2650 - loss 1.49461386 -2019-08-14 19:01:41,934 epoch 17 - iter 530/2650 - loss 1.50022615 -2019-08-14 19:02:27,505 epoch 17 - iter 795/2650 - loss 1.50509264 -2019-08-14 19:03:13,332 epoch 17 - iter 1060/2650 - loss 1.51075098 -2019-08-14 19:03:59,523 epoch 17 - iter 1325/2650 - loss 1.52855370 -2019-08-14 19:04:44,483 epoch 17 - iter 1590/2650 - loss 1.52402234 -2019-08-14 19:05:30,728 epoch 17 - iter 1855/2650 - loss 1.51388602 -2019-08-14 19:06:16,748 epoch 17 - iter 2120/2650 - loss 1.49762329 -2019-08-14 19:07:03,848 epoch 17 - iter 2385/2650 - loss 1.49439512 -2019-08-14 19:07:50,197 ---------------------------------------------------------------------------------------------------- -2019-08-14 19:07:50,197 EPOCH 17 done: loss 1.5019 - lr 0.1000 -2019-08-14 19:07:50,197 BAD EPOCHS (no improvement): 0 -2019-08-14 19:07:50,197 ---------------------------------------------------------------------------------------------------- -2019-08-14 19:07:50,435 epoch 18 - iter 0/2650 - loss 1.22802210 -2019-08-14 19:08:36,939 epoch 18 - iter 265/2650 - loss 1.47704501 -2019-08-14 19:09:23,091 epoch 18 - iter 530/2650 - loss 1.48818443 -2019-08-14 19:10:08,957 epoch 18 - iter 795/2650 - loss 1.49663528 -2019-08-14 19:10:55,223 epoch 18 - iter 1060/2650 - loss 1.49360576 -2019-08-14 19:11:40,561 epoch 18 - iter 1325/2650 - loss 1.50503976 -2019-08-14 19:12:26,356 epoch 18 - iter 1590/2650 - loss 1.49720459 -2019-08-14 19:13:12,255 epoch 18 - iter 1855/2650 - loss 1.48792630 -2019-08-14 19:13:57,805 epoch 18 - iter 2120/2650 - loss 1.49664966 -2019-08-14 19:14:43,290 epoch 18 - iter 2385/2650 - loss 1.50350825 -2019-08-14 19:15:29,431 ---------------------------------------------------------------------------------------------------- -2019-08-14 19:15:29,432 EPOCH 18 done: loss 1.5057 - lr 0.1000 -2019-08-14 19:15:29,432 BAD EPOCHS (no improvement): 1 -2019-08-14 19:15:29,432 ---------------------------------------------------------------------------------------------------- -2019-08-14 19:15:29,562 epoch 19 - iter 0/2650 - loss 1.52221394 -2019-08-14 19:16:15,392 epoch 19 - iter 265/2650 - loss 1.46976157 -2019-08-14 19:17:02,102 epoch 19 - iter 530/2650 - loss 1.50998624 -2019-08-14 19:17:46,984 epoch 19 - iter 795/2650 - loss 1.49999683 -2019-08-14 19:18:32,819 epoch 19 - iter 1060/2650 - loss 1.48996465 -2019-08-14 19:19:18,603 epoch 19 - iter 1325/2650 - loss 1.48447774 -2019-08-14 19:20:04,539 epoch 19 - iter 1590/2650 - loss 1.47927693 -2019-08-14 19:20:49,792 epoch 19 - iter 1855/2650 - loss 1.47380258 -2019-08-14 19:21:37,493 epoch 19 - iter 2120/2650 - loss 1.47899804 -2019-08-14 19:22:22,825 epoch 19 - iter 2385/2650 - loss 1.47277957 -2019-08-14 19:23:08,075 ---------------------------------------------------------------------------------------------------- -2019-08-14 19:23:08,075 EPOCH 19 done: loss 1.4737 - lr 0.1000 -2019-08-14 19:23:08,075 BAD EPOCHS (no improvement): 0 -2019-08-14 19:23:08,076 ---------------------------------------------------------------------------------------------------- -2019-08-14 19:23:08,266 epoch 20 - iter 0/2650 - loss 5.91753626 -2019-08-14 19:23:53,924 epoch 20 - iter 265/2650 - loss 1.49985255 -2019-08-14 19:24:39,682 epoch 20 - iter 530/2650 - loss 1.47889216 -2019-08-14 19:25:25,716 epoch 20 - iter 795/2650 - loss 1.47055729 -2019-08-14 19:26:12,220 epoch 20 - iter 1060/2650 - loss 1.46526157 -2019-08-14 19:26:57,784 epoch 20 - iter 1325/2650 - loss 1.46368746 -2019-08-14 19:27:45,645 epoch 20 - iter 1590/2650 - loss 1.47327904 -2019-08-14 19:28:32,933 epoch 20 - iter 1855/2650 - loss 1.47973485 -2019-08-14 19:29:18,405 epoch 20 - iter 2120/2650 - loss 1.47778987 -2019-08-14 19:30:04,913 epoch 20 - iter 2385/2650 - loss 1.48385280 -2019-08-14 19:30:50,204 ---------------------------------------------------------------------------------------------------- -2019-08-14 19:30:50,204 EPOCH 20 done: loss 1.4840 - lr 0.1000 -2019-08-14 19:30:50,204 BAD EPOCHS (no improvement): 1 -2019-08-14 19:30:50,204 ---------------------------------------------------------------------------------------------------- -2019-08-14 19:30:50,426 epoch 21 - iter 0/2650 - loss 1.60087013 -2019-08-14 19:31:36,116 epoch 21 - iter 265/2650 - loss 1.43031248 -2019-08-14 19:32:22,377 epoch 21 - iter 530/2650 - loss 1.40759551 -2019-08-14 19:33:08,779 epoch 21 - iter 795/2650 - loss 1.42141234 -2019-08-14 19:33:55,781 epoch 21 - iter 1060/2650 - loss 1.44851300 -2019-08-14 19:34:43,055 epoch 21 - iter 1325/2650 - loss 1.45331189 -2019-08-14 19:35:29,907 epoch 21 - iter 1590/2650 - loss 1.46736702 -2019-08-14 19:36:17,234 epoch 21 - iter 1855/2650 - loss 1.47106340 -2019-08-14 19:37:03,413 epoch 21 - iter 2120/2650 - loss 1.47202833 -2019-08-14 19:37:49,852 epoch 21 - iter 2385/2650 - loss 1.47387023 -2019-08-14 19:38:35,080 ---------------------------------------------------------------------------------------------------- -2019-08-14 19:38:35,081 EPOCH 21 done: loss 1.4585 - lr 0.1000 -2019-08-14 19:38:35,081 BAD EPOCHS (no improvement): 0 -2019-08-14 19:38:35,081 ---------------------------------------------------------------------------------------------------- -2019-08-14 19:38:35,233 epoch 22 - iter 0/2650 - loss 0.51408553 -2019-08-14 19:39:21,787 epoch 22 - iter 265/2650 - loss 1.40720257 -2019-08-14 19:40:07,040 epoch 22 - iter 530/2650 - loss 1.41266860 -2019-08-14 19:40:54,527 epoch 22 - iter 795/2650 - loss 1.41421623 -2019-08-14 19:41:41,448 epoch 22 - iter 1060/2650 - loss 1.42480830 -2019-08-14 19:42:29,236 epoch 22 - iter 1325/2650 - loss 1.44055586 -2019-08-14 19:43:14,879 epoch 22 - iter 1590/2650 - loss 1.44143703 -2019-08-14 19:44:00,771 epoch 22 - iter 1855/2650 - loss 1.44556566 -2019-08-14 19:44:46,415 epoch 22 - iter 2120/2650 - loss 1.45459345 -2019-08-14 19:45:31,947 epoch 22 - iter 2385/2650 - loss 1.46118318 -2019-08-14 19:46:19,350 ---------------------------------------------------------------------------------------------------- -2019-08-14 19:46:19,351 EPOCH 22 done: loss 1.4610 - lr 0.1000 -2019-08-14 19:46:19,351 BAD EPOCHS (no improvement): 1 -2019-08-14 19:46:19,351 ---------------------------------------------------------------------------------------------------- -2019-08-14 19:46:19,503 epoch 23 - iter 0/2650 - loss 0.87855619 -2019-08-14 19:47:06,690 epoch 23 - iter 265/2650 - loss 1.41853428 -2019-08-14 19:47:54,746 epoch 23 - iter 530/2650 - loss 1.43547070 -2019-08-14 19:48:42,421 epoch 23 - iter 795/2650 - loss 1.45543756 -2019-08-14 19:49:29,433 epoch 23 - iter 1060/2650 - loss 1.46179525 -2019-08-14 19:50:16,805 epoch 23 - iter 1325/2650 - loss 1.45365323 -2019-08-14 19:51:04,293 epoch 23 - iter 1590/2650 - loss 1.45064648 -2019-08-14 19:51:50,929 epoch 23 - iter 1855/2650 - loss 1.45045593 -2019-08-14 19:52:38,565 epoch 23 - iter 2120/2650 - loss 1.44889871 -2019-08-14 19:53:25,454 epoch 23 - iter 2385/2650 - loss 1.44328896 -2019-08-14 19:54:12,660 ---------------------------------------------------------------------------------------------------- -2019-08-14 19:54:12,660 EPOCH 23 done: loss 1.4372 - lr 0.1000 -2019-08-14 19:54:12,660 BAD EPOCHS (no improvement): 0 -2019-08-14 19:54:12,661 ---------------------------------------------------------------------------------------------------- -2019-08-14 19:54:12,812 epoch 24 - iter 0/2650 - loss 0.95055181 -2019-08-14 19:54:58,276 epoch 24 - iter 265/2650 - loss 1.40785269 -2019-08-14 19:55:44,765 epoch 24 - iter 530/2650 - loss 1.39789181 -2019-08-14 19:56:30,201 epoch 24 - iter 795/2650 - loss 1.40185470 -2019-08-14 19:57:16,546 epoch 24 - iter 1060/2650 - loss 1.41600480 -2019-08-14 19:58:03,136 epoch 24 - iter 1325/2650 - loss 1.42958788 -2019-08-14 19:58:48,993 epoch 24 - iter 1590/2650 - loss 1.41807662 -2019-08-14 19:59:35,081 epoch 24 - iter 1855/2650 - loss 1.41708076 -2019-08-14 20:00:21,395 epoch 24 - iter 2120/2650 - loss 1.41906468 -2019-08-14 20:01:06,122 epoch 24 - iter 2385/2650 - loss 1.41841283 -2019-08-14 20:01:52,238 ---------------------------------------------------------------------------------------------------- -2019-08-14 20:01:52,238 EPOCH 24 done: loss 1.4223 - lr 0.1000 -2019-08-14 20:01:52,239 BAD EPOCHS (no improvement): 0 -2019-08-14 20:01:52,239 ---------------------------------------------------------------------------------------------------- -2019-08-14 20:01:52,367 epoch 25 - iter 0/2650 - loss 1.44532871 -2019-08-14 20:02:37,895 epoch 25 - iter 265/2650 - loss 1.41750367 -2019-08-14 20:03:23,752 epoch 25 - iter 530/2650 - loss 1.38291696 -2019-08-14 20:04:10,176 epoch 25 - iter 795/2650 - loss 1.38681553 -2019-08-14 20:04:55,784 epoch 25 - iter 1060/2650 - loss 1.39927259 -2019-08-14 20:05:42,098 epoch 25 - iter 1325/2650 - loss 1.40976947 -2019-08-14 20:06:27,057 epoch 25 - iter 1590/2650 - loss 1.41445831 -2019-08-14 20:07:13,924 epoch 25 - iter 1855/2650 - loss 1.40384376 -2019-08-14 20:07:59,731 epoch 25 - iter 2120/2650 - loss 1.39640094 -2019-08-14 20:08:47,038 epoch 25 - iter 2385/2650 - loss 1.39775495 -2019-08-14 20:09:33,672 ---------------------------------------------------------------------------------------------------- -2019-08-14 20:09:33,672 EPOCH 25 done: loss 1.4003 - lr 0.1000 -2019-08-14 20:09:33,672 BAD EPOCHS (no improvement): 0 -2019-08-14 20:09:33,672 ---------------------------------------------------------------------------------------------------- -2019-08-14 20:09:33,855 epoch 26 - iter 0/2650 - loss 1.37334394 -2019-08-14 20:10:20,211 epoch 26 - iter 265/2650 - loss 1.36847971 -2019-08-14 20:11:07,154 epoch 26 - iter 530/2650 - loss 1.38535824 -2019-08-14 20:11:52,398 epoch 26 - iter 795/2650 - loss 1.38196007 -2019-08-14 20:12:38,760 epoch 26 - iter 1060/2650 - loss 1.38806448 -2019-08-14 20:13:24,520 epoch 26 - iter 1325/2650 - loss 1.40401803 -2019-08-14 20:14:10,883 epoch 26 - iter 1590/2650 - loss 1.41175497 -2019-08-14 20:14:57,960 epoch 26 - iter 1855/2650 - loss 1.41163602 -2019-08-14 20:15:45,198 epoch 26 - iter 2120/2650 - loss 1.40923480 -2019-08-14 20:16:31,302 epoch 26 - iter 2385/2650 - loss 1.41315045 -2019-08-14 20:17:17,414 ---------------------------------------------------------------------------------------------------- -2019-08-14 20:17:17,414 EPOCH 26 done: loss 1.4162 - lr 0.1000 -2019-08-14 20:17:17,414 BAD EPOCHS (no improvement): 1 -2019-08-14 20:17:17,415 ---------------------------------------------------------------------------------------------------- -2019-08-14 20:17:17,546 epoch 27 - iter 0/2650 - loss 0.65372813 -2019-08-14 20:18:03,412 epoch 27 - iter 265/2650 - loss 1.39517365 -2019-08-14 20:18:49,927 epoch 27 - iter 530/2650 - loss 1.38876586 -2019-08-14 20:19:35,502 epoch 27 - iter 795/2650 - loss 1.39155850 -2019-08-14 20:20:20,912 epoch 27 - iter 1060/2650 - loss 1.40903531 -2019-08-14 20:21:05,021 epoch 27 - iter 1325/2650 - loss 1.40651582 -2019-08-14 20:21:50,418 epoch 27 - iter 1590/2650 - loss 1.40923118 -2019-08-14 20:22:35,973 epoch 27 - iter 1855/2650 - loss 1.39624468 -2019-08-14 20:23:22,913 epoch 27 - iter 2120/2650 - loss 1.40195573 -2019-08-14 20:24:08,262 epoch 27 - iter 2385/2650 - loss 1.40153172 -2019-08-14 20:24:54,056 ---------------------------------------------------------------------------------------------------- -2019-08-14 20:24:54,056 EPOCH 27 done: loss 1.4021 - lr 0.1000 -2019-08-14 20:24:54,056 BAD EPOCHS (no improvement): 2 -2019-08-14 20:24:54,056 ---------------------------------------------------------------------------------------------------- -2019-08-14 20:24:54,224 epoch 28 - iter 0/2650 - loss 1.27082694 -2019-08-14 20:25:40,178 epoch 28 - iter 265/2650 - loss 1.43742136 -2019-08-14 20:26:25,682 epoch 28 - iter 530/2650 - loss 1.40188011 -2019-08-14 20:27:10,600 epoch 28 - iter 795/2650 - loss 1.41353974 -2019-08-14 20:27:55,843 epoch 28 - iter 1060/2650 - loss 1.41621795 -2019-08-14 20:28:41,846 epoch 28 - iter 1325/2650 - loss 1.41487088 -2019-08-14 20:29:27,085 epoch 28 - iter 1590/2650 - loss 1.40987105 -2019-08-14 20:30:13,407 epoch 28 - iter 1855/2650 - loss 1.40194675 -2019-08-14 20:31:00,324 epoch 28 - iter 2120/2650 - loss 1.39678460 -2019-08-14 20:31:46,035 epoch 28 - iter 2385/2650 - loss 1.39812047 -2019-08-14 20:32:32,327 ---------------------------------------------------------------------------------------------------- -2019-08-14 20:32:32,327 EPOCH 28 done: loss 1.3987 - lr 0.1000 -2019-08-14 20:32:32,327 BAD EPOCHS (no improvement): 0 -2019-08-14 20:32:32,327 ---------------------------------------------------------------------------------------------------- -2019-08-14 20:32:32,507 epoch 29 - iter 0/2650 - loss 0.95371431 -2019-08-14 20:33:17,617 epoch 29 - iter 265/2650 - loss 1.28892098 -2019-08-14 20:34:03,363 epoch 29 - iter 530/2650 - loss 1.35966873 -2019-08-14 20:34:49,458 epoch 29 - iter 795/2650 - loss 1.36813882 -2019-08-14 20:35:35,556 epoch 29 - iter 1060/2650 - loss 1.37657398 -2019-08-14 20:36:22,624 epoch 29 - iter 1325/2650 - loss 1.37269759 -2019-08-14 20:37:09,094 epoch 29 - iter 1590/2650 - loss 1.36337974 -2019-08-14 20:37:55,180 epoch 29 - iter 1855/2650 - loss 1.36283626 -2019-08-14 20:38:40,128 epoch 29 - iter 2120/2650 - loss 1.35758812 -2019-08-14 20:39:25,474 epoch 29 - iter 2385/2650 - loss 1.35146173 -2019-08-14 20:40:11,789 ---------------------------------------------------------------------------------------------------- -2019-08-14 20:40:11,790 EPOCH 29 done: loss 1.3626 - lr 0.1000 -2019-08-14 20:40:11,790 BAD EPOCHS (no improvement): 0 -2019-08-14 20:40:11,790 ---------------------------------------------------------------------------------------------------- -2019-08-14 20:40:11,942 epoch 30 - iter 0/2650 - loss 1.37631178 -2019-08-14 20:40:59,237 epoch 30 - iter 265/2650 - loss 1.33356854 -2019-08-14 20:41:43,956 epoch 30 - iter 530/2650 - loss 1.35354026 -2019-08-14 20:42:30,127 epoch 30 - iter 795/2650 - loss 1.36406595 -2019-08-14 20:43:16,688 epoch 30 - iter 1060/2650 - loss 1.37836852 -2019-08-14 20:44:02,680 epoch 30 - iter 1325/2650 - loss 1.37254059 -2019-08-14 20:44:48,608 epoch 30 - iter 1590/2650 - loss 1.38551171 -2019-08-14 20:45:34,235 epoch 30 - iter 1855/2650 - loss 1.38553372 -2019-08-14 20:46:19,930 epoch 30 - iter 2120/2650 - loss 1.38234812 -2019-08-14 20:47:06,027 epoch 30 - iter 2385/2650 - loss 1.38393920 -2019-08-14 20:47:51,007 ---------------------------------------------------------------------------------------------------- -2019-08-14 20:47:51,007 EPOCH 30 done: loss 1.3812 - lr 0.1000 -2019-08-14 20:47:51,007 BAD EPOCHS (no improvement): 1 -2019-08-14 20:47:51,007 ---------------------------------------------------------------------------------------------------- -2019-08-14 20:47:51,164 epoch 31 - iter 0/2650 - loss 3.64194155 -2019-08-14 20:48:37,091 epoch 31 - iter 265/2650 - loss 1.40875037 -2019-08-14 20:49:22,647 epoch 31 - iter 530/2650 - loss 1.36538477 -2019-08-14 20:50:08,787 epoch 31 - iter 795/2650 - loss 1.37206971 -2019-08-14 20:50:55,048 epoch 31 - iter 1060/2650 - loss 1.36672622 -2019-08-14 20:51:41,247 epoch 31 - iter 1325/2650 - loss 1.37195463 -2019-08-14 20:52:28,330 epoch 31 - iter 1590/2650 - loss 1.37269264 -2019-08-14 20:53:13,982 epoch 31 - iter 1855/2650 - loss 1.37583637 -2019-08-14 20:53:59,739 epoch 31 - iter 2120/2650 - loss 1.37819129 -2019-08-14 20:54:44,235 epoch 31 - iter 2385/2650 - loss 1.36828600 -2019-08-14 20:55:30,143 ---------------------------------------------------------------------------------------------------- -2019-08-14 20:55:30,144 EPOCH 31 done: loss 1.3702 - lr 0.1000 -2019-08-14 20:55:30,144 BAD EPOCHS (no improvement): 2 -2019-08-14 20:55:30,144 ---------------------------------------------------------------------------------------------------- -2019-08-14 20:55:30,329 epoch 32 - iter 0/2650 - loss 1.33521032 -2019-08-14 20:56:15,765 epoch 32 - iter 265/2650 - loss 1.35386388 -2019-08-14 20:57:02,113 epoch 32 - iter 530/2650 - loss 1.37918620 -2019-08-14 20:57:48,650 epoch 32 - iter 795/2650 - loss 1.38172831 -2019-08-14 20:58:36,248 epoch 32 - iter 1060/2650 - loss 1.38015409 -2019-08-14 20:59:23,112 epoch 32 - iter 1325/2650 - loss 1.37729117 -2019-08-14 21:00:09,425 epoch 32 - iter 1590/2650 - loss 1.36410305 -2019-08-14 21:00:56,954 epoch 32 - iter 1855/2650 - loss 1.36237521 -2019-08-14 21:01:44,463 epoch 32 - iter 2120/2650 - loss 1.36275602 -2019-08-14 21:02:30,080 epoch 32 - iter 2385/2650 - loss 1.36549722 -2019-08-14 21:03:17,675 ---------------------------------------------------------------------------------------------------- -2019-08-14 21:03:17,675 EPOCH 32 done: loss 1.3631 - lr 0.1000 -2019-08-14 21:03:17,675 BAD EPOCHS (no improvement): 3 -2019-08-14 21:03:17,675 ---------------------------------------------------------------------------------------------------- -2019-08-14 21:03:17,842 epoch 33 - iter 0/2650 - loss 0.95417035 -2019-08-14 21:04:04,337 epoch 33 - iter 265/2650 - loss 1.37209214 -2019-08-14 21:04:50,622 epoch 33 - iter 530/2650 - loss 1.33213994 -2019-08-14 21:05:36,933 epoch 33 - iter 795/2650 - loss 1.33282148 -2019-08-14 21:06:24,759 epoch 33 - iter 1060/2650 - loss 1.33624924 -2019-08-14 21:07:12,302 epoch 33 - iter 1325/2650 - loss 1.34086347 -2019-08-14 21:07:58,964 epoch 33 - iter 1590/2650 - loss 1.34185550 -2019-08-14 21:08:46,356 epoch 33 - iter 1855/2650 - loss 1.34041708 -2019-08-14 21:09:33,931 epoch 33 - iter 2120/2650 - loss 1.34332973 -2019-08-14 21:10:19,885 epoch 33 - iter 2385/2650 - loss 1.34476122 -2019-08-14 21:11:05,895 ---------------------------------------------------------------------------------------------------- -2019-08-14 21:11:05,895 EPOCH 33 done: loss 1.3467 - lr 0.1000 -2019-08-14 21:11:05,895 BAD EPOCHS (no improvement): 0 -2019-08-14 21:11:05,895 ---------------------------------------------------------------------------------------------------- -2019-08-14 21:11:06,084 epoch 34 - iter 0/2650 - loss 2.20507336 -2019-08-14 21:11:51,824 epoch 34 - iter 265/2650 - loss 1.38022273 -2019-08-14 21:12:39,424 epoch 34 - iter 530/2650 - loss 1.36685756 -2019-08-14 21:13:26,258 epoch 34 - iter 795/2650 - loss 1.34622906 -2019-08-14 21:14:12,836 epoch 34 - iter 1060/2650 - loss 1.33851599 -2019-08-14 21:15:00,497 epoch 34 - iter 1325/2650 - loss 1.33786910 -2019-08-14 21:15:47,693 epoch 34 - iter 1590/2650 - loss 1.34182624 -2019-08-14 21:16:34,026 epoch 34 - iter 1855/2650 - loss 1.34158066 -2019-08-14 21:17:20,958 epoch 34 - iter 2120/2650 - loss 1.35160055 -2019-08-14 21:18:07,891 epoch 34 - iter 2385/2650 - loss 1.34751393 -2019-08-14 21:18:54,666 ---------------------------------------------------------------------------------------------------- -2019-08-14 21:18:54,666 EPOCH 34 done: loss 1.3495 - lr 0.1000 -2019-08-14 21:18:54,666 BAD EPOCHS (no improvement): 1 -2019-08-14 21:18:54,666 ---------------------------------------------------------------------------------------------------- -2019-08-14 21:18:54,913 epoch 35 - iter 0/2650 - loss 3.00881672 -2019-08-14 21:19:40,956 epoch 35 - iter 265/2650 - loss 1.32941455 -2019-08-14 21:20:27,127 epoch 35 - iter 530/2650 - loss 1.35026929 -2019-08-14 21:21:15,970 epoch 35 - iter 795/2650 - loss 1.33485083 -2019-08-14 21:22:03,276 epoch 35 - iter 1060/2650 - loss 1.32401217 -2019-08-14 21:22:49,901 epoch 35 - iter 1325/2650 - loss 1.32112306 -2019-08-14 21:23:36,744 epoch 35 - iter 1590/2650 - loss 1.32504067 -2019-08-14 21:24:23,252 epoch 35 - iter 1855/2650 - loss 1.32893149 -2019-08-14 21:25:10,647 epoch 35 - iter 2120/2650 - loss 1.33546185 -2019-08-14 21:25:57,809 epoch 35 - iter 2385/2650 - loss 1.33729519 -2019-08-14 21:26:44,666 ---------------------------------------------------------------------------------------------------- -2019-08-14 21:26:44,666 EPOCH 35 done: loss 1.3404 - lr 0.1000 -2019-08-14 21:26:44,666 BAD EPOCHS (no improvement): 0 -2019-08-14 21:26:44,666 ---------------------------------------------------------------------------------------------------- -2019-08-14 21:26:44,873 epoch 36 - iter 0/2650 - loss 1.72051442 -2019-08-14 21:27:30,939 epoch 36 - iter 265/2650 - loss 1.35160422 -2019-08-14 21:28:18,665 epoch 36 - iter 530/2650 - loss 1.35270743 -2019-08-14 21:29:05,722 epoch 36 - iter 795/2650 - loss 1.32782012 -2019-08-14 21:29:53,028 epoch 36 - iter 1060/2650 - loss 1.32441252 -2019-08-14 21:30:41,152 epoch 36 - iter 1325/2650 - loss 1.33030564 -2019-08-14 21:31:27,792 epoch 36 - iter 1590/2650 - loss 1.33320435 -2019-08-14 21:32:14,266 epoch 36 - iter 1855/2650 - loss 1.32571521 -2019-08-14 21:33:01,389 epoch 36 - iter 2120/2650 - loss 1.32499941 -2019-08-14 21:33:48,341 epoch 36 - iter 2385/2650 - loss 1.32800068 -2019-08-14 21:34:35,613 ---------------------------------------------------------------------------------------------------- -2019-08-14 21:34:35,613 EPOCH 36 done: loss 1.3256 - lr 0.1000 -2019-08-14 21:34:35,613 BAD EPOCHS (no improvement): 0 -2019-08-14 21:34:35,614 ---------------------------------------------------------------------------------------------------- -2019-08-14 21:34:35,763 epoch 37 - iter 0/2650 - loss 1.93415427 -2019-08-14 21:35:24,727 epoch 37 - iter 265/2650 - loss 1.35945417 -2019-08-14 21:36:12,594 epoch 37 - iter 530/2650 - loss 1.30253454 -2019-08-14 21:36:59,511 epoch 37 - iter 795/2650 - loss 1.31020370 -2019-08-14 21:37:45,975 epoch 37 - iter 1060/2650 - loss 1.32133584 -2019-08-14 21:38:32,473 epoch 37 - iter 1325/2650 - loss 1.32970217 -2019-08-14 21:39:19,123 epoch 37 - iter 1590/2650 - loss 1.33731752 -2019-08-14 21:40:06,486 epoch 37 - iter 1855/2650 - loss 1.34318292 -2019-08-14 21:40:53,511 epoch 37 - iter 2120/2650 - loss 1.34097345 -2019-08-14 21:41:39,960 epoch 37 - iter 2385/2650 - loss 1.33686374 -2019-08-14 21:42:28,218 ---------------------------------------------------------------------------------------------------- -2019-08-14 21:42:28,219 EPOCH 37 done: loss 1.3411 - lr 0.1000 -2019-08-14 21:42:28,219 BAD EPOCHS (no improvement): 1 -2019-08-14 21:42:28,219 ---------------------------------------------------------------------------------------------------- -2019-08-14 21:42:28,383 epoch 38 - iter 0/2650 - loss 0.87429893 -2019-08-14 21:43:15,561 epoch 38 - iter 265/2650 - loss 1.32156258 -2019-08-14 21:44:03,432 epoch 38 - iter 530/2650 - loss 1.33733223 -2019-08-14 21:44:50,403 epoch 38 - iter 795/2650 - loss 1.33357134 -2019-08-14 21:45:36,807 epoch 38 - iter 1060/2650 - loss 1.32407422 -2019-08-14 21:46:24,272 epoch 38 - iter 1325/2650 - loss 1.32264597 -2019-08-14 21:47:10,833 epoch 38 - iter 1590/2650 - loss 1.33124893 -2019-08-14 21:47:57,050 epoch 38 - iter 1855/2650 - loss 1.32921198 -2019-08-14 21:48:44,645 epoch 38 - iter 2120/2650 - loss 1.32866962 -2019-08-14 21:49:30,738 epoch 38 - iter 2385/2650 - loss 1.33533686 -2019-08-14 21:50:16,251 ---------------------------------------------------------------------------------------------------- -2019-08-14 21:50:16,252 EPOCH 38 done: loss 1.3301 - lr 0.1000 -2019-08-14 21:50:16,252 BAD EPOCHS (no improvement): 2 -2019-08-14 21:50:16,252 ---------------------------------------------------------------------------------------------------- -2019-08-14 21:50:16,397 epoch 39 - iter 0/2650 - loss 0.78374046 -2019-08-14 21:51:02,588 epoch 39 - iter 265/2650 - loss 1.33044919 -2019-08-14 21:51:50,726 epoch 39 - iter 530/2650 - loss 1.34571043 -2019-08-14 21:52:37,301 epoch 39 - iter 795/2650 - loss 1.33015611 -2019-08-14 21:53:24,524 epoch 39 - iter 1060/2650 - loss 1.32759134 -2019-08-14 21:54:10,960 epoch 39 - iter 1325/2650 - loss 1.32225780 -2019-08-14 21:54:59,071 epoch 39 - iter 1590/2650 - loss 1.32562012 -2019-08-14 21:55:45,696 epoch 39 - iter 1855/2650 - loss 1.32836433 -2019-08-14 21:56:32,192 epoch 39 - iter 2120/2650 - loss 1.32586808 -2019-08-14 21:57:18,788 epoch 39 - iter 2385/2650 - loss 1.31845596 -2019-08-14 21:58:05,739 ---------------------------------------------------------------------------------------------------- -2019-08-14 21:58:05,739 EPOCH 39 done: loss 1.3155 - lr 0.1000 -2019-08-14 21:58:05,739 BAD EPOCHS (no improvement): 0 -2019-08-14 21:58:05,739 ---------------------------------------------------------------------------------------------------- -2019-08-14 21:58:05,888 epoch 40 - iter 0/2650 - loss 1.29533017 -2019-08-14 21:58:52,963 epoch 40 - iter 265/2650 - loss 1.29546182 -2019-08-14 21:59:40,094 epoch 40 - iter 530/2650 - loss 1.29593641 -2019-08-14 22:00:26,211 epoch 40 - iter 795/2650 - loss 1.29405361 -2019-08-14 22:01:13,035 epoch 40 - iter 1060/2650 - loss 1.30172387 -2019-08-14 22:01:59,456 epoch 40 - iter 1325/2650 - loss 1.31277143 -2019-08-14 22:02:47,655 epoch 40 - iter 1590/2650 - loss 1.31225227 -2019-08-14 22:03:34,783 epoch 40 - iter 1855/2650 - loss 1.31514315 -2019-08-14 22:04:21,217 epoch 40 - iter 2120/2650 - loss 1.31529140 -2019-08-14 22:05:08,308 epoch 40 - iter 2385/2650 - loss 1.31943539 -2019-08-14 22:05:53,467 ---------------------------------------------------------------------------------------------------- -2019-08-14 22:05:53,467 EPOCH 40 done: loss 1.3180 - lr 0.1000 -2019-08-14 22:05:53,467 BAD EPOCHS (no improvement): 1 -2019-08-14 22:05:53,467 ---------------------------------------------------------------------------------------------------- -2019-08-14 22:05:53,628 epoch 41 - iter 0/2650 - loss 0.58444411 -2019-08-14 22:06:38,544 epoch 41 - iter 265/2650 - loss 1.27167881 -2019-08-14 22:07:23,629 epoch 41 - iter 530/2650 - loss 1.30128924 -2019-08-14 22:08:09,274 epoch 41 - iter 795/2650 - loss 1.30682852 -2019-08-14 22:08:56,988 epoch 41 - iter 1060/2650 - loss 1.31395518 -2019-08-14 22:09:42,853 epoch 41 - iter 1325/2650 - loss 1.31607148 -2019-08-14 22:10:29,077 epoch 41 - iter 1590/2650 - loss 1.30655506 -2019-08-14 22:11:15,697 epoch 41 - iter 1855/2650 - loss 1.31281739 -2019-08-14 22:12:01,417 epoch 41 - iter 2120/2650 - loss 1.30795500 -2019-08-14 22:12:47,237 epoch 41 - iter 2385/2650 - loss 1.31237936 -2019-08-14 22:13:33,372 ---------------------------------------------------------------------------------------------------- -2019-08-14 22:13:33,372 EPOCH 41 done: loss 1.3101 - lr 0.1000 -2019-08-14 22:13:33,373 BAD EPOCHS (no improvement): 0 -2019-08-14 22:13:33,373 ---------------------------------------------------------------------------------------------------- -2019-08-14 22:13:33,611 epoch 42 - iter 0/2650 - loss 1.22453332 -2019-08-14 22:14:19,708 epoch 42 - iter 265/2650 - loss 1.31496858 -2019-08-14 22:15:05,858 epoch 42 - iter 530/2650 - loss 1.28051862 -2019-08-14 22:15:50,267 epoch 42 - iter 795/2650 - loss 1.30756057 -2019-08-14 22:16:37,591 epoch 42 - iter 1060/2650 - loss 1.32707904 -2019-08-14 22:17:24,104 epoch 42 - iter 1325/2650 - loss 1.32415330 -2019-08-14 22:18:10,063 epoch 42 - iter 1590/2650 - loss 1.32598523 -2019-08-14 22:18:56,941 epoch 42 - iter 1855/2650 - loss 1.32326149 -2019-08-14 22:19:42,941 epoch 42 - iter 2120/2650 - loss 1.31892183 -2019-08-14 22:20:29,305 epoch 42 - iter 2385/2650 - loss 1.31702907 -2019-08-14 22:21:15,265 ---------------------------------------------------------------------------------------------------- -2019-08-14 22:21:15,265 EPOCH 42 done: loss 1.3239 - lr 0.1000 -2019-08-14 22:21:15,265 BAD EPOCHS (no improvement): 1 -2019-08-14 22:21:15,266 ---------------------------------------------------------------------------------------------------- -2019-08-14 22:21:15,452 epoch 43 - iter 0/2650 - loss 2.27094078 -2019-08-14 22:22:00,611 epoch 43 - iter 265/2650 - loss 1.26684839 -2019-08-14 22:22:46,197 epoch 43 - iter 530/2650 - loss 1.28605367 -2019-08-14 22:23:32,766 epoch 43 - iter 795/2650 - loss 1.27273218 -2019-08-14 22:24:19,515 epoch 43 - iter 1060/2650 - loss 1.28172223 -2019-08-14 22:25:05,898 epoch 43 - iter 1325/2650 - loss 1.28907780 -2019-08-14 22:25:52,548 epoch 43 - iter 1590/2650 - loss 1.29578653 -2019-08-14 22:26:38,869 epoch 43 - iter 1855/2650 - loss 1.30174511 -2019-08-14 22:27:23,757 epoch 43 - iter 2120/2650 - loss 1.30283271 -2019-08-14 22:28:10,147 epoch 43 - iter 2385/2650 - loss 1.30002098 -2019-08-14 22:28:55,782 ---------------------------------------------------------------------------------------------------- -2019-08-14 22:28:55,782 EPOCH 43 done: loss 1.2986 - lr 0.1000 -2019-08-14 22:28:55,782 BAD EPOCHS (no improvement): 0 -2019-08-14 22:28:55,782 ---------------------------------------------------------------------------------------------------- -2019-08-14 22:28:55,969 epoch 44 - iter 0/2650 - loss 1.53509939 -2019-08-14 22:29:40,983 epoch 44 - iter 265/2650 - loss 1.32554771 -2019-08-14 22:30:27,161 epoch 44 - iter 530/2650 - loss 1.29484066 -2019-08-14 22:31:12,892 epoch 44 - iter 795/2650 - loss 1.29345733 -2019-08-14 22:32:00,475 epoch 44 - iter 1060/2650 - loss 1.29861852 -2019-08-14 22:32:46,219 epoch 44 - iter 1325/2650 - loss 1.30295104 -2019-08-14 22:33:31,464 epoch 44 - iter 1590/2650 - loss 1.29558549 -2019-08-14 22:34:17,895 epoch 44 - iter 1855/2650 - loss 1.29627099 -2019-08-14 22:35:04,824 epoch 44 - iter 2120/2650 - loss 1.29074739 -2019-08-14 22:35:50,184 epoch 44 - iter 2385/2650 - loss 1.30259542 -2019-08-14 22:36:36,310 ---------------------------------------------------------------------------------------------------- -2019-08-14 22:36:36,311 EPOCH 44 done: loss 1.2988 - lr 0.1000 -2019-08-14 22:36:36,311 BAD EPOCHS (no improvement): 1 -2019-08-14 22:36:36,311 ---------------------------------------------------------------------------------------------------- -2019-08-14 22:36:36,534 epoch 45 - iter 0/2650 - loss 1.68978405 -2019-08-14 22:37:22,118 epoch 45 - iter 265/2650 - loss 1.30709845 -2019-08-14 22:38:08,343 epoch 45 - iter 530/2650 - loss 1.32650825 -2019-08-14 22:38:54,225 epoch 45 - iter 795/2650 - loss 1.29954179 -2019-08-14 22:39:40,312 epoch 45 - iter 1060/2650 - loss 1.30592518 -2019-08-14 22:40:28,348 epoch 45 - iter 1325/2650 - loss 1.30610523 -2019-08-14 22:41:14,377 epoch 45 - iter 1590/2650 - loss 1.30278741 -2019-08-14 22:41:59,768 epoch 45 - iter 1855/2650 - loss 1.29235021 -2019-08-14 22:42:45,020 epoch 45 - iter 2120/2650 - loss 1.29789766 -2019-08-14 22:43:31,218 epoch 45 - iter 2385/2650 - loss 1.29443650 -2019-08-14 22:44:16,401 ---------------------------------------------------------------------------------------------------- -2019-08-14 22:44:16,402 EPOCH 45 done: loss 1.2933 - lr 0.1000 -2019-08-14 22:44:16,402 BAD EPOCHS (no improvement): 0 -2019-08-14 22:44:16,402 ---------------------------------------------------------------------------------------------------- -2019-08-14 22:44:16,578 epoch 46 - iter 0/2650 - loss 1.07559502 -2019-08-14 22:45:02,800 epoch 46 - iter 265/2650 - loss 1.29381727 -2019-08-14 22:45:49,791 epoch 46 - iter 530/2650 - loss 1.28735445 -2019-08-14 22:46:34,857 epoch 46 - iter 795/2650 - loss 1.27546565 -2019-08-14 22:47:20,580 epoch 46 - iter 1060/2650 - loss 1.28362199 -2019-08-14 22:48:06,440 epoch 46 - iter 1325/2650 - loss 1.28849391 -2019-08-14 22:48:52,116 epoch 46 - iter 1590/2650 - loss 1.29476052 -2019-08-14 22:49:38,007 epoch 46 - iter 1855/2650 - loss 1.29211974 -2019-08-14 22:50:24,400 epoch 46 - iter 2120/2650 - loss 1.29001419 -2019-08-14 22:51:10,419 epoch 46 - iter 2385/2650 - loss 1.29125435 -2019-08-14 22:51:55,544 ---------------------------------------------------------------------------------------------------- -2019-08-14 22:51:55,544 EPOCH 46 done: loss 1.2935 - lr 0.1000 -2019-08-14 22:51:55,544 BAD EPOCHS (no improvement): 1 -2019-08-14 22:51:55,545 ---------------------------------------------------------------------------------------------------- -2019-08-14 22:51:55,695 epoch 47 - iter 0/2650 - loss 1.08343565 -2019-08-14 22:52:41,943 epoch 47 - iter 265/2650 - loss 1.21491238 -2019-08-14 22:53:27,475 epoch 47 - iter 530/2650 - loss 1.23117787 -2019-08-14 22:54:13,246 epoch 47 - iter 795/2650 - loss 1.24684741 -2019-08-14 22:54:59,744 epoch 47 - iter 1060/2650 - loss 1.25717572 -2019-08-14 22:55:45,347 epoch 47 - iter 1325/2650 - loss 1.25999679 -2019-08-14 22:56:30,478 epoch 47 - iter 1590/2650 - loss 1.26806246 -2019-08-14 22:57:16,879 epoch 47 - iter 1855/2650 - loss 1.27079094 -2019-08-14 22:58:02,171 epoch 47 - iter 2120/2650 - loss 1.27318588 -2019-08-14 22:58:48,507 epoch 47 - iter 2385/2650 - loss 1.27212827 -2019-08-14 22:59:35,439 ---------------------------------------------------------------------------------------------------- -2019-08-14 22:59:35,439 EPOCH 47 done: loss 1.2743 - lr 0.1000 -2019-08-14 22:59:35,439 BAD EPOCHS (no improvement): 0 -2019-08-14 22:59:35,439 ---------------------------------------------------------------------------------------------------- -2019-08-14 22:59:35,596 epoch 48 - iter 0/2650 - loss 1.08852577 -2019-08-14 23:00:22,422 epoch 48 - iter 265/2650 - loss 1.22699742 -2019-08-14 23:01:08,193 epoch 48 - iter 530/2650 - loss 1.23107019 -2019-08-14 23:01:53,355 epoch 48 - iter 795/2650 - loss 1.24201412 -2019-08-14 23:02:38,853 epoch 48 - iter 1060/2650 - loss 1.24429681 -2019-08-14 23:03:25,194 epoch 48 - iter 1325/2650 - loss 1.24968074 -2019-08-14 23:04:11,747 epoch 48 - iter 1590/2650 - loss 1.24736540 -2019-08-14 23:04:57,057 epoch 48 - iter 1855/2650 - loss 1.24879994 -2019-08-14 23:05:43,331 epoch 48 - iter 2120/2650 - loss 1.25511744 -2019-08-14 23:06:29,621 epoch 48 - iter 2385/2650 - loss 1.26049928 -2019-08-14 23:07:16,246 ---------------------------------------------------------------------------------------------------- -2019-08-14 23:07:16,246 EPOCH 48 done: loss 1.2579 - lr 0.1000 -2019-08-14 23:07:16,246 BAD EPOCHS (no improvement): 0 -2019-08-14 23:07:16,246 ---------------------------------------------------------------------------------------------------- -2019-08-14 23:07:16,429 epoch 49 - iter 0/2650 - loss 0.93857652 -2019-08-14 23:08:02,671 epoch 49 - iter 265/2650 - loss 1.28162677 -2019-08-14 23:08:48,282 epoch 49 - iter 530/2650 - loss 1.25832444 -2019-08-14 23:09:34,756 epoch 49 - iter 795/2650 - loss 1.26964531 -2019-08-14 23:10:20,604 epoch 49 - iter 1060/2650 - loss 1.25823533 -2019-08-14 23:11:06,153 epoch 49 - iter 1325/2650 - loss 1.26313011 -2019-08-14 23:11:52,177 epoch 49 - iter 1590/2650 - loss 1.26240828 -2019-08-14 23:12:38,904 epoch 49 - iter 1855/2650 - loss 1.27047349 -2019-08-14 23:13:24,734 epoch 49 - iter 2120/2650 - loss 1.26461715 -2019-08-14 23:14:11,345 epoch 49 - iter 2385/2650 - loss 1.26362647 -2019-08-14 23:14:57,029 ---------------------------------------------------------------------------------------------------- -2019-08-14 23:14:57,029 EPOCH 49 done: loss 1.2636 - lr 0.1000 -2019-08-14 23:14:57,029 BAD EPOCHS (no improvement): 1 -2019-08-14 23:14:57,030 ---------------------------------------------------------------------------------------------------- -2019-08-14 23:14:57,240 epoch 50 - iter 0/2650 - loss 1.39875484 -2019-08-14 23:15:43,335 epoch 50 - iter 265/2650 - loss 1.31200046 -2019-08-14 23:16:29,318 epoch 50 - iter 530/2650 - loss 1.27571797 -2019-08-14 23:17:15,210 epoch 50 - iter 795/2650 - loss 1.26306062 -2019-08-14 23:18:01,709 epoch 50 - iter 1060/2650 - loss 1.25171900 -2019-08-14 23:18:47,377 epoch 50 - iter 1325/2650 - loss 1.24999939 -2019-08-14 23:19:33,396 epoch 50 - iter 1590/2650 - loss 1.25354458 -2019-08-14 23:20:19,145 epoch 50 - iter 1855/2650 - loss 1.26013476 -2019-08-14 23:21:04,114 epoch 50 - iter 2120/2650 - loss 1.26418353 -2019-08-14 23:21:50,376 epoch 50 - iter 2385/2650 - loss 1.25947182 -2019-08-14 23:22:35,751 ---------------------------------------------------------------------------------------------------- -2019-08-14 23:22:35,751 EPOCH 50 done: loss 1.2605 - lr 0.1000 -2019-08-14 23:22:35,751 BAD EPOCHS (no improvement): 2 -2019-08-14 23:22:35,751 ---------------------------------------------------------------------------------------------------- -2019-08-14 23:22:35,927 epoch 51 - iter 0/2650 - loss 1.04327941 -2019-08-14 23:23:21,503 epoch 51 - iter 265/2650 - loss 1.29174524 -2019-08-14 23:24:07,503 epoch 51 - iter 530/2650 - loss 1.24687008 -2019-08-14 23:24:52,962 epoch 51 - iter 795/2650 - loss 1.24068219 -2019-08-14 23:25:39,546 epoch 51 - iter 1060/2650 - loss 1.24347015 -2019-08-14 23:26:24,902 epoch 51 - iter 1325/2650 - loss 1.24715858 -2019-08-14 23:27:11,633 epoch 51 - iter 1590/2650 - loss 1.24934015 -2019-08-14 23:27:58,304 epoch 51 - iter 1855/2650 - loss 1.25319592 -2019-08-14 23:28:43,167 epoch 51 - iter 2120/2650 - loss 1.25258297 -2019-08-14 23:29:29,601 epoch 51 - iter 2385/2650 - loss 1.25465213 -2019-08-14 23:30:15,297 ---------------------------------------------------------------------------------------------------- -2019-08-14 23:30:15,297 EPOCH 51 done: loss 1.2628 - lr 0.1000 -2019-08-14 23:30:15,297 BAD EPOCHS (no improvement): 3 -2019-08-14 23:30:15,297 ---------------------------------------------------------------------------------------------------- -2019-08-14 23:30:15,447 epoch 52 - iter 0/2650 - loss 1.75891781 -2019-08-14 23:31:02,418 epoch 52 - iter 265/2650 - loss 1.29569208 -2019-08-14 23:31:48,310 epoch 52 - iter 530/2650 - loss 1.29562977 -2019-08-14 23:32:34,063 epoch 52 - iter 795/2650 - loss 1.28454303 -2019-08-14 23:33:19,995 epoch 52 - iter 1060/2650 - loss 1.27960326 -2019-08-14 23:34:06,032 epoch 52 - iter 1325/2650 - loss 1.27651489 -2019-08-14 23:34:51,931 epoch 52 - iter 1590/2650 - loss 1.27145938 -2019-08-14 23:35:38,214 epoch 52 - iter 1855/2650 - loss 1.26825333 -2019-08-14 23:36:22,943 epoch 52 - iter 2120/2650 - loss 1.26790106 -2019-08-14 23:37:08,921 epoch 52 - iter 2385/2650 - loss 1.26577602 -2019-08-14 23:37:55,401 ---------------------------------------------------------------------------------------------------- -2019-08-14 23:37:55,402 EPOCH 52 done: loss 1.2682 - lr 0.1000 -2019-08-14 23:37:55,402 BAD EPOCHS (no improvement): 4 -2019-08-14 23:37:55,402 ---------------------------------------------------------------------------------------------------- -2019-08-14 23:37:55,550 epoch 53 - iter 0/2650 - loss 0.96925652 -2019-08-14 23:38:40,516 epoch 53 - iter 265/2650 - loss 1.21643017 -2019-08-14 23:39:25,188 epoch 53 - iter 530/2650 - loss 1.22703166 -2019-08-14 23:40:11,583 epoch 53 - iter 795/2650 - loss 1.23698090 -2019-08-14 23:40:57,614 epoch 53 - iter 1060/2650 - loss 1.24460178 -2019-08-14 23:41:44,411 epoch 53 - iter 1325/2650 - loss 1.24465696 -2019-08-14 23:42:30,699 epoch 53 - iter 1590/2650 - loss 1.23642542 -2019-08-14 23:43:17,273 epoch 53 - iter 1855/2650 - loss 1.23552507 -2019-08-14 23:44:03,496 epoch 53 - iter 2120/2650 - loss 1.22687416 -2019-08-14 23:44:49,654 epoch 53 - iter 2385/2650 - loss 1.22257593 -2019-08-14 23:45:35,845 ---------------------------------------------------------------------------------------------------- -2019-08-14 23:45:35,845 EPOCH 53 done: loss 1.2193 - lr 0.0500 -2019-08-14 23:45:35,845 BAD EPOCHS (no improvement): 0 -2019-08-14 23:45:35,845 ---------------------------------------------------------------------------------------------------- -2019-08-14 23:45:36,021 epoch 54 - iter 0/2650 - loss 0.74844790 -2019-08-14 23:46:22,598 epoch 54 - iter 265/2650 - loss 1.20597898 -2019-08-14 23:47:07,737 epoch 54 - iter 530/2650 - loss 1.16587431 -2019-08-14 23:47:53,288 epoch 54 - iter 795/2650 - loss 1.17420973 -2019-08-14 23:48:38,902 epoch 54 - iter 1060/2650 - loss 1.18046040 -2019-08-14 23:49:25,293 epoch 54 - iter 1325/2650 - loss 1.18619317 -2019-08-14 23:50:11,876 epoch 54 - iter 1590/2650 - loss 1.17608411 -2019-08-14 23:50:58,097 epoch 54 - iter 1855/2650 - loss 1.18330844 -2019-08-14 23:51:43,978 epoch 54 - iter 2120/2650 - loss 1.18239756 -2019-08-14 23:52:30,106 epoch 54 - iter 2385/2650 - loss 1.18940164 -2019-08-14 23:53:15,814 ---------------------------------------------------------------------------------------------------- -2019-08-14 23:53:15,814 EPOCH 54 done: loss 1.1897 - lr 0.0500 -2019-08-14 23:53:15,814 BAD EPOCHS (no improvement): 0 -2019-08-14 23:53:15,814 ---------------------------------------------------------------------------------------------------- -2019-08-14 23:53:16,031 epoch 55 - iter 0/2650 - loss 1.62955892 -2019-08-14 23:54:01,753 epoch 55 - iter 265/2650 - loss 1.12747721 -2019-08-14 23:54:47,954 epoch 55 - iter 530/2650 - loss 1.16789489 -2019-08-14 23:55:34,346 epoch 55 - iter 795/2650 - loss 1.15311009 -2019-08-14 23:56:20,809 epoch 55 - iter 1060/2650 - loss 1.15529367 -2019-08-14 23:57:07,013 epoch 55 - iter 1325/2650 - loss 1.16529619 -2019-08-14 23:57:52,951 epoch 55 - iter 1590/2650 - loss 1.17873950 -2019-08-14 23:58:38,764 epoch 55 - iter 1855/2650 - loss 1.18086530 -2019-08-14 23:59:24,425 epoch 55 - iter 2120/2650 - loss 1.17985729 -2019-08-15 00:00:10,749 epoch 55 - iter 2385/2650 - loss 1.18348394 -2019-08-15 00:00:56,110 ---------------------------------------------------------------------------------------------------- -2019-08-15 00:00:56,110 EPOCH 55 done: loss 1.1813 - lr 0.0500 -2019-08-15 00:00:56,110 BAD EPOCHS (no improvement): 0 -2019-08-15 00:00:56,110 ---------------------------------------------------------------------------------------------------- -2019-08-15 00:00:56,286 epoch 56 - iter 0/2650 - loss 1.54755056 -2019-08-15 00:01:42,489 epoch 56 - iter 265/2650 - loss 1.26038441 -2019-08-15 00:02:27,948 epoch 56 - iter 530/2650 - loss 1.20079461 -2019-08-15 00:03:14,889 epoch 56 - iter 795/2650 - loss 1.19533453 -2019-08-15 00:04:01,446 epoch 56 - iter 1060/2650 - loss 1.19357892 -2019-08-15 00:04:47,552 epoch 56 - iter 1325/2650 - loss 1.19766463 -2019-08-15 00:05:33,487 epoch 56 - iter 1590/2650 - loss 1.18893813 -2019-08-15 00:06:19,759 epoch 56 - iter 1855/2650 - loss 1.18634523 -2019-08-15 00:07:05,417 epoch 56 - iter 2120/2650 - loss 1.18336457 -2019-08-15 00:07:51,133 epoch 56 - iter 2385/2650 - loss 1.18218179 -2019-08-15 00:08:36,934 ---------------------------------------------------------------------------------------------------- -2019-08-15 00:08:36,935 EPOCH 56 done: loss 1.1813 - lr 0.0500 -2019-08-15 00:08:36,935 BAD EPOCHS (no improvement): 1 -2019-08-15 00:08:36,935 ---------------------------------------------------------------------------------------------------- -2019-08-15 00:08:37,070 epoch 57 - iter 0/2650 - loss 1.43195200 -2019-08-15 00:09:23,023 epoch 57 - iter 265/2650 - loss 1.17537908 -2019-08-15 00:10:08,044 epoch 57 - iter 530/2650 - loss 1.13831957 -2019-08-15 00:10:54,883 epoch 57 - iter 795/2650 - loss 1.13678493 -2019-08-15 00:11:41,234 epoch 57 - iter 1060/2650 - loss 1.14797856 -2019-08-15 00:12:26,328 epoch 57 - iter 1325/2650 - loss 1.14912520 -2019-08-15 00:13:11,867 epoch 57 - iter 1590/2650 - loss 1.14104318 -2019-08-15 00:13:58,308 epoch 57 - iter 1855/2650 - loss 1.14502390 -2019-08-15 00:14:44,277 epoch 57 - iter 2120/2650 - loss 1.14906829 -2019-08-15 00:15:30,928 epoch 57 - iter 2385/2650 - loss 1.15267701 -2019-08-15 00:16:15,625 ---------------------------------------------------------------------------------------------------- -2019-08-15 00:16:15,625 EPOCH 57 done: loss 1.1491 - lr 0.0500 -2019-08-15 00:16:15,625 BAD EPOCHS (no improvement): 0 -2019-08-15 00:16:15,625 ---------------------------------------------------------------------------------------------------- -2019-08-15 00:16:15,772 epoch 58 - iter 0/2650 - loss 1.14777172 -2019-08-15 00:17:01,068 epoch 58 - iter 265/2650 - loss 1.13117256 -2019-08-15 00:17:47,127 epoch 58 - iter 530/2650 - loss 1.11699123 -2019-08-15 00:18:33,720 epoch 58 - iter 795/2650 - loss 1.12455155 -2019-08-15 00:19:20,478 epoch 58 - iter 1060/2650 - loss 1.15511189 -2019-08-15 00:20:06,036 epoch 58 - iter 1325/2650 - loss 1.15227286 -2019-08-15 00:20:54,774 epoch 58 - iter 1590/2650 - loss 1.14771436 -2019-08-15 00:21:41,714 epoch 58 - iter 1855/2650 - loss 1.14900140 -2019-08-15 00:22:29,528 epoch 58 - iter 2120/2650 - loss 1.15270053 -2019-08-15 00:23:17,686 epoch 58 - iter 2385/2650 - loss 1.15389183 -2019-08-15 00:24:04,576 ---------------------------------------------------------------------------------------------------- -2019-08-15 00:24:04,576 EPOCH 58 done: loss 1.1506 - lr 0.0500 -2019-08-15 00:24:04,576 BAD EPOCHS (no improvement): 1 -2019-08-15 00:24:04,576 ---------------------------------------------------------------------------------------------------- -2019-08-15 00:24:04,754 epoch 59 - iter 0/2650 - loss 0.84586549 -2019-08-15 00:24:52,218 epoch 59 - iter 265/2650 - loss 1.14340491 -2019-08-15 00:25:39,454 epoch 59 - iter 530/2650 - loss 1.11976848 -2019-08-15 00:26:27,369 epoch 59 - iter 795/2650 - loss 1.13930852 -2019-08-15 00:27:14,014 epoch 59 - iter 1060/2650 - loss 1.14297602 -2019-08-15 00:28:01,592 epoch 59 - iter 1325/2650 - loss 1.15054877 -2019-08-15 00:28:50,116 epoch 59 - iter 1590/2650 - loss 1.14631301 -2019-08-15 00:29:36,427 epoch 59 - iter 1855/2650 - loss 1.14448575 -2019-08-15 00:30:24,138 epoch 59 - iter 2120/2650 - loss 1.14627052 -2019-08-15 00:31:11,530 epoch 59 - iter 2385/2650 - loss 1.15243638 -2019-08-15 00:31:59,094 ---------------------------------------------------------------------------------------------------- -2019-08-15 00:31:59,094 EPOCH 59 done: loss 1.1538 - lr 0.0500 -2019-08-15 00:31:59,094 BAD EPOCHS (no improvement): 2 -2019-08-15 00:31:59,094 ---------------------------------------------------------------------------------------------------- -2019-08-15 00:31:59,262 epoch 60 - iter 0/2650 - loss 1.16035819 -2019-08-15 00:32:47,905 epoch 60 - iter 265/2650 - loss 1.11398235 -2019-08-15 00:33:36,384 epoch 60 - iter 530/2650 - loss 1.15274349 -2019-08-15 00:34:24,454 epoch 60 - iter 795/2650 - loss 1.14639204 -2019-08-15 00:35:11,134 epoch 60 - iter 1060/2650 - loss 1.15242793 -2019-08-15 00:35:57,863 epoch 60 - iter 1325/2650 - loss 1.15292540 -2019-08-15 00:36:44,555 epoch 60 - iter 1590/2650 - loss 1.15499704 -2019-08-15 00:37:31,113 epoch 60 - iter 1855/2650 - loss 1.14672401 -2019-08-15 00:38:19,688 epoch 60 - iter 2120/2650 - loss 1.14710654 -2019-08-15 00:39:06,242 epoch 60 - iter 2385/2650 - loss 1.15077140 -2019-08-15 00:39:53,739 ---------------------------------------------------------------------------------------------------- -2019-08-15 00:39:53,740 EPOCH 60 done: loss 1.1547 - lr 0.0500 -2019-08-15 00:39:53,740 BAD EPOCHS (no improvement): 3 -2019-08-15 00:39:53,740 ---------------------------------------------------------------------------------------------------- -2019-08-15 00:39:54,025 epoch 61 - iter 0/2650 - loss 1.68016315 -2019-08-15 00:40:42,197 epoch 61 - iter 265/2650 - loss 1.08753873 -2019-08-15 00:41:30,556 epoch 61 - iter 530/2650 - loss 1.12874098 -2019-08-15 00:42:17,784 epoch 61 - iter 795/2650 - loss 1.13989158 -2019-08-15 00:43:02,395 epoch 61 - iter 1060/2650 - loss 1.14226817 -2019-08-15 00:43:47,177 epoch 61 - iter 1325/2650 - loss 1.13289989 -2019-08-15 00:44:33,252 epoch 61 - iter 1590/2650 - loss 1.13222755 -2019-08-15 00:45:20,412 epoch 61 - iter 1855/2650 - loss 1.13598485 -2019-08-15 00:46:05,820 epoch 61 - iter 2120/2650 - loss 1.13686090 -2019-08-15 00:46:51,897 epoch 61 - iter 2385/2650 - loss 1.13841935 -2019-08-15 00:47:36,949 ---------------------------------------------------------------------------------------------------- -2019-08-15 00:47:36,949 EPOCH 61 done: loss 1.1381 - lr 0.0500 -2019-08-15 00:47:36,949 BAD EPOCHS (no improvement): 0 -2019-08-15 00:47:36,949 ---------------------------------------------------------------------------------------------------- -2019-08-15 00:47:37,120 epoch 62 - iter 0/2650 - loss 0.58122206 -2019-08-15 00:48:22,745 epoch 62 - iter 265/2650 - loss 1.16694996 -2019-08-15 00:49:09,210 epoch 62 - iter 530/2650 - loss 1.15900232 -2019-08-15 00:49:54,733 epoch 62 - iter 795/2650 - loss 1.14333127 -2019-08-15 00:50:40,282 epoch 62 - iter 1060/2650 - loss 1.13595141 -2019-08-15 00:51:26,970 epoch 62 - iter 1325/2650 - loss 1.14684491 -2019-08-15 00:52:13,298 epoch 62 - iter 1590/2650 - loss 1.15195039 -2019-08-15 00:52:59,508 epoch 62 - iter 1855/2650 - loss 1.15115992 -2019-08-15 00:53:46,001 epoch 62 - iter 2120/2650 - loss 1.14711922 -2019-08-15 00:54:31,325 epoch 62 - iter 2385/2650 - loss 1.14753056 -2019-08-15 00:55:17,453 ---------------------------------------------------------------------------------------------------- -2019-08-15 00:55:17,453 EPOCH 62 done: loss 1.1523 - lr 0.0500 -2019-08-15 00:55:17,453 BAD EPOCHS (no improvement): 1 -2019-08-15 00:55:17,453 ---------------------------------------------------------------------------------------------------- -2019-08-15 00:55:17,601 epoch 63 - iter 0/2650 - loss 1.45608103 -2019-08-15 00:56:03,292 epoch 63 - iter 265/2650 - loss 1.03769649 -2019-08-15 00:56:50,679 epoch 63 - iter 530/2650 - loss 1.04900948 -2019-08-15 00:57:38,171 epoch 63 - iter 795/2650 - loss 1.07014529 -2019-08-15 00:58:24,485 epoch 63 - iter 1060/2650 - loss 1.07716131 -2019-08-15 00:59:11,182 epoch 63 - iter 1325/2650 - loss 1.09418136 -2019-08-15 00:59:58,842 epoch 63 - iter 1590/2650 - loss 1.09642513 -2019-08-15 01:00:46,510 epoch 63 - iter 1855/2650 - loss 1.11592188 -2019-08-15 01:01:32,926 epoch 63 - iter 2120/2650 - loss 1.11372445 -2019-08-15 01:02:19,891 epoch 63 - iter 2385/2650 - loss 1.11548750 -2019-08-15 01:03:07,905 ---------------------------------------------------------------------------------------------------- -2019-08-15 01:03:07,906 EPOCH 63 done: loss 1.1202 - lr 0.0500 -2019-08-15 01:03:07,906 BAD EPOCHS (no improvement): 0 -2019-08-15 01:03:07,906 ---------------------------------------------------------------------------------------------------- -2019-08-15 01:03:08,069 epoch 64 - iter 0/2650 - loss 0.78440869 -2019-08-15 01:03:55,641 epoch 64 - iter 265/2650 - loss 1.12984787 -2019-08-15 01:04:43,565 epoch 64 - iter 530/2650 - loss 1.12185631 -2019-08-15 01:05:31,289 epoch 64 - iter 795/2650 - loss 1.13156608 -2019-08-15 01:06:18,859 epoch 64 - iter 1060/2650 - loss 1.13623957 -2019-08-15 01:07:06,497 epoch 64 - iter 1325/2650 - loss 1.13853298 -2019-08-15 01:07:53,048 epoch 64 - iter 1590/2650 - loss 1.14828367 -2019-08-15 01:08:39,947 epoch 64 - iter 1855/2650 - loss 1.14254981 -2019-08-15 01:09:27,971 epoch 64 - iter 2120/2650 - loss 1.13773270 -2019-08-15 01:10:15,695 epoch 64 - iter 2385/2650 - loss 1.13326450 -2019-08-15 01:11:03,057 ---------------------------------------------------------------------------------------------------- -2019-08-15 01:11:03,057 EPOCH 64 done: loss 1.1401 - lr 0.0500 -2019-08-15 01:11:03,057 BAD EPOCHS (no improvement): 1 -2019-08-15 01:11:03,058 ---------------------------------------------------------------------------------------------------- -2019-08-15 01:11:03,225 epoch 65 - iter 0/2650 - loss 0.98134828 -2019-08-15 01:11:50,499 epoch 65 - iter 265/2650 - loss 1.12109966 -2019-08-15 01:12:37,790 epoch 65 - iter 530/2650 - loss 1.11390165 -2019-08-15 01:13:26,161 epoch 65 - iter 795/2650 - loss 1.12508446 -2019-08-15 01:14:14,142 epoch 65 - iter 1060/2650 - loss 1.12827463 -2019-08-15 01:15:01,220 epoch 65 - iter 1325/2650 - loss 1.12773533 -2019-08-15 01:15:48,455 epoch 65 - iter 1590/2650 - loss 1.13700252 -2019-08-15 01:16:36,077 epoch 65 - iter 1855/2650 - loss 1.13952639 -2019-08-15 01:17:22,843 epoch 65 - iter 2120/2650 - loss 1.13362484 -2019-08-15 01:18:10,167 epoch 65 - iter 2385/2650 - loss 1.13050815 -2019-08-15 01:18:57,057 ---------------------------------------------------------------------------------------------------- -2019-08-15 01:18:57,058 EPOCH 65 done: loss 1.1306 - lr 0.0500 -2019-08-15 01:18:57,058 BAD EPOCHS (no improvement): 2 -2019-08-15 01:18:57,058 ---------------------------------------------------------------------------------------------------- -2019-08-15 01:18:57,252 epoch 66 - iter 0/2650 - loss 0.66244876 -2019-08-15 01:19:44,635 epoch 66 - iter 265/2650 - loss 1.08784418 -2019-08-15 01:20:32,082 epoch 66 - iter 530/2650 - loss 1.14690379 -2019-08-15 01:21:18,411 epoch 66 - iter 795/2650 - loss 1.14492827 -2019-08-15 01:22:05,429 epoch 66 - iter 1060/2650 - loss 1.14441834 -2019-08-15 01:22:50,971 epoch 66 - iter 1325/2650 - loss 1.13649192 -2019-08-15 01:23:36,434 epoch 66 - iter 1590/2650 - loss 1.14122513 -2019-08-15 01:24:22,620 epoch 66 - iter 1855/2650 - loss 1.14812196 -2019-08-15 01:25:09,637 epoch 66 - iter 2120/2650 - loss 1.14188969 -2019-08-15 01:25:56,889 epoch 66 - iter 2385/2650 - loss 1.13964367 -2019-08-15 01:26:43,729 ---------------------------------------------------------------------------------------------------- -2019-08-15 01:26:43,729 EPOCH 66 done: loss 1.1392 - lr 0.0500 -2019-08-15 01:26:43,729 BAD EPOCHS (no improvement): 3 -2019-08-15 01:26:43,729 ---------------------------------------------------------------------------------------------------- -2019-08-15 01:26:43,922 epoch 67 - iter 0/2650 - loss 1.11196280 -2019-08-15 01:27:29,962 epoch 67 - iter 265/2650 - loss 1.10959856 -2019-08-15 01:28:16,839 epoch 67 - iter 530/2650 - loss 1.13084254 -2019-08-15 01:29:03,243 epoch 67 - iter 795/2650 - loss 1.11607450 -2019-08-15 01:29:50,826 epoch 67 - iter 1060/2650 - loss 1.11834248 -2019-08-15 01:30:38,425 epoch 67 - iter 1325/2650 - loss 1.11559751 -2019-08-15 01:31:24,714 epoch 67 - iter 1590/2650 - loss 1.12541440 -2019-08-15 01:32:10,868 epoch 67 - iter 1855/2650 - loss 1.12352136 -2019-08-15 01:32:57,689 epoch 67 - iter 2120/2650 - loss 1.11841077 -2019-08-15 01:33:44,076 epoch 67 - iter 2385/2650 - loss 1.13082473 -2019-08-15 01:34:30,382 ---------------------------------------------------------------------------------------------------- -2019-08-15 01:34:30,382 EPOCH 67 done: loss 1.1320 - lr 0.0500 -2019-08-15 01:34:30,382 BAD EPOCHS (no improvement): 4 -2019-08-15 01:34:30,382 ---------------------------------------------------------------------------------------------------- -2019-08-15 01:34:30,655 epoch 68 - iter 0/2650 - loss 1.42244053 -2019-08-15 01:35:16,938 epoch 68 - iter 265/2650 - loss 1.06391883 -2019-08-15 01:36:03,868 epoch 68 - iter 530/2650 - loss 1.09671656 -2019-08-15 01:36:49,624 epoch 68 - iter 795/2650 - loss 1.09131383 -2019-08-15 01:37:35,732 epoch 68 - iter 1060/2650 - loss 1.08787418 -2019-08-15 01:38:22,278 epoch 68 - iter 1325/2650 - loss 1.09301968 -2019-08-15 01:39:09,560 epoch 68 - iter 1590/2650 - loss 1.10371669 -2019-08-15 01:39:55,499 epoch 68 - iter 1855/2650 - loss 1.09533894 -2019-08-15 01:40:41,459 epoch 68 - iter 2120/2650 - loss 1.09639715 -2019-08-15 01:41:28,056 epoch 68 - iter 2385/2650 - loss 1.09225331 -2019-08-15 01:42:13,741 ---------------------------------------------------------------------------------------------------- -2019-08-15 01:42:13,742 EPOCH 68 done: loss 1.0932 - lr 0.0250 -2019-08-15 01:42:13,742 BAD EPOCHS (no improvement): 0 -2019-08-15 01:42:13,742 ---------------------------------------------------------------------------------------------------- -2019-08-15 01:42:13,952 epoch 69 - iter 0/2650 - loss 1.16377246 -2019-08-15 01:42:59,955 epoch 69 - iter 265/2650 - loss 1.08658829 -2019-08-15 01:43:46,941 epoch 69 - iter 530/2650 - loss 1.08339041 -2019-08-15 01:44:34,209 epoch 69 - iter 795/2650 - loss 1.08983078 -2019-08-15 01:45:22,157 epoch 69 - iter 1060/2650 - loss 1.08563843 -2019-08-15 01:46:08,974 epoch 69 - iter 1325/2650 - loss 1.10244200 -2019-08-15 01:46:56,402 epoch 69 - iter 1590/2650 - loss 1.09963659 -2019-08-15 01:47:43,737 epoch 69 - iter 1855/2650 - loss 1.09380390 -2019-08-15 01:48:31,476 epoch 69 - iter 2120/2650 - loss 1.09115014 -2019-08-15 01:49:18,193 epoch 69 - iter 2385/2650 - loss 1.09644083 -2019-08-15 01:50:05,358 ---------------------------------------------------------------------------------------------------- -2019-08-15 01:50:05,359 EPOCH 69 done: loss 1.0934 - lr 0.0250 -2019-08-15 01:50:05,359 BAD EPOCHS (no improvement): 1 -2019-08-15 01:50:05,359 ---------------------------------------------------------------------------------------------------- -2019-08-15 01:50:05,567 epoch 70 - iter 0/2650 - loss 1.46633911 -2019-08-15 01:50:52,994 epoch 70 - iter 265/2650 - loss 1.05359136 -2019-08-15 01:51:39,810 epoch 70 - iter 530/2650 - loss 1.05199730 -2019-08-15 01:52:26,712 epoch 70 - iter 795/2650 - loss 1.05463741 -2019-08-15 01:53:14,667 epoch 70 - iter 1060/2650 - loss 1.05785351 -2019-08-15 01:54:03,316 epoch 70 - iter 1325/2650 - loss 1.05921892 -2019-08-15 01:54:50,908 epoch 70 - iter 1590/2650 - loss 1.06632562 -2019-08-15 01:55:38,514 epoch 70 - iter 1855/2650 - loss 1.07201880 -2019-08-15 01:56:26,298 epoch 70 - iter 2120/2650 - loss 1.07727267 -2019-08-15 01:57:12,410 epoch 70 - iter 2385/2650 - loss 1.07631411 -2019-08-15 01:57:59,752 ---------------------------------------------------------------------------------------------------- -2019-08-15 01:57:59,752 EPOCH 70 done: loss 1.0767 - lr 0.0250 -2019-08-15 01:57:59,752 BAD EPOCHS (no improvement): 0 -2019-08-15 01:57:59,752 ---------------------------------------------------------------------------------------------------- -2019-08-15 01:57:59,911 epoch 71 - iter 0/2650 - loss 0.61671120 -2019-08-15 01:58:46,649 epoch 71 - iter 265/2650 - loss 1.07629707 -2019-08-15 01:59:34,614 epoch 71 - iter 530/2650 - loss 1.08341941 -2019-08-15 02:00:22,381 epoch 71 - iter 795/2650 - loss 1.08294665 -2019-08-15 02:01:08,938 epoch 71 - iter 1060/2650 - loss 1.09487641 -2019-08-15 02:01:56,396 epoch 71 - iter 1325/2650 - loss 1.09004721 -2019-08-15 02:02:42,366 epoch 71 - iter 1590/2650 - loss 1.08407045 -2019-08-15 02:03:28,764 epoch 71 - iter 1855/2650 - loss 1.08496946 -2019-08-15 02:04:14,860 epoch 71 - iter 2120/2650 - loss 1.08161666 -2019-08-15 02:05:01,253 epoch 71 - iter 2385/2650 - loss 1.08439988 -2019-08-15 02:05:47,324 ---------------------------------------------------------------------------------------------------- -2019-08-15 02:05:47,324 EPOCH 71 done: loss 1.0854 - lr 0.0250 -2019-08-15 02:05:47,324 BAD EPOCHS (no improvement): 1 -2019-08-15 02:05:47,324 ---------------------------------------------------------------------------------------------------- -2019-08-15 02:05:47,492 epoch 72 - iter 0/2650 - loss 0.96010411 -2019-08-15 02:06:32,419 epoch 72 - iter 265/2650 - loss 1.01281344 -2019-08-15 02:07:19,049 epoch 72 - iter 530/2650 - loss 1.06080620 -2019-08-15 02:08:06,164 epoch 72 - iter 795/2650 - loss 1.06492314 -2019-08-15 02:08:52,640 epoch 72 - iter 1060/2650 - loss 1.06461169 -2019-08-15 02:09:39,456 epoch 72 - iter 1325/2650 - loss 1.07161480 -2019-08-15 02:10:26,596 epoch 72 - iter 1590/2650 - loss 1.08271547 -2019-08-15 02:11:13,843 epoch 72 - iter 1855/2650 - loss 1.08419382 -2019-08-15 02:11:59,900 epoch 72 - iter 2120/2650 - loss 1.08828683 -2019-08-15 02:12:45,984 epoch 72 - iter 2385/2650 - loss 1.08582429 -2019-08-15 02:13:32,039 ---------------------------------------------------------------------------------------------------- -2019-08-15 02:13:32,039 EPOCH 72 done: loss 1.0840 - lr 0.0250 -2019-08-15 02:13:32,039 BAD EPOCHS (no improvement): 2 -2019-08-15 02:13:32,039 ---------------------------------------------------------------------------------------------------- -2019-08-15 02:13:32,179 epoch 73 - iter 0/2650 - loss 1.32186699 -2019-08-15 02:14:18,178 epoch 73 - iter 265/2650 - loss 1.07680530 -2019-08-15 02:15:05,446 epoch 73 - iter 530/2650 - loss 1.07480065 -2019-08-15 02:15:52,333 epoch 73 - iter 795/2650 - loss 1.07420136 -2019-08-15 02:16:39,416 epoch 73 - iter 1060/2650 - loss 1.07941263 -2019-08-15 02:17:26,984 epoch 73 - iter 1325/2650 - loss 1.08087083 -2019-08-15 02:18:14,998 epoch 73 - iter 1590/2650 - loss 1.08879627 -2019-08-15 02:19:02,068 epoch 73 - iter 1855/2650 - loss 1.09245162 -2019-08-15 02:19:49,577 epoch 73 - iter 2120/2650 - loss 1.08973674 -2019-08-15 02:20:37,143 epoch 73 - iter 2385/2650 - loss 1.09281255 -2019-08-15 02:21:24,523 ---------------------------------------------------------------------------------------------------- -2019-08-15 02:21:24,523 EPOCH 73 done: loss 1.0943 - lr 0.0250 -2019-08-15 02:21:24,523 BAD EPOCHS (no improvement): 3 -2019-08-15 02:21:24,523 ---------------------------------------------------------------------------------------------------- -2019-08-15 02:21:24,661 epoch 74 - iter 0/2650 - loss 0.24742615 -2019-08-15 02:22:11,392 epoch 74 - iter 265/2650 - loss 1.09131786 -2019-08-15 02:22:58,528 epoch 74 - iter 530/2650 - loss 1.09933981 -2019-08-15 02:23:45,809 epoch 74 - iter 795/2650 - loss 1.09100494 -2019-08-15 02:24:33,827 epoch 74 - iter 1060/2650 - loss 1.08509712 -2019-08-15 02:25:21,391 epoch 74 - iter 1325/2650 - loss 1.08115346 -2019-08-15 02:26:07,477 epoch 74 - iter 1590/2650 - loss 1.07726906 -2019-08-15 02:26:55,327 epoch 74 - iter 1855/2650 - loss 1.06958069 -2019-08-15 02:27:41,410 epoch 74 - iter 2120/2650 - loss 1.07114150 -2019-08-15 02:28:27,994 epoch 74 - iter 2385/2650 - loss 1.07109683 -2019-08-15 02:29:13,905 ---------------------------------------------------------------------------------------------------- -2019-08-15 02:29:13,906 EPOCH 74 done: loss 1.0741 - lr 0.0250 -2019-08-15 02:29:13,906 BAD EPOCHS (no improvement): 0 -2019-08-15 02:29:13,906 ---------------------------------------------------------------------------------------------------- -2019-08-15 02:29:14,065 epoch 75 - iter 0/2650 - loss 0.44107726 -2019-08-15 02:29:59,861 epoch 75 - iter 265/2650 - loss 1.07727588 -2019-08-15 02:30:46,011 epoch 75 - iter 530/2650 - loss 1.06078846 -2019-08-15 02:31:31,650 epoch 75 - iter 795/2650 - loss 1.07233812 -2019-08-15 02:32:18,564 epoch 75 - iter 1060/2650 - loss 1.08108439 -2019-08-15 02:33:04,003 epoch 75 - iter 1325/2650 - loss 1.07831446 -2019-08-15 02:33:51,041 epoch 75 - iter 1590/2650 - loss 1.08227815 -2019-08-15 02:34:37,458 epoch 75 - iter 1855/2650 - loss 1.07741034 -2019-08-15 02:35:24,794 epoch 75 - iter 2120/2650 - loss 1.07411825 -2019-08-15 02:36:12,080 epoch 75 - iter 2385/2650 - loss 1.08260251 -2019-08-15 02:36:59,807 ---------------------------------------------------------------------------------------------------- -2019-08-15 02:36:59,807 EPOCH 75 done: loss 1.0775 - lr 0.0250 -2019-08-15 02:36:59,807 BAD EPOCHS (no improvement): 1 -2019-08-15 02:36:59,807 ---------------------------------------------------------------------------------------------------- -2019-08-15 02:36:59,955 epoch 76 - iter 0/2650 - loss 0.63586831 -2019-08-15 02:37:46,767 epoch 76 - iter 265/2650 - loss 1.07600671 -2019-08-15 02:38:33,001 epoch 76 - iter 530/2650 - loss 1.05388880 -2019-08-15 02:39:18,378 epoch 76 - iter 795/2650 - loss 1.05121441 -2019-08-15 02:40:04,164 epoch 76 - iter 1060/2650 - loss 1.06411784 -2019-08-15 02:40:50,673 epoch 76 - iter 1325/2650 - loss 1.06889263 -2019-08-15 02:41:38,369 epoch 76 - iter 1590/2650 - loss 1.06920137 -2019-08-15 02:42:25,720 epoch 76 - iter 1855/2650 - loss 1.06971510 -2019-08-15 02:43:12,174 epoch 76 - iter 2120/2650 - loss 1.07480329 -2019-08-15 02:43:58,734 epoch 76 - iter 2385/2650 - loss 1.07397799 -2019-08-15 02:44:45,222 ---------------------------------------------------------------------------------------------------- -2019-08-15 02:44:45,223 EPOCH 76 done: loss 1.0724 - lr 0.0250 -2019-08-15 02:44:45,223 BAD EPOCHS (no improvement): 0 -2019-08-15 02:44:45,223 ---------------------------------------------------------------------------------------------------- -2019-08-15 02:44:45,405 epoch 77 - iter 0/2650 - loss 1.56052637 -2019-08-15 02:45:33,344 epoch 77 - iter 265/2650 - loss 1.04075063 -2019-08-15 02:46:19,770 epoch 77 - iter 530/2650 - loss 1.06874426 -2019-08-15 02:47:06,875 epoch 77 - iter 795/2650 - loss 1.05329965 -2019-08-15 02:47:52,946 epoch 77 - iter 1060/2650 - loss 1.03993093 -2019-08-15 02:48:38,834 epoch 77 - iter 1325/2650 - loss 1.03697286 -2019-08-15 02:49:25,292 epoch 77 - iter 1590/2650 - loss 1.04863872 -2019-08-15 02:50:10,753 epoch 77 - iter 1855/2650 - loss 1.05495098 -2019-08-15 02:50:55,711 epoch 77 - iter 2120/2650 - loss 1.06086982 -2019-08-15 02:51:41,432 epoch 77 - iter 2385/2650 - loss 1.06862906 -2019-08-15 02:52:28,059 ---------------------------------------------------------------------------------------------------- -2019-08-15 02:52:28,059 EPOCH 77 done: loss 1.0675 - lr 0.0250 -2019-08-15 02:52:28,059 BAD EPOCHS (no improvement): 0 -2019-08-15 02:52:28,060 ---------------------------------------------------------------------------------------------------- -2019-08-15 02:52:28,206 epoch 78 - iter 0/2650 - loss 0.81664693 -2019-08-15 02:53:14,832 epoch 78 - iter 265/2650 - loss 1.01763322 -2019-08-15 02:54:00,553 epoch 78 - iter 530/2650 - loss 1.00921180 -2019-08-15 02:54:47,008 epoch 78 - iter 795/2650 - loss 1.02157412 -2019-08-15 02:55:33,041 epoch 78 - iter 1060/2650 - loss 1.03467007 -2019-08-15 02:56:20,514 epoch 78 - iter 1325/2650 - loss 1.04282639 -2019-08-15 02:57:06,141 epoch 78 - iter 1590/2650 - loss 1.05207091 -2019-08-15 02:57:53,183 epoch 78 - iter 1855/2650 - loss 1.05672358 -2019-08-15 02:58:40,363 epoch 78 - iter 2120/2650 - loss 1.06143695 -2019-08-15 02:59:27,541 epoch 78 - iter 2385/2650 - loss 1.06027456 -2019-08-15 03:00:14,471 ---------------------------------------------------------------------------------------------------- -2019-08-15 03:00:14,471 EPOCH 78 done: loss 1.0628 - lr 0.0250 -2019-08-15 03:00:14,471 BAD EPOCHS (no improvement): 0 -2019-08-15 03:00:14,471 ---------------------------------------------------------------------------------------------------- -2019-08-15 03:00:14,634 epoch 79 - iter 0/2650 - loss 0.66206360 -2019-08-15 03:01:00,439 epoch 79 - iter 265/2650 - loss 1.07018930 -2019-08-15 03:01:46,408 epoch 79 - iter 530/2650 - loss 1.04488000 -2019-08-15 03:02:32,687 epoch 79 - iter 795/2650 - loss 1.04638747 -2019-08-15 03:03:19,031 epoch 79 - iter 1060/2650 - loss 1.06367248 -2019-08-15 03:04:05,273 epoch 79 - iter 1325/2650 - loss 1.06006916 -2019-08-15 03:04:51,957 epoch 79 - iter 1590/2650 - loss 1.05969247 -2019-08-15 03:05:38,220 epoch 79 - iter 1855/2650 - loss 1.06321342 -2019-08-15 03:06:24,045 epoch 79 - iter 2120/2650 - loss 1.06207884 -2019-08-15 03:07:09,922 epoch 79 - iter 2385/2650 - loss 1.06230744 -2019-08-15 03:07:55,138 ---------------------------------------------------------------------------------------------------- -2019-08-15 03:07:55,138 EPOCH 79 done: loss 1.0638 - lr 0.0250 -2019-08-15 03:07:55,138 BAD EPOCHS (no improvement): 1 -2019-08-15 03:07:55,139 ---------------------------------------------------------------------------------------------------- -2019-08-15 03:07:55,277 epoch 80 - iter 0/2650 - loss 0.45642048 -2019-08-15 03:08:40,993 epoch 80 - iter 265/2650 - loss 1.01328569 -2019-08-15 03:09:27,088 epoch 80 - iter 530/2650 - loss 1.04312571 -2019-08-15 03:10:13,077 epoch 80 - iter 795/2650 - loss 1.04420121 -2019-08-15 03:10:58,568 epoch 80 - iter 1060/2650 - loss 1.04472734 -2019-08-15 03:11:44,202 epoch 80 - iter 1325/2650 - loss 1.05821059 -2019-08-15 03:12:29,822 epoch 80 - iter 1590/2650 - loss 1.05812392 -2019-08-15 03:13:16,173 epoch 80 - iter 1855/2650 - loss 1.06418810 -2019-08-15 03:14:02,261 epoch 80 - iter 2120/2650 - loss 1.06033055 -2019-08-15 03:14:48,181 epoch 80 - iter 2385/2650 - loss 1.05743154 -2019-08-15 03:15:34,409 ---------------------------------------------------------------------------------------------------- -2019-08-15 03:15:34,409 EPOCH 80 done: loss 1.0551 - lr 0.0250 -2019-08-15 03:15:34,409 BAD EPOCHS (no improvement): 0 -2019-08-15 03:15:34,409 ---------------------------------------------------------------------------------------------------- -2019-08-15 03:15:34,563 epoch 81 - iter 0/2650 - loss 0.49059701 -2019-08-15 03:16:20,490 epoch 81 - iter 265/2650 - loss 1.03431694 -2019-08-15 03:17:06,999 epoch 81 - iter 530/2650 - loss 1.03844553 -2019-08-15 03:17:52,544 epoch 81 - iter 795/2650 - loss 1.05045586 -2019-08-15 03:18:37,878 epoch 81 - iter 1060/2650 - loss 1.05330004 -2019-08-15 03:19:24,425 epoch 81 - iter 1325/2650 - loss 1.06541960 -2019-08-15 03:20:11,337 epoch 81 - iter 1590/2650 - loss 1.06611858 -2019-08-15 03:20:57,628 epoch 81 - iter 1855/2650 - loss 1.06612168 -2019-08-15 03:21:42,804 epoch 81 - iter 2120/2650 - loss 1.06328768 -2019-08-15 03:22:28,776 epoch 81 - iter 2385/2650 - loss 1.06022234 -2019-08-15 03:23:13,621 ---------------------------------------------------------------------------------------------------- -2019-08-15 03:23:13,622 EPOCH 81 done: loss 1.0541 - lr 0.0250 -2019-08-15 03:23:13,622 BAD EPOCHS (no improvement): 0 -2019-08-15 03:23:13,622 ---------------------------------------------------------------------------------------------------- -2019-08-15 03:23:13,765 epoch 82 - iter 0/2650 - loss 1.18208659 -2019-08-15 03:23:59,861 epoch 82 - iter 265/2650 - loss 1.05607269 -2019-08-15 03:24:46,635 epoch 82 - iter 530/2650 - loss 1.06871857 -2019-08-15 03:25:32,802 epoch 82 - iter 795/2650 - loss 1.05191653 -2019-08-15 03:26:17,874 epoch 82 - iter 1060/2650 - loss 1.05202497 -2019-08-15 03:27:04,289 epoch 82 - iter 1325/2650 - loss 1.04966413 -2019-08-15 03:27:50,486 epoch 82 - iter 1590/2650 - loss 1.05748632 -2019-08-15 03:28:35,646 epoch 82 - iter 1855/2650 - loss 1.05574160 -2019-08-15 03:29:21,397 epoch 82 - iter 2120/2650 - loss 1.05296806 -2019-08-15 03:30:07,562 epoch 82 - iter 2385/2650 - loss 1.04530436 -2019-08-15 03:30:54,108 ---------------------------------------------------------------------------------------------------- -2019-08-15 03:30:54,108 EPOCH 82 done: loss 1.0486 - lr 0.0250 -2019-08-15 03:30:54,108 BAD EPOCHS (no improvement): 0 -2019-08-15 03:30:54,108 ---------------------------------------------------------------------------------------------------- -2019-08-15 03:30:54,272 epoch 83 - iter 0/2650 - loss 0.46365499 -2019-08-15 03:31:40,928 epoch 83 - iter 265/2650 - loss 1.03733723 -2019-08-15 03:32:26,759 epoch 83 - iter 530/2650 - loss 1.05323447 -2019-08-15 03:33:13,075 epoch 83 - iter 795/2650 - loss 1.04540145 -2019-08-15 03:33:59,792 epoch 83 - iter 1060/2650 - loss 1.04169120 -2019-08-15 03:34:45,741 epoch 83 - iter 1325/2650 - loss 1.04906724 -2019-08-15 03:35:31,243 epoch 83 - iter 1590/2650 - loss 1.05221871 -2019-08-15 03:36:17,322 epoch 83 - iter 1855/2650 - loss 1.05684149 -2019-08-15 03:37:05,188 epoch 83 - iter 2120/2650 - loss 1.05539779 -2019-08-15 03:37:53,101 epoch 83 - iter 2385/2650 - loss 1.05672281 -2019-08-15 03:38:39,233 ---------------------------------------------------------------------------------------------------- -2019-08-15 03:38:39,233 EPOCH 83 done: loss 1.0579 - lr 0.0250 -2019-08-15 03:38:39,233 BAD EPOCHS (no improvement): 1 -2019-08-15 03:38:39,234 ---------------------------------------------------------------------------------------------------- -2019-08-15 03:38:39,400 epoch 84 - iter 0/2650 - loss 0.78022826 -2019-08-15 03:39:27,433 epoch 84 - iter 265/2650 - loss 1.02584446 -2019-08-15 03:40:15,335 epoch 84 - iter 530/2650 - loss 1.04565459 -2019-08-15 03:41:01,958 epoch 84 - iter 795/2650 - loss 1.04140000 -2019-08-15 03:41:48,970 epoch 84 - iter 1060/2650 - loss 1.03472188 -2019-08-15 03:42:36,699 epoch 84 - iter 1325/2650 - loss 1.04278128 -2019-08-15 03:43:24,452 epoch 84 - iter 1590/2650 - loss 1.04394940 -2019-08-15 03:44:11,693 epoch 84 - iter 1855/2650 - loss 1.04840997 -2019-08-15 03:44:57,665 epoch 84 - iter 2120/2650 - loss 1.05032300 -2019-08-15 03:45:43,921 epoch 84 - iter 2385/2650 - loss 1.05038906 -2019-08-15 03:46:29,866 ---------------------------------------------------------------------------------------------------- -2019-08-15 03:46:29,866 EPOCH 84 done: loss 1.0509 - lr 0.0250 -2019-08-15 03:46:29,866 BAD EPOCHS (no improvement): 2 -2019-08-15 03:46:29,866 ---------------------------------------------------------------------------------------------------- -2019-08-15 03:46:30,025 epoch 85 - iter 0/2650 - loss 0.74045980 -2019-08-15 03:47:16,232 epoch 85 - iter 265/2650 - loss 1.03806902 -2019-08-15 03:48:02,427 epoch 85 - iter 530/2650 - loss 1.04736389 -2019-08-15 03:48:48,466 epoch 85 - iter 795/2650 - loss 1.03814817 -2019-08-15 03:49:35,716 epoch 85 - iter 1060/2650 - loss 1.04559126 -2019-08-15 03:50:23,779 epoch 85 - iter 1325/2650 - loss 1.04557116 -2019-08-15 03:51:10,933 epoch 85 - iter 1590/2650 - loss 1.05055124 -2019-08-15 03:51:57,960 epoch 85 - iter 1855/2650 - loss 1.04802903 -2019-08-15 03:52:46,093 epoch 85 - iter 2120/2650 - loss 1.05105963 -2019-08-15 03:53:34,119 epoch 85 - iter 2385/2650 - loss 1.04984152 -2019-08-15 03:54:21,172 ---------------------------------------------------------------------------------------------------- -2019-08-15 03:54:21,173 EPOCH 85 done: loss 1.0444 - lr 0.0250 -2019-08-15 03:54:21,173 BAD EPOCHS (no improvement): 0 -2019-08-15 03:54:21,173 ---------------------------------------------------------------------------------------------------- -2019-08-15 03:54:21,425 epoch 86 - iter 0/2650 - loss 0.43987346 -2019-08-15 03:55:09,558 epoch 86 - iter 265/2650 - loss 1.04889850 -2019-08-15 03:55:57,190 epoch 86 - iter 530/2650 - loss 1.05274136 -2019-08-15 03:56:45,304 epoch 86 - iter 795/2650 - loss 1.05435721 -2019-08-15 03:57:33,326 epoch 86 - iter 1060/2650 - loss 1.05432996 -2019-08-15 03:58:20,595 epoch 86 - iter 1325/2650 - loss 1.04618503 -2019-08-15 03:59:07,701 epoch 86 - iter 1590/2650 - loss 1.04650831 -2019-08-15 03:59:55,054 epoch 86 - iter 1855/2650 - loss 1.04221857 -2019-08-15 04:00:42,872 epoch 86 - iter 2120/2650 - loss 1.04012705 -2019-08-15 04:01:29,673 epoch 86 - iter 2385/2650 - loss 1.03518747 -2019-08-15 04:02:17,417 ---------------------------------------------------------------------------------------------------- -2019-08-15 04:02:17,417 EPOCH 86 done: loss 1.0367 - lr 0.0250 -2019-08-15 04:02:17,417 BAD EPOCHS (no improvement): 0 -2019-08-15 04:02:17,417 ---------------------------------------------------------------------------------------------------- -2019-08-15 04:02:17,641 epoch 87 - iter 0/2650 - loss 1.42178106 -2019-08-15 04:03:06,138 epoch 87 - iter 265/2650 - loss 1.03546917 -2019-08-15 04:03:53,369 epoch 87 - iter 530/2650 - loss 1.06169985 -2019-08-15 04:04:40,937 epoch 87 - iter 795/2650 - loss 1.05809178 -2019-08-15 04:05:26,941 epoch 87 - iter 1060/2650 - loss 1.05416205 -2019-08-15 04:06:12,375 epoch 87 - iter 1325/2650 - loss 1.04779537 -2019-08-15 04:06:58,621 epoch 87 - iter 1590/2650 - loss 1.04465602 -2019-08-15 04:07:44,398 epoch 87 - iter 1855/2650 - loss 1.04325790 -2019-08-15 04:08:30,766 epoch 87 - iter 2120/2650 - loss 1.04205776 -2019-08-15 04:09:18,954 epoch 87 - iter 2385/2650 - loss 1.04211839 -2019-08-15 04:10:04,695 ---------------------------------------------------------------------------------------------------- -2019-08-15 04:10:04,695 EPOCH 87 done: loss 1.0423 - lr 0.0250 -2019-08-15 04:10:04,696 BAD EPOCHS (no improvement): 1 -2019-08-15 04:10:04,696 ---------------------------------------------------------------------------------------------------- -2019-08-15 04:10:04,867 epoch 88 - iter 0/2650 - loss 0.79933906 -2019-08-15 04:10:51,904 epoch 88 - iter 265/2650 - loss 1.05334821 -2019-08-15 04:11:38,621 epoch 88 - iter 530/2650 - loss 1.03951833 -2019-08-15 04:12:25,860 epoch 88 - iter 795/2650 - loss 1.04182665 -2019-08-15 04:13:12,796 epoch 88 - iter 1060/2650 - loss 1.04619925 -2019-08-15 04:14:01,122 epoch 88 - iter 1325/2650 - loss 1.05239629 -2019-08-15 04:14:47,872 epoch 88 - iter 1590/2650 - loss 1.05019680 -2019-08-15 04:15:34,919 epoch 88 - iter 1855/2650 - loss 1.05066614 -2019-08-15 04:16:21,619 epoch 88 - iter 2120/2650 - loss 1.05016025 -2019-08-15 04:17:09,732 epoch 88 - iter 2385/2650 - loss 1.05340078 -2019-08-15 04:17:57,793 ---------------------------------------------------------------------------------------------------- -2019-08-15 04:17:57,793 EPOCH 88 done: loss 1.0532 - lr 0.0250 -2019-08-15 04:17:57,793 BAD EPOCHS (no improvement): 2 -2019-08-15 04:17:57,793 ---------------------------------------------------------------------------------------------------- -2019-08-15 04:17:57,997 epoch 89 - iter 0/2650 - loss 0.83817673 -2019-08-15 04:18:45,781 epoch 89 - iter 265/2650 - loss 0.99696324 -2019-08-15 04:19:33,126 epoch 89 - iter 530/2650 - loss 1.02684129 -2019-08-15 04:20:20,519 epoch 89 - iter 795/2650 - loss 1.03292976 -2019-08-15 04:21:07,778 epoch 89 - iter 1060/2650 - loss 1.04638987 -2019-08-15 04:21:55,119 epoch 89 - iter 1325/2650 - loss 1.04897926 -2019-08-15 04:22:42,737 epoch 89 - iter 1590/2650 - loss 1.05409910 -2019-08-15 04:23:30,120 epoch 89 - iter 1855/2650 - loss 1.05609435 -2019-08-15 04:24:16,942 epoch 89 - iter 2120/2650 - loss 1.05320503 -2019-08-15 04:25:04,052 epoch 89 - iter 2385/2650 - loss 1.05463504 -2019-08-15 04:25:50,147 ---------------------------------------------------------------------------------------------------- -2019-08-15 04:25:50,147 EPOCH 89 done: loss 1.0567 - lr 0.0250 -2019-08-15 04:25:50,147 BAD EPOCHS (no improvement): 3 -2019-08-15 04:25:50,148 ---------------------------------------------------------------------------------------------------- -2019-08-15 04:25:50,314 epoch 90 - iter 0/2650 - loss 1.18015456 -2019-08-15 04:26:37,375 epoch 90 - iter 265/2650 - loss 1.00133555 -2019-08-15 04:27:23,957 epoch 90 - iter 530/2650 - loss 1.01725197 -2019-08-15 04:28:10,947 epoch 90 - iter 795/2650 - loss 1.01794706 -2019-08-15 04:28:58,701 epoch 90 - iter 1060/2650 - loss 1.02522970 -2019-08-15 04:29:45,658 epoch 90 - iter 1325/2650 - loss 1.02715827 -2019-08-15 04:30:33,110 epoch 90 - iter 1590/2650 - loss 1.03559411 -2019-08-15 04:31:20,986 epoch 90 - iter 1855/2650 - loss 1.03166004 -2019-08-15 04:32:07,244 epoch 90 - iter 2120/2650 - loss 1.02836792 -2019-08-15 04:32:54,022 epoch 90 - iter 2385/2650 - loss 1.03163017 -2019-08-15 04:33:41,137 ---------------------------------------------------------------------------------------------------- -2019-08-15 04:33:41,137 EPOCH 90 done: loss 1.0386 - lr 0.0250 -2019-08-15 04:33:41,137 BAD EPOCHS (no improvement): 4 -2019-08-15 04:33:41,137 ---------------------------------------------------------------------------------------------------- -2019-08-15 04:33:41,329 epoch 91 - iter 0/2650 - loss 1.77109969 -2019-08-15 04:34:27,395 epoch 91 - iter 265/2650 - loss 1.06706861 -2019-08-15 04:35:15,190 epoch 91 - iter 530/2650 - loss 1.05927085 -2019-08-15 04:36:02,196 epoch 91 - iter 795/2650 - loss 1.06493555 -2019-08-15 04:36:48,152 epoch 91 - iter 1060/2650 - loss 1.06168681 -2019-08-15 04:37:35,151 epoch 91 - iter 1325/2650 - loss 1.05400704 -2019-08-15 04:38:23,075 epoch 91 - iter 1590/2650 - loss 1.04600088 -2019-08-15 04:39:10,544 epoch 91 - iter 1855/2650 - loss 1.04525147 -2019-08-15 04:39:57,863 epoch 91 - iter 2120/2650 - loss 1.04444067 -2019-08-15 04:40:45,142 epoch 91 - iter 2385/2650 - loss 1.04176218 -2019-08-15 04:41:31,218 ---------------------------------------------------------------------------------------------------- -2019-08-15 04:41:31,219 EPOCH 91 done: loss 1.0403 - lr 0.0125 -2019-08-15 04:41:31,219 BAD EPOCHS (no improvement): 1 -2019-08-15 04:41:31,219 ---------------------------------------------------------------------------------------------------- -2019-08-15 04:41:31,379 epoch 92 - iter 0/2650 - loss 0.68882167 -2019-08-15 04:42:17,925 epoch 92 - iter 265/2650 - loss 1.04769600 -2019-08-15 04:43:05,091 epoch 92 - iter 530/2650 - loss 1.02784449 -2019-08-15 04:43:52,382 epoch 92 - iter 795/2650 - loss 1.02636025 -2019-08-15 04:44:38,634 epoch 92 - iter 1060/2650 - loss 1.02197142 -2019-08-15 04:45:25,618 epoch 92 - iter 1325/2650 - loss 1.01980493 -2019-08-15 04:46:11,582 epoch 92 - iter 1590/2650 - loss 1.01890623 -2019-08-15 04:46:58,164 epoch 92 - iter 1855/2650 - loss 1.01998111 -2019-08-15 04:47:43,747 epoch 92 - iter 2120/2650 - loss 1.02349537 -2019-08-15 04:48:29,528 epoch 92 - iter 2385/2650 - loss 1.02328605 -2019-08-15 04:49:15,345 ---------------------------------------------------------------------------------------------------- -2019-08-15 04:49:15,345 EPOCH 92 done: loss 1.0200 - lr 0.0125 -2019-08-15 04:49:15,345 BAD EPOCHS (no improvement): 0 -2019-08-15 04:49:15,346 ---------------------------------------------------------------------------------------------------- -2019-08-15 04:49:15,515 epoch 93 - iter 0/2650 - loss 0.86976731 -2019-08-15 04:50:00,791 epoch 93 - iter 265/2650 - loss 1.05480506 -2019-08-15 04:50:47,219 epoch 93 - iter 530/2650 - loss 1.05229831 -2019-08-15 04:51:32,692 epoch 93 - iter 795/2650 - loss 1.02241998 -2019-08-15 04:52:19,277 epoch 93 - iter 1060/2650 - loss 1.01283789 -2019-08-15 04:53:05,811 epoch 93 - iter 1325/2650 - loss 1.01863975 -2019-08-15 04:53:50,954 epoch 93 - iter 1590/2650 - loss 1.03564019 -2019-08-15 04:54:37,668 epoch 93 - iter 1855/2650 - loss 1.03616235 -2019-08-15 04:55:24,637 epoch 93 - iter 2120/2650 - loss 1.03988349 -2019-08-15 04:56:11,393 epoch 93 - iter 2385/2650 - loss 1.03426211 -2019-08-15 04:56:57,406 ---------------------------------------------------------------------------------------------------- -2019-08-15 04:56:57,406 EPOCH 93 done: loss 1.0333 - lr 0.0125 -2019-08-15 04:56:57,406 BAD EPOCHS (no improvement): 1 -2019-08-15 04:56:57,407 ---------------------------------------------------------------------------------------------------- -2019-08-15 04:56:57,598 epoch 94 - iter 0/2650 - loss 1.87652147 -2019-08-15 04:57:43,390 epoch 94 - iter 265/2650 - loss 1.03663148 -2019-08-15 04:58:29,475 epoch 94 - iter 530/2650 - loss 1.03218195 -2019-08-15 04:59:16,634 epoch 94 - iter 795/2650 - loss 1.03085488 -2019-08-15 05:00:03,441 epoch 94 - iter 1060/2650 - loss 1.04188711 -2019-08-15 05:00:49,125 epoch 94 - iter 1325/2650 - loss 1.02965823 -2019-08-15 05:01:34,748 epoch 94 - iter 1590/2650 - loss 1.02323524 -2019-08-15 05:02:21,683 epoch 94 - iter 1855/2650 - loss 1.02228041 -2019-08-15 05:03:09,433 epoch 94 - iter 2120/2650 - loss 1.01949698 -2019-08-15 05:03:56,993 epoch 94 - iter 2385/2650 - loss 1.02414495 -2019-08-15 05:04:44,129 ---------------------------------------------------------------------------------------------------- -2019-08-15 05:04:44,129 EPOCH 94 done: loss 1.0236 - lr 0.0125 -2019-08-15 05:04:44,129 BAD EPOCHS (no improvement): 2 -2019-08-15 05:04:44,130 ---------------------------------------------------------------------------------------------------- -2019-08-15 05:04:44,321 epoch 95 - iter 0/2650 - loss 1.37688768 -2019-08-15 05:05:30,759 epoch 95 - iter 265/2650 - loss 1.02810807 -2019-08-15 05:06:17,573 epoch 95 - iter 530/2650 - loss 1.02529573 -2019-08-15 05:07:06,134 epoch 95 - iter 795/2650 - loss 1.04839916 -2019-08-15 05:07:55,085 epoch 95 - iter 1060/2650 - loss 1.04414786 -2019-08-15 05:08:42,452 epoch 95 - iter 1325/2650 - loss 1.03811479 -2019-08-15 05:09:29,791 epoch 95 - iter 1590/2650 - loss 1.03448845 -2019-08-15 05:10:16,427 epoch 95 - iter 1855/2650 - loss 1.03590002 -2019-08-15 05:11:03,947 epoch 95 - iter 2120/2650 - loss 1.03014363 -2019-08-15 05:11:51,870 epoch 95 - iter 2385/2650 - loss 1.02993374 -2019-08-15 05:12:38,473 ---------------------------------------------------------------------------------------------------- -2019-08-15 05:12:38,473 EPOCH 95 done: loss 1.0309 - lr 0.0125 -2019-08-15 05:12:38,473 BAD EPOCHS (no improvement): 3 -2019-08-15 05:12:38,473 ---------------------------------------------------------------------------------------------------- -2019-08-15 05:12:38,737 epoch 96 - iter 0/2650 - loss 1.05045056 -2019-08-15 05:13:26,805 epoch 96 - iter 265/2650 - loss 1.05194323 -2019-08-15 05:14:13,990 epoch 96 - iter 530/2650 - loss 1.02103557 -2019-08-15 05:15:01,993 epoch 96 - iter 795/2650 - loss 1.04283983 -2019-08-15 05:15:50,555 epoch 96 - iter 1060/2650 - loss 1.04327147 -2019-08-15 05:16:37,473 epoch 96 - iter 1325/2650 - loss 1.02975745 -2019-08-15 05:17:25,429 epoch 96 - iter 1590/2650 - loss 1.03197314 -2019-08-15 05:18:11,685 epoch 96 - iter 1855/2650 - loss 1.02839309 -2019-08-15 05:18:58,733 epoch 96 - iter 2120/2650 - loss 1.03098126 -2019-08-15 05:19:45,844 epoch 96 - iter 2385/2650 - loss 1.03137205 -2019-08-15 05:20:33,271 ---------------------------------------------------------------------------------------------------- -2019-08-15 05:20:33,271 EPOCH 96 done: loss 1.0303 - lr 0.0125 -2019-08-15 05:20:33,271 BAD EPOCHS (no improvement): 4 -2019-08-15 05:20:33,271 ---------------------------------------------------------------------------------------------------- -2019-08-15 05:20:33,477 epoch 97 - iter 0/2650 - loss 0.96177399 -2019-08-15 05:21:19,934 epoch 97 - iter 265/2650 - loss 1.05273143 -2019-08-15 05:22:06,092 epoch 97 - iter 530/2650 - loss 1.03897780 -2019-08-15 05:22:52,977 epoch 97 - iter 795/2650 - loss 1.05392248 -2019-08-15 05:23:41,226 epoch 97 - iter 1060/2650 - loss 1.05273648 -2019-08-15 05:24:29,113 epoch 97 - iter 1325/2650 - loss 1.05240857 -2019-08-15 05:25:17,896 epoch 97 - iter 1590/2650 - loss 1.05050021 -2019-08-15 05:26:04,873 epoch 97 - iter 1855/2650 - loss 1.04012981 -2019-08-15 05:26:52,028 epoch 97 - iter 2120/2650 - loss 1.03731845 -2019-08-15 05:27:41,220 epoch 97 - iter 2385/2650 - loss 1.03894366 -2019-08-15 05:28:29,140 ---------------------------------------------------------------------------------------------------- -2019-08-15 05:28:29,141 EPOCH 97 done: loss 1.0327 - lr 0.0063 -2019-08-15 05:28:29,141 BAD EPOCHS (no improvement): 1 -2019-08-15 05:28:29,141 ---------------------------------------------------------------------------------------------------- -2019-08-15 05:28:29,304 epoch 98 - iter 0/2650 - loss 0.53769344 -2019-08-15 05:29:16,914 epoch 98 - iter 265/2650 - loss 1.04748883 -2019-08-15 05:30:04,890 epoch 98 - iter 530/2650 - loss 1.01163791 -2019-08-15 05:30:52,281 epoch 98 - iter 795/2650 - loss 1.01136765 -2019-08-15 05:31:39,725 epoch 98 - iter 1060/2650 - loss 1.01501314 -2019-08-15 05:32:27,306 epoch 98 - iter 1325/2650 - loss 1.00852342 -2019-08-15 05:33:13,893 epoch 98 - iter 1590/2650 - loss 1.01453435 -2019-08-15 05:34:01,415 epoch 98 - iter 1855/2650 - loss 1.01004902 -2019-08-15 05:34:49,269 epoch 98 - iter 2120/2650 - loss 1.01216162 -2019-08-15 05:35:36,387 epoch 98 - iter 2385/2650 - loss 1.01298179 -2019-08-15 05:36:24,038 ---------------------------------------------------------------------------------------------------- -2019-08-15 05:36:24,038 EPOCH 98 done: loss 1.0145 - lr 0.0063 -2019-08-15 05:36:24,038 BAD EPOCHS (no improvement): 0 -2019-08-15 05:36:24,039 ---------------------------------------------------------------------------------------------------- -2019-08-15 05:36:24,199 epoch 99 - iter 0/2650 - loss 0.90740275 -2019-08-15 05:37:11,359 epoch 99 - iter 265/2650 - loss 0.97570311 -2019-08-15 05:37:59,462 epoch 99 - iter 530/2650 - loss 1.00996804 -2019-08-15 05:38:45,698 epoch 99 - iter 795/2650 - loss 0.99421890 -2019-08-15 05:39:33,177 epoch 99 - iter 1060/2650 - loss 1.00127604 -2019-08-15 05:40:20,590 epoch 99 - iter 1325/2650 - loss 1.01493254 -2019-08-15 05:41:07,615 epoch 99 - iter 1590/2650 - loss 1.00481645 -2019-08-15 05:41:56,081 epoch 99 - iter 1855/2650 - loss 1.00922251 -2019-08-15 05:42:43,708 epoch 99 - iter 2120/2650 - loss 1.00956637 -2019-08-15 05:43:30,652 epoch 99 - iter 2385/2650 - loss 1.01024066 -2019-08-15 05:44:18,751 ---------------------------------------------------------------------------------------------------- -2019-08-15 05:44:18,752 EPOCH 99 done: loss 1.0040 - lr 0.0063 -2019-08-15 05:44:18,752 BAD EPOCHS (no improvement): 0 -2019-08-15 05:44:18,752 ---------------------------------------------------------------------------------------------------- -2019-08-15 05:44:18,920 epoch 100 - iter 0/2650 - loss 1.36764574 -2019-08-15 05:45:06,233 epoch 100 - iter 265/2650 - loss 0.98714410 -2019-08-15 05:45:53,872 epoch 100 - iter 530/2650 - loss 1.02113539 -2019-08-15 05:46:41,059 epoch 100 - iter 795/2650 - loss 1.01287358 -2019-08-15 05:47:28,469 epoch 100 - iter 1060/2650 - loss 1.01382383 -2019-08-15 05:48:16,655 epoch 100 - iter 1325/2650 - loss 1.00612952 -2019-08-15 05:49:04,471 epoch 100 - iter 1590/2650 - loss 1.00480587 -2019-08-15 05:49:52,361 epoch 100 - iter 1855/2650 - loss 1.00925678 -2019-08-15 05:50:40,732 epoch 100 - iter 2120/2650 - loss 1.00670043 -2019-08-15 05:51:27,993 epoch 100 - iter 2385/2650 - loss 1.00723446 -2019-08-15 05:52:14,748 ---------------------------------------------------------------------------------------------------- -2019-08-15 05:52:14,748 EPOCH 100 done: loss 1.0066 - lr 0.0063 -2019-08-15 05:52:14,748 BAD EPOCHS (no improvement): 1 -2019-08-15 05:52:14,748 ---------------------------------------------------------------------------------------------------- -2019-08-15 05:52:15,041 epoch 101 - iter 0/2650 - loss 0.84115243 -2019-08-15 05:53:02,671 epoch 101 - iter 265/2650 - loss 1.00124692 -2019-08-15 05:53:49,494 epoch 101 - iter 530/2650 - loss 0.97349225 -2019-08-15 05:54:35,928 epoch 101 - iter 795/2650 - loss 0.99173901 -2019-08-15 05:55:21,845 epoch 101 - iter 1060/2650 - loss 0.98680648 -2019-08-15 05:56:08,547 epoch 101 - iter 1325/2650 - loss 0.98091920 -2019-08-15 05:56:54,869 epoch 101 - iter 1590/2650 - loss 0.98627575 -2019-08-15 05:57:40,703 epoch 101 - iter 1855/2650 - loss 0.99430402 -2019-08-15 05:58:27,068 epoch 101 - iter 2120/2650 - loss 1.00129527 -2019-08-15 05:59:14,169 epoch 101 - iter 2385/2650 - loss 1.00889583 -2019-08-15 06:00:01,610 ---------------------------------------------------------------------------------------------------- -2019-08-15 06:00:01,610 EPOCH 101 done: loss 1.0042 - lr 0.0063 -2019-08-15 06:00:01,610 BAD EPOCHS (no improvement): 2 -2019-08-15 06:00:01,611 ---------------------------------------------------------------------------------------------------- -2019-08-15 06:00:01,776 epoch 102 - iter 0/2650 - loss 0.43696135 -2019-08-15 06:00:48,706 epoch 102 - iter 265/2650 - loss 1.03841131 -2019-08-15 06:01:35,459 epoch 102 - iter 530/2650 - loss 1.03312356 -2019-08-15 06:02:22,059 epoch 102 - iter 795/2650 - loss 1.03884824 -2019-08-15 06:03:07,851 epoch 102 - iter 1060/2650 - loss 1.03667679 -2019-08-15 06:03:54,705 epoch 102 - iter 1325/2650 - loss 1.03040250 -2019-08-15 06:04:40,244 epoch 102 - iter 1590/2650 - loss 1.02118873 -2019-08-15 06:05:27,016 epoch 102 - iter 1855/2650 - loss 1.02539820 -2019-08-15 06:06:12,982 epoch 102 - iter 2120/2650 - loss 1.02520433 -2019-08-15 06:06:59,296 epoch 102 - iter 2385/2650 - loss 1.02115833 -2019-08-15 06:07:45,477 ---------------------------------------------------------------------------------------------------- -2019-08-15 06:07:45,477 EPOCH 102 done: loss 1.0222 - lr 0.0063 -2019-08-15 06:07:45,477 BAD EPOCHS (no improvement): 3 -2019-08-15 06:07:45,477 ---------------------------------------------------------------------------------------------------- -2019-08-15 06:07:45,623 epoch 103 - iter 0/2650 - loss 1.59544849 -2019-08-15 06:08:31,215 epoch 103 - iter 265/2650 - loss 0.98886591 -2019-08-15 06:09:17,465 epoch 103 - iter 530/2650 - loss 1.01276120 -2019-08-15 06:10:02,878 epoch 103 - iter 795/2650 - loss 1.01029413 -2019-08-15 06:10:48,531 epoch 103 - iter 1060/2650 - loss 1.00120581 -2019-08-15 06:11:34,719 epoch 103 - iter 1325/2650 - loss 0.99901621 -2019-08-15 06:12:20,806 epoch 103 - iter 1590/2650 - loss 1.00247466 -2019-08-15 06:13:06,968 epoch 103 - iter 1855/2650 - loss 1.00570122 -2019-08-15 06:13:53,141 epoch 103 - iter 2120/2650 - loss 1.00673066 -2019-08-15 06:14:40,161 epoch 103 - iter 2385/2650 - loss 1.01023228 -2019-08-15 06:15:28,235 ---------------------------------------------------------------------------------------------------- -2019-08-15 06:15:28,236 EPOCH 103 done: loss 1.0172 - lr 0.0063 -2019-08-15 06:15:28,236 BAD EPOCHS (no improvement): 4 -2019-08-15 06:15:28,236 ---------------------------------------------------------------------------------------------------- -2019-08-15 06:15:28,419 epoch 104 - iter 0/2650 - loss 1.44052291 -2019-08-15 06:16:15,575 epoch 104 - iter 265/2650 - loss 0.96066845 -2019-08-15 06:17:02,438 epoch 104 - iter 530/2650 - loss 1.00763431 -2019-08-15 06:17:49,179 epoch 104 - iter 795/2650 - loss 1.00257566 -2019-08-15 06:18:35,494 epoch 104 - iter 1060/2650 - loss 1.00598124 -2019-08-15 06:19:21,182 epoch 104 - iter 1325/2650 - loss 1.01140500 -2019-08-15 06:20:06,530 epoch 104 - iter 1590/2650 - loss 1.01038973 -2019-08-15 06:20:52,577 epoch 104 - iter 1855/2650 - loss 1.01205027 -2019-08-15 06:21:37,942 epoch 104 - iter 2120/2650 - loss 1.00616451 -2019-08-15 06:22:23,830 epoch 104 - iter 2385/2650 - loss 1.00656345 -2019-08-15 06:23:10,068 ---------------------------------------------------------------------------------------------------- -2019-08-15 06:23:10,068 EPOCH 104 done: loss 1.0051 - lr 0.0031 -2019-08-15 06:23:10,068 BAD EPOCHS (no improvement): 1 -2019-08-15 06:23:10,068 ---------------------------------------------------------------------------------------------------- -2019-08-15 06:23:10,247 epoch 105 - iter 0/2650 - loss 1.37693155 -2019-08-15 06:23:55,941 epoch 105 - iter 265/2650 - loss 0.98108800 -2019-08-15 06:24:42,527 epoch 105 - iter 530/2650 - loss 0.98755261 -2019-08-15 06:25:29,151 epoch 105 - iter 795/2650 - loss 0.99046043 -2019-08-15 06:26:16,830 epoch 105 - iter 1060/2650 - loss 0.99729009 -2019-08-15 06:27:02,995 epoch 105 - iter 1325/2650 - loss 0.99094188 -2019-08-15 06:27:48,278 epoch 105 - iter 1590/2650 - loss 0.98102596 -2019-08-15 06:28:34,630 epoch 105 - iter 1855/2650 - loss 0.99332820 -2019-08-15 06:29:20,638 epoch 105 - iter 2120/2650 - loss 0.98510810 -2019-08-15 06:30:07,911 epoch 105 - iter 2385/2650 - loss 0.99026881 -2019-08-15 06:30:52,712 ---------------------------------------------------------------------------------------------------- -2019-08-15 06:30:52,712 EPOCH 105 done: loss 0.9895 - lr 0.0031 -2019-08-15 06:30:52,712 BAD EPOCHS (no improvement): 0 -2019-08-15 06:30:52,712 ---------------------------------------------------------------------------------------------------- -2019-08-15 06:30:52,910 epoch 106 - iter 0/2650 - loss 0.92489868 -2019-08-15 06:31:38,931 epoch 106 - iter 265/2650 - loss 1.02321804 -2019-08-15 06:32:25,603 epoch 106 - iter 530/2650 - loss 1.01295404 -2019-08-15 06:33:11,963 epoch 106 - iter 795/2650 - loss 1.01908721 -2019-08-15 06:33:58,128 epoch 106 - iter 1060/2650 - loss 1.00510744 -2019-08-15 06:34:45,179 epoch 106 - iter 1325/2650 - loss 1.00289622 -2019-08-15 06:35:31,735 epoch 106 - iter 1590/2650 - loss 1.00140169 -2019-08-15 06:36:17,316 epoch 106 - iter 1855/2650 - loss 0.99544575 -2019-08-15 06:37:03,093 epoch 106 - iter 2120/2650 - loss 0.99773532 -2019-08-15 06:37:48,679 epoch 106 - iter 2385/2650 - loss 0.99850692 -2019-08-15 06:38:35,454 ---------------------------------------------------------------------------------------------------- -2019-08-15 06:38:35,455 EPOCH 106 done: loss 0.9949 - lr 0.0031 -2019-08-15 06:38:35,455 BAD EPOCHS (no improvement): 1 -2019-08-15 06:38:35,455 ---------------------------------------------------------------------------------------------------- -2019-08-15 06:38:35,623 epoch 107 - iter 0/2650 - loss 0.97920275 -2019-08-15 06:39:21,872 epoch 107 - iter 265/2650 - loss 0.95223629 -2019-08-15 06:40:07,656 epoch 107 - iter 530/2650 - loss 0.98775625 -2019-08-15 06:40:53,398 epoch 107 - iter 795/2650 - loss 1.00067555 -2019-08-15 06:41:39,720 epoch 107 - iter 1060/2650 - loss 1.00614068 -2019-08-15 06:42:26,180 epoch 107 - iter 1325/2650 - loss 1.00872306 -2019-08-15 06:43:12,349 epoch 107 - iter 1590/2650 - loss 1.00934913 -2019-08-15 06:43:59,153 epoch 107 - iter 1855/2650 - loss 1.00593047 -2019-08-15 06:44:46,791 epoch 107 - iter 2120/2650 - loss 1.00385867 -2019-08-15 06:45:33,878 epoch 107 - iter 2385/2650 - loss 1.00449827 -2019-08-15 06:46:21,957 ---------------------------------------------------------------------------------------------------- -2019-08-15 06:46:21,957 EPOCH 107 done: loss 1.0100 - lr 0.0031 -2019-08-15 06:46:21,957 BAD EPOCHS (no improvement): 2 -2019-08-15 06:46:21,957 ---------------------------------------------------------------------------------------------------- -2019-08-15 06:46:22,109 epoch 108 - iter 0/2650 - loss 0.77697062 -2019-08-15 06:47:08,661 epoch 108 - iter 265/2650 - loss 1.03416626 -2019-08-15 06:47:55,799 epoch 108 - iter 530/2650 - loss 1.01424754 -2019-08-15 06:48:43,116 epoch 108 - iter 795/2650 - loss 1.01442001 -2019-08-15 06:49:31,648 epoch 108 - iter 1060/2650 - loss 1.00415665 -2019-08-15 06:50:19,391 epoch 108 - iter 1325/2650 - loss 0.99965891 -2019-08-15 06:51:07,206 epoch 108 - iter 1590/2650 - loss 0.99945565 -2019-08-15 06:51:54,810 epoch 108 - iter 1855/2650 - loss 1.00505892 -2019-08-15 06:52:41,735 epoch 108 - iter 2120/2650 - loss 1.01201977 -2019-08-15 06:53:30,652 epoch 108 - iter 2385/2650 - loss 1.01387827 -2019-08-15 06:54:17,256 ---------------------------------------------------------------------------------------------------- -2019-08-15 06:54:17,256 EPOCH 108 done: loss 1.0111 - lr 0.0031 -2019-08-15 06:54:17,256 BAD EPOCHS (no improvement): 3 -2019-08-15 06:54:17,257 ---------------------------------------------------------------------------------------------------- -2019-08-15 06:54:17,429 epoch 109 - iter 0/2650 - loss 1.73721576 -2019-08-15 06:55:04,176 epoch 109 - iter 265/2650 - loss 1.04764451 -2019-08-15 06:55:52,350 epoch 109 - iter 530/2650 - loss 1.00543469 -2019-08-15 06:56:39,401 epoch 109 - iter 795/2650 - loss 1.00652408 -2019-08-15 06:57:26,911 epoch 109 - iter 1060/2650 - loss 0.99519519 -2019-08-15 06:58:14,696 epoch 109 - iter 1325/2650 - loss 0.98952422 -2019-08-15 06:59:01,255 epoch 109 - iter 1590/2650 - loss 0.97608702 -2019-08-15 06:59:48,539 epoch 109 - iter 1855/2650 - loss 0.98365538 -2019-08-15 07:00:36,083 epoch 109 - iter 2120/2650 - loss 0.98214895 -2019-08-15 07:01:21,440 epoch 109 - iter 2385/2650 - loss 0.98332693 -2019-08-15 07:02:09,372 ---------------------------------------------------------------------------------------------------- -2019-08-15 07:02:09,372 EPOCH 109 done: loss 0.9901 - lr 0.0031 -2019-08-15 07:02:09,372 BAD EPOCHS (no improvement): 4 -2019-08-15 07:02:09,372 ---------------------------------------------------------------------------------------------------- -2019-08-15 07:02:09,540 epoch 110 - iter 0/2650 - loss 2.70388508 -2019-08-15 07:02:56,044 epoch 110 - iter 265/2650 - loss 1.02468524 -2019-08-15 07:03:41,981 epoch 110 - iter 530/2650 - loss 1.01564005 -2019-08-15 07:04:27,764 epoch 110 - iter 795/2650 - loss 1.00716029 -2019-08-15 07:05:13,703 epoch 110 - iter 1060/2650 - loss 1.00937334 -2019-08-15 07:06:00,092 epoch 110 - iter 1325/2650 - loss 1.01308388 -2019-08-15 07:06:47,114 epoch 110 - iter 1590/2650 - loss 1.00273310 -2019-08-15 07:07:32,954 epoch 110 - iter 1855/2650 - loss 1.00223834 -2019-08-15 07:08:18,861 epoch 110 - iter 2120/2650 - loss 1.00126387 -2019-08-15 07:09:06,891 epoch 110 - iter 2385/2650 - loss 0.99715189 -2019-08-15 07:09:53,285 ---------------------------------------------------------------------------------------------------- -2019-08-15 07:09:53,285 EPOCH 110 done: loss 0.9966 - lr 0.0016 -2019-08-15 07:09:53,285 BAD EPOCHS (no improvement): 1 -2019-08-15 07:09:53,285 ---------------------------------------------------------------------------------------------------- -2019-08-15 07:09:53,427 epoch 111 - iter 0/2650 - loss 0.65635145 -2019-08-15 07:10:40,849 epoch 111 - iter 265/2650 - loss 0.97974330 -2019-08-15 07:11:27,989 epoch 111 - iter 530/2650 - loss 0.98950282 -2019-08-15 07:12:15,204 epoch 111 - iter 795/2650 - loss 0.98834830 -2019-08-15 07:13:02,361 epoch 111 - iter 1060/2650 - loss 0.98709030 -2019-08-15 07:13:48,789 epoch 111 - iter 1325/2650 - loss 0.98652098 -2019-08-15 07:14:34,923 epoch 111 - iter 1590/2650 - loss 0.98191825 -2019-08-15 07:15:22,579 epoch 111 - iter 1855/2650 - loss 0.99051981 -2019-08-15 07:16:07,462 epoch 111 - iter 2120/2650 - loss 0.98665783 -2019-08-15 07:16:53,827 epoch 111 - iter 2385/2650 - loss 0.98770345 -2019-08-15 07:17:39,555 ---------------------------------------------------------------------------------------------------- -2019-08-15 07:17:39,556 EPOCH 111 done: loss 0.9881 - lr 0.0016 -2019-08-15 07:17:39,556 BAD EPOCHS (no improvement): 0 -2019-08-15 07:17:39,556 ---------------------------------------------------------------------------------------------------- -2019-08-15 07:17:39,716 epoch 112 - iter 0/2650 - loss 0.55784595 -2019-08-15 07:18:26,135 epoch 112 - iter 265/2650 - loss 1.02736024 -2019-08-15 07:19:11,713 epoch 112 - iter 530/2650 - loss 1.00082622 -2019-08-15 07:19:57,632 epoch 112 - iter 795/2650 - loss 0.98736197 -2019-08-15 07:20:42,768 epoch 112 - iter 1060/2650 - loss 0.98335304 -2019-08-15 07:21:28,584 epoch 112 - iter 1325/2650 - loss 0.99450459 -2019-08-15 07:22:17,566 epoch 112 - iter 1590/2650 - loss 0.99860480 -2019-08-15 07:23:05,277 epoch 112 - iter 1855/2650 - loss 1.00024508 -2019-08-15 07:23:52,895 epoch 112 - iter 2120/2650 - loss 1.00195996 -2019-08-15 07:24:39,947 epoch 112 - iter 2385/2650 - loss 1.00295447 -2019-08-15 07:25:26,649 ---------------------------------------------------------------------------------------------------- -2019-08-15 07:25:26,650 EPOCH 112 done: loss 1.0027 - lr 0.0016 -2019-08-15 07:25:26,650 BAD EPOCHS (no improvement): 1 -2019-08-15 07:25:26,650 ---------------------------------------------------------------------------------------------------- -2019-08-15 07:25:26,810 epoch 113 - iter 0/2650 - loss 0.62352592 -2019-08-15 07:26:15,054 epoch 113 - iter 265/2650 - loss 1.00317512 -2019-08-15 07:27:01,291 epoch 113 - iter 530/2650 - loss 0.99642981 -2019-08-15 07:27:49,140 epoch 113 - iter 795/2650 - loss 0.97810867 -2019-08-15 07:28:36,889 epoch 113 - iter 1060/2650 - loss 0.98810739 -2019-08-15 07:29:24,182 epoch 113 - iter 1325/2650 - loss 0.99084043 -2019-08-15 07:30:10,307 epoch 113 - iter 1590/2650 - loss 0.99945994 -2019-08-15 07:30:58,136 epoch 113 - iter 1855/2650 - loss 1.00222841 -2019-08-15 07:31:45,199 epoch 113 - iter 2120/2650 - loss 1.00726169 -2019-08-15 07:32:31,421 epoch 113 - iter 2385/2650 - loss 1.00789945 -2019-08-15 07:33:17,729 ---------------------------------------------------------------------------------------------------- -2019-08-15 07:33:17,730 EPOCH 113 done: loss 1.0076 - lr 0.0016 -2019-08-15 07:33:17,730 BAD EPOCHS (no improvement): 2 -2019-08-15 07:33:17,730 ---------------------------------------------------------------------------------------------------- -2019-08-15 07:33:17,949 epoch 114 - iter 0/2650 - loss 0.94223344 -2019-08-15 07:34:03,906 epoch 114 - iter 265/2650 - loss 0.97205639 -2019-08-15 07:34:49,855 epoch 114 - iter 530/2650 - loss 0.99038849 -2019-08-15 07:35:36,309 epoch 114 - iter 795/2650 - loss 1.00394484 -2019-08-15 07:36:22,600 epoch 114 - iter 1060/2650 - loss 1.00340995 -2019-08-15 07:37:08,252 epoch 114 - iter 1325/2650 - loss 1.00323681 -2019-08-15 07:37:55,436 epoch 114 - iter 1590/2650 - loss 1.00151806 -2019-08-15 07:38:41,784 epoch 114 - iter 1855/2650 - loss 0.99715983 -2019-08-15 07:39:27,648 epoch 114 - iter 2120/2650 - loss 0.99599260 -2019-08-15 07:40:14,790 epoch 114 - iter 2385/2650 - loss 0.99815559 -2019-08-15 07:40:59,409 ---------------------------------------------------------------------------------------------------- -2019-08-15 07:40:59,409 EPOCH 114 done: loss 0.9934 - lr 0.0016 -2019-08-15 07:40:59,409 BAD EPOCHS (no improvement): 3 -2019-08-15 07:40:59,409 ---------------------------------------------------------------------------------------------------- -2019-08-15 07:40:59,589 epoch 115 - iter 0/2650 - loss 0.70115876 -2019-08-15 07:41:46,203 epoch 115 - iter 265/2650 - loss 1.04997524 -2019-08-15 07:42:32,197 epoch 115 - iter 530/2650 - loss 1.02031503 -2019-08-15 07:43:20,324 epoch 115 - iter 795/2650 - loss 1.01268036 -2019-08-15 07:44:07,013 epoch 115 - iter 1060/2650 - loss 1.00066343 -2019-08-15 07:44:54,912 epoch 115 - iter 1325/2650 - loss 0.99914127 -2019-08-15 07:45:41,718 epoch 115 - iter 1590/2650 - loss 0.99295641 -2019-08-15 07:46:29,151 epoch 115 - iter 1855/2650 - loss 0.99335246 -2019-08-15 07:47:14,956 epoch 115 - iter 2120/2650 - loss 0.99224146 -2019-08-15 07:48:01,378 epoch 115 - iter 2385/2650 - loss 0.99384892 -2019-08-15 07:48:47,192 ---------------------------------------------------------------------------------------------------- -2019-08-15 07:48:47,192 EPOCH 115 done: loss 0.9909 - lr 0.0016 -2019-08-15 07:48:47,192 BAD EPOCHS (no improvement): 4 -2019-08-15 07:48:47,192 ---------------------------------------------------------------------------------------------------- -2019-08-15 07:48:47,352 epoch 116 - iter 0/2650 - loss 1.27967620 -2019-08-15 07:49:33,959 epoch 116 - iter 265/2650 - loss 0.99974213 -2019-08-15 07:50:19,393 epoch 116 - iter 530/2650 - loss 0.98579186 -2019-08-15 07:51:05,517 epoch 116 - iter 795/2650 - loss 0.98122012 -2019-08-15 07:51:52,097 epoch 116 - iter 1060/2650 - loss 0.98707589 -2019-08-15 07:52:38,510 epoch 116 - iter 1325/2650 - loss 0.99234436 -2019-08-15 07:53:24,992 epoch 116 - iter 1590/2650 - loss 0.99046854 -2019-08-15 07:54:12,345 epoch 116 - iter 1855/2650 - loss 0.98676218 -2019-08-15 07:54:59,094 epoch 116 - iter 2120/2650 - loss 0.99297193 -2019-08-15 07:55:46,423 epoch 116 - iter 2385/2650 - loss 0.99494766 -2019-08-15 07:56:32,915 ---------------------------------------------------------------------------------------------------- -2019-08-15 07:56:32,915 EPOCH 116 done: loss 0.9982 - lr 0.0008 -2019-08-15 07:56:32,915 BAD EPOCHS (no improvement): 1 -2019-08-15 07:56:32,915 ---------------------------------------------------------------------------------------------------- -2019-08-15 07:56:33,078 epoch 117 - iter 0/2650 - loss 1.06513464 -2019-08-15 07:57:20,292 epoch 117 - iter 265/2650 - loss 1.00721971 -2019-08-15 07:58:08,354 epoch 117 - iter 530/2650 - loss 1.00167344 -2019-08-15 07:58:54,624 epoch 117 - iter 795/2650 - loss 0.98242919 -2019-08-15 07:59:42,224 epoch 117 - iter 1060/2650 - loss 0.98387170 -2019-08-15 08:00:29,360 epoch 117 - iter 1325/2650 - loss 0.99325991 -2019-08-15 08:01:15,629 epoch 117 - iter 1590/2650 - loss 0.99110918 -2019-08-15 08:02:01,762 epoch 117 - iter 1855/2650 - loss 0.98976810 -2019-08-15 08:02:47,783 epoch 117 - iter 2120/2650 - loss 0.99332309 -2019-08-15 08:03:34,353 epoch 117 - iter 2385/2650 - loss 0.98822146 -2019-08-15 08:04:19,362 ---------------------------------------------------------------------------------------------------- -2019-08-15 08:04:19,362 EPOCH 117 done: loss 0.9895 - lr 0.0008 -2019-08-15 08:04:19,362 BAD EPOCHS (no improvement): 2 -2019-08-15 08:04:19,362 ---------------------------------------------------------------------------------------------------- -2019-08-15 08:04:19,517 epoch 118 - iter 0/2650 - loss 0.72688556 -2019-08-15 08:05:05,471 epoch 118 - iter 265/2650 - loss 1.02191849 -2019-08-15 08:05:51,977 epoch 118 - iter 530/2650 - loss 1.00390007 -2019-08-15 08:06:38,404 epoch 118 - iter 795/2650 - loss 0.99139344 -2019-08-15 08:07:23,386 epoch 118 - iter 1060/2650 - loss 0.98601033 -2019-08-15 08:08:10,049 epoch 118 - iter 1325/2650 - loss 0.98940944 -2019-08-15 08:08:56,105 epoch 118 - iter 1590/2650 - loss 0.98743241 -2019-08-15 08:09:41,486 epoch 118 - iter 1855/2650 - loss 0.98831169 -2019-08-15 08:10:27,894 epoch 118 - iter 2120/2650 - loss 0.98673180 -2019-08-15 08:11:13,082 epoch 118 - iter 2385/2650 - loss 0.98789246 -2019-08-15 08:11:59,383 ---------------------------------------------------------------------------------------------------- -2019-08-15 08:11:59,383 EPOCH 118 done: loss 0.9921 - lr 0.0008 -2019-08-15 08:11:59,384 BAD EPOCHS (no improvement): 3 -2019-08-15 08:11:59,384 ---------------------------------------------------------------------------------------------------- -2019-08-15 08:11:59,537 epoch 119 - iter 0/2650 - loss 0.87509328 -2019-08-15 08:12:45,651 epoch 119 - iter 265/2650 - loss 1.00845488 -2019-08-15 08:13:31,325 epoch 119 - iter 530/2650 - loss 0.99782391 -2019-08-15 08:14:16,917 epoch 119 - iter 795/2650 - loss 0.98796659 -2019-08-15 08:15:03,805 epoch 119 - iter 1060/2650 - loss 0.99530255 -2019-08-15 08:15:49,650 epoch 119 - iter 1325/2650 - loss 0.99935462 -2019-08-15 08:16:34,344 epoch 119 - iter 1590/2650 - loss 0.99006394 -2019-08-15 08:17:20,889 epoch 119 - iter 1855/2650 - loss 0.98973299 -2019-08-15 08:18:07,032 epoch 119 - iter 2120/2650 - loss 0.99163275 -2019-08-15 08:18:53,191 epoch 119 - iter 2385/2650 - loss 0.98867059 -2019-08-15 08:19:38,734 ---------------------------------------------------------------------------------------------------- -2019-08-15 08:19:38,734 EPOCH 119 done: loss 0.9939 - lr 0.0008 -2019-08-15 08:19:38,734 BAD EPOCHS (no improvement): 4 -2019-08-15 08:19:38,734 ---------------------------------------------------------------------------------------------------- -2019-08-15 08:19:38,938 epoch 120 - iter 0/2650 - loss 1.86191845 -2019-08-15 08:20:25,673 epoch 120 - iter 265/2650 - loss 0.95811080 -2019-08-15 08:21:12,255 epoch 120 - iter 530/2650 - loss 0.98042678 -2019-08-15 08:21:58,401 epoch 120 - iter 795/2650 - loss 0.97839278 -2019-08-15 08:22:44,529 epoch 120 - iter 1060/2650 - loss 0.98473188 -2019-08-15 08:23:30,588 epoch 120 - iter 1325/2650 - loss 0.99378251 -2019-08-15 08:24:16,367 epoch 120 - iter 1590/2650 - loss 1.00204242 -2019-08-15 08:25:02,958 epoch 120 - iter 1855/2650 - loss 0.99927611 -2019-08-15 08:25:49,383 epoch 120 - iter 2120/2650 - loss 1.00641546 -2019-08-15 08:26:34,082 epoch 120 - iter 2385/2650 - loss 1.00477937 -2019-08-15 08:27:18,623 ---------------------------------------------------------------------------------------------------- -2019-08-15 08:27:18,623 EPOCH 120 done: loss 1.0007 - lr 0.0004 -2019-08-15 08:27:18,623 BAD EPOCHS (no improvement): 1 -2019-08-15 08:27:18,624 ---------------------------------------------------------------------------------------------------- -2019-08-15 08:27:18,752 epoch 121 - iter 0/2650 - loss 0.96250325 -2019-08-15 08:28:04,186 epoch 121 - iter 265/2650 - loss 1.02376048 -2019-08-15 08:28:50,720 epoch 121 - iter 530/2650 - loss 1.02751340 -2019-08-15 08:29:36,950 epoch 121 - iter 795/2650 - loss 1.02181347 -2019-08-15 08:30:22,222 epoch 121 - iter 1060/2650 - loss 1.00997003 -2019-08-15 08:31:07,935 epoch 121 - iter 1325/2650 - loss 1.01150633 -2019-08-15 08:31:53,157 epoch 121 - iter 1590/2650 - loss 1.00992999 -2019-08-15 08:32:38,705 epoch 121 - iter 1855/2650 - loss 1.00472848 -2019-08-15 08:33:25,177 epoch 121 - iter 2120/2650 - loss 1.00628017 -2019-08-15 08:34:12,105 epoch 121 - iter 2385/2650 - loss 1.00428291 -2019-08-15 08:34:58,402 ---------------------------------------------------------------------------------------------------- -2019-08-15 08:34:58,402 EPOCH 121 done: loss 1.0048 - lr 0.0004 -2019-08-15 08:34:58,402 BAD EPOCHS (no improvement): 2 -2019-08-15 08:34:58,402 ---------------------------------------------------------------------------------------------------- -2019-08-15 08:34:58,587 epoch 122 - iter 0/2650 - loss 1.01347089 -2019-08-15 08:35:45,111 epoch 122 - iter 265/2650 - loss 0.98048231 -2019-08-15 08:36:30,296 epoch 122 - iter 530/2650 - loss 0.95910557 -2019-08-15 08:37:16,056 epoch 122 - iter 795/2650 - loss 0.95395755 -2019-08-15 08:38:01,723 epoch 122 - iter 1060/2650 - loss 0.95745031 -2019-08-15 08:38:48,060 epoch 122 - iter 1325/2650 - loss 0.97733456 -2019-08-15 08:39:34,138 epoch 122 - iter 1590/2650 - loss 0.98052949 -2019-08-15 08:40:20,785 epoch 122 - iter 1855/2650 - loss 0.97728162 -2019-08-15 08:41:06,117 epoch 122 - iter 2120/2650 - loss 0.97477446 -2019-08-15 08:41:51,807 epoch 122 - iter 2385/2650 - loss 0.97785336 -2019-08-15 08:42:37,596 ---------------------------------------------------------------------------------------------------- -2019-08-15 08:42:37,597 EPOCH 122 done: loss 0.9873 - lr 0.0004 -2019-08-15 08:42:37,597 BAD EPOCHS (no improvement): 0 -2019-08-15 08:42:37,597 ---------------------------------------------------------------------------------------------------- -2019-08-15 08:42:37,813 epoch 123 - iter 0/2650 - loss 0.53255618 -2019-08-15 08:43:23,349 epoch 123 - iter 265/2650 - loss 0.96876237 -2019-08-15 08:44:09,485 epoch 123 - iter 530/2650 - loss 0.98514383 -2019-08-15 08:44:54,286 epoch 123 - iter 795/2650 - loss 0.97618139 -2019-08-15 08:45:40,405 epoch 123 - iter 1060/2650 - loss 0.97900361 -2019-08-15 08:46:26,334 epoch 123 - iter 1325/2650 - loss 0.97826587 -2019-08-15 08:47:13,063 epoch 123 - iter 1590/2650 - loss 0.97918553 -2019-08-15 08:47:58,521 epoch 123 - iter 1855/2650 - loss 0.98283445 -2019-08-15 08:48:43,359 epoch 123 - iter 2120/2650 - loss 0.98057574 -2019-08-15 08:49:29,409 epoch 123 - iter 2385/2650 - loss 0.98167918 -2019-08-15 08:50:15,946 ---------------------------------------------------------------------------------------------------- -2019-08-15 08:50:15,947 EPOCH 123 done: loss 0.9852 - lr 0.0004 -2019-08-15 08:50:15,947 BAD EPOCHS (no improvement): 0 -2019-08-15 08:50:15,947 ---------------------------------------------------------------------------------------------------- -2019-08-15 08:50:16,089 epoch 124 - iter 0/2650 - loss 1.20903015 -2019-08-15 08:51:01,765 epoch 124 - iter 265/2650 - loss 0.99115939 -2019-08-15 08:51:47,257 epoch 124 - iter 530/2650 - loss 0.97692192 -2019-08-15 08:52:32,182 epoch 124 - iter 795/2650 - loss 0.97936512 -2019-08-15 08:53:18,184 epoch 124 - iter 1060/2650 - loss 0.98803363 -2019-08-15 08:54:03,522 epoch 124 - iter 1325/2650 - loss 0.99292923 -2019-08-15 08:54:49,774 epoch 124 - iter 1590/2650 - loss 0.99383827 -2019-08-15 08:55:36,207 epoch 124 - iter 1855/2650 - loss 0.99043711 -2019-08-15 08:56:22,410 epoch 124 - iter 2120/2650 - loss 0.99428668 -2019-08-15 08:57:09,309 epoch 124 - iter 2385/2650 - loss 0.99144464 -2019-08-15 08:57:54,546 ---------------------------------------------------------------------------------------------------- -2019-08-15 08:57:54,546 EPOCH 124 done: loss 0.9936 - lr 0.0004 -2019-08-15 08:57:54,547 BAD EPOCHS (no improvement): 1 -2019-08-15 08:57:54,547 ---------------------------------------------------------------------------------------------------- -2019-08-15 08:57:54,710 epoch 125 - iter 0/2650 - loss 1.07868469 -2019-08-15 08:58:40,507 epoch 125 - iter 265/2650 - loss 0.96972277 -2019-08-15 08:59:26,662 epoch 125 - iter 530/2650 - loss 0.98966136 -2019-08-15 09:00:12,964 epoch 125 - iter 795/2650 - loss 0.99503511 -2019-08-15 09:01:00,651 epoch 125 - iter 1060/2650 - loss 0.99496769 -2019-08-15 09:01:46,557 epoch 125 - iter 1325/2650 - loss 0.99396544 -2019-08-15 09:02:32,100 epoch 125 - iter 1590/2650 - loss 0.99755960 -2019-08-15 09:03:18,075 epoch 125 - iter 1855/2650 - loss 0.99330623 -2019-08-15 09:04:04,767 epoch 125 - iter 2120/2650 - loss 0.99369556 -2019-08-15 09:04:51,958 epoch 125 - iter 2385/2650 - loss 0.99043717 -2019-08-15 09:05:37,802 ---------------------------------------------------------------------------------------------------- -2019-08-15 09:05:37,802 EPOCH 125 done: loss 0.9902 - lr 0.0004 -2019-08-15 09:05:37,802 BAD EPOCHS (no improvement): 2 -2019-08-15 09:05:37,802 ---------------------------------------------------------------------------------------------------- -2019-08-15 09:05:37,957 epoch 126 - iter 0/2650 - loss 1.32816660 -2019-08-15 09:06:23,547 epoch 126 - iter 265/2650 - loss 0.99429519 -2019-08-15 09:07:10,695 epoch 126 - iter 530/2650 - loss 1.01386030 -2019-08-15 09:07:56,344 epoch 126 - iter 795/2650 - loss 1.00505981 -2019-08-15 09:08:42,056 epoch 126 - iter 1060/2650 - loss 1.00176455 -2019-08-15 09:09:29,228 epoch 126 - iter 1325/2650 - loss 0.99422984 -2019-08-15 09:10:15,384 epoch 126 - iter 1590/2650 - loss 0.99417189 -2019-08-15 09:11:03,299 epoch 126 - iter 1855/2650 - loss 0.99513152 -2019-08-15 09:11:51,686 epoch 126 - iter 2120/2650 - loss 0.99302802 -2019-08-15 09:12:38,119 epoch 126 - iter 2385/2650 - loss 0.99047656 -2019-08-15 09:13:23,435 ---------------------------------------------------------------------------------------------------- -2019-08-15 09:13:23,436 EPOCH 126 done: loss 0.9907 - lr 0.0004 -2019-08-15 09:13:23,436 BAD EPOCHS (no improvement): 3 -2019-08-15 09:13:23,436 ---------------------------------------------------------------------------------------------------- -2019-08-15 09:13:23,640 epoch 127 - iter 0/2650 - loss 1.30835056 -2019-08-15 09:14:09,296 epoch 127 - iter 265/2650 - loss 0.97637882 -2019-08-15 09:14:56,176 epoch 127 - iter 530/2650 - loss 1.01435677 -2019-08-15 09:15:42,459 epoch 127 - iter 795/2650 - loss 1.00439572 -2019-08-15 09:16:27,976 epoch 127 - iter 1060/2650 - loss 1.00365572 -2019-08-15 09:17:14,402 epoch 127 - iter 1325/2650 - loss 1.00695867 -2019-08-15 09:17:59,659 epoch 127 - iter 1590/2650 - loss 0.99735143 -2019-08-15 09:18:46,097 epoch 127 - iter 1855/2650 - loss 0.99982691 -2019-08-15 09:19:34,196 epoch 127 - iter 2120/2650 - loss 0.99402821 -2019-08-15 09:20:22,272 epoch 127 - iter 2385/2650 - loss 0.99067031 -2019-08-15 09:21:09,141 ---------------------------------------------------------------------------------------------------- -2019-08-15 09:21:09,141 EPOCH 127 done: loss 0.9908 - lr 0.0004 -2019-08-15 09:21:09,141 BAD EPOCHS (no improvement): 4 -2019-08-15 09:21:09,142 ---------------------------------------------------------------------------------------------------- -2019-08-15 09:21:09,332 epoch 128 - iter 0/2650 - loss 0.49818921 -2019-08-15 09:21:56,696 epoch 128 - iter 265/2650 - loss 0.97818727 -2019-08-15 09:22:43,710 epoch 128 - iter 530/2650 - loss 0.97602768 -2019-08-15 09:23:30,395 epoch 128 - iter 795/2650 - loss 0.98344117 -2019-08-15 09:24:16,319 epoch 128 - iter 1060/2650 - loss 0.98852310 -2019-08-15 09:25:03,046 epoch 128 - iter 1325/2650 - loss 0.98692183 -2019-08-15 09:25:47,945 epoch 128 - iter 1590/2650 - loss 0.99083228 -2019-08-15 09:26:33,558 epoch 128 - iter 1855/2650 - loss 0.99239505 -2019-08-15 09:27:20,930 epoch 128 - iter 2120/2650 - loss 0.99000291 -2019-08-15 09:28:05,984 epoch 128 - iter 2385/2650 - loss 0.99074236 -2019-08-15 09:28:51,937 ---------------------------------------------------------------------------------------------------- -2019-08-15 09:28:51,938 EPOCH 128 done: loss 0.9895 - lr 0.0002 -2019-08-15 09:28:51,938 BAD EPOCHS (no improvement): 1 -2019-08-15 09:28:51,938 ---------------------------------------------------------------------------------------------------- -2019-08-15 09:28:52,113 epoch 129 - iter 0/2650 - loss 1.01605129 -2019-08-15 09:29:38,283 epoch 129 - iter 265/2650 - loss 1.01179567 -2019-08-15 09:30:24,539 epoch 129 - iter 530/2650 - loss 1.01206713 -2019-08-15 09:31:10,767 epoch 129 - iter 795/2650 - loss 1.00899263 -2019-08-15 09:31:56,978 epoch 129 - iter 1060/2650 - loss 1.00700758 -2019-08-15 09:32:43,024 epoch 129 - iter 1325/2650 - loss 1.00356641 -2019-08-15 09:33:29,453 epoch 129 - iter 1590/2650 - loss 1.00555798 -2019-08-15 09:34:15,180 epoch 129 - iter 1855/2650 - loss 1.00718696 -2019-08-15 09:35:02,074 epoch 129 - iter 2120/2650 - loss 0.99996200 -2019-08-15 09:35:47,881 epoch 129 - iter 2385/2650 - loss 0.99594336 -2019-08-15 09:36:34,436 ---------------------------------------------------------------------------------------------------- -2019-08-15 09:36:34,436 EPOCH 129 done: loss 0.9956 - lr 0.0002 -2019-08-15 09:36:34,437 BAD EPOCHS (no improvement): 2 -2019-08-15 09:36:34,437 ---------------------------------------------------------------------------------------------------- -2019-08-15 09:36:34,614 epoch 130 - iter 0/2650 - loss 1.89059639 -2019-08-15 09:37:20,863 epoch 130 - iter 265/2650 - loss 1.00681249 -2019-08-15 09:38:07,126 epoch 130 - iter 530/2650 - loss 1.01305729 -2019-08-15 09:38:54,096 epoch 130 - iter 795/2650 - loss 1.00152623 -2019-08-15 09:39:42,125 epoch 130 - iter 1060/2650 - loss 0.99154664 -2019-08-15 09:40:29,076 epoch 130 - iter 1325/2650 - loss 0.99358283 -2019-08-15 09:41:16,336 epoch 130 - iter 1590/2650 - loss 0.98853755 -2019-08-15 09:42:02,224 epoch 130 - iter 1855/2650 - loss 0.98873212 -2019-08-15 09:42:47,845 epoch 130 - iter 2120/2650 - loss 0.99014533 -2019-08-15 09:43:34,105 epoch 130 - iter 2385/2650 - loss 0.99302479 -2019-08-15 09:44:20,248 ---------------------------------------------------------------------------------------------------- -2019-08-15 09:44:20,248 EPOCH 130 done: loss 0.9951 - lr 0.0002 -2019-08-15 09:44:20,248 BAD EPOCHS (no improvement): 3 -2019-08-15 09:44:20,248 ---------------------------------------------------------------------------------------------------- -2019-08-15 09:44:20,384 epoch 131 - iter 0/2650 - loss 1.27991629 -2019-08-15 09:45:07,205 epoch 131 - iter 265/2650 - loss 1.01863133 -2019-08-15 09:45:54,687 epoch 131 - iter 530/2650 - loss 1.00418187 -2019-08-15 09:46:42,136 epoch 131 - iter 795/2650 - loss 1.00759895 -2019-08-15 09:47:29,284 epoch 131 - iter 1060/2650 - loss 0.98866544 -2019-08-15 09:48:16,656 epoch 131 - iter 1325/2650 - loss 0.99601242 -2019-08-15 09:49:04,289 epoch 131 - iter 1590/2650 - loss 0.99559279 -2019-08-15 09:49:50,987 epoch 131 - iter 1855/2650 - loss 0.99862908 -2019-08-15 09:50:38,664 epoch 131 - iter 2120/2650 - loss 1.00478553 -2019-08-15 09:51:26,863 epoch 131 - iter 2385/2650 - loss 1.00610002 -2019-08-15 09:52:13,721 ---------------------------------------------------------------------------------------------------- -2019-08-15 09:52:13,721 EPOCH 131 done: loss 1.0062 - lr 0.0002 -2019-08-15 09:52:13,721 BAD EPOCHS (no improvement): 4 -2019-08-15 09:52:13,722 ---------------------------------------------------------------------------------------------------- -2019-08-15 09:52:13,722 ---------------------------------------------------------------------------------------------------- -2019-08-15 09:52:13,722 learning rate too small - quitting training! -2019-08-15 09:52:13,722 ---------------------------------------------------------------------------------------------------- -2019-08-15 09:52:13,818 ---------------------------------------------------------------------------------------------------- -2019-08-15 09:52:13,818 Testing using best model ... -2019-08-15 09:55:00,548 0.9847 0.9847 0.9847 -2019-08-15 09:55:00,548 -MICRO_AVG: acc 0.9699 - f1-score 0.9847 -MACRO_AVG: acc 0.9488 - f1-score 0.9718312499999999 -ADJ tp: 9851 - fp: 448 - fn: 566 - tn: 9851 - precision: 0.9565 - recall: 0.9457 - accuracy: 0.9067 - f1-score: 0.9511 -ADP tp: 18663 - fp: 325 - fn: 266 - tn: 18663 - precision: 0.9829 - recall: 0.9859 - accuracy: 0.9693 - f1-score: 0.9844 -ADV tp: 8663 - fp: 284 - fn: 402 - tn: 8663 - precision: 0.9683 - recall: 0.9557 - accuracy: 0.9266 - f1-score: 0.9620 -AUX tp: 1997 - fp: 3 - fn: 4 - tn: 1997 - precision: 0.9985 - recall: 0.9980 - accuracy: 0.9965 - f1-score: 0.9982 -CCONJ tp: 5073 - fp: 25 - fn: 53 - tn: 5073 - precision: 0.9951 - recall: 0.9897 - accuracy: 0.9849 - f1-score: 0.9924 -DET tp: 14877 - fp: 78 - fn: 74 - tn: 14877 - precision: 0.9948 - recall: 0.9951 - accuracy: 0.9899 - f1-score: 0.9949 -INTJ tp: 1566 - fp: 29 - fn: 43 - tn: 1566 - precision: 0.9818 - recall: 0.9733 - accuracy: 0.9560 - f1-score: 0.9775 -NOUN tp: 28995 - fp: 469 - fn: 578 - tn: 28995 - precision: 0.9841 - recall: 0.9805 - accuracy: 0.9651 - f1-score: 0.9823 -NUM tp: 3011 - fp: 54 - fn: 34 - tn: 3011 - precision: 0.9824 - recall: 0.9888 - accuracy: 0.9716 - f1-score: 0.9856 -PART tp: 3341 - fp: 105 - fn: 16 - tn: 3341 - precision: 0.9695 - recall: 0.9952 - accuracy: 0.9650 - f1-score: 0.9822 -PRON tp: 11896 - fp: 60 - fn: 72 - tn: 11896 - precision: 0.9950 - recall: 0.9940 - accuracy: 0.9890 - f1-score: 0.9945 -PROPN tp: 12916 - fp: 324 - fn: 232 - tn: 12916 - precision: 0.9755 - recall: 0.9824 - accuracy: 0.9587 - f1-score: 0.9789 -PUNCT tp: 20452 - fp: 5 - fn: 0 - tn: 20452 - precision: 0.9998 - recall: 1.0000 - accuracy: 0.9998 - f1-score: 0.9999 -SYM tp: 200 - fp: 0 - fn: 8 - tn: 200 - precision: 1.0000 - recall: 0.9615 - accuracy: 0.9615 - f1-score: 0.9804 -VERB tp: 25356 - fp: 368 - fn: 200 - tn: 25356 - precision: 0.9857 - recall: 0.9922 - accuracy: 0.9781 - f1-score: 0.9889 -X tp: 123 - fp: 17 - fn: 46 - tn: 123 - precision: 0.8786 - recall: 0.7278 - accuracy: 0.6613 - f1-score: 0.7961 -2019-08-15 09:55:00,548 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:24:54,608 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:24:54,608 Corpus: "Corpus: 75187 train + 9603 dev + 9479 test sentences" +2023-04-05 22:24:54,608 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:24:54,608 Parameters: +2023-04-05 22:24:54,608 - learning_rate: "0.100000" +2023-04-05 22:24:54,608 - mini_batch_size: "32" +2023-04-05 22:24:54,608 - patience: "3" +2023-04-05 22:24:54,608 - anneal_factor: "0.5" +2023-04-05 22:24:54,609 - max_epochs: "150" +2023-04-05 22:24:54,609 - shuffle: "True" +2023-04-05 22:24:54,609 - train_with_dev: "True" +2023-04-05 22:24:54,609 - batch_growth_annealing: "False" +2023-04-05 22:24:54,609 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:24:54,609 Model training base path: "resources/taggers/release-upos-fast-0" +2023-04-05 22:24:54,609 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:24:54,609 Device: cuda:3 +2023-04-05 22:24:54,609 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:24:54,609 Embeddings storage mode: cpu +2023-04-05 22:24:54,609 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:25:06,413 epoch 1 - iter 265/2650 - loss 0.55461956 - time (sec): 11.80 - samples/sec: 5136.36 - lr: 0.100000 +2023-04-05 22:25:29,108 epoch 1 - iter 530/2650 - loss 0.33109123 - time (sec): 34.50 - samples/sec: 6287.44 - lr: 0.100000 +2023-04-05 22:25:56,262 epoch 1 - iter 795/2650 - loss 0.27411899 - time (sec): 61.65 - samples/sec: 6373.99 - lr: 0.100000 +2023-04-05 22:26:19,246 epoch 1 - iter 1060/2650 - loss 0.23893202 - time (sec): 84.64 - samples/sec: 6504.69 - lr: 0.100000 +2023-04-05 22:26:34,718 epoch 1 - iter 1325/2650 - loss 0.21470671 - time (sec): 100.11 - samples/sec: 6697.10 - lr: 0.100000 +2023-04-05 22:26:54,211 epoch 1 - iter 1590/2650 - loss 0.19695657 - time (sec): 119.60 - samples/sec: 6776.07 - lr: 0.100000 +2023-04-05 22:27:22,616 epoch 1 - iter 1855/2650 - loss 0.18704234 - time (sec): 148.01 - samples/sec: 6926.82 - lr: 0.100000 +2023-04-05 22:27:45,452 epoch 1 - iter 2120/2650 - loss 0.18126350 - time (sec): 170.84 - samples/sec: 7006.30 - lr: 0.100000 +2023-04-05 22:28:04,109 epoch 1 - iter 2385/2650 - loss 0.17845021 - time (sec): 189.50 - samples/sec: 6895.30 - lr: 0.100000 +2023-04-05 22:28:26,828 epoch 1 - iter 2650/2650 - loss 0.17415864 - time (sec): 212.22 - samples/sec: 6890.82 - lr: 0.100000 +2023-04-05 22:28:26,828 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:28:26,828 EPOCH 1 done: loss 0.1742 - lr 0.100000 +2023-04-05 22:28:26,828 BAD EPOCHS (no improvement): 0 +2023-04-05 22:28:26,832 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:28:43,253 epoch 2 - iter 265/2650 - loss 0.13208856 - time (sec): 16.42 - samples/sec: 8859.38 - lr: 0.100000 +2023-04-05 22:28:59,881 epoch 2 - iter 530/2650 - loss 0.12981199 - time (sec): 33.05 - samples/sec: 8873.16 - lr: 0.100000 +2023-04-05 22:29:16,401 epoch 2 - iter 795/2650 - loss 0.12842017 - time (sec): 49.57 - samples/sec: 8840.19 - lr: 0.100000 +2023-04-05 22:29:33,361 epoch 2 - iter 1060/2650 - loss 0.12697243 - time (sec): 66.53 - samples/sec: 8786.33 - lr: 0.100000 +2023-04-05 22:29:50,498 epoch 2 - iter 1325/2650 - loss 0.12530920 - time (sec): 83.67 - samples/sec: 8753.42 - lr: 0.100000 +2023-04-05 22:30:07,106 epoch 2 - iter 1590/2650 - loss 0.12467123 - time (sec): 100.27 - samples/sec: 8751.18 - lr: 0.100000 +2023-04-05 22:30:24,012 epoch 2 - iter 1855/2650 - loss 0.12395777 - time (sec): 117.18 - samples/sec: 8734.37 - lr: 0.100000 +2023-04-05 22:30:40,752 epoch 2 - iter 2120/2650 - loss 0.12322413 - time (sec): 133.92 - samples/sec: 8739.02 - lr: 0.100000 +2023-04-05 22:30:57,442 epoch 2 - iter 2385/2650 - loss 0.12245028 - time (sec): 150.61 - samples/sec: 8735.92 - lr: 0.100000 +2023-04-05 22:31:14,191 epoch 2 - iter 2650/2650 - loss 0.12158365 - time (sec): 167.36 - samples/sec: 8737.91 - lr: 0.100000 +2023-04-05 22:31:14,191 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:31:14,191 EPOCH 2 done: loss 0.1216 - lr 0.100000 +2023-04-05 22:31:14,191 BAD EPOCHS (no improvement): 0 +2023-04-05 22:31:14,195 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:31:30,906 epoch 3 - iter 265/2650 - loss 0.10698485 - time (sec): 16.71 - samples/sec: 8907.18 - lr: 0.100000 +2023-04-05 22:31:47,365 epoch 3 - iter 530/2650 - loss 0.10833667 - time (sec): 33.17 - samples/sec: 8850.94 - lr: 0.100000 +2023-04-05 22:32:04,311 epoch 3 - iter 795/2650 - loss 0.10989417 - time (sec): 50.12 - samples/sec: 8797.18 - lr: 0.100000 +2023-04-05 22:32:20,907 epoch 3 - iter 1060/2650 - loss 0.10958789 - time (sec): 66.71 - samples/sec: 8791.90 - lr: 0.100000 +2023-04-05 22:32:37,491 epoch 3 - iter 1325/2650 - loss 0.10964895 - time (sec): 83.30 - samples/sec: 8806.23 - lr: 0.100000 +2023-04-05 22:32:53,853 epoch 3 - iter 1590/2650 - loss 0.10975393 - time (sec): 99.66 - samples/sec: 8822.79 - lr: 0.100000 +2023-04-05 22:33:10,697 epoch 3 - iter 1855/2650 - loss 0.10956270 - time (sec): 116.50 - samples/sec: 8785.19 - lr: 0.100000 +2023-04-05 22:33:27,742 epoch 3 - iter 2120/2650 - loss 0.10937833 - time (sec): 133.55 - samples/sec: 8763.45 - lr: 0.100000 +2023-04-05 22:33:44,400 epoch 3 - iter 2385/2650 - loss 0.10880904 - time (sec): 150.20 - samples/sec: 8761.64 - lr: 0.100000 +2023-04-05 22:34:01,374 epoch 3 - iter 2650/2650 - loss 0.10855739 - time (sec): 167.18 - samples/sec: 8747.26 - lr: 0.100000 +2023-04-05 22:34:01,375 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:34:01,375 EPOCH 3 done: loss 0.1086 - lr 0.100000 +2023-04-05 22:34:01,375 BAD EPOCHS (no improvement): 0 +2023-04-05 22:34:01,379 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:34:18,334 epoch 4 - iter 265/2650 - loss 0.10150403 - time (sec): 16.95 - samples/sec: 8641.68 - lr: 0.100000 +2023-04-05 22:34:35,167 epoch 4 - iter 530/2650 - loss 0.10209378 - time (sec): 33.79 - samples/sec: 8567.55 - lr: 0.100000 +2023-04-05 22:34:51,529 epoch 4 - iter 795/2650 - loss 0.10218058 - time (sec): 50.15 - samples/sec: 8669.40 - lr: 0.100000 +2023-04-05 22:35:08,481 epoch 4 - iter 1060/2650 - loss 0.10198727 - time (sec): 67.10 - samples/sec: 8670.30 - lr: 0.100000 +2023-04-05 22:35:24,652 epoch 4 - iter 1325/2650 - loss 0.10222948 - time (sec): 83.27 - samples/sec: 8715.67 - lr: 0.100000 +2023-04-05 22:35:41,267 epoch 4 - iter 1590/2650 - loss 0.10176454 - time (sec): 99.89 - samples/sec: 8751.54 - lr: 0.100000 +2023-04-05 22:35:57,763 epoch 4 - iter 1855/2650 - loss 0.10192281 - time (sec): 116.38 - samples/sec: 8773.97 - lr: 0.100000 +2023-04-05 22:36:14,141 epoch 4 - iter 2120/2650 - loss 0.10158310 - time (sec): 132.76 - samples/sec: 8790.07 - lr: 0.100000 +2023-04-05 22:36:30,975 epoch 4 - iter 2385/2650 - loss 0.10150044 - time (sec): 149.60 - samples/sec: 8786.07 - lr: 0.100000 +2023-04-05 22:36:47,492 epoch 4 - iter 2650/2650 - loss 0.10159585 - time (sec): 166.11 - samples/sec: 8803.43 - lr: 0.100000 +2023-04-05 22:36:47,492 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:36:47,492 EPOCH 4 done: loss 0.1016 - lr 0.100000 +2023-04-05 22:36:47,492 BAD EPOCHS (no improvement): 0 +2023-04-05 22:36:47,495 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:37:04,087 epoch 5 - iter 265/2650 - loss 0.09669930 - time (sec): 16.59 - samples/sec: 8779.35 - lr: 0.100000 +2023-04-05 22:37:20,758 epoch 5 - iter 530/2650 - loss 0.09741709 - time (sec): 33.26 - samples/sec: 8805.62 - lr: 0.100000 +2023-04-05 22:37:37,538 epoch 5 - iter 795/2650 - loss 0.09691965 - time (sec): 50.04 - samples/sec: 8782.12 - lr: 0.100000 +2023-04-05 22:37:53,856 epoch 5 - iter 1060/2650 - loss 0.09634386 - time (sec): 66.36 - samples/sec: 8796.41 - lr: 0.100000 +2023-04-05 22:38:10,911 epoch 5 - iter 1325/2650 - loss 0.09676453 - time (sec): 83.42 - samples/sec: 8767.82 - lr: 0.100000 +2023-04-05 22:38:27,558 epoch 5 - iter 1590/2650 - loss 0.09692362 - time (sec): 100.06 - samples/sec: 8763.01 - lr: 0.100000 +2023-04-05 22:38:44,091 epoch 5 - iter 1855/2650 - loss 0.09659116 - time (sec): 116.60 - samples/sec: 8773.15 - lr: 0.100000 +2023-04-05 22:39:00,586 epoch 5 - iter 2120/2650 - loss 0.09615194 - time (sec): 133.09 - samples/sec: 8792.61 - lr: 0.100000 +2023-04-05 22:39:17,568 epoch 5 - iter 2385/2650 - loss 0.09615626 - time (sec): 150.07 - samples/sec: 8782.84 - lr: 0.100000 +2023-04-05 22:39:33,683 epoch 5 - iter 2650/2650 - loss 0.09605138 - time (sec): 166.19 - samples/sec: 8799.47 - lr: 0.100000 +2023-04-05 22:39:33,683 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:39:33,683 EPOCH 5 done: loss 0.0961 - lr 0.100000 +2023-04-05 22:39:33,683 BAD EPOCHS (no improvement): 0 +2023-04-05 22:39:33,686 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:39:50,557 epoch 6 - iter 265/2650 - loss 0.09008666 - time (sec): 16.87 - samples/sec: 8636.29 - lr: 0.100000 +2023-04-05 22:40:07,430 epoch 6 - iter 530/2650 - loss 0.09186381 - time (sec): 33.74 - samples/sec: 8621.30 - lr: 0.100000 +2023-04-05 22:40:24,397 epoch 6 - iter 795/2650 - loss 0.09255650 - time (sec): 50.71 - samples/sec: 8645.63 - lr: 0.100000 +2023-04-05 22:40:40,712 epoch 6 - iter 1060/2650 - loss 0.09259690 - time (sec): 67.03 - samples/sec: 8691.21 - lr: 0.100000 +2023-04-05 22:40:57,211 epoch 6 - iter 1325/2650 - loss 0.09269984 - time (sec): 83.52 - samples/sec: 8730.21 - lr: 0.100000 +2023-04-05 22:41:13,845 epoch 6 - iter 1590/2650 - loss 0.09267584 - time (sec): 100.16 - samples/sec: 8752.14 - lr: 0.100000 +2023-04-05 22:41:30,455 epoch 6 - iter 1855/2650 - loss 0.09249957 - time (sec): 116.77 - samples/sec: 8749.03 - lr: 0.100000 +2023-04-05 22:41:47,703 epoch 6 - iter 2120/2650 - loss 0.09226697 - time (sec): 134.02 - samples/sec: 8726.47 - lr: 0.100000 +2023-04-05 22:42:04,641 epoch 6 - iter 2385/2650 - loss 0.09236244 - time (sec): 150.95 - samples/sec: 8722.35 - lr: 0.100000 +2023-04-05 22:42:34,095 epoch 6 - iter 2650/2650 - loss 0.09239453 - time (sec): 180.41 - samples/sec: 8105.80 - lr: 0.100000 +2023-04-05 22:42:34,096 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:42:34,096 EPOCH 6 done: loss 0.0924 - lr 0.100000 +2023-04-05 22:42:34,096 BAD EPOCHS (no improvement): 0 +2023-04-05 22:42:34,099 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:42:50,878 epoch 7 - iter 265/2650 - loss 0.08873254 - time (sec): 16.78 - samples/sec: 8771.82 - lr: 0.100000 +2023-04-05 22:43:07,449 epoch 7 - iter 530/2650 - loss 0.08960326 - time (sec): 33.35 - samples/sec: 8777.88 - lr: 0.100000 +2023-04-05 22:43:23,594 epoch 7 - iter 795/2650 - loss 0.08932424 - time (sec): 49.50 - samples/sec: 8851.50 - lr: 0.100000 +2023-04-05 22:43:40,490 epoch 7 - iter 1060/2650 - loss 0.08982534 - time (sec): 66.39 - samples/sec: 8813.80 - lr: 0.100000 +2023-04-05 22:43:57,449 epoch 7 - iter 1325/2650 - loss 0.09029873 - time (sec): 83.35 - samples/sec: 8771.93 - lr: 0.100000 +2023-04-05 22:44:14,416 epoch 7 - iter 1590/2650 - loss 0.09040100 - time (sec): 100.32 - samples/sec: 8753.35 - lr: 0.100000 +2023-04-05 22:44:31,321 epoch 7 - iter 1855/2650 - loss 0.09038702 - time (sec): 117.22 - samples/sec: 8734.42 - lr: 0.100000 +2023-04-05 22:44:48,329 epoch 7 - iter 2120/2650 - loss 0.09030666 - time (sec): 134.23 - samples/sec: 8717.25 - lr: 0.100000 +2023-04-05 22:45:05,130 epoch 7 - iter 2385/2650 - loss 0.09020660 - time (sec): 151.03 - samples/sec: 8715.73 - lr: 0.100000 +2023-04-05 22:45:21,388 epoch 7 - iter 2650/2650 - loss 0.09029893 - time (sec): 167.29 - samples/sec: 8741.52 - lr: 0.100000 +2023-04-05 22:45:21,388 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:45:21,388 EPOCH 7 done: loss 0.0903 - lr 0.100000 +2023-04-05 22:45:21,388 BAD EPOCHS (no improvement): 0 +2023-04-05 22:45:21,391 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:45:37,992 epoch 8 - iter 265/2650 - loss 0.08836754 - time (sec): 16.60 - samples/sec: 8866.87 - lr: 0.100000 +2023-04-05 22:45:54,559 epoch 8 - iter 530/2650 - loss 0.08810836 - time (sec): 33.17 - samples/sec: 8883.36 - lr: 0.100000 +2023-04-05 22:46:10,813 epoch 8 - iter 795/2650 - loss 0.08787790 - time (sec): 49.42 - samples/sec: 8893.16 - lr: 0.100000 +2023-04-05 22:46:26,984 epoch 8 - iter 1060/2650 - loss 0.08804939 - time (sec): 65.59 - samples/sec: 8904.37 - lr: 0.100000 +2023-04-05 22:46:43,559 epoch 8 - iter 1325/2650 - loss 0.08787215 - time (sec): 82.17 - samples/sec: 8887.86 - lr: 0.100000 +2023-04-05 22:46:59,857 epoch 8 - iter 1590/2650 - loss 0.08777072 - time (sec): 98.47 - samples/sec: 8903.28 - lr: 0.100000 +2023-04-05 22:47:16,067 epoch 8 - iter 1855/2650 - loss 0.08812630 - time (sec): 114.68 - samples/sec: 8915.24 - lr: 0.100000 +2023-04-05 22:47:32,947 epoch 8 - iter 2120/2650 - loss 0.08789197 - time (sec): 131.56 - samples/sec: 8891.61 - lr: 0.100000 +2023-04-05 22:47:49,211 epoch 8 - iter 2385/2650 - loss 0.08797653 - time (sec): 147.82 - samples/sec: 8907.42 - lr: 0.100000 +2023-04-05 22:48:05,910 epoch 8 - iter 2650/2650 - loss 0.08808803 - time (sec): 164.52 - samples/sec: 8888.71 - lr: 0.100000 +2023-04-05 22:48:05,911 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:48:05,911 EPOCH 8 done: loss 0.0881 - lr 0.100000 +2023-04-05 22:48:05,911 BAD EPOCHS (no improvement): 0 +2023-04-05 22:48:05,914 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:48:22,427 epoch 9 - iter 265/2650 - loss 0.08373644 - time (sec): 16.51 - samples/sec: 8838.45 - lr: 0.100000 +2023-04-05 22:48:39,166 epoch 9 - iter 530/2650 - loss 0.08641671 - time (sec): 33.25 - samples/sec: 8799.59 - lr: 0.100000 +2023-04-05 22:48:55,610 epoch 9 - iter 795/2650 - loss 0.08513086 - time (sec): 49.70 - samples/sec: 8808.24 - lr: 0.100000 +2023-04-05 22:49:12,224 epoch 9 - iter 1060/2650 - loss 0.08507506 - time (sec): 66.31 - samples/sec: 8837.16 - lr: 0.100000 +2023-04-05 22:49:28,748 epoch 9 - iter 1325/2650 - loss 0.08539154 - time (sec): 82.83 - samples/sec: 8843.43 - lr: 0.100000 +2023-04-05 22:49:44,930 epoch 9 - iter 1590/2650 - loss 0.08578095 - time (sec): 99.02 - samples/sec: 8859.15 - lr: 0.100000 +2023-04-05 22:50:01,432 epoch 9 - iter 1855/2650 - loss 0.08593361 - time (sec): 115.52 - samples/sec: 8862.49 - lr: 0.100000 +2023-04-05 22:50:17,591 epoch 9 - iter 2120/2650 - loss 0.08604780 - time (sec): 131.68 - samples/sec: 8884.34 - lr: 0.100000 +2023-04-05 22:50:34,287 epoch 9 - iter 2385/2650 - loss 0.08612608 - time (sec): 148.37 - samples/sec: 8873.03 - lr: 0.100000 +2023-04-05 22:50:50,507 epoch 9 - iter 2650/2650 - loss 0.08594275 - time (sec): 164.59 - samples/sec: 8884.70 - lr: 0.100000 +2023-04-05 22:50:50,507 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:50:50,507 EPOCH 9 done: loss 0.0859 - lr 0.100000 +2023-04-05 22:50:50,507 BAD EPOCHS (no improvement): 0 +2023-04-05 22:50:50,510 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:51:06,868 epoch 10 - iter 265/2650 - loss 0.08376613 - time (sec): 16.36 - samples/sec: 8939.93 - lr: 0.100000 +2023-04-05 22:51:23,970 epoch 10 - iter 530/2650 - loss 0.08500207 - time (sec): 33.46 - samples/sec: 8715.41 - lr: 0.100000 +2023-04-05 22:51:40,601 epoch 10 - iter 795/2650 - loss 0.08404760 - time (sec): 50.09 - samples/sec: 8742.59 - lr: 0.100000 +2023-04-05 22:51:57,489 epoch 10 - iter 1060/2650 - loss 0.08422722 - time (sec): 66.98 - samples/sec: 8726.57 - lr: 0.100000 +2023-04-05 22:52:14,095 epoch 10 - iter 1325/2650 - loss 0.08421348 - time (sec): 83.58 - samples/sec: 8742.87 - lr: 0.100000 +2023-04-05 22:52:30,593 epoch 10 - iter 1590/2650 - loss 0.08454778 - time (sec): 100.08 - samples/sec: 8774.21 - lr: 0.100000 +2023-04-05 22:52:47,395 epoch 10 - iter 1855/2650 - loss 0.08479045 - time (sec): 116.88 - samples/sec: 8780.67 - lr: 0.100000 +2023-04-05 22:53:03,784 epoch 10 - iter 2120/2650 - loss 0.08481922 - time (sec): 133.27 - samples/sec: 8792.75 - lr: 0.100000 +2023-04-05 22:53:20,228 epoch 10 - iter 2385/2650 - loss 0.08496971 - time (sec): 149.72 - samples/sec: 8809.31 - lr: 0.100000 +2023-04-05 22:53:36,223 epoch 10 - iter 2650/2650 - loss 0.08495942 - time (sec): 165.71 - samples/sec: 8824.69 - lr: 0.100000 +2023-04-05 22:53:36,223 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:53:36,223 EPOCH 10 done: loss 0.0850 - lr 0.100000 +2023-04-05 22:53:36,223 BAD EPOCHS (no improvement): 0 +2023-04-05 22:53:36,226 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:53:52,663 epoch 11 - iter 265/2650 - loss 0.08415726 - time (sec): 16.44 - samples/sec: 8929.86 - lr: 0.100000 +2023-04-05 22:54:08,757 epoch 11 - iter 530/2650 - loss 0.08391234 - time (sec): 32.53 - samples/sec: 8969.15 - lr: 0.100000 +2023-04-05 22:54:25,169 epoch 11 - iter 795/2650 - loss 0.08354798 - time (sec): 48.94 - samples/sec: 8961.75 - lr: 0.100000 +2023-04-05 22:54:41,444 epoch 11 - iter 1060/2650 - loss 0.08350953 - time (sec): 65.22 - samples/sec: 8961.42 - lr: 0.100000 +2023-04-05 22:54:58,159 epoch 11 - iter 1325/2650 - loss 0.08357779 - time (sec): 81.93 - samples/sec: 8927.51 - lr: 0.100000 +2023-04-05 22:55:14,785 epoch 11 - iter 1590/2650 - loss 0.08338774 - time (sec): 98.56 - samples/sec: 8901.45 - lr: 0.100000 +2023-04-05 22:55:31,288 epoch 11 - iter 1855/2650 - loss 0.08323676 - time (sec): 115.06 - samples/sec: 8886.81 - lr: 0.100000 +2023-04-05 22:55:47,745 epoch 11 - iter 2120/2650 - loss 0.08317480 - time (sec): 131.52 - samples/sec: 8873.66 - lr: 0.100000 +2023-04-05 22:56:04,793 epoch 11 - iter 2385/2650 - loss 0.08348412 - time (sec): 148.57 - samples/sec: 8855.82 - lr: 0.100000 +2023-04-05 22:56:21,458 epoch 11 - iter 2650/2650 - loss 0.08345337 - time (sec): 165.23 - samples/sec: 8850.37 - lr: 0.100000 +2023-04-05 22:56:21,458 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:56:21,458 EPOCH 11 done: loss 0.0835 - lr 0.100000 +2023-04-05 22:56:21,458 BAD EPOCHS (no improvement): 0 +2023-04-05 22:56:21,461 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:56:38,501 epoch 12 - iter 265/2650 - loss 0.08300132 - time (sec): 17.04 - samples/sec: 8633.98 - lr: 0.100000 +2023-04-05 22:56:55,185 epoch 12 - iter 530/2650 - loss 0.08226832 - time (sec): 33.72 - samples/sec: 8658.55 - lr: 0.100000 +2023-04-05 22:57:11,821 epoch 12 - iter 795/2650 - loss 0.08163192 - time (sec): 50.36 - samples/sec: 8714.32 - lr: 0.100000 +2023-04-05 22:57:28,041 epoch 12 - iter 1060/2650 - loss 0.08208359 - time (sec): 66.58 - samples/sec: 8747.02 - lr: 0.100000 +2023-04-05 22:57:44,719 epoch 12 - iter 1325/2650 - loss 0.08210391 - time (sec): 83.26 - samples/sec: 8750.85 - lr: 0.100000 +2023-04-05 22:58:01,167 epoch 12 - iter 1590/2650 - loss 0.08216670 - time (sec): 99.71 - samples/sec: 8776.73 - lr: 0.100000 +2023-04-05 22:58:18,005 epoch 12 - iter 1855/2650 - loss 0.08197720 - time (sec): 116.54 - samples/sec: 8770.11 - lr: 0.100000 +2023-04-05 22:58:35,049 epoch 12 - iter 2120/2650 - loss 0.08214032 - time (sec): 133.59 - samples/sec: 8749.84 - lr: 0.100000 +2023-04-05 22:58:52,163 epoch 12 - iter 2385/2650 - loss 0.08227106 - time (sec): 150.70 - samples/sec: 8734.19 - lr: 0.100000 +2023-04-05 22:59:09,140 epoch 12 - iter 2650/2650 - loss 0.08250147 - time (sec): 167.68 - samples/sec: 8721.18 - lr: 0.100000 +2023-04-05 22:59:09,141 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:59:09,141 EPOCH 12 done: loss 0.0825 - lr 0.100000 +2023-04-05 22:59:09,141 BAD EPOCHS (no improvement): 0 +2023-04-05 22:59:09,143 ---------------------------------------------------------------------------------------------------- +2023-04-05 22:59:25,450 epoch 13 - iter 265/2650 - loss 0.08157889 - time (sec): 16.31 - samples/sec: 8939.19 - lr: 0.100000 +2023-04-05 22:59:42,269 epoch 13 - iter 530/2650 - loss 0.08208208 - time (sec): 33.13 - samples/sec: 8874.00 - lr: 0.100000 +2023-04-05 22:59:59,046 epoch 13 - iter 795/2650 - loss 0.08232640 - time (sec): 49.90 - samples/sec: 8820.33 - lr: 0.100000 +2023-04-05 23:00:15,621 epoch 13 - iter 1060/2650 - loss 0.08197520 - time (sec): 66.48 - samples/sec: 8809.71 - lr: 0.100000 +2023-04-05 23:00:32,262 epoch 13 - iter 1325/2650 - loss 0.08232786 - time (sec): 83.12 - samples/sec: 8816.89 - lr: 0.100000 +2023-04-05 23:00:48,692 epoch 13 - iter 1590/2650 - loss 0.08232857 - time (sec): 99.55 - samples/sec: 8841.63 - lr: 0.100000 +2023-04-05 23:01:05,301 epoch 13 - iter 1855/2650 - loss 0.08227194 - time (sec): 116.16 - samples/sec: 8833.75 - lr: 0.100000 +2023-04-05 23:01:21,581 epoch 13 - iter 2120/2650 - loss 0.08240306 - time (sec): 132.44 - samples/sec: 8847.30 - lr: 0.100000 +2023-04-05 23:01:37,978 epoch 13 - iter 2385/2650 - loss 0.08231981 - time (sec): 148.83 - samples/sec: 8849.11 - lr: 0.100000 +2023-04-05 23:01:54,565 epoch 13 - iter 2650/2650 - loss 0.08191489 - time (sec): 165.42 - samples/sec: 8840.22 - lr: 0.100000 +2023-04-05 23:01:54,565 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:01:54,565 EPOCH 13 done: loss 0.0819 - lr 0.100000 +2023-04-05 23:01:54,565 BAD EPOCHS (no improvement): 0 +2023-04-05 23:01:54,569 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:02:11,030 epoch 14 - iter 265/2650 - loss 0.07826091 - time (sec): 16.46 - samples/sec: 8928.69 - lr: 0.100000 +2023-04-05 23:02:27,543 epoch 14 - iter 530/2650 - loss 0.08015460 - time (sec): 32.97 - samples/sec: 8873.91 - lr: 0.100000 +2023-04-05 23:02:43,818 epoch 14 - iter 795/2650 - loss 0.08002093 - time (sec): 49.25 - samples/sec: 8908.75 - lr: 0.100000 +2023-04-05 23:03:00,215 epoch 14 - iter 1060/2650 - loss 0.07984409 - time (sec): 65.65 - samples/sec: 8925.93 - lr: 0.100000 +2023-04-05 23:03:16,652 epoch 14 - iter 1325/2650 - loss 0.08037077 - time (sec): 82.08 - samples/sec: 8938.53 - lr: 0.100000 +2023-04-05 23:03:33,179 epoch 14 - iter 1590/2650 - loss 0.08050398 - time (sec): 98.61 - samples/sec: 8886.47 - lr: 0.100000 +2023-04-05 23:03:50,727 epoch 14 - iter 1855/2650 - loss 0.08023336 - time (sec): 116.16 - samples/sec: 8801.19 - lr: 0.100000 +2023-04-05 23:04:07,885 epoch 14 - iter 2120/2650 - loss 0.08016453 - time (sec): 133.32 - samples/sec: 8779.28 - lr: 0.100000 +2023-04-05 23:04:25,008 epoch 14 - iter 2385/2650 - loss 0.08029596 - time (sec): 150.44 - samples/sec: 8746.69 - lr: 0.100000 +2023-04-05 23:04:42,354 epoch 14 - iter 2650/2650 - loss 0.08059522 - time (sec): 167.78 - samples/sec: 8715.72 - lr: 0.100000 +2023-04-05 23:04:42,354 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:04:42,354 EPOCH 14 done: loss 0.0806 - lr 0.100000 +2023-04-05 23:04:42,354 BAD EPOCHS (no improvement): 0 +2023-04-05 23:04:42,358 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:04:58,919 epoch 15 - iter 265/2650 - loss 0.08049915 - time (sec): 16.56 - samples/sec: 8788.15 - lr: 0.100000 +2023-04-05 23:05:15,559 epoch 15 - iter 530/2650 - loss 0.07906896 - time (sec): 33.20 - samples/sec: 8856.02 - lr: 0.100000 +2023-04-05 23:05:32,417 epoch 15 - iter 795/2650 - loss 0.07904717 - time (sec): 50.06 - samples/sec: 8782.24 - lr: 0.100000 +2023-04-05 23:05:49,650 epoch 15 - iter 1060/2650 - loss 0.07961652 - time (sec): 67.29 - samples/sec: 8727.62 - lr: 0.100000 +2023-04-05 23:06:06,849 epoch 15 - iter 1325/2650 - loss 0.07994138 - time (sec): 84.49 - samples/sec: 8686.68 - lr: 0.100000 +2023-04-05 23:06:23,800 epoch 15 - iter 1590/2650 - loss 0.07978164 - time (sec): 101.44 - samples/sec: 8680.64 - lr: 0.100000 +2023-04-05 23:06:40,925 epoch 15 - iter 1855/2650 - loss 0.07982886 - time (sec): 118.57 - samples/sec: 8651.84 - lr: 0.100000 +2023-04-05 23:06:57,906 epoch 15 - iter 2120/2650 - loss 0.07986364 - time (sec): 135.55 - samples/sec: 8650.67 - lr: 0.100000 +2023-04-05 23:07:14,738 epoch 15 - iter 2385/2650 - loss 0.07992371 - time (sec): 152.38 - samples/sec: 8640.94 - lr: 0.100000 +2023-04-05 23:07:31,652 epoch 15 - iter 2650/2650 - loss 0.07996465 - time (sec): 169.29 - samples/sec: 8637.99 - lr: 0.100000 +2023-04-05 23:07:31,652 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:07:31,652 EPOCH 15 done: loss 0.0800 - lr 0.100000 +2023-04-05 23:07:31,652 BAD EPOCHS (no improvement): 0 +2023-04-05 23:07:31,656 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:07:48,349 epoch 16 - iter 265/2650 - loss 0.07959218 - time (sec): 16.69 - samples/sec: 8758.79 - lr: 0.100000 +2023-04-05 23:08:04,842 epoch 16 - iter 530/2650 - loss 0.07916640 - time (sec): 33.19 - samples/sec: 8772.66 - lr: 0.100000 +2023-04-05 23:08:21,394 epoch 16 - iter 795/2650 - loss 0.07905999 - time (sec): 49.74 - samples/sec: 8811.83 - lr: 0.100000 +2023-04-05 23:08:37,648 epoch 16 - iter 1060/2650 - loss 0.07931926 - time (sec): 65.99 - samples/sec: 8873.74 - lr: 0.100000 +2023-04-05 23:08:53,495 epoch 16 - iter 1325/2650 - loss 0.07903456 - time (sec): 81.84 - samples/sec: 8943.26 - lr: 0.100000 +2023-04-05 23:09:09,716 epoch 16 - iter 1590/2650 - loss 0.07912116 - time (sec): 98.06 - samples/sec: 8949.84 - lr: 0.100000 +2023-04-05 23:09:26,000 epoch 16 - iter 1855/2650 - loss 0.07914201 - time (sec): 114.34 - samples/sec: 8959.71 - lr: 0.100000 +2023-04-05 23:09:42,554 epoch 16 - iter 2120/2650 - loss 0.07933062 - time (sec): 130.90 - samples/sec: 8947.60 - lr: 0.100000 +2023-04-05 23:09:58,591 epoch 16 - iter 2385/2650 - loss 0.07932668 - time (sec): 146.94 - samples/sec: 8950.58 - lr: 0.100000 +2023-04-05 23:10:14,979 epoch 16 - iter 2650/2650 - loss 0.07952090 - time (sec): 163.32 - samples/sec: 8953.83 - lr: 0.100000 +2023-04-05 23:10:14,979 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:10:14,979 EPOCH 16 done: loss 0.0795 - lr 0.100000 +2023-04-05 23:10:14,979 BAD EPOCHS (no improvement): 0 +2023-04-05 23:10:14,982 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:10:31,694 epoch 17 - iter 265/2650 - loss 0.07684016 - time (sec): 16.71 - samples/sec: 8740.66 - lr: 0.100000 +2023-04-05 23:10:47,789 epoch 17 - iter 530/2650 - loss 0.07745329 - time (sec): 32.81 - samples/sec: 8894.02 - lr: 0.100000 +2023-04-05 23:11:04,100 epoch 17 - iter 795/2650 - loss 0.07798892 - time (sec): 49.12 - samples/sec: 8919.07 - lr: 0.100000 +2023-04-05 23:11:20,421 epoch 17 - iter 1060/2650 - loss 0.07748701 - time (sec): 65.44 - samples/sec: 8918.11 - lr: 0.100000 +2023-04-05 23:11:36,541 epoch 17 - iter 1325/2650 - loss 0.07752075 - time (sec): 81.56 - samples/sec: 8946.44 - lr: 0.100000 +2023-04-05 23:11:52,846 epoch 17 - iter 1590/2650 - loss 0.07764060 - time (sec): 97.86 - samples/sec: 8944.97 - lr: 0.100000 +2023-04-05 23:12:09,409 epoch 17 - iter 1855/2650 - loss 0.07781739 - time (sec): 114.43 - samples/sec: 8945.96 - lr: 0.100000 +2023-04-05 23:12:25,648 epoch 17 - iter 2120/2650 - loss 0.07800386 - time (sec): 130.67 - samples/sec: 8949.15 - lr: 0.100000 +2023-04-05 23:12:41,665 epoch 17 - iter 2385/2650 - loss 0.07823223 - time (sec): 146.68 - samples/sec: 8971.47 - lr: 0.100000 +2023-04-05 23:12:57,663 epoch 17 - iter 2650/2650 - loss 0.07835599 - time (sec): 162.68 - samples/sec: 8989.11 - lr: 0.100000 +2023-04-05 23:12:57,664 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:12:57,664 EPOCH 17 done: loss 0.0784 - lr 0.100000 +2023-04-05 23:12:57,664 BAD EPOCHS (no improvement): 0 +2023-04-05 23:12:57,667 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:13:13,941 epoch 18 - iter 265/2650 - loss 0.07895053 - time (sec): 16.27 - samples/sec: 9079.47 - lr: 0.100000 +2023-04-05 23:13:30,631 epoch 18 - iter 530/2650 - loss 0.07797757 - time (sec): 32.96 - samples/sec: 8942.97 - lr: 0.100000 +2023-04-05 23:13:46,679 epoch 18 - iter 795/2650 - loss 0.07773419 - time (sec): 49.01 - samples/sec: 8974.00 - lr: 0.100000 +2023-04-05 23:14:02,818 epoch 18 - iter 1060/2650 - loss 0.07703324 - time (sec): 65.15 - samples/sec: 8987.80 - lr: 0.100000 +2023-04-05 23:14:18,997 epoch 18 - iter 1325/2650 - loss 0.07721910 - time (sec): 81.33 - samples/sec: 8969.55 - lr: 0.100000 +2023-04-05 23:14:35,443 epoch 18 - iter 1590/2650 - loss 0.07726395 - time (sec): 97.78 - samples/sec: 8974.37 - lr: 0.100000 +2023-04-05 23:14:51,868 epoch 18 - iter 1855/2650 - loss 0.07722841 - time (sec): 114.20 - samples/sec: 8954.94 - lr: 0.100000 +2023-04-05 23:15:08,025 epoch 18 - iter 2120/2650 - loss 0.07732392 - time (sec): 130.36 - samples/sec: 8981.28 - lr: 0.100000 +2023-04-05 23:15:24,168 epoch 18 - iter 2385/2650 - loss 0.07731022 - time (sec): 146.50 - samples/sec: 8982.56 - lr: 0.100000 +2023-04-05 23:15:40,457 epoch 18 - iter 2650/2650 - loss 0.07754696 - time (sec): 162.79 - samples/sec: 8983.11 - lr: 0.100000 +2023-04-05 23:15:40,457 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:15:40,457 EPOCH 18 done: loss 0.0775 - lr 0.100000 +2023-04-05 23:15:40,458 BAD EPOCHS (no improvement): 0 +2023-04-05 23:15:40,461 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:15:56,857 epoch 19 - iter 265/2650 - loss 0.07592246 - time (sec): 16.40 - samples/sec: 8849.81 - lr: 0.100000 +2023-04-05 23:16:13,066 epoch 19 - iter 530/2650 - loss 0.07625821 - time (sec): 32.61 - samples/sec: 8939.78 - lr: 0.100000 +2023-04-05 23:16:29,489 epoch 19 - iter 795/2650 - loss 0.07673455 - time (sec): 49.03 - samples/sec: 8961.74 - lr: 0.100000 +2023-04-05 23:16:45,584 epoch 19 - iter 1060/2650 - loss 0.07680441 - time (sec): 65.12 - samples/sec: 8964.12 - lr: 0.100000 +2023-04-05 23:17:01,865 epoch 19 - iter 1325/2650 - loss 0.07723583 - time (sec): 81.40 - samples/sec: 8989.23 - lr: 0.100000 +2023-04-05 23:17:18,196 epoch 19 - iter 1590/2650 - loss 0.07742784 - time (sec): 97.73 - samples/sec: 8988.41 - lr: 0.100000 +2023-04-05 23:17:34,710 epoch 19 - iter 1855/2650 - loss 0.07742703 - time (sec): 114.25 - samples/sec: 8982.18 - lr: 0.100000 +2023-04-05 23:17:50,953 epoch 19 - iter 2120/2650 - loss 0.07734183 - time (sec): 130.49 - samples/sec: 8983.05 - lr: 0.100000 +2023-04-05 23:18:07,339 epoch 19 - iter 2385/2650 - loss 0.07730777 - time (sec): 146.88 - samples/sec: 8984.61 - lr: 0.100000 +2023-04-05 23:18:23,251 epoch 19 - iter 2650/2650 - loss 0.07738912 - time (sec): 162.79 - samples/sec: 8983.14 - lr: 0.100000 +2023-04-05 23:18:23,251 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:18:23,251 EPOCH 19 done: loss 0.0774 - lr 0.100000 +2023-04-05 23:18:23,251 BAD EPOCHS (no improvement): 0 +2023-04-05 23:18:23,254 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:18:39,821 epoch 20 - iter 265/2650 - loss 0.07297929 - time (sec): 16.57 - samples/sec: 8965.88 - lr: 0.100000 +2023-04-05 23:18:56,637 epoch 20 - iter 530/2650 - loss 0.07406229 - time (sec): 33.38 - samples/sec: 8815.18 - lr: 0.100000 +2023-04-05 23:19:13,109 epoch 20 - iter 795/2650 - loss 0.07483644 - time (sec): 49.85 - samples/sec: 8848.60 - lr: 0.100000 +2023-04-05 23:19:29,637 epoch 20 - iter 1060/2650 - loss 0.07519861 - time (sec): 66.38 - samples/sec: 8847.11 - lr: 0.100000 +2023-04-05 23:19:46,269 epoch 20 - iter 1325/2650 - loss 0.07612818 - time (sec): 83.02 - samples/sec: 8828.14 - lr: 0.100000 +2023-04-05 23:20:02,661 epoch 20 - iter 1590/2650 - loss 0.07641200 - time (sec): 99.41 - samples/sec: 8847.28 - lr: 0.100000 +2023-04-05 23:20:18,782 epoch 20 - iter 1855/2650 - loss 0.07663621 - time (sec): 115.53 - samples/sec: 8875.37 - lr: 0.100000 +2023-04-05 23:20:34,951 epoch 20 - iter 2120/2650 - loss 0.07687311 - time (sec): 131.70 - samples/sec: 8893.32 - lr: 0.100000 +2023-04-05 23:20:51,567 epoch 20 - iter 2385/2650 - loss 0.07680128 - time (sec): 148.31 - samples/sec: 8887.46 - lr: 0.100000 +2023-04-05 23:21:07,929 epoch 20 - iter 2650/2650 - loss 0.07670700 - time (sec): 164.67 - samples/sec: 8880.31 - lr: 0.100000 +2023-04-05 23:21:07,929 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:21:07,929 EPOCH 20 done: loss 0.0767 - lr 0.100000 +2023-04-05 23:21:07,929 BAD EPOCHS (no improvement): 0 +2023-04-05 23:21:07,932 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:21:24,434 epoch 21 - iter 265/2650 - loss 0.07532646 - time (sec): 16.50 - samples/sec: 8798.30 - lr: 0.100000 +2023-04-05 23:21:40,960 epoch 21 - iter 530/2650 - loss 0.07436115 - time (sec): 33.03 - samples/sec: 8793.72 - lr: 0.100000 +2023-04-05 23:21:58,189 epoch 21 - iter 795/2650 - loss 0.07472844 - time (sec): 50.26 - samples/sec: 8705.65 - lr: 0.100000 +2023-04-05 23:22:15,295 epoch 21 - iter 1060/2650 - loss 0.07500223 - time (sec): 67.36 - samples/sec: 8668.97 - lr: 0.100000 +2023-04-05 23:22:32,560 epoch 21 - iter 1325/2650 - loss 0.07554060 - time (sec): 84.63 - samples/sec: 8641.28 - lr: 0.100000 +2023-04-05 23:22:49,535 epoch 21 - iter 1590/2650 - loss 0.07580067 - time (sec): 101.60 - samples/sec: 8630.33 - lr: 0.100000 +2023-04-05 23:23:06,936 epoch 21 - iter 1855/2650 - loss 0.07602367 - time (sec): 119.00 - samples/sec: 8597.73 - lr: 0.100000 +2023-04-05 23:23:23,644 epoch 21 - iter 2120/2650 - loss 0.07602345 - time (sec): 135.71 - samples/sec: 8614.06 - lr: 0.100000 +2023-04-05 23:23:40,564 epoch 21 - iter 2385/2650 - loss 0.07593114 - time (sec): 152.63 - samples/sec: 8612.67 - lr: 0.100000 +2023-04-05 23:23:57,551 epoch 21 - iter 2650/2650 - loss 0.07616964 - time (sec): 169.62 - samples/sec: 8621.48 - lr: 0.100000 +2023-04-05 23:23:57,551 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:23:57,551 EPOCH 21 done: loss 0.0762 - lr 0.100000 +2023-04-05 23:23:57,551 BAD EPOCHS (no improvement): 0 +2023-04-05 23:23:57,554 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:24:14,529 epoch 22 - iter 265/2650 - loss 0.07354760 - time (sec): 16.97 - samples/sec: 8664.45 - lr: 0.100000 +2023-04-05 23:24:31,263 epoch 22 - iter 530/2650 - loss 0.07421589 - time (sec): 33.71 - samples/sec: 8672.30 - lr: 0.100000 +2023-04-05 23:24:48,242 epoch 22 - iter 795/2650 - loss 0.07450078 - time (sec): 50.69 - samples/sec: 8679.83 - lr: 0.100000 +2023-04-05 23:25:04,889 epoch 22 - iter 1060/2650 - loss 0.07538690 - time (sec): 67.33 - samples/sec: 8680.72 - lr: 0.100000 +2023-04-05 23:25:21,914 epoch 22 - iter 1325/2650 - loss 0.07529429 - time (sec): 84.36 - samples/sec: 8673.63 - lr: 0.100000 +2023-04-05 23:25:38,811 epoch 22 - iter 1590/2650 - loss 0.07535091 - time (sec): 101.26 - samples/sec: 8668.27 - lr: 0.100000 +2023-04-05 23:25:55,509 epoch 22 - iter 1855/2650 - loss 0.07519621 - time (sec): 117.96 - samples/sec: 8671.91 - lr: 0.100000 +2023-04-05 23:26:12,325 epoch 22 - iter 2120/2650 - loss 0.07507754 - time (sec): 134.77 - samples/sec: 8679.92 - lr: 0.100000 +2023-04-05 23:26:29,197 epoch 22 - iter 2385/2650 - loss 0.07551540 - time (sec): 151.64 - samples/sec: 8668.88 - lr: 0.100000 +2023-04-05 23:26:46,333 epoch 22 - iter 2650/2650 - loss 0.07567163 - time (sec): 168.78 - samples/sec: 8664.36 - lr: 0.100000 +2023-04-05 23:26:46,333 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:26:46,334 EPOCH 22 done: loss 0.0757 - lr 0.100000 +2023-04-05 23:26:46,334 BAD EPOCHS (no improvement): 0 +2023-04-05 23:26:46,337 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:27:03,305 epoch 23 - iter 265/2650 - loss 0.07302187 - time (sec): 16.97 - samples/sec: 8666.89 - lr: 0.100000 +2023-04-05 23:27:19,361 epoch 23 - iter 530/2650 - loss 0.07299191 - time (sec): 33.02 - samples/sec: 8829.50 - lr: 0.100000 +2023-04-05 23:27:36,321 epoch 23 - iter 795/2650 - loss 0.07378251 - time (sec): 49.98 - samples/sec: 8753.13 - lr: 0.100000 +2023-04-05 23:27:52,741 epoch 23 - iter 1060/2650 - loss 0.07420865 - time (sec): 66.40 - samples/sec: 8766.81 - lr: 0.100000 +2023-04-05 23:28:09,342 epoch 23 - iter 1325/2650 - loss 0.07425780 - time (sec): 83.01 - samples/sec: 8772.29 - lr: 0.100000 +2023-04-05 23:28:26,297 epoch 23 - iter 1590/2650 - loss 0.07432033 - time (sec): 99.96 - samples/sec: 8758.13 - lr: 0.100000 +2023-04-05 23:28:43,239 epoch 23 - iter 1855/2650 - loss 0.07465214 - time (sec): 116.90 - samples/sec: 8753.66 - lr: 0.100000 +2023-04-05 23:28:59,595 epoch 23 - iter 2120/2650 - loss 0.07496607 - time (sec): 133.26 - samples/sec: 8783.61 - lr: 0.100000 +2023-04-05 23:29:16,192 epoch 23 - iter 2385/2650 - loss 0.07500821 - time (sec): 149.86 - samples/sec: 8792.80 - lr: 0.100000 +2023-04-05 23:29:32,223 epoch 23 - iter 2650/2650 - loss 0.07496415 - time (sec): 165.89 - samples/sec: 8815.43 - lr: 0.100000 +2023-04-05 23:29:32,224 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:29:32,224 EPOCH 23 done: loss 0.0750 - lr 0.100000 +2023-04-05 23:29:32,224 BAD EPOCHS (no improvement): 0 +2023-04-05 23:29:32,227 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:29:48,824 epoch 24 - iter 265/2650 - loss 0.07162298 - time (sec): 16.60 - samples/sec: 8807.85 - lr: 0.100000 +2023-04-05 23:30:05,085 epoch 24 - iter 530/2650 - loss 0.07254532 - time (sec): 32.86 - samples/sec: 8922.21 - lr: 0.100000 +2023-04-05 23:30:21,362 epoch 24 - iter 795/2650 - loss 0.07347829 - time (sec): 49.14 - samples/sec: 8946.59 - lr: 0.100000 +2023-04-05 23:30:38,149 epoch 24 - iter 1060/2650 - loss 0.07333841 - time (sec): 65.92 - samples/sec: 8899.64 - lr: 0.100000 +2023-04-05 23:30:54,038 epoch 24 - iter 1325/2650 - loss 0.07401384 - time (sec): 81.81 - samples/sec: 8939.22 - lr: 0.100000 +2023-04-05 23:31:10,151 epoch 24 - iter 1590/2650 - loss 0.07425781 - time (sec): 97.92 - samples/sec: 8942.98 - lr: 0.100000 +2023-04-05 23:31:26,796 epoch 24 - iter 1855/2650 - loss 0.07441304 - time (sec): 114.57 - samples/sec: 8919.35 - lr: 0.100000 +2023-04-05 23:31:42,968 epoch 24 - iter 2120/2650 - loss 0.07482721 - time (sec): 130.74 - samples/sec: 8933.73 - lr: 0.100000 +2023-04-05 23:31:59,730 epoch 24 - iter 2385/2650 - loss 0.07498952 - time (sec): 147.50 - samples/sec: 8924.85 - lr: 0.100000 +2023-04-05 23:32:15,921 epoch 24 - iter 2650/2650 - loss 0.07520706 - time (sec): 163.69 - samples/sec: 8933.51 - lr: 0.100000 +2023-04-05 23:32:15,921 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:32:15,921 EPOCH 24 done: loss 0.0752 - lr 0.100000 +2023-04-05 23:32:15,921 BAD EPOCHS (no improvement): 1 +2023-04-05 23:32:15,968 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:32:32,575 epoch 25 - iter 265/2650 - loss 0.07570378 - time (sec): 16.61 - samples/sec: 8792.17 - lr: 0.100000 +2023-04-05 23:32:48,978 epoch 25 - iter 530/2650 - loss 0.07505366 - time (sec): 33.01 - samples/sec: 8834.34 - lr: 0.100000 +2023-04-05 23:33:05,144 epoch 25 - iter 795/2650 - loss 0.07462733 - time (sec): 49.18 - samples/sec: 8905.74 - lr: 0.100000 +2023-04-05 23:33:21,593 epoch 25 - iter 1060/2650 - loss 0.07467373 - time (sec): 65.63 - samples/sec: 8900.97 - lr: 0.100000 +2023-04-05 23:33:37,681 epoch 25 - iter 1325/2650 - loss 0.07468342 - time (sec): 81.71 - samples/sec: 8922.35 - lr: 0.100000 +2023-04-05 23:33:54,046 epoch 25 - iter 1590/2650 - loss 0.07506873 - time (sec): 98.08 - samples/sec: 8916.70 - lr: 0.100000 +2023-04-05 23:34:10,198 epoch 25 - iter 1855/2650 - loss 0.07487375 - time (sec): 114.23 - samples/sec: 8936.41 - lr: 0.100000 +2023-04-05 23:34:26,395 epoch 25 - iter 2120/2650 - loss 0.07488799 - time (sec): 130.43 - samples/sec: 8952.02 - lr: 0.100000 +2023-04-05 23:34:42,818 epoch 25 - iter 2385/2650 - loss 0.07489595 - time (sec): 146.85 - samples/sec: 8959.53 - lr: 0.100000 +2023-04-05 23:34:59,347 epoch 25 - iter 2650/2650 - loss 0.07495735 - time (sec): 163.38 - samples/sec: 8950.74 - lr: 0.100000 +2023-04-05 23:34:59,347 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:34:59,347 EPOCH 25 done: loss 0.0750 - lr 0.100000 +2023-04-05 23:34:59,347 BAD EPOCHS (no improvement): 0 +2023-04-05 23:34:59,350 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:35:15,556 epoch 26 - iter 265/2650 - loss 0.07329792 - time (sec): 16.21 - samples/sec: 9063.99 - lr: 0.100000 +2023-04-05 23:35:31,882 epoch 26 - iter 530/2650 - loss 0.07329480 - time (sec): 32.53 - samples/sec: 9026.90 - lr: 0.100000 +2023-04-05 23:35:48,127 epoch 26 - iter 795/2650 - loss 0.07380274 - time (sec): 48.78 - samples/sec: 9006.84 - lr: 0.100000 +2023-04-05 23:36:04,483 epoch 26 - iter 1060/2650 - loss 0.07415574 - time (sec): 65.13 - samples/sec: 8999.61 - lr: 0.100000 +2023-04-05 23:36:20,801 epoch 26 - iter 1325/2650 - loss 0.07414196 - time (sec): 81.45 - samples/sec: 8990.64 - lr: 0.100000 +2023-04-05 23:36:37,260 epoch 26 - iter 1590/2650 - loss 0.07432611 - time (sec): 97.91 - samples/sec: 8971.25 - lr: 0.100000 +2023-04-05 23:36:53,349 epoch 26 - iter 1855/2650 - loss 0.07409701 - time (sec): 114.00 - samples/sec: 8963.66 - lr: 0.100000 +2023-04-05 23:37:09,991 epoch 26 - iter 2120/2650 - loss 0.07444025 - time (sec): 130.64 - samples/sec: 8946.49 - lr: 0.100000 +2023-04-05 23:37:26,278 epoch 26 - iter 2385/2650 - loss 0.07450283 - time (sec): 146.93 - samples/sec: 8949.52 - lr: 0.100000 +2023-04-05 23:37:43,317 epoch 26 - iter 2650/2650 - loss 0.07459369 - time (sec): 163.97 - samples/sec: 8918.64 - lr: 0.100000 +2023-04-05 23:37:43,317 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:37:43,317 EPOCH 26 done: loss 0.0746 - lr 0.100000 +2023-04-05 23:37:43,317 BAD EPOCHS (no improvement): 0 +2023-04-05 23:37:43,320 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:38:00,215 epoch 27 - iter 265/2650 - loss 0.07450795 - time (sec): 16.90 - samples/sec: 8743.48 - lr: 0.100000 +2023-04-05 23:38:16,749 epoch 27 - iter 530/2650 - loss 0.07455010 - time (sec): 33.43 - samples/sec: 8717.27 - lr: 0.100000 +2023-04-05 23:38:33,406 epoch 27 - iter 795/2650 - loss 0.07502548 - time (sec): 50.09 - samples/sec: 8747.61 - lr: 0.100000 +2023-04-05 23:38:50,657 epoch 27 - iter 1060/2650 - loss 0.07470539 - time (sec): 67.34 - samples/sec: 8708.58 - lr: 0.100000 +2023-04-05 23:39:07,766 epoch 27 - iter 1325/2650 - loss 0.07442084 - time (sec): 84.45 - samples/sec: 8683.68 - lr: 0.100000 +2023-04-05 23:39:24,461 epoch 27 - iter 1590/2650 - loss 0.07451066 - time (sec): 101.14 - samples/sec: 8700.41 - lr: 0.100000 +2023-04-05 23:39:40,362 epoch 27 - iter 1855/2650 - loss 0.07474614 - time (sec): 117.04 - samples/sec: 8756.99 - lr: 0.100000 +2023-04-05 23:39:56,788 epoch 27 - iter 2120/2650 - loss 0.07462735 - time (sec): 133.47 - samples/sec: 8776.84 - lr: 0.100000 +2023-04-05 23:40:13,118 epoch 27 - iter 2385/2650 - loss 0.07464944 - time (sec): 149.80 - samples/sec: 8801.44 - lr: 0.100000 +2023-04-05 23:40:29,228 epoch 27 - iter 2650/2650 - loss 0.07454597 - time (sec): 165.91 - samples/sec: 8814.29 - lr: 0.100000 +2023-04-05 23:40:29,228 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:40:29,228 EPOCH 27 done: loss 0.0745 - lr 0.100000 +2023-04-05 23:40:29,229 BAD EPOCHS (no improvement): 0 +2023-04-05 23:40:29,232 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:40:45,635 epoch 28 - iter 265/2650 - loss 0.07136972 - time (sec): 16.40 - samples/sec: 8944.07 - lr: 0.100000 +2023-04-05 23:41:02,180 epoch 28 - iter 530/2650 - loss 0.07187728 - time (sec): 32.95 - samples/sec: 8924.15 - lr: 0.100000 +2023-04-05 23:41:18,899 epoch 28 - iter 795/2650 - loss 0.07215467 - time (sec): 49.67 - samples/sec: 8899.01 - lr: 0.100000 +2023-04-05 23:41:35,211 epoch 28 - iter 1060/2650 - loss 0.07262041 - time (sec): 65.98 - samples/sec: 8927.92 - lr: 0.100000 +2023-04-05 23:41:51,377 epoch 28 - iter 1325/2650 - loss 0.07315861 - time (sec): 82.14 - samples/sec: 8928.12 - lr: 0.100000 +2023-04-05 23:42:07,402 epoch 28 - iter 1590/2650 - loss 0.07372559 - time (sec): 98.17 - samples/sec: 8928.89 - lr: 0.100000 +2023-04-05 23:42:23,959 epoch 28 - iter 1855/2650 - loss 0.07406578 - time (sec): 114.73 - samples/sec: 8929.58 - lr: 0.100000 +2023-04-05 23:42:40,660 epoch 28 - iter 2120/2650 - loss 0.07392044 - time (sec): 131.43 - samples/sec: 8904.55 - lr: 0.100000 +2023-04-05 23:42:57,328 epoch 28 - iter 2385/2650 - loss 0.07399453 - time (sec): 148.10 - samples/sec: 8884.10 - lr: 0.100000 +2023-04-05 23:43:14,317 epoch 28 - iter 2650/2650 - loss 0.07411480 - time (sec): 165.08 - samples/sec: 8858.27 - lr: 0.100000 +2023-04-05 23:43:14,317 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:43:14,317 EPOCH 28 done: loss 0.0741 - lr 0.100000 +2023-04-05 23:43:14,317 BAD EPOCHS (no improvement): 0 +2023-04-05 23:43:14,320 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:43:30,954 epoch 29 - iter 265/2650 - loss 0.07140330 - time (sec): 16.63 - samples/sec: 8772.01 - lr: 0.100000 +2023-04-05 23:43:46,957 epoch 29 - iter 530/2650 - loss 0.07172451 - time (sec): 32.64 - samples/sec: 8946.49 - lr: 0.100000 +2023-04-05 23:44:03,128 epoch 29 - iter 795/2650 - loss 0.07194700 - time (sec): 48.81 - samples/sec: 8958.16 - lr: 0.100000 +2023-04-05 23:44:19,601 epoch 29 - iter 1060/2650 - loss 0.07172076 - time (sec): 65.28 - samples/sec: 8934.81 - lr: 0.100000 +2023-04-05 23:44:35,690 epoch 29 - iter 1325/2650 - loss 0.07248644 - time (sec): 81.37 - samples/sec: 8954.02 - lr: 0.100000 +2023-04-05 23:44:52,418 epoch 29 - iter 1590/2650 - loss 0.07266894 - time (sec): 98.10 - samples/sec: 8925.49 - lr: 0.100000 +2023-04-05 23:45:08,608 epoch 29 - iter 1855/2650 - loss 0.07283337 - time (sec): 114.29 - samples/sec: 8942.15 - lr: 0.100000 +2023-04-05 23:45:24,735 epoch 29 - iter 2120/2650 - loss 0.07319948 - time (sec): 130.41 - samples/sec: 8956.35 - lr: 0.100000 +2023-04-05 23:45:40,946 epoch 29 - iter 2385/2650 - loss 0.07337351 - time (sec): 146.63 - samples/sec: 8962.32 - lr: 0.100000 +2023-04-05 23:45:57,334 epoch 29 - iter 2650/2650 - loss 0.07327620 - time (sec): 163.01 - samples/sec: 8970.77 - lr: 0.100000 +2023-04-05 23:45:57,335 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:45:57,335 EPOCH 29 done: loss 0.0733 - lr 0.100000 +2023-04-05 23:45:57,335 BAD EPOCHS (no improvement): 0 +2023-04-05 23:45:57,337 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:46:13,456 epoch 30 - iter 265/2650 - loss 0.07304172 - time (sec): 16.12 - samples/sec: 9072.75 - lr: 0.100000 +2023-04-05 23:46:30,096 epoch 30 - iter 530/2650 - loss 0.07280894 - time (sec): 32.76 - samples/sec: 8952.78 - lr: 0.100000 +2023-04-05 23:46:45,916 epoch 30 - iter 795/2650 - loss 0.07265153 - time (sec): 48.58 - samples/sec: 9022.34 - lr: 0.100000 +2023-04-05 23:47:02,029 epoch 30 - iter 1060/2650 - loss 0.07321578 - time (sec): 64.69 - samples/sec: 9024.72 - lr: 0.100000 +2023-04-05 23:47:18,348 epoch 30 - iter 1325/2650 - loss 0.07337074 - time (sec): 81.01 - samples/sec: 9007.13 - lr: 0.100000 +2023-04-05 23:47:35,026 epoch 30 - iter 1590/2650 - loss 0.07355830 - time (sec): 97.69 - samples/sec: 8996.62 - lr: 0.100000 +2023-04-05 23:47:51,026 epoch 30 - iter 1855/2650 - loss 0.07333185 - time (sec): 113.69 - samples/sec: 9007.14 - lr: 0.100000 +2023-04-05 23:48:07,641 epoch 30 - iter 2120/2650 - loss 0.07314406 - time (sec): 130.30 - samples/sec: 8989.19 - lr: 0.100000 +2023-04-05 23:48:23,772 epoch 30 - iter 2385/2650 - loss 0.07303984 - time (sec): 146.43 - samples/sec: 8994.05 - lr: 0.100000 +2023-04-05 23:48:39,831 epoch 30 - iter 2650/2650 - loss 0.07347703 - time (sec): 162.49 - samples/sec: 8999.54 - lr: 0.100000 +2023-04-05 23:48:39,831 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:48:39,831 EPOCH 30 done: loss 0.0735 - lr 0.100000 +2023-04-05 23:48:39,831 BAD EPOCHS (no improvement): 1 +2023-04-05 23:48:39,834 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:48:56,463 epoch 31 - iter 265/2650 - loss 0.07467396 - time (sec): 16.63 - samples/sec: 8854.65 - lr: 0.100000 +2023-04-05 23:49:12,782 epoch 31 - iter 530/2650 - loss 0.07398105 - time (sec): 32.95 - samples/sec: 8941.72 - lr: 0.100000 +2023-04-05 23:49:28,718 epoch 31 - iter 795/2650 - loss 0.07335593 - time (sec): 48.88 - samples/sec: 8989.05 - lr: 0.100000 +2023-04-05 23:49:44,896 epoch 31 - iter 1060/2650 - loss 0.07232611 - time (sec): 65.06 - samples/sec: 9005.86 - lr: 0.100000 +2023-04-05 23:50:01,295 epoch 31 - iter 1325/2650 - loss 0.07248450 - time (sec): 81.46 - samples/sec: 8984.02 - lr: 0.100000 +2023-04-05 23:50:17,501 epoch 31 - iter 1590/2650 - loss 0.07270681 - time (sec): 97.67 - samples/sec: 8993.36 - lr: 0.100000 +2023-04-05 23:50:33,829 epoch 31 - iter 1855/2650 - loss 0.07292968 - time (sec): 113.99 - samples/sec: 8993.59 - lr: 0.100000 +2023-04-05 23:50:50,520 epoch 31 - iter 2120/2650 - loss 0.07294295 - time (sec): 130.69 - samples/sec: 8968.92 - lr: 0.100000 +2023-04-05 23:51:06,973 epoch 31 - iter 2385/2650 - loss 0.07284937 - time (sec): 147.14 - samples/sec: 8950.33 - lr: 0.100000 +2023-04-05 23:51:23,246 epoch 31 - iter 2650/2650 - loss 0.07309100 - time (sec): 163.41 - samples/sec: 8948.92 - lr: 0.100000 +2023-04-05 23:51:23,247 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:51:23,247 EPOCH 31 done: loss 0.0731 - lr 0.100000 +2023-04-05 23:51:23,247 BAD EPOCHS (no improvement): 0 +2023-04-05 23:51:23,251 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:51:39,727 epoch 32 - iter 265/2650 - loss 0.07337973 - time (sec): 16.48 - samples/sec: 8747.88 - lr: 0.100000 +2023-04-05 23:51:56,995 epoch 32 - iter 530/2650 - loss 0.07316909 - time (sec): 33.74 - samples/sec: 8694.68 - lr: 0.100000 +2023-04-05 23:52:13,153 epoch 32 - iter 795/2650 - loss 0.07330826 - time (sec): 49.90 - samples/sec: 8791.99 - lr: 0.100000 +2023-04-05 23:52:29,225 epoch 32 - iter 1060/2650 - loss 0.07313328 - time (sec): 65.97 - samples/sec: 8860.05 - lr: 0.100000 +2023-04-05 23:52:45,512 epoch 32 - iter 1325/2650 - loss 0.07287759 - time (sec): 82.26 - samples/sec: 8880.00 - lr: 0.100000 +2023-04-05 23:53:01,901 epoch 32 - iter 1590/2650 - loss 0.07309203 - time (sec): 98.65 - samples/sec: 8908.75 - lr: 0.100000 +2023-04-05 23:53:18,200 epoch 32 - iter 1855/2650 - loss 0.07333949 - time (sec): 114.95 - samples/sec: 8906.20 - lr: 0.100000 +2023-04-05 23:53:34,353 epoch 32 - iter 2120/2650 - loss 0.07326910 - time (sec): 131.10 - samples/sec: 8917.36 - lr: 0.100000 +2023-04-05 23:53:50,388 epoch 32 - iter 2385/2650 - loss 0.07316192 - time (sec): 147.14 - samples/sec: 8936.20 - lr: 0.100000 +2023-04-05 23:54:06,964 epoch 32 - iter 2650/2650 - loss 0.07332159 - time (sec): 163.71 - samples/sec: 8932.48 - lr: 0.100000 +2023-04-05 23:54:06,964 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:54:06,964 EPOCH 32 done: loss 0.0733 - lr 0.100000 +2023-04-05 23:54:06,964 BAD EPOCHS (no improvement): 1 +2023-04-05 23:54:06,968 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:54:23,289 epoch 33 - iter 265/2650 - loss 0.07104250 - time (sec): 16.32 - samples/sec: 8929.20 - lr: 0.100000 +2023-04-05 23:54:40,015 epoch 33 - iter 530/2650 - loss 0.07224364 - time (sec): 33.05 - samples/sec: 8912.80 - lr: 0.100000 +2023-04-05 23:54:56,285 epoch 33 - iter 795/2650 - loss 0.07187646 - time (sec): 49.32 - samples/sec: 8938.69 - lr: 0.100000 +2023-04-05 23:55:12,847 epoch 33 - iter 1060/2650 - loss 0.07151916 - time (sec): 65.88 - samples/sec: 8912.98 - lr: 0.100000 +2023-04-05 23:55:28,973 epoch 33 - iter 1325/2650 - loss 0.07171163 - time (sec): 82.01 - samples/sec: 8948.81 - lr: 0.100000 +2023-04-05 23:55:45,239 epoch 33 - iter 1590/2650 - loss 0.07208601 - time (sec): 98.27 - samples/sec: 8957.97 - lr: 0.100000 +2023-04-05 23:56:01,465 epoch 33 - iter 1855/2650 - loss 0.07233538 - time (sec): 114.50 - samples/sec: 8960.89 - lr: 0.100000 +2023-04-05 23:56:17,429 epoch 33 - iter 2120/2650 - loss 0.07234708 - time (sec): 130.46 - samples/sec: 8977.86 - lr: 0.100000 +2023-04-05 23:56:33,393 epoch 33 - iter 2385/2650 - loss 0.07232732 - time (sec): 146.43 - samples/sec: 8991.56 - lr: 0.100000 +2023-04-05 23:56:49,783 epoch 33 - iter 2650/2650 - loss 0.07267155 - time (sec): 162.82 - samples/sec: 8981.71 - lr: 0.100000 +2023-04-05 23:56:49,784 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:56:49,784 EPOCH 33 done: loss 0.0727 - lr 0.100000 +2023-04-05 23:56:49,784 BAD EPOCHS (no improvement): 0 +2023-04-05 23:56:49,786 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:57:05,730 epoch 34 - iter 265/2650 - loss 0.07112843 - time (sec): 15.94 - samples/sec: 9065.94 - lr: 0.100000 +2023-04-05 23:57:22,574 epoch 34 - iter 530/2650 - loss 0.07138117 - time (sec): 32.79 - samples/sec: 8894.82 - lr: 0.100000 +2023-04-05 23:57:40,001 epoch 34 - iter 795/2650 - loss 0.07102652 - time (sec): 50.21 - samples/sec: 8789.82 - lr: 0.100000 +2023-04-05 23:57:56,596 epoch 34 - iter 1060/2650 - loss 0.07153063 - time (sec): 66.81 - samples/sec: 8775.13 - lr: 0.100000 +2023-04-05 23:58:13,367 epoch 34 - iter 1325/2650 - loss 0.07206906 - time (sec): 83.58 - samples/sec: 8750.10 - lr: 0.100000 +2023-04-05 23:58:29,751 epoch 34 - iter 1590/2650 - loss 0.07192044 - time (sec): 99.96 - samples/sec: 8770.49 - lr: 0.100000 +2023-04-05 23:58:46,629 epoch 34 - iter 1855/2650 - loss 0.07210681 - time (sec): 116.84 - samples/sec: 8747.22 - lr: 0.100000 +2023-04-05 23:59:03,296 epoch 34 - iter 2120/2650 - loss 0.07224018 - time (sec): 133.51 - samples/sec: 8750.20 - lr: 0.100000 +2023-04-05 23:59:20,809 epoch 34 - iter 2385/2650 - loss 0.07231118 - time (sec): 151.02 - samples/sec: 8717.90 - lr: 0.100000 +2023-04-05 23:59:37,662 epoch 34 - iter 2650/2650 - loss 0.07225965 - time (sec): 167.88 - samples/sec: 8710.98 - lr: 0.100000 +2023-04-05 23:59:37,662 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:59:37,662 EPOCH 34 done: loss 0.0723 - lr 0.100000 +2023-04-05 23:59:37,662 BAD EPOCHS (no improvement): 0 +2023-04-05 23:59:37,665 ---------------------------------------------------------------------------------------------------- +2023-04-05 23:59:54,924 epoch 35 - iter 265/2650 - loss 0.07178968 - time (sec): 17.26 - samples/sec: 8491.86 - lr: 0.100000 +2023-04-06 00:00:11,698 epoch 35 - iter 530/2650 - loss 0.07167803 - time (sec): 34.03 - samples/sec: 8627.08 - lr: 0.100000 +2023-04-06 00:00:28,084 epoch 35 - iter 795/2650 - loss 0.07204809 - time (sec): 50.42 - samples/sec: 8706.56 - lr: 0.100000 +2023-04-06 00:00:44,354 epoch 35 - iter 1060/2650 - loss 0.07219520 - time (sec): 66.69 - samples/sec: 8762.46 - lr: 0.100000 +2023-04-06 00:01:01,068 epoch 35 - iter 1325/2650 - loss 0.07188944 - time (sec): 83.40 - samples/sec: 8766.43 - lr: 0.100000 +2023-04-06 00:01:17,362 epoch 35 - iter 1590/2650 - loss 0.07194383 - time (sec): 99.70 - samples/sec: 8805.11 - lr: 0.100000 +2023-04-06 00:01:33,695 epoch 35 - iter 1855/2650 - loss 0.07223850 - time (sec): 116.03 - samples/sec: 8814.20 - lr: 0.100000 +2023-04-06 00:01:50,593 epoch 35 - iter 2120/2650 - loss 0.07244929 - time (sec): 132.93 - samples/sec: 8804.40 - lr: 0.100000 +2023-04-06 00:02:07,186 epoch 35 - iter 2385/2650 - loss 0.07245637 - time (sec): 149.52 - samples/sec: 8804.42 - lr: 0.100000 +2023-04-06 00:02:23,401 epoch 35 - iter 2650/2650 - loss 0.07253112 - time (sec): 165.74 - samples/sec: 8823.44 - lr: 0.100000 +2023-04-06 00:02:23,402 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:02:23,402 EPOCH 35 done: loss 0.0725 - lr 0.100000 +2023-04-06 00:02:23,402 BAD EPOCHS (no improvement): 1 +2023-04-06 00:02:23,405 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:02:39,761 epoch 36 - iter 265/2650 - loss 0.07032988 - time (sec): 16.36 - samples/sec: 8945.64 - lr: 0.100000 +2023-04-06 00:02:56,117 epoch 36 - iter 530/2650 - loss 0.07114986 - time (sec): 32.71 - samples/sec: 8947.40 - lr: 0.100000 +2023-04-06 00:03:12,089 epoch 36 - iter 795/2650 - loss 0.07120288 - time (sec): 48.68 - samples/sec: 8992.18 - lr: 0.100000 +2023-04-06 00:03:28,648 epoch 36 - iter 1060/2650 - loss 0.07165429 - time (sec): 65.24 - samples/sec: 8954.69 - lr: 0.100000 +2023-04-06 00:03:44,861 epoch 36 - iter 1325/2650 - loss 0.07181887 - time (sec): 81.46 - samples/sec: 8956.41 - lr: 0.100000 +2023-04-06 00:04:01,481 epoch 36 - iter 1590/2650 - loss 0.07221275 - time (sec): 98.08 - samples/sec: 8948.17 - lr: 0.100000 +2023-04-06 00:04:17,605 epoch 36 - iter 1855/2650 - loss 0.07236233 - time (sec): 114.20 - samples/sec: 8971.85 - lr: 0.100000 +2023-04-06 00:04:34,269 epoch 36 - iter 2120/2650 - loss 0.07257417 - time (sec): 130.86 - samples/sec: 8959.74 - lr: 0.100000 +2023-04-06 00:04:50,395 epoch 36 - iter 2385/2650 - loss 0.07264115 - time (sec): 146.99 - samples/sec: 8966.54 - lr: 0.100000 +2023-04-06 00:05:06,831 epoch 36 - iter 2650/2650 - loss 0.07264062 - time (sec): 163.43 - samples/sec: 8948.17 - lr: 0.100000 +2023-04-06 00:05:06,831 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:05:06,832 EPOCH 36 done: loss 0.0726 - lr 0.100000 +2023-04-06 00:05:06,832 BAD EPOCHS (no improvement): 2 +2023-04-06 00:05:06,838 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:05:23,472 epoch 37 - iter 265/2650 - loss 0.07207069 - time (sec): 16.63 - samples/sec: 8850.87 - lr: 0.100000 +2023-04-06 00:05:39,409 epoch 37 - iter 530/2650 - loss 0.07184221 - time (sec): 32.57 - samples/sec: 9004.19 - lr: 0.100000 +2023-04-06 00:05:55,950 epoch 37 - iter 795/2650 - loss 0.07251834 - time (sec): 49.11 - samples/sec: 8983.08 - lr: 0.100000 +2023-04-06 00:06:12,320 epoch 37 - iter 1060/2650 - loss 0.07261293 - time (sec): 65.48 - samples/sec: 8993.10 - lr: 0.100000 +2023-04-06 00:06:28,015 epoch 37 - iter 1325/2650 - loss 0.07237248 - time (sec): 81.18 - samples/sec: 9019.74 - lr: 0.100000 +2023-04-06 00:06:44,098 epoch 37 - iter 1590/2650 - loss 0.07240755 - time (sec): 97.26 - samples/sec: 9019.61 - lr: 0.100000 +2023-04-06 00:07:00,676 epoch 37 - iter 1855/2650 - loss 0.07235769 - time (sec): 113.84 - samples/sec: 9004.33 - lr: 0.100000 +2023-04-06 00:07:17,005 epoch 37 - iter 2120/2650 - loss 0.07220960 - time (sec): 130.17 - samples/sec: 9005.61 - lr: 0.100000 +2023-04-06 00:07:33,012 epoch 37 - iter 2385/2650 - loss 0.07214504 - time (sec): 146.17 - samples/sec: 9011.54 - lr: 0.100000 +2023-04-06 00:07:49,099 epoch 37 - iter 2650/2650 - loss 0.07220340 - time (sec): 162.26 - samples/sec: 9012.42 - lr: 0.100000 +2023-04-06 00:07:49,099 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:07:49,099 EPOCH 37 done: loss 0.0722 - lr 0.100000 +2023-04-06 00:07:49,099 BAD EPOCHS (no improvement): 0 +2023-04-06 00:07:49,102 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:08:05,485 epoch 38 - iter 265/2650 - loss 0.07142793 - time (sec): 16.38 - samples/sec: 9000.60 - lr: 0.100000 +2023-04-06 00:08:22,014 epoch 38 - iter 530/2650 - loss 0.07160864 - time (sec): 32.91 - samples/sec: 8929.42 - lr: 0.100000 +2023-04-06 00:08:38,582 epoch 38 - iter 795/2650 - loss 0.07145915 - time (sec): 49.48 - samples/sec: 8936.87 - lr: 0.100000 +2023-04-06 00:08:55,017 epoch 38 - iter 1060/2650 - loss 0.07195360 - time (sec): 65.91 - samples/sec: 8919.21 - lr: 0.100000 +2023-04-06 00:09:11,444 epoch 38 - iter 1325/2650 - loss 0.07214628 - time (sec): 82.34 - samples/sec: 8922.26 - lr: 0.100000 +2023-04-06 00:09:27,817 epoch 38 - iter 1590/2650 - loss 0.07211665 - time (sec): 98.71 - samples/sec: 8900.31 - lr: 0.100000 +2023-04-06 00:09:44,576 epoch 38 - iter 1855/2650 - loss 0.07224461 - time (sec): 115.47 - samples/sec: 8871.24 - lr: 0.100000 +2023-04-06 00:10:01,263 epoch 38 - iter 2120/2650 - loss 0.07221523 - time (sec): 132.16 - samples/sec: 8854.34 - lr: 0.100000 +2023-04-06 00:10:18,372 epoch 38 - iter 2385/2650 - loss 0.07222608 - time (sec): 149.27 - samples/sec: 8805.18 - lr: 0.100000 +2023-04-06 00:10:35,255 epoch 38 - iter 2650/2650 - loss 0.07225490 - time (sec): 166.15 - samples/sec: 8801.30 - lr: 0.100000 +2023-04-06 00:10:35,256 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:10:35,256 EPOCH 38 done: loss 0.0723 - lr 0.100000 +2023-04-06 00:10:35,256 BAD EPOCHS (no improvement): 1 +2023-04-06 00:10:35,259 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:10:51,645 epoch 39 - iter 265/2650 - loss 0.07127092 - time (sec): 16.39 - samples/sec: 8997.16 - lr: 0.100000 +2023-04-06 00:11:08,049 epoch 39 - iter 530/2650 - loss 0.07271000 - time (sec): 32.79 - samples/sec: 8934.77 - lr: 0.100000 +2023-04-06 00:11:24,654 epoch 39 - iter 795/2650 - loss 0.07229111 - time (sec): 49.39 - samples/sec: 8901.28 - lr: 0.100000 +2023-04-06 00:11:40,853 epoch 39 - iter 1060/2650 - loss 0.07227648 - time (sec): 65.59 - samples/sec: 8918.95 - lr: 0.100000 +2023-04-06 00:11:57,344 epoch 39 - iter 1325/2650 - loss 0.07206788 - time (sec): 82.08 - samples/sec: 8922.81 - lr: 0.100000 +2023-04-06 00:12:13,961 epoch 39 - iter 1590/2650 - loss 0.07206189 - time (sec): 98.70 - samples/sec: 8894.59 - lr: 0.100000 +2023-04-06 00:12:30,472 epoch 39 - iter 1855/2650 - loss 0.07203252 - time (sec): 115.21 - samples/sec: 8895.28 - lr: 0.100000 +2023-04-06 00:12:46,738 epoch 39 - iter 2120/2650 - loss 0.07198128 - time (sec): 131.48 - samples/sec: 8899.72 - lr: 0.100000 +2023-04-06 00:13:03,051 epoch 39 - iter 2385/2650 - loss 0.07192134 - time (sec): 147.79 - samples/sec: 8904.36 - lr: 0.100000 +2023-04-06 00:13:19,507 epoch 39 - iter 2650/2650 - loss 0.07200626 - time (sec): 164.25 - samples/sec: 8903.40 - lr: 0.100000 +2023-04-06 00:13:19,507 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:13:19,507 EPOCH 39 done: loss 0.0720 - lr 0.100000 +2023-04-06 00:13:19,507 BAD EPOCHS (no improvement): 0 +2023-04-06 00:13:19,510 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:13:35,735 epoch 40 - iter 265/2650 - loss 0.07086980 - time (sec): 16.22 - samples/sec: 9022.68 - lr: 0.100000 +2023-04-06 00:13:52,438 epoch 40 - iter 530/2650 - loss 0.07004132 - time (sec): 32.93 - samples/sec: 8953.98 - lr: 0.100000 +2023-04-06 00:14:08,908 epoch 40 - iter 795/2650 - loss 0.07078340 - time (sec): 49.40 - samples/sec: 8927.78 - lr: 0.100000 +2023-04-06 00:14:24,978 epoch 40 - iter 1060/2650 - loss 0.07104727 - time (sec): 65.47 - samples/sec: 8934.34 - lr: 0.100000 +2023-04-06 00:14:41,164 epoch 40 - iter 1325/2650 - loss 0.07152219 - time (sec): 81.65 - samples/sec: 8945.85 - lr: 0.100000 +2023-04-06 00:14:57,947 epoch 40 - iter 1590/2650 - loss 0.07184752 - time (sec): 98.44 - samples/sec: 8917.38 - lr: 0.100000 +2023-04-06 00:15:14,864 epoch 40 - iter 1855/2650 - loss 0.07158050 - time (sec): 115.35 - samples/sec: 8873.78 - lr: 0.100000 +2023-04-06 00:15:31,576 epoch 40 - iter 2120/2650 - loss 0.07144578 - time (sec): 132.07 - samples/sec: 8851.73 - lr: 0.100000 +2023-04-06 00:15:48,454 epoch 40 - iter 2385/2650 - loss 0.07145730 - time (sec): 148.94 - samples/sec: 8827.98 - lr: 0.100000 +2023-04-06 00:16:05,180 epoch 40 - iter 2650/2650 - loss 0.07166992 - time (sec): 165.67 - samples/sec: 8826.93 - lr: 0.100000 +2023-04-06 00:16:05,181 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:16:05,181 EPOCH 40 done: loss 0.0717 - lr 0.100000 +2023-04-06 00:16:05,181 BAD EPOCHS (no improvement): 0 +2023-04-06 00:16:05,184 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:16:21,369 epoch 41 - iter 265/2650 - loss 0.07112801 - time (sec): 16.18 - samples/sec: 8942.62 - lr: 0.100000 +2023-04-06 00:16:37,549 epoch 41 - iter 530/2650 - loss 0.07039613 - time (sec): 32.36 - samples/sec: 8951.13 - lr: 0.100000 +2023-04-06 00:16:53,787 epoch 41 - iter 795/2650 - loss 0.07094668 - time (sec): 48.60 - samples/sec: 8943.58 - lr: 0.100000 +2023-04-06 00:17:10,688 epoch 41 - iter 1060/2650 - loss 0.07064296 - time (sec): 65.50 - samples/sec: 8889.31 - lr: 0.100000 +2023-04-06 00:17:27,176 epoch 41 - iter 1325/2650 - loss 0.07103222 - time (sec): 81.99 - samples/sec: 8898.24 - lr: 0.100000 +2023-04-06 00:17:43,475 epoch 41 - iter 1590/2650 - loss 0.07112950 - time (sec): 98.29 - samples/sec: 8927.06 - lr: 0.100000 +2023-04-06 00:17:59,778 epoch 41 - iter 1855/2650 - loss 0.07101025 - time (sec): 114.59 - samples/sec: 8928.19 - lr: 0.100000 +2023-04-06 00:18:15,944 epoch 41 - iter 2120/2650 - loss 0.07098448 - time (sec): 130.76 - samples/sec: 8942.30 - lr: 0.100000 +2023-04-06 00:18:32,401 epoch 41 - iter 2385/2650 - loss 0.07107900 - time (sec): 147.22 - samples/sec: 8946.56 - lr: 0.100000 +2023-04-06 00:18:48,633 epoch 41 - iter 2650/2650 - loss 0.07125184 - time (sec): 163.45 - samples/sec: 8946.92 - lr: 0.100000 +2023-04-06 00:18:48,633 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:18:48,633 EPOCH 41 done: loss 0.0713 - lr 0.100000 +2023-04-06 00:18:48,633 BAD EPOCHS (no improvement): 0 +2023-04-06 00:18:48,637 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:19:04,641 epoch 42 - iter 265/2650 - loss 0.07027198 - time (sec): 16.00 - samples/sec: 9025.42 - lr: 0.100000 +2023-04-06 00:19:20,772 epoch 42 - iter 530/2650 - loss 0.07065379 - time (sec): 32.13 - samples/sec: 9078.42 - lr: 0.100000 +2023-04-06 00:19:37,280 epoch 42 - iter 795/2650 - loss 0.07122289 - time (sec): 48.64 - samples/sec: 9027.62 - lr: 0.100000 +2023-04-06 00:19:53,585 epoch 42 - iter 1060/2650 - loss 0.07148924 - time (sec): 64.95 - samples/sec: 9015.34 - lr: 0.100000 +2023-04-06 00:20:09,768 epoch 42 - iter 1325/2650 - loss 0.07141697 - time (sec): 81.13 - samples/sec: 8996.15 - lr: 0.100000 +2023-04-06 00:20:26,368 epoch 42 - iter 1590/2650 - loss 0.07138322 - time (sec): 97.73 - samples/sec: 8971.73 - lr: 0.100000 +2023-04-06 00:20:42,522 epoch 42 - iter 1855/2650 - loss 0.07117857 - time (sec): 113.89 - samples/sec: 8974.42 - lr: 0.100000 +2023-04-06 00:20:58,987 epoch 42 - iter 2120/2650 - loss 0.07144344 - time (sec): 130.35 - samples/sec: 8969.39 - lr: 0.100000 +2023-04-06 00:21:15,563 epoch 42 - iter 2385/2650 - loss 0.07136744 - time (sec): 146.93 - samples/sec: 8967.49 - lr: 0.100000 +2023-04-06 00:21:31,597 epoch 42 - iter 2650/2650 - loss 0.07142474 - time (sec): 162.96 - samples/sec: 8973.76 - lr: 0.100000 +2023-04-06 00:21:31,597 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:21:31,597 EPOCH 42 done: loss 0.0714 - lr 0.100000 +2023-04-06 00:21:31,597 BAD EPOCHS (no improvement): 1 +2023-04-06 00:21:31,601 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:21:48,151 epoch 43 - iter 265/2650 - loss 0.07079030 - time (sec): 16.55 - samples/sec: 8866.33 - lr: 0.100000 +2023-04-06 00:22:04,675 epoch 43 - iter 530/2650 - loss 0.07061901 - time (sec): 33.07 - samples/sec: 8851.62 - lr: 0.100000 +2023-04-06 00:22:21,182 epoch 43 - iter 795/2650 - loss 0.07018205 - time (sec): 49.58 - samples/sec: 8811.01 - lr: 0.100000 +2023-04-06 00:22:37,416 epoch 43 - iter 1060/2650 - loss 0.07064694 - time (sec): 65.82 - samples/sec: 8869.40 - lr: 0.100000 +2023-04-06 00:22:53,597 epoch 43 - iter 1325/2650 - loss 0.07087457 - time (sec): 82.00 - samples/sec: 8895.69 - lr: 0.100000 +2023-04-06 00:23:09,474 epoch 43 - iter 1590/2650 - loss 0.07090107 - time (sec): 97.87 - samples/sec: 8946.12 - lr: 0.100000 +2023-04-06 00:23:25,661 epoch 43 - iter 1855/2650 - loss 0.07090688 - time (sec): 114.06 - samples/sec: 8965.48 - lr: 0.100000 +2023-04-06 00:23:42,167 epoch 43 - iter 2120/2650 - loss 0.07093811 - time (sec): 130.57 - samples/sec: 8952.23 - lr: 0.100000 +2023-04-06 00:23:58,367 epoch 43 - iter 2385/2650 - loss 0.07125855 - time (sec): 146.77 - samples/sec: 8955.53 - lr: 0.100000 +2023-04-06 00:24:14,867 epoch 43 - iter 2650/2650 - loss 0.07123607 - time (sec): 163.27 - samples/sec: 8956.94 - lr: 0.100000 +2023-04-06 00:24:14,867 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:24:14,867 EPOCH 43 done: loss 0.0712 - lr 0.100000 +2023-04-06 00:24:14,867 BAD EPOCHS (no improvement): 0 +2023-04-06 00:24:14,870 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:24:31,366 epoch 44 - iter 265/2650 - loss 0.07040799 - time (sec): 16.50 - samples/sec: 8870.03 - lr: 0.100000 +2023-04-06 00:24:48,213 epoch 44 - iter 530/2650 - loss 0.07041591 - time (sec): 33.34 - samples/sec: 8871.76 - lr: 0.100000 +2023-04-06 00:25:04,836 epoch 44 - iter 795/2650 - loss 0.07086026 - time (sec): 49.97 - samples/sec: 8893.30 - lr: 0.100000 +2023-04-06 00:25:21,006 epoch 44 - iter 1060/2650 - loss 0.07113010 - time (sec): 66.14 - samples/sec: 8954.99 - lr: 0.100000 +2023-04-06 00:25:37,237 epoch 44 - iter 1325/2650 - loss 0.07119482 - time (sec): 82.37 - samples/sec: 8947.28 - lr: 0.100000 +2023-04-06 00:25:53,475 epoch 44 - iter 1590/2650 - loss 0.07131427 - time (sec): 98.60 - samples/sec: 8956.38 - lr: 0.100000 +2023-04-06 00:26:09,889 epoch 44 - iter 1855/2650 - loss 0.07083260 - time (sec): 115.02 - samples/sec: 8951.22 - lr: 0.100000 +2023-04-06 00:26:25,925 epoch 44 - iter 2120/2650 - loss 0.07122622 - time (sec): 131.06 - samples/sec: 8959.66 - lr: 0.100000 +2023-04-06 00:26:42,193 epoch 44 - iter 2385/2650 - loss 0.07146312 - time (sec): 147.32 - samples/sec: 8951.19 - lr: 0.100000 +2023-04-06 00:26:58,235 epoch 44 - iter 2650/2650 - loss 0.07145121 - time (sec): 163.37 - samples/sec: 8951.50 - lr: 0.100000 +2023-04-06 00:26:58,235 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:26:58,235 EPOCH 44 done: loss 0.0715 - lr 0.100000 +2023-04-06 00:26:58,235 BAD EPOCHS (no improvement): 1 +2023-04-06 00:26:58,238 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:27:14,112 epoch 45 - iter 265/2650 - loss 0.07154977 - time (sec): 15.87 - samples/sec: 9142.19 - lr: 0.100000 +2023-04-06 00:27:30,157 epoch 45 - iter 530/2650 - loss 0.07178480 - time (sec): 31.92 - samples/sec: 9135.11 - lr: 0.100000 +2023-04-06 00:27:46,230 epoch 45 - iter 795/2650 - loss 0.07159411 - time (sec): 47.99 - samples/sec: 9117.83 - lr: 0.100000 +2023-04-06 00:28:02,514 epoch 45 - iter 1060/2650 - loss 0.07146077 - time (sec): 64.28 - samples/sec: 9090.71 - lr: 0.100000 +2023-04-06 00:28:18,468 epoch 45 - iter 1325/2650 - loss 0.07111077 - time (sec): 80.23 - samples/sec: 9100.49 - lr: 0.100000 +2023-04-06 00:28:35,362 epoch 45 - iter 1590/2650 - loss 0.07116367 - time (sec): 97.12 - samples/sec: 9030.96 - lr: 0.100000 +2023-04-06 00:28:51,597 epoch 45 - iter 1855/2650 - loss 0.07118995 - time (sec): 113.36 - samples/sec: 9021.43 - lr: 0.100000 +2023-04-06 00:29:07,978 epoch 45 - iter 2120/2650 - loss 0.07131780 - time (sec): 129.74 - samples/sec: 9011.01 - lr: 0.100000 +2023-04-06 00:29:24,469 epoch 45 - iter 2385/2650 - loss 0.07137187 - time (sec): 146.23 - samples/sec: 9000.23 - lr: 0.100000 +2023-04-06 00:29:40,237 epoch 45 - iter 2650/2650 - loss 0.07159305 - time (sec): 162.00 - samples/sec: 9026.97 - lr: 0.100000 +2023-04-06 00:29:40,238 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:29:40,238 EPOCH 45 done: loss 0.0716 - lr 0.100000 +2023-04-06 00:29:40,238 BAD EPOCHS (no improvement): 2 +2023-04-06 00:29:40,240 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:29:56,434 epoch 46 - iter 265/2650 - loss 0.06957088 - time (sec): 16.19 - samples/sec: 9113.04 - lr: 0.100000 +2023-04-06 00:30:12,696 epoch 46 - iter 530/2650 - loss 0.06956516 - time (sec): 32.46 - samples/sec: 9065.05 - lr: 0.100000 +2023-04-06 00:30:28,649 epoch 46 - iter 795/2650 - loss 0.07021257 - time (sec): 48.41 - samples/sec: 9080.81 - lr: 0.100000 +2023-04-06 00:30:44,796 epoch 46 - iter 1060/2650 - loss 0.07041142 - time (sec): 64.56 - samples/sec: 9071.30 - lr: 0.100000 +2023-04-06 00:31:01,488 epoch 46 - iter 1325/2650 - loss 0.07056323 - time (sec): 81.25 - samples/sec: 9007.26 - lr: 0.100000 +2023-04-06 00:31:17,584 epoch 46 - iter 1590/2650 - loss 0.07072982 - time (sec): 97.34 - samples/sec: 9002.15 - lr: 0.100000 +2023-04-06 00:31:33,805 epoch 46 - iter 1855/2650 - loss 0.07056774 - time (sec): 113.56 - samples/sec: 9011.85 - lr: 0.100000 +2023-04-06 00:31:50,632 epoch 46 - iter 2120/2650 - loss 0.07085800 - time (sec): 130.39 - samples/sec: 8963.87 - lr: 0.100000 +2023-04-06 00:32:07,443 epoch 46 - iter 2385/2650 - loss 0.07091918 - time (sec): 147.20 - samples/sec: 8938.21 - lr: 0.100000 +2023-04-06 00:32:36,288 epoch 46 - iter 2650/2650 - loss 0.07094782 - time (sec): 176.05 - samples/sec: 8306.66 - lr: 0.100000 +2023-04-06 00:32:36,288 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:32:36,288 EPOCH 46 done: loss 0.0709 - lr 0.100000 +2023-04-06 00:32:36,288 BAD EPOCHS (no improvement): 0 +2023-04-06 00:32:36,292 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:32:53,399 epoch 47 - iter 265/2650 - loss 0.06932976 - time (sec): 17.11 - samples/sec: 8613.01 - lr: 0.100000 +2023-04-06 00:33:10,057 epoch 47 - iter 530/2650 - loss 0.06944256 - time (sec): 33.77 - samples/sec: 8728.59 - lr: 0.100000 +2023-04-06 00:33:26,710 epoch 47 - iter 795/2650 - loss 0.06951723 - time (sec): 50.42 - samples/sec: 8805.61 - lr: 0.100000 +2023-04-06 00:33:42,829 epoch 47 - iter 1060/2650 - loss 0.06994728 - time (sec): 66.54 - samples/sec: 8862.75 - lr: 0.100000 +2023-04-06 00:33:59,128 epoch 47 - iter 1325/2650 - loss 0.07048175 - time (sec): 82.84 - samples/sec: 8873.75 - lr: 0.100000 +2023-04-06 00:34:15,097 epoch 47 - iter 1590/2650 - loss 0.07018941 - time (sec): 98.80 - samples/sec: 8906.73 - lr: 0.100000 +2023-04-06 00:34:31,018 epoch 47 - iter 1855/2650 - loss 0.07046507 - time (sec): 114.73 - samples/sec: 8935.70 - lr: 0.100000 +2023-04-06 00:34:47,331 epoch 47 - iter 2120/2650 - loss 0.07065971 - time (sec): 131.04 - samples/sec: 8948.92 - lr: 0.100000 +2023-04-06 00:35:03,343 epoch 47 - iter 2385/2650 - loss 0.07073921 - time (sec): 147.05 - samples/sec: 8962.82 - lr: 0.100000 +2023-04-06 00:35:19,702 epoch 47 - iter 2650/2650 - loss 0.07088372 - time (sec): 163.41 - samples/sec: 8949.05 - lr: 0.100000 +2023-04-06 00:35:19,702 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:35:19,702 EPOCH 47 done: loss 0.0709 - lr 0.100000 +2023-04-06 00:35:19,702 BAD EPOCHS (no improvement): 0 +2023-04-06 00:35:19,706 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:35:36,192 epoch 48 - iter 265/2650 - loss 0.06999409 - time (sec): 16.49 - samples/sec: 8879.88 - lr: 0.100000 +2023-04-06 00:35:53,294 epoch 48 - iter 530/2650 - loss 0.07086513 - time (sec): 33.59 - samples/sec: 8765.73 - lr: 0.100000 +2023-04-06 00:36:09,767 epoch 48 - iter 795/2650 - loss 0.07169963 - time (sec): 50.06 - samples/sec: 8794.70 - lr: 0.100000 +2023-04-06 00:36:26,091 epoch 48 - iter 1060/2650 - loss 0.07174085 - time (sec): 66.39 - samples/sec: 8837.25 - lr: 0.100000 +2023-04-06 00:36:41,935 epoch 48 - iter 1325/2650 - loss 0.07136827 - time (sec): 82.23 - samples/sec: 8881.83 - lr: 0.100000 +2023-04-06 00:36:58,821 epoch 48 - iter 1590/2650 - loss 0.07101240 - time (sec): 99.11 - samples/sec: 8876.79 - lr: 0.100000 +2023-04-06 00:37:14,785 epoch 48 - iter 1855/2650 - loss 0.07092422 - time (sec): 115.08 - samples/sec: 8900.52 - lr: 0.100000 +2023-04-06 00:37:30,843 epoch 48 - iter 2120/2650 - loss 0.07078393 - time (sec): 131.14 - samples/sec: 8925.10 - lr: 0.100000 +2023-04-06 00:37:47,247 epoch 48 - iter 2385/2650 - loss 0.07109979 - time (sec): 147.54 - samples/sec: 8921.92 - lr: 0.100000 +2023-04-06 00:38:03,551 epoch 48 - iter 2650/2650 - loss 0.07099543 - time (sec): 163.85 - samples/sec: 8925.24 - lr: 0.100000 +2023-04-06 00:38:03,552 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:38:03,552 EPOCH 48 done: loss 0.0710 - lr 0.100000 +2023-04-06 00:38:03,552 BAD EPOCHS (no improvement): 1 +2023-04-06 00:38:03,555 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:38:19,775 epoch 49 - iter 265/2650 - loss 0.07252217 - time (sec): 16.22 - samples/sec: 9002.75 - lr: 0.100000 +2023-04-06 00:38:35,854 epoch 49 - iter 530/2650 - loss 0.07195042 - time (sec): 32.30 - samples/sec: 9027.09 - lr: 0.100000 +2023-04-06 00:38:52,168 epoch 49 - iter 795/2650 - loss 0.07130390 - time (sec): 48.61 - samples/sec: 9011.85 - lr: 0.100000 +2023-04-06 00:39:09,366 epoch 49 - iter 1060/2650 - loss 0.07107934 - time (sec): 65.81 - samples/sec: 8895.87 - lr: 0.100000 +2023-04-06 00:39:26,140 epoch 49 - iter 1325/2650 - loss 0.07113588 - time (sec): 82.59 - samples/sec: 8863.69 - lr: 0.100000 +2023-04-06 00:39:42,555 epoch 49 - iter 1590/2650 - loss 0.07076877 - time (sec): 99.00 - samples/sec: 8872.15 - lr: 0.100000 +2023-04-06 00:39:58,630 epoch 49 - iter 1855/2650 - loss 0.07056306 - time (sec): 115.08 - samples/sec: 8907.17 - lr: 0.100000 +2023-04-06 00:40:14,356 epoch 49 - iter 2120/2650 - loss 0.07057114 - time (sec): 130.80 - samples/sec: 8942.82 - lr: 0.100000 +2023-04-06 00:40:30,380 epoch 49 - iter 2385/2650 - loss 0.07074532 - time (sec): 146.82 - samples/sec: 8962.19 - lr: 0.100000 +2023-04-06 00:40:46,526 epoch 49 - iter 2650/2650 - loss 0.07079680 - time (sec): 162.97 - samples/sec: 8973.13 - lr: 0.100000 +2023-04-06 00:40:46,527 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:40:46,527 EPOCH 49 done: loss 0.0708 - lr 0.100000 +2023-04-06 00:40:46,527 BAD EPOCHS (no improvement): 0 +2023-04-06 00:40:46,530 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:41:02,622 epoch 50 - iter 265/2650 - loss 0.06927851 - time (sec): 16.09 - samples/sec: 9070.49 - lr: 0.100000 +2023-04-06 00:41:19,366 epoch 50 - iter 530/2650 - loss 0.06961684 - time (sec): 32.84 - samples/sec: 8876.28 - lr: 0.100000 +2023-04-06 00:41:36,079 epoch 50 - iter 795/2650 - loss 0.07052764 - time (sec): 49.55 - samples/sec: 8883.83 - lr: 0.100000 +2023-04-06 00:41:52,641 epoch 50 - iter 1060/2650 - loss 0.07025084 - time (sec): 66.11 - samples/sec: 8849.81 - lr: 0.100000 +2023-04-06 00:42:09,688 epoch 50 - iter 1325/2650 - loss 0.07017766 - time (sec): 83.16 - samples/sec: 8788.62 - lr: 0.100000 +2023-04-06 00:42:26,758 epoch 50 - iter 1590/2650 - loss 0.07014135 - time (sec): 100.23 - samples/sec: 8761.83 - lr: 0.100000 +2023-04-06 00:42:43,436 epoch 50 - iter 1855/2650 - loss 0.07036350 - time (sec): 116.91 - samples/sec: 8758.54 - lr: 0.100000 +2023-04-06 00:43:00,267 epoch 50 - iter 2120/2650 - loss 0.07035039 - time (sec): 133.74 - samples/sec: 8744.07 - lr: 0.100000 +2023-04-06 00:43:17,297 epoch 50 - iter 2385/2650 - loss 0.07041627 - time (sec): 150.77 - samples/sec: 8732.72 - lr: 0.100000 +2023-04-06 00:43:34,316 epoch 50 - iter 2650/2650 - loss 0.07061794 - time (sec): 167.79 - samples/sec: 8715.64 - lr: 0.100000 +2023-04-06 00:43:34,316 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:43:34,316 EPOCH 50 done: loss 0.0706 - lr 0.100000 +2023-04-06 00:43:34,316 BAD EPOCHS (no improvement): 0 +2023-04-06 00:43:34,321 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:43:51,184 epoch 51 - iter 265/2650 - loss 0.06926971 - time (sec): 16.86 - samples/sec: 8688.08 - lr: 0.100000 +2023-04-06 00:44:08,348 epoch 51 - iter 530/2650 - loss 0.06928654 - time (sec): 34.03 - samples/sec: 8605.90 - lr: 0.100000 +2023-04-06 00:44:25,455 epoch 51 - iter 795/2650 - loss 0.06983568 - time (sec): 51.13 - samples/sec: 8580.63 - lr: 0.100000 +2023-04-06 00:44:42,239 epoch 51 - iter 1060/2650 - loss 0.07018457 - time (sec): 67.92 - samples/sec: 8606.76 - lr: 0.100000 +2023-04-06 00:44:59,070 epoch 51 - iter 1325/2650 - loss 0.07020621 - time (sec): 84.75 - samples/sec: 8636.88 - lr: 0.100000 +2023-04-06 00:45:16,063 epoch 51 - iter 1590/2650 - loss 0.07010941 - time (sec): 101.74 - samples/sec: 8648.19 - lr: 0.100000 +2023-04-06 00:45:32,289 epoch 51 - iter 1855/2650 - loss 0.06981748 - time (sec): 117.97 - samples/sec: 8696.39 - lr: 0.100000 +2023-04-06 00:45:48,322 epoch 51 - iter 2120/2650 - loss 0.06970811 - time (sec): 134.00 - samples/sec: 8740.86 - lr: 0.100000 +2023-04-06 00:46:04,277 epoch 51 - iter 2385/2650 - loss 0.06973645 - time (sec): 149.96 - samples/sec: 8782.85 - lr: 0.100000 +2023-04-06 00:46:20,089 epoch 51 - iter 2650/2650 - loss 0.06997072 - time (sec): 165.77 - samples/sec: 8821.75 - lr: 0.100000 +2023-04-06 00:46:20,090 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:46:20,090 EPOCH 51 done: loss 0.0700 - lr 0.100000 +2023-04-06 00:46:20,090 BAD EPOCHS (no improvement): 0 +2023-04-06 00:46:20,093 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:46:36,508 epoch 52 - iter 265/2650 - loss 0.07057618 - time (sec): 16.41 - samples/sec: 8976.22 - lr: 0.100000 +2023-04-06 00:46:52,925 epoch 52 - iter 530/2650 - loss 0.06948502 - time (sec): 32.83 - samples/sec: 8944.81 - lr: 0.100000 +2023-04-06 00:47:08,909 epoch 52 - iter 795/2650 - loss 0.06969759 - time (sec): 48.82 - samples/sec: 8976.12 - lr: 0.100000 +2023-04-06 00:47:25,327 epoch 52 - iter 1060/2650 - loss 0.07006314 - time (sec): 65.23 - samples/sec: 8956.05 - lr: 0.100000 +2023-04-06 00:47:42,162 epoch 52 - iter 1325/2650 - loss 0.06982530 - time (sec): 82.07 - samples/sec: 8916.04 - lr: 0.100000 +2023-04-06 00:47:59,116 epoch 52 - iter 1590/2650 - loss 0.06991934 - time (sec): 99.02 - samples/sec: 8892.60 - lr: 0.100000 +2023-04-06 00:48:15,107 epoch 52 - iter 1855/2650 - loss 0.06989432 - time (sec): 115.01 - samples/sec: 8934.88 - lr: 0.100000 +2023-04-06 00:48:30,949 epoch 52 - iter 2120/2650 - loss 0.06989044 - time (sec): 130.86 - samples/sec: 8954.84 - lr: 0.100000 +2023-04-06 00:48:47,018 epoch 52 - iter 2385/2650 - loss 0.07013763 - time (sec): 146.92 - samples/sec: 8971.63 - lr: 0.100000 +2023-04-06 00:49:03,264 epoch 52 - iter 2650/2650 - loss 0.07032427 - time (sec): 163.17 - samples/sec: 8962.18 - lr: 0.100000 +2023-04-06 00:49:03,264 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:49:03,264 EPOCH 52 done: loss 0.0703 - lr 0.100000 +2023-04-06 00:49:03,264 BAD EPOCHS (no improvement): 1 +2023-04-06 00:49:03,267 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:49:19,329 epoch 53 - iter 265/2650 - loss 0.06942106 - time (sec): 16.06 - samples/sec: 9096.25 - lr: 0.100000 +2023-04-06 00:49:35,851 epoch 53 - iter 530/2650 - loss 0.06995705 - time (sec): 32.58 - samples/sec: 8987.51 - lr: 0.100000 +2023-04-06 00:49:52,201 epoch 53 - iter 795/2650 - loss 0.07027896 - time (sec): 48.93 - samples/sec: 8975.59 - lr: 0.100000 +2023-04-06 00:50:08,496 epoch 53 - iter 1060/2650 - loss 0.07041043 - time (sec): 65.23 - samples/sec: 8976.76 - lr: 0.100000 +2023-04-06 00:50:25,336 epoch 53 - iter 1325/2650 - loss 0.07032327 - time (sec): 82.07 - samples/sec: 8933.99 - lr: 0.100000 +2023-04-06 00:50:41,950 epoch 53 - iter 1590/2650 - loss 0.07037244 - time (sec): 98.68 - samples/sec: 8914.34 - lr: 0.100000 +2023-04-06 00:50:58,613 epoch 53 - iter 1855/2650 - loss 0.07030050 - time (sec): 115.35 - samples/sec: 8889.15 - lr: 0.100000 +2023-04-06 00:51:15,255 epoch 53 - iter 2120/2650 - loss 0.07038454 - time (sec): 131.99 - samples/sec: 8867.00 - lr: 0.100000 +2023-04-06 00:51:31,661 epoch 53 - iter 2385/2650 - loss 0.07051792 - time (sec): 148.39 - samples/sec: 8871.28 - lr: 0.100000 +2023-04-06 00:51:48,021 epoch 53 - iter 2650/2650 - loss 0.07048669 - time (sec): 164.75 - samples/sec: 8876.04 - lr: 0.100000 +2023-04-06 00:51:48,021 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:51:48,021 EPOCH 53 done: loss 0.0705 - lr 0.100000 +2023-04-06 00:51:48,021 BAD EPOCHS (no improvement): 2 +2023-04-06 00:51:48,024 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:52:04,049 epoch 54 - iter 265/2650 - loss 0.06840491 - time (sec): 16.02 - samples/sec: 9166.89 - lr: 0.100000 +2023-04-06 00:52:20,376 epoch 54 - iter 530/2650 - loss 0.06870404 - time (sec): 32.35 - samples/sec: 9091.95 - lr: 0.100000 +2023-04-06 00:52:36,750 epoch 54 - iter 795/2650 - loss 0.06888747 - time (sec): 48.73 - samples/sec: 9058.27 - lr: 0.100000 +2023-04-06 00:52:52,789 epoch 54 - iter 1060/2650 - loss 0.06963990 - time (sec): 64.76 - samples/sec: 9040.55 - lr: 0.100000 +2023-04-06 00:53:09,008 epoch 54 - iter 1325/2650 - loss 0.06934989 - time (sec): 80.98 - samples/sec: 9034.04 - lr: 0.100000 +2023-04-06 00:53:25,266 epoch 54 - iter 1590/2650 - loss 0.06955036 - time (sec): 97.24 - samples/sec: 9020.30 - lr: 0.100000 +2023-04-06 00:53:41,236 epoch 54 - iter 1855/2650 - loss 0.06999555 - time (sec): 113.21 - samples/sec: 9017.62 - lr: 0.100000 +2023-04-06 00:53:57,313 epoch 54 - iter 2120/2650 - loss 0.06989100 - time (sec): 129.29 - samples/sec: 9036.68 - lr: 0.100000 +2023-04-06 00:54:13,435 epoch 54 - iter 2385/2650 - loss 0.06985997 - time (sec): 145.41 - samples/sec: 9048.80 - lr: 0.100000 +2023-04-06 00:54:29,601 epoch 54 - iter 2650/2650 - loss 0.07006924 - time (sec): 161.58 - samples/sec: 9050.59 - lr: 0.100000 +2023-04-06 00:54:29,601 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:54:29,601 EPOCH 54 done: loss 0.0701 - lr 0.100000 +2023-04-06 00:54:29,601 BAD EPOCHS (no improvement): 3 +2023-04-06 00:54:29,603 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:54:45,501 epoch 55 - iter 265/2650 - loss 0.07070403 - time (sec): 15.90 - samples/sec: 9150.48 - lr: 0.100000 +2023-04-06 00:55:01,676 epoch 55 - iter 530/2650 - loss 0.07010893 - time (sec): 32.07 - samples/sec: 9059.35 - lr: 0.100000 +2023-04-06 00:55:18,051 epoch 55 - iter 795/2650 - loss 0.06953563 - time (sec): 48.45 - samples/sec: 9024.51 - lr: 0.100000 +2023-04-06 00:55:34,254 epoch 55 - iter 1060/2650 - loss 0.06977361 - time (sec): 64.65 - samples/sec: 9024.28 - lr: 0.100000 +2023-04-06 00:55:50,640 epoch 55 - iter 1325/2650 - loss 0.06940043 - time (sec): 81.04 - samples/sec: 9023.65 - lr: 0.100000 +2023-04-06 00:56:06,800 epoch 55 - iter 1590/2650 - loss 0.06972506 - time (sec): 97.20 - samples/sec: 9043.12 - lr: 0.100000 +2023-04-06 00:56:22,547 epoch 55 - iter 1855/2650 - loss 0.07009396 - time (sec): 112.94 - samples/sec: 9049.40 - lr: 0.100000 +2023-04-06 00:56:38,924 epoch 55 - iter 2120/2650 - loss 0.07017328 - time (sec): 129.32 - samples/sec: 9055.51 - lr: 0.100000 +2023-04-06 00:56:54,940 epoch 55 - iter 2385/2650 - loss 0.07024190 - time (sec): 145.34 - samples/sec: 9046.28 - lr: 0.100000 +2023-04-06 00:57:11,300 epoch 55 - iter 2650/2650 - loss 0.07030772 - time (sec): 161.70 - samples/sec: 9043.89 - lr: 0.100000 +2023-04-06 00:57:11,300 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:57:11,300 EPOCH 55 done: loss 0.0703 - lr 0.100000 +2023-04-06 00:57:11,300 Epoch 55: reducing learning rate of group 0 to 5.0000e-02. +2023-04-06 00:57:11,300 BAD EPOCHS (no improvement): 4 +2023-04-06 00:57:11,304 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:57:27,354 epoch 56 - iter 265/2650 - loss 0.06882564 - time (sec): 16.05 - samples/sec: 9107.43 - lr: 0.050000 +2023-04-06 00:57:43,120 epoch 56 - iter 530/2650 - loss 0.06708982 - time (sec): 31.82 - samples/sec: 9123.49 - lr: 0.050000 +2023-04-06 00:57:59,178 epoch 56 - iter 795/2650 - loss 0.06730472 - time (sec): 47.87 - samples/sec: 9122.61 - lr: 0.050000 +2023-04-06 00:58:15,579 epoch 56 - iter 1060/2650 - loss 0.06745254 - time (sec): 64.27 - samples/sec: 9080.69 - lr: 0.050000 +2023-04-06 00:58:31,805 epoch 56 - iter 1325/2650 - loss 0.06744974 - time (sec): 80.50 - samples/sec: 9058.67 - lr: 0.050000 +2023-04-06 00:58:47,921 epoch 56 - iter 1590/2650 - loss 0.06752321 - time (sec): 96.62 - samples/sec: 9053.76 - lr: 0.050000 +2023-04-06 00:59:04,169 epoch 56 - iter 1855/2650 - loss 0.06739416 - time (sec): 112.86 - samples/sec: 9044.88 - lr: 0.050000 +2023-04-06 00:59:20,535 epoch 56 - iter 2120/2650 - loss 0.06717860 - time (sec): 129.23 - samples/sec: 9046.85 - lr: 0.050000 +2023-04-06 00:59:36,808 epoch 56 - iter 2385/2650 - loss 0.06707846 - time (sec): 145.50 - samples/sec: 9038.82 - lr: 0.050000 +2023-04-06 00:59:52,885 epoch 56 - iter 2650/2650 - loss 0.06712086 - time (sec): 161.58 - samples/sec: 9050.30 - lr: 0.050000 +2023-04-06 00:59:52,886 ---------------------------------------------------------------------------------------------------- +2023-04-06 00:59:52,886 EPOCH 56 done: loss 0.0671 - lr 0.050000 +2023-04-06 00:59:52,886 BAD EPOCHS (no improvement): 0 +2023-04-06 00:59:52,889 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:00:09,395 epoch 57 - iter 265/2650 - loss 0.06560021 - time (sec): 16.51 - samples/sec: 8958.11 - lr: 0.050000 +2023-04-06 01:00:25,492 epoch 57 - iter 530/2650 - loss 0.06578448 - time (sec): 32.60 - samples/sec: 9069.58 - lr: 0.050000 +2023-04-06 01:00:41,822 epoch 57 - iter 795/2650 - loss 0.06586858 - time (sec): 48.93 - samples/sec: 9046.03 - lr: 0.050000 +2023-04-06 01:00:58,569 epoch 57 - iter 1060/2650 - loss 0.06528539 - time (sec): 65.68 - samples/sec: 8952.61 - lr: 0.050000 +2023-04-06 01:01:15,247 epoch 57 - iter 1325/2650 - loss 0.06542136 - time (sec): 82.36 - samples/sec: 8903.64 - lr: 0.050000 +2023-04-06 01:01:31,592 epoch 57 - iter 1590/2650 - loss 0.06567769 - time (sec): 98.70 - samples/sec: 8902.15 - lr: 0.050000 +2023-04-06 01:01:48,042 epoch 57 - iter 1855/2650 - loss 0.06581832 - time (sec): 115.15 - samples/sec: 8899.48 - lr: 0.050000 +2023-04-06 01:02:04,568 epoch 57 - iter 2120/2650 - loss 0.06570270 - time (sec): 131.68 - samples/sec: 8893.36 - lr: 0.050000 +2023-04-06 01:02:20,525 epoch 57 - iter 2385/2650 - loss 0.06564223 - time (sec): 147.64 - samples/sec: 8913.57 - lr: 0.050000 +2023-04-06 01:02:36,857 epoch 57 - iter 2650/2650 - loss 0.06574518 - time (sec): 163.97 - samples/sec: 8918.61 - lr: 0.050000 +2023-04-06 01:02:36,857 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:02:36,857 EPOCH 57 done: loss 0.0657 - lr 0.050000 +2023-04-06 01:02:36,857 BAD EPOCHS (no improvement): 0 +2023-04-06 01:02:36,861 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:02:53,792 epoch 58 - iter 265/2650 - loss 0.06592841 - time (sec): 16.93 - samples/sec: 8731.00 - lr: 0.050000 +2023-04-06 01:03:09,671 epoch 58 - iter 530/2650 - loss 0.06514448 - time (sec): 32.81 - samples/sec: 8954.05 - lr: 0.050000 +2023-04-06 01:03:25,897 epoch 58 - iter 795/2650 - loss 0.06449833 - time (sec): 49.04 - samples/sec: 8968.38 - lr: 0.050000 +2023-04-06 01:03:41,996 epoch 58 - iter 1060/2650 - loss 0.06467492 - time (sec): 65.13 - samples/sec: 8972.81 - lr: 0.050000 +2023-04-06 01:03:58,472 epoch 58 - iter 1325/2650 - loss 0.06467133 - time (sec): 81.61 - samples/sec: 8950.79 - lr: 0.050000 +2023-04-06 01:04:14,703 epoch 58 - iter 1590/2650 - loss 0.06457911 - time (sec): 97.84 - samples/sec: 8964.89 - lr: 0.050000 +2023-04-06 01:04:30,617 epoch 58 - iter 1855/2650 - loss 0.06460521 - time (sec): 113.76 - samples/sec: 8986.08 - lr: 0.050000 +2023-04-06 01:04:47,186 epoch 58 - iter 2120/2650 - loss 0.06449839 - time (sec): 130.32 - samples/sec: 8979.10 - lr: 0.050000 +2023-04-06 01:05:03,240 epoch 58 - iter 2385/2650 - loss 0.06429534 - time (sec): 146.38 - samples/sec: 8991.49 - lr: 0.050000 +2023-04-06 01:05:19,589 epoch 58 - iter 2650/2650 - loss 0.06454708 - time (sec): 162.73 - samples/sec: 8986.60 - lr: 0.050000 +2023-04-06 01:05:19,589 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:05:19,589 EPOCH 58 done: loss 0.0645 - lr 0.050000 +2023-04-06 01:05:19,589 BAD EPOCHS (no improvement): 0 +2023-04-06 01:05:19,594 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:05:36,298 epoch 59 - iter 265/2650 - loss 0.06403126 - time (sec): 16.70 - samples/sec: 8805.07 - lr: 0.050000 +2023-04-06 01:05:52,656 epoch 59 - iter 530/2650 - loss 0.06414078 - time (sec): 33.06 - samples/sec: 8863.83 - lr: 0.050000 +2023-04-06 01:06:09,117 epoch 59 - iter 795/2650 - loss 0.06398595 - time (sec): 49.52 - samples/sec: 8872.39 - lr: 0.050000 +2023-04-06 01:06:25,490 epoch 59 - iter 1060/2650 - loss 0.06383660 - time (sec): 65.90 - samples/sec: 8886.63 - lr: 0.050000 +2023-04-06 01:06:41,992 epoch 59 - iter 1325/2650 - loss 0.06347637 - time (sec): 82.40 - samples/sec: 8900.41 - lr: 0.050000 +2023-04-06 01:06:58,385 epoch 59 - iter 1590/2650 - loss 0.06346296 - time (sec): 98.79 - samples/sec: 8895.05 - lr: 0.050000 +2023-04-06 01:07:14,692 epoch 59 - iter 1855/2650 - loss 0.06354064 - time (sec): 115.10 - samples/sec: 8895.53 - lr: 0.050000 +2023-04-06 01:07:30,821 epoch 59 - iter 2120/2650 - loss 0.06353745 - time (sec): 131.23 - samples/sec: 8917.64 - lr: 0.050000 +2023-04-06 01:07:46,656 epoch 59 - iter 2385/2650 - loss 0.06355480 - time (sec): 147.06 - samples/sec: 8944.55 - lr: 0.050000 +2023-04-06 01:08:02,981 epoch 59 - iter 2650/2650 - loss 0.06375859 - time (sec): 163.39 - samples/sec: 8950.26 - lr: 0.050000 +2023-04-06 01:08:02,982 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:08:02,982 EPOCH 59 done: loss 0.0638 - lr 0.050000 +2023-04-06 01:08:02,982 BAD EPOCHS (no improvement): 0 +2023-04-06 01:08:02,985 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:08:18,989 epoch 60 - iter 265/2650 - loss 0.06098899 - time (sec): 16.00 - samples/sec: 9069.22 - lr: 0.050000 +2023-04-06 01:08:35,050 epoch 60 - iter 530/2650 - loss 0.06256855 - time (sec): 32.06 - samples/sec: 9059.54 - lr: 0.050000 +2023-04-06 01:08:51,430 epoch 60 - iter 795/2650 - loss 0.06333266 - time (sec): 48.45 - samples/sec: 9072.05 - lr: 0.050000 +2023-04-06 01:09:07,334 epoch 60 - iter 1060/2650 - loss 0.06330356 - time (sec): 64.35 - samples/sec: 9108.82 - lr: 0.050000 +2023-04-06 01:09:23,504 epoch 60 - iter 1325/2650 - loss 0.06309185 - time (sec): 80.52 - samples/sec: 9107.32 - lr: 0.050000 +2023-04-06 01:09:39,360 epoch 60 - iter 1590/2650 - loss 0.06303579 - time (sec): 96.38 - samples/sec: 9115.37 - lr: 0.050000 +2023-04-06 01:09:55,466 epoch 60 - iter 1855/2650 - loss 0.06297732 - time (sec): 112.48 - samples/sec: 9102.73 - lr: 0.050000 +2023-04-06 01:10:11,153 epoch 60 - iter 2120/2650 - loss 0.06303573 - time (sec): 128.17 - samples/sec: 9114.21 - lr: 0.050000 +2023-04-06 01:10:27,685 epoch 60 - iter 2385/2650 - loss 0.06293803 - time (sec): 144.70 - samples/sec: 9081.22 - lr: 0.050000 +2023-04-06 01:10:44,275 epoch 60 - iter 2650/2650 - loss 0.06314470 - time (sec): 161.29 - samples/sec: 9066.65 - lr: 0.050000 +2023-04-06 01:10:44,275 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:10:44,275 EPOCH 60 done: loss 0.0631 - lr 0.050000 +2023-04-06 01:10:44,275 BAD EPOCHS (no improvement): 0 +2023-04-06 01:10:44,278 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:11:00,512 epoch 61 - iter 265/2650 - loss 0.06293419 - time (sec): 16.23 - samples/sec: 9022.30 - lr: 0.050000 +2023-04-06 01:11:17,175 epoch 61 - iter 530/2650 - loss 0.06280434 - time (sec): 32.90 - samples/sec: 8936.63 - lr: 0.050000 +2023-04-06 01:11:33,692 epoch 61 - iter 795/2650 - loss 0.06241934 - time (sec): 49.41 - samples/sec: 8900.70 - lr: 0.050000 +2023-04-06 01:11:50,359 epoch 61 - iter 1060/2650 - loss 0.06238001 - time (sec): 66.08 - samples/sec: 8878.44 - lr: 0.050000 +2023-04-06 01:12:07,046 epoch 61 - iter 1325/2650 - loss 0.06237328 - time (sec): 82.77 - samples/sec: 8844.15 - lr: 0.050000 +2023-04-06 01:12:23,973 epoch 61 - iter 1590/2650 - loss 0.06266110 - time (sec): 99.69 - samples/sec: 8818.44 - lr: 0.050000 +2023-04-06 01:12:40,820 epoch 61 - iter 1855/2650 - loss 0.06295238 - time (sec): 116.54 - samples/sec: 8798.68 - lr: 0.050000 +2023-04-06 01:12:57,486 epoch 61 - iter 2120/2650 - loss 0.06303165 - time (sec): 133.21 - samples/sec: 8800.82 - lr: 0.050000 +2023-04-06 01:13:13,683 epoch 61 - iter 2385/2650 - loss 0.06315565 - time (sec): 149.40 - samples/sec: 8809.78 - lr: 0.050000 +2023-04-06 01:13:30,306 epoch 61 - iter 2650/2650 - loss 0.06320975 - time (sec): 166.03 - samples/sec: 8807.94 - lr: 0.050000 +2023-04-06 01:13:30,306 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:13:30,306 EPOCH 61 done: loss 0.0632 - lr 0.050000 +2023-04-06 01:13:30,306 BAD EPOCHS (no improvement): 1 +2023-04-06 01:13:30,310 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:13:46,632 epoch 62 - iter 265/2650 - loss 0.06346314 - time (sec): 16.32 - samples/sec: 8851.97 - lr: 0.050000 +2023-04-06 01:14:02,925 epoch 62 - iter 530/2650 - loss 0.06298924 - time (sec): 32.61 - samples/sec: 8835.57 - lr: 0.050000 +2023-04-06 01:14:19,761 epoch 62 - iter 795/2650 - loss 0.06206150 - time (sec): 49.45 - samples/sec: 8786.13 - lr: 0.050000 +2023-04-06 01:14:36,301 epoch 62 - iter 1060/2650 - loss 0.06216341 - time (sec): 65.99 - samples/sec: 8817.56 - lr: 0.050000 +2023-04-06 01:14:53,078 epoch 62 - iter 1325/2650 - loss 0.06247242 - time (sec): 82.77 - samples/sec: 8801.25 - lr: 0.050000 +2023-04-06 01:15:09,534 epoch 62 - iter 1590/2650 - loss 0.06236921 - time (sec): 99.22 - samples/sec: 8836.11 - lr: 0.050000 +2023-04-06 01:15:25,587 epoch 62 - iter 1855/2650 - loss 0.06217650 - time (sec): 115.28 - samples/sec: 8872.07 - lr: 0.050000 +2023-04-06 01:15:41,401 epoch 62 - iter 2120/2650 - loss 0.06233810 - time (sec): 131.09 - samples/sec: 8917.13 - lr: 0.050000 +2023-04-06 01:15:57,709 epoch 62 - iter 2385/2650 - loss 0.06234039 - time (sec): 147.40 - samples/sec: 8931.57 - lr: 0.050000 +2023-04-06 01:16:13,903 epoch 62 - iter 2650/2650 - loss 0.06260336 - time (sec): 163.59 - samples/sec: 8939.03 - lr: 0.050000 +2023-04-06 01:16:13,904 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:16:13,904 EPOCH 62 done: loss 0.0626 - lr 0.050000 +2023-04-06 01:16:13,904 BAD EPOCHS (no improvement): 0 +2023-04-06 01:16:13,907 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:16:30,660 epoch 63 - iter 265/2650 - loss 0.06150290 - time (sec): 16.75 - samples/sec: 8785.15 - lr: 0.050000 +2023-04-06 01:16:47,041 epoch 63 - iter 530/2650 - loss 0.06167139 - time (sec): 33.13 - samples/sec: 8831.82 - lr: 0.050000 +2023-04-06 01:17:03,553 epoch 63 - iter 795/2650 - loss 0.06187626 - time (sec): 49.65 - samples/sec: 8870.96 - lr: 0.050000 +2023-04-06 01:17:19,084 epoch 63 - iter 1060/2650 - loss 0.06190421 - time (sec): 65.18 - samples/sec: 8962.37 - lr: 0.050000 +2023-04-06 01:17:35,003 epoch 63 - iter 1325/2650 - loss 0.06206467 - time (sec): 81.10 - samples/sec: 8989.98 - lr: 0.050000 +2023-04-06 01:17:51,058 epoch 63 - iter 1590/2650 - loss 0.06232163 - time (sec): 97.15 - samples/sec: 9006.42 - lr: 0.050000 +2023-04-06 01:18:07,080 epoch 63 - iter 1855/2650 - loss 0.06222272 - time (sec): 113.17 - samples/sec: 9027.70 - lr: 0.050000 +2023-04-06 01:18:23,184 epoch 63 - iter 2120/2650 - loss 0.06223582 - time (sec): 129.28 - samples/sec: 9035.88 - lr: 0.050000 +2023-04-06 01:18:39,410 epoch 63 - iter 2385/2650 - loss 0.06217378 - time (sec): 145.50 - samples/sec: 9045.04 - lr: 0.050000 +2023-04-06 01:18:55,348 epoch 63 - iter 2650/2650 - loss 0.06227138 - time (sec): 161.44 - samples/sec: 9058.19 - lr: 0.050000 +2023-04-06 01:18:55,348 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:18:55,348 EPOCH 63 done: loss 0.0623 - lr 0.050000 +2023-04-06 01:18:55,348 BAD EPOCHS (no improvement): 0 +2023-04-06 01:18:55,352 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:19:11,821 epoch 64 - iter 265/2650 - loss 0.06169534 - time (sec): 16.47 - samples/sec: 9035.77 - lr: 0.050000 +2023-04-06 01:19:27,998 epoch 64 - iter 530/2650 - loss 0.06226885 - time (sec): 32.65 - samples/sec: 9057.75 - lr: 0.050000 +2023-04-06 01:19:43,920 epoch 64 - iter 795/2650 - loss 0.06127115 - time (sec): 48.57 - samples/sec: 9082.12 - lr: 0.050000 +2023-04-06 01:20:00,160 epoch 64 - iter 1060/2650 - loss 0.06124305 - time (sec): 64.81 - samples/sec: 9051.88 - lr: 0.050000 +2023-04-06 01:20:16,305 epoch 64 - iter 1325/2650 - loss 0.06171348 - time (sec): 80.95 - samples/sec: 9049.64 - lr: 0.050000 +2023-04-06 01:20:32,532 epoch 64 - iter 1590/2650 - loss 0.06183581 - time (sec): 97.18 - samples/sec: 9028.54 - lr: 0.050000 +2023-04-06 01:20:48,977 epoch 64 - iter 1855/2650 - loss 0.06203734 - time (sec): 113.62 - samples/sec: 9018.66 - lr: 0.050000 +2023-04-06 01:21:04,981 epoch 64 - iter 2120/2650 - loss 0.06205273 - time (sec): 129.63 - samples/sec: 9022.34 - lr: 0.050000 +2023-04-06 01:21:21,455 epoch 64 - iter 2385/2650 - loss 0.06208229 - time (sec): 146.10 - samples/sec: 8999.41 - lr: 0.050000 +2023-04-06 01:21:38,396 epoch 64 - iter 2650/2650 - loss 0.06216693 - time (sec): 163.04 - samples/sec: 8969.12 - lr: 0.050000 +2023-04-06 01:21:38,396 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:21:38,396 EPOCH 64 done: loss 0.0622 - lr 0.050000 +2023-04-06 01:21:38,396 BAD EPOCHS (no improvement): 0 +2023-04-06 01:21:38,400 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:21:54,499 epoch 65 - iter 265/2650 - loss 0.06166112 - time (sec): 16.10 - samples/sec: 9043.68 - lr: 0.050000 +2023-04-06 01:22:11,218 epoch 65 - iter 530/2650 - loss 0.06162691 - time (sec): 32.82 - samples/sec: 8961.92 - lr: 0.050000 +2023-04-06 01:22:27,742 epoch 65 - iter 795/2650 - loss 0.06230135 - time (sec): 49.34 - samples/sec: 8910.89 - lr: 0.050000 +2023-04-06 01:22:43,884 epoch 65 - iter 1060/2650 - loss 0.06183367 - time (sec): 65.48 - samples/sec: 8950.39 - lr: 0.050000 +2023-04-06 01:22:59,686 epoch 65 - iter 1325/2650 - loss 0.06173370 - time (sec): 81.29 - samples/sec: 8979.32 - lr: 0.050000 +2023-04-06 01:23:16,060 epoch 65 - iter 1590/2650 - loss 0.06148030 - time (sec): 97.66 - samples/sec: 8990.92 - lr: 0.050000 +2023-04-06 01:23:32,229 epoch 65 - iter 1855/2650 - loss 0.06138242 - time (sec): 113.83 - samples/sec: 9002.76 - lr: 0.050000 +2023-04-06 01:23:48,904 epoch 65 - iter 2120/2650 - loss 0.06143373 - time (sec): 130.50 - samples/sec: 8982.01 - lr: 0.050000 +2023-04-06 01:24:04,806 epoch 65 - iter 2385/2650 - loss 0.06175635 - time (sec): 146.41 - samples/sec: 9001.20 - lr: 0.050000 +2023-04-06 01:24:20,926 epoch 65 - iter 2650/2650 - loss 0.06175597 - time (sec): 162.53 - samples/sec: 8997.71 - lr: 0.050000 +2023-04-06 01:24:20,926 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:24:20,926 EPOCH 65 done: loss 0.0618 - lr 0.050000 +2023-04-06 01:24:20,926 BAD EPOCHS (no improvement): 0 +2023-04-06 01:24:20,930 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:24:36,962 epoch 66 - iter 265/2650 - loss 0.06103448 - time (sec): 16.03 - samples/sec: 9141.21 - lr: 0.050000 +2023-04-06 01:24:53,457 epoch 66 - iter 530/2650 - loss 0.06142666 - time (sec): 32.53 - samples/sec: 9079.99 - lr: 0.050000 +2023-04-06 01:25:09,324 epoch 66 - iter 795/2650 - loss 0.06205387 - time (sec): 48.39 - samples/sec: 9094.81 - lr: 0.050000 +2023-04-06 01:25:26,247 epoch 66 - iter 1060/2650 - loss 0.06193977 - time (sec): 65.32 - samples/sec: 9001.52 - lr: 0.050000 +2023-04-06 01:25:42,628 epoch 66 - iter 1325/2650 - loss 0.06162723 - time (sec): 81.70 - samples/sec: 8990.58 - lr: 0.050000 +2023-04-06 01:25:59,006 epoch 66 - iter 1590/2650 - loss 0.06131877 - time (sec): 98.08 - samples/sec: 8992.12 - lr: 0.050000 +2023-04-06 01:26:14,995 epoch 66 - iter 1855/2650 - loss 0.06152567 - time (sec): 114.06 - samples/sec: 8999.29 - lr: 0.050000 +2023-04-06 01:26:31,271 epoch 66 - iter 2120/2650 - loss 0.06150824 - time (sec): 130.34 - samples/sec: 8994.79 - lr: 0.050000 +2023-04-06 01:26:47,305 epoch 66 - iter 2385/2650 - loss 0.06160373 - time (sec): 146.37 - samples/sec: 9002.48 - lr: 0.050000 +2023-04-06 01:27:03,175 epoch 66 - iter 2650/2650 - loss 0.06166272 - time (sec): 162.25 - samples/sec: 9013.30 - lr: 0.050000 +2023-04-06 01:27:03,175 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:27:03,175 EPOCH 66 done: loss 0.0617 - lr 0.050000 +2023-04-06 01:27:03,175 BAD EPOCHS (no improvement): 0 +2023-04-06 01:27:03,178 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:27:19,270 epoch 67 - iter 265/2650 - loss 0.05917641 - time (sec): 16.09 - samples/sec: 9114.77 - lr: 0.050000 +2023-04-06 01:27:35,660 epoch 67 - iter 530/2650 - loss 0.05964011 - time (sec): 32.48 - samples/sec: 9002.78 - lr: 0.050000 +2023-04-06 01:27:51,971 epoch 67 - iter 795/2650 - loss 0.05975544 - time (sec): 48.79 - samples/sec: 8981.67 - lr: 0.050000 +2023-04-06 01:28:07,905 epoch 67 - iter 1060/2650 - loss 0.06005651 - time (sec): 64.73 - samples/sec: 9005.75 - lr: 0.050000 +2023-04-06 01:28:24,172 epoch 67 - iter 1325/2650 - loss 0.06017099 - time (sec): 80.99 - samples/sec: 9013.85 - lr: 0.050000 +2023-04-06 01:28:40,716 epoch 67 - iter 1590/2650 - loss 0.06022262 - time (sec): 97.54 - samples/sec: 8984.62 - lr: 0.050000 +2023-04-06 01:28:57,071 epoch 67 - iter 1855/2650 - loss 0.06028909 - time (sec): 113.89 - samples/sec: 8968.75 - lr: 0.050000 +2023-04-06 01:29:13,174 epoch 67 - iter 2120/2650 - loss 0.06048325 - time (sec): 130.00 - samples/sec: 8976.18 - lr: 0.050000 +2023-04-06 01:29:29,440 epoch 67 - iter 2385/2650 - loss 0.06049430 - time (sec): 146.26 - samples/sec: 8987.79 - lr: 0.050000 +2023-04-06 01:29:45,868 epoch 67 - iter 2650/2650 - loss 0.06084306 - time (sec): 162.69 - samples/sec: 8988.66 - lr: 0.050000 +2023-04-06 01:29:45,868 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:29:45,869 EPOCH 67 done: loss 0.0608 - lr 0.050000 +2023-04-06 01:29:45,869 BAD EPOCHS (no improvement): 0 +2023-04-06 01:29:45,872 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:30:01,972 epoch 68 - iter 265/2650 - loss 0.06028255 - time (sec): 16.10 - samples/sec: 9067.30 - lr: 0.050000 +2023-04-06 01:30:18,191 epoch 68 - iter 530/2650 - loss 0.06015587 - time (sec): 32.32 - samples/sec: 9062.74 - lr: 0.050000 +2023-04-06 01:30:34,443 epoch 68 - iter 795/2650 - loss 0.06016609 - time (sec): 48.57 - samples/sec: 9036.57 - lr: 0.050000 +2023-04-06 01:30:50,740 epoch 68 - iter 1060/2650 - loss 0.06020456 - time (sec): 64.87 - samples/sec: 9017.94 - lr: 0.050000 +2023-04-06 01:31:07,576 epoch 68 - iter 1325/2650 - loss 0.06053704 - time (sec): 81.70 - samples/sec: 8934.08 - lr: 0.050000 +2023-04-06 01:31:24,427 epoch 68 - iter 1590/2650 - loss 0.06064265 - time (sec): 98.55 - samples/sec: 8898.39 - lr: 0.050000 +2023-04-06 01:31:41,294 epoch 68 - iter 1855/2650 - loss 0.06047262 - time (sec): 115.42 - samples/sec: 8870.82 - lr: 0.050000 +2023-04-06 01:31:57,751 epoch 68 - iter 2120/2650 - loss 0.06053524 - time (sec): 131.88 - samples/sec: 8858.72 - lr: 0.050000 +2023-04-06 01:32:14,311 epoch 68 - iter 2385/2650 - loss 0.06081758 - time (sec): 148.44 - samples/sec: 8870.56 - lr: 0.050000 +2023-04-06 01:32:30,544 epoch 68 - iter 2650/2650 - loss 0.06071750 - time (sec): 164.67 - samples/sec: 8880.48 - lr: 0.050000 +2023-04-06 01:32:30,544 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:32:30,544 EPOCH 68 done: loss 0.0607 - lr 0.050000 +2023-04-06 01:32:30,544 BAD EPOCHS (no improvement): 0 +2023-04-06 01:32:30,548 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:32:46,974 epoch 69 - iter 265/2650 - loss 0.06161323 - time (sec): 16.43 - samples/sec: 8991.85 - lr: 0.050000 +2023-04-06 01:33:03,048 epoch 69 - iter 530/2650 - loss 0.06159009 - time (sec): 32.50 - samples/sec: 9049.56 - lr: 0.050000 +2023-04-06 01:33:19,440 epoch 69 - iter 795/2650 - loss 0.06051755 - time (sec): 48.89 - samples/sec: 8992.76 - lr: 0.050000 +2023-04-06 01:33:35,993 epoch 69 - iter 1060/2650 - loss 0.06046268 - time (sec): 65.45 - samples/sec: 8985.19 - lr: 0.050000 +2023-04-06 01:33:52,108 epoch 69 - iter 1325/2650 - loss 0.06071379 - time (sec): 81.56 - samples/sec: 9006.16 - lr: 0.050000 +2023-04-06 01:34:08,377 epoch 69 - iter 1590/2650 - loss 0.06043658 - time (sec): 97.83 - samples/sec: 8995.70 - lr: 0.050000 +2023-04-06 01:34:24,561 epoch 69 - iter 1855/2650 - loss 0.06035308 - time (sec): 114.01 - samples/sec: 9000.70 - lr: 0.050000 +2023-04-06 01:34:40,567 epoch 69 - iter 2120/2650 - loss 0.06044831 - time (sec): 130.02 - samples/sec: 9005.03 - lr: 0.050000 +2023-04-06 01:34:57,013 epoch 69 - iter 2385/2650 - loss 0.06055303 - time (sec): 146.46 - samples/sec: 8996.40 - lr: 0.050000 +2023-04-06 01:35:13,058 epoch 69 - iter 2650/2650 - loss 0.06065909 - time (sec): 162.51 - samples/sec: 8998.61 - lr: 0.050000 +2023-04-06 01:35:13,058 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:35:13,058 EPOCH 69 done: loss 0.0607 - lr 0.050000 +2023-04-06 01:35:13,058 BAD EPOCHS (no improvement): 0 +2023-04-06 01:35:13,061 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:35:29,219 epoch 70 - iter 265/2650 - loss 0.05861644 - time (sec): 16.16 - samples/sec: 8982.80 - lr: 0.050000 +2023-04-06 01:35:45,873 epoch 70 - iter 530/2650 - loss 0.05956571 - time (sec): 32.81 - samples/sec: 8917.32 - lr: 0.050000 +2023-04-06 01:36:02,727 epoch 70 - iter 795/2650 - loss 0.05914963 - time (sec): 49.67 - samples/sec: 8823.46 - lr: 0.050000 +2023-04-06 01:36:19,504 epoch 70 - iter 1060/2650 - loss 0.05978476 - time (sec): 66.44 - samples/sec: 8797.61 - lr: 0.050000 +2023-04-06 01:36:35,774 epoch 70 - iter 1325/2650 - loss 0.05975453 - time (sec): 82.71 - samples/sec: 8833.91 - lr: 0.050000 +2023-04-06 01:36:52,546 epoch 70 - iter 1590/2650 - loss 0.05998397 - time (sec): 99.48 - samples/sec: 8813.36 - lr: 0.050000 +2023-04-06 01:37:09,023 epoch 70 - iter 1855/2650 - loss 0.06032078 - time (sec): 115.96 - samples/sec: 8830.61 - lr: 0.050000 +2023-04-06 01:37:25,465 epoch 70 - iter 2120/2650 - loss 0.06031182 - time (sec): 132.40 - samples/sec: 8844.45 - lr: 0.050000 +2023-04-06 01:37:41,510 epoch 70 - iter 2385/2650 - loss 0.06037916 - time (sec): 148.45 - samples/sec: 8876.34 - lr: 0.050000 +2023-04-06 01:37:57,481 epoch 70 - iter 2650/2650 - loss 0.06050754 - time (sec): 164.42 - samples/sec: 8894.11 - lr: 0.050000 +2023-04-06 01:37:57,481 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:37:57,481 EPOCH 70 done: loss 0.0605 - lr 0.050000 +2023-04-06 01:37:57,481 BAD EPOCHS (no improvement): 0 +2023-04-06 01:37:57,484 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:38:14,060 epoch 71 - iter 265/2650 - loss 0.06131026 - time (sec): 16.58 - samples/sec: 9002.01 - lr: 0.050000 +2023-04-06 01:38:30,098 epoch 71 - iter 530/2650 - loss 0.06119355 - time (sec): 32.61 - samples/sec: 9040.64 - lr: 0.050000 +2023-04-06 01:38:46,475 epoch 71 - iter 795/2650 - loss 0.06160849 - time (sec): 48.99 - samples/sec: 9013.79 - lr: 0.050000 +2023-04-06 01:39:02,410 epoch 71 - iter 1060/2650 - loss 0.06115794 - time (sec): 64.93 - samples/sec: 9024.48 - lr: 0.050000 +2023-04-06 01:39:18,496 epoch 71 - iter 1325/2650 - loss 0.06084097 - time (sec): 81.01 - samples/sec: 9023.21 - lr: 0.050000 +2023-04-06 01:39:34,150 epoch 71 - iter 1590/2650 - loss 0.06059540 - time (sec): 96.67 - samples/sec: 9062.00 - lr: 0.050000 +2023-04-06 01:39:50,954 epoch 71 - iter 1855/2650 - loss 0.06082518 - time (sec): 113.47 - samples/sec: 9018.17 - lr: 0.050000 +2023-04-06 01:40:07,263 epoch 71 - iter 2120/2650 - loss 0.06058173 - time (sec): 129.78 - samples/sec: 9019.98 - lr: 0.050000 +2023-04-06 01:40:23,601 epoch 71 - iter 2385/2650 - loss 0.06050936 - time (sec): 146.12 - samples/sec: 9004.95 - lr: 0.050000 +2023-04-06 01:40:40,187 epoch 71 - iter 2650/2650 - loss 0.06056603 - time (sec): 162.70 - samples/sec: 8987.90 - lr: 0.050000 +2023-04-06 01:40:40,188 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:40:40,188 EPOCH 71 done: loss 0.0606 - lr 0.050000 +2023-04-06 01:40:40,188 BAD EPOCHS (no improvement): 1 +2023-04-06 01:40:40,190 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:40:56,475 epoch 72 - iter 265/2650 - loss 0.06164692 - time (sec): 16.28 - samples/sec: 9091.26 - lr: 0.050000 +2023-04-06 01:41:12,830 epoch 72 - iter 530/2650 - loss 0.06130253 - time (sec): 32.64 - samples/sec: 8999.03 - lr: 0.050000 +2023-04-06 01:41:29,404 epoch 72 - iter 795/2650 - loss 0.06144501 - time (sec): 49.21 - samples/sec: 8959.77 - lr: 0.050000 +2023-04-06 01:41:45,701 epoch 72 - iter 1060/2650 - loss 0.06122972 - time (sec): 65.51 - samples/sec: 8948.59 - lr: 0.050000 +2023-04-06 01:42:01,994 epoch 72 - iter 1325/2650 - loss 0.06094290 - time (sec): 81.80 - samples/sec: 8945.99 - lr: 0.050000 +2023-04-06 01:42:18,443 epoch 72 - iter 1590/2650 - loss 0.06068940 - time (sec): 98.25 - samples/sec: 8935.80 - lr: 0.050000 +2023-04-06 01:42:34,871 epoch 72 - iter 1855/2650 - loss 0.06072985 - time (sec): 114.68 - samples/sec: 8920.18 - lr: 0.050000 +2023-04-06 01:42:50,988 epoch 72 - iter 2120/2650 - loss 0.06077031 - time (sec): 130.80 - samples/sec: 8932.94 - lr: 0.050000 +2023-04-06 01:43:07,157 epoch 72 - iter 2385/2650 - loss 0.06076235 - time (sec): 146.97 - samples/sec: 8952.34 - lr: 0.050000 +2023-04-06 01:43:23,132 epoch 72 - iter 2650/2650 - loss 0.06067344 - time (sec): 162.94 - samples/sec: 8974.76 - lr: 0.050000 +2023-04-06 01:43:23,132 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:43:23,132 EPOCH 72 done: loss 0.0607 - lr 0.050000 +2023-04-06 01:43:23,132 BAD EPOCHS (no improvement): 2 +2023-04-06 01:43:23,136 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:43:39,034 epoch 73 - iter 265/2650 - loss 0.06099146 - time (sec): 15.90 - samples/sec: 9049.53 - lr: 0.050000 +2023-04-06 01:43:55,804 epoch 73 - iter 530/2650 - loss 0.06106996 - time (sec): 32.67 - samples/sec: 8889.39 - lr: 0.050000 +2023-04-06 01:44:12,774 epoch 73 - iter 795/2650 - loss 0.06051164 - time (sec): 49.64 - samples/sec: 8805.85 - lr: 0.050000 +2023-04-06 01:44:29,182 epoch 73 - iter 1060/2650 - loss 0.06003651 - time (sec): 66.05 - samples/sec: 8837.08 - lr: 0.050000 +2023-04-06 01:44:46,365 epoch 73 - iter 1325/2650 - loss 0.05983305 - time (sec): 83.23 - samples/sec: 8813.33 - lr: 0.050000 +2023-04-06 01:45:03,209 epoch 73 - iter 1590/2650 - loss 0.05961804 - time (sec): 100.07 - samples/sec: 8792.00 - lr: 0.050000 +2023-04-06 01:45:19,702 epoch 73 - iter 1855/2650 - loss 0.05969813 - time (sec): 116.57 - samples/sec: 8800.61 - lr: 0.050000 +2023-04-06 01:45:35,949 epoch 73 - iter 2120/2650 - loss 0.05982067 - time (sec): 132.81 - samples/sec: 8825.77 - lr: 0.050000 +2023-04-06 01:45:51,715 epoch 73 - iter 2385/2650 - loss 0.05976283 - time (sec): 148.58 - samples/sec: 8862.98 - lr: 0.050000 +2023-04-06 01:46:07,944 epoch 73 - iter 2650/2650 - loss 0.05982782 - time (sec): 164.81 - samples/sec: 8873.14 - lr: 0.050000 +2023-04-06 01:46:07,944 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:46:07,944 EPOCH 73 done: loss 0.0598 - lr 0.050000 +2023-04-06 01:46:07,944 BAD EPOCHS (no improvement): 0 +2023-04-06 01:46:07,948 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:46:24,225 epoch 74 - iter 265/2650 - loss 0.05735971 - time (sec): 16.28 - samples/sec: 8978.45 - lr: 0.050000 +2023-04-06 01:46:40,115 epoch 74 - iter 530/2650 - loss 0.05747484 - time (sec): 32.17 - samples/sec: 9050.16 - lr: 0.050000 +2023-04-06 01:46:56,415 epoch 74 - iter 795/2650 - loss 0.05808939 - time (sec): 48.47 - samples/sec: 9043.27 - lr: 0.050000 +2023-04-06 01:47:13,142 epoch 74 - iter 1060/2650 - loss 0.05885597 - time (sec): 65.19 - samples/sec: 8994.50 - lr: 0.050000 +2023-04-06 01:47:28,778 epoch 74 - iter 1325/2650 - loss 0.05883148 - time (sec): 80.83 - samples/sec: 9018.28 - lr: 0.050000 +2023-04-06 01:47:44,823 epoch 74 - iter 1590/2650 - loss 0.05939549 - time (sec): 96.87 - samples/sec: 9041.64 - lr: 0.050000 +2023-04-06 01:48:01,152 epoch 74 - iter 1855/2650 - loss 0.05979969 - time (sec): 113.20 - samples/sec: 9037.97 - lr: 0.050000 +2023-04-06 01:48:18,229 epoch 74 - iter 2120/2650 - loss 0.05993982 - time (sec): 130.28 - samples/sec: 8979.36 - lr: 0.050000 +2023-04-06 01:48:34,609 epoch 74 - iter 2385/2650 - loss 0.05984521 - time (sec): 146.66 - samples/sec: 8973.36 - lr: 0.050000 +2023-04-06 01:48:50,958 epoch 74 - iter 2650/2650 - loss 0.05982666 - time (sec): 163.01 - samples/sec: 8970.99 - lr: 0.050000 +2023-04-06 01:48:50,958 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:48:50,958 EPOCH 74 done: loss 0.0598 - lr 0.050000 +2023-04-06 01:48:50,958 BAD EPOCHS (no improvement): 0 +2023-04-06 01:48:50,965 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:49:07,370 epoch 75 - iter 265/2650 - loss 0.05694838 - time (sec): 16.40 - samples/sec: 8927.41 - lr: 0.050000 +2023-04-06 01:49:23,208 epoch 75 - iter 530/2650 - loss 0.05810694 - time (sec): 32.24 - samples/sec: 9040.88 - lr: 0.050000 +2023-04-06 01:49:39,421 epoch 75 - iter 795/2650 - loss 0.05843146 - time (sec): 48.46 - samples/sec: 9031.11 - lr: 0.050000 +2023-04-06 01:49:55,375 epoch 75 - iter 1060/2650 - loss 0.05893091 - time (sec): 64.41 - samples/sec: 9062.00 - lr: 0.050000 +2023-04-06 01:50:11,621 epoch 75 - iter 1325/2650 - loss 0.05882014 - time (sec): 80.66 - samples/sec: 9076.29 - lr: 0.050000 +2023-04-06 01:50:28,146 epoch 75 - iter 1590/2650 - loss 0.05894786 - time (sec): 97.18 - samples/sec: 9049.83 - lr: 0.050000 +2023-04-06 01:50:44,453 epoch 75 - iter 1855/2650 - loss 0.05891400 - time (sec): 113.49 - samples/sec: 9035.75 - lr: 0.050000 +2023-04-06 01:51:00,739 epoch 75 - iter 2120/2650 - loss 0.05903692 - time (sec): 129.77 - samples/sec: 9018.00 - lr: 0.050000 +2023-04-06 01:51:16,978 epoch 75 - iter 2385/2650 - loss 0.05926021 - time (sec): 146.01 - samples/sec: 9009.16 - lr: 0.050000 +2023-04-06 01:51:33,220 epoch 75 - iter 2650/2650 - loss 0.05925629 - time (sec): 162.25 - samples/sec: 9012.77 - lr: 0.050000 +2023-04-06 01:51:33,220 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:51:33,220 EPOCH 75 done: loss 0.0593 - lr 0.050000 +2023-04-06 01:51:33,220 BAD EPOCHS (no improvement): 0 +2023-04-06 01:51:33,224 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:51:49,525 epoch 76 - iter 265/2650 - loss 0.05986622 - time (sec): 16.30 - samples/sec: 8978.42 - lr: 0.050000 +2023-04-06 01:52:05,990 epoch 76 - iter 530/2650 - loss 0.05926669 - time (sec): 32.77 - samples/sec: 8960.89 - lr: 0.050000 +2023-04-06 01:52:21,968 epoch 76 - iter 795/2650 - loss 0.05963733 - time (sec): 48.74 - samples/sec: 9016.83 - lr: 0.050000 +2023-04-06 01:52:37,782 epoch 76 - iter 1060/2650 - loss 0.05951153 - time (sec): 64.56 - samples/sec: 9028.80 - lr: 0.050000 +2023-04-06 01:52:53,946 epoch 76 - iter 1325/2650 - loss 0.05947104 - time (sec): 80.72 - samples/sec: 9037.03 - lr: 0.050000 +2023-04-06 01:53:10,053 epoch 76 - iter 1590/2650 - loss 0.05953152 - time (sec): 96.83 - samples/sec: 9032.03 - lr: 0.050000 +2023-04-06 01:53:26,285 epoch 76 - iter 1855/2650 - loss 0.05939834 - time (sec): 113.06 - samples/sec: 9042.34 - lr: 0.050000 +2023-04-06 01:53:42,396 epoch 76 - iter 2120/2650 - loss 0.05918680 - time (sec): 129.17 - samples/sec: 9042.56 - lr: 0.050000 +2023-04-06 01:53:58,596 epoch 76 - iter 2385/2650 - loss 0.05929541 - time (sec): 145.37 - samples/sec: 9050.68 - lr: 0.050000 +2023-04-06 01:54:15,227 epoch 76 - iter 2650/2650 - loss 0.05941601 - time (sec): 162.00 - samples/sec: 9026.73 - lr: 0.050000 +2023-04-06 01:54:15,228 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:54:15,228 EPOCH 76 done: loss 0.0594 - lr 0.050000 +2023-04-06 01:54:15,228 BAD EPOCHS (no improvement): 1 +2023-04-06 01:54:15,231 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:54:31,587 epoch 77 - iter 265/2650 - loss 0.05958609 - time (sec): 16.36 - samples/sec: 9049.28 - lr: 0.050000 +2023-04-06 01:54:47,652 epoch 77 - iter 530/2650 - loss 0.05895801 - time (sec): 32.42 - samples/sec: 9037.94 - lr: 0.050000 +2023-04-06 01:55:03,523 epoch 77 - iter 795/2650 - loss 0.05826808 - time (sec): 48.29 - samples/sec: 9051.83 - lr: 0.050000 +2023-04-06 01:55:19,883 epoch 77 - iter 1060/2650 - loss 0.05846582 - time (sec): 64.65 - samples/sec: 9015.05 - lr: 0.050000 +2023-04-06 01:55:36,037 epoch 77 - iter 1325/2650 - loss 0.05903776 - time (sec): 80.81 - samples/sec: 9045.43 - lr: 0.050000 +2023-04-06 01:55:52,285 epoch 77 - iter 1590/2650 - loss 0.05909274 - time (sec): 97.05 - samples/sec: 9054.55 - lr: 0.050000 +2023-04-06 01:56:08,614 epoch 77 - iter 1855/2650 - loss 0.05919032 - time (sec): 113.38 - samples/sec: 9051.67 - lr: 0.050000 +2023-04-06 01:56:24,745 epoch 77 - iter 2120/2650 - loss 0.05927894 - time (sec): 129.51 - samples/sec: 9033.64 - lr: 0.050000 +2023-04-06 01:56:40,856 epoch 77 - iter 2385/2650 - loss 0.05914626 - time (sec): 145.62 - samples/sec: 9043.56 - lr: 0.050000 +2023-04-06 01:56:57,234 epoch 77 - iter 2650/2650 - loss 0.05928229 - time (sec): 162.00 - samples/sec: 9026.80 - lr: 0.050000 +2023-04-06 01:56:57,234 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:56:57,234 EPOCH 77 done: loss 0.0593 - lr 0.050000 +2023-04-06 01:56:57,234 BAD EPOCHS (no improvement): 2 +2023-04-06 01:56:57,237 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:57:13,189 epoch 78 - iter 265/2650 - loss 0.06083712 - time (sec): 15.95 - samples/sec: 9147.83 - lr: 0.050000 +2023-04-06 01:57:30,121 epoch 78 - iter 530/2650 - loss 0.05894702 - time (sec): 32.88 - samples/sec: 8962.18 - lr: 0.050000 +2023-04-06 01:57:46,482 epoch 78 - iter 795/2650 - loss 0.05949651 - time (sec): 49.24 - samples/sec: 8949.97 - lr: 0.050000 +2023-04-06 01:58:02,811 epoch 78 - iter 1060/2650 - loss 0.05905914 - time (sec): 65.57 - samples/sec: 8943.70 - lr: 0.050000 +2023-04-06 01:58:19,796 epoch 78 - iter 1325/2650 - loss 0.05905131 - time (sec): 82.56 - samples/sec: 8872.05 - lr: 0.050000 +2023-04-06 01:58:36,455 epoch 78 - iter 1590/2650 - loss 0.05897515 - time (sec): 99.22 - samples/sec: 8864.67 - lr: 0.050000 +2023-04-06 01:58:52,817 epoch 78 - iter 1855/2650 - loss 0.05905339 - time (sec): 115.58 - samples/sec: 8878.73 - lr: 0.050000 +2023-04-06 01:59:09,134 epoch 78 - iter 2120/2650 - loss 0.05899531 - time (sec): 131.90 - samples/sec: 8874.53 - lr: 0.050000 +2023-04-06 01:59:25,049 epoch 78 - iter 2385/2650 - loss 0.05880263 - time (sec): 147.81 - samples/sec: 8902.88 - lr: 0.050000 +2023-04-06 01:59:41,066 epoch 78 - iter 2650/2650 - loss 0.05901085 - time (sec): 163.83 - samples/sec: 8926.15 - lr: 0.050000 +2023-04-06 01:59:41,066 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:59:41,066 EPOCH 78 done: loss 0.0590 - lr 0.050000 +2023-04-06 01:59:41,066 BAD EPOCHS (no improvement): 0 +2023-04-06 01:59:41,069 ---------------------------------------------------------------------------------------------------- +2023-04-06 01:59:57,059 epoch 79 - iter 265/2650 - loss 0.05688903 - time (sec): 15.99 - samples/sec: 9160.58 - lr: 0.050000 +2023-04-06 02:00:13,704 epoch 79 - iter 530/2650 - loss 0.05744581 - time (sec): 32.64 - samples/sec: 8954.85 - lr: 0.050000 +2023-04-06 02:00:29,900 epoch 79 - iter 795/2650 - loss 0.05823708 - time (sec): 48.83 - samples/sec: 8947.33 - lr: 0.050000 +2023-04-06 02:00:46,157 epoch 79 - iter 1060/2650 - loss 0.05803658 - time (sec): 65.09 - samples/sec: 8960.61 - lr: 0.050000 +2023-04-06 02:01:02,617 epoch 79 - iter 1325/2650 - loss 0.05855100 - time (sec): 81.55 - samples/sec: 8948.00 - lr: 0.050000 +2023-04-06 02:01:18,463 epoch 79 - iter 1590/2650 - loss 0.05864862 - time (sec): 97.39 - samples/sec: 8978.70 - lr: 0.050000 +2023-04-06 02:01:34,905 epoch 79 - iter 1855/2650 - loss 0.05845558 - time (sec): 113.84 - samples/sec: 8969.76 - lr: 0.050000 +2023-04-06 02:01:50,872 epoch 79 - iter 2120/2650 - loss 0.05847739 - time (sec): 129.80 - samples/sec: 8991.79 - lr: 0.050000 +2023-04-06 02:02:07,627 epoch 79 - iter 2385/2650 - loss 0.05868018 - time (sec): 146.56 - samples/sec: 8972.90 - lr: 0.050000 +2023-04-06 02:02:24,039 epoch 79 - iter 2650/2650 - loss 0.05888992 - time (sec): 162.97 - samples/sec: 8973.22 - lr: 0.050000 +2023-04-06 02:02:24,039 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:02:24,039 EPOCH 79 done: loss 0.0589 - lr 0.050000 +2023-04-06 02:02:24,039 BAD EPOCHS (no improvement): 0 +2023-04-06 02:02:24,044 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:02:40,640 epoch 80 - iter 265/2650 - loss 0.05676551 - time (sec): 16.60 - samples/sec: 8807.57 - lr: 0.050000 +2023-04-06 02:02:57,950 epoch 80 - iter 530/2650 - loss 0.05677399 - time (sec): 33.91 - samples/sec: 8680.90 - lr: 0.050000 +2023-04-06 02:03:14,866 epoch 80 - iter 795/2650 - loss 0.05743720 - time (sec): 50.82 - samples/sec: 8666.32 - lr: 0.050000 +2023-04-06 02:03:30,753 epoch 80 - iter 1060/2650 - loss 0.05765375 - time (sec): 66.71 - samples/sec: 8777.53 - lr: 0.050000 +2023-04-06 02:03:46,362 epoch 80 - iter 1325/2650 - loss 0.05798388 - time (sec): 82.32 - samples/sec: 8877.04 - lr: 0.050000 +2023-04-06 02:04:01,853 epoch 80 - iter 1590/2650 - loss 0.05816961 - time (sec): 97.81 - samples/sec: 8952.72 - lr: 0.050000 +2023-04-06 02:04:17,705 epoch 80 - iter 1855/2650 - loss 0.05846233 - time (sec): 113.66 - samples/sec: 8994.11 - lr: 0.050000 +2023-04-06 02:04:34,039 epoch 80 - iter 2120/2650 - loss 0.05852990 - time (sec): 129.99 - samples/sec: 8988.36 - lr: 0.050000 +2023-04-06 02:04:50,278 epoch 80 - iter 2385/2650 - loss 0.05848368 - time (sec): 146.23 - samples/sec: 8995.98 - lr: 0.050000 +2023-04-06 02:05:06,614 epoch 80 - iter 2650/2650 - loss 0.05858013 - time (sec): 162.57 - samples/sec: 8995.32 - lr: 0.050000 +2023-04-06 02:05:06,614 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:05:06,614 EPOCH 80 done: loss 0.0586 - lr 0.050000 +2023-04-06 02:05:06,614 BAD EPOCHS (no improvement): 0 +2023-04-06 02:05:06,618 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:05:23,400 epoch 81 - iter 265/2650 - loss 0.05862800 - time (sec): 16.78 - samples/sec: 8772.63 - lr: 0.050000 +2023-04-06 02:05:39,757 epoch 81 - iter 530/2650 - loss 0.06013750 - time (sec): 33.14 - samples/sec: 8857.61 - lr: 0.050000 +2023-04-06 02:05:56,158 epoch 81 - iter 795/2650 - loss 0.05994708 - time (sec): 49.54 - samples/sec: 8882.63 - lr: 0.050000 +2023-04-06 02:06:12,273 epoch 81 - iter 1060/2650 - loss 0.05962611 - time (sec): 65.65 - samples/sec: 8939.19 - lr: 0.050000 +2023-04-06 02:06:28,170 epoch 81 - iter 1325/2650 - loss 0.05903866 - time (sec): 81.55 - samples/sec: 8994.22 - lr: 0.050000 +2023-04-06 02:06:44,328 epoch 81 - iter 1590/2650 - loss 0.05887945 - time (sec): 97.71 - samples/sec: 8995.50 - lr: 0.050000 +2023-04-06 02:07:00,370 epoch 81 - iter 1855/2650 - loss 0.05893075 - time (sec): 113.75 - samples/sec: 9018.34 - lr: 0.050000 +2023-04-06 02:07:16,456 epoch 81 - iter 2120/2650 - loss 0.05871074 - time (sec): 129.84 - samples/sec: 9019.61 - lr: 0.050000 +2023-04-06 02:07:32,824 epoch 81 - iter 2385/2650 - loss 0.05866572 - time (sec): 146.21 - samples/sec: 9012.56 - lr: 0.050000 +2023-04-06 02:07:48,883 epoch 81 - iter 2650/2650 - loss 0.05857376 - time (sec): 162.26 - samples/sec: 9012.21 - lr: 0.050000 +2023-04-06 02:07:48,883 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:07:48,883 EPOCH 81 done: loss 0.0586 - lr 0.050000 +2023-04-06 02:07:48,884 BAD EPOCHS (no improvement): 0 +2023-04-06 02:07:48,887 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:08:04,976 epoch 82 - iter 265/2650 - loss 0.05797303 - time (sec): 16.09 - samples/sec: 9034.35 - lr: 0.050000 +2023-04-06 02:08:21,019 epoch 82 - iter 530/2650 - loss 0.05870079 - time (sec): 32.13 - samples/sec: 9051.34 - lr: 0.050000 +2023-04-06 02:08:37,457 epoch 82 - iter 795/2650 - loss 0.05845008 - time (sec): 48.57 - samples/sec: 9001.67 - lr: 0.050000 +2023-04-06 02:08:53,773 epoch 82 - iter 1060/2650 - loss 0.05828115 - time (sec): 64.89 - samples/sec: 9011.63 - lr: 0.050000 +2023-04-06 02:09:09,906 epoch 82 - iter 1325/2650 - loss 0.05831614 - time (sec): 81.02 - samples/sec: 9010.39 - lr: 0.050000 +2023-04-06 02:09:26,171 epoch 82 - iter 1590/2650 - loss 0.05852519 - time (sec): 97.28 - samples/sec: 8995.89 - lr: 0.050000 +2023-04-06 02:09:42,882 epoch 82 - iter 1855/2650 - loss 0.05844158 - time (sec): 113.99 - samples/sec: 8979.35 - lr: 0.050000 +2023-04-06 02:09:59,107 epoch 82 - iter 2120/2650 - loss 0.05841816 - time (sec): 130.22 - samples/sec: 8979.44 - lr: 0.050000 +2023-04-06 02:10:15,186 epoch 82 - iter 2385/2650 - loss 0.05838704 - time (sec): 146.30 - samples/sec: 8986.88 - lr: 0.050000 +2023-04-06 02:10:31,417 epoch 82 - iter 2650/2650 - loss 0.05859043 - time (sec): 162.53 - samples/sec: 8997.53 - lr: 0.050000 +2023-04-06 02:10:31,417 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:10:31,417 EPOCH 82 done: loss 0.0586 - lr 0.050000 +2023-04-06 02:10:31,417 BAD EPOCHS (no improvement): 1 +2023-04-06 02:10:31,421 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:10:47,544 epoch 83 - iter 265/2650 - loss 0.05711498 - time (sec): 16.12 - samples/sec: 8945.73 - lr: 0.050000 +2023-04-06 02:11:03,853 epoch 83 - iter 530/2650 - loss 0.05761394 - time (sec): 32.43 - samples/sec: 9014.68 - lr: 0.050000 +2023-04-06 02:11:19,976 epoch 83 - iter 795/2650 - loss 0.05823418 - time (sec): 48.55 - samples/sec: 9002.09 - lr: 0.050000 +2023-04-06 02:11:36,142 epoch 83 - iter 1060/2650 - loss 0.05817542 - time (sec): 64.72 - samples/sec: 9031.04 - lr: 0.050000 +2023-04-06 02:11:52,510 epoch 83 - iter 1325/2650 - loss 0.05814698 - time (sec): 81.09 - samples/sec: 9024.02 - lr: 0.050000 +2023-04-06 02:12:08,921 epoch 83 - iter 1590/2650 - loss 0.05827530 - time (sec): 97.50 - samples/sec: 9005.81 - lr: 0.050000 +2023-04-06 02:12:25,263 epoch 83 - iter 1855/2650 - loss 0.05845873 - time (sec): 113.84 - samples/sec: 9009.70 - lr: 0.050000 +2023-04-06 02:12:41,571 epoch 83 - iter 2120/2650 - loss 0.05862116 - time (sec): 130.15 - samples/sec: 9011.60 - lr: 0.050000 +2023-04-06 02:12:57,633 epoch 83 - iter 2385/2650 - loss 0.05863652 - time (sec): 146.21 - samples/sec: 9010.52 - lr: 0.050000 +2023-04-06 02:13:13,681 epoch 83 - iter 2650/2650 - loss 0.05869637 - time (sec): 162.26 - samples/sec: 9012.44 - lr: 0.050000 +2023-04-06 02:13:13,681 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:13:13,681 EPOCH 83 done: loss 0.0587 - lr 0.050000 +2023-04-06 02:13:13,681 BAD EPOCHS (no improvement): 2 +2023-04-06 02:13:13,685 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:13:30,159 epoch 84 - iter 265/2650 - loss 0.05924134 - time (sec): 16.47 - samples/sec: 9047.15 - lr: 0.050000 +2023-04-06 02:13:46,350 epoch 84 - iter 530/2650 - loss 0.05762167 - time (sec): 32.66 - samples/sec: 8997.02 - lr: 0.050000 +2023-04-06 02:14:02,771 epoch 84 - iter 795/2650 - loss 0.05755454 - time (sec): 49.09 - samples/sec: 9012.06 - lr: 0.050000 +2023-04-06 02:14:19,036 epoch 84 - iter 1060/2650 - loss 0.05750750 - time (sec): 65.35 - samples/sec: 8984.58 - lr: 0.050000 +2023-04-06 02:14:35,548 epoch 84 - iter 1325/2650 - loss 0.05785789 - time (sec): 81.86 - samples/sec: 8970.91 - lr: 0.050000 +2023-04-06 02:14:51,308 epoch 84 - iter 1590/2650 - loss 0.05795300 - time (sec): 97.62 - samples/sec: 9017.56 - lr: 0.050000 +2023-04-06 02:15:07,702 epoch 84 - iter 1855/2650 - loss 0.05803472 - time (sec): 114.02 - samples/sec: 9008.98 - lr: 0.050000 +2023-04-06 02:15:24,058 epoch 84 - iter 2120/2650 - loss 0.05809299 - time (sec): 130.37 - samples/sec: 9004.56 - lr: 0.050000 +2023-04-06 02:15:39,960 epoch 84 - iter 2385/2650 - loss 0.05802766 - time (sec): 146.27 - samples/sec: 9004.67 - lr: 0.050000 +2023-04-06 02:15:56,214 epoch 84 - iter 2650/2650 - loss 0.05806697 - time (sec): 162.53 - samples/sec: 8997.53 - lr: 0.050000 +2023-04-06 02:15:56,215 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:15:56,215 EPOCH 84 done: loss 0.0581 - lr 0.050000 +2023-04-06 02:15:56,215 BAD EPOCHS (no improvement): 0 +2023-04-06 02:15:56,217 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:16:12,457 epoch 85 - iter 265/2650 - loss 0.05739775 - time (sec): 16.24 - samples/sec: 9013.54 - lr: 0.050000 +2023-04-06 02:16:28,601 epoch 85 - iter 530/2650 - loss 0.05738509 - time (sec): 32.38 - samples/sec: 9048.29 - lr: 0.050000 +2023-04-06 02:16:45,039 epoch 85 - iter 795/2650 - loss 0.05751892 - time (sec): 48.82 - samples/sec: 9000.33 - lr: 0.050000 +2023-04-06 02:17:01,242 epoch 85 - iter 1060/2650 - loss 0.05748777 - time (sec): 65.02 - samples/sec: 9000.92 - lr: 0.050000 +2023-04-06 02:17:17,726 epoch 85 - iter 1325/2650 - loss 0.05779613 - time (sec): 81.51 - samples/sec: 8976.78 - lr: 0.050000 +2023-04-06 02:17:34,049 epoch 85 - iter 1590/2650 - loss 0.05795797 - time (sec): 97.83 - samples/sec: 8979.43 - lr: 0.050000 +2023-04-06 02:17:50,097 epoch 85 - iter 1855/2650 - loss 0.05803166 - time (sec): 113.88 - samples/sec: 8992.14 - lr: 0.050000 +2023-04-06 02:18:06,210 epoch 85 - iter 2120/2650 - loss 0.05795077 - time (sec): 129.99 - samples/sec: 9006.17 - lr: 0.050000 +2023-04-06 02:18:22,656 epoch 85 - iter 2385/2650 - loss 0.05784696 - time (sec): 146.44 - samples/sec: 8990.38 - lr: 0.050000 +2023-04-06 02:18:39,362 epoch 85 - iter 2650/2650 - loss 0.05798299 - time (sec): 163.14 - samples/sec: 8963.58 - lr: 0.050000 +2023-04-06 02:18:39,363 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:18:39,363 EPOCH 85 done: loss 0.0580 - lr 0.050000 +2023-04-06 02:18:39,363 BAD EPOCHS (no improvement): 0 +2023-04-06 02:18:39,366 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:18:56,035 epoch 86 - iter 265/2650 - loss 0.05678638 - time (sec): 16.67 - samples/sec: 8758.66 - lr: 0.050000 +2023-04-06 02:19:12,694 epoch 86 - iter 530/2650 - loss 0.05614176 - time (sec): 33.33 - samples/sec: 8764.71 - lr: 0.050000 +2023-04-06 02:19:29,221 epoch 86 - iter 795/2650 - loss 0.05639633 - time (sec): 49.86 - samples/sec: 8804.86 - lr: 0.050000 +2023-04-06 02:19:45,281 epoch 86 - iter 1060/2650 - loss 0.05717778 - time (sec): 65.92 - samples/sec: 8887.07 - lr: 0.050000 +2023-04-06 02:20:01,740 epoch 86 - iter 1325/2650 - loss 0.05726211 - time (sec): 82.37 - samples/sec: 8909.84 - lr: 0.050000 +2023-04-06 02:20:18,642 epoch 86 - iter 1590/2650 - loss 0.05737872 - time (sec): 99.28 - samples/sec: 8885.88 - lr: 0.050000 +2023-04-06 02:20:35,213 epoch 86 - iter 1855/2650 - loss 0.05761324 - time (sec): 115.85 - samples/sec: 8878.96 - lr: 0.050000 +2023-04-06 02:21:02,527 epoch 86 - iter 2120/2650 - loss 0.05773926 - time (sec): 143.16 - samples/sec: 8184.42 - lr: 0.050000 +2023-04-06 02:21:19,157 epoch 86 - iter 2385/2650 - loss 0.05790347 - time (sec): 159.79 - samples/sec: 8248.94 - lr: 0.050000 +2023-04-06 02:21:35,344 epoch 86 - iter 2650/2650 - loss 0.05783863 - time (sec): 175.98 - samples/sec: 8309.92 - lr: 0.050000 +2023-04-06 02:21:35,344 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:21:35,344 EPOCH 86 done: loss 0.0578 - lr 0.050000 +2023-04-06 02:21:35,344 BAD EPOCHS (no improvement): 0 +2023-04-06 02:21:35,348 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:21:51,580 epoch 87 - iter 265/2650 - loss 0.05630755 - time (sec): 16.23 - samples/sec: 8935.03 - lr: 0.050000 +2023-04-06 02:22:07,861 epoch 87 - iter 530/2650 - loss 0.05666281 - time (sec): 32.51 - samples/sec: 8947.39 - lr: 0.050000 +2023-04-06 02:22:24,184 epoch 87 - iter 795/2650 - loss 0.05700832 - time (sec): 48.84 - samples/sec: 8948.10 - lr: 0.050000 +2023-04-06 02:22:40,568 epoch 87 - iter 1060/2650 - loss 0.05733437 - time (sec): 65.22 - samples/sec: 8926.49 - lr: 0.050000 +2023-04-06 02:22:57,304 epoch 87 - iter 1325/2650 - loss 0.05726032 - time (sec): 81.96 - samples/sec: 8891.66 - lr: 0.050000 +2023-04-06 02:23:14,019 epoch 87 - iter 1590/2650 - loss 0.05734165 - time (sec): 98.67 - samples/sec: 8884.69 - lr: 0.050000 +2023-04-06 02:23:30,333 epoch 87 - iter 1855/2650 - loss 0.05737843 - time (sec): 114.99 - samples/sec: 8897.59 - lr: 0.050000 +2023-04-06 02:23:46,657 epoch 87 - iter 2120/2650 - loss 0.05775036 - time (sec): 131.31 - samples/sec: 8920.01 - lr: 0.050000 +2023-04-06 02:24:02,954 epoch 87 - iter 2385/2650 - loss 0.05787382 - time (sec): 147.61 - samples/sec: 8921.00 - lr: 0.050000 +2023-04-06 02:24:19,254 epoch 87 - iter 2650/2650 - loss 0.05805514 - time (sec): 163.91 - samples/sec: 8921.93 - lr: 0.050000 +2023-04-06 02:24:19,254 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:24:19,255 EPOCH 87 done: loss 0.0581 - lr 0.050000 +2023-04-06 02:24:19,255 BAD EPOCHS (no improvement): 1 +2023-04-06 02:24:19,257 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:24:35,245 epoch 88 - iter 265/2650 - loss 0.05704922 - time (sec): 15.99 - samples/sec: 9117.14 - lr: 0.050000 +2023-04-06 02:24:51,679 epoch 88 - iter 530/2650 - loss 0.05838429 - time (sec): 32.42 - samples/sec: 8992.42 - lr: 0.050000 +2023-04-06 02:25:08,174 epoch 88 - iter 795/2650 - loss 0.05812453 - time (sec): 48.92 - samples/sec: 8973.78 - lr: 0.050000 +2023-04-06 02:25:24,357 epoch 88 - iter 1060/2650 - loss 0.05801985 - time (sec): 65.10 - samples/sec: 8981.88 - lr: 0.050000 +2023-04-06 02:25:40,303 epoch 88 - iter 1325/2650 - loss 0.05768619 - time (sec): 81.05 - samples/sec: 8996.14 - lr: 0.050000 +2023-04-06 02:25:56,933 epoch 88 - iter 1590/2650 - loss 0.05805175 - time (sec): 97.68 - samples/sec: 8960.21 - lr: 0.050000 +2023-04-06 02:26:13,758 epoch 88 - iter 1855/2650 - loss 0.05806941 - time (sec): 114.50 - samples/sec: 8928.80 - lr: 0.050000 +2023-04-06 02:26:29,971 epoch 88 - iter 2120/2650 - loss 0.05795698 - time (sec): 130.71 - samples/sec: 8930.26 - lr: 0.050000 +2023-04-06 02:26:46,660 epoch 88 - iter 2385/2650 - loss 0.05792952 - time (sec): 147.40 - samples/sec: 8925.11 - lr: 0.050000 +2023-04-06 02:27:03,210 epoch 88 - iter 2650/2650 - loss 0.05790648 - time (sec): 163.95 - samples/sec: 8919.44 - lr: 0.050000 +2023-04-06 02:27:03,210 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:27:03,210 EPOCH 88 done: loss 0.0579 - lr 0.050000 +2023-04-06 02:27:03,210 BAD EPOCHS (no improvement): 2 +2023-04-06 02:27:03,213 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:27:19,165 epoch 89 - iter 265/2650 - loss 0.05733864 - time (sec): 15.95 - samples/sec: 9037.00 - lr: 0.050000 +2023-04-06 02:27:35,377 epoch 89 - iter 530/2650 - loss 0.05710991 - time (sec): 32.16 - samples/sec: 9031.90 - lr: 0.050000 +2023-04-06 02:27:51,890 epoch 89 - iter 795/2650 - loss 0.05712044 - time (sec): 48.68 - samples/sec: 8975.95 - lr: 0.050000 +2023-04-06 02:28:08,503 epoch 89 - iter 1060/2650 - loss 0.05732019 - time (sec): 65.29 - samples/sec: 8944.61 - lr: 0.050000 +2023-04-06 02:28:24,407 epoch 89 - iter 1325/2650 - loss 0.05729035 - time (sec): 81.19 - samples/sec: 8988.63 - lr: 0.050000 +2023-04-06 02:28:40,587 epoch 89 - iter 1590/2650 - loss 0.05719169 - time (sec): 97.37 - samples/sec: 9008.47 - lr: 0.050000 +2023-04-06 02:28:56,929 epoch 89 - iter 1855/2650 - loss 0.05733343 - time (sec): 113.72 - samples/sec: 8988.26 - lr: 0.050000 +2023-04-06 02:29:13,182 epoch 89 - iter 2120/2650 - loss 0.05742566 - time (sec): 129.97 - samples/sec: 8990.40 - lr: 0.050000 +2023-04-06 02:29:29,681 epoch 89 - iter 2385/2650 - loss 0.05754902 - time (sec): 146.47 - samples/sec: 8981.96 - lr: 0.050000 +2023-04-06 02:29:46,525 epoch 89 - iter 2650/2650 - loss 0.05769353 - time (sec): 163.31 - samples/sec: 8954.43 - lr: 0.050000 +2023-04-06 02:29:46,525 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:29:46,525 EPOCH 89 done: loss 0.0577 - lr 0.050000 +2023-04-06 02:29:46,525 BAD EPOCHS (no improvement): 0 +2023-04-06 02:29:46,528 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:30:03,107 epoch 90 - iter 265/2650 - loss 0.05769974 - time (sec): 16.58 - samples/sec: 8871.68 - lr: 0.050000 +2023-04-06 02:30:19,472 epoch 90 - iter 530/2650 - loss 0.05827424 - time (sec): 32.94 - samples/sec: 8896.66 - lr: 0.050000 +2023-04-06 02:30:36,356 epoch 90 - iter 795/2650 - loss 0.05797778 - time (sec): 49.83 - samples/sec: 8810.52 - lr: 0.050000 +2023-04-06 02:30:53,062 epoch 90 - iter 1060/2650 - loss 0.05778844 - time (sec): 66.53 - samples/sec: 8792.01 - lr: 0.050000 +2023-04-06 02:31:08,884 epoch 90 - iter 1325/2650 - loss 0.05762327 - time (sec): 82.36 - samples/sec: 8866.50 - lr: 0.050000 +2023-04-06 02:31:25,280 epoch 90 - iter 1590/2650 - loss 0.05783676 - time (sec): 98.75 - samples/sec: 8885.25 - lr: 0.050000 +2023-04-06 02:31:41,309 epoch 90 - iter 1855/2650 - loss 0.05770713 - time (sec): 114.78 - samples/sec: 8928.45 - lr: 0.050000 +2023-04-06 02:31:58,038 epoch 90 - iter 2120/2650 - loss 0.05777138 - time (sec): 131.51 - samples/sec: 8899.34 - lr: 0.050000 +2023-04-06 02:32:14,822 epoch 90 - iter 2385/2650 - loss 0.05773932 - time (sec): 148.29 - samples/sec: 8873.42 - lr: 0.050000 +2023-04-06 02:32:31,206 epoch 90 - iter 2650/2650 - loss 0.05754015 - time (sec): 164.68 - samples/sec: 8880.12 - lr: 0.050000 +2023-04-06 02:32:31,206 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:32:31,206 EPOCH 90 done: loss 0.0575 - lr 0.050000 +2023-04-06 02:32:31,206 BAD EPOCHS (no improvement): 0 +2023-04-06 02:32:31,210 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:32:47,757 epoch 91 - iter 265/2650 - loss 0.05716919 - time (sec): 16.55 - samples/sec: 8812.10 - lr: 0.050000 +2023-04-06 02:33:04,151 epoch 91 - iter 530/2650 - loss 0.05702699 - time (sec): 32.94 - samples/sec: 8874.53 - lr: 0.050000 +2023-04-06 02:33:20,431 epoch 91 - iter 795/2650 - loss 0.05641660 - time (sec): 49.22 - samples/sec: 8896.98 - lr: 0.050000 +2023-04-06 02:33:36,790 epoch 91 - iter 1060/2650 - loss 0.05620342 - time (sec): 65.58 - samples/sec: 8929.61 - lr: 0.050000 +2023-04-06 02:33:53,087 epoch 91 - iter 1325/2650 - loss 0.05662525 - time (sec): 81.88 - samples/sec: 8952.74 - lr: 0.050000 +2023-04-06 02:34:09,386 epoch 91 - iter 1590/2650 - loss 0.05673693 - time (sec): 98.18 - samples/sec: 8965.18 - lr: 0.050000 +2023-04-06 02:34:25,307 epoch 91 - iter 1855/2650 - loss 0.05691856 - time (sec): 114.10 - samples/sec: 8991.34 - lr: 0.050000 +2023-04-06 02:34:41,401 epoch 91 - iter 2120/2650 - loss 0.05694037 - time (sec): 130.19 - samples/sec: 8995.66 - lr: 0.050000 +2023-04-06 02:34:57,474 epoch 91 - iter 2385/2650 - loss 0.05698004 - time (sec): 146.26 - samples/sec: 9007.50 - lr: 0.050000 +2023-04-06 02:35:13,752 epoch 91 - iter 2650/2650 - loss 0.05696403 - time (sec): 162.54 - samples/sec: 8996.86 - lr: 0.050000 +2023-04-06 02:35:13,752 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:35:13,752 EPOCH 91 done: loss 0.0570 - lr 0.050000 +2023-04-06 02:35:13,752 BAD EPOCHS (no improvement): 0 +2023-04-06 02:35:13,755 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:35:30,294 epoch 92 - iter 265/2650 - loss 0.05520833 - time (sec): 16.54 - samples/sec: 8861.07 - lr: 0.050000 +2023-04-06 02:35:46,831 epoch 92 - iter 530/2650 - loss 0.05632891 - time (sec): 33.08 - samples/sec: 8900.73 - lr: 0.050000 +2023-04-06 02:36:02,796 epoch 92 - iter 795/2650 - loss 0.05627681 - time (sec): 49.04 - samples/sec: 8970.10 - lr: 0.050000 +2023-04-06 02:36:18,886 epoch 92 - iter 1060/2650 - loss 0.05682940 - time (sec): 65.13 - samples/sec: 8999.02 - lr: 0.050000 +2023-04-06 02:36:35,421 epoch 92 - iter 1325/2650 - loss 0.05665319 - time (sec): 81.67 - samples/sec: 8982.74 - lr: 0.050000 +2023-04-06 02:36:51,631 epoch 92 - iter 1590/2650 - loss 0.05669506 - time (sec): 97.88 - samples/sec: 8978.90 - lr: 0.050000 +2023-04-06 02:37:07,997 epoch 92 - iter 1855/2650 - loss 0.05668674 - time (sec): 114.24 - samples/sec: 8961.61 - lr: 0.050000 +2023-04-06 02:37:24,634 epoch 92 - iter 2120/2650 - loss 0.05674580 - time (sec): 130.88 - samples/sec: 8933.08 - lr: 0.050000 +2023-04-06 02:37:41,093 epoch 92 - iter 2385/2650 - loss 0.05680429 - time (sec): 147.34 - samples/sec: 8928.58 - lr: 0.050000 +2023-04-06 02:37:57,557 epoch 92 - iter 2650/2650 - loss 0.05689375 - time (sec): 163.80 - samples/sec: 8927.62 - lr: 0.050000 +2023-04-06 02:37:57,558 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:37:57,558 EPOCH 92 done: loss 0.0569 - lr 0.050000 +2023-04-06 02:37:57,558 BAD EPOCHS (no improvement): 0 +2023-04-06 02:37:57,561 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:38:14,064 epoch 93 - iter 265/2650 - loss 0.05636687 - time (sec): 16.50 - samples/sec: 8830.27 - lr: 0.050000 +2023-04-06 02:38:29,921 epoch 93 - iter 530/2650 - loss 0.05669643 - time (sec): 32.36 - samples/sec: 8973.68 - lr: 0.050000 +2023-04-06 02:38:46,254 epoch 93 - iter 795/2650 - loss 0.05683398 - time (sec): 48.69 - samples/sec: 8936.35 - lr: 0.050000 +2023-04-06 02:39:02,779 epoch 93 - iter 1060/2650 - loss 0.05689228 - time (sec): 65.22 - samples/sec: 8928.37 - lr: 0.050000 +2023-04-06 02:39:18,781 epoch 93 - iter 1325/2650 - loss 0.05696700 - time (sec): 81.22 - samples/sec: 8966.45 - lr: 0.050000 +2023-04-06 02:39:34,800 epoch 93 - iter 1590/2650 - loss 0.05711747 - time (sec): 97.24 - samples/sec: 8987.34 - lr: 0.050000 +2023-04-06 02:39:51,042 epoch 93 - iter 1855/2650 - loss 0.05702278 - time (sec): 113.48 - samples/sec: 9019.58 - lr: 0.050000 +2023-04-06 02:40:07,382 epoch 93 - iter 2120/2650 - loss 0.05717663 - time (sec): 129.82 - samples/sec: 9014.92 - lr: 0.050000 +2023-04-06 02:40:23,672 epoch 93 - iter 2385/2650 - loss 0.05716287 - time (sec): 146.11 - samples/sec: 9005.93 - lr: 0.050000 +2023-04-06 02:40:39,953 epoch 93 - iter 2650/2650 - loss 0.05725182 - time (sec): 162.39 - samples/sec: 9005.17 - lr: 0.050000 +2023-04-06 02:40:39,953 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:40:39,953 EPOCH 93 done: loss 0.0573 - lr 0.050000 +2023-04-06 02:40:39,953 BAD EPOCHS (no improvement): 1 +2023-04-06 02:40:39,960 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:40:56,210 epoch 94 - iter 265/2650 - loss 0.05584749 - time (sec): 16.25 - samples/sec: 9010.24 - lr: 0.050000 +2023-04-06 02:41:12,299 epoch 94 - iter 530/2650 - loss 0.05660343 - time (sec): 32.34 - samples/sec: 9055.84 - lr: 0.050000 +2023-04-06 02:41:28,558 epoch 94 - iter 795/2650 - loss 0.05676285 - time (sec): 48.60 - samples/sec: 8983.31 - lr: 0.050000 +2023-04-06 02:41:45,175 epoch 94 - iter 1060/2650 - loss 0.05688557 - time (sec): 65.22 - samples/sec: 8957.36 - lr: 0.050000 +2023-04-06 02:42:01,104 epoch 94 - iter 1325/2650 - loss 0.05724321 - time (sec): 81.14 - samples/sec: 8991.21 - lr: 0.050000 +2023-04-06 02:42:17,491 epoch 94 - iter 1590/2650 - loss 0.05703208 - time (sec): 97.53 - samples/sec: 8986.43 - lr: 0.050000 +2023-04-06 02:42:33,715 epoch 94 - iter 1855/2650 - loss 0.05690208 - time (sec): 113.75 - samples/sec: 8997.48 - lr: 0.050000 +2023-04-06 02:42:50,346 epoch 94 - iter 2120/2650 - loss 0.05686019 - time (sec): 130.39 - samples/sec: 8967.45 - lr: 0.050000 +2023-04-06 02:43:06,549 epoch 94 - iter 2385/2650 - loss 0.05693304 - time (sec): 146.59 - samples/sec: 8970.18 - lr: 0.050000 +2023-04-06 02:43:22,757 epoch 94 - iter 2650/2650 - loss 0.05696743 - time (sec): 162.80 - samples/sec: 8982.75 - lr: 0.050000 +2023-04-06 02:43:22,757 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:43:22,757 EPOCH 94 done: loss 0.0570 - lr 0.050000 +2023-04-06 02:43:22,757 BAD EPOCHS (no improvement): 2 +2023-04-06 02:43:22,761 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:43:39,384 epoch 95 - iter 265/2650 - loss 0.05482850 - time (sec): 16.62 - samples/sec: 8918.36 - lr: 0.050000 +2023-04-06 02:43:55,712 epoch 95 - iter 530/2650 - loss 0.05610870 - time (sec): 32.95 - samples/sec: 8892.60 - lr: 0.050000 +2023-04-06 02:44:11,724 epoch 95 - iter 795/2650 - loss 0.05582424 - time (sec): 48.96 - samples/sec: 8972.48 - lr: 0.050000 +2023-04-06 02:44:27,647 epoch 95 - iter 1060/2650 - loss 0.05627225 - time (sec): 64.89 - samples/sec: 8998.96 - lr: 0.050000 +2023-04-06 02:44:43,405 epoch 95 - iter 1325/2650 - loss 0.05635687 - time (sec): 80.64 - samples/sec: 9054.32 - lr: 0.050000 +2023-04-06 02:44:59,617 epoch 95 - iter 1590/2650 - loss 0.05648469 - time (sec): 96.86 - samples/sec: 9077.72 - lr: 0.050000 +2023-04-06 02:45:15,339 epoch 95 - iter 1855/2650 - loss 0.05686800 - time (sec): 112.58 - samples/sec: 9099.73 - lr: 0.050000 +2023-04-06 02:45:31,337 epoch 95 - iter 2120/2650 - loss 0.05689909 - time (sec): 128.58 - samples/sec: 9088.83 - lr: 0.050000 +2023-04-06 02:45:47,957 epoch 95 - iter 2385/2650 - loss 0.05694059 - time (sec): 145.20 - samples/sec: 9058.66 - lr: 0.050000 +2023-04-06 02:46:04,171 epoch 95 - iter 2650/2650 - loss 0.05716246 - time (sec): 161.41 - samples/sec: 9059.92 - lr: 0.050000 +2023-04-06 02:46:04,172 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:46:04,172 EPOCH 95 done: loss 0.0572 - lr 0.050000 +2023-04-06 02:46:04,172 BAD EPOCHS (no improvement): 3 +2023-04-06 02:46:04,175 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:46:20,476 epoch 96 - iter 265/2650 - loss 0.05678351 - time (sec): 16.30 - samples/sec: 8969.31 - lr: 0.050000 +2023-04-06 02:46:36,649 epoch 96 - iter 530/2650 - loss 0.05756693 - time (sec): 32.47 - samples/sec: 9022.05 - lr: 0.050000 +2023-04-06 02:46:53,176 epoch 96 - iter 795/2650 - loss 0.05680844 - time (sec): 49.00 - samples/sec: 8971.74 - lr: 0.050000 +2023-04-06 02:47:09,351 epoch 96 - iter 1060/2650 - loss 0.05681240 - time (sec): 65.18 - samples/sec: 9001.51 - lr: 0.050000 +2023-04-06 02:47:25,033 epoch 96 - iter 1325/2650 - loss 0.05680576 - time (sec): 80.86 - samples/sec: 9046.91 - lr: 0.050000 +2023-04-06 02:47:40,987 epoch 96 - iter 1590/2650 - loss 0.05704291 - time (sec): 96.81 - samples/sec: 9055.37 - lr: 0.050000 +2023-04-06 02:47:56,982 epoch 96 - iter 1855/2650 - loss 0.05710847 - time (sec): 112.81 - samples/sec: 9062.98 - lr: 0.050000 +2023-04-06 02:48:13,253 epoch 96 - iter 2120/2650 - loss 0.05713834 - time (sec): 129.08 - samples/sec: 9059.50 - lr: 0.050000 +2023-04-06 02:48:29,277 epoch 96 - iter 2385/2650 - loss 0.05695826 - time (sec): 145.10 - samples/sec: 9075.69 - lr: 0.050000 +2023-04-06 02:48:45,328 epoch 96 - iter 2650/2650 - loss 0.05702884 - time (sec): 161.15 - samples/sec: 9074.39 - lr: 0.050000 +2023-04-06 02:48:45,328 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:48:45,328 EPOCH 96 done: loss 0.0570 - lr 0.050000 +2023-04-06 02:48:45,328 Epoch 96: reducing learning rate of group 0 to 2.5000e-02. +2023-04-06 02:48:45,328 BAD EPOCHS (no improvement): 4 +2023-04-06 02:48:45,332 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:49:01,460 epoch 97 - iter 265/2650 - loss 0.05675168 - time (sec): 16.13 - samples/sec: 9138.38 - lr: 0.025000 +2023-04-06 02:49:17,648 epoch 97 - iter 530/2650 - loss 0.05655065 - time (sec): 32.32 - samples/sec: 9147.31 - lr: 0.025000 +2023-04-06 02:49:33,633 epoch 97 - iter 795/2650 - loss 0.05639335 - time (sec): 48.30 - samples/sec: 9125.16 - lr: 0.025000 +2023-04-06 02:49:49,797 epoch 97 - iter 1060/2650 - loss 0.05648281 - time (sec): 64.47 - samples/sec: 9107.73 - lr: 0.025000 +2023-04-06 02:50:05,581 epoch 97 - iter 1325/2650 - loss 0.05607096 - time (sec): 80.25 - samples/sec: 9124.03 - lr: 0.025000 +2023-04-06 02:50:21,882 epoch 97 - iter 1590/2650 - loss 0.05612122 - time (sec): 96.55 - samples/sec: 9096.09 - lr: 0.025000 +2023-04-06 02:50:37,798 epoch 97 - iter 1855/2650 - loss 0.05593879 - time (sec): 112.47 - samples/sec: 9104.73 - lr: 0.025000 +2023-04-06 02:50:54,511 epoch 97 - iter 2120/2650 - loss 0.05599269 - time (sec): 129.18 - samples/sec: 9070.21 - lr: 0.025000 +2023-04-06 02:51:10,038 epoch 97 - iter 2385/2650 - loss 0.05588086 - time (sec): 144.71 - samples/sec: 9091.15 - lr: 0.025000 +2023-04-06 02:51:25,853 epoch 97 - iter 2650/2650 - loss 0.05586537 - time (sec): 160.52 - samples/sec: 9110.11 - lr: 0.025000 +2023-04-06 02:51:25,853 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:51:25,853 EPOCH 97 done: loss 0.0559 - lr 0.025000 +2023-04-06 02:51:25,853 BAD EPOCHS (no improvement): 0 +2023-04-06 02:51:25,856 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:51:42,006 epoch 98 - iter 265/2650 - loss 0.05579240 - time (sec): 16.15 - samples/sec: 9067.03 - lr: 0.025000 +2023-04-06 02:51:58,259 epoch 98 - iter 530/2650 - loss 0.05499418 - time (sec): 32.40 - samples/sec: 9068.31 - lr: 0.025000 +2023-04-06 02:52:14,370 epoch 98 - iter 795/2650 - loss 0.05493113 - time (sec): 48.51 - samples/sec: 9036.01 - lr: 0.025000 +2023-04-06 02:52:30,594 epoch 98 - iter 1060/2650 - loss 0.05511153 - time (sec): 64.74 - samples/sec: 9032.59 - lr: 0.025000 +2023-04-06 02:52:46,883 epoch 98 - iter 1325/2650 - loss 0.05502608 - time (sec): 81.03 - samples/sec: 9006.96 - lr: 0.025000 +2023-04-06 02:53:02,971 epoch 98 - iter 1590/2650 - loss 0.05466093 - time (sec): 97.12 - samples/sec: 9018.77 - lr: 0.025000 +2023-04-06 02:53:19,199 epoch 98 - iter 1855/2650 - loss 0.05466147 - time (sec): 113.34 - samples/sec: 9017.23 - lr: 0.025000 +2023-04-06 02:53:35,709 epoch 98 - iter 2120/2650 - loss 0.05484845 - time (sec): 129.85 - samples/sec: 8989.97 - lr: 0.025000 +2023-04-06 02:53:51,975 epoch 98 - iter 2385/2650 - loss 0.05480305 - time (sec): 146.12 - samples/sec: 9001.44 - lr: 0.025000 +2023-04-06 02:54:08,097 epoch 98 - iter 2650/2650 - loss 0.05467063 - time (sec): 162.24 - samples/sec: 9013.53 - lr: 0.025000 +2023-04-06 02:54:08,097 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:54:08,097 EPOCH 98 done: loss 0.0547 - lr 0.025000 +2023-04-06 02:54:08,097 BAD EPOCHS (no improvement): 0 +2023-04-06 02:54:08,100 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:54:24,356 epoch 99 - iter 265/2650 - loss 0.05481353 - time (sec): 16.26 - samples/sec: 8969.25 - lr: 0.025000 +2023-04-06 02:54:40,515 epoch 99 - iter 530/2650 - loss 0.05423763 - time (sec): 32.41 - samples/sec: 8976.75 - lr: 0.025000 +2023-04-06 02:54:56,593 epoch 99 - iter 795/2650 - loss 0.05375745 - time (sec): 48.49 - samples/sec: 8995.12 - lr: 0.025000 +2023-04-06 02:55:13,073 epoch 99 - iter 1060/2650 - loss 0.05439653 - time (sec): 64.97 - samples/sec: 8986.55 - lr: 0.025000 +2023-04-06 02:55:29,445 epoch 99 - iter 1325/2650 - loss 0.05453867 - time (sec): 81.34 - samples/sec: 8988.57 - lr: 0.025000 +2023-04-06 02:55:45,653 epoch 99 - iter 1590/2650 - loss 0.05443313 - time (sec): 97.55 - samples/sec: 9003.95 - lr: 0.025000 +2023-04-06 02:56:01,965 epoch 99 - iter 1855/2650 - loss 0.05444087 - time (sec): 113.87 - samples/sec: 9003.22 - lr: 0.025000 +2023-04-06 02:56:17,897 epoch 99 - iter 2120/2650 - loss 0.05436994 - time (sec): 129.80 - samples/sec: 9014.53 - lr: 0.025000 +2023-04-06 02:56:34,463 epoch 99 - iter 2385/2650 - loss 0.05426412 - time (sec): 146.36 - samples/sec: 9000.00 - lr: 0.025000 +2023-04-06 02:56:50,659 epoch 99 - iter 2650/2650 - loss 0.05425154 - time (sec): 162.56 - samples/sec: 8995.89 - lr: 0.025000 +2023-04-06 02:56:50,659 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:56:50,659 EPOCH 99 done: loss 0.0543 - lr 0.025000 +2023-04-06 02:56:50,659 BAD EPOCHS (no improvement): 0 +2023-04-06 02:56:50,663 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:57:07,254 epoch 100 - iter 265/2650 - loss 0.05577445 - time (sec): 16.59 - samples/sec: 8869.53 - lr: 0.025000 +2023-04-06 02:57:23,797 epoch 100 - iter 530/2650 - loss 0.05522605 - time (sec): 33.13 - samples/sec: 8891.44 - lr: 0.025000 +2023-04-06 02:57:40,189 epoch 100 - iter 795/2650 - loss 0.05479972 - time (sec): 49.53 - samples/sec: 8922.85 - lr: 0.025000 +2023-04-06 02:57:56,407 epoch 100 - iter 1060/2650 - loss 0.05443953 - time (sec): 65.74 - samples/sec: 8911.37 - lr: 0.025000 +2023-04-06 02:58:12,500 epoch 100 - iter 1325/2650 - loss 0.05435612 - time (sec): 81.84 - samples/sec: 8934.22 - lr: 0.025000 +2023-04-06 02:58:28,990 epoch 100 - iter 1590/2650 - loss 0.05425674 - time (sec): 98.33 - samples/sec: 8924.96 - lr: 0.025000 +2023-04-06 02:58:45,364 epoch 100 - iter 1855/2650 - loss 0.05416058 - time (sec): 114.70 - samples/sec: 8930.86 - lr: 0.025000 +2023-04-06 02:59:01,468 epoch 100 - iter 2120/2650 - loss 0.05425236 - time (sec): 130.80 - samples/sec: 8949.55 - lr: 0.025000 +2023-04-06 02:59:17,641 epoch 100 - iter 2385/2650 - loss 0.05421510 - time (sec): 146.98 - samples/sec: 8965.80 - lr: 0.025000 +2023-04-06 02:59:33,321 epoch 100 - iter 2650/2650 - loss 0.05426684 - time (sec): 162.66 - samples/sec: 8990.45 - lr: 0.025000 +2023-04-06 02:59:33,321 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:59:33,321 EPOCH 100 done: loss 0.0543 - lr 0.025000 +2023-04-06 02:59:33,321 BAD EPOCHS (no improvement): 1 +2023-04-06 02:59:33,324 ---------------------------------------------------------------------------------------------------- +2023-04-06 02:59:49,271 epoch 101 - iter 265/2650 - loss 0.05251644 - time (sec): 15.95 - samples/sec: 9115.36 - lr: 0.025000 +2023-04-06 03:00:05,018 epoch 101 - iter 530/2650 - loss 0.05305298 - time (sec): 31.69 - samples/sec: 9143.74 - lr: 0.025000 +2023-04-06 03:00:21,470 epoch 101 - iter 795/2650 - loss 0.05280409 - time (sec): 48.15 - samples/sec: 9095.73 - lr: 0.025000 +2023-04-06 03:00:37,372 epoch 101 - iter 1060/2650 - loss 0.05333365 - time (sec): 64.05 - samples/sec: 9110.31 - lr: 0.025000 +2023-04-06 03:00:53,451 epoch 101 - iter 1325/2650 - loss 0.05325329 - time (sec): 80.13 - samples/sec: 9117.38 - lr: 0.025000 +2023-04-06 03:01:09,789 epoch 101 - iter 1590/2650 - loss 0.05314342 - time (sec): 96.46 - samples/sec: 9102.95 - lr: 0.025000 +2023-04-06 03:01:25,851 epoch 101 - iter 1855/2650 - loss 0.05325090 - time (sec): 112.53 - samples/sec: 9104.54 - lr: 0.025000 +2023-04-06 03:01:41,843 epoch 101 - iter 2120/2650 - loss 0.05319048 - time (sec): 128.52 - samples/sec: 9116.28 - lr: 0.025000 +2023-04-06 03:01:58,170 epoch 101 - iter 2385/2650 - loss 0.05360251 - time (sec): 144.85 - samples/sec: 9097.37 - lr: 0.025000 +2023-04-06 03:02:13,950 epoch 101 - iter 2650/2650 - loss 0.05357651 - time (sec): 160.63 - samples/sec: 9104.15 - lr: 0.025000 +2023-04-06 03:02:13,951 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:02:13,951 EPOCH 101 done: loss 0.0536 - lr 0.025000 +2023-04-06 03:02:13,951 BAD EPOCHS (no improvement): 0 +2023-04-06 03:02:13,956 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:02:30,364 epoch 102 - iter 265/2650 - loss 0.05295323 - time (sec): 16.41 - samples/sec: 8990.14 - lr: 0.025000 +2023-04-06 03:02:46,649 epoch 102 - iter 530/2650 - loss 0.05361474 - time (sec): 32.69 - samples/sec: 9033.35 - lr: 0.025000 +2023-04-06 03:03:02,912 epoch 102 - iter 795/2650 - loss 0.05268897 - time (sec): 48.96 - samples/sec: 9008.67 - lr: 0.025000 +2023-04-06 03:03:18,757 epoch 102 - iter 1060/2650 - loss 0.05290713 - time (sec): 64.80 - samples/sec: 9061.06 - lr: 0.025000 +2023-04-06 03:03:35,177 epoch 102 - iter 1325/2650 - loss 0.05323060 - time (sec): 81.22 - samples/sec: 9035.45 - lr: 0.025000 +2023-04-06 03:03:51,537 epoch 102 - iter 1590/2650 - loss 0.05345292 - time (sec): 97.58 - samples/sec: 9012.95 - lr: 0.025000 +2023-04-06 03:04:08,229 epoch 102 - iter 1855/2650 - loss 0.05361675 - time (sec): 114.27 - samples/sec: 8975.81 - lr: 0.025000 +2023-04-06 03:04:24,596 epoch 102 - iter 2120/2650 - loss 0.05382500 - time (sec): 130.64 - samples/sec: 8972.04 - lr: 0.025000 +2023-04-06 03:04:40,682 epoch 102 - iter 2385/2650 - loss 0.05364718 - time (sec): 146.73 - samples/sec: 8972.70 - lr: 0.025000 +2023-04-06 03:04:57,011 epoch 102 - iter 2650/2650 - loss 0.05373903 - time (sec): 163.05 - samples/sec: 8968.53 - lr: 0.025000 +2023-04-06 03:04:57,011 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:04:57,011 EPOCH 102 done: loss 0.0537 - lr 0.025000 +2023-04-06 03:04:57,011 BAD EPOCHS (no improvement): 1 +2023-04-06 03:04:57,015 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:05:13,378 epoch 103 - iter 265/2650 - loss 0.05380953 - time (sec): 16.36 - samples/sec: 9003.83 - lr: 0.025000 +2023-04-06 03:05:29,276 epoch 103 - iter 530/2650 - loss 0.05339576 - time (sec): 32.26 - samples/sec: 9067.40 - lr: 0.025000 +2023-04-06 03:05:44,936 epoch 103 - iter 795/2650 - loss 0.05315897 - time (sec): 47.92 - samples/sec: 9116.47 - lr: 0.025000 +2023-04-06 03:06:01,251 epoch 103 - iter 1060/2650 - loss 0.05302625 - time (sec): 64.24 - samples/sec: 9084.48 - lr: 0.025000 +2023-04-06 03:06:17,862 epoch 103 - iter 1325/2650 - loss 0.05333516 - time (sec): 80.85 - samples/sec: 9057.31 - lr: 0.025000 +2023-04-06 03:06:34,084 epoch 103 - iter 1590/2650 - loss 0.05330144 - time (sec): 97.07 - samples/sec: 9061.21 - lr: 0.025000 +2023-04-06 03:06:50,007 epoch 103 - iter 1855/2650 - loss 0.05357690 - time (sec): 112.99 - samples/sec: 9082.85 - lr: 0.025000 +2023-04-06 03:07:06,368 epoch 103 - iter 2120/2650 - loss 0.05353265 - time (sec): 129.35 - samples/sec: 9068.62 - lr: 0.025000 +2023-04-06 03:07:22,199 epoch 103 - iter 2385/2650 - loss 0.05353289 - time (sec): 145.18 - samples/sec: 9070.95 - lr: 0.025000 +2023-04-06 03:07:38,263 epoch 103 - iter 2650/2650 - loss 0.05351768 - time (sec): 161.25 - samples/sec: 9069.04 - lr: 0.025000 +2023-04-06 03:07:38,263 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:07:38,263 EPOCH 103 done: loss 0.0535 - lr 0.025000 +2023-04-06 03:07:38,263 BAD EPOCHS (no improvement): 0 +2023-04-06 03:07:38,267 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:07:54,421 epoch 104 - iter 265/2650 - loss 0.05177632 - time (sec): 16.15 - samples/sec: 9091.88 - lr: 0.025000 +2023-04-06 03:08:10,365 epoch 104 - iter 530/2650 - loss 0.05193130 - time (sec): 32.10 - samples/sec: 9056.51 - lr: 0.025000 +2023-04-06 03:08:27,077 epoch 104 - iter 795/2650 - loss 0.05241643 - time (sec): 48.81 - samples/sec: 8968.14 - lr: 0.025000 +2023-04-06 03:08:43,549 epoch 104 - iter 1060/2650 - loss 0.05245449 - time (sec): 65.28 - samples/sec: 8954.83 - lr: 0.025000 +2023-04-06 03:08:59,637 epoch 104 - iter 1325/2650 - loss 0.05263660 - time (sec): 81.37 - samples/sec: 8953.78 - lr: 0.025000 +2023-04-06 03:09:15,891 epoch 104 - iter 1590/2650 - loss 0.05283294 - time (sec): 97.62 - samples/sec: 8948.93 - lr: 0.025000 +2023-04-06 03:09:32,231 epoch 104 - iter 1855/2650 - loss 0.05307557 - time (sec): 113.96 - samples/sec: 8965.53 - lr: 0.025000 +2023-04-06 03:09:48,628 epoch 104 - iter 2120/2650 - loss 0.05297690 - time (sec): 130.36 - samples/sec: 8965.87 - lr: 0.025000 +2023-04-06 03:10:04,634 epoch 104 - iter 2385/2650 - loss 0.05297882 - time (sec): 146.37 - samples/sec: 8980.98 - lr: 0.025000 +2023-04-06 03:10:20,758 epoch 104 - iter 2650/2650 - loss 0.05299552 - time (sec): 162.49 - samples/sec: 8999.72 - lr: 0.025000 +2023-04-06 03:10:20,758 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:10:20,758 EPOCH 104 done: loss 0.0530 - lr 0.025000 +2023-04-06 03:10:20,758 BAD EPOCHS (no improvement): 0 +2023-04-06 03:10:20,761 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:10:37,051 epoch 105 - iter 265/2650 - loss 0.05442299 - time (sec): 16.29 - samples/sec: 9035.52 - lr: 0.025000 +2023-04-06 03:10:53,056 epoch 105 - iter 530/2650 - loss 0.05353765 - time (sec): 32.30 - samples/sec: 9029.45 - lr: 0.025000 +2023-04-06 03:11:09,585 epoch 105 - iter 795/2650 - loss 0.05338009 - time (sec): 48.82 - samples/sec: 8963.03 - lr: 0.025000 +2023-04-06 03:11:25,997 epoch 105 - iter 1060/2650 - loss 0.05255469 - time (sec): 65.24 - samples/sec: 8965.05 - lr: 0.025000 +2023-04-06 03:11:41,766 epoch 105 - iter 1325/2650 - loss 0.05237583 - time (sec): 81.01 - samples/sec: 9006.46 - lr: 0.025000 +2023-04-06 03:11:57,981 epoch 105 - iter 1590/2650 - loss 0.05244646 - time (sec): 97.22 - samples/sec: 9014.55 - lr: 0.025000 +2023-04-06 03:12:14,185 epoch 105 - iter 1855/2650 - loss 0.05258646 - time (sec): 113.42 - samples/sec: 9019.00 - lr: 0.025000 +2023-04-06 03:12:30,866 epoch 105 - iter 2120/2650 - loss 0.05277190 - time (sec): 130.10 - samples/sec: 9007.58 - lr: 0.025000 +2023-04-06 03:12:47,068 epoch 105 - iter 2385/2650 - loss 0.05290924 - time (sec): 146.31 - samples/sec: 9014.08 - lr: 0.025000 +2023-04-06 03:13:02,987 epoch 105 - iter 2650/2650 - loss 0.05282289 - time (sec): 162.23 - samples/sec: 9014.33 - lr: 0.025000 +2023-04-06 03:13:02,987 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:13:02,987 EPOCH 105 done: loss 0.0528 - lr 0.025000 +2023-04-06 03:13:02,988 BAD EPOCHS (no improvement): 0 +2023-04-06 03:13:02,990 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:13:19,227 epoch 106 - iter 265/2650 - loss 0.05283977 - time (sec): 16.24 - samples/sec: 8928.66 - lr: 0.025000 +2023-04-06 03:13:35,844 epoch 106 - iter 530/2650 - loss 0.05235980 - time (sec): 32.85 - samples/sec: 8865.44 - lr: 0.025000 +2023-04-06 03:13:51,849 epoch 106 - iter 795/2650 - loss 0.05200495 - time (sec): 48.86 - samples/sec: 8972.73 - lr: 0.025000 +2023-04-06 03:14:08,142 epoch 106 - iter 1060/2650 - loss 0.05208142 - time (sec): 65.15 - samples/sec: 8976.21 - lr: 0.025000 +2023-04-06 03:14:24,293 epoch 106 - iter 1325/2650 - loss 0.05234251 - time (sec): 81.30 - samples/sec: 9001.13 - lr: 0.025000 +2023-04-06 03:14:40,561 epoch 106 - iter 1590/2650 - loss 0.05252426 - time (sec): 97.57 - samples/sec: 8995.70 - lr: 0.025000 +2023-04-06 03:14:56,846 epoch 106 - iter 1855/2650 - loss 0.05257812 - time (sec): 113.86 - samples/sec: 8991.97 - lr: 0.025000 +2023-04-06 03:15:13,324 epoch 106 - iter 2120/2650 - loss 0.05269988 - time (sec): 130.33 - samples/sec: 8979.58 - lr: 0.025000 +2023-04-06 03:15:29,624 epoch 106 - iter 2385/2650 - loss 0.05271560 - time (sec): 146.63 - samples/sec: 8974.09 - lr: 0.025000 +2023-04-06 03:15:45,996 epoch 106 - iter 2650/2650 - loss 0.05266513 - time (sec): 163.01 - samples/sec: 8971.25 - lr: 0.025000 +2023-04-06 03:15:45,996 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:15:45,996 EPOCH 106 done: loss 0.0527 - lr 0.025000 +2023-04-06 03:15:45,996 BAD EPOCHS (no improvement): 0 +2023-04-06 03:15:45,999 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:16:02,534 epoch 107 - iter 265/2650 - loss 0.05367584 - time (sec): 16.53 - samples/sec: 8984.74 - lr: 0.025000 +2023-04-06 03:16:18,977 epoch 107 - iter 530/2650 - loss 0.05291554 - time (sec): 32.98 - samples/sec: 8934.46 - lr: 0.025000 +2023-04-06 03:16:35,004 epoch 107 - iter 795/2650 - loss 0.05308680 - time (sec): 49.00 - samples/sec: 8958.93 - lr: 0.025000 +2023-04-06 03:16:51,321 epoch 107 - iter 1060/2650 - loss 0.05306503 - time (sec): 65.32 - samples/sec: 8955.12 - lr: 0.025000 +2023-04-06 03:17:07,642 epoch 107 - iter 1325/2650 - loss 0.05288735 - time (sec): 81.64 - samples/sec: 8961.45 - lr: 0.025000 +2023-04-06 03:17:23,651 epoch 107 - iter 1590/2650 - loss 0.05308471 - time (sec): 97.65 - samples/sec: 8982.87 - lr: 0.025000 +2023-04-06 03:17:39,816 epoch 107 - iter 1855/2650 - loss 0.05304633 - time (sec): 113.82 - samples/sec: 8990.89 - lr: 0.025000 +2023-04-06 03:17:55,780 epoch 107 - iter 2120/2650 - loss 0.05289039 - time (sec): 129.78 - samples/sec: 8997.58 - lr: 0.025000 +2023-04-06 03:18:12,068 epoch 107 - iter 2385/2650 - loss 0.05269593 - time (sec): 146.07 - samples/sec: 8994.79 - lr: 0.025000 +2023-04-06 03:18:28,683 epoch 107 - iter 2650/2650 - loss 0.05268452 - time (sec): 162.68 - samples/sec: 8989.00 - lr: 0.025000 +2023-04-06 03:18:28,683 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:18:28,683 EPOCH 107 done: loss 0.0527 - lr 0.025000 +2023-04-06 03:18:28,683 BAD EPOCHS (no improvement): 1 +2023-04-06 03:18:28,686 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:18:44,993 epoch 108 - iter 265/2650 - loss 0.05149663 - time (sec): 16.31 - samples/sec: 8969.24 - lr: 0.025000 +2023-04-06 03:19:01,027 epoch 108 - iter 530/2650 - loss 0.05232430 - time (sec): 32.34 - samples/sec: 9052.87 - lr: 0.025000 +2023-04-06 03:19:17,411 epoch 108 - iter 795/2650 - loss 0.05258749 - time (sec): 48.72 - samples/sec: 8998.66 - lr: 0.025000 +2023-04-06 03:19:33,365 epoch 108 - iter 1060/2650 - loss 0.05249199 - time (sec): 64.68 - samples/sec: 9022.14 - lr: 0.025000 +2023-04-06 03:19:49,222 epoch 108 - iter 1325/2650 - loss 0.05230595 - time (sec): 80.54 - samples/sec: 9051.89 - lr: 0.025000 +2023-04-06 03:20:05,021 epoch 108 - iter 1590/2650 - loss 0.05253026 - time (sec): 96.33 - samples/sec: 9068.70 - lr: 0.025000 +2023-04-06 03:20:21,368 epoch 108 - iter 1855/2650 - loss 0.05252100 - time (sec): 112.68 - samples/sec: 9054.10 - lr: 0.025000 +2023-04-06 03:20:37,922 epoch 108 - iter 2120/2650 - loss 0.05238031 - time (sec): 129.24 - samples/sec: 9035.18 - lr: 0.025000 +2023-04-06 03:20:54,487 epoch 108 - iter 2385/2650 - loss 0.05246699 - time (sec): 145.80 - samples/sec: 9017.37 - lr: 0.025000 +2023-04-06 03:21:11,133 epoch 108 - iter 2650/2650 - loss 0.05247266 - time (sec): 162.45 - samples/sec: 9002.14 - lr: 0.025000 +2023-04-06 03:21:11,133 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:21:11,133 EPOCH 108 done: loss 0.0525 - lr 0.025000 +2023-04-06 03:21:11,133 BAD EPOCHS (no improvement): 0 +2023-04-06 03:21:11,137 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:21:27,983 epoch 109 - iter 265/2650 - loss 0.05188333 - time (sec): 16.85 - samples/sec: 8706.57 - lr: 0.025000 +2023-04-06 03:21:44,143 epoch 109 - iter 530/2650 - loss 0.05252982 - time (sec): 33.01 - samples/sec: 8832.01 - lr: 0.025000 +2023-04-06 03:22:00,366 epoch 109 - iter 795/2650 - loss 0.05259669 - time (sec): 49.23 - samples/sec: 8909.21 - lr: 0.025000 +2023-04-06 03:22:16,739 epoch 109 - iter 1060/2650 - loss 0.05266395 - time (sec): 65.60 - samples/sec: 8915.09 - lr: 0.025000 +2023-04-06 03:22:32,783 epoch 109 - iter 1325/2650 - loss 0.05268429 - time (sec): 81.65 - samples/sec: 8956.33 - lr: 0.025000 +2023-04-06 03:22:48,718 epoch 109 - iter 1590/2650 - loss 0.05266499 - time (sec): 97.58 - samples/sec: 8979.06 - lr: 0.025000 +2023-04-06 03:23:05,136 epoch 109 - iter 1855/2650 - loss 0.05276862 - time (sec): 114.00 - samples/sec: 8960.14 - lr: 0.025000 +2023-04-06 03:23:21,610 epoch 109 - iter 2120/2650 - loss 0.05274184 - time (sec): 130.47 - samples/sec: 8955.51 - lr: 0.025000 +2023-04-06 03:23:38,161 epoch 109 - iter 2385/2650 - loss 0.05277986 - time (sec): 147.02 - samples/sec: 8950.54 - lr: 0.025000 +2023-04-06 03:23:54,051 epoch 109 - iter 2650/2650 - loss 0.05266942 - time (sec): 162.91 - samples/sec: 8976.24 - lr: 0.025000 +2023-04-06 03:23:54,052 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:23:54,052 EPOCH 109 done: loss 0.0527 - lr 0.025000 +2023-04-06 03:23:54,052 BAD EPOCHS (no improvement): 1 +2023-04-06 03:23:54,055 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:24:09,990 epoch 110 - iter 265/2650 - loss 0.05049596 - time (sec): 15.94 - samples/sec: 9208.15 - lr: 0.025000 +2023-04-06 03:24:25,906 epoch 110 - iter 530/2650 - loss 0.05120394 - time (sec): 31.85 - samples/sec: 9128.04 - lr: 0.025000 +2023-04-06 03:24:42,286 epoch 110 - iter 795/2650 - loss 0.05168349 - time (sec): 48.23 - samples/sec: 9045.21 - lr: 0.025000 +2023-04-06 03:24:58,771 epoch 110 - iter 1060/2650 - loss 0.05202084 - time (sec): 64.72 - samples/sec: 8995.27 - lr: 0.025000 +2023-04-06 03:25:15,628 epoch 110 - iter 1325/2650 - loss 0.05208870 - time (sec): 81.57 - samples/sec: 8927.61 - lr: 0.025000 +2023-04-06 03:25:32,147 epoch 110 - iter 1590/2650 - loss 0.05213541 - time (sec): 98.09 - samples/sec: 8928.05 - lr: 0.025000 +2023-04-06 03:25:48,113 epoch 110 - iter 1855/2650 - loss 0.05238691 - time (sec): 114.06 - samples/sec: 8946.97 - lr: 0.025000 +2023-04-06 03:26:04,664 epoch 110 - iter 2120/2650 - loss 0.05226860 - time (sec): 130.61 - samples/sec: 8953.70 - lr: 0.025000 +2023-04-06 03:26:21,033 epoch 110 - iter 2385/2650 - loss 0.05237163 - time (sec): 146.98 - samples/sec: 8960.24 - lr: 0.025000 +2023-04-06 03:26:37,089 epoch 110 - iter 2650/2650 - loss 0.05227529 - time (sec): 163.03 - samples/sec: 8969.68 - lr: 0.025000 +2023-04-06 03:26:37,089 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:26:37,089 EPOCH 110 done: loss 0.0523 - lr 0.025000 +2023-04-06 03:26:37,089 BAD EPOCHS (no improvement): 0 +2023-04-06 03:26:37,093 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:26:53,419 epoch 111 - iter 265/2650 - loss 0.05205135 - time (sec): 16.33 - samples/sec: 8908.00 - lr: 0.025000 +2023-04-06 03:27:09,488 epoch 111 - iter 530/2650 - loss 0.05195715 - time (sec): 32.39 - samples/sec: 8985.31 - lr: 0.025000 +2023-04-06 03:27:25,720 epoch 111 - iter 795/2650 - loss 0.05250222 - time (sec): 48.63 - samples/sec: 8988.23 - lr: 0.025000 +2023-04-06 03:27:42,422 epoch 111 - iter 1060/2650 - loss 0.05247693 - time (sec): 65.33 - samples/sec: 8942.33 - lr: 0.025000 +2023-04-06 03:27:58,914 epoch 111 - iter 1325/2650 - loss 0.05230916 - time (sec): 81.82 - samples/sec: 8930.04 - lr: 0.025000 +2023-04-06 03:28:14,961 epoch 111 - iter 1590/2650 - loss 0.05243451 - time (sec): 97.87 - samples/sec: 8945.37 - lr: 0.025000 +2023-04-06 03:28:31,365 epoch 111 - iter 1855/2650 - loss 0.05245532 - time (sec): 114.27 - samples/sec: 8939.93 - lr: 0.025000 +2023-04-06 03:28:47,611 epoch 111 - iter 2120/2650 - loss 0.05264567 - time (sec): 130.52 - samples/sec: 8953.53 - lr: 0.025000 +2023-04-06 03:29:03,978 epoch 111 - iter 2385/2650 - loss 0.05264725 - time (sec): 146.89 - samples/sec: 8961.30 - lr: 0.025000 +2023-04-06 03:29:20,408 epoch 111 - iter 2650/2650 - loss 0.05247456 - time (sec): 163.32 - samples/sec: 8954.23 - lr: 0.025000 +2023-04-06 03:29:20,409 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:29:20,409 EPOCH 111 done: loss 0.0525 - lr 0.025000 +2023-04-06 03:29:20,409 BAD EPOCHS (no improvement): 1 +2023-04-06 03:29:20,412 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:29:36,609 epoch 112 - iter 265/2650 - loss 0.05229057 - time (sec): 16.20 - samples/sec: 8964.30 - lr: 0.025000 +2023-04-06 03:29:53,017 epoch 112 - iter 530/2650 - loss 0.05177552 - time (sec): 32.60 - samples/sec: 8928.09 - lr: 0.025000 +2023-04-06 03:30:09,169 epoch 112 - iter 795/2650 - loss 0.05189107 - time (sec): 48.76 - samples/sec: 8958.02 - lr: 0.025000 +2023-04-06 03:30:25,736 epoch 112 - iter 1060/2650 - loss 0.05189529 - time (sec): 65.32 - samples/sec: 8933.43 - lr: 0.025000 +2023-04-06 03:30:42,074 epoch 112 - iter 1325/2650 - loss 0.05184000 - time (sec): 81.66 - samples/sec: 8938.75 - lr: 0.025000 +2023-04-06 03:30:58,527 epoch 112 - iter 1590/2650 - loss 0.05187792 - time (sec): 98.11 - samples/sec: 8927.67 - lr: 0.025000 +2023-04-06 03:31:14,893 epoch 112 - iter 1855/2650 - loss 0.05190201 - time (sec): 114.48 - samples/sec: 8942.18 - lr: 0.025000 +2023-04-06 03:31:31,271 epoch 112 - iter 2120/2650 - loss 0.05203915 - time (sec): 130.86 - samples/sec: 8954.15 - lr: 0.025000 +2023-04-06 03:31:46,906 epoch 112 - iter 2385/2650 - loss 0.05187666 - time (sec): 146.49 - samples/sec: 8993.10 - lr: 0.025000 +2023-04-06 03:32:02,755 epoch 112 - iter 2650/2650 - loss 0.05204341 - time (sec): 162.34 - samples/sec: 9007.87 - lr: 0.025000 +2023-04-06 03:32:02,755 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:32:02,756 EPOCH 112 done: loss 0.0520 - lr 0.025000 +2023-04-06 03:32:02,756 BAD EPOCHS (no improvement): 0 +2023-04-06 03:32:02,760 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:32:19,026 epoch 113 - iter 265/2650 - loss 0.05133823 - time (sec): 16.27 - samples/sec: 9074.79 - lr: 0.025000 +2023-04-06 03:32:35,200 epoch 113 - iter 530/2650 - loss 0.05184762 - time (sec): 32.44 - samples/sec: 9049.63 - lr: 0.025000 +2023-04-06 03:32:51,392 epoch 113 - iter 795/2650 - loss 0.05197327 - time (sec): 48.63 - samples/sec: 9018.42 - lr: 0.025000 +2023-04-06 03:33:08,015 epoch 113 - iter 1060/2650 - loss 0.05264442 - time (sec): 65.25 - samples/sec: 8994.67 - lr: 0.025000 +2023-04-06 03:33:24,350 epoch 113 - iter 1325/2650 - loss 0.05242655 - time (sec): 81.59 - samples/sec: 8988.73 - lr: 0.025000 +2023-04-06 03:33:40,707 epoch 113 - iter 1590/2650 - loss 0.05230011 - time (sec): 97.95 - samples/sec: 8995.68 - lr: 0.025000 +2023-04-06 03:33:56,836 epoch 113 - iter 1855/2650 - loss 0.05231692 - time (sec): 114.08 - samples/sec: 8999.57 - lr: 0.025000 +2023-04-06 03:34:13,336 epoch 113 - iter 2120/2650 - loss 0.05245696 - time (sec): 130.58 - samples/sec: 8979.12 - lr: 0.025000 +2023-04-06 03:34:29,551 epoch 113 - iter 2385/2650 - loss 0.05239612 - time (sec): 146.79 - samples/sec: 8978.99 - lr: 0.025000 +2023-04-06 03:34:45,607 epoch 113 - iter 2650/2650 - loss 0.05250508 - time (sec): 162.85 - samples/sec: 8980.03 - lr: 0.025000 +2023-04-06 03:34:45,607 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:34:45,607 EPOCH 113 done: loss 0.0525 - lr 0.025000 +2023-04-06 03:34:45,607 BAD EPOCHS (no improvement): 1 +2023-04-06 03:34:45,610 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:35:01,911 epoch 114 - iter 265/2650 - loss 0.05027734 - time (sec): 16.30 - samples/sec: 8936.25 - lr: 0.025000 +2023-04-06 03:35:18,272 epoch 114 - iter 530/2650 - loss 0.05053272 - time (sec): 32.66 - samples/sec: 8941.62 - lr: 0.025000 +2023-04-06 03:35:34,494 epoch 114 - iter 795/2650 - loss 0.05074729 - time (sec): 48.88 - samples/sec: 8948.40 - lr: 0.025000 +2023-04-06 03:35:50,593 epoch 114 - iter 1060/2650 - loss 0.05084009 - time (sec): 64.98 - samples/sec: 8964.96 - lr: 0.025000 +2023-04-06 03:36:06,339 epoch 114 - iter 1325/2650 - loss 0.05112153 - time (sec): 80.73 - samples/sec: 9018.96 - lr: 0.025000 +2023-04-06 03:36:22,597 epoch 114 - iter 1590/2650 - loss 0.05108673 - time (sec): 96.99 - samples/sec: 9033.98 - lr: 0.025000 +2023-04-06 03:36:39,049 epoch 114 - iter 1855/2650 - loss 0.05133128 - time (sec): 113.44 - samples/sec: 9018.36 - lr: 0.025000 +2023-04-06 03:36:54,923 epoch 114 - iter 2120/2650 - loss 0.05133841 - time (sec): 129.31 - samples/sec: 9034.33 - lr: 0.025000 +2023-04-06 03:37:10,991 epoch 114 - iter 2385/2650 - loss 0.05144047 - time (sec): 145.38 - samples/sec: 9042.68 - lr: 0.025000 +2023-04-06 03:37:27,699 epoch 114 - iter 2650/2650 - loss 0.05144027 - time (sec): 162.09 - samples/sec: 9022.00 - lr: 0.025000 +2023-04-06 03:37:27,699 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:37:27,699 EPOCH 114 done: loss 0.0514 - lr 0.025000 +2023-04-06 03:37:27,699 BAD EPOCHS (no improvement): 0 +2023-04-06 03:37:27,702 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:37:44,641 epoch 115 - iter 265/2650 - loss 0.05317493 - time (sec): 16.94 - samples/sec: 8772.44 - lr: 0.025000 +2023-04-06 03:38:00,780 epoch 115 - iter 530/2650 - loss 0.05250486 - time (sec): 33.08 - samples/sec: 8897.72 - lr: 0.025000 +2023-04-06 03:38:17,240 epoch 115 - iter 795/2650 - loss 0.05208433 - time (sec): 49.54 - samples/sec: 8895.64 - lr: 0.025000 +2023-04-06 03:38:33,642 epoch 115 - iter 1060/2650 - loss 0.05238640 - time (sec): 65.94 - samples/sec: 8900.44 - lr: 0.025000 +2023-04-06 03:38:49,054 epoch 115 - iter 1325/2650 - loss 0.05213624 - time (sec): 81.35 - samples/sec: 8989.21 - lr: 0.025000 +2023-04-06 03:39:05,193 epoch 115 - iter 1590/2650 - loss 0.05173830 - time (sec): 97.49 - samples/sec: 9013.36 - lr: 0.025000 +2023-04-06 03:39:21,195 epoch 115 - iter 1855/2650 - loss 0.05166252 - time (sec): 113.49 - samples/sec: 9033.01 - lr: 0.025000 +2023-04-06 03:39:37,062 epoch 115 - iter 2120/2650 - loss 0.05176503 - time (sec): 129.36 - samples/sec: 9049.02 - lr: 0.025000 +2023-04-06 03:39:53,047 epoch 115 - iter 2385/2650 - loss 0.05172890 - time (sec): 145.34 - samples/sec: 9050.17 - lr: 0.025000 +2023-04-06 03:40:09,621 epoch 115 - iter 2650/2650 - loss 0.05187829 - time (sec): 161.92 - samples/sec: 9031.46 - lr: 0.025000 +2023-04-06 03:40:09,621 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:40:09,621 EPOCH 115 done: loss 0.0519 - lr 0.025000 +2023-04-06 03:40:09,621 BAD EPOCHS (no improvement): 1 +2023-04-06 03:40:09,624 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:40:25,726 epoch 116 - iter 265/2650 - loss 0.05136080 - time (sec): 16.10 - samples/sec: 9150.83 - lr: 0.025000 +2023-04-06 03:40:41,798 epoch 116 - iter 530/2650 - loss 0.05151547 - time (sec): 32.17 - samples/sec: 9101.11 - lr: 0.025000 +2023-04-06 03:40:57,939 epoch 116 - iter 795/2650 - loss 0.05171355 - time (sec): 48.31 - samples/sec: 9072.00 - lr: 0.025000 +2023-04-06 03:41:14,381 epoch 116 - iter 1060/2650 - loss 0.05157690 - time (sec): 64.76 - samples/sec: 9043.95 - lr: 0.025000 +2023-04-06 03:41:30,483 epoch 116 - iter 1325/2650 - loss 0.05130445 - time (sec): 80.86 - samples/sec: 9052.08 - lr: 0.025000 +2023-04-06 03:41:46,781 epoch 116 - iter 1590/2650 - loss 0.05136112 - time (sec): 97.16 - samples/sec: 9057.32 - lr: 0.025000 +2023-04-06 03:42:02,800 epoch 116 - iter 1855/2650 - loss 0.05135464 - time (sec): 113.18 - samples/sec: 9051.77 - lr: 0.025000 +2023-04-06 03:42:18,457 epoch 116 - iter 2120/2650 - loss 0.05149684 - time (sec): 128.83 - samples/sec: 9072.13 - lr: 0.025000 +2023-04-06 03:42:34,495 epoch 116 - iter 2385/2650 - loss 0.05145966 - time (sec): 144.87 - samples/sec: 9078.57 - lr: 0.025000 +2023-04-06 03:42:50,845 epoch 116 - iter 2650/2650 - loss 0.05142510 - time (sec): 161.22 - samples/sec: 9070.55 - lr: 0.025000 +2023-04-06 03:42:50,845 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:42:50,845 EPOCH 116 done: loss 0.0514 - lr 0.025000 +2023-04-06 03:42:50,845 BAD EPOCHS (no improvement): 0 +2023-04-06 03:42:50,848 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:43:07,159 epoch 117 - iter 265/2650 - loss 0.05085332 - time (sec): 16.31 - samples/sec: 8909.39 - lr: 0.025000 +2023-04-06 03:43:23,192 epoch 117 - iter 530/2650 - loss 0.05113414 - time (sec): 32.34 - samples/sec: 9046.92 - lr: 0.025000 +2023-04-06 03:43:39,406 epoch 117 - iter 795/2650 - loss 0.05180881 - time (sec): 48.56 - samples/sec: 9080.05 - lr: 0.025000 +2023-04-06 03:43:55,557 epoch 117 - iter 1060/2650 - loss 0.05210568 - time (sec): 64.71 - samples/sec: 9072.61 - lr: 0.025000 +2023-04-06 03:44:11,908 epoch 117 - iter 1325/2650 - loss 0.05206114 - time (sec): 81.06 - samples/sec: 9067.01 - lr: 0.025000 +2023-04-06 03:44:28,224 epoch 117 - iter 1590/2650 - loss 0.05192222 - time (sec): 97.38 - samples/sec: 9048.94 - lr: 0.025000 +2023-04-06 03:44:44,439 epoch 117 - iter 1855/2650 - loss 0.05169918 - time (sec): 113.59 - samples/sec: 9047.41 - lr: 0.025000 +2023-04-06 03:45:00,585 epoch 117 - iter 2120/2650 - loss 0.05185374 - time (sec): 129.74 - samples/sec: 9049.25 - lr: 0.025000 +2023-04-06 03:45:16,703 epoch 117 - iter 2385/2650 - loss 0.05190913 - time (sec): 145.86 - samples/sec: 9043.09 - lr: 0.025000 +2023-04-06 03:45:32,898 epoch 117 - iter 2650/2650 - loss 0.05197905 - time (sec): 162.05 - samples/sec: 9024.16 - lr: 0.025000 +2023-04-06 03:45:32,898 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:45:32,898 EPOCH 117 done: loss 0.0520 - lr 0.025000 +2023-04-06 03:45:32,898 BAD EPOCHS (no improvement): 1 +2023-04-06 03:45:32,902 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:45:49,431 epoch 118 - iter 265/2650 - loss 0.05015687 - time (sec): 16.53 - samples/sec: 8840.14 - lr: 0.025000 +2023-04-06 03:46:05,858 epoch 118 - iter 530/2650 - loss 0.05159236 - time (sec): 32.96 - samples/sec: 8875.75 - lr: 0.025000 +2023-04-06 03:46:22,503 epoch 118 - iter 795/2650 - loss 0.05080998 - time (sec): 49.60 - samples/sec: 8848.37 - lr: 0.025000 +2023-04-06 03:46:39,379 epoch 118 - iter 1060/2650 - loss 0.05102679 - time (sec): 66.48 - samples/sec: 8817.20 - lr: 0.025000 +2023-04-06 03:46:55,720 epoch 118 - iter 1325/2650 - loss 0.05107084 - time (sec): 82.82 - samples/sec: 8839.65 - lr: 0.025000 +2023-04-06 03:47:11,930 epoch 118 - iter 1590/2650 - loss 0.05099878 - time (sec): 99.03 - samples/sec: 8862.37 - lr: 0.025000 +2023-04-06 03:47:28,068 epoch 118 - iter 1855/2650 - loss 0.05127157 - time (sec): 115.17 - samples/sec: 8883.14 - lr: 0.025000 +2023-04-06 03:47:44,454 epoch 118 - iter 2120/2650 - loss 0.05142204 - time (sec): 131.55 - samples/sec: 8885.66 - lr: 0.025000 +2023-04-06 03:48:01,255 epoch 118 - iter 2385/2650 - loss 0.05158296 - time (sec): 148.35 - samples/sec: 8865.27 - lr: 0.025000 +2023-04-06 03:48:17,799 epoch 118 - iter 2650/2650 - loss 0.05154382 - time (sec): 164.90 - samples/sec: 8868.34 - lr: 0.025000 +2023-04-06 03:48:17,799 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:48:17,799 EPOCH 118 done: loss 0.0515 - lr 0.025000 +2023-04-06 03:48:17,799 BAD EPOCHS (no improvement): 2 +2023-04-06 03:48:17,802 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:48:34,653 epoch 119 - iter 265/2650 - loss 0.04986319 - time (sec): 16.85 - samples/sec: 8723.91 - lr: 0.025000 +2023-04-06 03:48:50,935 epoch 119 - iter 530/2650 - loss 0.05134514 - time (sec): 33.13 - samples/sec: 8862.57 - lr: 0.025000 +2023-04-06 03:49:07,241 epoch 119 - iter 795/2650 - loss 0.05142473 - time (sec): 49.44 - samples/sec: 8946.16 - lr: 0.025000 +2023-04-06 03:49:23,480 epoch 119 - iter 1060/2650 - loss 0.05113582 - time (sec): 65.68 - samples/sec: 8959.57 - lr: 0.025000 +2023-04-06 03:49:39,453 epoch 119 - iter 1325/2650 - loss 0.05161891 - time (sec): 81.65 - samples/sec: 8990.38 - lr: 0.025000 +2023-04-06 03:49:55,621 epoch 119 - iter 1590/2650 - loss 0.05140496 - time (sec): 97.82 - samples/sec: 8992.88 - lr: 0.025000 +2023-04-06 03:50:11,601 epoch 119 - iter 1855/2650 - loss 0.05127216 - time (sec): 113.80 - samples/sec: 9008.31 - lr: 0.025000 +2023-04-06 03:50:27,422 epoch 119 - iter 2120/2650 - loss 0.05114935 - time (sec): 129.62 - samples/sec: 9020.73 - lr: 0.025000 +2023-04-06 03:50:43,884 epoch 119 - iter 2385/2650 - loss 0.05145798 - time (sec): 146.08 - samples/sec: 9018.14 - lr: 0.025000 +2023-04-06 03:50:59,822 epoch 119 - iter 2650/2650 - loss 0.05142334 - time (sec): 162.02 - samples/sec: 9025.86 - lr: 0.025000 +2023-04-06 03:50:59,822 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:50:59,822 EPOCH 119 done: loss 0.0514 - lr 0.025000 +2023-04-06 03:50:59,822 BAD EPOCHS (no improvement): 0 +2023-04-06 03:50:59,824 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:51:15,569 epoch 120 - iter 265/2650 - loss 0.04907786 - time (sec): 15.74 - samples/sec: 9205.08 - lr: 0.025000 +2023-04-06 03:51:31,565 epoch 120 - iter 530/2650 - loss 0.04935770 - time (sec): 31.74 - samples/sec: 9185.19 - lr: 0.025000 +2023-04-06 03:51:48,274 epoch 120 - iter 795/2650 - loss 0.05014139 - time (sec): 48.45 - samples/sec: 9037.64 - lr: 0.025000 +2023-04-06 03:52:04,980 epoch 120 - iter 1060/2650 - loss 0.05020527 - time (sec): 65.16 - samples/sec: 8960.93 - lr: 0.025000 +2023-04-06 03:52:21,717 epoch 120 - iter 1325/2650 - loss 0.05062181 - time (sec): 81.89 - samples/sec: 8909.89 - lr: 0.025000 +2023-04-06 03:52:38,878 epoch 120 - iter 1590/2650 - loss 0.05067943 - time (sec): 99.05 - samples/sec: 8852.96 - lr: 0.025000 +2023-04-06 03:52:55,365 epoch 120 - iter 1855/2650 - loss 0.05089199 - time (sec): 115.54 - samples/sec: 8842.30 - lr: 0.025000 +2023-04-06 03:53:11,997 epoch 120 - iter 2120/2650 - loss 0.05094537 - time (sec): 132.17 - samples/sec: 8845.30 - lr: 0.025000 +2023-04-06 03:53:27,986 epoch 120 - iter 2385/2650 - loss 0.05098722 - time (sec): 148.16 - samples/sec: 8876.21 - lr: 0.025000 +2023-04-06 03:53:44,797 epoch 120 - iter 2650/2650 - loss 0.05090180 - time (sec): 164.97 - samples/sec: 8864.27 - lr: 0.025000 +2023-04-06 03:53:44,797 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:53:44,797 EPOCH 120 done: loss 0.0509 - lr 0.025000 +2023-04-06 03:53:44,797 BAD EPOCHS (no improvement): 0 +2023-04-06 03:53:44,801 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:54:01,240 epoch 121 - iter 265/2650 - loss 0.05058606 - time (sec): 16.44 - samples/sec: 8980.14 - lr: 0.025000 +2023-04-06 03:54:17,728 epoch 121 - iter 530/2650 - loss 0.05037581 - time (sec): 32.93 - samples/sec: 8937.45 - lr: 0.025000 +2023-04-06 03:54:33,923 epoch 121 - iter 795/2650 - loss 0.05027185 - time (sec): 49.12 - samples/sec: 8972.58 - lr: 0.025000 +2023-04-06 03:54:50,157 epoch 121 - iter 1060/2650 - loss 0.05059041 - time (sec): 65.36 - samples/sec: 8976.62 - lr: 0.025000 +2023-04-06 03:55:06,409 epoch 121 - iter 1325/2650 - loss 0.05128631 - time (sec): 81.61 - samples/sec: 8990.83 - lr: 0.025000 +2023-04-06 03:55:22,597 epoch 121 - iter 1590/2650 - loss 0.05126651 - time (sec): 97.80 - samples/sec: 8990.74 - lr: 0.025000 +2023-04-06 03:55:38,799 epoch 121 - iter 1855/2650 - loss 0.05124256 - time (sec): 114.00 - samples/sec: 8993.50 - lr: 0.025000 +2023-04-06 03:55:54,991 epoch 121 - iter 2120/2650 - loss 0.05108097 - time (sec): 130.19 - samples/sec: 8988.47 - lr: 0.025000 +2023-04-06 03:56:10,965 epoch 121 - iter 2385/2650 - loss 0.05105066 - time (sec): 146.16 - samples/sec: 8997.97 - lr: 0.025000 +2023-04-06 03:56:27,292 epoch 121 - iter 2650/2650 - loss 0.05131981 - time (sec): 162.49 - samples/sec: 8999.63 - lr: 0.025000 +2023-04-06 03:56:27,293 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:56:27,293 EPOCH 121 done: loss 0.0513 - lr 0.025000 +2023-04-06 03:56:27,293 BAD EPOCHS (no improvement): 1 +2023-04-06 03:56:27,296 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:56:43,438 epoch 122 - iter 265/2650 - loss 0.04923277 - time (sec): 16.14 - samples/sec: 9037.79 - lr: 0.025000 +2023-04-06 03:56:59,750 epoch 122 - iter 530/2650 - loss 0.04985307 - time (sec): 32.45 - samples/sec: 9000.82 - lr: 0.025000 +2023-04-06 03:57:16,061 epoch 122 - iter 795/2650 - loss 0.04981757 - time (sec): 48.76 - samples/sec: 8995.75 - lr: 0.025000 +2023-04-06 03:57:32,166 epoch 122 - iter 1060/2650 - loss 0.05004608 - time (sec): 64.87 - samples/sec: 9023.68 - lr: 0.025000 +2023-04-06 03:57:48,910 epoch 122 - iter 1325/2650 - loss 0.05018055 - time (sec): 81.61 - samples/sec: 8970.68 - lr: 0.025000 +2023-04-06 03:58:05,521 epoch 122 - iter 1590/2650 - loss 0.05030719 - time (sec): 98.22 - samples/sec: 8935.37 - lr: 0.025000 +2023-04-06 03:58:22,317 epoch 122 - iter 1855/2650 - loss 0.05042187 - time (sec): 115.02 - samples/sec: 8908.24 - lr: 0.025000 +2023-04-06 03:58:39,157 epoch 122 - iter 2120/2650 - loss 0.05057093 - time (sec): 131.86 - samples/sec: 8883.23 - lr: 0.025000 +2023-04-06 03:58:55,595 epoch 122 - iter 2385/2650 - loss 0.05069245 - time (sec): 148.30 - samples/sec: 8869.90 - lr: 0.025000 +2023-04-06 03:59:11,892 epoch 122 - iter 2650/2650 - loss 0.05088706 - time (sec): 164.60 - samples/sec: 8884.59 - lr: 0.025000 +2023-04-06 03:59:11,892 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:59:11,892 EPOCH 122 done: loss 0.0509 - lr 0.025000 +2023-04-06 03:59:11,892 BAD EPOCHS (no improvement): 0 +2023-04-06 03:59:11,895 ---------------------------------------------------------------------------------------------------- +2023-04-06 03:59:27,965 epoch 123 - iter 265/2650 - loss 0.04978855 - time (sec): 16.07 - samples/sec: 9085.84 - lr: 0.025000 +2023-04-06 03:59:44,747 epoch 123 - iter 530/2650 - loss 0.04998441 - time (sec): 32.85 - samples/sec: 8960.51 - lr: 0.025000 +2023-04-06 04:00:00,622 epoch 123 - iter 795/2650 - loss 0.05081680 - time (sec): 48.73 - samples/sec: 9006.02 - lr: 0.025000 +2023-04-06 04:00:16,841 epoch 123 - iter 1060/2650 - loss 0.05081910 - time (sec): 64.95 - samples/sec: 9026.57 - lr: 0.025000 +2023-04-06 04:00:32,277 epoch 123 - iter 1325/2650 - loss 0.05101598 - time (sec): 80.38 - samples/sec: 9081.11 - lr: 0.025000 +2023-04-06 04:00:48,238 epoch 123 - iter 1590/2650 - loss 0.05112424 - time (sec): 96.34 - samples/sec: 9092.30 - lr: 0.025000 +2023-04-06 04:01:04,426 epoch 123 - iter 1855/2650 - loss 0.05147132 - time (sec): 112.53 - samples/sec: 9081.67 - lr: 0.025000 +2023-04-06 04:01:20,632 epoch 123 - iter 2120/2650 - loss 0.05134521 - time (sec): 128.74 - samples/sec: 9085.18 - lr: 0.025000 +2023-04-06 04:01:36,991 epoch 123 - iter 2385/2650 - loss 0.05119753 - time (sec): 145.10 - samples/sec: 9067.29 - lr: 0.025000 +2023-04-06 04:01:53,165 epoch 123 - iter 2650/2650 - loss 0.05109437 - time (sec): 161.27 - samples/sec: 9067.80 - lr: 0.025000 +2023-04-06 04:01:53,165 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:01:53,165 EPOCH 123 done: loss 0.0511 - lr 0.025000 +2023-04-06 04:01:53,166 BAD EPOCHS (no improvement): 1 +2023-04-06 04:01:53,169 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:02:09,378 epoch 124 - iter 265/2650 - loss 0.05012357 - time (sec): 16.21 - samples/sec: 9118.45 - lr: 0.025000 +2023-04-06 04:02:25,639 epoch 124 - iter 530/2650 - loss 0.05094169 - time (sec): 32.47 - samples/sec: 9040.79 - lr: 0.025000 +2023-04-06 04:02:42,098 epoch 124 - iter 795/2650 - loss 0.05128659 - time (sec): 48.93 - samples/sec: 8946.16 - lr: 0.025000 +2023-04-06 04:02:58,611 epoch 124 - iter 1060/2650 - loss 0.05086631 - time (sec): 65.44 - samples/sec: 8904.93 - lr: 0.025000 +2023-04-06 04:03:14,981 epoch 124 - iter 1325/2650 - loss 0.05080307 - time (sec): 81.81 - samples/sec: 8900.23 - lr: 0.025000 +2023-04-06 04:03:32,116 epoch 124 - iter 1590/2650 - loss 0.05094714 - time (sec): 98.95 - samples/sec: 8851.89 - lr: 0.025000 +2023-04-06 04:03:48,433 epoch 124 - iter 1855/2650 - loss 0.05105120 - time (sec): 115.26 - samples/sec: 8877.54 - lr: 0.025000 +2023-04-06 04:04:04,498 epoch 124 - iter 2120/2650 - loss 0.05093709 - time (sec): 131.33 - samples/sec: 8894.59 - lr: 0.025000 +2023-04-06 04:04:20,516 epoch 124 - iter 2385/2650 - loss 0.05088241 - time (sec): 147.35 - samples/sec: 8914.11 - lr: 0.025000 +2023-04-06 04:04:37,251 epoch 124 - iter 2650/2650 - loss 0.05085952 - time (sec): 164.08 - samples/sec: 8912.38 - lr: 0.025000 +2023-04-06 04:04:37,251 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:04:37,251 EPOCH 124 done: loss 0.0509 - lr 0.025000 +2023-04-06 04:04:37,251 BAD EPOCHS (no improvement): 0 +2023-04-06 04:04:37,255 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:04:53,504 epoch 125 - iter 265/2650 - loss 0.04951698 - time (sec): 16.25 - samples/sec: 9062.61 - lr: 0.025000 +2023-04-06 04:05:09,390 epoch 125 - iter 530/2650 - loss 0.05053026 - time (sec): 32.13 - samples/sec: 9042.86 - lr: 0.025000 +2023-04-06 04:05:25,394 epoch 125 - iter 795/2650 - loss 0.05056744 - time (sec): 48.14 - samples/sec: 9104.43 - lr: 0.025000 +2023-04-06 04:05:41,622 epoch 125 - iter 1060/2650 - loss 0.05101012 - time (sec): 64.37 - samples/sec: 9086.88 - lr: 0.025000 +2023-04-06 04:05:58,024 epoch 125 - iter 1325/2650 - loss 0.05122836 - time (sec): 80.77 - samples/sec: 9047.47 - lr: 0.025000 +2023-04-06 04:06:14,980 epoch 125 - iter 1590/2650 - loss 0.05132742 - time (sec): 97.72 - samples/sec: 8973.33 - lr: 0.025000 +2023-04-06 04:06:31,588 epoch 125 - iter 1855/2650 - loss 0.05115132 - time (sec): 114.33 - samples/sec: 8958.65 - lr: 0.025000 +2023-04-06 04:06:47,810 epoch 125 - iter 2120/2650 - loss 0.05123789 - time (sec): 130.56 - samples/sec: 8961.13 - lr: 0.025000 +2023-04-06 04:07:04,053 epoch 125 - iter 2385/2650 - loss 0.05112498 - time (sec): 146.80 - samples/sec: 8965.34 - lr: 0.025000 +2023-04-06 04:07:20,709 epoch 125 - iter 2650/2650 - loss 0.05106398 - time (sec): 163.45 - samples/sec: 8946.66 - lr: 0.025000 +2023-04-06 04:07:20,709 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:07:20,709 EPOCH 125 done: loss 0.0511 - lr 0.025000 +2023-04-06 04:07:20,709 BAD EPOCHS (no improvement): 1 +2023-04-06 04:07:20,711 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:07:36,987 epoch 126 - iter 265/2650 - loss 0.05151635 - time (sec): 16.28 - samples/sec: 8994.50 - lr: 0.025000 +2023-04-06 04:07:53,073 epoch 126 - iter 530/2650 - loss 0.05085300 - time (sec): 32.36 - samples/sec: 9106.27 - lr: 0.025000 +2023-04-06 04:08:09,080 epoch 126 - iter 795/2650 - loss 0.05085504 - time (sec): 48.37 - samples/sec: 9086.14 - lr: 0.025000 +2023-04-06 04:08:25,366 epoch 126 - iter 1060/2650 - loss 0.05101979 - time (sec): 64.65 - samples/sec: 9075.96 - lr: 0.025000 +2023-04-06 04:08:41,616 epoch 126 - iter 1325/2650 - loss 0.05108654 - time (sec): 80.90 - samples/sec: 9068.73 - lr: 0.025000 +2023-04-06 04:09:09,218 epoch 126 - iter 1590/2650 - loss 0.05112089 - time (sec): 108.51 - samples/sec: 8108.69 - lr: 0.025000 +2023-04-06 04:09:25,062 epoch 126 - iter 1855/2650 - loss 0.05097494 - time (sec): 124.35 - samples/sec: 8237.89 - lr: 0.025000 +2023-04-06 04:09:40,917 epoch 126 - iter 2120/2650 - loss 0.05079680 - time (sec): 140.21 - samples/sec: 8337.97 - lr: 0.025000 +2023-04-06 04:09:57,025 epoch 126 - iter 2385/2650 - loss 0.05085327 - time (sec): 156.31 - samples/sec: 8412.21 - lr: 0.025000 +2023-04-06 04:10:13,427 epoch 126 - iter 2650/2650 - loss 0.05091537 - time (sec): 172.72 - samples/sec: 8466.90 - lr: 0.025000 +2023-04-06 04:10:13,427 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:10:13,427 EPOCH 126 done: loss 0.0509 - lr 0.025000 +2023-04-06 04:10:13,427 BAD EPOCHS (no improvement): 2 +2023-04-06 04:10:13,430 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:10:29,644 epoch 127 - iter 265/2650 - loss 0.04961255 - time (sec): 16.21 - samples/sec: 9013.16 - lr: 0.025000 +2023-04-06 04:10:45,935 epoch 127 - iter 530/2650 - loss 0.04955811 - time (sec): 32.50 - samples/sec: 9016.89 - lr: 0.025000 +2023-04-06 04:11:02,214 epoch 127 - iter 795/2650 - loss 0.05027632 - time (sec): 48.78 - samples/sec: 9032.23 - lr: 0.025000 +2023-04-06 04:11:18,318 epoch 127 - iter 1060/2650 - loss 0.05043359 - time (sec): 64.89 - samples/sec: 9035.36 - lr: 0.025000 +2023-04-06 04:11:34,284 epoch 127 - iter 1325/2650 - loss 0.05019920 - time (sec): 80.85 - samples/sec: 9049.78 - lr: 0.025000 +2023-04-06 04:11:50,235 epoch 127 - iter 1590/2650 - loss 0.04993960 - time (sec): 96.80 - samples/sec: 9071.65 - lr: 0.025000 +2023-04-06 04:12:07,250 epoch 127 - iter 1855/2650 - loss 0.04982113 - time (sec): 113.82 - samples/sec: 9011.77 - lr: 0.025000 +2023-04-06 04:12:23,916 epoch 127 - iter 2120/2650 - loss 0.04998035 - time (sec): 130.49 - samples/sec: 8986.42 - lr: 0.025000 +2023-04-06 04:12:39,824 epoch 127 - iter 2385/2650 - loss 0.05016587 - time (sec): 146.39 - samples/sec: 8991.06 - lr: 0.025000 +2023-04-06 04:12:56,428 epoch 127 - iter 2650/2650 - loss 0.05016524 - time (sec): 163.00 - samples/sec: 8971.70 - lr: 0.025000 +2023-04-06 04:12:56,428 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:12:56,428 EPOCH 127 done: loss 0.0502 - lr 0.025000 +2023-04-06 04:12:56,428 BAD EPOCHS (no improvement): 0 +2023-04-06 04:12:56,431 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:13:12,624 epoch 128 - iter 265/2650 - loss 0.05118319 - time (sec): 16.19 - samples/sec: 9119.97 - lr: 0.025000 +2023-04-06 04:13:28,811 epoch 128 - iter 530/2650 - loss 0.05095173 - time (sec): 32.38 - samples/sec: 9095.81 - lr: 0.025000 +2023-04-06 04:13:45,243 epoch 128 - iter 795/2650 - loss 0.05116528 - time (sec): 48.81 - samples/sec: 9021.08 - lr: 0.025000 +2023-04-06 04:14:01,562 epoch 128 - iter 1060/2650 - loss 0.05077293 - time (sec): 65.13 - samples/sec: 8989.96 - lr: 0.025000 +2023-04-06 04:14:17,403 epoch 128 - iter 1325/2650 - loss 0.05070326 - time (sec): 80.97 - samples/sec: 9038.17 - lr: 0.025000 +2023-04-06 04:14:33,425 epoch 128 - iter 1590/2650 - loss 0.05050160 - time (sec): 96.99 - samples/sec: 9038.88 - lr: 0.025000 +2023-04-06 04:14:49,260 epoch 128 - iter 1855/2650 - loss 0.05056665 - time (sec): 112.83 - samples/sec: 9056.00 - lr: 0.025000 +2023-04-06 04:15:05,645 epoch 128 - iter 2120/2650 - loss 0.05052451 - time (sec): 129.21 - samples/sec: 9050.40 - lr: 0.025000 +2023-04-06 04:15:21,619 epoch 128 - iter 2385/2650 - loss 0.05046722 - time (sec): 145.19 - samples/sec: 9061.16 - lr: 0.025000 +2023-04-06 04:15:38,332 epoch 128 - iter 2650/2650 - loss 0.05043031 - time (sec): 161.90 - samples/sec: 9032.47 - lr: 0.025000 +2023-04-06 04:15:38,332 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:15:38,332 EPOCH 128 done: loss 0.0504 - lr 0.025000 +2023-04-06 04:15:38,332 BAD EPOCHS (no improvement): 1 +2023-04-06 04:15:38,336 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:15:54,567 epoch 129 - iter 265/2650 - loss 0.05013012 - time (sec): 16.23 - samples/sec: 9041.98 - lr: 0.025000 +2023-04-06 04:16:10,819 epoch 129 - iter 530/2650 - loss 0.05039174 - time (sec): 32.48 - samples/sec: 8987.51 - lr: 0.025000 +2023-04-06 04:16:27,383 epoch 129 - iter 795/2650 - loss 0.05050408 - time (sec): 49.05 - samples/sec: 8913.62 - lr: 0.025000 +2023-04-06 04:16:43,864 epoch 129 - iter 1060/2650 - loss 0.05047363 - time (sec): 65.53 - samples/sec: 8916.78 - lr: 0.025000 +2023-04-06 04:17:00,080 epoch 129 - iter 1325/2650 - loss 0.05045534 - time (sec): 81.74 - samples/sec: 8944.89 - lr: 0.025000 +2023-04-06 04:17:16,750 epoch 129 - iter 1590/2650 - loss 0.05058853 - time (sec): 98.41 - samples/sec: 8935.31 - lr: 0.025000 +2023-04-06 04:17:32,903 epoch 129 - iter 1855/2650 - loss 0.05054766 - time (sec): 114.57 - samples/sec: 8959.01 - lr: 0.025000 +2023-04-06 04:17:48,803 epoch 129 - iter 2120/2650 - loss 0.05054381 - time (sec): 130.47 - samples/sec: 8963.78 - lr: 0.025000 +2023-04-06 04:18:05,526 epoch 129 - iter 2385/2650 - loss 0.05052003 - time (sec): 147.19 - samples/sec: 8944.70 - lr: 0.025000 +2023-04-06 04:18:21,655 epoch 129 - iter 2650/2650 - loss 0.05040538 - time (sec): 163.32 - samples/sec: 8954.04 - lr: 0.025000 +2023-04-06 04:18:21,655 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:18:21,655 EPOCH 129 done: loss 0.0504 - lr 0.025000 +2023-04-06 04:18:21,655 BAD EPOCHS (no improvement): 2 +2023-04-06 04:18:21,659 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:18:38,387 epoch 130 - iter 265/2650 - loss 0.04995748 - time (sec): 16.73 - samples/sec: 8716.63 - lr: 0.025000 +2023-04-06 04:18:55,040 epoch 130 - iter 530/2650 - loss 0.05000785 - time (sec): 33.38 - samples/sec: 8781.31 - lr: 0.025000 +2023-04-06 04:19:11,486 epoch 130 - iter 795/2650 - loss 0.04994313 - time (sec): 49.83 - samples/sec: 8828.55 - lr: 0.025000 +2023-04-06 04:19:27,598 epoch 130 - iter 1060/2650 - loss 0.05015361 - time (sec): 65.94 - samples/sec: 8886.46 - lr: 0.025000 +2023-04-06 04:19:44,126 epoch 130 - iter 1325/2650 - loss 0.05010817 - time (sec): 82.47 - samples/sec: 8876.84 - lr: 0.025000 +2023-04-06 04:20:00,494 epoch 130 - iter 1590/2650 - loss 0.05020379 - time (sec): 98.83 - samples/sec: 8886.81 - lr: 0.025000 +2023-04-06 04:20:16,834 epoch 130 - iter 1855/2650 - loss 0.05022573 - time (sec): 115.18 - samples/sec: 8895.40 - lr: 0.025000 +2023-04-06 04:20:33,254 epoch 130 - iter 2120/2650 - loss 0.05032549 - time (sec): 131.60 - samples/sec: 8905.32 - lr: 0.025000 +2023-04-06 04:20:49,536 epoch 130 - iter 2385/2650 - loss 0.05034189 - time (sec): 147.88 - samples/sec: 8908.16 - lr: 0.025000 +2023-04-06 04:21:06,205 epoch 130 - iter 2650/2650 - loss 0.05022060 - time (sec): 164.55 - samples/sec: 8887.23 - lr: 0.025000 +2023-04-06 04:21:06,205 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:21:06,205 EPOCH 130 done: loss 0.0502 - lr 0.025000 +2023-04-06 04:21:06,206 BAD EPOCHS (no improvement): 3 +2023-04-06 04:21:06,209 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:21:22,644 epoch 131 - iter 265/2650 - loss 0.04921909 - time (sec): 16.44 - samples/sec: 8978.26 - lr: 0.025000 +2023-04-06 04:21:38,899 epoch 131 - iter 530/2650 - loss 0.04959992 - time (sec): 32.69 - samples/sec: 8952.12 - lr: 0.025000 +2023-04-06 04:21:55,131 epoch 131 - iter 795/2650 - loss 0.04951887 - time (sec): 48.92 - samples/sec: 8962.43 - lr: 0.025000 +2023-04-06 04:22:10,914 epoch 131 - iter 1060/2650 - loss 0.04939321 - time (sec): 64.70 - samples/sec: 9030.27 - lr: 0.025000 +2023-04-06 04:22:27,223 epoch 131 - iter 1325/2650 - loss 0.04931237 - time (sec): 81.01 - samples/sec: 9039.08 - lr: 0.025000 +2023-04-06 04:22:43,876 epoch 131 - iter 1590/2650 - loss 0.04986358 - time (sec): 97.67 - samples/sec: 9005.42 - lr: 0.025000 +2023-04-06 04:23:00,497 epoch 131 - iter 1855/2650 - loss 0.04977208 - time (sec): 114.29 - samples/sec: 8966.82 - lr: 0.025000 +2023-04-06 04:23:17,877 epoch 131 - iter 2120/2650 - loss 0.05000414 - time (sec): 131.67 - samples/sec: 8903.77 - lr: 0.025000 +2023-04-06 04:23:33,890 epoch 131 - iter 2385/2650 - loss 0.05016345 - time (sec): 147.68 - samples/sec: 8919.76 - lr: 0.025000 +2023-04-06 04:23:49,855 epoch 131 - iter 2650/2650 - loss 0.05021197 - time (sec): 163.65 - samples/sec: 8936.11 - lr: 0.025000 +2023-04-06 04:23:49,856 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:23:49,856 EPOCH 131 done: loss 0.0502 - lr 0.025000 +2023-04-06 04:23:49,856 Epoch 131: reducing learning rate of group 0 to 1.2500e-02. +2023-04-06 04:23:49,856 BAD EPOCHS (no improvement): 4 +2023-04-06 04:23:49,859 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:24:06,195 epoch 132 - iter 265/2650 - loss 0.04890988 - time (sec): 16.34 - samples/sec: 9001.65 - lr: 0.012500 +2023-04-06 04:24:22,551 epoch 132 - iter 530/2650 - loss 0.04991368 - time (sec): 32.69 - samples/sec: 9039.44 - lr: 0.012500 +2023-04-06 04:24:38,876 epoch 132 - iter 795/2650 - loss 0.04976902 - time (sec): 49.02 - samples/sec: 9015.80 - lr: 0.012500 +2023-04-06 04:24:55,163 epoch 132 - iter 1060/2650 - loss 0.04978718 - time (sec): 65.30 - samples/sec: 9042.17 - lr: 0.012500 +2023-04-06 04:25:11,323 epoch 132 - iter 1325/2650 - loss 0.04984993 - time (sec): 81.46 - samples/sec: 9032.73 - lr: 0.012500 +2023-04-06 04:25:27,568 epoch 132 - iter 1590/2650 - loss 0.04991680 - time (sec): 97.71 - samples/sec: 9013.67 - lr: 0.012500 +2023-04-06 04:25:43,656 epoch 132 - iter 1855/2650 - loss 0.04988865 - time (sec): 113.80 - samples/sec: 9027.45 - lr: 0.012500 +2023-04-06 04:25:59,901 epoch 132 - iter 2120/2650 - loss 0.04980928 - time (sec): 130.04 - samples/sec: 9014.88 - lr: 0.012500 +2023-04-06 04:26:15,856 epoch 132 - iter 2385/2650 - loss 0.04970892 - time (sec): 146.00 - samples/sec: 9028.59 - lr: 0.012500 +2023-04-06 04:26:31,902 epoch 132 - iter 2650/2650 - loss 0.04979805 - time (sec): 162.04 - samples/sec: 9024.56 - lr: 0.012500 +2023-04-06 04:26:31,902 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:26:31,902 EPOCH 132 done: loss 0.0498 - lr 0.012500 +2023-04-06 04:26:31,902 BAD EPOCHS (no improvement): 0 +2023-04-06 04:26:31,905 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:26:47,937 epoch 133 - iter 265/2650 - loss 0.05004868 - time (sec): 16.03 - samples/sec: 8969.67 - lr: 0.012500 +2023-04-06 04:27:04,386 epoch 133 - iter 530/2650 - loss 0.05080529 - time (sec): 32.48 - samples/sec: 8947.05 - lr: 0.012500 +2023-04-06 04:27:20,643 epoch 133 - iter 795/2650 - loss 0.05015849 - time (sec): 48.74 - samples/sec: 8970.08 - lr: 0.012500 +2023-04-06 04:27:37,004 epoch 133 - iter 1060/2650 - loss 0.04981392 - time (sec): 65.10 - samples/sec: 8988.05 - lr: 0.012500 +2023-04-06 04:27:53,642 epoch 133 - iter 1325/2650 - loss 0.04986352 - time (sec): 81.74 - samples/sec: 8975.19 - lr: 0.012500 +2023-04-06 04:28:09,774 epoch 133 - iter 1590/2650 - loss 0.04969120 - time (sec): 97.87 - samples/sec: 8978.79 - lr: 0.012500 +2023-04-06 04:28:25,730 epoch 133 - iter 1855/2650 - loss 0.04966732 - time (sec): 113.82 - samples/sec: 8997.84 - lr: 0.012500 +2023-04-06 04:28:41,785 epoch 133 - iter 2120/2650 - loss 0.04963404 - time (sec): 129.88 - samples/sec: 9000.62 - lr: 0.012500 +2023-04-06 04:28:57,897 epoch 133 - iter 2385/2650 - loss 0.04971444 - time (sec): 145.99 - samples/sec: 9024.98 - lr: 0.012500 +2023-04-06 04:29:14,270 epoch 133 - iter 2650/2650 - loss 0.04958320 - time (sec): 162.36 - samples/sec: 9006.66 - lr: 0.012500 +2023-04-06 04:29:14,270 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:29:14,270 EPOCH 133 done: loss 0.0496 - lr 0.012500 +2023-04-06 04:29:14,270 BAD EPOCHS (no improvement): 0 +2023-04-06 04:29:14,273 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:29:30,720 epoch 134 - iter 265/2650 - loss 0.05036371 - time (sec): 16.45 - samples/sec: 8853.99 - lr: 0.012500 +2023-04-06 04:29:47,629 epoch 134 - iter 530/2650 - loss 0.04997601 - time (sec): 33.36 - samples/sec: 8783.51 - lr: 0.012500 +2023-04-06 04:30:03,857 epoch 134 - iter 795/2650 - loss 0.04922824 - time (sec): 49.58 - samples/sec: 8857.53 - lr: 0.012500 +2023-04-06 04:30:20,306 epoch 134 - iter 1060/2650 - loss 0.04884212 - time (sec): 66.03 - samples/sec: 8844.57 - lr: 0.012500 +2023-04-06 04:30:36,697 epoch 134 - iter 1325/2650 - loss 0.04916900 - time (sec): 82.42 - samples/sec: 8845.03 - lr: 0.012500 +2023-04-06 04:30:52,743 epoch 134 - iter 1590/2650 - loss 0.04897559 - time (sec): 98.47 - samples/sec: 8871.96 - lr: 0.012500 +2023-04-06 04:31:09,387 epoch 134 - iter 1855/2650 - loss 0.04894621 - time (sec): 115.11 - samples/sec: 8873.53 - lr: 0.012500 +2023-04-06 04:31:26,000 epoch 134 - iter 2120/2650 - loss 0.04903555 - time (sec): 131.73 - samples/sec: 8871.56 - lr: 0.012500 +2023-04-06 04:31:42,279 epoch 134 - iter 2385/2650 - loss 0.04916961 - time (sec): 148.01 - samples/sec: 8895.64 - lr: 0.012500 +2023-04-06 04:31:58,441 epoch 134 - iter 2650/2650 - loss 0.04921990 - time (sec): 164.17 - samples/sec: 8907.78 - lr: 0.012500 +2023-04-06 04:31:58,441 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:31:58,441 EPOCH 134 done: loss 0.0492 - lr 0.012500 +2023-04-06 04:31:58,441 BAD EPOCHS (no improvement): 0 +2023-04-06 04:31:58,444 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:32:14,709 epoch 135 - iter 265/2650 - loss 0.05126047 - time (sec): 16.27 - samples/sec: 8996.72 - lr: 0.012500 +2023-04-06 04:32:31,819 epoch 135 - iter 530/2650 - loss 0.04952275 - time (sec): 33.37 - samples/sec: 8797.97 - lr: 0.012500 +2023-04-06 04:32:48,451 epoch 135 - iter 795/2650 - loss 0.04923221 - time (sec): 50.01 - samples/sec: 8794.81 - lr: 0.012500 +2023-04-06 04:33:05,092 epoch 135 - iter 1060/2650 - loss 0.04934972 - time (sec): 66.65 - samples/sec: 8761.45 - lr: 0.012500 +2023-04-06 04:33:21,409 epoch 135 - iter 1325/2650 - loss 0.04927097 - time (sec): 82.96 - samples/sec: 8816.58 - lr: 0.012500 +2023-04-06 04:33:37,585 epoch 135 - iter 1590/2650 - loss 0.04928655 - time (sec): 99.14 - samples/sec: 8857.00 - lr: 0.012500 +2023-04-06 04:33:54,166 epoch 135 - iter 1855/2650 - loss 0.04939863 - time (sec): 115.72 - samples/sec: 8865.05 - lr: 0.012500 +2023-04-06 04:34:10,729 epoch 135 - iter 2120/2650 - loss 0.04929615 - time (sec): 132.29 - samples/sec: 8847.01 - lr: 0.012500 +2023-04-06 04:34:27,230 epoch 135 - iter 2385/2650 - loss 0.04928678 - time (sec): 148.79 - samples/sec: 8841.67 - lr: 0.012500 +2023-04-06 04:34:43,797 epoch 135 - iter 2650/2650 - loss 0.04935996 - time (sec): 165.35 - samples/sec: 8843.89 - lr: 0.012500 +2023-04-06 04:34:43,797 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:34:43,797 EPOCH 135 done: loss 0.0494 - lr 0.012500 +2023-04-06 04:34:43,797 BAD EPOCHS (no improvement): 1 +2023-04-06 04:34:43,800 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:35:00,290 epoch 136 - iter 265/2650 - loss 0.04867925 - time (sec): 16.49 - samples/sec: 8956.42 - lr: 0.012500 +2023-04-06 04:35:16,774 epoch 136 - iter 530/2650 - loss 0.04902713 - time (sec): 32.97 - samples/sec: 8926.98 - lr: 0.012500 +2023-04-06 04:35:33,023 epoch 136 - iter 795/2650 - loss 0.04882591 - time (sec): 49.22 - samples/sec: 8988.91 - lr: 0.012500 +2023-04-06 04:35:49,277 epoch 136 - iter 1060/2650 - loss 0.04900463 - time (sec): 65.48 - samples/sec: 8991.15 - lr: 0.012500 +2023-04-06 04:36:05,418 epoch 136 - iter 1325/2650 - loss 0.04899882 - time (sec): 81.62 - samples/sec: 9006.51 - lr: 0.012500 +2023-04-06 04:36:21,527 epoch 136 - iter 1590/2650 - loss 0.04904635 - time (sec): 97.73 - samples/sec: 8992.37 - lr: 0.012500 +2023-04-06 04:36:37,799 epoch 136 - iter 1855/2650 - loss 0.04915001 - time (sec): 114.00 - samples/sec: 8997.86 - lr: 0.012500 +2023-04-06 04:36:53,775 epoch 136 - iter 2120/2650 - loss 0.04914839 - time (sec): 129.98 - samples/sec: 9000.23 - lr: 0.012500 +2023-04-06 04:37:09,617 epoch 136 - iter 2385/2650 - loss 0.04902346 - time (sec): 145.82 - samples/sec: 9018.33 - lr: 0.012500 +2023-04-06 04:37:26,153 epoch 136 - iter 2650/2650 - loss 0.04895925 - time (sec): 162.35 - samples/sec: 9007.27 - lr: 0.012500 +2023-04-06 04:37:26,154 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:37:26,154 EPOCH 136 done: loss 0.0490 - lr 0.012500 +2023-04-06 04:37:26,154 BAD EPOCHS (no improvement): 0 +2023-04-06 04:37:26,156 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:37:42,323 epoch 137 - iter 265/2650 - loss 0.05017596 - time (sec): 16.17 - samples/sec: 8986.01 - lr: 0.012500 +2023-04-06 04:37:58,176 epoch 137 - iter 530/2650 - loss 0.04943514 - time (sec): 32.02 - samples/sec: 9021.43 - lr: 0.012500 +2023-04-06 04:38:14,474 epoch 137 - iter 795/2650 - loss 0.04908270 - time (sec): 48.32 - samples/sec: 9025.46 - lr: 0.012500 +2023-04-06 04:38:30,637 epoch 137 - iter 1060/2650 - loss 0.04909563 - time (sec): 64.48 - samples/sec: 9037.16 - lr: 0.012500 +2023-04-06 04:38:46,930 epoch 137 - iter 1325/2650 - loss 0.04909408 - time (sec): 80.77 - samples/sec: 9024.70 - lr: 0.012500 +2023-04-06 04:39:03,644 epoch 137 - iter 1590/2650 - loss 0.04911359 - time (sec): 97.49 - samples/sec: 9006.88 - lr: 0.012500 +2023-04-06 04:39:19,916 epoch 137 - iter 1855/2650 - loss 0.04914775 - time (sec): 113.76 - samples/sec: 8980.09 - lr: 0.012500 +2023-04-06 04:39:36,721 epoch 137 - iter 2120/2650 - loss 0.04922320 - time (sec): 130.56 - samples/sec: 8969.12 - lr: 0.012500 +2023-04-06 04:39:53,247 epoch 137 - iter 2385/2650 - loss 0.04923124 - time (sec): 147.09 - samples/sec: 8963.87 - lr: 0.012500 +2023-04-06 04:40:09,124 epoch 137 - iter 2650/2650 - loss 0.04937072 - time (sec): 162.97 - samples/sec: 8973.31 - lr: 0.012500 +2023-04-06 04:40:09,125 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:40:09,125 EPOCH 137 done: loss 0.0494 - lr 0.012500 +2023-04-06 04:40:09,125 BAD EPOCHS (no improvement): 1 +2023-04-06 04:40:09,128 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:40:25,192 epoch 138 - iter 265/2650 - loss 0.04805614 - time (sec): 16.06 - samples/sec: 9002.23 - lr: 0.012500 +2023-04-06 04:40:41,490 epoch 138 - iter 530/2650 - loss 0.04772542 - time (sec): 32.36 - samples/sec: 9000.99 - lr: 0.012500 +2023-04-06 04:40:57,928 epoch 138 - iter 795/2650 - loss 0.04808721 - time (sec): 48.80 - samples/sec: 8964.19 - lr: 0.012500 +2023-04-06 04:41:15,109 epoch 138 - iter 1060/2650 - loss 0.04836111 - time (sec): 65.98 - samples/sec: 8870.91 - lr: 0.012500 +2023-04-06 04:41:31,741 epoch 138 - iter 1325/2650 - loss 0.04838121 - time (sec): 82.61 - samples/sec: 8873.36 - lr: 0.012500 +2023-04-06 04:41:47,910 epoch 138 - iter 1590/2650 - loss 0.04864762 - time (sec): 98.78 - samples/sec: 8908.27 - lr: 0.012500 +2023-04-06 04:42:03,764 epoch 138 - iter 1855/2650 - loss 0.04843871 - time (sec): 114.64 - samples/sec: 8939.86 - lr: 0.012500 +2023-04-06 04:42:19,438 epoch 138 - iter 2120/2650 - loss 0.04866367 - time (sec): 130.31 - samples/sec: 8973.27 - lr: 0.012500 +2023-04-06 04:42:35,576 epoch 138 - iter 2385/2650 - loss 0.04863409 - time (sec): 146.45 - samples/sec: 8987.06 - lr: 0.012500 +2023-04-06 04:42:51,566 epoch 138 - iter 2650/2650 - loss 0.04850358 - time (sec): 162.44 - samples/sec: 9002.62 - lr: 0.012500 +2023-04-06 04:42:51,566 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:42:51,566 EPOCH 138 done: loss 0.0485 - lr 0.012500 +2023-04-06 04:42:51,566 BAD EPOCHS (no improvement): 0 +2023-04-06 04:42:51,570 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:43:07,564 epoch 139 - iter 265/2650 - loss 0.04919852 - time (sec): 15.99 - samples/sec: 9158.00 - lr: 0.012500 +2023-04-06 04:43:24,018 epoch 139 - iter 530/2650 - loss 0.04930347 - time (sec): 32.45 - samples/sec: 9043.03 - lr: 0.012500 +2023-04-06 04:43:40,086 epoch 139 - iter 795/2650 - loss 0.04885122 - time (sec): 48.52 - samples/sec: 9071.55 - lr: 0.012500 +2023-04-06 04:43:56,239 epoch 139 - iter 1060/2650 - loss 0.04875251 - time (sec): 64.67 - samples/sec: 9063.48 - lr: 0.012500 +2023-04-06 04:44:12,292 epoch 139 - iter 1325/2650 - loss 0.04876039 - time (sec): 80.72 - samples/sec: 9068.36 - lr: 0.012500 +2023-04-06 04:44:28,689 epoch 139 - iter 1590/2650 - loss 0.04868383 - time (sec): 97.12 - samples/sec: 9057.83 - lr: 0.012500 +2023-04-06 04:44:44,610 epoch 139 - iter 1855/2650 - loss 0.04862287 - time (sec): 113.04 - samples/sec: 9068.09 - lr: 0.012500 +2023-04-06 04:45:01,155 epoch 139 - iter 2120/2650 - loss 0.04884490 - time (sec): 129.59 - samples/sec: 9034.12 - lr: 0.012500 +2023-04-06 04:45:17,243 epoch 139 - iter 2385/2650 - loss 0.04876262 - time (sec): 145.67 - samples/sec: 9041.60 - lr: 0.012500 +2023-04-06 04:45:33,397 epoch 139 - iter 2650/2650 - loss 0.04871231 - time (sec): 161.83 - samples/sec: 9036.56 - lr: 0.012500 +2023-04-06 04:45:33,397 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:45:33,397 EPOCH 139 done: loss 0.0487 - lr 0.012500 +2023-04-06 04:45:33,397 BAD EPOCHS (no improvement): 1 +2023-04-06 04:45:33,401 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:45:49,668 epoch 140 - iter 265/2650 - loss 0.04789410 - time (sec): 16.27 - samples/sec: 8934.23 - lr: 0.012500 +2023-04-06 04:46:05,487 epoch 140 - iter 530/2650 - loss 0.04814229 - time (sec): 32.09 - samples/sec: 9058.82 - lr: 0.012500 +2023-04-06 04:46:21,492 epoch 140 - iter 795/2650 - loss 0.04853574 - time (sec): 48.09 - samples/sec: 9083.54 - lr: 0.012500 +2023-04-06 04:46:37,636 epoch 140 - iter 1060/2650 - loss 0.04856547 - time (sec): 64.24 - samples/sec: 9074.61 - lr: 0.012500 +2023-04-06 04:46:53,771 epoch 140 - iter 1325/2650 - loss 0.04870855 - time (sec): 80.37 - samples/sec: 9072.24 - lr: 0.012500 +2023-04-06 04:47:09,944 epoch 140 - iter 1590/2650 - loss 0.04866959 - time (sec): 96.54 - samples/sec: 9066.43 - lr: 0.012500 +2023-04-06 04:47:26,243 epoch 140 - iter 1855/2650 - loss 0.04885387 - time (sec): 112.84 - samples/sec: 9059.46 - lr: 0.012500 +2023-04-06 04:47:42,336 epoch 140 - iter 2120/2650 - loss 0.04881756 - time (sec): 128.94 - samples/sec: 9057.54 - lr: 0.012500 +2023-04-06 04:47:58,668 epoch 140 - iter 2385/2650 - loss 0.04862912 - time (sec): 145.27 - samples/sec: 9060.18 - lr: 0.012500 +2023-04-06 04:48:15,126 epoch 140 - iter 2650/2650 - loss 0.04856371 - time (sec): 161.72 - samples/sec: 9042.30 - lr: 0.012500 +2023-04-06 04:48:15,126 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:48:15,126 EPOCH 140 done: loss 0.0486 - lr 0.012500 +2023-04-06 04:48:15,126 BAD EPOCHS (no improvement): 2 +2023-04-06 04:48:15,130 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:48:30,996 epoch 141 - iter 265/2650 - loss 0.04762602 - time (sec): 15.87 - samples/sec: 9103.17 - lr: 0.012500 +2023-04-06 04:48:47,145 epoch 141 - iter 530/2650 - loss 0.04783612 - time (sec): 32.01 - samples/sec: 9107.98 - lr: 0.012500 +2023-04-06 04:49:02,846 epoch 141 - iter 795/2650 - loss 0.04764188 - time (sec): 47.72 - samples/sec: 9152.76 - lr: 0.012500 +2023-04-06 04:49:18,920 epoch 141 - iter 1060/2650 - loss 0.04758773 - time (sec): 63.79 - samples/sec: 9145.45 - lr: 0.012500 +2023-04-06 04:49:34,965 epoch 141 - iter 1325/2650 - loss 0.04773566 - time (sec): 79.84 - samples/sec: 9149.76 - lr: 0.012500 +2023-04-06 04:49:51,355 epoch 141 - iter 1590/2650 - loss 0.04798015 - time (sec): 96.23 - samples/sec: 9129.49 - lr: 0.012500 +2023-04-06 04:50:07,768 epoch 141 - iter 1855/2650 - loss 0.04799383 - time (sec): 112.64 - samples/sec: 9104.39 - lr: 0.012500 +2023-04-06 04:50:23,775 epoch 141 - iter 2120/2650 - loss 0.04820040 - time (sec): 128.64 - samples/sec: 9103.50 - lr: 0.012500 +2023-04-06 04:50:39,859 epoch 141 - iter 2385/2650 - loss 0.04837004 - time (sec): 144.73 - samples/sec: 9098.48 - lr: 0.012500 +2023-04-06 04:50:56,875 epoch 141 - iter 2650/2650 - loss 0.04838776 - time (sec): 161.74 - samples/sec: 9041.17 - lr: 0.012500 +2023-04-06 04:50:56,875 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:50:56,875 EPOCH 141 done: loss 0.0484 - lr 0.012500 +2023-04-06 04:50:56,875 BAD EPOCHS (no improvement): 0 +2023-04-06 04:50:56,878 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:51:13,425 epoch 142 - iter 265/2650 - loss 0.04957574 - time (sec): 16.55 - samples/sec: 8784.38 - lr: 0.012500 +2023-04-06 04:51:29,799 epoch 142 - iter 530/2650 - loss 0.04932068 - time (sec): 32.92 - samples/sec: 8846.72 - lr: 0.012500 +2023-04-06 04:51:46,249 epoch 142 - iter 795/2650 - loss 0.04888625 - time (sec): 49.37 - samples/sec: 8861.35 - lr: 0.012500 +2023-04-06 04:52:02,690 epoch 142 - iter 1060/2650 - loss 0.04890553 - time (sec): 65.81 - samples/sec: 8882.68 - lr: 0.012500 +2023-04-06 04:52:18,796 epoch 142 - iter 1325/2650 - loss 0.04892073 - time (sec): 81.92 - samples/sec: 8917.55 - lr: 0.012500 +2023-04-06 04:52:35,617 epoch 142 - iter 1590/2650 - loss 0.04905328 - time (sec): 98.74 - samples/sec: 8888.26 - lr: 0.012500 +2023-04-06 04:52:51,756 epoch 142 - iter 1855/2650 - loss 0.04889314 - time (sec): 114.88 - samples/sec: 8925.08 - lr: 0.012500 +2023-04-06 04:53:08,364 epoch 142 - iter 2120/2650 - loss 0.04884848 - time (sec): 131.49 - samples/sec: 8900.37 - lr: 0.012500 +2023-04-06 04:53:25,021 epoch 142 - iter 2385/2650 - loss 0.04874336 - time (sec): 148.14 - samples/sec: 8891.62 - lr: 0.012500 +2023-04-06 04:53:41,100 epoch 142 - iter 2650/2650 - loss 0.04867032 - time (sec): 164.22 - samples/sec: 8904.82 - lr: 0.012500 +2023-04-06 04:53:41,100 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:53:41,100 EPOCH 142 done: loss 0.0487 - lr 0.012500 +2023-04-06 04:53:41,100 BAD EPOCHS (no improvement): 1 +2023-04-06 04:53:41,103 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:53:57,235 epoch 143 - iter 265/2650 - loss 0.04833053 - time (sec): 16.13 - samples/sec: 9054.28 - lr: 0.012500 +2023-04-06 04:54:13,560 epoch 143 - iter 530/2650 - loss 0.04927292 - time (sec): 32.46 - samples/sec: 9049.88 - lr: 0.012500 +2023-04-06 04:54:29,657 epoch 143 - iter 795/2650 - loss 0.04888748 - time (sec): 48.55 - samples/sec: 9051.46 - lr: 0.012500 +2023-04-06 04:54:45,773 epoch 143 - iter 1060/2650 - loss 0.04871991 - time (sec): 64.67 - samples/sec: 9042.00 - lr: 0.012500 +2023-04-06 04:55:01,981 epoch 143 - iter 1325/2650 - loss 0.04881187 - time (sec): 80.88 - samples/sec: 9020.65 - lr: 0.012500 +2023-04-06 04:55:18,499 epoch 143 - iter 1590/2650 - loss 0.04853414 - time (sec): 97.40 - samples/sec: 9008.06 - lr: 0.012500 +2023-04-06 04:55:34,663 epoch 143 - iter 1855/2650 - loss 0.04859730 - time (sec): 113.56 - samples/sec: 9021.90 - lr: 0.012500 +2023-04-06 04:55:51,143 epoch 143 - iter 2120/2650 - loss 0.04856852 - time (sec): 130.04 - samples/sec: 9016.03 - lr: 0.012500 +2023-04-06 04:56:07,306 epoch 143 - iter 2385/2650 - loss 0.04847779 - time (sec): 146.20 - samples/sec: 9010.65 - lr: 0.012500 +2023-04-06 04:56:23,226 epoch 143 - iter 2650/2650 - loss 0.04839856 - time (sec): 162.12 - samples/sec: 9020.09 - lr: 0.012500 +2023-04-06 04:56:23,226 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:56:23,226 EPOCH 143 done: loss 0.0484 - lr 0.012500 +2023-04-06 04:56:23,226 BAD EPOCHS (no improvement): 2 +2023-04-06 04:56:23,229 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:56:39,713 epoch 144 - iter 265/2650 - loss 0.04762453 - time (sec): 16.48 - samples/sec: 8953.30 - lr: 0.012500 +2023-04-06 04:56:55,901 epoch 144 - iter 530/2650 - loss 0.04778793 - time (sec): 32.67 - samples/sec: 8981.34 - lr: 0.012500 +2023-04-06 04:57:12,130 epoch 144 - iter 795/2650 - loss 0.04768815 - time (sec): 48.90 - samples/sec: 8978.28 - lr: 0.012500 +2023-04-06 04:57:28,408 epoch 144 - iter 1060/2650 - loss 0.04758435 - time (sec): 65.18 - samples/sec: 8993.78 - lr: 0.012500 +2023-04-06 04:57:44,891 epoch 144 - iter 1325/2650 - loss 0.04762502 - time (sec): 81.66 - samples/sec: 8949.73 - lr: 0.012500 +2023-04-06 04:58:01,483 epoch 144 - iter 1590/2650 - loss 0.04781208 - time (sec): 98.25 - samples/sec: 8934.98 - lr: 0.012500 +2023-04-06 04:58:18,475 epoch 144 - iter 1855/2650 - loss 0.04805049 - time (sec): 115.25 - samples/sec: 8903.48 - lr: 0.012500 +2023-04-06 04:58:34,557 epoch 144 - iter 2120/2650 - loss 0.04801207 - time (sec): 131.33 - samples/sec: 8919.86 - lr: 0.012500 +2023-04-06 04:58:50,565 epoch 144 - iter 2385/2650 - loss 0.04791895 - time (sec): 147.34 - samples/sec: 8939.76 - lr: 0.012500 +2023-04-06 04:59:06,716 epoch 144 - iter 2650/2650 - loss 0.04801111 - time (sec): 163.49 - samples/sec: 8944.83 - lr: 0.012500 +2023-04-06 04:59:06,717 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:59:06,717 EPOCH 144 done: loss 0.0480 - lr 0.012500 +2023-04-06 04:59:06,717 BAD EPOCHS (no improvement): 0 +2023-04-06 04:59:06,720 ---------------------------------------------------------------------------------------------------- +2023-04-06 04:59:23,027 epoch 145 - iter 265/2650 - loss 0.04897877 - time (sec): 16.31 - samples/sec: 9012.93 - lr: 0.012500 +2023-04-06 04:59:39,070 epoch 145 - iter 530/2650 - loss 0.04836772 - time (sec): 32.35 - samples/sec: 9030.86 - lr: 0.012500 +2023-04-06 04:59:55,257 epoch 145 - iter 795/2650 - loss 0.04820067 - time (sec): 48.54 - samples/sec: 9038.72 - lr: 0.012500 +2023-04-06 05:00:11,134 epoch 145 - iter 1060/2650 - loss 0.04841203 - time (sec): 64.41 - samples/sec: 9080.90 - lr: 0.012500 +2023-04-06 05:00:27,231 epoch 145 - iter 1325/2650 - loss 0.04843123 - time (sec): 80.51 - samples/sec: 9065.46 - lr: 0.012500 +2023-04-06 05:00:43,064 epoch 145 - iter 1590/2650 - loss 0.04851784 - time (sec): 96.34 - samples/sec: 9086.32 - lr: 0.012500 +2023-04-06 05:00:59,227 epoch 145 - iter 1855/2650 - loss 0.04870029 - time (sec): 112.51 - samples/sec: 9092.35 - lr: 0.012500 +2023-04-06 05:01:15,599 epoch 145 - iter 2120/2650 - loss 0.04870116 - time (sec): 128.88 - samples/sec: 9089.45 - lr: 0.012500 +2023-04-06 05:01:32,038 epoch 145 - iter 2385/2650 - loss 0.04836246 - time (sec): 145.32 - samples/sec: 9065.35 - lr: 0.012500 +2023-04-06 05:01:47,814 epoch 145 - iter 2650/2650 - loss 0.04840123 - time (sec): 161.09 - samples/sec: 9077.67 - lr: 0.012500 +2023-04-06 05:01:47,814 ---------------------------------------------------------------------------------------------------- +2023-04-06 05:01:47,814 EPOCH 145 done: loss 0.0484 - lr 0.012500 +2023-04-06 05:01:47,814 BAD EPOCHS (no improvement): 1 +2023-04-06 05:01:47,819 ---------------------------------------------------------------------------------------------------- +2023-04-06 05:02:04,096 epoch 146 - iter 265/2650 - loss 0.04613910 - time (sec): 16.28 - samples/sec: 9008.89 - lr: 0.012500 +2023-04-06 05:02:20,260 epoch 146 - iter 530/2650 - loss 0.04737804 - time (sec): 32.44 - samples/sec: 9002.47 - lr: 0.012500 +2023-04-06 05:02:36,532 epoch 146 - iter 795/2650 - loss 0.04772967 - time (sec): 48.71 - samples/sec: 8976.88 - lr: 0.012500 +2023-04-06 05:02:52,872 epoch 146 - iter 1060/2650 - loss 0.04832398 - time (sec): 65.05 - samples/sec: 8969.85 - lr: 0.012500 +2023-04-06 05:03:08,795 epoch 146 - iter 1325/2650 - loss 0.04821416 - time (sec): 80.98 - samples/sec: 9026.78 - lr: 0.012500 +2023-04-06 05:03:24,386 epoch 146 - iter 1590/2650 - loss 0.04833819 - time (sec): 96.57 - samples/sec: 9071.33 - lr: 0.012500 +2023-04-06 05:03:40,468 epoch 146 - iter 1855/2650 - loss 0.04822089 - time (sec): 112.65 - samples/sec: 9067.65 - lr: 0.012500 +2023-04-06 05:03:56,974 epoch 146 - iter 2120/2650 - loss 0.04827391 - time (sec): 129.15 - samples/sec: 9056.18 - lr: 0.012500 +2023-04-06 05:04:12,962 epoch 146 - iter 2385/2650 - loss 0.04825294 - time (sec): 145.14 - samples/sec: 9056.12 - lr: 0.012500 +2023-04-06 05:04:29,312 epoch 146 - iter 2650/2650 - loss 0.04817359 - time (sec): 161.49 - samples/sec: 9055.31 - lr: 0.012500 +2023-04-06 05:04:29,312 ---------------------------------------------------------------------------------------------------- +2023-04-06 05:04:29,312 EPOCH 146 done: loss 0.0482 - lr 0.012500 +2023-04-06 05:04:29,312 BAD EPOCHS (no improvement): 2 +2023-04-06 05:04:29,315 ---------------------------------------------------------------------------------------------------- +2023-04-06 05:04:45,431 epoch 147 - iter 265/2650 - loss 0.04727039 - time (sec): 16.12 - samples/sec: 9061.39 - lr: 0.012500 +2023-04-06 05:05:01,778 epoch 147 - iter 530/2650 - loss 0.04827713 - time (sec): 32.46 - samples/sec: 8982.04 - lr: 0.012500 +2023-04-06 05:05:17,991 epoch 147 - iter 795/2650 - loss 0.04797436 - time (sec): 48.68 - samples/sec: 8994.47 - lr: 0.012500 +2023-04-06 05:05:34,115 epoch 147 - iter 1060/2650 - loss 0.04762283 - time (sec): 64.80 - samples/sec: 9021.30 - lr: 0.012500 +2023-04-06 05:05:50,377 epoch 147 - iter 1325/2650 - loss 0.04750058 - time (sec): 81.06 - samples/sec: 9031.31 - lr: 0.012500 +2023-04-06 05:06:06,563 epoch 147 - iter 1590/2650 - loss 0.04777064 - time (sec): 97.25 - samples/sec: 9029.51 - lr: 0.012500 +2023-04-06 05:06:22,682 epoch 147 - iter 1855/2650 - loss 0.04771270 - time (sec): 113.37 - samples/sec: 9034.61 - lr: 0.012500 +2023-04-06 05:06:38,900 epoch 147 - iter 2120/2650 - loss 0.04746677 - time (sec): 129.59 - samples/sec: 9040.43 - lr: 0.012500 +2023-04-06 05:06:55,166 epoch 147 - iter 2385/2650 - loss 0.04746234 - time (sec): 145.85 - samples/sec: 9027.23 - lr: 0.012500 +2023-04-06 05:07:11,309 epoch 147 - iter 2650/2650 - loss 0.04759971 - time (sec): 161.99 - samples/sec: 9027.24 - lr: 0.012500 +2023-04-06 05:07:11,309 ---------------------------------------------------------------------------------------------------- +2023-04-06 05:07:11,309 EPOCH 147 done: loss 0.0476 - lr 0.012500 +2023-04-06 05:07:11,309 BAD EPOCHS (no improvement): 0 +2023-04-06 05:07:11,313 ---------------------------------------------------------------------------------------------------- +2023-04-06 05:07:27,735 epoch 148 - iter 265/2650 - loss 0.04794819 - time (sec): 16.42 - samples/sec: 8922.45 - lr: 0.012500 +2023-04-06 05:07:43,864 epoch 148 - iter 530/2650 - loss 0.04718949 - time (sec): 32.55 - samples/sec: 8986.81 - lr: 0.012500 +2023-04-06 05:08:00,219 epoch 148 - iter 795/2650 - loss 0.04753544 - time (sec): 48.91 - samples/sec: 8954.62 - lr: 0.012500 +2023-04-06 05:08:16,448 epoch 148 - iter 1060/2650 - loss 0.04748159 - time (sec): 65.13 - samples/sec: 8985.00 - lr: 0.012500 +2023-04-06 05:08:32,588 epoch 148 - iter 1325/2650 - loss 0.04753847 - time (sec): 81.27 - samples/sec: 9000.63 - lr: 0.012500 +2023-04-06 05:08:48,842 epoch 148 - iter 1590/2650 - loss 0.04770949 - time (sec): 97.53 - samples/sec: 8996.08 - lr: 0.012500 +2023-04-06 05:09:05,542 epoch 148 - iter 1855/2650 - loss 0.04778393 - time (sec): 114.23 - samples/sec: 8977.21 - lr: 0.012500 +2023-04-06 05:09:21,643 epoch 148 - iter 2120/2650 - loss 0.04775299 - time (sec): 130.33 - samples/sec: 8986.71 - lr: 0.012500 +2023-04-06 05:09:37,632 epoch 148 - iter 2385/2650 - loss 0.04779292 - time (sec): 146.32 - samples/sec: 8992.65 - lr: 0.012500 +2023-04-06 05:09:53,876 epoch 148 - iter 2650/2650 - loss 0.04773196 - time (sec): 162.56 - samples/sec: 8995.69 - lr: 0.012500 +2023-04-06 05:09:53,876 ---------------------------------------------------------------------------------------------------- +2023-04-06 05:09:53,876 EPOCH 148 done: loss 0.0477 - lr 0.012500 +2023-04-06 05:09:53,876 BAD EPOCHS (no improvement): 1 +2023-04-06 05:09:53,880 ---------------------------------------------------------------------------------------------------- +2023-04-06 05:10:10,057 epoch 149 - iter 265/2650 - loss 0.04857946 - time (sec): 16.18 - samples/sec: 9088.22 - lr: 0.012500 +2023-04-06 05:10:26,169 epoch 149 - iter 530/2650 - loss 0.04779545 - time (sec): 32.29 - samples/sec: 9073.70 - lr: 0.012500 +2023-04-06 05:10:42,618 epoch 149 - iter 795/2650 - loss 0.04758289 - time (sec): 48.74 - samples/sec: 9056.68 - lr: 0.012500 +2023-04-06 05:10:59,137 epoch 149 - iter 1060/2650 - loss 0.04721626 - time (sec): 65.26 - samples/sec: 9049.74 - lr: 0.012500 +2023-04-06 05:11:15,098 epoch 149 - iter 1325/2650 - loss 0.04716711 - time (sec): 81.22 - samples/sec: 9053.13 - lr: 0.012500 +2023-04-06 05:11:30,857 epoch 149 - iter 1590/2650 - loss 0.04747416 - time (sec): 96.98 - samples/sec: 9078.14 - lr: 0.012500 +2023-04-06 05:11:47,092 epoch 149 - iter 1855/2650 - loss 0.04758085 - time (sec): 113.21 - samples/sec: 9065.12 - lr: 0.012500 +2023-04-06 05:12:02,828 epoch 149 - iter 2120/2650 - loss 0.04762750 - time (sec): 128.95 - samples/sec: 9081.41 - lr: 0.012500 +2023-04-06 05:12:18,562 epoch 149 - iter 2385/2650 - loss 0.04762145 - time (sec): 144.68 - samples/sec: 9095.97 - lr: 0.012500 +2023-04-06 05:12:34,867 epoch 149 - iter 2650/2650 - loss 0.04778876 - time (sec): 160.99 - samples/sec: 9083.73 - lr: 0.012500 +2023-04-06 05:12:34,867 ---------------------------------------------------------------------------------------------------- +2023-04-06 05:12:34,867 EPOCH 149 done: loss 0.0478 - lr 0.012500 +2023-04-06 05:12:34,867 BAD EPOCHS (no improvement): 2 +2023-04-06 05:12:34,870 ---------------------------------------------------------------------------------------------------- +2023-04-06 05:12:50,876 epoch 150 - iter 265/2650 - loss 0.04759770 - time (sec): 16.01 - samples/sec: 9147.05 - lr: 0.012500 +2023-04-06 05:13:06,911 epoch 150 - iter 530/2650 - loss 0.04752588 - time (sec): 32.04 - samples/sec: 9164.13 - lr: 0.012500 +2023-04-06 05:13:23,490 epoch 150 - iter 795/2650 - loss 0.04828523 - time (sec): 48.62 - samples/sec: 9080.58 - lr: 0.012500 +2023-04-06 05:13:39,825 epoch 150 - iter 1060/2650 - loss 0.04813692 - time (sec): 64.95 - samples/sec: 9048.80 - lr: 0.012500 +2023-04-06 05:13:55,956 epoch 150 - iter 1325/2650 - loss 0.04806801 - time (sec): 81.09 - samples/sec: 9037.50 - lr: 0.012500 +2023-04-06 05:14:12,268 epoch 150 - iter 1590/2650 - loss 0.04782457 - time (sec): 97.40 - samples/sec: 9037.63 - lr: 0.012500 +2023-04-06 05:14:28,255 epoch 150 - iter 1855/2650 - loss 0.04791202 - time (sec): 113.38 - samples/sec: 9049.58 - lr: 0.012500 +2023-04-06 05:14:44,323 epoch 150 - iter 2120/2650 - loss 0.04801901 - time (sec): 129.45 - samples/sec: 9038.97 - lr: 0.012500 +2023-04-06 05:15:00,557 epoch 150 - iter 2385/2650 - loss 0.04813131 - time (sec): 145.69 - samples/sec: 9041.66 - lr: 0.012500 +2023-04-06 05:15:16,710 epoch 150 - iter 2650/2650 - loss 0.04803280 - time (sec): 161.84 - samples/sec: 9035.87 - lr: 0.012500 +2023-04-06 05:15:16,710 ---------------------------------------------------------------------------------------------------- +2023-04-06 05:15:16,710 EPOCH 150 done: loss 0.0480 - lr 0.012500 +2023-04-06 05:15:16,710 BAD EPOCHS (no improvement): 3 +2023-04-06 05:15:17,131 ---------------------------------------------------------------------------------------------------- +2023-04-06 05:15:17,131 Testing using last state of model ... +2023-04-06 05:15:36,275 Evaluating as a multi-label problem: False +2023-04-06 05:15:37,307 0.9851 0.9851 0.9851 0.9851 +2023-04-06 05:15:37,307 +Results: +- F-score (micro) 0.9851 +- F-score (macro) 0.9729 +- Accuracy 0.9851 + +By class: + precision recall f1-score support + + NOUN 0.9849 0.9812 0.9830 29573 + VERB 0.9862 0.9923 0.9892 25556 + PUNCT 0.9998 1.0000 0.9999 20452 + ADP 0.9846 0.9848 0.9847 18929 + DET 0.9944 0.9949 0.9947 14951 + PROPN 0.9771 0.9828 0.9799 13149 + PRON 0.9946 0.9952 0.9949 11968 + ADJ 0.9596 0.9474 0.9534 10417 + ADV 0.9657 0.9585 0.9621 9065 + CCONJ 0.9939 0.9899 0.9919 5126 + PART 0.9687 0.9958 0.9821 3357 + NUM 0.9853 0.9885 0.9869 3045 + AUX 0.9975 0.9970 0.9973 2001 + INTJ 0.9764 0.9764 0.9764 1609 + SYM 1.0000 0.9760 0.9878 208 + X 0.8857 0.7337 0.8026 169 + + accuracy 0.9851 169575 + macro avg 0.9784 0.9684 0.9729 169575 +weighted avg 0.9851 0.9851 0.9851 169575 + +2023-04-06 05:15:37,307 ----------------------------------------------------------------------------------------------------