diff --git "a/VQVAE/run.log" "b/VQVAE/run.log" new file mode 100644--- /dev/null +++ "b/VQVAE/run.log" @@ -0,0 +1,2029 @@ +2022-11-17 12:58:56,430 INFO { + "batch_size": 256, + "beta": 1.0, + "code_dim": 512, + "commit": 0.02, + "dataname": "t2m", + "depth": 3, + "dilation_growth_rate": 3, + "down_t": 2, + "eval_iter": 1000, + "exp_name": "VQVAE", + "gamma": 0.05, + "gumbel_temp_decay": 1e-05, + "loss_vel": 0.5, + "lr": 0.0002, + "lr_scheduler": [ + 200000 + ], + "mu": 0.99, + "nb_code": 512, + "nb_vis": 20, + "ot_eps": 0.5, + "ot_iter": 10, + "ot_temperature": 1.0, + "out_dir": "output/VQVAE", + "output_emb_width": 512, + "print_iter": 200, + "quantizer": "bailando", + "recons_loss": "l1_smooth", + "results_dir": "visual_results/", + "resume_gpt": null, + "resume_pth": null, + "seed": 123, + "stride_t": 2, + "total_iter": 300000, + "vis_gt": false, + "visual_name": "baseline", + "vq_act": "relu", + "vq_norm": null, + "warm_up_iter": 1000, + "weight_decay": 0.0, + "width": 512, + "window_size": 64 +} +2022-11-17 12:58:56,444 INFO Training on t2m, motions are with 22 joints +2022-11-17 13:00:50,462 INFO Warmup. Iter 200 : lr 0.00004 Commit. 0.31045 PPL. 83.84 Recons. 0.70865 +2022-11-17 13:01:22,015 INFO Warmup. Iter 400 : lr 0.00008 Commit. 1.17384 PPL. 132.57 Recons. 0.50626 +2022-11-17 13:01:55,457 INFO Warmup. Iter 600 : lr 0.00012 Commit. 2.24211 PPL. 226.71 Recons. 0.39696 +2022-11-17 13:02:27,047 INFO Warmup. Iter 800 : lr 0.00016 Commit. 3.20773 PPL. 279.18 Recons. 0.33107 +2022-11-17 13:03:12,016 INFO --> Eva. Iter 0 :, FID. 2.2314, Diversity Real. 9.6882, Diversity. 9.6228, R_precision_real. [0.50398936 0.70345745 0.80053191], R_precision. [0.3956117 0.57446809 0.70079787], matching_score_real. 2.9043050167408397, matching_score_pred. 3.72210948517982 +2022-11-17 13:07:48,887 INFO --> --> FID Improved from 1000.00000 to 2.23137 !!! +2022-11-17 13:07:49,563 INFO --> --> Diversity Improved from 100.00000 to 9.62280 !!! +2022-11-17 13:07:49,743 INFO --> --> Top1 Improved from 0.0000 to 0.3956 !!! +2022-11-17 13:07:49,918 INFO --> --> Top2 Improved from 0.0000 to 0.5745 !!! +2022-11-17 13:07:49,920 INFO --> --> Top3 Improved from 0.0000 to 0.7008 !!! +2022-11-17 13:07:49,920 INFO --> --> matching_score Improved from 100.00000 to 3.72211 !!! +2022-11-17 13:08:21,999 INFO Train. Iter 200 : Commit. 4.62509 PPL. 333.13 Recons. 0.26313 +2022-11-17 13:08:55,491 INFO Train. Iter 400 : Commit. 4.88380 PPL. 337.35 Recons. 0.24534 +2022-11-17 13:09:27,260 INFO Train. Iter 600 : Commit. 5.04575 PPL. 338.21 Recons. 0.23369 +2022-11-17 13:10:00,828 INFO Train. Iter 800 : Commit. 5.17981 PPL. 339.00 Recons. 0.22396 +2022-11-17 13:10:32,444 INFO Train. Iter 1000 : Commit. 5.28591 PPL. 338.70 Recons. 0.21795 +2022-11-17 13:10:44,185 INFO --> Eva. Iter 1000 :, FID. 0.5779, Diversity Real. 9.5238, Diversity. 9.2172, R_precision_real. [0.52194149 0.71742021 0.80984043], R_precision. [0.46343085 0.64494681 0.73736702], matching_score_real. 2.8929148075428417, matching_score_pred. 3.2959461567249706 +2022-11-17 13:10:44,185 INFO --> --> FID Improved from 2.23137 to 0.57794 !!! +2022-11-17 13:10:44,365 INFO --> --> Top1 Improved from 0.3956 to 0.4634 !!! +2022-11-17 13:10:44,538 INFO --> --> Top2 Improved from 0.5745 to 0.6449 !!! +2022-11-17 13:10:44,538 INFO --> --> Top3 Improved from 0.7008 to 0.7374 !!! +2022-11-17 13:10:44,538 INFO --> --> matching_score Improved from 3.72211 to 3.29595 !!! +2022-11-17 13:11:18,237 INFO Train. Iter 1200 : Commit. 5.38616 PPL. 339.69 Recons. 0.21134 +2022-11-17 13:11:49,811 INFO Train. Iter 1400 : Commit. 5.46740 PPL. 341.55 Recons. 0.20664 +2022-11-17 13:12:23,169 INFO Train. Iter 1600 : Commit. 5.48018 PPL. 341.54 Recons. 0.20255 +2022-11-17 13:12:54,945 INFO Train. Iter 1800 : Commit. 5.54677 PPL. 341.26 Recons. 0.19879 +2022-11-17 13:13:28,460 INFO Train. Iter 2000 : Commit. 5.55897 PPL. 341.84 Recons. 0.19488 +2022-11-17 13:13:42,017 INFO --> Eva. Iter 2000 :, FID. 0.3996, Diversity Real. 9.4277, Diversity. 9.7499, R_precision_real. [0.5206117 0.6974734 0.80319149], R_precision. [0.47074468 0.65691489 0.75132979], matching_score_real. 2.93876066106431, matching_score_pred. 3.235357279473163 +2022-11-17 13:13:42,018 INFO --> --> FID Improved from 0.57794 to 0.39957 !!! +2022-11-17 13:13:42,186 INFO --> --> Top1 Improved from 0.4634 to 0.4707 !!! +2022-11-17 13:13:42,348 INFO --> --> Top2 Improved from 0.6449 to 0.6569 !!! +2022-11-17 13:13:42,348 INFO --> --> Top3 Improved from 0.7374 to 0.7513 !!! +2022-11-17 13:13:42,348 INFO --> --> matching_score Improved from 3.29595 to 3.23536 !!! +2022-11-17 13:14:14,129 INFO Train. Iter 2200 : Commit. 5.59009 PPL. 342.28 Recons. 0.19123 +2022-11-17 13:14:45,796 INFO Train. Iter 2400 : Commit. 5.61976 PPL. 344.40 Recons. 0.18868 +2022-11-17 13:15:18,956 INFO Train. Iter 2600 : Commit. 5.65984 PPL. 345.11 Recons. 0.18564 +2022-11-17 13:15:50,489 INFO Train. Iter 2800 : Commit. 5.66236 PPL. 343.80 Recons. 0.18314 +2022-11-17 13:16:23,841 INFO Train. Iter 3000 : Commit. 5.68657 PPL. 342.10 Recons. 0.18114 +2022-11-17 13:16:35,602 INFO --> Eva. Iter 3000 :, FID. 0.3085, Diversity Real. 9.3527, Diversity. 9.6997, R_precision_real. [0.50265957 0.70545213 0.81316489], R_precision. [0.45412234 0.6668883 0.77726064], matching_score_real. 2.88753024567949, matching_score_pred. 3.1524614780507187 +2022-11-17 13:16:35,603 INFO --> --> FID Improved from 0.39957 to 0.30850 !!! +2022-11-17 13:16:35,775 INFO --> --> Top2 Improved from 0.6569 to 0.6669 !!! +2022-11-17 13:16:35,775 INFO --> --> Top3 Improved from 0.7513 to 0.7773 !!! +2022-11-17 13:16:35,775 INFO --> --> matching_score Improved from 3.23536 to 3.15246 !!! +2022-11-17 13:17:07,740 INFO Train. Iter 3200 : Commit. 5.71253 PPL. 341.65 Recons. 0.17864 +2022-11-17 13:17:41,284 INFO Train. Iter 3400 : Commit. 5.68932 PPL. 341.71 Recons. 0.17577 +2022-11-17 13:18:12,763 INFO Train. Iter 3600 : Commit. 5.72430 PPL. 341.22 Recons. 0.17436 +2022-11-17 13:18:46,087 INFO Train. Iter 3800 : Commit. 5.74448 PPL. 339.90 Recons. 0.17249 +2022-11-17 13:19:17,601 INFO Train. Iter 4000 : Commit. 5.75592 PPL. 340.19 Recons. 0.17099 +2022-11-17 13:19:29,401 INFO --> Eva. Iter 4000 :, FID. 0.4070, Diversity Real. 9.5656, Diversity. 9.5061, R_precision_real. [0.52327128 0.70345745 0.79853723], R_precision. [0.48404255 0.6668883 0.76263298], matching_score_real. 2.955874747418343, matching_score_pred. 3.224279058740494 +2022-11-17 13:19:29,402 INFO --> --> Top1 Improved from 0.4707 to 0.4840 !!! +2022-11-17 13:20:03,002 INFO Train. Iter 4200 : Commit. 5.74673 PPL. 339.41 Recons. 0.16918 +2022-11-17 13:20:34,522 INFO Train. Iter 4400 : Commit. 5.76456 PPL. 339.61 Recons. 0.16752 +2022-11-17 13:21:07,774 INFO Train. Iter 4600 : Commit. 5.73888 PPL. 338.95 Recons. 0.16598 +2022-11-17 13:21:39,234 INFO Train. Iter 4800 : Commit. 5.73562 PPL. 339.76 Recons. 0.16392 +2022-11-17 13:22:12,612 INFO Train. Iter 5000 : Commit. 5.67433 PPL. 337.99 Recons. 0.16227 +2022-11-17 13:22:24,384 INFO --> Eva. Iter 5000 :, FID. 0.2902, Diversity Real. 9.6930, Diversity. 9.6128, R_precision_real. [0.5212766 0.72074468 0.79255319], R_precision. [0.48005319 0.67553191 0.76861702], matching_score_real. 2.922489100314201, matching_score_pred. 3.1686402686098787 +2022-11-17 13:28:05,666 INFO --> --> FID Improved from 0.30850 to 0.29015 !!! +2022-11-17 13:28:06,334 INFO --> --> Top2 Improved from 0.6669 to 0.6755 !!! +2022-11-17 13:28:38,378 INFO Train. Iter 5200 : Commit. 5.64265 PPL. 338.27 Recons. 0.16100 +2022-11-17 13:29:10,165 INFO Train. Iter 5400 : Commit. 5.67298 PPL. 338.10 Recons. 0.16005 +2022-11-17 13:29:43,905 INFO Train. Iter 5600 : Commit. 5.68471 PPL. 337.82 Recons. 0.15884 +2022-11-17 13:30:15,754 INFO Train. Iter 5800 : Commit. 5.62598 PPL. 336.82 Recons. 0.15749 +2022-11-17 13:30:49,140 INFO Train. Iter 6000 : Commit. 5.62340 PPL. 337.77 Recons. 0.15626 +2022-11-17 13:31:00,675 INFO --> Eva. Iter 6000 :, FID. 0.2117, Diversity Real. 9.6294, Diversity. 9.7322, R_precision_real. [0.51595745 0.69614362 0.79787234], R_precision. [0.46808511 0.65492021 0.75664894], matching_score_real. 2.887044850816118, matching_score_pred. 3.1304824910265334 +2022-11-17 13:31:00,676 INFO --> --> FID Improved from 0.29015 to 0.21171 !!! +2022-11-17 13:31:00,841 INFO --> --> matching_score Improved from 3.15246 to 3.13048 !!! +2022-11-17 13:31:32,924 INFO Train. Iter 6200 : Commit. 5.59686 PPL. 337.02 Recons. 0.15618 +2022-11-17 13:32:06,423 INFO Train. Iter 6400 : Commit. 5.55615 PPL. 337.68 Recons. 0.15432 +2022-11-17 13:32:38,147 INFO Train. Iter 6600 : Commit. 5.57140 PPL. 337.57 Recons. 0.15382 +2022-11-17 13:33:11,262 INFO Train. Iter 6800 : Commit. 5.51671 PPL. 337.28 Recons. 0.15214 +2022-11-17 13:33:42,712 INFO Train. Iter 7000 : Commit. 5.50934 PPL. 336.01 Recons. 0.15204 +2022-11-17 13:33:54,437 INFO --> Eva. Iter 7000 :, FID. 0.2280, Diversity Real. 9.5188, Diversity. 9.5073, R_precision_real. [0.53191489 0.72340426 0.81648936], R_precision. [0.48537234 0.67885638 0.78125 ], matching_score_real. 2.8947812648529703, matching_score_pred. 3.1110393138642007 +2022-11-17 13:33:54,438 INFO --> --> Diversity Improved from 9.62280 to 9.50732 !!! +2022-11-17 13:33:54,609 INFO --> --> Top1 Improved from 0.4840 to 0.4854 !!! +2022-11-17 13:33:54,777 INFO --> --> Top2 Improved from 0.6755 to 0.6789 !!! +2022-11-17 13:33:54,777 INFO --> --> Top3 Improved from 0.7773 to 0.7812 !!! +2022-11-17 13:33:54,777 INFO --> --> matching_score Improved from 3.13048 to 3.11104 !!! +2022-11-17 13:34:28,335 INFO Train. Iter 7200 : Commit. 5.48438 PPL. 336.36 Recons. 0.15160 +2022-11-17 13:34:59,915 INFO Train. Iter 7400 : Commit. 5.42266 PPL. 335.91 Recons. 0.14969 +2022-11-17 13:35:33,280 INFO Train. Iter 7600 : Commit. 5.43172 PPL. 336.61 Recons. 0.14970 +2022-11-17 13:36:05,050 INFO Train. Iter 7800 : Commit. 5.40344 PPL. 336.96 Recons. 0.14915 +2022-11-17 13:36:38,079 INFO Train. Iter 8000 : Commit. 5.37762 PPL. 334.90 Recons. 0.14737 +2022-11-17 13:36:49,696 INFO --> Eva. Iter 8000 :, FID. 0.1710, Diversity Real. 9.4636, Diversity. 9.6973, R_precision_real. [0.53989362 0.72340426 0.81050532], R_precision. [0.51196809 0.68949468 0.78989362], matching_score_real. 2.8974437003440046, matching_score_pred. 3.0935725354133767 +2022-11-17 13:36:49,697 INFO --> --> FID Improved from 0.21171 to 0.17099 !!! +2022-11-17 13:36:49,870 INFO --> --> Top1 Improved from 0.4854 to 0.5120 !!! +2022-11-17 13:36:50,042 INFO --> --> Top2 Improved from 0.6789 to 0.6895 !!! +2022-11-17 13:36:50,042 INFO --> --> Top3 Improved from 0.7812 to 0.7899 !!! +2022-11-17 13:36:50,042 INFO --> --> matching_score Improved from 3.11104 to 3.09357 !!! +2022-11-17 13:37:21,969 INFO Train. Iter 8200 : Commit. 5.32499 PPL. 334.44 Recons. 0.14701 +2022-11-17 13:37:55,355 INFO Train. Iter 8400 : Commit. 5.33528 PPL. 334.76 Recons. 0.14647 +2022-11-17 13:38:27,120 INFO Train. Iter 8600 : Commit. 5.29341 PPL. 335.22 Recons. 0.14529 +2022-11-17 13:38:58,881 INFO Train. Iter 8800 : Commit. 5.29422 PPL. 335.13 Recons. 0.14508 +2022-11-17 13:39:32,139 INFO Train. Iter 9000 : Commit. 5.25706 PPL. 335.37 Recons. 0.14425 +2022-11-17 13:39:43,958 INFO --> Eva. Iter 9000 :, FID. 0.2010, Diversity Real. 9.5574, Diversity. 9.6002, R_precision_real. [0.50797872 0.69880319 0.79853723], R_precision. [0.49534574 0.68550532 0.78324468], matching_score_real. 2.9036135014067304, matching_score_pred. 3.0791373202141297 +2022-11-17 13:39:43,959 INFO --> --> Diversity Improved from 9.50732 to 9.60021 !!! +2022-11-17 13:39:44,139 INFO --> --> matching_score Improved from 3.09357 to 3.07914 !!! +2022-11-17 13:40:16,193 INFO Train. Iter 9200 : Commit. 5.26438 PPL. 334.90 Recons. 0.14385 +2022-11-17 13:40:49,697 INFO Train. Iter 9400 : Commit. 5.23275 PPL. 334.71 Recons. 0.14343 +2022-11-17 13:41:21,472 INFO Train. Iter 9600 : Commit. 5.15979 PPL. 333.90 Recons. 0.14210 +2022-11-17 13:41:55,077 INFO Train. Iter 9800 : Commit. 5.17065 PPL. 333.93 Recons. 0.14131 +2022-11-17 13:42:26,799 INFO Train. Iter 10000 : Commit. 5.14233 PPL. 334.39 Recons. 0.14168 +2022-11-17 13:42:38,640 INFO --> Eva. Iter 10000 :, FID. 0.2254, Diversity Real. 9.7716, Diversity. 10.1031, R_precision_real. [0.52792553 0.71143617 0.79388298], R_precision. [0.4900266 0.68816489 0.77792553], matching_score_real. 2.900955707468885, matching_score_pred. 3.1135041206441025 +2022-11-17 13:46:46,795 INFO Train. Iter 10200 : Commit. 5.09715 PPL. 333.68 Recons. 0.14005 +2022-11-17 13:47:18,406 INFO Train. Iter 10400 : Commit. 5.11398 PPL. 334.98 Recons. 0.14083 +2022-11-17 13:47:51,959 INFO Train. Iter 10600 : Commit. 5.06179 PPL. 334.57 Recons. 0.13906 +2022-11-17 13:48:23,801 INFO Train. Iter 10800 : Commit. 5.02703 PPL. 334.33 Recons. 0.13832 +2022-11-17 13:48:57,204 INFO Train. Iter 11000 : Commit. 5.00346 PPL. 334.66 Recons. 0.13800 +2022-11-17 13:49:08,940 INFO --> Eva. Iter 11000 :, FID. 0.1467, Diversity Real. 9.7049, Diversity. 9.6960, R_precision_real. [0.50930851 0.71343085 0.80452128], R_precision. [0.47739362 0.67220745 0.77260638], matching_score_real. 2.891909675395235, matching_score_pred. 3.065092345501514 +2022-11-17 13:49:08,941 INFO --> --> FID Improved from 0.17099 to 0.14672 !!! +2022-11-17 13:49:09,132 INFO --> --> Diversity Improved from 9.60021 to 9.69599 !!! +2022-11-17 13:49:09,308 INFO --> --> matching_score Improved from 3.07914 to 3.06509 !!! +2022-11-17 13:49:41,146 INFO Train. Iter 11200 : Commit. 5.00563 PPL. 334.48 Recons. 0.13731 +2022-11-17 13:50:14,504 INFO Train. Iter 11400 : Commit. 4.95242 PPL. 334.84 Recons. 0.13685 +2022-11-17 13:50:46,149 INFO Train. Iter 11600 : Commit. 4.94180 PPL. 335.41 Recons. 0.13666 +2022-11-17 13:51:19,466 INFO Train. Iter 11800 : Commit. 4.94321 PPL. 334.92 Recons. 0.13637 +2022-11-17 13:51:51,233 INFO Train. Iter 12000 : Commit. 4.90585 PPL. 335.21 Recons. 0.13583 +2022-11-17 13:52:02,801 INFO --> Eva. Iter 12000 :, FID. 0.1859, Diversity Real. 9.9406, Diversity. 9.4257, R_precision_real. [0.49867021 0.69614362 0.79321809], R_precision. [0.49202128 0.67021277 0.7706117 ], matching_score_real. 2.9068476189958288, matching_score_pred. 3.0943354190664087 +2022-11-17 13:52:34,659 INFO Train. Iter 12200 : Commit. 4.88480 PPL. 335.07 Recons. 0.13543 +2022-11-17 13:53:07,993 INFO Train. Iter 12400 : Commit. 4.86299 PPL. 335.13 Recons. 0.13441 +2022-11-17 13:53:39,614 INFO Train. Iter 12600 : Commit. 4.85530 PPL. 336.19 Recons. 0.13410 +2022-11-17 13:54:13,052 INFO Train. Iter 12800 : Commit. 4.81239 PPL. 334.82 Recons. 0.13357 +2022-11-17 13:54:44,831 INFO Train. Iter 13000 : Commit. 4.76955 PPL. 336.00 Recons. 0.13299 +2022-11-17 13:54:56,554 INFO --> Eva. Iter 13000 :, FID. 0.1965, Diversity Real. 9.7277, Diversity. 9.8483, R_precision_real. [0.52393617 0.70279255 0.79321809], R_precision. [0.50132979 0.67220745 0.77526596], matching_score_real. 2.8999506311213716, matching_score_pred. 3.0698324720910253 +2022-11-17 13:55:29,946 INFO Train. Iter 13200 : Commit. 4.76341 PPL. 336.25 Recons. 0.13283 +2022-11-17 13:56:01,678 INFO Train. Iter 13400 : Commit. 4.74676 PPL. 335.88 Recons. 0.13192 +2022-11-17 13:56:35,215 INFO Train. Iter 13600 : Commit. 4.76224 PPL. 336.10 Recons. 0.13181 +2022-11-17 13:57:06,960 INFO Train. Iter 13800 : Commit. 4.73472 PPL. 336.08 Recons. 0.13111 +2022-11-17 13:57:40,344 INFO Train. Iter 14000 : Commit. 4.68550 PPL. 335.25 Recons. 0.13058 +2022-11-17 13:57:52,058 INFO --> Eva. Iter 14000 :, FID. 0.1575, Diversity Real. 9.5589, Diversity. 9.9344, R_precision_real. [0.5106383 0.69414894 0.79388298], R_precision. [0.48670213 0.67619681 0.77593085], matching_score_real. 2.9181753574533666, matching_score_pred. 3.0817419772452497 +2022-11-17 13:58:23,714 INFO Train. Iter 14200 : Commit. 4.66838 PPL. 337.10 Recons. 0.13053 +2022-11-17 13:58:57,185 INFO Train. Iter 14400 : Commit. 4.65941 PPL. 335.63 Recons. 0.12987 +2022-11-17 13:59:28,820 INFO Train. Iter 14600 : Commit. 4.64479 PPL. 337.28 Recons. 0.12988 +2022-11-17 14:00:01,860 INFO Train. Iter 14800 : Commit. 4.61914 PPL. 336.69 Recons. 0.12952 +2022-11-17 14:00:34,023 INFO Train. Iter 15000 : Commit. 4.59711 PPL. 336.61 Recons. 0.12843 +2022-11-17 14:00:45,966 INFO --> Eva. Iter 15000 :, FID. 0.1738, Diversity Real. 9.2805, Diversity. 9.5188, R_precision_real. [0.51329787 0.70678191 0.80851064], R_precision. [0.48204787 0.69015957 0.78457447], matching_score_real. 2.8993817948280496, matching_score_pred. 3.081449696358214 +2022-11-17 14:04:40,229 INFO --> --> Diversity Improved from 9.69599 to 9.51883 !!! +2022-11-17 14:04:40,777 INFO --> --> Top2 Improved from 0.6895 to 0.6902 !!! +2022-11-17 14:05:12,739 INFO Train. Iter 15200 : Commit. 4.59471 PPL. 337.65 Recons. 0.12848 +2022-11-17 14:05:46,440 INFO Train. Iter 15400 : Commit. 4.56214 PPL. 337.26 Recons. 0.12752 +2022-11-17 14:06:18,350 INFO Train. Iter 15600 : Commit. 4.56156 PPL. 337.50 Recons. 0.12792 +2022-11-17 14:06:52,053 INFO Train. Iter 15800 : Commit. 4.53064 PPL. 337.15 Recons. 0.12737 +2022-11-17 14:07:23,764 INFO Train. Iter 16000 : Commit. 4.51277 PPL. 337.41 Recons. 0.12650 +2022-11-17 14:07:36,788 INFO --> Eva. Iter 16000 :, FID. 0.2206, Diversity Real. 9.7076, Diversity. 9.9046, R_precision_real. [0.50332447 0.70345745 0.79587766], R_precision. [0.48470745 0.68284574 0.77593085], matching_score_real. 2.8897407004173767, matching_score_pred. 3.0444023254069874 +2022-11-17 14:07:36,789 INFO --> --> matching_score Improved from 3.06509 to 3.04440 !!! +2022-11-17 14:08:10,775 INFO Train. Iter 16200 : Commit. 4.48686 PPL. 337.24 Recons. 0.12607 +2022-11-17 14:08:42,672 INFO Train. Iter 16400 : Commit. 4.51241 PPL. 338.36 Recons. 0.12621 +2022-11-17 14:09:16,111 INFO Train. Iter 16600 : Commit. 4.45957 PPL. 337.01 Recons. 0.12548 +2022-11-17 14:09:48,103 INFO Train. Iter 16800 : Commit. 4.46308 PPL. 338.00 Recons. 0.12570 +2022-11-17 14:10:21,791 INFO Train. Iter 17000 : Commit. 4.42075 PPL. 338.52 Recons. 0.12467 +2022-11-17 14:10:33,949 INFO --> Eva. Iter 17000 :, FID. 0.2145, Diversity Real. 9.5478, Diversity. 9.8854, R_precision_real. [0.5 0.69946809 0.79720745], R_precision. [0.47739362 0.68949468 0.77925532], matching_score_real. 2.930521863572141, matching_score_pred. 3.105085773670927 +2022-11-17 14:11:06,136 INFO Train. Iter 17200 : Commit. 4.41095 PPL. 339.11 Recons. 0.12487 +2022-11-17 14:11:39,622 INFO Train. Iter 17400 : Commit. 4.42801 PPL. 339.22 Recons. 0.12391 +2022-11-17 14:12:11,375 INFO Train. Iter 17600 : Commit. 4.39118 PPL. 339.70 Recons. 0.12446 +2022-11-17 14:12:45,312 INFO Train. Iter 17800 : Commit. 4.38417 PPL. 338.32 Recons. 0.12341 +2022-11-17 14:13:17,254 INFO Train. Iter 18000 : Commit. 4.36835 PPL. 339.02 Recons. 0.12326 +2022-11-17 14:13:29,410 INFO --> Eva. Iter 18000 :, FID. 0.1624, Diversity Real. 9.8280, Diversity. 9.4485, R_precision_real. [0.5206117 0.70545213 0.7918883 ], R_precision. [0.49468085 0.67952128 0.77593085], matching_score_real. 2.9113958947201994, matching_score_pred. 3.033395193992777 +2022-11-17 14:13:29,411 INFO --> --> matching_score Improved from 3.04440 to 3.03340 !!! +2022-11-17 14:14:03,294 INFO Train. Iter 18200 : Commit. 4.35929 PPL. 338.67 Recons. 0.12323 +2022-11-17 14:14:35,383 INFO Train. Iter 18400 : Commit. 4.33402 PPL. 340.18 Recons. 0.12253 +2022-11-17 14:15:07,413 INFO Train. Iter 18600 : Commit. 4.32746 PPL. 339.56 Recons. 0.12207 +2022-11-17 14:15:41,310 INFO Train. Iter 18800 : Commit. 4.32681 PPL. 340.35 Recons. 0.12218 +2022-11-17 14:16:13,137 INFO Train. Iter 19000 : Commit. 4.27462 PPL. 339.18 Recons. 0.12142 +2022-11-17 14:16:25,121 INFO --> Eva. Iter 19000 :, FID. 0.2408, Diversity Real. 9.3094, Diversity. 9.5843, R_precision_real. [0.49534574 0.70013298 0.8025266 ], R_precision. [0.50066489 0.67553191 0.77925532], matching_score_real. 2.913621501719698, matching_score_pred. 3.0916089808687253 +2022-11-17 14:16:58,837 INFO Train. Iter 19200 : Commit. 4.26168 PPL. 339.07 Recons. 0.12140 +2022-11-17 14:17:30,687 INFO Train. Iter 19400 : Commit. 4.24700 PPL. 339.83 Recons. 0.12138 +2022-11-17 14:18:04,281 INFO Train. Iter 19600 : Commit. 4.25802 PPL. 340.30 Recons. 0.12089 +2022-11-17 14:18:36,146 INFO Train. Iter 19800 : Commit. 4.22430 PPL. 339.53 Recons. 0.12051 +2022-11-17 14:19:09,791 INFO Train. Iter 20000 : Commit. 4.27130 PPL. 339.89 Recons. 0.12049 +2022-11-17 14:19:23,627 INFO --> Eva. Iter 20000 :, FID. 0.1486, Diversity Real. 9.4710, Diversity. 9.5820, R_precision_real. [0.52194149 0.70611702 0.8025266 ], R_precision. [0.5 0.68484043 0.77460106], matching_score_real. 2.862939479503226, matching_score_pred. 3.0048493628806257 +2022-11-17 14:23:31,405 INFO --> --> matching_score Improved from 3.03340 to 3.00485 !!! +2022-11-17 14:24:04,349 INFO Train. Iter 20200 : Commit. 4.20041 PPL. 339.90 Recons. 0.12027 +2022-11-17 14:24:38,114 INFO Train. Iter 20400 : Commit. 4.21268 PPL. 340.51 Recons. 0.11960 +2022-11-17 14:25:10,078 INFO Train. Iter 20600 : Commit. 4.19342 PPL. 339.50 Recons. 0.11916 +2022-11-17 14:25:43,871 INFO Train. Iter 20800 : Commit. 4.18723 PPL. 339.99 Recons. 0.11919 +2022-11-17 14:26:15,743 INFO Train. Iter 21000 : Commit. 4.15062 PPL. 339.53 Recons. 0.11868 +2022-11-17 14:26:27,929 INFO --> Eva. Iter 21000 :, FID. 0.1749, Diversity Real. 9.7566, Diversity. 9.6760, R_precision_real. [0.51529255 0.72406915 0.81582447], R_precision. [0.49601064 0.69281915 0.79255319], matching_score_real. 2.878525596983889, matching_score_pred. 3.017496717737076 +2022-11-17 14:26:27,929 INFO --> --> Diversity Improved from 9.51883 to 9.67602 !!! +2022-11-17 14:26:28,114 INFO --> --> Top2 Improved from 0.6902 to 0.6928 !!! +2022-11-17 14:26:28,115 INFO --> --> Top3 Improved from 0.7899 to 0.7926 !!! +2022-11-17 14:27:02,056 INFO Train. Iter 21200 : Commit. 4.15310 PPL. 339.88 Recons. 0.11875 +2022-11-17 14:27:33,632 INFO Train. Iter 21400 : Commit. 4.13313 PPL. 339.75 Recons. 0.11837 +2022-11-17 14:28:05,684 INFO Train. Iter 21600 : Commit. 4.13537 PPL. 340.00 Recons. 0.11811 +2022-11-17 14:28:39,647 INFO Train. Iter 21800 : Commit. 4.12257 PPL. 340.24 Recons. 0.11850 +2022-11-17 14:29:11,551 INFO Train. Iter 22000 : Commit. 4.10429 PPL. 339.45 Recons. 0.11730 +2022-11-17 14:29:23,610 INFO --> Eva. Iter 22000 :, FID. 0.2226, Diversity Real. 9.7343, Diversity. 9.6130, R_precision_real. [0.50598404 0.70013298 0.7912234 ], R_precision. [0.49401596 0.69015957 0.78789894], matching_score_real. 2.9261719926874687, matching_score_pred. 3.045497721814095 +2022-11-17 14:29:57,301 INFO Train. Iter 22200 : Commit. 4.09486 PPL. 339.77 Recons. 0.11733 +2022-11-17 14:30:29,374 INFO Train. Iter 22400 : Commit. 4.08599 PPL. 340.28 Recons. 0.11701 +2022-11-17 14:31:02,980 INFO Train. Iter 22600 : Commit. 4.08799 PPL. 340.67 Recons. 0.11684 +2022-11-17 14:31:34,842 INFO Train. Iter 22800 : Commit. 4.05961 PPL. 340.49 Recons. 0.11690 +2022-11-17 14:32:08,579 INFO Train. Iter 23000 : Commit. 4.05296 PPL. 339.14 Recons. 0.11576 +2022-11-17 14:32:20,292 INFO --> Eva. Iter 23000 :, FID. 0.2335, Diversity Real. 9.2143, Diversity. 9.8195, R_precision_real. [0.52526596 0.70412234 0.80053191], R_precision. [0.50797872 0.68284574 0.78058511], matching_score_real. 2.8941090208418827, matching_score_pred. 3.0456867268744934 +2022-11-17 14:32:52,166 INFO Train. Iter 23200 : Commit. 4.04388 PPL. 340.19 Recons. 0.11630 +2022-11-17 14:33:25,529 INFO Train. Iter 23400 : Commit. 4.02062 PPL. 340.73 Recons. 0.11595 +2022-11-17 14:33:57,456 INFO Train. Iter 23600 : Commit. 4.03434 PPL. 340.77 Recons. 0.11562 +2022-11-17 14:34:30,974 INFO Train. Iter 23800 : Commit. 3.97890 PPL. 339.90 Recons. 0.11520 +2022-11-17 14:35:02,723 INFO Train. Iter 24000 : Commit. 4.00419 PPL. 340.72 Recons. 0.11546 +2022-11-17 14:35:14,357 INFO --> Eva. Iter 24000 :, FID. 0.2344, Diversity Real. 9.3681, Diversity. 9.4384, R_precision_real. [0.51595745 0.71276596 0.81582447], R_precision. [0.49135638 0.69215426 0.78257979], matching_score_real. 2.8918856052642172, matching_score_pred. 3.042904016819406 +2022-11-17 14:35:14,358 INFO --> --> Diversity Improved from 9.67602 to 9.43843 !!! +2022-11-17 14:35:48,330 INFO Train. Iter 24200 : Commit. 3.98680 PPL. 341.55 Recons. 0.11517 +2022-11-17 14:36:20,120 INFO Train. Iter 24400 : Commit. 3.98037 PPL. 341.33 Recons. 0.11500 +2022-11-17 14:36:53,595 INFO Train. Iter 24600 : Commit. 3.95179 PPL. 341.11 Recons. 0.11477 +2022-11-17 14:37:25,398 INFO Train. Iter 24800 : Commit. 3.93972 PPL. 340.76 Recons. 0.11386 +2022-11-17 14:37:57,012 INFO Train. Iter 25000 : Commit. 3.94913 PPL. 342.40 Recons. 0.11461 +2022-11-17 14:38:08,726 INFO --> Eva. Iter 25000 :, FID. 0.1446, Diversity Real. 9.4379, Diversity. 9.5337, R_precision_real. [0.51263298 0.70944149 0.80651596], R_precision. [0.49933511 0.68683511 0.78989362], matching_score_real. 2.862814467004005, matching_score_pred. 3.0031376595192767 +2022-11-17 14:41:44,590 INFO --> --> FID Improved from 0.14672 to 0.14460 !!! +2022-11-17 14:41:45,066 INFO --> --> matching_score Improved from 3.00485 to 3.00314 !!! +2022-11-17 14:42:18,497 INFO Train. Iter 25200 : Commit. 3.93108 PPL. 341.46 Recons. 0.11420 +2022-11-17 14:42:50,564 INFO Train. Iter 25400 : Commit. 3.93832 PPL. 342.08 Recons. 0.11363 +2022-11-17 14:43:23,713 INFO Train. Iter 25600 : Commit. 3.90394 PPL. 341.75 Recons. 0.11381 +2022-11-17 14:43:55,297 INFO Train. Iter 25800 : Commit. 3.89801 PPL. 342.24 Recons. 0.11349 +2022-11-17 14:44:28,724 INFO Train. Iter 26000 : Commit. 3.87144 PPL. 342.40 Recons. 0.11328 +2022-11-17 14:44:40,405 INFO --> Eva. Iter 26000 :, FID. 0.1613, Diversity Real. 9.5023, Diversity. 9.8771, R_precision_real. [0.5212766 0.7081117 0.80518617], R_precision. [0.49867021 0.68085106 0.78523936], matching_score_real. 2.9189374091777394, matching_score_pred. 3.0784258741013546 +2022-11-17 14:45:12,344 INFO Train. Iter 26200 : Commit. 3.89755 PPL. 343.45 Recons. 0.11315 +2022-11-17 14:45:45,498 INFO Train. Iter 26400 : Commit. 3.85764 PPL. 342.53 Recons. 0.11284 +2022-11-17 14:46:17,040 INFO Train. Iter 26600 : Commit. 3.85754 PPL. 342.32 Recons. 0.11293 +2022-11-17 14:46:50,267 INFO Train. Iter 26800 : Commit. 3.83835 PPL. 342.21 Recons. 0.11242 +2022-11-17 14:47:21,768 INFO Train. Iter 27000 : Commit. 3.87141 PPL. 343.15 Recons. 0.11242 +2022-11-17 14:47:35,251 INFO --> Eva. Iter 27000 :, FID. 0.1622, Diversity Real. 9.6293, Diversity. 9.8139, R_precision_real. [0.53257979 0.71742021 0.81316489], R_precision. [0.51795213 0.71010638 0.80651596], matching_score_real. 2.8496447471862143, matching_score_pred. 2.96454895810878 +2022-11-17 14:47:35,252 INFO --> --> Diversity Improved from 9.43843 to 9.81391 !!! +2022-11-17 14:47:35,422 INFO --> --> Top1 Improved from 0.5120 to 0.5180 !!! +2022-11-17 14:47:35,581 INFO --> --> Top2 Improved from 0.6928 to 0.7101 !!! +2022-11-17 14:47:35,581 INFO --> --> Top3 Improved from 0.7926 to 0.8065 !!! +2022-11-17 14:47:35,581 INFO --> --> matching_score Improved from 3.00314 to 2.96455 !!! +2022-11-17 14:48:09,192 INFO Train. Iter 27200 : Commit. 3.79951 PPL. 342.00 Recons. 0.11156 +2022-11-17 14:48:40,904 INFO Train. Iter 27400 : Commit. 3.82875 PPL. 343.10 Recons. 0.11247 +2022-11-17 14:49:14,529 INFO Train. Iter 27600 : Commit. 3.80253 PPL. 343.45 Recons. 0.11153 +2022-11-17 14:49:46,199 INFO Train. Iter 27800 : Commit. 3.81884 PPL. 342.96 Recons. 0.11187 +2022-11-17 14:50:19,664 INFO Train. Iter 28000 : Commit. 3.80309 PPL. 342.52 Recons. 0.11135 +2022-11-17 14:50:31,420 INFO --> Eva. Iter 28000 :, FID. 0.2271, Diversity Real. 9.5889, Diversity. 9.7432, R_precision_real. [0.53324468 0.72207447 0.81914894], R_precision. [0.50265957 0.69547872 0.79521277], matching_score_real. 2.854240559517069, matching_score_pred. 3.0110401041964265 +2022-11-17 14:50:31,421 INFO --> --> Diversity Improved from 9.81391 to 9.74317 !!! +2022-11-17 14:51:03,354 INFO Train. Iter 28200 : Commit. 3.77547 PPL. 342.03 Recons. 0.11081 +2022-11-17 14:51:35,302 INFO Train. Iter 28400 : Commit. 3.78503 PPL. 343.61 Recons. 0.11124 +2022-11-17 14:52:08,744 INFO Train. Iter 28600 : Commit. 3.76303 PPL. 342.53 Recons. 0.11065 +2022-11-17 14:52:40,374 INFO Train. Iter 28800 : Commit. 3.77390 PPL. 344.04 Recons. 0.11118 +2022-11-17 14:53:13,741 INFO Train. Iter 29000 : Commit. 3.74144 PPL. 342.04 Recons. 0.10989 +2022-11-17 14:53:25,550 INFO --> Eva. Iter 29000 :, FID. 0.1558, Diversity Real. 9.2954, Diversity. 9.8834, R_precision_real. [0.5 0.6981383 0.78457447], R_precision. [0.48071809 0.6768617 0.77726064], matching_score_real. 2.9575985289634543, matching_score_pred. 3.093145563247356 +2022-11-17 14:53:57,281 INFO Train. Iter 29200 : Commit. 3.74273 PPL. 342.95 Recons. 0.11079 +2022-11-17 14:54:30,458 INFO Train. Iter 29400 : Commit. 3.71963 PPL. 342.97 Recons. 0.10996 +2022-11-17 14:55:02,176 INFO Train. Iter 29600 : Commit. 3.73266 PPL. 343.75 Recons. 0.10993 +2022-11-17 14:55:35,302 INFO Train. Iter 29800 : Commit. 3.72148 PPL. 342.48 Recons. 0.10997 +2022-11-17 14:56:07,034 INFO Train. Iter 30000 : Commit. 3.70972 PPL. 342.80 Recons. 0.10945 +2022-11-17 14:56:18,700 INFO --> Eva. Iter 30000 :, FID. 0.1567, Diversity Real. 9.4680, Diversity. 10.0134, R_precision_real. [0.51130319 0.71476064 0.80385638], R_precision. [0.49734043 0.69614362 0.79521277], matching_score_real. 2.885800985579795, matching_score_pred. 2.9826043210131057 +2022-11-17 15:00:52,092 INFO Train. Iter 30200 : Commit. 3.68566 PPL. 343.17 Recons. 0.10948 +2022-11-17 15:01:23,755 INFO Train. Iter 30400 : Commit. 3.69601 PPL. 344.10 Recons. 0.10937 +2022-11-17 15:01:57,487 INFO Train. Iter 30600 : Commit. 3.69635 PPL. 343.09 Recons. 0.10944 +2022-11-17 15:02:28,955 INFO Train. Iter 30800 : Commit. 3.68207 PPL. 342.30 Recons. 0.10902 +2022-11-17 15:03:02,517 INFO Train. Iter 31000 : Commit. 3.68286 PPL. 343.51 Recons. 0.10900 +2022-11-17 15:03:14,215 INFO --> Eva. Iter 31000 :, FID. 0.1833, Diversity Real. 9.2231, Diversity. 9.6028, R_precision_real. [0.51196809 0.70545213 0.79587766], R_precision. [0.49401596 0.68683511 0.78058511], matching_score_real. 2.8993034413520324, matching_score_pred. 3.0505720199422632 +2022-11-17 15:03:14,216 INFO --> --> Diversity Improved from 9.74317 to 9.60282 !!! +2022-11-17 15:03:46,113 INFO Train. Iter 31200 : Commit. 3.67435 PPL. 342.56 Recons. 0.10893 +2022-11-17 15:04:17,880 INFO Train. Iter 31400 : Commit. 3.66545 PPL. 342.19 Recons. 0.10848 +2022-11-17 15:04:51,429 INFO Train. Iter 31600 : Commit. 3.64649 PPL. 343.00 Recons. 0.10865 +2022-11-17 15:05:23,131 INFO Train. Iter 31800 : Commit. 3.65739 PPL. 343.29 Recons. 0.10838 +2022-11-17 15:05:56,764 INFO Train. Iter 32000 : Commit. 3.66278 PPL. 343.85 Recons. 0.10896 +2022-11-17 15:06:08,510 INFO --> Eva. Iter 32000 :, FID. 0.1522, Diversity Real. 9.4453, Diversity. 9.5622, R_precision_real. [0.5 0.70611702 0.79587766], R_precision. [0.48603723 0.68284574 0.77792553], matching_score_real. 2.8833435291939593, matching_score_pred. 3.0317220028410565 +2022-11-17 15:06:08,511 INFO --> --> Diversity Improved from 9.60282 to 9.56223 !!! +2022-11-17 15:06:40,610 INFO Train. Iter 32200 : Commit. 3.62232 PPL. 343.06 Recons. 0.10758 +2022-11-17 15:07:14,146 INFO Train. Iter 32400 : Commit. 3.61068 PPL. 344.37 Recons. 0.10775 +2022-11-17 15:07:45,795 INFO Train. Iter 32600 : Commit. 3.60547 PPL. 344.49 Recons. 0.10821 +2022-11-17 15:08:19,339 INFO Train. Iter 32800 : Commit. 3.60172 PPL. 344.40 Recons. 0.10732 +2022-11-17 15:08:51,186 INFO Train. Iter 33000 : Commit. 3.61236 PPL. 343.67 Recons. 0.10753 +2022-11-17 15:09:02,972 INFO --> Eva. Iter 33000 :, FID. 0.1913, Diversity Real. 9.5544, Diversity. 10.2583, R_precision_real. [0.50531915 0.68683511 0.79587766], R_precision. [0.47805851 0.6775266 0.77260638], matching_score_real. 2.9338085347033562, matching_score_pred. 3.0730303500561003 +2022-11-17 15:09:36,890 INFO Train. Iter 33200 : Commit. 3.59053 PPL. 343.39 Recons. 0.10769 +2022-11-17 15:10:08,677 INFO Train. Iter 33400 : Commit. 3.58099 PPL. 343.74 Recons. 0.10704 +2022-11-17 15:10:42,414 INFO Train. Iter 33600 : Commit. 3.56246 PPL. 343.83 Recons. 0.10683 +2022-11-17 15:11:14,261 INFO Train. Iter 33800 : Commit. 3.58337 PPL. 343.86 Recons. 0.10698 +2022-11-17 15:11:47,664 INFO Train. Iter 34000 : Commit. 3.59696 PPL. 344.56 Recons. 0.10729 +2022-11-17 15:11:59,455 INFO --> Eva. Iter 34000 :, FID. 0.2115, Diversity Real. 9.6527, Diversity. 9.7855, R_precision_real. [0.51529255 0.71343085 0.80518617], R_precision. [0.49069149 0.68816489 0.78523936], matching_score_real. 2.8764650568049004, matching_score_pred. 3.027737353710418 +2022-11-17 15:12:31,567 INFO Train. Iter 34200 : Commit. 3.56144 PPL. 343.22 Recons. 0.10663 +2022-11-17 15:13:05,101 INFO Train. Iter 34400 : Commit. 3.55795 PPL. 344.01 Recons. 0.10683 +2022-11-17 15:13:37,051 INFO Train. Iter 34600 : Commit. 3.53980 PPL. 344.42 Recons. 0.10649 +2022-11-17 15:14:09,096 INFO Train. Iter 34800 : Commit. 3.54958 PPL. 344.00 Recons. 0.10638 +2022-11-17 15:14:42,904 INFO Train. Iter 35000 : Commit. 3.52885 PPL. 344.54 Recons. 0.10614 +2022-11-17 15:14:54,759 INFO --> Eva. Iter 35000 :, FID. 0.1369, Diversity Real. 9.4302, Diversity. 9.8631, R_precision_real. [0.52393617 0.71476064 0.81382979], R_precision. [0.50332447 0.71343085 0.80452128], matching_score_real. 2.8756736795952977, matching_score_pred. 2.9804350873257253 +2022-11-17 15:17:57,232 INFO --> --> FID Improved from 0.14460 to 0.13692 !!! +2022-11-17 15:18:00,087 INFO --> --> Top2 Improved from 0.7101 to 0.7134 !!! +2022-11-17 15:18:31,865 INFO Train. Iter 35200 : Commit. 3.52502 PPL. 344.17 Recons. 0.10626 +2022-11-17 15:19:05,287 INFO Train. Iter 35400 : Commit. 3.51984 PPL. 344.42 Recons. 0.10625 +2022-11-17 15:19:36,855 INFO Train. Iter 35600 : Commit. 3.52985 PPL. 344.74 Recons. 0.10554 +2022-11-17 15:20:10,087 INFO Train. Iter 35800 : Commit. 3.50954 PPL. 345.12 Recons. 0.10572 +2022-11-17 15:20:41,800 INFO Train. Iter 36000 : Commit. 3.53002 PPL. 344.10 Recons. 0.10586 +2022-11-17 15:20:53,588 INFO --> Eva. Iter 36000 :, FID. 0.1575, Diversity Real. 9.2497, Diversity. 9.6473, R_precision_real. [0.53989362 0.71742021 0.80385638], R_precision. [0.52260638 0.70478723 0.78989362], matching_score_real. 2.8970240329174284, matching_score_pred. 3.030621665589353 +2022-11-17 15:20:53,589 INFO --> --> Top1 Improved from 0.5180 to 0.5226 !!! +2022-11-17 15:21:27,253 INFO Train. Iter 36200 : Commit. 3.48004 PPL. 343.58 Recons. 0.10542 +2022-11-17 15:21:59,101 INFO Train. Iter 36400 : Commit. 3.50543 PPL. 344.54 Recons. 0.10551 +2022-11-17 15:22:32,376 INFO Train. Iter 36600 : Commit. 3.47680 PPL. 343.95 Recons. 0.10515 +2022-11-17 15:23:03,856 INFO Train. Iter 36800 : Commit. 3.50478 PPL. 345.42 Recons. 0.10569 +2022-11-17 15:23:37,164 INFO Train. Iter 37000 : Commit. 3.48523 PPL. 343.27 Recons. 0.10476 +2022-11-17 15:23:48,792 INFO --> Eva. Iter 37000 :, FID. 0.1381, Diversity Real. 9.3130, Diversity. 9.5391, R_precision_real. [0.5 0.68617021 0.78590426], R_precision. [0.48603723 0.68151596 0.77327128], matching_score_real. 2.910809800979939, matching_score_pred. 3.019513196133553 +2022-11-17 15:23:48,793 INFO --> --> Diversity Improved from 9.56223 to 9.53912 !!! +2022-11-17 15:24:20,862 INFO Train. Iter 37200 : Commit. 3.46138 PPL. 343.90 Recons. 0.10479 +2022-11-17 15:24:54,025 INFO Train. Iter 37400 : Commit. 3.47950 PPL. 345.79 Recons. 0.10495 +2022-11-17 15:25:25,616 INFO Train. Iter 37600 : Commit. 3.45579 PPL. 343.69 Recons. 0.10453 +2022-11-17 15:25:57,198 INFO Train. Iter 37800 : Commit. 3.45304 PPL. 343.63 Recons. 0.10472 +2022-11-17 15:26:30,634 INFO Train. Iter 38000 : Commit. 3.45479 PPL. 344.37 Recons. 0.10450 +2022-11-17 15:26:44,135 INFO --> Eva. Iter 38000 :, FID. 0.1467, Diversity Real. 9.7152, Diversity. 9.3551, R_precision_real. [0.51795213 0.71010638 0.79521277], R_precision. [0.50598404 0.70345745 0.78723404], matching_score_real. 2.8830305870543134, matching_score_pred. 2.9961217058465834 +2022-11-17 15:27:15,801 INFO Train. Iter 38200 : Commit. 3.43729 PPL. 344.38 Recons. 0.10420 +2022-11-17 15:27:49,283 INFO Train. Iter 38400 : Commit. 3.43674 PPL. 344.50 Recons. 0.10419 +2022-11-17 15:28:20,926 INFO Train. Iter 38600 : Commit. 3.44699 PPL. 344.88 Recons. 0.10422 +2022-11-17 15:28:54,429 INFO Train. Iter 38800 : Commit. 3.41049 PPL. 344.41 Recons. 0.10405 +2022-11-17 15:29:26,020 INFO Train. Iter 39000 : Commit. 3.43664 PPL. 343.73 Recons. 0.10405 +2022-11-17 15:29:37,859 INFO --> Eva. Iter 39000 :, FID. 0.1299, Diversity Real. 9.7973, Diversity. 9.9940, R_precision_real. [0.50664894 0.71077128 0.79986702], R_precision. [0.49933511 0.70478723 0.79321809], matching_score_real. 2.871438574283681, matching_score_pred. 2.975537670419571 +2022-11-17 15:29:37,860 INFO --> --> FID Improved from 0.13692 to 0.12990 !!! +2022-11-17 15:29:38,034 INFO --> --> Diversity Improved from 9.53912 to 9.99403 !!! +2022-11-17 15:30:11,972 INFO Train. Iter 39200 : Commit. 3.41958 PPL. 345.05 Recons. 0.10370 +2022-11-17 15:30:43,787 INFO Train. Iter 39400 : Commit. 3.40339 PPL. 343.85 Recons. 0.10414 +2022-11-17 15:31:17,096 INFO Train. Iter 39600 : Commit. 3.39248 PPL. 344.08 Recons. 0.10339 +2022-11-17 15:31:48,894 INFO Train. Iter 39800 : Commit. 3.39720 PPL. 344.75 Recons. 0.10377 +2022-11-17 15:32:22,270 INFO Train. Iter 40000 : Commit. 3.37893 PPL. 343.92 Recons. 0.10312 +2022-11-17 15:32:34,050 INFO --> Eva. Iter 40000 :, FID. 0.1441, Diversity Real. 9.6653, Diversity. 9.8486, R_precision_real. [0.50930851 0.69281915 0.7918883 ], R_precision. [0.47739362 0.68218085 0.78058511], matching_score_real. 2.9519557496334645, matching_score_pred. 3.0832479152273624 +2022-11-17 15:37:00,946 INFO --> --> Diversity Improved from 9.99403 to 9.84858 !!! +2022-11-17 15:37:33,564 INFO Train. Iter 40200 : Commit. 3.38770 PPL. 344.18 Recons. 0.10325 +2022-11-17 15:38:07,036 INFO Train. Iter 40400 : Commit. 3.37238 PPL. 344.18 Recons. 0.10289 +2022-11-17 15:38:38,829 INFO Train. Iter 40600 : Commit. 3.36808 PPL. 344.75 Recons. 0.10305 +2022-11-17 15:39:12,490 INFO Train. Iter 40800 : Commit. 3.38328 PPL. 343.92 Recons. 0.10280 +2022-11-17 15:39:43,950 INFO Train. Iter 41000 : Commit. 3.35277 PPL. 344.02 Recons. 0.10307 +2022-11-17 15:39:55,541 INFO --> Eva. Iter 41000 :, FID. 0.1573, Diversity Real. 9.3334, Diversity. 9.5168, R_precision_real. [0.50199468 0.69880319 0.78922872], R_precision. [0.49601064 0.68550532 0.77194149], matching_score_real. 2.9523901178481733, matching_score_pred. 3.0963651829577508 +2022-11-17 15:39:55,542 INFO --> --> Diversity Improved from 9.84858 to 9.51683 !!! +2022-11-17 15:40:27,410 INFO Train. Iter 41200 : Commit. 3.36936 PPL. 344.67 Recons. 0.10249 +2022-11-17 15:41:00,819 INFO Train. Iter 41400 : Commit. 3.34808 PPL. 344.13 Recons. 0.10269 +2022-11-17 15:41:32,354 INFO Train. Iter 41600 : Commit. 3.36669 PPL. 344.37 Recons. 0.10265 +2022-11-17 15:42:05,526 INFO Train. Iter 41800 : Commit. 3.35558 PPL. 344.55 Recons. 0.10246 +2022-11-17 15:42:37,223 INFO Train. Iter 42000 : Commit. 3.33706 PPL. 344.19 Recons. 0.10237 +2022-11-17 15:42:48,930 INFO --> Eva. Iter 42000 :, FID. 0.1537, Diversity Real. 9.9748, Diversity. 9.4278, R_precision_real. [0.48670213 0.69281915 0.78390957], R_precision. [0.46276596 0.66555851 0.76529255], matching_score_real. 2.9611651542338917, matching_score_pred. 3.088763272508662 +2022-11-17 15:43:22,622 INFO Train. Iter 42200 : Commit. 3.31406 PPL. 344.32 Recons. 0.10185 +2022-11-17 15:43:54,306 INFO Train. Iter 42400 : Commit. 3.32439 PPL. 344.45 Recons. 0.10255 +2022-11-17 15:44:28,058 INFO Train. Iter 42600 : Commit. 3.33586 PPL. 344.34 Recons. 0.10227 +2022-11-17 15:44:59,629 INFO Train. Iter 42800 : Commit. 3.32770 PPL. 344.47 Recons. 0.10202 +2022-11-17 15:45:32,898 INFO Train. Iter 43000 : Commit. 3.32780 PPL. 344.52 Recons. 0.10217 +2022-11-17 15:45:44,808 INFO --> Eva. Iter 43000 :, FID. 0.1925, Diversity Real. 9.3920, Diversity. 9.6713, R_precision_real. [0.50797872 0.70744681 0.81582447], R_precision. [0.50398936 0.68218085 0.78723404], matching_score_real. 2.9188900348987987, matching_score_pred. 3.051556054581987 +2022-11-17 15:46:16,513 INFO Train. Iter 43200 : Commit. 3.29527 PPL. 343.73 Recons. 0.10172 +2022-11-17 15:46:49,780 INFO Train. Iter 43400 : Commit. 3.30360 PPL. 344.33 Recons. 0.10175 +2022-11-17 15:47:21,462 INFO Train. Iter 43600 : Commit. 3.30440 PPL. 344.63 Recons. 0.10186 +2022-11-17 15:47:54,719 INFO Train. Iter 43800 : Commit. 3.28360 PPL. 344.34 Recons. 0.10157 +2022-11-17 15:48:26,454 INFO Train. Iter 44000 : Commit. 3.28208 PPL. 344.47 Recons. 0.10142 +2022-11-17 15:48:38,248 INFO --> Eva. Iter 44000 :, FID. 0.1186, Diversity Real. 9.5986, Diversity. 9.3473, R_precision_real. [0.52194149 0.70013298 0.80385638], R_precision. [0.51396277 0.69148936 0.80053191], matching_score_real. 2.925027203052602, matching_score_pred. 3.019283614260085 +2022-11-17 15:48:38,249 INFO --> --> FID Improved from 0.12990 to 0.11864 !!! +2022-11-17 15:49:12,136 INFO Train. Iter 44200 : Commit. 3.30368 PPL. 345.50 Recons. 0.10152 +2022-11-17 15:49:43,915 INFO Train. Iter 44400 : Commit. 3.28796 PPL. 344.59 Recons. 0.10146 +2022-11-17 15:50:15,508 INFO Train. Iter 44600 : Commit. 3.28396 PPL. 344.69 Recons. 0.10115 +2022-11-17 15:50:48,851 INFO Train. Iter 44800 : Commit. 3.27586 PPL. 345.63 Recons. 0.10133 +2022-11-17 15:51:20,440 INFO Train. Iter 45000 : Commit. 3.26518 PPL. 345.51 Recons. 0.10124 +2022-11-17 15:51:32,317 INFO --> Eva. Iter 45000 :, FID. 0.1429, Diversity Real. 9.8016, Diversity. 9.6068, R_precision_real. [0.51662234 0.71343085 0.80917553], R_precision. [0.50797872 0.69215426 0.79055851], matching_score_real. 2.900648091701751, matching_score_pred. 3.0116647050735796 +2022-11-17 15:55:18,628 INFO --> --> Diversity Improved from 9.51683 to 9.60679 !!! +2022-11-17 15:55:52,970 INFO Train. Iter 45200 : Commit. 3.25959 PPL. 344.61 Recons. 0.10055 +2022-11-17 15:56:24,769 INFO Train. Iter 45400 : Commit. 3.27088 PPL. 345.19 Recons. 0.10127 +2022-11-17 15:56:58,023 INFO Train. Iter 45600 : Commit. 3.26344 PPL. 345.42 Recons. 0.10084 +2022-11-17 15:57:29,826 INFO Train. Iter 45800 : Commit. 3.26345 PPL. 345.20 Recons. 0.10064 +2022-11-17 15:58:03,083 INFO Train. Iter 46000 : Commit. 3.24340 PPL. 344.43 Recons. 0.10066 +2022-11-17 15:58:14,957 INFO --> Eva. Iter 46000 :, FID. 0.1511, Diversity Real. 9.5294, Diversity. 9.5212, R_precision_real. [0.52726064 0.71675532 0.80385638], R_precision. [0.50930851 0.68351064 0.77925532], matching_score_real. 2.8843148008305977, matching_score_pred. 2.984817667210356 +2022-11-17 15:58:14,958 INFO --> --> Diversity Improved from 9.60679 to 9.52124 !!! +2022-11-17 15:58:46,993 INFO Train. Iter 46200 : Commit. 3.26425 PPL. 345.55 Recons. 0.10083 +2022-11-17 15:59:20,642 INFO Train. Iter 46400 : Commit. 3.23647 PPL. 344.76 Recons. 0.10041 +2022-11-17 15:59:52,048 INFO Train. Iter 46600 : Commit. 3.24213 PPL. 344.33 Recons. 0.10012 +2022-11-17 16:00:25,929 INFO Train. Iter 46800 : Commit. 3.24256 PPL. 344.46 Recons. 0.10034 +2022-11-17 16:00:58,244 INFO Train. Iter 47000 : Commit. 3.21852 PPL. 345.46 Recons. 0.09992 +2022-11-17 16:01:10,078 INFO --> Eva. Iter 47000 :, FID. 0.1282, Diversity Real. 9.7015, Diversity. 9.6921, R_precision_real. [0.51595745 0.70678191 0.80053191], R_precision. [0.49867021 0.68816489 0.78656915], matching_score_real. 2.9303611542316195, matching_score_pred. 3.016330916830834 +2022-11-17 16:01:10,079 INFO --> --> Diversity Improved from 9.52124 to 9.69213 !!! +2022-11-17 16:01:43,892 INFO Train. Iter 47200 : Commit. 3.23053 PPL. 345.18 Recons. 0.10039 +2022-11-17 16:02:15,568 INFO Train. Iter 47400 : Commit. 3.21129 PPL. 344.86 Recons. 0.10012 +2022-11-17 16:02:47,328 INFO Train. Iter 47600 : Commit. 3.21647 PPL. 345.27 Recons. 0.10004 +2022-11-17 16:03:20,728 INFO Train. Iter 47800 : Commit. 3.20635 PPL. 345.70 Recons. 0.09975 +2022-11-17 16:03:52,487 INFO Train. Iter 48000 : Commit. 3.21961 PPL. 345.67 Recons. 0.09992 +2022-11-17 16:04:04,242 INFO --> Eva. Iter 48000 :, FID. 0.1743, Diversity Real. 9.4427, Diversity. 9.8036, R_precision_real. [0.50797872 0.69348404 0.7918883 ], R_precision. [0.49335106 0.69215426 0.77925532], matching_score_real. 2.921393227069936, matching_score_pred. 3.051198518022578 +2022-11-17 16:04:37,675 INFO Train. Iter 48200 : Commit. 3.21441 PPL. 345.98 Recons. 0.09999 +2022-11-17 16:05:09,074 INFO Train. Iter 48400 : Commit. 3.20303 PPL. 344.77 Recons. 0.09930 +2022-11-17 16:05:42,473 INFO Train. Iter 48600 : Commit. 3.20040 PPL. 345.97 Recons. 0.09976 +2022-11-17 16:06:14,243 INFO Train. Iter 48800 : Commit. 3.18579 PPL. 346.48 Recons. 0.09941 +2022-11-17 16:06:47,657 INFO Train. Iter 49000 : Commit. 3.18903 PPL. 345.16 Recons. 0.09940 +2022-11-17 16:07:01,097 INFO --> Eva. Iter 49000 :, FID. 0.1512, Diversity Real. 9.7869, Diversity. 9.8504, R_precision_real. [0.52593085 0.70212766 0.79454787], R_precision. [0.50864362 0.68816489 0.78856383], matching_score_real. 2.9115261625736317, matching_score_pred. 3.009738769937069 +2022-11-17 16:07:01,098 INFO --> --> Diversity Improved from 9.69213 to 9.85042 !!! +2022-11-17 16:07:32,817 INFO Train. Iter 49200 : Commit. 3.18261 PPL. 346.83 Recons. 0.09957 +2022-11-17 16:08:06,363 INFO Train. Iter 49400 : Commit. 3.16672 PPL. 345.14 Recons. 0.09898 +2022-11-17 16:08:38,028 INFO Train. Iter 49600 : Commit. 3.17692 PPL. 346.23 Recons. 0.09940 +2022-11-17 16:09:11,586 INFO Train. Iter 49800 : Commit. 3.17993 PPL. 345.85 Recons. 0.09906 +2022-11-17 16:09:43,405 INFO Train. Iter 50000 : Commit. 3.15004 PPL. 345.75 Recons. 0.09876 +2022-11-17 16:09:55,021 INFO --> Eva. Iter 50000 :, FID. 0.1303, Diversity Real. 9.4249, Diversity. 9.9516, R_precision_real. [0.51728723 0.71476064 0.79920213], R_precision. [0.49468085 0.68151596 0.76928191], matching_score_real. 2.9211842151398355, matching_score_pred. 3.0532761837573763 +2022-11-17 16:15:24,517 INFO Train. Iter 50200 : Commit. 3.20204 PPL. 345.34 Recons. 0.09946 +2022-11-17 16:15:56,367 INFO Train. Iter 50400 : Commit. 3.17474 PPL. 346.30 Recons. 0.09904 +2022-11-17 16:16:29,835 INFO Train. Iter 50600 : Commit. 3.14378 PPL. 345.65 Recons. 0.09865 +2022-11-17 16:17:01,665 INFO Train. Iter 50800 : Commit. 3.16684 PPL. 346.03 Recons. 0.09876 +2022-11-17 16:17:33,462 INFO Train. Iter 51000 : Commit. 3.16172 PPL. 345.32 Recons. 0.09886 +2022-11-17 16:17:45,932 INFO --> Eva. Iter 51000 :, FID. 0.1725, Diversity Real. 9.1247, Diversity. 9.4778, R_precision_real. [0.49933511 0.70944149 0.8125 ], R_precision. [0.5 0.69414894 0.78789894], matching_score_real. 2.895475859337665, matching_score_pred. 3.0224594308974897 +2022-11-17 16:17:45,933 INFO --> --> Diversity Improved from 9.85042 to 9.47779 !!! +2022-11-17 16:18:19,929 INFO Train. Iter 51200 : Commit. 3.14464 PPL. 345.36 Recons. 0.09838 +2022-11-17 16:18:51,621 INFO Train. Iter 51400 : Commit. 3.16892 PPL. 346.12 Recons. 0.09896 +2022-11-17 16:19:25,162 INFO Train. Iter 51600 : Commit. 3.12966 PPL. 344.66 Recons. 0.09822 +2022-11-17 16:19:56,657 INFO Train. Iter 51800 : Commit. 3.14599 PPL. 345.48 Recons. 0.09874 +2022-11-17 16:20:29,931 INFO Train. Iter 52000 : Commit. 3.12424 PPL. 344.83 Recons. 0.09824 +2022-11-17 16:20:41,921 INFO --> Eva. Iter 52000 :, FID. 0.1586, Diversity Real. 9.3852, Diversity. 9.8215, R_precision_real. [0.5106383 0.71476064 0.8025266 ], R_precision. [0.50864362 0.6974734 0.79454787], matching_score_real. 2.8952349754090005, matching_score_pred. 3.000685286014638 +2022-11-17 16:21:13,952 INFO Train. Iter 52200 : Commit. 3.11874 PPL. 345.41 Recons. 0.09813 +2022-11-17 16:21:47,655 INFO Train. Iter 52400 : Commit. 3.13642 PPL. 345.09 Recons. 0.09830 +2022-11-17 16:22:19,270 INFO Train. Iter 52600 : Commit. 3.12857 PPL. 345.71 Recons. 0.09827 +2022-11-17 16:22:52,656 INFO Train. Iter 52800 : Commit. 3.10582 PPL. 344.99 Recons. 0.09765 +2022-11-17 16:23:24,118 INFO Train. Iter 53000 : Commit. 3.11083 PPL. 345.63 Recons. 0.09796 +2022-11-17 16:23:36,013 INFO --> Eva. Iter 53000 :, FID. 0.1540, Diversity Real. 9.5184, Diversity. 9.7128, R_precision_real. [0.52593085 0.72340426 0.81515957], R_precision. [0.51329787 0.70545213 0.8025266 ], matching_score_real. 2.8954986511392797, matching_score_pred. 2.999993070642999 +2022-11-17 16:24:09,663 INFO Train. Iter 53200 : Commit. 3.13360 PPL. 345.47 Recons. 0.09809 +2022-11-17 16:24:41,404 INFO Train. Iter 53400 : Commit. 3.09734 PPL. 344.17 Recons. 0.09775 +2022-11-17 16:25:14,684 INFO Train. Iter 53600 : Commit. 3.10574 PPL. 345.07 Recons. 0.09801 +2022-11-17 16:25:46,377 INFO Train. Iter 53800 : Commit. 3.11152 PPL. 345.22 Recons. 0.09768 +2022-11-17 16:26:18,241 INFO Train. Iter 54000 : Commit. 3.09881 PPL. 345.95 Recons. 0.09796 +2022-11-17 16:26:30,172 INFO --> Eva. Iter 54000 :, FID. 0.1454, Diversity Real. 9.6583, Diversity. 9.3295, R_precision_real. [0.5212766 0.71941489 0.80119681], R_precision. [0.49867021 0.67819149 0.78324468], matching_score_real. 2.8608637921353606, matching_score_pred. 3.0088357570323536 +2022-11-17 16:27:03,820 INFO Train. Iter 54200 : Commit. 3.09198 PPL. 344.40 Recons. 0.09765 +2022-11-17 16:27:35,640 INFO Train. Iter 54400 : Commit. 3.09646 PPL. 344.96 Recons. 0.09778 +2022-11-17 16:28:08,889 INFO Train. Iter 54600 : Commit. 3.09924 PPL. 345.66 Recons. 0.09748 +2022-11-17 16:28:40,451 INFO Train. Iter 54800 : Commit. 3.09473 PPL. 345.19 Recons. 0.09743 +2022-11-17 16:29:13,739 INFO Train. Iter 55000 : Commit. 3.06107 PPL. 344.49 Recons. 0.09735 +2022-11-17 16:29:27,764 INFO --> Eva. Iter 55000 :, FID. 0.1326, Diversity Real. 9.5672, Diversity. 9.3787, R_precision_real. [0.50199468 0.6875 0.78058511], R_precision. [0.48670213 0.66821809 0.76928191], matching_score_real. 2.9711144985036646, matching_score_pred. 3.09131439695967 +2022-11-17 16:34:40,708 INFO Train. Iter 55200 : Commit. 3.09022 PPL. 345.17 Recons. 0.09738 +2022-11-17 16:35:14,473 INFO Train. Iter 55400 : Commit. 3.05828 PPL. 344.36 Recons. 0.09702 +2022-11-17 16:35:46,371 INFO Train. Iter 55600 : Commit. 3.06772 PPL. 345.89 Recons. 0.09724 +2022-11-17 16:36:20,128 INFO Train. Iter 55800 : Commit. 3.07837 PPL. 344.69 Recons. 0.09657 +2022-11-17 16:36:51,935 INFO Train. Iter 56000 : Commit. 3.06522 PPL. 344.13 Recons. 0.09706 +2022-11-17 16:37:03,833 INFO --> Eva. Iter 56000 :, FID. 0.1235, Diversity Real. 9.5507, Diversity. 9.8189, R_precision_real. [0.51130319 0.70744681 0.7912234 ], R_precision. [0.49601064 0.68284574 0.77925532], matching_score_real. 2.938795419449502, matching_score_pred. 3.0439708638698497 +2022-11-17 16:37:37,229 INFO Train. Iter 56200 : Commit. 3.06818 PPL. 344.47 Recons. 0.09696 +2022-11-17 16:38:08,993 INFO Train. Iter 56400 : Commit. 3.06457 PPL. 344.40 Recons. 0.09689 +2022-11-17 16:38:42,518 INFO Train. Iter 56600 : Commit. 3.07544 PPL. 344.60 Recons. 0.09705 +2022-11-17 16:39:13,827 INFO Train. Iter 56800 : Commit. 3.06048 PPL. 345.08 Recons. 0.09669 +2022-11-17 16:39:47,248 INFO Train. Iter 57000 : Commit. 3.04957 PPL. 343.87 Recons. 0.09653 +2022-11-17 16:39:58,957 INFO --> Eva. Iter 57000 :, FID. 0.1220, Diversity Real. 9.5525, Diversity. 9.6966, R_precision_real. [0.50199468 0.6974734 0.79654255], R_precision. [0.49468085 0.68284574 0.77792553], matching_score_real. 2.9352262578112014, matching_score_pred. 3.0376874081631926 +2022-11-17 16:40:30,901 INFO Train. Iter 57200 : Commit. 3.02820 PPL. 345.01 Recons. 0.09640 +2022-11-17 16:41:02,734 INFO Train. Iter 57400 : Commit. 3.04212 PPL. 344.84 Recons. 0.09661 +2022-11-17 16:41:36,213 INFO Train. Iter 57600 : Commit. 3.03679 PPL. 345.09 Recons. 0.09676 +2022-11-17 16:42:07,857 INFO Train. Iter 57800 : Commit. 3.04011 PPL. 344.75 Recons. 0.09632 +2022-11-17 16:42:41,022 INFO Train. Iter 58000 : Commit. 3.03706 PPL. 344.66 Recons. 0.09658 +2022-11-17 16:42:52,746 INFO --> Eva. Iter 58000 :, FID. 0.1271, Diversity Real. 9.8119, Diversity. 9.4743, R_precision_real. [0.51861702 0.70944149 0.79454787], R_precision. [0.50531915 0.6974734 0.78989362], matching_score_real. 2.9368942291178604, matching_score_pred. 3.0396584754294538 +2022-11-17 16:43:24,690 INFO Train. Iter 58200 : Commit. 3.02028 PPL. 344.26 Recons. 0.09604 +2022-11-17 16:43:58,072 INFO Train. Iter 58400 : Commit. 3.04052 PPL. 344.47 Recons. 0.09638 +2022-11-17 16:44:29,734 INFO Train. Iter 58600 : Commit. 3.03874 PPL. 343.95 Recons. 0.09612 +2022-11-17 16:45:02,930 INFO Train. Iter 58800 : Commit. 3.00375 PPL. 343.91 Recons. 0.09592 +2022-11-17 16:45:34,812 INFO Train. Iter 59000 : Commit. 3.03111 PPL. 344.57 Recons. 0.09625 +2022-11-17 16:45:48,280 INFO --> Eva. Iter 59000 :, FID. 0.1722, Diversity Real. 9.8607, Diversity. 9.7247, R_precision_real. [0.53125 0.71409574 0.8125 ], R_precision. [0.51263298 0.6981383 0.79986702], matching_score_real. 2.8810577950579055, matching_score_pred. 3.013293834442788 +2022-11-17 16:45:48,281 INFO --> --> Diversity Improved from 9.47779 to 9.72475 !!! +2022-11-17 16:46:22,032 INFO Train. Iter 59200 : Commit. 3.02384 PPL. 345.64 Recons. 0.09632 +2022-11-17 16:46:53,645 INFO Train. Iter 59400 : Commit. 3.01453 PPL. 344.43 Recons. 0.09609 +2022-11-17 16:47:27,359 INFO Train. Iter 59600 : Commit. 3.01511 PPL. 345.08 Recons. 0.09603 +2022-11-17 16:47:59,049 INFO Train. Iter 59800 : Commit. 2.99298 PPL. 344.51 Recons. 0.09572 +2022-11-17 16:48:32,499 INFO Train. Iter 60000 : Commit. 3.01636 PPL. 344.45 Recons. 0.09584 +2022-11-17 16:48:44,325 INFO --> Eva. Iter 60000 :, FID. 0.1278, Diversity Real. 9.5787, Diversity. 9.5997, R_precision_real. [0.50731383 0.70545213 0.79654255], R_precision. [0.48670213 0.67885638 0.78390957], matching_score_real. 2.9210444156159747, matching_score_pred. 3.0352084941052375 +2022-11-17 16:53:45,664 INFO --> --> Diversity Improved from 9.72475 to 9.59968 !!! +2022-11-17 16:54:18,117 INFO Train. Iter 60200 : Commit. 3.01166 PPL. 344.77 Recons. 0.09585 +2022-11-17 16:54:51,572 INFO Train. Iter 60400 : Commit. 3.01092 PPL. 345.07 Recons. 0.09580 +2022-11-17 16:55:23,219 INFO Train. Iter 60600 : Commit. 3.00805 PPL. 344.45 Recons. 0.09587 +2022-11-17 16:55:55,080 INFO Train. Iter 60800 : Commit. 3.01702 PPL. 345.47 Recons. 0.09579 +2022-11-17 16:56:28,639 INFO Train. Iter 61000 : Commit. 2.98989 PPL. 343.94 Recons. 0.09534 +2022-11-17 16:56:40,493 INFO --> Eva. Iter 61000 :, FID. 0.1802, Diversity Real. 9.3628, Diversity. 9.3487, R_precision_real. [0.51462766 0.69481383 0.79454787], R_precision. [0.5 0.67353723 0.7706117 ], matching_score_real. 2.9098472950306347, matching_score_pred. 3.017268880884698 +2022-11-17 16:56:40,494 INFO --> --> Diversity Improved from 9.59968 to 9.34865 !!! +2022-11-17 16:57:12,437 INFO Train. Iter 61200 : Commit. 2.97560 PPL. 344.92 Recons. 0.09538 +2022-11-17 16:57:45,533 INFO Train. Iter 61400 : Commit. 2.98582 PPL. 344.91 Recons. 0.09542 +2022-11-17 16:58:17,028 INFO Train. Iter 61600 : Commit. 2.98407 PPL. 344.97 Recons. 0.09530 +2022-11-17 16:58:50,379 INFO Train. Iter 61800 : Commit. 2.97419 PPL. 344.91 Recons. 0.09552 +2022-11-17 16:59:22,143 INFO Train. Iter 62000 : Commit. 2.98099 PPL. 344.31 Recons. 0.09517 +2022-11-17 16:59:33,999 INFO --> Eva. Iter 62000 :, FID. 0.1514, Diversity Real. 9.3519, Diversity. 9.7210, R_precision_real. [0.51263298 0.70279255 0.8025266 ], R_precision. [0.49601064 0.69880319 0.78856383], matching_score_real. 2.840141367405019, matching_score_pred. 2.9446197925729956 +2022-11-17 16:59:34,000 INFO --> --> matching_score Improved from 2.96455 to 2.94462 !!! +2022-11-17 17:00:07,649 INFO Train. Iter 62200 : Commit. 2.95737 PPL. 343.78 Recons. 0.09500 +2022-11-17 17:00:40,080 INFO Train. Iter 62400 : Commit. 2.97041 PPL. 344.47 Recons. 0.09527 +2022-11-17 17:01:13,411 INFO Train. Iter 62600 : Commit. 2.95083 PPL. 344.46 Recons. 0.09482 +2022-11-17 17:01:45,058 INFO Train. Iter 62800 : Commit. 2.94770 PPL. 344.60 Recons. 0.09463 +2022-11-17 17:02:18,337 INFO Train. Iter 63000 : Commit. 2.98838 PPL. 345.89 Recons. 0.09563 +2022-11-17 17:02:30,015 INFO --> Eva. Iter 63000 :, FID. 0.1537, Diversity Real. 9.6865, Diversity. 9.7898, R_precision_real. [0.52925532 0.71343085 0.79787234], R_precision. [0.51795213 0.69215426 0.78590426], matching_score_real. 2.8991703175483865, matching_score_pred. 3.0177907588634083 +2022-11-17 17:02:30,056 INFO --> --> Diversity Improved from 9.34865 to 9.78978 !!! +2022-11-17 17:03:01,998 INFO Train. Iter 63200 : Commit. 2.96109 PPL. 343.93 Recons. 0.09489 +2022-11-17 17:03:35,579 INFO Train. Iter 63400 : Commit. 2.98185 PPL. 344.91 Recons. 0.09497 +2022-11-17 17:04:07,373 INFO Train. Iter 63600 : Commit. 2.96803 PPL. 344.82 Recons. 0.09486 +2022-11-17 17:04:38,995 INFO Train. Iter 63800 : Commit. 2.94511 PPL. 343.97 Recons. 0.09480 +2022-11-17 17:05:12,563 INFO Train. Iter 64000 : Commit. 2.94939 PPL. 344.20 Recons. 0.09461 +2022-11-17 17:05:26,166 INFO --> Eva. Iter 64000 :, FID. 0.1244, Diversity Real. 9.5438, Diversity. 9.9061, R_precision_real. [0.53058511 0.72207447 0.8125 ], R_precision. [0.51529255 0.69946809 0.78856383], matching_score_real. 2.8677280507189162, matching_score_pred. 2.9822283754957484 +2022-11-17 17:05:57,910 INFO Train. Iter 64200 : Commit. 2.95851 PPL. 344.61 Recons. 0.09496 +2022-11-17 17:06:31,187 INFO Train. Iter 64400 : Commit. 2.96553 PPL. 343.28 Recons. 0.09467 +2022-11-17 17:07:02,885 INFO Train. Iter 64600 : Commit. 2.95719 PPL. 344.65 Recons. 0.09490 +2022-11-17 17:07:36,398 INFO Train. Iter 64800 : Commit. 2.95993 PPL. 343.84 Recons. 0.09479 +2022-11-17 17:08:08,075 INFO Train. Iter 65000 : Commit. 2.91829 PPL. 343.67 Recons. 0.09427 +2022-11-17 17:08:19,774 INFO --> Eva. Iter 65000 :, FID. 0.1789, Diversity Real. 9.5453, Diversity. 10.1447, R_precision_real. [0.52593085 0.71675532 0.80518617], R_precision. [0.5106383 0.6981383 0.7918883], matching_score_real. 2.849689189423906, matching_score_pred. 2.951740432292857 +2022-11-17 17:13:18,035 INFO Train. Iter 65200 : Commit. 2.91835 PPL. 342.57 Recons. 0.09441 +2022-11-17 17:13:49,590 INFO Train. Iter 65400 : Commit. 2.94589 PPL. 343.97 Recons. 0.09455 +2022-11-17 17:14:23,158 INFO Train. Iter 65600 : Commit. 2.93971 PPL. 344.20 Recons. 0.09413 +2022-11-17 17:14:54,685 INFO Train. Iter 65800 : Commit. 2.92048 PPL. 343.93 Recons. 0.09412 +2022-11-17 17:15:28,080 INFO Train. Iter 66000 : Commit. 2.90976 PPL. 343.47 Recons. 0.09397 +2022-11-17 17:15:39,723 INFO --> Eva. Iter 66000 :, FID. 0.1025, Diversity Real. 9.6334, Diversity. 9.6680, R_precision_real. [0.51861702 0.71409574 0.8025266 ], R_precision. [0.51263298 0.6981383 0.7918883 ], matching_score_real. 2.883316735003857, matching_score_pred. 2.986901323846046 +2022-11-17 17:15:39,724 INFO --> --> FID Improved from 0.11864 to 0.10254 !!! +2022-11-17 17:15:39,913 INFO --> --> Diversity Improved from 9.78978 to 9.66799 !!! +2022-11-17 17:16:11,872 INFO Train. Iter 66200 : Commit. 2.92875 PPL. 344.77 Recons. 0.09426 +2022-11-17 17:16:45,135 INFO Train. Iter 66400 : Commit. 2.95428 PPL. 343.55 Recons. 0.09423 +2022-11-17 17:17:16,787 INFO Train. Iter 66600 : Commit. 2.91638 PPL. 343.56 Recons. 0.09392 +2022-11-17 17:17:50,144 INFO Train. Iter 66800 : Commit. 2.91854 PPL. 343.79 Recons. 0.09412 +2022-11-17 17:18:21,566 INFO Train. Iter 67000 : Commit. 2.90174 PPL. 343.13 Recons. 0.09362 +2022-11-17 17:18:33,484 INFO --> Eva. Iter 67000 :, FID. 0.1555, Diversity Real. 9.6841, Diversity. 9.7278, R_precision_real. [0.5212766 0.71343085 0.79454787], R_precision. [0.50199468 0.69547872 0.78324468], matching_score_real. 2.9026387498733843, matching_score_pred. 3.0200285049194986 +2022-11-17 17:19:05,272 INFO Train. Iter 67200 : Commit. 2.91584 PPL. 343.55 Recons. 0.09395 +2022-11-17 17:19:38,980 INFO Train. Iter 67400 : Commit. 2.90519 PPL. 343.73 Recons. 0.09413 +2022-11-17 17:20:10,761 INFO Train. Iter 67600 : Commit. 2.92318 PPL. 342.47 Recons. 0.09413 +2022-11-17 17:20:44,136 INFO Train. Iter 67800 : Commit. 2.88213 PPL. 343.24 Recons. 0.09377 +2022-11-17 17:21:15,858 INFO Train. Iter 68000 : Commit. 2.90297 PPL. 343.97 Recons. 0.09355 +2022-11-17 17:21:27,537 INFO --> Eva. Iter 68000 :, FID. 0.1739, Diversity Real. 9.3459, Diversity. 9.8306, R_precision_real. [0.50066489 0.6981383 0.79255319], R_precision. [0.46808511 0.67486702 0.77726064], matching_score_real. 2.8962735165940954, matching_score_pred. 3.027546390574029 +2022-11-17 17:22:01,199 INFO Train. Iter 68200 : Commit. 2.87686 PPL. 344.18 Recons. 0.09342 +2022-11-17 17:22:32,832 INFO Train. Iter 68400 : Commit. 2.88552 PPL. 343.34 Recons. 0.09375 +2022-11-17 17:23:06,074 INFO Train. Iter 68600 : Commit. 2.89885 PPL. 343.56 Recons. 0.09343 +2022-11-17 17:23:37,713 INFO Train. Iter 68800 : Commit. 2.89719 PPL. 343.28 Recons. 0.09368 +2022-11-17 17:24:11,286 INFO Train. Iter 69000 : Commit. 2.91141 PPL. 344.30 Recons. 0.09357 +2022-11-17 17:24:22,917 INFO --> Eva. Iter 69000 :, FID. 0.1680, Diversity Real. 9.5870, Diversity. 9.3104, R_precision_real. [0.50465426 0.70478723 0.7918883 ], R_precision. [0.51196809 0.68949468 0.77925532], matching_score_real. 2.928272932133776, matching_score_pred. 3.0371723986686545 +2022-11-17 17:24:54,621 INFO Train. Iter 69200 : Commit. 2.88016 PPL. 343.43 Recons. 0.09352 +2022-11-17 17:25:27,922 INFO Train. Iter 69400 : Commit. 2.88404 PPL. 343.54 Recons. 0.09377 +2022-11-17 17:25:59,414 INFO Train. Iter 69600 : Commit. 2.88252 PPL. 345.01 Recons. 0.09335 +2022-11-17 17:26:32,614 INFO Train. Iter 69800 : Commit. 2.86888 PPL. 343.58 Recons. 0.09305 +2022-11-17 17:27:04,084 INFO Train. Iter 70000 : Commit. 2.87191 PPL. 343.79 Recons. 0.09339 +2022-11-17 17:27:15,951 INFO --> Eva. Iter 70000 :, FID. 0.1436, Diversity Real. 9.5091, Diversity. 9.8572, R_precision_real. [0.51462766 0.70678191 0.79587766], R_precision. [0.50930851 0.67819149 0.78789894], matching_score_real. 2.893574765388002, matching_score_pred. 3.0066974213782776 +2022-11-17 17:32:00,200 INFO Train. Iter 70200 : Commit. 2.88374 PPL. 343.94 Recons. 0.09354 +2022-11-17 17:32:33,639 INFO Train. Iter 70400 : Commit. 2.88979 PPL. 344.13 Recons. 0.09317 +2022-11-17 17:33:05,265 INFO Train. Iter 70600 : Commit. 2.88820 PPL. 343.44 Recons. 0.09324 +2022-11-17 17:33:39,112 INFO Train. Iter 70800 : Commit. 2.86529 PPL. 343.69 Recons. 0.09305 +2022-11-17 17:34:10,786 INFO Train. Iter 71000 : Commit. 2.87216 PPL. 344.17 Recons. 0.09328 +2022-11-17 17:34:22,594 INFO --> Eva. Iter 71000 :, FID. 0.1849, Diversity Real. 9.6208, Diversity. 9.9668, R_precision_real. [0.50398936 0.69680851 0.78656915], R_precision. [0.47805851 0.67021277 0.77992021], matching_score_real. 2.956006004455242, matching_score_pred. 3.090256665615325 +2022-11-17 17:34:56,292 INFO Train. Iter 71200 : Commit. 2.85370 PPL. 343.53 Recons. 0.09265 +2022-11-17 17:35:28,110 INFO Train. Iter 71400 : Commit. 2.87540 PPL. 343.90 Recons. 0.09318 +2022-11-17 17:36:01,546 INFO Train. Iter 71600 : Commit. 2.85486 PPL. 343.58 Recons. 0.09315 +2022-11-17 17:36:33,187 INFO Train. Iter 71800 : Commit. 2.89334 PPL. 343.57 Recons. 0.09317 +2022-11-17 17:37:06,693 INFO Train. Iter 72000 : Commit. 2.87406 PPL. 343.86 Recons. 0.09329 +2022-11-17 17:37:20,326 INFO --> Eva. Iter 72000 :, FID. 0.1386, Diversity Real. 9.4930, Diversity. 9.8911, R_precision_real. [0.51396277 0.71010638 0.80119681], R_precision. [0.49069149 0.6775266 0.78390957], matching_score_real. 2.9229659577633473, matching_score_pred. 3.0433290968550013 +2022-11-17 17:37:52,048 INFO Train. Iter 72200 : Commit. 2.84842 PPL. 343.35 Recons. 0.09277 +2022-11-17 17:38:25,460 INFO Train. Iter 72400 : Commit. 2.83241 PPL. 342.70 Recons. 0.09256 +2022-11-17 17:38:56,932 INFO Train. Iter 72600 : Commit. 2.84744 PPL. 343.25 Recons. 0.09275 +2022-11-17 17:39:30,357 INFO Train. Iter 72800 : Commit. 2.84123 PPL. 343.62 Recons. 0.09275 +2022-11-17 17:40:01,907 INFO Train. Iter 73000 : Commit. 2.85210 PPL. 342.75 Recons. 0.09260 +2022-11-17 17:40:13,642 INFO --> Eva. Iter 73000 :, FID. 0.0951, Diversity Real. 9.8616, Diversity. 9.4093, R_precision_real. [0.51462766 0.70345745 0.80984043], R_precision. [0.49401596 0.68151596 0.78324468], matching_score_real. 2.866825819015503, matching_score_pred. 2.97574153352291 +2022-11-17 17:40:13,643 INFO --> --> FID Improved from 0.10254 to 0.09512 !!! +2022-11-17 17:40:47,241 INFO Train. Iter 73200 : Commit. 2.86346 PPL. 344.62 Recons. 0.09265 +2022-11-17 17:41:19,004 INFO Train. Iter 73400 : Commit. 2.83549 PPL. 343.45 Recons. 0.09223 +2022-11-17 17:41:50,800 INFO Train. Iter 73600 : Commit. 2.84306 PPL. 344.03 Recons. 0.09305 +2022-11-17 17:42:24,264 INFO Train. Iter 73800 : Commit. 2.82670 PPL. 343.04 Recons. 0.09209 +2022-11-17 17:42:55,961 INFO Train. Iter 74000 : Commit. 2.84112 PPL. 343.41 Recons. 0.09267 +2022-11-17 17:43:09,120 INFO --> Eva. Iter 74000 :, FID. 0.1159, Diversity Real. 9.6263, Diversity. 9.6784, R_precision_real. [0.5 0.70013298 0.80119681], R_precision. [0.4900266 0.67952128 0.77726064], matching_score_real. 2.9655798952630223, matching_score_pred. 3.0741578010802573 +2022-11-17 17:43:42,475 INFO Train. Iter 74200 : Commit. 2.83460 PPL. 343.80 Recons. 0.09236 +2022-11-17 17:44:13,900 INFO Train. Iter 74400 : Commit. 2.82404 PPL. 344.06 Recons. 0.09239 +2022-11-17 17:44:47,360 INFO Train. Iter 74600 : Commit. 2.82876 PPL. 343.64 Recons. 0.09238 +2022-11-17 17:45:18,883 INFO Train. Iter 74800 : Commit. 2.82459 PPL. 342.73 Recons. 0.09219 +2022-11-17 17:45:52,355 INFO Train. Iter 75000 : Commit. 2.83103 PPL. 343.72 Recons. 0.09222 +2022-11-17 17:46:03,968 INFO --> Eva. Iter 75000 :, FID. 0.1071, Diversity Real. 9.6411, Diversity. 9.5714, R_precision_real. [0.52659574 0.72140957 0.80585106], R_precision. [0.50332447 0.68949468 0.77925532], matching_score_real. 2.9021043726738465, matching_score_pred. 3.0337327642643706 +2022-11-17 17:51:55,256 INFO Train. Iter 75200 : Commit. 2.83370 PPL. 343.65 Recons. 0.09223 +2022-11-17 17:52:28,697 INFO Train. Iter 75400 : Commit. 2.80989 PPL. 343.94 Recons. 0.09198 +2022-11-17 17:53:00,508 INFO Train. Iter 75600 : Commit. 2.82975 PPL. 343.79 Recons. 0.09256 +2022-11-17 17:53:33,805 INFO Train. Iter 75800 : Commit. 2.79814 PPL. 343.29 Recons. 0.09187 +2022-11-17 17:54:05,406 INFO Train. Iter 76000 : Commit. 2.79424 PPL. 343.23 Recons. 0.09207 +2022-11-17 17:54:17,146 INFO --> Eva. Iter 76000 :, FID. 0.1991, Diversity Real. 9.3996, Diversity. 9.6043, R_precision_real. [0.51196809 0.70545213 0.79255319], R_precision. [0.50398936 0.68949468 0.77925532], matching_score_real. 2.922206219206465, matching_score_pred. 3.030232733868538 +2022-11-17 17:54:17,147 INFO --> --> Diversity Improved from 9.66799 to 9.60427 !!! +2022-11-17 17:54:50,684 INFO Train. Iter 76200 : Commit. 2.81350 PPL. 343.42 Recons. 0.09214 +2022-11-17 17:55:22,275 INFO Train. Iter 76400 : Commit. 2.81997 PPL. 344.50 Recons. 0.09196 +2022-11-17 17:55:55,725 INFO Train. Iter 76600 : Commit. 2.81834 PPL. 343.70 Recons. 0.09217 +2022-11-17 17:56:27,230 INFO Train. Iter 76800 : Commit. 2.81197 PPL. 343.41 Recons. 0.09199 +2022-11-17 17:56:58,970 INFO Train. Iter 77000 : Commit. 2.79360 PPL. 343.24 Recons. 0.09173 +2022-11-17 17:57:10,754 INFO --> Eva. Iter 77000 :, FID. 0.1924, Diversity Real. 9.0928, Diversity. 9.2211, R_precision_real. [0.51595745 0.71210106 0.80651596], R_precision. [0.48736702 0.68617021 0.78523936], matching_score_real. 2.9095924407877822, matching_score_pred. 3.064517853107858 +2022-11-17 17:57:10,755 INFO --> --> Diversity Improved from 9.60427 to 9.22113 !!! +2022-11-17 17:57:44,297 INFO Train. Iter 77200 : Commit. 2.79809 PPL. 343.22 Recons. 0.09182 +2022-11-17 17:58:16,051 INFO Train. Iter 77400 : Commit. 2.80097 PPL. 343.35 Recons. 0.09193 +2022-11-17 17:58:49,580 INFO Train. Iter 77600 : Commit. 2.80631 PPL. 343.58 Recons. 0.09208 +2022-11-17 17:59:21,356 INFO Train. Iter 77800 : Commit. 2.79005 PPL. 342.31 Recons. 0.09152 +2022-11-17 17:59:54,828 INFO Train. Iter 78000 : Commit. 2.81303 PPL. 345.05 Recons. 0.09193 +2022-11-17 18:00:06,661 INFO --> Eva. Iter 78000 :, FID. 0.1619, Diversity Real. 9.4519, Diversity. 9.7018, R_precision_real. [0.51329787 0.70611702 0.8018617 ], R_precision. [0.51462766 0.69481383 0.79255319], matching_score_real. 2.9122432140593832, matching_score_pred. 3.0159833634153324 +2022-11-17 18:00:38,590 INFO Train. Iter 78200 : Commit. 2.81095 PPL. 344.44 Recons. 0.09195 +2022-11-17 18:01:12,492 INFO Train. Iter 78400 : Commit. 2.80179 PPL. 342.58 Recons. 0.09176 +2022-11-17 18:01:44,345 INFO Train. Iter 78600 : Commit. 2.81611 PPL. 343.41 Recons. 0.09168 +2022-11-17 18:02:17,765 INFO Train. Iter 78800 : Commit. 2.81263 PPL. 343.29 Recons. 0.09172 +2022-11-17 18:02:49,457 INFO Train. Iter 79000 : Commit. 2.78123 PPL. 344.09 Recons. 0.09158 +2022-11-17 18:03:01,092 INFO --> Eva. Iter 79000 :, FID. 0.1067, Diversity Real. 9.3312, Diversity. 9.6101, R_precision_real. [0.52925532 0.70545213 0.80784574], R_precision. [0.51529255 0.68882979 0.79654255], matching_score_real. 2.854544467114388, matching_score_pred. 2.946313624686383 +2022-11-17 18:03:34,703 INFO Train. Iter 79200 : Commit. 2.79540 PPL. 343.03 Recons. 0.09148 +2022-11-17 18:04:06,449 INFO Train. Iter 79400 : Commit. 2.78289 PPL. 343.50 Recons. 0.09157 +2022-11-17 18:04:39,816 INFO Train. Iter 79600 : Commit. 2.79444 PPL. 343.12 Recons. 0.09155 +2022-11-17 18:05:11,307 INFO Train. Iter 79800 : Commit. 2.78705 PPL. 342.78 Recons. 0.09141 +2022-11-17 18:05:43,234 INFO Train. Iter 80000 : Commit. 2.79584 PPL. 343.45 Recons. 0.09164 +2022-11-17 18:05:55,019 INFO --> Eva. Iter 80000 :, FID. 0.1601, Diversity Real. 9.6600, Diversity. 9.7348, R_precision_real. [0.49800532 0.6981383 0.80917553], R_precision. [0.49867021 0.68683511 0.78523936], matching_score_real. 2.903990288998218, matching_score_pred. 3.0096069295355616 +2022-11-17 18:11:07,824 INFO --> --> Diversity Improved from 9.22113 to 9.73484 !!! +2022-11-17 18:11:42,731 INFO Train. Iter 80200 : Commit. 2.78426 PPL. 344.01 Recons. 0.09141 +2022-11-17 18:12:19,781 INFO Train. Iter 80400 : Commit. 2.78053 PPL. 343.99 Recons. 0.09139 +2022-11-17 18:12:53,569 INFO Train. Iter 80600 : Commit. 2.77896 PPL. 343.72 Recons. 0.09126 +2022-11-17 18:13:25,501 INFO Train. Iter 80800 : Commit. 2.80904 PPL. 343.89 Recons. 0.09159 +2022-11-17 18:13:59,061 INFO Train. Iter 81000 : Commit. 2.80198 PPL. 344.26 Recons. 0.09176 +2022-11-17 18:14:10,963 INFO --> Eva. Iter 81000 :, FID. 0.1736, Diversity Real. 9.6015, Diversity. 10.0927, R_precision_real. [0.50531915 0.70146277 0.78922872], R_precision. [0.4787234 0.68284574 0.76994681], matching_score_real. 2.9593877335812184, matching_score_pred. 3.083861102449133 +2022-11-17 18:14:42,890 INFO Train. Iter 81200 : Commit. 2.78829 PPL. 343.66 Recons. 0.09160 +2022-11-17 18:15:16,346 INFO Train. Iter 81400 : Commit. 2.77077 PPL. 343.82 Recons. 0.09096 +2022-11-17 18:15:48,170 INFO Train. Iter 81600 : Commit. 2.78150 PPL. 343.98 Recons. 0.09123 +2022-11-17 18:16:21,641 INFO Train. Iter 81800 : Commit. 2.76691 PPL. 343.19 Recons. 0.09085 +2022-11-17 18:16:53,256 INFO Train. Iter 82000 : Commit. 2.78433 PPL. 344.42 Recons. 0.09153 +2022-11-17 18:17:04,987 INFO --> Eva. Iter 82000 :, FID. 0.1115, Diversity Real. 9.6103, Diversity. 9.7940, R_precision_real. [0.49468085 0.70013298 0.80319149], R_precision. [0.49069149 0.69547872 0.78789894], matching_score_real. 2.941872885886659, matching_score_pred. 3.0276429095166795 +2022-11-17 18:17:38,757 INFO Train. Iter 82200 : Commit. 2.77920 PPL. 343.71 Recons. 0.09096 +2022-11-17 18:18:10,148 INFO Train. Iter 82400 : Commit. 2.77720 PPL. 343.56 Recons. 0.09113 +2022-11-17 18:18:43,503 INFO Train. Iter 82600 : Commit. 2.77130 PPL. 344.18 Recons. 0.09109 +2022-11-17 18:19:15,356 INFO Train. Iter 82800 : Commit. 2.76088 PPL. 343.08 Recons. 0.09092 +2022-11-17 18:19:48,600 INFO Train. Iter 83000 : Commit. 2.77540 PPL. 343.05 Recons. 0.09077 +2022-11-17 18:20:00,221 INFO --> Eva. Iter 83000 :, FID. 0.1817, Diversity Real. 9.4159, Diversity. 9.3607, R_precision_real. [0.50398936 0.70013298 0.78856383], R_precision. [0.49069149 0.69414894 0.78590426], matching_score_real. 2.9126404904304666, matching_score_pred. 3.02855040164704 +2022-11-17 18:20:00,222 INFO --> --> Diversity Improved from 9.73484 to 9.36071 !!! +2022-11-17 18:20:32,360 INFO Train. Iter 83200 : Commit. 2.78010 PPL. 343.54 Recons. 0.09094 +2022-11-17 18:21:04,052 INFO Train. Iter 83400 : Commit. 2.75533 PPL. 343.27 Recons. 0.09104 +2022-11-17 18:21:37,453 INFO Train. Iter 83600 : Commit. 2.76051 PPL. 343.20 Recons. 0.09112 +2022-11-17 18:22:09,056 INFO Train. Iter 83800 : Commit. 2.77055 PPL. 342.95 Recons. 0.09091 +2022-11-17 18:22:42,279 INFO Train. Iter 84000 : Commit. 2.75903 PPL. 343.17 Recons. 0.09100 +2022-11-17 18:22:54,085 INFO --> Eva. Iter 84000 :, FID. 0.1184, Diversity Real. 9.4112, Diversity. 9.5150, R_precision_real. [0.51130319 0.7081117 0.79255319], R_precision. [0.49800532 0.68284574 0.77925532], matching_score_real. 2.938497264334496, matching_score_pred. 3.029239705268373 +2022-11-17 18:23:25,881 INFO Train. Iter 84200 : Commit. 2.74777 PPL. 343.14 Recons. 0.09063 +2022-11-17 18:23:59,284 INFO Train. Iter 84400 : Commit. 2.74180 PPL. 342.78 Recons. 0.09078 +2022-11-17 18:24:31,020 INFO Train. Iter 84600 : Commit. 2.73835 PPL. 342.42 Recons. 0.09043 +2022-11-17 18:25:04,501 INFO Train. Iter 84800 : Commit. 2.76216 PPL. 342.41 Recons. 0.09057 +2022-11-17 18:25:36,221 INFO Train. Iter 85000 : Commit. 2.73622 PPL. 342.59 Recons. 0.09054 +2022-11-17 18:25:48,097 INFO --> Eva. Iter 85000 :, FID. 0.1303, Diversity Real. 9.6605, Diversity. 9.5637, R_precision_real. [0.49069149 0.68218085 0.79587766], R_precision. [0.47539894 0.66555851 0.78257979], matching_score_real. 2.937264898990063, matching_score_pred. 3.063552196989668 +2022-11-17 18:29:55,104 INFO --> --> Diversity Improved from 9.36071 to 9.56372 !!! +2022-11-17 18:30:29,630 INFO Train. Iter 85200 : Commit. 2.74657 PPL. 343.54 Recons. 0.09096 +2022-11-17 18:31:01,255 INFO Train. Iter 85400 : Commit. 2.75822 PPL. 343.41 Recons. 0.09081 +2022-11-17 18:31:34,558 INFO Train. Iter 85600 : Commit. 2.74968 PPL. 343.87 Recons. 0.09061 +2022-11-17 18:32:06,283 INFO Train. Iter 85800 : Commit. 2.74685 PPL. 342.78 Recons. 0.09015 +2022-11-17 18:32:39,694 INFO Train. Iter 86000 : Commit. 2.76575 PPL. 343.94 Recons. 0.09038 +2022-11-17 18:32:51,380 INFO --> Eva. Iter 86000 :, FID. 0.1416, Diversity Real. 9.5877, Diversity. 9.6193, R_precision_real. [0.49069149 0.69414894 0.79521277], R_precision. [0.49933511 0.69946809 0.78989362], matching_score_real. 2.8947692779784506, matching_score_pred. 2.996022939682007 +2022-11-17 18:33:23,043 INFO Train. Iter 86200 : Commit. 2.75997 PPL. 343.72 Recons. 0.09097 +2022-11-17 18:33:54,880 INFO Train. Iter 86400 : Commit. 2.71068 PPL. 343.20 Recons. 0.09011 +2022-11-17 18:34:28,606 INFO Train. Iter 86600 : Commit. 2.74563 PPL. 342.96 Recons. 0.09024 +2022-11-17 18:35:00,482 INFO Train. Iter 86800 : Commit. 2.74637 PPL. 343.45 Recons. 0.09048 +2022-11-17 18:35:34,101 INFO Train. Iter 87000 : Commit. 2.73326 PPL. 344.49 Recons. 0.09026 +2022-11-17 18:35:46,037 INFO --> Eva. Iter 87000 :, FID. 0.1103, Diversity Real. 9.6231, Diversity. 9.5931, R_precision_real. [0.50398936 0.70013298 0.79255319], R_precision. [0.49800532 0.68085106 0.77792553], matching_score_real. 2.8928598901058766, matching_score_pred. 3.0132982832320194 +2022-11-17 18:35:46,038 INFO --> --> Diversity Improved from 9.56372 to 9.59315 !!! +2022-11-17 18:36:18,112 INFO Train. Iter 87200 : Commit. 2.77002 PPL. 342.97 Recons. 0.09056 +2022-11-17 18:36:51,433 INFO Train. Iter 87400 : Commit. 2.73560 PPL. 343.28 Recons. 0.09039 +2022-11-17 18:37:23,236 INFO Train. Iter 87600 : Commit. 2.72420 PPL. 343.89 Recons. 0.09024 +2022-11-17 18:37:56,755 INFO Train. Iter 87800 : Commit. 2.73749 PPL. 342.88 Recons. 0.08993 +2022-11-17 18:38:28,261 INFO Train. Iter 88000 : Commit. 2.71122 PPL. 343.74 Recons. 0.08998 +2022-11-17 18:38:39,992 INFO --> Eva. Iter 88000 :, FID. 0.1316, Diversity Real. 8.9588, Diversity. 9.5029, R_precision_real. [0.50465426 0.69614362 0.80518617], R_precision. [0.50332447 0.68151596 0.78590426], matching_score_real. 2.917058964993091, matching_score_pred. 3.0339522818301585 +2022-11-17 18:38:39,993 INFO --> --> Diversity Improved from 9.59315 to 9.50294 !!! +2022-11-17 18:39:13,819 INFO Train. Iter 88200 : Commit. 2.71839 PPL. 344.07 Recons. 0.09003 +2022-11-17 18:39:45,334 INFO Train. Iter 88400 : Commit. 2.75013 PPL. 344.12 Recons. 0.09067 +2022-11-17 18:40:18,976 INFO Train. Iter 88600 : Commit. 2.71209 PPL. 343.93 Recons. 0.08967 +2022-11-17 18:40:50,702 INFO Train. Iter 88800 : Commit. 2.73026 PPL. 343.18 Recons. 0.09038 +2022-11-17 18:41:24,214 INFO Train. Iter 89000 : Commit. 2.72016 PPL. 343.47 Recons. 0.08974 +2022-11-17 18:41:35,922 INFO --> Eva. Iter 89000 :, FID. 0.1218, Diversity Real. 9.6723, Diversity. 9.9182, R_precision_real. [0.53191489 0.71542553 0.80851064], R_precision. [0.51462766 0.69880319 0.78656915], matching_score_real. 2.897959141021079, matching_score_pred. 3.006933668826489 +2022-11-17 18:42:08,002 INFO Train. Iter 89200 : Commit. 2.72968 PPL. 342.62 Recons. 0.08997 +2022-11-17 18:42:41,446 INFO Train. Iter 89400 : Commit. 2.73573 PPL. 343.69 Recons. 0.09012 +2022-11-17 18:43:12,808 INFO Train. Iter 89600 : Commit. 2.72274 PPL. 343.16 Recons. 0.08967 +2022-11-17 18:43:44,422 INFO Train. Iter 89800 : Commit. 2.71056 PPL. 342.76 Recons. 0.09024 +2022-11-17 18:44:17,790 INFO Train. Iter 90000 : Commit. 2.71552 PPL. 343.65 Recons. 0.08974 +2022-11-17 18:44:29,442 INFO --> Eva. Iter 90000 :, FID. 0.1136, Diversity Real. 9.5622, Diversity. 9.6481, R_precision_real. [0.49268617 0.69281915 0.78257979], R_precision. [0.48204787 0.67952128 0.77460106], matching_score_real. 2.9376730969611633, matching_score_pred. 3.034459002474521 +2022-11-17 18:50:21,073 INFO Train. Iter 90200 : Commit. 2.70893 PPL. 344.76 Recons. 0.09001 +2022-11-17 18:50:54,648 INFO Train. Iter 90400 : Commit. 2.71751 PPL. 342.69 Recons. 0.08979 +2022-11-17 18:51:26,562 INFO Train. Iter 90600 : Commit. 2.71004 PPL. 343.33 Recons. 0.08962 +2022-11-17 18:51:59,901 INFO Train. Iter 90800 : Commit. 2.71165 PPL. 343.72 Recons. 0.08996 +2022-11-17 18:52:31,477 INFO Train. Iter 91000 : Commit. 2.71350 PPL. 343.76 Recons. 0.09002 +2022-11-17 18:52:43,435 INFO --> Eva. Iter 91000 :, FID. 0.1056, Diversity Real. 9.4539, Diversity. 9.7753, R_precision_real. [0.50531915 0.68683511 0.7912234 ], R_precision. [0.49667553 0.6768617 0.76529255], matching_score_real. 2.9412506387588824, matching_score_pred. 3.050871027276871 +2022-11-17 18:53:16,610 INFO Train. Iter 91200 : Commit. 2.71348 PPL. 343.61 Recons. 0.08962 +2022-11-17 18:53:48,287 INFO Train. Iter 91400 : Commit. 2.72219 PPL. 343.52 Recons. 0.08986 +2022-11-17 18:54:21,487 INFO Train. Iter 91600 : Commit. 2.69696 PPL. 342.86 Recons. 0.08933 +2022-11-17 18:54:53,619 INFO Train. Iter 91800 : Commit. 2.69962 PPL. 343.75 Recons. 0.08941 +2022-11-17 18:55:27,387 INFO Train. Iter 92000 : Commit. 2.69934 PPL. 343.08 Recons. 0.08979 +2022-11-17 18:55:39,033 INFO --> Eva. Iter 92000 :, FID. 0.1221, Diversity Real. 9.5222, Diversity. 9.5676, R_precision_real. [0.53058511 0.72007979 0.80984043], R_precision. [0.51130319 0.69414894 0.79321809], matching_score_real. 2.89155409183908, matching_score_pred. 2.990193803259667 +2022-11-17 18:56:11,033 INFO Train. Iter 92200 : Commit. 2.68301 PPL. 342.21 Recons. 0.08923 +2022-11-17 18:56:44,727 INFO Train. Iter 92400 : Commit. 2.69619 PPL. 343.39 Recons. 0.08933 +2022-11-17 18:57:16,237 INFO Train. Iter 92600 : Commit. 2.68825 PPL. 343.69 Recons. 0.08943 +2022-11-17 18:57:49,974 INFO Train. Iter 92800 : Commit. 2.69198 PPL. 343.66 Recons. 0.08936 +2022-11-17 18:58:21,699 INFO Train. Iter 93000 : Commit. 2.68559 PPL. 343.26 Recons. 0.08929 +2022-11-17 18:58:35,298 INFO --> Eva. Iter 93000 :, FID. 0.1268, Diversity Real. 9.5398, Diversity. 9.7338, R_precision_real. [0.51861702 0.70678191 0.79388298], R_precision. [0.48803191 0.6775266 0.77726064], matching_score_real. 2.912658483424085, matching_score_pred. 3.033838251803784 +2022-11-17 18:59:06,899 INFO Train. Iter 93200 : Commit. 2.69800 PPL. 342.69 Recons. 0.08943 +2022-11-17 18:59:40,251 INFO Train. Iter 93400 : Commit. 2.68705 PPL. 342.72 Recons. 0.08941 +2022-11-17 19:00:11,889 INFO Train. Iter 93600 : Commit. 2.69400 PPL. 343.34 Recons. 0.08916 +2022-11-17 19:00:46,236 INFO Train. Iter 93800 : Commit. 2.69851 PPL. 343.88 Recons. 0.08934 +2022-11-17 19:01:18,109 INFO Train. Iter 94000 : Commit. 2.67577 PPL. 342.40 Recons. 0.08887 +2022-11-17 19:01:30,532 INFO --> Eva. Iter 94000 :, FID. 0.1403, Diversity Real. 9.4308, Diversity. 9.8863, R_precision_real. [0.5106383 0.68617021 0.79388298], R_precision. [0.50066489 0.68417553 0.78324468], matching_score_real. 2.95577439856022, matching_score_pred. 3.0645456060450127 +2022-11-17 19:02:04,201 INFO Train. Iter 94200 : Commit. 2.69610 PPL. 343.79 Recons. 0.08924 +2022-11-17 19:02:35,926 INFO Train. Iter 94400 : Commit. 2.67660 PPL. 343.72 Recons. 0.08908 +2022-11-17 19:03:09,461 INFO Train. Iter 94600 : Commit. 2.70189 PPL. 345.30 Recons. 0.08940 +2022-11-17 19:03:41,277 INFO Train. Iter 94800 : Commit. 2.69022 PPL. 343.85 Recons. 0.08894 +2022-11-17 19:04:14,620 INFO Train. Iter 95000 : Commit. 2.67905 PPL. 344.31 Recons. 0.08883 +2022-11-17 19:04:26,387 INFO --> Eva. Iter 95000 :, FID. 0.1158, Diversity Real. 9.8476, Diversity. 9.8173, R_precision_real. [0.52925532 0.70744681 0.79055851], R_precision. [0.5099734 0.69015957 0.77992021], matching_score_real. 2.9851179528743663, matching_score_pred. 3.0795592805172536 +2022-11-17 19:07:49,366 INFO --> --> Diversity Improved from 9.50294 to 9.81727 !!! +2022-11-17 19:08:21,338 INFO Train. Iter 95200 : Commit. 2.70145 PPL. 343.86 Recons. 0.08921 +2022-11-17 19:08:54,972 INFO Train. Iter 95400 : Commit. 2.68518 PPL. 344.74 Recons. 0.08910 +2022-11-17 19:09:26,576 INFO Train. Iter 95600 : Commit. 2.69358 PPL. 343.81 Recons. 0.08932 +2022-11-17 19:10:00,098 INFO Train. Iter 95800 : Commit. 2.69137 PPL. 345.91 Recons. 0.08910 +2022-11-17 19:10:31,750 INFO Train. Iter 96000 : Commit. 2.67606 PPL. 344.40 Recons. 0.08883 +2022-11-17 19:10:43,380 INFO --> Eva. Iter 96000 :, FID. 0.1459, Diversity Real. 9.5563, Diversity. 9.9167, R_precision_real. [0.51329787 0.7087766 0.78922872], R_precision. [0.49800532 0.68085106 0.76529255], matching_score_real. 2.913120005993133, matching_score_pred. 3.047389882676145 +2022-11-17 19:11:15,247 INFO Train. Iter 96200 : Commit. 2.67503 PPL. 344.14 Recons. 0.08899 +2022-11-17 19:11:48,594 INFO Train. Iter 96400 : Commit. 2.66506 PPL. 344.22 Recons. 0.08884 +2022-11-17 19:12:20,147 INFO Train. Iter 96600 : Commit. 2.68829 PPL. 344.76 Recons. 0.08918 +2022-11-17 19:12:53,362 INFO Train. Iter 96800 : Commit. 2.67638 PPL. 343.96 Recons. 0.08887 +2022-11-17 19:13:24,981 INFO Train. Iter 97000 : Commit. 2.67179 PPL. 344.45 Recons. 0.08876 +2022-11-17 19:13:36,830 INFO --> Eva. Iter 97000 :, FID. 0.1017, Diversity Real. 9.3409, Diversity. 9.5867, R_precision_real. [0.49401596 0.68683511 0.78922872], R_precision. [0.47672872 0.6768617 0.76329787], matching_score_real. 2.9648597849176284, matching_score_pred. 3.0808733980706395 +2022-11-17 19:13:36,831 INFO --> --> Diversity Improved from 9.81727 to 9.58666 !!! +2022-11-17 19:14:10,302 INFO Train. Iter 97200 : Commit. 2.68211 PPL. 343.07 Recons. 0.08865 +2022-11-17 19:14:41,798 INFO Train. Iter 97400 : Commit. 2.68144 PPL. 344.59 Recons. 0.08908 +2022-11-17 19:15:15,030 INFO Train. Iter 97600 : Commit. 2.68546 PPL. 343.69 Recons. 0.08890 +2022-11-17 19:15:46,765 INFO Train. Iter 97800 : Commit. 2.66617 PPL. 343.40 Recons. 0.08893 +2022-11-17 19:16:20,094 INFO Train. Iter 98000 : Commit. 2.67179 PPL. 343.99 Recons. 0.08874 +2022-11-17 19:16:31,844 INFO --> Eva. Iter 98000 :, FID. 0.1149, Diversity Real. 9.5770, Diversity. 9.7717, R_precision_real. [0.5 0.70412234 0.79986702], R_precision. [0.48670213 0.68484043 0.78390957], matching_score_real. 2.9474263901406146, matching_score_pred. 3.0545615338264627 +2022-11-17 19:17:03,643 INFO Train. Iter 98200 : Commit. 2.68046 PPL. 344.77 Recons. 0.08858 +2022-11-17 19:17:36,740 INFO Train. Iter 98400 : Commit. 2.67845 PPL. 344.90 Recons. 0.08883 +2022-11-17 19:18:08,167 INFO Train. Iter 98600 : Commit. 2.65292 PPL. 345.42 Recons. 0.08870 +2022-11-17 19:18:41,399 INFO Train. Iter 98800 : Commit. 2.67722 PPL. 343.60 Recons. 0.08897 +2022-11-17 19:19:13,026 INFO Train. Iter 99000 : Commit. 2.64263 PPL. 345.00 Recons. 0.08855 +2022-11-17 19:19:24,680 INFO --> Eva. Iter 99000 :, FID. 0.0907, Diversity Real. 9.5802, Diversity. 9.5117, R_precision_real. [0.52260638 0.70944149 0.80053191], R_precision. [0.50132979 0.67952128 0.77593085], matching_score_real. 2.889736662519739, matching_score_pred. 3.0037070538135286 +2022-11-17 19:19:24,681 INFO --> --> FID Improved from 0.09512 to 0.09066 !!! +2022-11-17 19:19:58,372 INFO Train. Iter 99200 : Commit. 2.64852 PPL. 344.83 Recons. 0.08831 +2022-11-17 19:20:30,049 INFO Train. Iter 99400 : Commit. 2.64454 PPL. 344.65 Recons. 0.08842 +2022-11-17 19:21:01,594 INFO Train. Iter 99600 : Commit. 2.68089 PPL. 345.05 Recons. 0.08857 +2022-11-17 19:21:34,988 INFO Train. Iter 99800 : Commit. 2.65326 PPL. 345.68 Recons. 0.08871 +2022-11-17 19:22:06,599 INFO Train. Iter 100000 : Commit. 2.64544 PPL. 344.94 Recons. 0.08847 +2022-11-17 19:22:18,572 INFO --> Eva. Iter 100000 :, FID. 0.1611, Diversity Real. 9.5540, Diversity. 9.7509, R_precision_real. [0.52393617 0.70611702 0.79986702], R_precision. [0.48803191 0.68683511 0.78989362], matching_score_real. 2.91773355768082, matching_score_pred. 3.039083942453912 +2022-11-17 19:26:04,370 INFO Train. Iter 100200 : Commit. 2.64345 PPL. 344.15 Recons. 0.08845 +2022-11-17 19:26:35,985 INFO Train. Iter 100400 : Commit. 2.67987 PPL. 346.12 Recons. 0.08862 +2022-11-17 19:27:09,354 INFO Train. Iter 100600 : Commit. 2.63687 PPL. 343.91 Recons. 0.08815 +2022-11-17 19:27:41,198 INFO Train. Iter 100800 : Commit. 2.63732 PPL. 344.93 Recons. 0.08837 +2022-11-17 19:28:14,666 INFO Train. Iter 101000 : Commit. 2.63630 PPL. 346.38 Recons. 0.08845 +2022-11-17 19:28:26,464 INFO --> Eva. Iter 101000 :, FID. 0.1191, Diversity Real. 9.5702, Diversity. 9.7600, R_precision_real. [0.52260638 0.71941489 0.80385638], R_precision. [0.49667553 0.68816489 0.77792553], matching_score_real. 2.900114434830686, matching_score_pred. 3.0530868185327407 +2022-11-17 19:28:58,385 INFO Train. Iter 101200 : Commit. 2.63078 PPL. 345.24 Recons. 0.08816 +2022-11-17 19:29:31,821 INFO Train. Iter 101400 : Commit. 2.65179 PPL. 345.94 Recons. 0.08867 +2022-11-17 19:30:03,234 INFO Train. Iter 101600 : Commit. 2.63034 PPL. 344.92 Recons. 0.08807 +2022-11-17 19:30:36,662 INFO Train. Iter 101800 : Commit. 2.64211 PPL. 345.24 Recons. 0.08819 +2022-11-17 19:31:08,522 INFO Train. Iter 102000 : Commit. 2.63932 PPL. 343.90 Recons. 0.08812 +2022-11-17 19:31:20,218 INFO --> Eva. Iter 102000 :, FID. 0.1146, Diversity Real. 9.5600, Diversity. 9.3264, R_precision_real. [0.51329787 0.69148936 0.79853723], R_precision. [0.5 0.6668883 0.77194149], matching_score_real. 2.9609366731440767, matching_score_pred. 3.0707750624798713 +2022-11-17 19:31:54,040 INFO Train. Iter 102200 : Commit. 2.64827 PPL. 345.05 Recons. 0.08837 +2022-11-17 19:32:25,498 INFO Train. Iter 102400 : Commit. 2.63633 PPL. 344.58 Recons. 0.08816 +2022-11-17 19:32:57,306 INFO Train. Iter 102600 : Commit. 2.64436 PPL. 344.82 Recons. 0.08783 +2022-11-17 19:33:30,661 INFO Train. Iter 102800 : Commit. 2.63519 PPL. 344.42 Recons. 0.08799 +2022-11-17 19:34:02,224 INFO Train. Iter 103000 : Commit. 2.62265 PPL. 345.09 Recons. 0.08833 +2022-11-17 19:34:13,966 INFO --> Eva. Iter 103000 :, FID. 0.1026, Diversity Real. 9.3533, Diversity. 9.3087, R_precision_real. [0.51329787 0.69614362 0.78590426], R_precision. [0.49800532 0.67952128 0.77792553], matching_score_real. 2.9679236158411553, matching_score_pred. 3.0692084951603666 +2022-11-17 19:34:13,967 INFO --> --> Diversity Improved from 9.58666 to 9.30871 !!! +2022-11-17 19:34:47,648 INFO Train. Iter 103200 : Commit. 2.62376 PPL. 344.19 Recons. 0.08796 +2022-11-17 19:35:19,486 INFO Train. Iter 103400 : Commit. 2.64322 PPL. 344.22 Recons. 0.08832 +2022-11-17 19:35:53,004 INFO Train. Iter 103600 : Commit. 2.63490 PPL. 343.98 Recons. 0.08811 +2022-11-17 19:36:24,620 INFO Train. Iter 103800 : Commit. 2.64666 PPL. 343.58 Recons. 0.08828 +2022-11-17 19:36:58,096 INFO Train. Iter 104000 : Commit. 2.63299 PPL. 344.58 Recons. 0.08779 +2022-11-17 19:37:09,953 INFO --> Eva. Iter 104000 :, FID. 0.1166, Diversity Real. 9.8531, Diversity. 9.9650, R_precision_real. [0.50797872 0.70545213 0.80452128], R_precision. [0.49069149 0.67885638 0.77593085], matching_score_real. 2.8850065647287573, matching_score_pred. 3.0036765565263464 +2022-11-17 19:37:09,954 INFO --> --> Diversity Improved from 9.30871 to 9.96503 !!! +2022-11-17 19:37:41,805 INFO Train. Iter 104200 : Commit. 2.62149 PPL. 344.30 Recons. 0.08809 +2022-11-17 19:38:15,262 INFO Train. Iter 104400 : Commit. 2.64450 PPL. 344.61 Recons. 0.08797 +2022-11-17 19:38:46,815 INFO Train. Iter 104600 : Commit. 2.61121 PPL. 343.47 Recons. 0.08744 +2022-11-17 19:39:20,255 INFO Train. Iter 104800 : Commit. 2.62325 PPL. 345.10 Recons. 0.08806 +2022-11-17 19:39:51,845 INFO Train. Iter 105000 : Commit. 2.62743 PPL. 344.69 Recons. 0.08774 +2022-11-17 19:40:03,680 INFO --> Eva. Iter 105000 :, FID. 0.1195, Diversity Real. 9.6066, Diversity. 9.9808, R_precision_real. [0.50531915 0.70279255 0.80119681], R_precision. [0.49933511 0.6768617 0.77659574], matching_score_real. 2.970063777680093, matching_score_pred. 3.0939699893302106 +2022-11-17 19:45:28,713 INFO Train. Iter 105200 : Commit. 2.62107 PPL. 344.65 Recons. 0.08800 +2022-11-17 19:46:00,508 INFO Train. Iter 105400 : Commit. 2.61348 PPL. 344.01 Recons. 0.08779 +2022-11-17 19:46:34,067 INFO Train. Iter 105600 : Commit. 2.62595 PPL. 344.36 Recons. 0.08756 +2022-11-17 19:47:05,706 INFO Train. Iter 105800 : Commit. 2.62529 PPL. 345.38 Recons. 0.08771 +2022-11-17 19:47:37,560 INFO Train. Iter 106000 : Commit. 2.62692 PPL. 344.51 Recons. 0.08790 +2022-11-17 19:47:49,393 INFO --> Eva. Iter 106000 :, FID. 0.1127, Diversity Real. 9.6654, Diversity. 9.7636, R_precision_real. [0.50332447 0.67486702 0.79853723], R_precision. [0.49202128 0.6775266 0.78989362], matching_score_real. 2.923719253945858, matching_score_pred. 2.998176265270152 +2022-11-17 19:47:49,394 INFO --> --> Diversity Improved from 9.96503 to 9.76357 !!! +2022-11-17 19:48:22,707 INFO Train. Iter 106200 : Commit. 2.64767 PPL. 343.91 Recons. 0.08780 +2022-11-17 19:48:54,181 INFO Train. Iter 106400 : Commit. 2.61357 PPL. 344.08 Recons. 0.08770 +2022-11-17 19:49:27,517 INFO Train. Iter 106600 : Commit. 2.62122 PPL. 344.01 Recons. 0.08744 +2022-11-17 19:49:59,161 INFO Train. Iter 106800 : Commit. 2.61402 PPL. 344.31 Recons. 0.08766 +2022-11-17 19:50:32,406 INFO Train. Iter 107000 : Commit. 2.60259 PPL. 344.12 Recons. 0.08754 +2022-11-17 19:50:44,156 INFO --> Eva. Iter 107000 :, FID. 0.1982, Diversity Real. 9.2171, Diversity. 9.5589, R_precision_real. [0.52393617 0.70545213 0.80585106], R_precision. [0.49933511 0.69015957 0.80053191], matching_score_real. 2.8371996981032352, matching_score_pred. 2.9771862689484943 +2022-11-17 19:50:44,157 INFO --> --> Diversity Improved from 9.76357 to 9.55892 !!! +2022-11-17 19:51:16,045 INFO Train. Iter 107200 : Commit. 2.60823 PPL. 345.20 Recons. 0.08759 +2022-11-17 19:51:49,459 INFO Train. Iter 107400 : Commit. 2.61496 PPL. 343.78 Recons. 0.08760 +2022-11-17 19:52:21,009 INFO Train. Iter 107600 : Commit. 2.62115 PPL. 344.39 Recons. 0.08778 +2022-11-17 19:52:54,154 INFO Train. Iter 107800 : Commit. 2.62163 PPL. 344.17 Recons. 0.08743 +2022-11-17 19:53:25,875 INFO Train. Iter 108000 : Commit. 2.59721 PPL. 343.28 Recons. 0.08716 +2022-11-17 19:53:37,586 INFO --> Eva. Iter 108000 :, FID. 0.1007, Diversity Real. 9.4753, Diversity. 9.3919, R_precision_real. [0.52726064 0.70678191 0.7918883 ], R_precision. [0.50199468 0.69082447 0.77460106], matching_score_real. 2.960496090828104, matching_score_pred. 3.095464838312027 +2022-11-17 19:53:37,587 INFO --> --> Diversity Improved from 9.55892 to 9.39187 !!! +2022-11-17 19:54:11,061 INFO Train. Iter 108200 : Commit. 2.60390 PPL. 343.73 Recons. 0.08775 +2022-11-17 19:54:42,497 INFO Train. Iter 108400 : Commit. 2.61067 PPL. 343.34 Recons. 0.08753 +2022-11-17 19:55:15,670 INFO Train. Iter 108600 : Commit. 2.60826 PPL. 343.91 Recons. 0.08755 +2022-11-17 19:55:47,234 INFO Train. Iter 108800 : Commit. 2.61004 PPL. 344.24 Recons. 0.08732 +2022-11-17 19:56:20,533 INFO Train. Iter 109000 : Commit. 2.61066 PPL. 343.81 Recons. 0.08735 +2022-11-17 19:56:32,412 INFO --> Eva. Iter 109000 :, FID. 0.1333, Diversity Real. 9.7967, Diversity. 9.6553, R_precision_real. [0.4900266 0.69348404 0.78789894], R_precision. [0.49335106 0.67885638 0.77726064], matching_score_real. 2.955348167013615, matching_score_pred. 3.0604136446689036 +2022-11-17 19:56:32,413 INFO --> --> Diversity Improved from 9.39187 to 9.65526 !!! +2022-11-17 19:57:04,299 INFO Train. Iter 109200 : Commit. 2.60332 PPL. 343.73 Recons. 0.08760 +2022-11-17 19:57:35,965 INFO Train. Iter 109400 : Commit. 2.60377 PPL. 342.55 Recons. 0.08755 +2022-11-17 19:58:09,463 INFO Train. Iter 109600 : Commit. 2.58706 PPL. 343.43 Recons. 0.08740 +2022-11-17 19:58:41,158 INFO Train. Iter 109800 : Commit. 2.60322 PPL. 344.06 Recons. 0.08738 +2022-11-17 19:59:14,539 INFO Train. Iter 110000 : Commit. 2.59641 PPL. 343.75 Recons. 0.08740 +2022-11-17 19:59:28,211 INFO --> Eva. Iter 110000 :, FID. 0.1478, Diversity Real. 9.2852, Diversity. 9.6137, R_precision_real. [0.53523936 0.72207447 0.80385638], R_precision. [0.51595745 0.70412234 0.80319149], matching_score_real. 2.8634901198935, matching_score_pred. 2.950654775538343 +2022-11-17 20:03:33,353 INFO --> --> Diversity Improved from 9.65526 to 9.61367 !!! +2022-11-17 20:04:05,706 INFO Train. Iter 110200 : Commit. 2.59410 PPL. 343.14 Recons. 0.08714 +2022-11-17 20:04:39,105 INFO Train. Iter 110400 : Commit. 2.57718 PPL. 343.00 Recons. 0.08706 +2022-11-17 20:05:10,782 INFO Train. Iter 110600 : Commit. 2.62736 PPL. 344.72 Recons. 0.08758 +2022-11-17 20:05:44,232 INFO Train. Iter 110800 : Commit. 2.57916 PPL. 343.23 Recons. 0.08701 +2022-11-17 20:06:15,969 INFO Train. Iter 111000 : Commit. 2.61398 PPL. 343.74 Recons. 0.08745 +2022-11-17 20:06:27,763 INFO --> Eva. Iter 111000 :, FID. 0.1327, Diversity Real. 9.4981, Diversity. 9.5934, R_precision_real. [0.49468085 0.68949468 0.78723404], R_precision. [0.47539894 0.67819149 0.76462766], matching_score_real. 2.9732698075314787, matching_score_pred. 3.07646547987106 +2022-11-17 20:06:27,763 INFO --> --> Diversity Improved from 9.61367 to 9.59340 !!! +2022-11-17 20:07:01,486 INFO Train. Iter 111200 : Commit. 2.61409 PPL. 343.95 Recons. 0.08732 +2022-11-17 20:07:33,162 INFO Train. Iter 111400 : Commit. 2.58866 PPL. 343.94 Recons. 0.08733 +2022-11-17 20:08:06,527 INFO Train. Iter 111600 : Commit. 2.57254 PPL. 342.47 Recons. 0.08673 +2022-11-17 20:08:38,079 INFO Train. Iter 111800 : Commit. 2.61042 PPL. 343.57 Recons. 0.08740 +2022-11-17 20:09:11,257 INFO Train. Iter 112000 : Commit. 2.59769 PPL. 342.97 Recons. 0.08678 +2022-11-17 20:09:22,935 INFO --> Eva. Iter 112000 :, FID. 0.1158, Diversity Real. 9.7388, Diversity. 9.7521, R_precision_real. [0.50664894 0.70279255 0.80651596], R_precision. [0.49933511 0.68617021 0.78390957], matching_score_real. 2.887724369130236, matching_score_pred. 2.996966341708569 +2022-11-17 20:09:22,936 INFO --> --> Diversity Improved from 9.59340 to 9.75211 !!! +2022-11-17 20:09:54,774 INFO Train. Iter 112200 : Commit. 2.58625 PPL. 343.51 Recons. 0.08695 +2022-11-17 20:10:26,506 INFO Train. Iter 112400 : Commit. 2.58548 PPL. 342.91 Recons. 0.08718 +2022-11-17 20:10:59,895 INFO Train. Iter 112600 : Commit. 2.58040 PPL. 344.23 Recons. 0.08701 +2022-11-17 20:11:31,339 INFO Train. Iter 112800 : Commit. 2.58803 PPL. 343.53 Recons. 0.08718 +2022-11-17 20:12:04,464 INFO Train. Iter 113000 : Commit. 2.58571 PPL. 342.87 Recons. 0.08678 +2022-11-17 20:12:16,175 INFO --> Eva. Iter 113000 :, FID. 0.1273, Diversity Real. 9.0987, Diversity. 9.7108, R_precision_real. [0.50199468 0.69946809 0.78523936], R_precision. [0.47606383 0.68484043 0.78257979], matching_score_real. 2.935682220661894, matching_score_pred. 3.0346442080558615 +2022-11-17 20:12:16,175 INFO --> --> Diversity Improved from 9.75211 to 9.71083 !!! +2022-11-17 20:12:48,061 INFO Train. Iter 113200 : Commit. 2.57752 PPL. 344.08 Recons. 0.08708 +2022-11-17 20:13:21,470 INFO Train. Iter 113400 : Commit. 2.55019 PPL. 343.57 Recons. 0.08646 +2022-11-17 20:13:53,089 INFO Train. Iter 113600 : Commit. 2.58258 PPL. 343.88 Recons. 0.08713 +2022-11-17 20:14:26,372 INFO Train. Iter 113800 : Commit. 2.58455 PPL. 343.37 Recons. 0.08633 +2022-11-17 20:14:58,033 INFO Train. Iter 114000 : Commit. 2.57289 PPL. 343.82 Recons. 0.08726 +2022-11-17 20:15:10,119 INFO --> Eva. Iter 114000 :, FID. 0.1015, Diversity Real. 9.3751, Diversity. 9.9940, R_precision_real. [0.52327128 0.72340426 0.81382979], R_precision. [0.50598404 0.69215426 0.79920213], matching_score_real. 2.872915653472251, matching_score_pred. 2.9743257735637907 +2022-11-17 20:15:43,652 INFO Train. Iter 114200 : Commit. 2.57973 PPL. 343.70 Recons. 0.08710 +2022-11-17 20:16:15,281 INFO Train. Iter 114400 : Commit. 2.56984 PPL. 343.22 Recons. 0.08641 +2022-11-17 20:16:48,549 INFO Train. Iter 114600 : Commit. 2.58408 PPL. 344.02 Recons. 0.08675 +2022-11-17 20:17:20,122 INFO Train. Iter 114800 : Commit. 2.55640 PPL. 343.18 Recons. 0.08670 +2022-11-17 20:17:53,283 INFO Train. Iter 115000 : Commit. 2.57461 PPL. 342.75 Recons. 0.08705 +2022-11-17 20:18:06,954 INFO --> Eva. Iter 115000 :, FID. 0.1487, Diversity Real. 9.4169, Diversity. 9.7509, R_precision_real. [0.52925532 0.70678191 0.81316489], R_precision. [0.50199468 0.68816489 0.78989362], matching_score_real. 2.9015398025512695, matching_score_pred. 3.025523414003088 +2022-11-17 20:23:37,043 INFO Train. Iter 115200 : Commit. 2.56318 PPL. 343.44 Recons. 0.08660 +2022-11-17 20:24:10,376 INFO Train. Iter 115400 : Commit. 2.56447 PPL. 344.09 Recons. 0.08642 +2022-11-17 20:24:42,040 INFO Train. Iter 115600 : Commit. 2.58184 PPL. 344.30 Recons. 0.08675 +2022-11-17 20:25:13,715 INFO Train. Iter 115800 : Commit. 2.56627 PPL. 343.51 Recons. 0.08690 +2022-11-17 20:25:47,296 INFO Train. Iter 116000 : Commit. 2.59665 PPL. 343.44 Recons. 0.08642 +2022-11-17 20:25:58,933 INFO --> Eva. Iter 116000 :, FID. 0.0897, Diversity Real. 9.6303, Diversity. 9.6110, R_precision_real. [0.50797872 0.69414894 0.79055851], R_precision. [0.48271277 0.67353723 0.76529255], matching_score_real. 2.9559891426816898, matching_score_pred. 3.0886364033881653 +2022-11-17 20:25:58,934 INFO --> --> FID Improved from 0.09066 to 0.08968 !!! +2022-11-17 20:25:59,106 INFO --> --> Diversity Improved from 9.71083 to 9.61095 !!! +2022-11-17 20:26:31,260 INFO Train. Iter 116200 : Commit. 2.57390 PPL. 343.04 Recons. 0.08684 +2022-11-17 20:27:04,656 INFO Train. Iter 116400 : Commit. 2.58625 PPL. 342.74 Recons. 0.08682 +2022-11-17 20:27:36,460 INFO Train. Iter 116600 : Commit. 2.58842 PPL. 342.55 Recons. 0.08669 +2022-11-17 20:28:09,724 INFO Train. Iter 116800 : Commit. 2.56582 PPL. 342.93 Recons. 0.08660 +2022-11-17 20:28:41,343 INFO Train. Iter 117000 : Commit. 2.55834 PPL. 343.10 Recons. 0.08672 +2022-11-17 20:28:52,963 INFO --> Eva. Iter 117000 :, FID. 0.1196, Diversity Real. 9.5986, Diversity. 9.6829, R_precision_real. [0.50066489 0.70478723 0.79055851], R_precision. [0.48071809 0.68882979 0.79321809], matching_score_real. 2.929053585580055, matching_score_pred. 3.0441040282553815 +2022-11-17 20:29:26,204 INFO Train. Iter 117200 : Commit. 2.56527 PPL. 343.18 Recons. 0.08673 +2022-11-17 20:29:57,716 INFO Train. Iter 117400 : Commit. 2.57023 PPL. 343.30 Recons. 0.08635 +2022-11-17 20:30:31,281 INFO Train. Iter 117600 : Commit. 2.55113 PPL. 343.56 Recons. 0.08642 +2022-11-17 20:31:02,571 INFO Train. Iter 117800 : Commit. 2.56725 PPL. 342.66 Recons. 0.08654 +2022-11-17 20:31:36,206 INFO Train. Iter 118000 : Commit. 2.57614 PPL. 342.68 Recons. 0.08630 +2022-11-17 20:31:47,931 INFO --> Eva. Iter 118000 :, FID. 0.0948, Diversity Real. 9.5282, Diversity. 9.3788, R_precision_real. [0.51396277 0.69880319 0.78922872], R_precision. [0.49534574 0.68218085 0.78125 ], matching_score_real. 2.938190774714693, matching_score_pred. 3.044080490761615 +2022-11-17 20:32:19,522 INFO Train. Iter 118200 : Commit. 2.57558 PPL. 342.43 Recons. 0.08656 +2022-11-17 20:32:52,913 INFO Train. Iter 118400 : Commit. 2.57989 PPL. 342.67 Recons. 0.08671 +2022-11-17 20:33:24,542 INFO Train. Iter 118600 : Commit. 2.54595 PPL. 342.72 Recons. 0.08630 +2022-11-17 20:33:56,165 INFO Train. Iter 118800 : Commit. 2.55625 PPL. 343.07 Recons. 0.08643 +2022-11-17 20:34:29,736 INFO Train. Iter 119000 : Commit. 2.53531 PPL. 342.79 Recons. 0.08643 +2022-11-17 20:34:41,621 INFO --> Eva. Iter 119000 :, FID. 0.1439, Diversity Real. 9.7071, Diversity. 9.5327, R_precision_real. [0.51994681 0.69348404 0.79587766], R_precision. [0.49534574 0.68617021 0.78324468], matching_score_real. 2.8778039445268346, matching_score_pred. 3.012228458485705 +2022-11-17 20:35:13,352 INFO Train. Iter 119200 : Commit. 2.56271 PPL. 342.55 Recons. 0.08647 +2022-11-17 20:35:46,787 INFO Train. Iter 119400 : Commit. 2.56066 PPL. 342.58 Recons. 0.08611 +2022-11-17 20:36:18,549 INFO Train. Iter 119600 : Commit. 2.53584 PPL. 342.80 Recons. 0.08628 +2022-11-17 20:36:51,936 INFO Train. Iter 119800 : Commit. 2.56967 PPL. 343.74 Recons. 0.08636 +2022-11-17 20:37:23,371 INFO Train. Iter 120000 : Commit. 2.55462 PPL. 342.20 Recons. 0.08633 +2022-11-17 20:37:34,957 INFO --> Eva. Iter 120000 :, FID. 0.1202, Diversity Real. 9.6899, Diversity. 9.6029, R_precision_real. [0.51795213 0.70345745 0.80651596], R_precision. [0.49933511 0.6875 0.78390957], matching_score_real. 2.904392364177298, matching_score_pred. 3.020376058335 +2022-11-17 20:41:32,316 INFO Train. Iter 120200 : Commit. 2.55958 PPL. 342.03 Recons. 0.08620 +2022-11-17 20:42:03,854 INFO Train. Iter 120400 : Commit. 2.54986 PPL. 342.46 Recons. 0.08644 +2022-11-17 20:42:37,242 INFO Train. Iter 120600 : Commit. 2.53160 PPL. 341.41 Recons. 0.08588 +2022-11-17 20:43:08,772 INFO Train. Iter 120800 : Commit. 2.54083 PPL. 342.13 Recons. 0.08598 +2022-11-17 20:43:42,056 INFO Train. Iter 121000 : Commit. 2.56008 PPL. 342.38 Recons. 0.08637 +2022-11-17 20:43:53,608 INFO --> Eva. Iter 121000 :, FID. 0.1275, Diversity Real. 9.4435, Diversity. 9.6525, R_precision_real. [0.51196809 0.71609043 0.80784574], R_precision. [0.49135638 0.69348404 0.79055851], matching_score_real. 2.9227274326567954, matching_score_pred. 3.018003651436339 +2022-11-17 20:44:25,486 INFO Train. Iter 121200 : Commit. 2.55870 PPL. 342.10 Recons. 0.08641 +2022-11-17 20:44:58,896 INFO Train. Iter 121400 : Commit. 2.54175 PPL. 342.57 Recons. 0.08584 +2022-11-17 20:45:30,443 INFO Train. Iter 121600 : Commit. 2.56526 PPL. 343.46 Recons. 0.08637 +2022-11-17 20:46:03,593 INFO Train. Iter 121800 : Commit. 2.56914 PPL. 342.69 Recons. 0.08615 +2022-11-17 20:46:35,051 INFO Train. Iter 122000 : Commit. 2.55571 PPL. 343.62 Recons. 0.08621 +2022-11-17 20:46:48,524 INFO --> Eva. Iter 122000 :, FID. 0.0940, Diversity Real. 9.3768, Diversity. 9.6009, R_precision_real. [0.51396277 0.70944149 0.81117021], R_precision. [0.51595745 0.69348404 0.78324468], matching_score_real. 2.936126343747403, matching_score_pred. 3.0567394469646696 +2022-11-17 20:46:48,524 INFO --> --> Diversity Improved from 9.61095 to 9.60086 !!! +2022-11-17 20:47:20,089 INFO Train. Iter 122200 : Commit. 2.55074 PPL. 342.86 Recons. 0.08604 +2022-11-17 20:47:53,298 INFO Train. Iter 122400 : Commit. 2.52662 PPL. 342.95 Recons. 0.08588 +2022-11-17 20:48:24,839 INFO Train. Iter 122600 : Commit. 2.55132 PPL. 341.98 Recons. 0.08614 +2022-11-17 20:48:58,031 INFO Train. Iter 122800 : Commit. 2.55449 PPL. 342.79 Recons. 0.08608 +2022-11-17 20:49:29,561 INFO Train. Iter 123000 : Commit. 2.54316 PPL. 342.46 Recons. 0.08596 +2022-11-17 20:49:41,023 INFO --> Eva. Iter 123000 :, FID. 0.1355, Diversity Real. 9.5323, Diversity. 9.5975, R_precision_real. [0.51728723 0.71675532 0.80452128], R_precision. [0.50265957 0.6974734 0.78789894], matching_score_real. 2.868937624261734, matching_score_pred. 3.0024202478692885 +2022-11-17 20:49:41,024 INFO --> --> Diversity Improved from 9.60086 to 9.59746 !!! +2022-11-17 20:50:14,402 INFO Train. Iter 123200 : Commit. 2.53117 PPL. 342.28 Recons. 0.08591 +2022-11-17 20:50:45,888 INFO Train. Iter 123400 : Commit. 2.52105 PPL. 341.76 Recons. 0.08582 +2022-11-17 20:51:19,027 INFO Train. Iter 123600 : Commit. 2.52838 PPL. 342.52 Recons. 0.08609 +2022-11-17 20:51:50,571 INFO Train. Iter 123800 : Commit. 2.54322 PPL. 342.39 Recons. 0.08581 +2022-11-17 20:52:23,968 INFO Train. Iter 124000 : Commit. 2.54053 PPL. 342.86 Recons. 0.08597 +2022-11-17 20:52:35,667 INFO --> Eva. Iter 124000 :, FID. 0.1475, Diversity Real. 9.4454, Diversity. 9.4929, R_precision_real. [0.52460106 0.71143617 0.80585106], R_precision. [0.50797872 0.6981383 0.79255319], matching_score_real. 2.8821216593397425, matching_score_pred. 2.9898204245465867 +2022-11-17 20:52:35,668 INFO --> --> Diversity Improved from 9.59746 to 9.49292 !!! +2022-11-17 20:53:07,525 INFO Train. Iter 124200 : Commit. 2.52762 PPL. 343.15 Recons. 0.08595 +2022-11-17 20:53:40,636 INFO Train. Iter 124400 : Commit. 2.52511 PPL. 342.46 Recons. 0.08610 +2022-11-17 20:54:12,229 INFO Train. Iter 124600 : Commit. 2.55134 PPL. 342.93 Recons. 0.08614 +2022-11-17 20:54:45,310 INFO Train. Iter 124800 : Commit. 2.54664 PPL. 343.11 Recons. 0.08601 +2022-11-17 20:55:16,904 INFO Train. Iter 125000 : Commit. 2.52152 PPL. 342.21 Recons. 0.08568 +2022-11-17 20:55:28,620 INFO --> Eva. Iter 125000 :, FID. 0.0848, Diversity Real. 9.4880, Diversity. 9.5511, R_precision_real. [0.51529255 0.69946809 0.79255319], R_precision. [0.50398936 0.69215426 0.77327128], matching_score_real. 2.9461122117143996, matching_score_pred. 3.052538851474194 +2022-11-17 20:59:36,605 INFO --> --> FID Improved from 0.08968 to 0.08484 !!! +2022-11-17 21:00:10,870 INFO Train. Iter 125200 : Commit. 2.55605 PPL. 341.95 Recons. 0.08611 +2022-11-17 21:00:42,865 INFO Train. Iter 125400 : Commit. 2.54472 PPL. 342.00 Recons. 0.08587 +2022-11-17 21:01:15,171 INFO Train. Iter 125600 : Commit. 2.53279 PPL. 341.98 Recons. 0.08585 +2022-11-17 21:01:48,489 INFO Train. Iter 125800 : Commit. 2.52637 PPL. 341.98 Recons. 0.08583 +2022-11-17 21:02:19,888 INFO Train. Iter 126000 : Commit. 2.52878 PPL. 342.69 Recons. 0.08564 +2022-11-17 21:02:31,404 INFO --> Eva. Iter 126000 :, FID. 0.1476, Diversity Real. 9.5842, Diversity. 9.7919, R_precision_real. [0.51396277 0.70744681 0.8025266 ], R_precision. [0.49135638 0.68882979 0.78989362], matching_score_real. 2.929575580231687, matching_score_pred. 3.0609899328110064 +2022-11-17 21:03:04,944 INFO Train. Iter 126200 : Commit. 2.53462 PPL. 341.72 Recons. 0.08631 +2022-11-17 21:03:36,419 INFO Train. Iter 126400 : Commit. 2.52289 PPL. 341.09 Recons. 0.08559 +2022-11-17 21:04:09,294 INFO Train. Iter 126600 : Commit. 2.53609 PPL. 341.56 Recons. 0.08550 +2022-11-17 21:04:40,747 INFO Train. Iter 126800 : Commit. 2.52778 PPL. 342.47 Recons. 0.08575 +2022-11-17 21:05:13,866 INFO Train. Iter 127000 : Commit. 2.53732 PPL. 341.22 Recons. 0.08560 +2022-11-17 21:05:25,433 INFO --> Eva. Iter 127000 :, FID. 0.1286, Diversity Real. 9.4839, Diversity. 9.6076, R_precision_real. [0.5099734 0.70412234 0.79853723], R_precision. [0.49069149 0.68417553 0.77925532], matching_score_real. 2.9495868327769825, matching_score_pred. 3.048444347178682 +2022-11-17 21:05:57,027 INFO Train. Iter 127200 : Commit. 2.52199 PPL. 341.91 Recons. 0.08557 +2022-11-17 21:06:30,285 INFO Train. Iter 127400 : Commit. 2.52581 PPL. 342.42 Recons. 0.08579 +2022-11-17 21:07:01,709 INFO Train. Iter 127600 : Commit. 2.49600 PPL. 341.50 Recons. 0.08550 +2022-11-17 21:07:34,859 INFO Train. Iter 127800 : Commit. 2.51526 PPL. 341.83 Recons. 0.08546 +2022-11-17 21:08:06,329 INFO Train. Iter 128000 : Commit. 2.51591 PPL. 340.75 Recons. 0.08543 +2022-11-17 21:08:18,837 INFO --> Eva. Iter 128000 :, FID. 0.1038, Diversity Real. 9.4495, Diversity. 9.7529, R_precision_real. [0.50731383 0.70146277 0.80119681], R_precision. [0.50531915 0.67619681 0.77859043], matching_score_real. 2.953424037771022, matching_score_pred. 3.04075917791813 +2022-11-17 21:08:51,794 INFO Train. Iter 128200 : Commit. 2.51799 PPL. 342.54 Recons. 0.08559 +2022-11-17 21:09:23,140 INFO Train. Iter 128400 : Commit. 2.51408 PPL. 341.56 Recons. 0.08539 +2022-11-17 21:09:54,497 INFO Train. Iter 128600 : Commit. 2.52006 PPL. 342.34 Recons. 0.08561 +2022-11-17 21:10:27,840 INFO Train. Iter 128800 : Commit. 2.49692 PPL. 341.60 Recons. 0.08482 +2022-11-17 21:10:59,325 INFO Train. Iter 129000 : Commit. 2.53899 PPL. 341.49 Recons. 0.08597 +2022-11-17 21:11:10,916 INFO --> Eva. Iter 129000 :, FID. 0.1114, Diversity Real. 9.4424, Diversity. 9.4947, R_precision_real. [0.50664894 0.69015957 0.78324468], R_precision. [0.49468085 0.68484043 0.78191489], matching_score_real. 2.9192524362117687, matching_score_pred. 2.9966178447642227 +2022-11-17 21:11:43,995 INFO Train. Iter 129200 : Commit. 2.51699 PPL. 341.22 Recons. 0.08529 +2022-11-17 21:12:15,480 INFO Train. Iter 129400 : Commit. 2.51019 PPL. 341.68 Recons. 0.08576 +2022-11-17 21:12:48,588 INFO Train. Iter 129600 : Commit. 2.51214 PPL. 342.44 Recons. 0.08554 +2022-11-17 21:13:20,098 INFO Train. Iter 129800 : Commit. 2.51030 PPL. 341.26 Recons. 0.08517 +2022-11-17 21:13:53,061 INFO Train. Iter 130000 : Commit. 2.52942 PPL. 340.34 Recons. 0.08544 +2022-11-17 21:14:04,629 INFO --> Eva. Iter 130000 :, FID. 0.1111, Diversity Real. 9.3586, Diversity. 10.1258, R_precision_real. [0.51728723 0.70212766 0.80984043], R_precision. [0.51263298 0.69281915 0.78058511], matching_score_real. 2.8994555726964424, matching_score_pred. 3.020099568874278 +2022-11-17 21:18:51,673 INFO Train. Iter 130200 : Commit. 2.50206 PPL. 340.79 Recons. 0.08536 +2022-11-17 21:19:24,829 INFO Train. Iter 130400 : Commit. 2.51766 PPL. 341.90 Recons. 0.08564 +2022-11-17 21:19:56,454 INFO Train. Iter 130600 : Commit. 2.50399 PPL. 341.16 Recons. 0.08517 +2022-11-17 21:20:29,641 INFO Train. Iter 130800 : Commit. 2.48956 PPL. 341.55 Recons. 0.08514 +2022-11-17 21:21:01,141 INFO Train. Iter 131000 : Commit. 2.51443 PPL. 342.15 Recons. 0.08572 +2022-11-17 21:21:12,953 INFO --> Eva. Iter 131000 :, FID. 0.1267, Diversity Real. 9.0653, Diversity. 9.8489, R_precision_real. [0.51595745 0.69880319 0.79654255], R_precision. [0.50731383 0.68417553 0.77194149], matching_score_real. 2.9664073193326908, matching_score_pred. 3.0640553312098726 +2022-11-17 21:21:46,662 INFO Train. Iter 131200 : Commit. 2.54004 PPL. 342.04 Recons. 0.08553 +2022-11-17 21:22:18,013 INFO Train. Iter 131400 : Commit. 2.50487 PPL. 341.54 Recons. 0.08532 +2022-11-17 21:22:51,393 INFO Train. Iter 131600 : Commit. 2.50784 PPL. 341.13 Recons. 0.08548 +2022-11-17 21:23:22,882 INFO Train. Iter 131800 : Commit. 2.49190 PPL. 340.16 Recons. 0.08480 +2022-11-17 21:23:54,411 INFO Train. Iter 132000 : Commit. 2.50976 PPL. 342.86 Recons. 0.08539 +2022-11-17 21:24:06,014 INFO --> Eva. Iter 132000 :, FID. 0.1250, Diversity Real. 9.7516, Diversity. 9.4178, R_precision_real. [0.5212766 0.70944149 0.80984043], R_precision. [0.5099734 0.69348404 0.7918883 ], matching_score_real. 2.8764644480766135, matching_score_pred. 2.9977387215228792 +2022-11-17 21:24:39,559 INFO Train. Iter 132200 : Commit. 2.52580 PPL. 341.38 Recons. 0.08542 +2022-11-17 21:25:11,080 INFO Train. Iter 132400 : Commit. 2.50072 PPL. 341.47 Recons. 0.08507 +2022-11-17 21:25:44,567 INFO Train. Iter 132600 : Commit. 2.49160 PPL. 341.22 Recons. 0.08533 +2022-11-17 21:26:15,974 INFO Train. Iter 132800 : Commit. 2.50486 PPL. 341.88 Recons. 0.08541 +2022-11-17 21:26:49,270 INFO Train. Iter 133000 : Commit. 2.49512 PPL. 341.81 Recons. 0.08488 +2022-11-17 21:27:00,807 INFO --> Eva. Iter 133000 :, FID. 0.1405, Diversity Real. 9.6419, Diversity. 9.7291, R_precision_real. [0.52925532 0.70744681 0.79521277], R_precision. [0.50265957 0.67819149 0.77327128], matching_score_real. 2.9395298501278493, matching_score_pred. 3.055370087319232 +2022-11-17 21:27:00,807 INFO --> --> Diversity Improved from 9.49292 to 9.72907 !!! +2022-11-17 21:27:32,598 INFO Train. Iter 133200 : Commit. 2.49653 PPL. 341.25 Recons. 0.08497 +2022-11-17 21:28:05,980 INFO Train. Iter 133400 : Commit. 2.52699 PPL. 341.60 Recons. 0.08540 +2022-11-17 21:28:37,349 INFO Train. Iter 133600 : Commit. 2.51272 PPL. 341.64 Recons. 0.08486 +2022-11-17 21:29:10,294 INFO Train. Iter 133800 : Commit. 2.50411 PPL. 342.15 Recons. 0.08509 +2022-11-17 21:29:41,732 INFO Train. Iter 134000 : Commit. 2.48684 PPL. 341.00 Recons. 0.08495 +2022-11-17 21:29:55,088 INFO --> Eva. Iter 134000 :, FID. 0.0870, Diversity Real. 9.5407, Diversity. 9.6498, R_precision_real. [0.51263298 0.70345745 0.79986702], R_precision. [0.50199468 0.68351064 0.78058511], matching_score_real. 2.9103166651218495, matching_score_pred. 3.0075539375873324 +2022-11-17 21:29:55,089 INFO --> --> Diversity Improved from 9.72907 to 9.64984 !!! +2022-11-17 21:30:28,438 INFO Train. Iter 134200 : Commit. 2.50993 PPL. 342.39 Recons. 0.08537 +2022-11-17 21:30:59,933 INFO Train. Iter 134400 : Commit. 2.51304 PPL. 342.15 Recons. 0.08530 +2022-11-17 21:31:33,091 INFO Train. Iter 134600 : Commit. 2.47879 PPL. 341.90 Recons. 0.08493 +2022-11-17 21:32:04,533 INFO Train. Iter 134800 : Commit. 2.49725 PPL. 341.10 Recons. 0.08529 +2022-11-17 21:32:35,908 INFO Train. Iter 135000 : Commit. 2.50219 PPL. 340.23 Recons. 0.08498 +2022-11-17 21:32:47,528 INFO --> Eva. Iter 135000 :, FID. 0.0982, Diversity Real. 9.4662, Diversity. 9.3795, R_precision_real. [0.52327128 0.70013298 0.7912234 ], R_precision. [0.50398936 0.69547872 0.77925532], matching_score_real. 2.9529783979375313, matching_score_pred. 3.0568590772912856 +2022-11-17 21:36:32,447 INFO --> --> Diversity Improved from 9.64984 to 9.37946 !!! +2022-11-17 21:37:06,903 INFO Train. Iter 135200 : Commit. 2.48711 PPL. 341.46 Recons. 0.08515 +2022-11-17 21:37:38,634 INFO Train. Iter 135400 : Commit. 2.47773 PPL. 340.94 Recons. 0.08508 +2022-11-17 21:38:12,261 INFO Train. Iter 135600 : Commit. 2.47797 PPL. 341.43 Recons. 0.08489 +2022-11-17 21:38:44,115 INFO Train. Iter 135800 : Commit. 2.50400 PPL. 341.51 Recons. 0.08505 +2022-11-17 21:39:17,818 INFO Train. Iter 136000 : Commit. 2.47849 PPL. 341.15 Recons. 0.08479 +2022-11-17 21:39:29,546 INFO --> Eva. Iter 136000 :, FID. 0.1239, Diversity Real. 9.4491, Diversity. 9.5150, R_precision_real. [0.51462766 0.69414894 0.78922872], R_precision. [0.50864362 0.6775266 0.78922872], matching_score_real. 2.912584492500792, matching_score_pred. 2.9973349216136524 +2022-11-17 21:39:29,547 INFO --> --> Diversity Improved from 9.37946 to 9.51497 !!! +2022-11-17 21:40:01,539 INFO Train. Iter 136200 : Commit. 2.48835 PPL. 342.02 Recons. 0.08532 +2022-11-17 21:40:34,817 INFO Train. Iter 136400 : Commit. 2.51902 PPL. 340.74 Recons. 0.08499 +2022-11-17 21:41:06,334 INFO Train. Iter 136600 : Commit. 2.48320 PPL. 342.51 Recons. 0.08493 +2022-11-17 21:41:39,735 INFO Train. Iter 136800 : Commit. 2.49826 PPL. 341.80 Recons. 0.08528 +2022-11-17 21:42:11,358 INFO Train. Iter 137000 : Commit. 2.46260 PPL. 341.53 Recons. 0.08462 +2022-11-17 21:42:24,815 INFO --> Eva. Iter 137000 :, FID. 0.1020, Diversity Real. 9.3233, Diversity. 9.6219, R_precision_real. [0.51196809 0.70279255 0.80119681], R_precision. [0.50066489 0.69148936 0.79654255], matching_score_real. 2.888926627788138, matching_score_pred. 3.0023207309398243 +2022-11-17 21:42:58,269 INFO Train. Iter 137200 : Commit. 2.49212 PPL. 341.36 Recons. 0.08489 +2022-11-17 21:43:29,981 INFO Train. Iter 137400 : Commit. 2.48865 PPL. 340.82 Recons. 0.08491 +2022-11-17 21:44:03,199 INFO Train. Iter 137600 : Commit. 2.48221 PPL. 341.82 Recons. 0.08483 +2022-11-17 21:44:34,717 INFO Train. Iter 137800 : Commit. 2.46967 PPL. 340.81 Recons. 0.08440 +2022-11-17 21:45:08,061 INFO Train. Iter 138000 : Commit. 2.48251 PPL. 341.43 Recons. 0.08503 +2022-11-17 21:45:19,870 INFO --> Eva. Iter 138000 :, FID. 0.1638, Diversity Real. 9.2346, Diversity. 9.8316, R_precision_real. [0.52726064 0.72539894 0.81781915], R_precision. [0.51130319 0.70013298 0.8018617 ], matching_score_real. 2.833988681752631, matching_score_pred. 2.9517930264168597 +2022-11-17 21:45:51,839 INFO Train. Iter 138200 : Commit. 2.48124 PPL. 341.93 Recons. 0.08482 +2022-11-17 21:46:23,571 INFO Train. Iter 138400 : Commit. 2.48705 PPL. 341.54 Recons. 0.08482 +2022-11-17 21:46:57,028 INFO Train. Iter 138600 : Commit. 2.48101 PPL. 341.06 Recons. 0.08491 +2022-11-17 21:47:28,778 INFO Train. Iter 138800 : Commit. 2.47696 PPL. 341.09 Recons. 0.08488 +2022-11-17 21:48:02,391 INFO Train. Iter 139000 : Commit. 2.51545 PPL. 341.44 Recons. 0.08510 +2022-11-17 21:48:15,949 INFO --> Eva. Iter 139000 :, FID. 0.1071, Diversity Real. 9.3784, Diversity. 9.5324, R_precision_real. [0.50465426 0.70079787 0.79853723], R_precision. [0.50132979 0.69215426 0.78457447], matching_score_real. 2.961892346118359, matching_score_pred. 3.070670873560804 +2022-11-17 21:48:47,975 INFO Train. Iter 139200 : Commit. 2.47921 PPL. 340.69 Recons. 0.08444 +2022-11-17 21:49:21,583 INFO Train. Iter 139400 : Commit. 2.48595 PPL. 340.91 Recons. 0.08466 +2022-11-17 21:49:53,263 INFO Train. Iter 139600 : Commit. 2.47549 PPL. 342.03 Recons. 0.08478 +2022-11-17 21:50:26,473 INFO Train. Iter 139800 : Commit. 2.46987 PPL. 340.61 Recons. 0.08435 +2022-11-17 21:50:58,291 INFO Train. Iter 140000 : Commit. 2.46089 PPL. 340.78 Recons. 0.08437 +2022-11-17 21:51:10,075 INFO --> Eva. Iter 140000 :, FID. 0.1115, Diversity Real. 9.4738, Diversity. 9.6936, R_precision_real. [0.51263298 0.7087766 0.80518617], R_precision. [0.50664894 0.6974734 0.79654255], matching_score_real. 2.918186365289891, matching_score_pred. 3.0139377675157912 +2022-11-17 21:55:53,596 INFO Train. Iter 140200 : Commit. 2.49607 PPL. 340.11 Recons. 0.08481 +2022-11-17 21:56:25,330 INFO Train. Iter 140400 : Commit. 2.48541 PPL. 340.98 Recons. 0.08504 +2022-11-17 21:56:58,788 INFO Train. Iter 140600 : Commit. 2.47523 PPL. 339.58 Recons. 0.08454 +2022-11-17 21:57:30,349 INFO Train. Iter 140800 : Commit. 2.48081 PPL. 340.76 Recons. 0.08470 +2022-11-17 21:58:03,670 INFO Train. Iter 141000 : Commit. 2.48433 PPL. 341.59 Recons. 0.08474 +2022-11-17 21:58:15,235 INFO --> Eva. Iter 141000 :, FID. 0.1372, Diversity Real. 9.4021, Diversity. 9.8655, R_precision_real. [0.52393617 0.72340426 0.81914894], R_precision. [0.50664894 0.69614362 0.79454787], matching_score_real. 2.883932407866133, matching_score_pred. 2.986944852991307 +2022-11-17 21:58:46,908 INFO Train. Iter 141200 : Commit. 2.48347 PPL. 340.90 Recons. 0.08453 +2022-11-17 21:59:20,033 INFO Train. Iter 141400 : Commit. 2.48182 PPL. 340.96 Recons. 0.08478 +2022-11-17 21:59:51,725 INFO Train. Iter 141600 : Commit. 2.46182 PPL. 341.42 Recons. 0.08441 +2022-11-17 22:00:23,418 INFO Train. Iter 141800 : Commit. 2.46243 PPL. 341.66 Recons. 0.08446 +2022-11-17 22:00:57,346 INFO Train. Iter 142000 : Commit. 2.46470 PPL. 341.87 Recons. 0.08454 +2022-11-17 22:01:09,174 INFO --> Eva. Iter 142000 :, FID. 0.1452, Diversity Real. 9.3751, Diversity. 9.5430, R_precision_real. [0.50797872 0.70345745 0.80518617], R_precision. [0.48603723 0.68351064 0.78590426], matching_score_real. 2.958672604662307, matching_score_pred. 3.0595210105814834 +2022-11-17 22:01:40,983 INFO Train. Iter 142200 : Commit. 2.45802 PPL. 340.55 Recons. 0.08421 +2022-11-17 22:02:14,565 INFO Train. Iter 142400 : Commit. 2.45839 PPL. 340.36 Recons. 0.08442 +2022-11-17 22:02:46,235 INFO Train. Iter 142600 : Commit. 2.48685 PPL. 340.49 Recons. 0.08448 +2022-11-17 22:03:19,323 INFO Train. Iter 142800 : Commit. 2.45599 PPL. 340.15 Recons. 0.08427 +2022-11-17 22:03:51,001 INFO Train. Iter 143000 : Commit. 2.48039 PPL. 340.04 Recons. 0.08453 +2022-11-17 22:04:02,656 INFO --> Eva. Iter 143000 :, FID. 0.1077, Diversity Real. 9.8250, Diversity. 9.3712, R_precision_real. [0.49667553 0.68882979 0.79055851], R_precision. [0.48470745 0.68085106 0.78390957], matching_score_real. 2.9882643273536194, matching_score_pred. 3.094565285013077 +2022-11-17 22:04:36,009 INFO Train. Iter 143200 : Commit. 2.47888 PPL. 341.70 Recons. 0.08456 +2022-11-17 22:05:07,440 INFO Train. Iter 143400 : Commit. 2.46091 PPL. 339.65 Recons. 0.08422 +2022-11-17 22:05:40,605 INFO Train. Iter 143600 : Commit. 2.46554 PPL. 341.54 Recons. 0.08444 +2022-11-17 22:06:12,202 INFO Train. Iter 143800 : Commit. 2.45972 PPL. 340.04 Recons. 0.08426 +2022-11-17 22:06:45,682 INFO Train. Iter 144000 : Commit. 2.46099 PPL. 340.68 Recons. 0.08436 +2022-11-17 22:06:58,300 INFO --> Eva. Iter 144000 :, FID. 0.0729, Diversity Real. 9.2033, Diversity. 9.8854, R_precision_real. [0.49933511 0.70345745 0.80319149], R_precision. [0.4893617 0.69015957 0.78390957], matching_score_real. 2.9140134618637408, matching_score_pred. 3.004962682723999 +2022-11-17 22:06:58,301 INFO --> --> FID Improved from 0.08484 to 0.07285 !!! +2022-11-17 22:07:30,007 INFO Train. Iter 144200 : Commit. 2.46342 PPL. 341.35 Recons. 0.08446 +2022-11-17 22:08:03,285 INFO Train. Iter 144400 : Commit. 2.47006 PPL. 340.79 Recons. 0.08429 +2022-11-17 22:08:34,845 INFO Train. Iter 144600 : Commit. 2.47363 PPL. 339.97 Recons. 0.08459 +2022-11-17 22:09:06,298 INFO Train. Iter 144800 : Commit. 2.45303 PPL. 341.01 Recons. 0.08455 +2022-11-17 22:09:39,454 INFO Train. Iter 145000 : Commit. 2.46042 PPL. 341.62 Recons. 0.08430 +2022-11-17 22:09:51,210 INFO --> Eva. Iter 145000 :, FID. 0.1072, Diversity Real. 9.4076, Diversity. 9.4474, R_precision_real. [0.51196809 0.71276596 0.80319149], R_precision. [0.49667553 0.68882979 0.78789894], matching_score_real. 2.914422963527923, matching_score_pred. 3.0096561147811567 +2022-11-17 22:14:08,251 INFO --> --> Diversity Improved from 9.51497 to 9.44743 !!! +2022-11-17 22:14:40,804 INFO Train. Iter 145200 : Commit. 2.46853 PPL. 341.23 Recons. 0.08420 +2022-11-17 22:15:14,478 INFO Train. Iter 145400 : Commit. 2.45357 PPL. 340.21 Recons. 0.08430 +2022-11-17 22:15:45,960 INFO Train. Iter 145600 : Commit. 2.45190 PPL. 341.21 Recons. 0.08417 +2022-11-17 22:16:19,704 INFO Train. Iter 145800 : Commit. 2.46232 PPL. 339.75 Recons. 0.08390 +2022-11-17 22:16:51,129 INFO Train. Iter 146000 : Commit. 2.44115 PPL. 342.08 Recons. 0.08419 +2022-11-17 22:17:02,826 INFO --> Eva. Iter 146000 :, FID. 0.0979, Diversity Real. 9.3589, Diversity. 9.5310, R_precision_real. [0.51861702 0.71010638 0.80319149], R_precision. [0.50332447 0.69348404 0.78457447], matching_score_real. 2.922173023223877, matching_score_pred. 2.988823038466433 +2022-11-17 22:17:36,071 INFO Train. Iter 146200 : Commit. 2.49072 PPL. 341.76 Recons. 0.08421 +2022-11-17 22:18:07,565 INFO Train. Iter 146400 : Commit. 2.44305 PPL. 340.79 Recons. 0.08419 +2022-11-17 22:18:40,845 INFO Train. Iter 146600 : Commit. 2.43615 PPL. 341.22 Recons. 0.08423 +2022-11-17 22:19:12,384 INFO Train. Iter 146800 : Commit. 2.46654 PPL. 339.98 Recons. 0.08397 +2022-11-17 22:19:45,733 INFO Train. Iter 147000 : Commit. 2.45883 PPL. 340.54 Recons. 0.08434 +2022-11-17 22:19:57,330 INFO --> Eva. Iter 147000 :, FID. 0.1115, Diversity Real. 9.2038, Diversity. 9.9049, R_precision_real. [0.5106383 0.70279255 0.80784574], R_precision. [0.50797872 0.7087766 0.79454787], matching_score_real. 2.902344891365538, matching_score_pred. 2.9977222604954497 +2022-11-17 22:20:29,091 INFO Train. Iter 147200 : Commit. 2.45556 PPL. 340.24 Recons. 0.08408 +2022-11-17 22:21:02,308 INFO Train. Iter 147400 : Commit. 2.45615 PPL. 341.22 Recons. 0.08409 +2022-11-17 22:21:33,793 INFO Train. Iter 147600 : Commit. 2.45426 PPL. 339.73 Recons. 0.08381 +2022-11-17 22:22:07,322 INFO Train. Iter 147800 : Commit. 2.45774 PPL. 341.45 Recons. 0.08426 +2022-11-17 22:22:39,106 INFO Train. Iter 148000 : Commit. 2.44413 PPL. 340.42 Recons. 0.08417 +2022-11-17 22:22:52,532 INFO --> Eva. Iter 148000 :, FID. 0.1492, Diversity Real. 9.4989, Diversity. 9.7492, R_precision_real. [0.52659574 0.71409574 0.81515957], R_precision. [0.51196809 0.70545213 0.79521277], matching_score_real. 2.900628186286764, matching_score_pred. 2.9894879067197757 +2022-11-17 22:23:24,315 INFO Train. Iter 148200 : Commit. 2.48827 PPL. 341.48 Recons. 0.08436 +2022-11-17 22:23:57,586 INFO Train. Iter 148400 : Commit. 2.43948 PPL. 339.94 Recons. 0.08386 +2022-11-17 22:24:28,984 INFO Train. Iter 148600 : Commit. 2.46545 PPL. 341.05 Recons. 0.08408 +2022-11-17 22:25:02,057 INFO Train. Iter 148800 : Commit. 2.44186 PPL. 341.29 Recons. 0.08405 +2022-11-17 22:25:33,592 INFO Train. Iter 149000 : Commit. 2.41280 PPL. 339.78 Recons. 0.08340 +2022-11-17 22:25:45,283 INFO --> Eva. Iter 149000 :, FID. 0.1049, Diversity Real. 9.2052, Diversity. 9.8269, R_precision_real. [0.51662234 0.68882979 0.78789894], R_precision. [0.51196809 0.67952128 0.7712766 ], matching_score_real. 2.923582853154933, matching_score_pred. 3.0278934214977506 +2022-11-17 22:26:18,533 INFO Train. Iter 149200 : Commit. 2.46282 PPL. 340.97 Recons. 0.08443 +2022-11-17 22:26:50,245 INFO Train. Iter 149400 : Commit. 2.44618 PPL. 340.37 Recons. 0.08400 +2022-11-17 22:27:23,684 INFO Train. Iter 149600 : Commit. 2.45249 PPL. 341.02 Recons. 0.08387 +2022-11-17 22:27:55,293 INFO Train. Iter 149800 : Commit. 2.46163 PPL. 341.35 Recons. 0.08447 +2022-11-17 22:28:28,486 INFO Train. Iter 150000 : Commit. 2.44083 PPL. 339.87 Recons. 0.08400 +2022-11-17 22:28:40,009 INFO --> Eva. Iter 150000 :, FID. 0.1610, Diversity Real. 9.5718, Diversity. 10.1391, R_precision_real. [0.5106383 0.69082447 0.79720745], R_precision. [0.49135638 0.68417553 0.78191489], matching_score_real. 2.910048510165925, matching_score_pred. 2.9962260165113084 +2022-11-17 22:34:17,470 INFO Train. Iter 150200 : Commit. 2.43838 PPL. 339.77 Recons. 0.08376 +2022-11-17 22:34:50,737 INFO Train. Iter 150400 : Commit. 2.46628 PPL. 341.09 Recons. 0.08397 +2022-11-17 22:35:22,426 INFO Train. Iter 150600 : Commit. 2.43614 PPL. 340.24 Recons. 0.08396 +2022-11-17 22:35:55,742 INFO Train. Iter 150800 : Commit. 2.44656 PPL. 340.52 Recons. 0.08407 +2022-11-17 22:36:27,097 INFO Train. Iter 151000 : Commit. 2.46147 PPL. 340.27 Recons. 0.08391 +2022-11-17 22:36:38,683 INFO --> Eva. Iter 151000 :, FID. 0.1132, Diversity Real. 9.4846, Diversity. 9.7283, R_precision_real. [0.51329787 0.69680851 0.7918883 ], R_precision. [0.49667553 0.68351064 0.77726064], matching_score_real. 2.8956359396589564, matching_score_pred. 2.986328180800093 +2022-11-17 22:37:10,277 INFO Train. Iter 151200 : Commit. 2.45865 PPL. 340.97 Recons. 0.08405 +2022-11-17 22:37:43,454 INFO Train. Iter 151400 : Commit. 2.47111 PPL. 341.12 Recons. 0.08416 +2022-11-17 22:38:15,066 INFO Train. Iter 151600 : Commit. 2.44346 PPL. 340.28 Recons. 0.08362 +2022-11-17 22:38:48,348 INFO Train. Iter 151800 : Commit. 2.43534 PPL. 339.77 Recons. 0.08407 +2022-11-17 22:39:19,831 INFO Train. Iter 152000 : Commit. 2.43562 PPL. 339.33 Recons. 0.08373 +2022-11-17 22:39:31,568 INFO --> Eva. Iter 152000 :, FID. 0.1107, Diversity Real. 9.5222, Diversity. 9.9010, R_precision_real. [0.51529255 0.7087766 0.80385638], R_precision. [0.50864362 0.71808511 0.80651596], matching_score_real. 2.9083595428060978, matching_score_pred. 3.001263846742346 +2022-11-17 22:39:31,569 INFO --> --> Top2 Improved from 0.7134 to 0.7181 !!! +2022-11-17 22:40:04,780 INFO Train. Iter 152200 : Commit. 2.42828 PPL. 341.07 Recons. 0.08388 +2022-11-17 22:40:36,091 INFO Train. Iter 152400 : Commit. 2.46801 PPL. 339.95 Recons. 0.08429 +2022-11-17 22:41:09,093 INFO Train. Iter 152600 : Commit. 2.43739 PPL. 339.44 Recons. 0.08354 +2022-11-17 22:41:40,597 INFO Train. Iter 152800 : Commit. 2.44811 PPL. 340.74 Recons. 0.08377 +2022-11-17 22:42:13,645 INFO Train. Iter 153000 : Commit. 2.44838 PPL. 340.70 Recons. 0.08408 +2022-11-17 22:42:27,172 INFO --> Eva. Iter 153000 :, FID. 0.1042, Diversity Real. 9.5200, Diversity. 9.6970, R_precision_real. [0.51263298 0.71742021 0.80784574], R_precision. [0.49601064 0.71077128 0.8018617 ], matching_score_real. 2.8870179957531867, matching_score_pred. 2.9809594205085266 +2022-11-17 22:42:59,055 INFO Train. Iter 153200 : Commit. 2.45359 PPL. 340.67 Recons. 0.08383 +2022-11-17 22:43:32,116 INFO Train. Iter 153400 : Commit. 2.43796 PPL. 339.80 Recons. 0.08366 +2022-11-17 22:44:03,681 INFO Train. Iter 153600 : Commit. 2.43503 PPL. 340.03 Recons. 0.08380 +2022-11-17 22:44:36,688 INFO Train. Iter 153800 : Commit. 2.43183 PPL. 339.82 Recons. 0.08342 +2022-11-17 22:45:08,029 INFO Train. Iter 154000 : Commit. 2.43978 PPL. 340.89 Recons. 0.08365 +2022-11-17 22:45:19,742 INFO --> Eva. Iter 154000 :, FID. 0.1177, Diversity Real. 9.6953, Diversity. 9.6181, R_precision_real. [0.50199468 0.68683511 0.78590426], R_precision. [0.48005319 0.68218085 0.77260638], matching_score_real. 2.9058686215826808, matching_score_pred. 3.001924768407294 +2022-11-17 22:45:19,742 INFO --> --> Diversity Improved from 9.44743 to 9.61809 !!! +2022-11-17 22:45:53,003 INFO Train. Iter 154200 : Commit. 2.45431 PPL. 340.39 Recons. 0.08392 +2022-11-17 22:46:24,415 INFO Train. Iter 154400 : Commit. 2.42438 PPL. 340.35 Recons. 0.08361 +2022-11-17 22:46:55,985 INFO Train. Iter 154600 : Commit. 2.41757 PPL. 340.53 Recons. 0.08355 +2022-11-17 22:47:29,055 INFO Train. Iter 154800 : Commit. 2.44180 PPL. 339.64 Recons. 0.08373 +2022-11-17 22:48:00,374 INFO Train. Iter 155000 : Commit. 2.45088 PPL. 340.97 Recons. 0.08380 +2022-11-17 22:48:12,036 INFO --> Eva. Iter 155000 :, FID. 0.1387, Diversity Real. 9.6969, Diversity. 9.6892, R_precision_real. [0.50332447 0.68484043 0.78789894], R_precision. [0.48404255 0.6768617 0.78125 ], matching_score_real. 2.921129896285686, matching_score_pred. 3.0173930868189385 +2022-11-17 22:52:41,046 INFO --> --> Diversity Improved from 9.61809 to 9.68922 !!! +2022-11-17 22:53:15,449 INFO Train. Iter 155200 : Commit. 2.43129 PPL. 340.47 Recons. 0.08378 +2022-11-17 22:53:46,856 INFO Train. Iter 155400 : Commit. 2.43717 PPL. 339.52 Recons. 0.08369 +2022-11-17 22:54:20,032 INFO Train. Iter 155600 : Commit. 2.43343 PPL. 340.05 Recons. 0.08365 +2022-11-17 22:54:51,705 INFO Train. Iter 155800 : Commit. 2.43716 PPL. 340.16 Recons. 0.08362 +2022-11-17 22:55:25,117 INFO Train. Iter 156000 : Commit. 2.43047 PPL. 340.33 Recons. 0.08352 +2022-11-17 22:55:36,841 INFO --> Eva. Iter 156000 :, FID. 0.1078, Diversity Real. 9.5913, Diversity. 9.9110, R_precision_real. [0.52992021 0.70545213 0.79787234], R_precision. [0.51861702 0.6981383 0.78257979], matching_score_real. 2.9080033505216556, matching_score_pred. 3.0064796640517866 +2022-11-17 22:56:08,479 INFO Train. Iter 156200 : Commit. 2.42851 PPL. 339.43 Recons. 0.08359 +2022-11-17 22:56:41,694 INFO Train. Iter 156400 : Commit. 2.42441 PPL. 340.38 Recons. 0.08368 +2022-11-17 22:57:13,037 INFO Train. Iter 156600 : Commit. 2.41199 PPL. 339.88 Recons. 0.08328 +2022-11-17 22:57:46,170 INFO Train. Iter 156800 : Commit. 2.42010 PPL. 339.92 Recons. 0.08333 +2022-11-17 22:58:17,791 INFO Train. Iter 157000 : Commit. 2.42459 PPL. 340.10 Recons. 0.08366 +2022-11-17 22:58:29,355 INFO --> Eva. Iter 157000 :, FID. 0.0999, Diversity Real. 9.4623, Diversity. 9.8293, R_precision_real. [0.51263298 0.72074468 0.8125 ], R_precision. [0.49601064 0.68550532 0.78390957], matching_score_real. 2.9186236249639634, matching_score_pred. 3.03272963077464 +2022-11-17 22:59:02,737 INFO Train. Iter 157200 : Commit. 2.42847 PPL. 340.17 Recons. 0.08345 +2022-11-17 22:59:34,247 INFO Train. Iter 157400 : Commit. 2.41956 PPL. 339.69 Recons. 0.08365 +2022-11-17 23:00:07,272 INFO Train. Iter 157600 : Commit. 2.44422 PPL. 339.91 Recons. 0.08344 +2022-11-17 23:00:39,183 INFO Train. Iter 157800 : Commit. 2.40508 PPL. 339.24 Recons. 0.08323 +2022-11-17 23:01:10,783 INFO Train. Iter 158000 : Commit. 2.41661 PPL. 340.32 Recons. 0.08367 +2022-11-17 23:01:22,422 INFO --> Eva. Iter 158000 :, FID. 0.1191, Diversity Real. 9.2097, Diversity. 9.9049, R_precision_real. [0.50398936 0.70478723 0.80119681], R_precision. [0.49867021 0.68484043 0.77925532], matching_score_real. 2.8637195039302745, matching_score_pred. 2.954367089778819 +2022-11-17 23:01:55,654 INFO Train. Iter 158200 : Commit. 2.43088 PPL. 340.01 Recons. 0.08371 +2022-11-17 23:02:27,182 INFO Train. Iter 158400 : Commit. 2.41298 PPL. 339.95 Recons. 0.08322 +2022-11-17 23:03:00,351 INFO Train. Iter 158600 : Commit. 2.42124 PPL. 340.25 Recons. 0.08350 +2022-11-17 23:03:31,785 INFO Train. Iter 158800 : Commit. 2.43432 PPL. 339.85 Recons. 0.08357 +2022-11-17 23:04:04,712 INFO Train. Iter 159000 : Commit. 2.40770 PPL. 340.19 Recons. 0.08328 +2022-11-17 23:04:16,237 INFO --> Eva. Iter 159000 :, FID. 0.1503, Diversity Real. 9.7051, Diversity. 9.7223, R_precision_real. [0.51795213 0.70146277 0.78922872], R_precision. [0.50199468 0.68351064 0.77460106], matching_score_real. 2.9088395149149795, matching_score_pred. 3.022755602572827 +2022-11-17 23:04:47,754 INFO Train. Iter 159200 : Commit. 2.41449 PPL. 339.77 Recons. 0.08348 +2022-11-17 23:05:20,685 INFO Train. Iter 159400 : Commit. 2.42944 PPL. 340.73 Recons. 0.08344 +2022-11-17 23:05:52,036 INFO Train. Iter 159600 : Commit. 2.41953 PPL. 339.71 Recons. 0.08365 +2022-11-17 23:06:25,164 INFO Train. Iter 159800 : Commit. 2.40947 PPL. 338.76 Recons. 0.08273 +2022-11-17 23:06:56,461 INFO Train. Iter 160000 : Commit. 2.44956 PPL. 340.21 Recons. 0.08378 +2022-11-17 23:07:08,222 INFO --> Eva. Iter 160000 :, FID. 0.1038, Diversity Real. 9.4166, Diversity. 9.5641, R_precision_real. [0.50332447 0.70944149 0.78989362], R_precision. [0.49534574 0.69148936 0.77925532], matching_score_real. 2.94474259335944, matching_score_pred. 3.0591388458901263 +2022-11-17 23:11:19,392 INFO --> --> Diversity Improved from 9.68922 to 9.56411 !!! +2022-11-17 23:11:53,115 INFO Train. Iter 160200 : Commit. 2.40514 PPL. 338.94 Recons. 0.08316 +2022-11-17 23:12:24,502 INFO Train. Iter 160400 : Commit. 2.41669 PPL. 338.86 Recons. 0.08306 +2022-11-17 23:12:57,459 INFO Train. Iter 160600 : Commit. 2.42790 PPL. 340.41 Recons. 0.08322 +2022-11-17 23:13:28,963 INFO Train. Iter 160800 : Commit. 2.43075 PPL. 339.63 Recons. 0.08327 +2022-11-17 23:14:00,455 INFO Train. Iter 161000 : Commit. 2.41939 PPL. 340.03 Recons. 0.08324 +2022-11-17 23:14:12,173 INFO --> Eva. Iter 161000 :, FID. 0.1052, Diversity Real. 9.3095, Diversity. 9.4695, R_precision_real. [0.51263298 0.6981383 0.79587766], R_precision. [0.49800532 0.69547872 0.78656915], matching_score_real. 2.956517123161478, matching_score_pred. 3.0742651350954744 +2022-11-17 23:14:12,174 INFO --> --> Diversity Improved from 9.56411 to 9.46954 !!! +2022-11-17 23:14:45,529 INFO Train. Iter 161200 : Commit. 2.39938 PPL. 340.06 Recons. 0.08334 +2022-11-17 23:15:16,740 INFO Train. Iter 161400 : Commit. 2.41829 PPL. 340.59 Recons. 0.08323 +2022-11-17 23:15:50,009 INFO Train. Iter 161600 : Commit. 2.40814 PPL. 340.11 Recons. 0.08338 +2022-11-17 23:16:21,386 INFO Train. Iter 161800 : Commit. 2.41846 PPL. 339.26 Recons. 0.08331 +2022-11-17 23:16:54,705 INFO Train. Iter 162000 : Commit. 2.42145 PPL. 339.41 Recons. 0.08309 +2022-11-17 23:17:06,248 INFO --> Eva. Iter 162000 :, FID. 0.1226, Diversity Real. 9.8350, Diversity. 9.7237, R_precision_real. [0.50731383 0.71143617 0.8125 ], R_precision. [0.49601064 0.68683511 0.79521277], matching_score_real. 2.8575346977152725, matching_score_pred. 2.9656813398320625 +2022-11-17 23:17:06,249 INFO --> --> Diversity Improved from 9.46954 to 9.72372 !!! +2022-11-17 23:17:37,945 INFO Train. Iter 162200 : Commit. 2.42716 PPL. 339.74 Recons. 0.08357 +2022-11-17 23:18:11,273 INFO Train. Iter 162400 : Commit. 2.40816 PPL. 339.85 Recons. 0.08318 +2022-11-17 23:18:42,676 INFO Train. Iter 162600 : Commit. 2.41779 PPL. 339.28 Recons. 0.08321 +2022-11-17 23:19:15,773 INFO Train. Iter 162800 : Commit. 2.39956 PPL. 339.28 Recons. 0.08303 +2022-11-17 23:19:47,170 INFO Train. Iter 163000 : Commit. 2.41759 PPL. 338.88 Recons. 0.08342 +2022-11-17 23:19:58,865 INFO --> Eva. Iter 163000 :, FID. 0.1222, Diversity Real. 9.1044, Diversity. 9.5219, R_precision_real. [0.50132979 0.70545213 0.8018617 ], R_precision. [0.49601064 0.69348404 0.79321809], matching_score_real. 2.8875897590150226, matching_score_pred. 2.9821807577254926 +2022-11-17 23:19:58,866 INFO --> --> Diversity Improved from 9.72372 to 9.52190 !!! +2022-11-17 23:20:32,499 INFO Train. Iter 163200 : Commit. 2.41157 PPL. 339.09 Recons. 0.08306 +2022-11-17 23:21:03,940 INFO Train. Iter 163400 : Commit. 2.40462 PPL. 339.29 Recons. 0.08330 +2022-11-17 23:21:37,001 INFO Train. Iter 163600 : Commit. 2.41162 PPL. 339.58 Recons. 0.08316 +2022-11-17 23:22:08,301 INFO Train. Iter 163800 : Commit. 2.42175 PPL. 338.99 Recons. 0.08289 +2022-11-17 23:22:41,515 INFO Train. Iter 164000 : Commit. 2.40083 PPL. 340.30 Recons. 0.08336 +2022-11-17 23:22:53,209 INFO --> Eva. Iter 164000 :, FID. 0.1201, Diversity Real. 9.3796, Diversity. 9.6014, R_precision_real. [0.52260638 0.71010638 0.80718085], R_precision. [0.51396277 0.69082447 0.78989362], matching_score_real. 2.893208539232295, matching_score_pred. 3.007364288289496 +2022-11-17 23:23:24,863 INFO Train. Iter 164200 : Commit. 2.39505 PPL. 338.54 Recons. 0.08307 +2022-11-17 23:23:56,218 INFO Train. Iter 164400 : Commit. 2.42415 PPL. 340.62 Recons. 0.08323 +2022-11-17 23:24:29,694 INFO Train. Iter 164600 : Commit. 2.39058 PPL. 339.29 Recons. 0.08271 +2022-11-17 23:25:01,274 INFO Train. Iter 164800 : Commit. 2.42582 PPL. 339.97 Recons. 0.08333 +2022-11-17 23:25:34,517 INFO Train. Iter 165000 : Commit. 2.39412 PPL. 338.77 Recons. 0.08328 +2022-11-17 23:25:46,128 INFO --> Eva. Iter 165000 :, FID. 0.1212, Diversity Real. 9.6679, Diversity. 9.9804, R_precision_real. [0.51263298 0.70545213 0.80784574], R_precision. [0.50864362 0.70279255 0.79587766], matching_score_real. 2.8691614130710033, matching_score_pred. 2.9815183548217123 +2022-11-17 23:30:57,624 INFO Train. Iter 165200 : Commit. 2.40871 PPL. 340.06 Recons. 0.08307 +2022-11-17 23:31:31,017 INFO Train. Iter 165400 : Commit. 2.39403 PPL. 339.32 Recons. 0.08295 +2022-11-17 23:32:02,523 INFO Train. Iter 165600 : Commit. 2.40023 PPL. 339.33 Recons. 0.08296 +2022-11-17 23:32:35,992 INFO Train. Iter 165800 : Commit. 2.40953 PPL. 339.94 Recons. 0.08307 +2022-11-17 23:33:07,512 INFO Train. Iter 166000 : Commit. 2.40698 PPL. 339.20 Recons. 0.08289 +2022-11-17 23:33:19,351 INFO --> Eva. Iter 166000 :, FID. 0.1157, Diversity Real. 9.4849, Diversity. 9.9839, R_precision_real. [0.5212766 0.7081117 0.7912234], R_precision. [0.51196809 0.69082447 0.78789894], matching_score_real. 2.90584516017995, matching_score_pred. 3.0005832124263683 +2022-11-17 23:33:52,569 INFO Train. Iter 166200 : Commit. 2.39101 PPL. 339.77 Recons. 0.08304 +2022-11-17 23:34:24,026 INFO Train. Iter 166400 : Commit. 2.37735 PPL. 339.37 Recons. 0.08283 +2022-11-17 23:34:57,108 INFO Train. Iter 166600 : Commit. 2.41281 PPL. 339.30 Recons. 0.08318 +2022-11-17 23:35:28,582 INFO Train. Iter 166800 : Commit. 2.39917 PPL. 339.45 Recons. 0.08300 +2022-11-17 23:36:01,888 INFO Train. Iter 167000 : Commit. 2.40993 PPL. 339.15 Recons. 0.08299 +2022-11-17 23:36:13,585 INFO --> Eva. Iter 167000 :, FID. 0.1110, Diversity Real. 9.2978, Diversity. 9.7731, R_precision_real. [0.51462766 0.71010638 0.8018617 ], R_precision. [0.49335106 0.6875 0.78257979], matching_score_real. 2.904490689013867, matching_score_pred. 3.01402581498978 +2022-11-17 23:36:45,138 INFO Train. Iter 167200 : Commit. 2.40984 PPL. 339.34 Recons. 0.08310 +2022-11-17 23:37:16,611 INFO Train. Iter 167400 : Commit. 2.39175 PPL. 338.97 Recons. 0.08260 +2022-11-17 23:37:49,602 INFO Train. Iter 167600 : Commit. 2.41082 PPL. 339.44 Recons. 0.08309 +2022-11-17 23:38:21,023 INFO Train. Iter 167800 : Commit. 2.41587 PPL. 339.74 Recons. 0.08297 +2022-11-17 23:38:54,033 INFO Train. Iter 168000 : Commit. 2.37405 PPL. 339.10 Recons. 0.08253 +2022-11-17 23:39:05,653 INFO --> Eva. Iter 168000 :, FID. 0.0936, Diversity Real. 9.7713, Diversity. 10.2515, R_precision_real. [0.51130319 0.7081117 0.80585106], R_precision. [0.49468085 0.69082447 0.7918883 ], matching_score_real. 2.8827676417979786, matching_score_pred. 2.982489306876 +2022-11-17 23:39:37,311 INFO Train. Iter 168200 : Commit. 2.40628 PPL. 339.94 Recons. 0.08304 +2022-11-17 23:40:10,418 INFO Train. Iter 168400 : Commit. 2.38103 PPL. 339.69 Recons. 0.08252 +2022-11-17 23:40:42,201 INFO Train. Iter 168600 : Commit. 2.40793 PPL. 339.12 Recons. 0.08316 +2022-11-17 23:41:15,513 INFO Train. Iter 168800 : Commit. 2.38965 PPL. 340.35 Recons. 0.08280 +2022-11-17 23:41:46,933 INFO Train. Iter 169000 : Commit. 2.39675 PPL. 339.54 Recons. 0.08275 +2022-11-17 23:41:58,645 INFO --> Eva. Iter 169000 :, FID. 0.1057, Diversity Real. 9.4086, Diversity. 10.0064, R_precision_real. [0.50199468 0.69082447 0.79255319], R_precision. [0.49069149 0.6768617 0.78324468], matching_score_real. 2.923978622923506, matching_score_pred. 3.0165273433035993 +2022-11-17 23:42:31,966 INFO Train. Iter 169200 : Commit. 2.39416 PPL. 338.70 Recons. 0.08272 +2022-11-17 23:43:03,513 INFO Train. Iter 169400 : Commit. 2.37739 PPL. 338.07 Recons. 0.08259 +2022-11-17 23:43:36,780 INFO Train. Iter 169600 : Commit. 2.40429 PPL. 340.03 Recons. 0.08320 +2022-11-17 23:44:08,220 INFO Train. Iter 169800 : Commit. 2.40834 PPL. 338.49 Recons. 0.08261 +2022-11-17 23:44:41,468 INFO Train. Iter 170000 : Commit. 2.41779 PPL. 340.62 Recons. 0.08322 +2022-11-17 23:44:53,004 INFO --> Eva. Iter 170000 :, FID. 0.1369, Diversity Real. 9.4562, Diversity. 9.8077, R_precision_real. [0.52859043 0.71675532 0.81316489], R_precision. [0.51263298 0.70611702 0.79853723], matching_score_real. 2.859996029671202, matching_score_pred. 2.9750314874851957 +2022-11-17 23:50:31,151 INFO Train. Iter 170200 : Commit. 2.36884 PPL. 339.17 Recons. 0.08260 +2022-11-17 23:51:04,511 INFO Train. Iter 170400 : Commit. 2.39116 PPL. 339.63 Recons. 0.08272 +2022-11-17 23:51:36,214 INFO Train. Iter 170600 : Commit. 2.38070 PPL. 339.66 Recons. 0.08264 +2022-11-17 23:52:07,898 INFO Train. Iter 170800 : Commit. 2.38278 PPL. 339.95 Recons. 0.08288 +2022-11-17 23:52:41,280 INFO Train. Iter 171000 : Commit. 2.37675 PPL. 340.90 Recons. 0.08304 +2022-11-17 23:52:52,903 INFO --> Eva. Iter 171000 :, FID. 0.0999, Diversity Real. 9.6022, Diversity. 9.6398, R_precision_real. [0.52726064 0.71675532 0.8025266 ], R_precision. [0.50598404 0.70412234 0.78125 ], matching_score_real. 2.9339460362779333, matching_score_pred. 3.032249607938401 +2022-11-17 23:52:52,903 INFO --> --> Diversity Improved from 9.52190 to 9.63979 !!! +2022-11-17 23:53:24,552 INFO Train. Iter 171200 : Commit. 2.38303 PPL. 340.01 Recons. 0.08277 +2022-11-17 23:53:57,585 INFO Train. Iter 171400 : Commit. 2.38743 PPL. 339.58 Recons. 0.08269 +2022-11-17 23:54:29,000 INFO Train. Iter 171600 : Commit. 2.37888 PPL. 339.45 Recons. 0.08269 +2022-11-17 23:55:01,948 INFO Train. Iter 171800 : Commit. 2.40661 PPL. 339.65 Recons. 0.08263 +2022-11-17 23:55:33,118 INFO Train. Iter 172000 : Commit. 2.38424 PPL. 339.48 Recons. 0.08275 +2022-11-17 23:55:44,726 INFO --> Eva. Iter 172000 :, FID. 0.1091, Diversity Real. 9.9690, Diversity. 9.9530, R_precision_real. [0.51329787 0.69281915 0.78324468], R_precision. [0.4893617 0.67220745 0.77393617], matching_score_real. 2.9263171388747846, matching_score_pred. 3.0525948088219823 +2022-11-17 23:55:44,727 INFO --> --> Diversity Improved from 9.63979 to 9.95301 !!! +2022-11-17 23:56:18,148 INFO Train. Iter 172200 : Commit. 2.38569 PPL. 340.05 Recons. 0.08267 +2022-11-17 23:56:49,572 INFO Train. Iter 172400 : Commit. 2.40099 PPL. 339.67 Recons. 0.08279 +2022-11-17 23:57:22,818 INFO Train. Iter 172600 : Commit. 2.37980 PPL. 340.00 Recons. 0.08246 +2022-11-17 23:57:54,202 INFO Train. Iter 172800 : Commit. 2.37999 PPL. 338.99 Recons. 0.08276 +2022-11-17 23:58:27,455 INFO Train. Iter 173000 : Commit. 2.40796 PPL. 339.14 Recons. 0.08285 +2022-11-17 23:58:39,144 INFO --> Eva. Iter 173000 :, FID. 0.1103, Diversity Real. 9.6221, Diversity. 9.8633, R_precision_real. [0.52792553 0.71808511 0.80518617], R_precision. [0.50731383 0.69547872 0.78789894], matching_score_real. 2.919125115617793, matching_score_pred. 3.0517762924762484 +2022-11-17 23:58:39,144 INFO --> --> Diversity Improved from 9.95301 to 9.86328 !!! +2022-11-17 23:59:11,186 INFO Train. Iter 173200 : Commit. 2.39664 PPL. 338.55 Recons. 0.08256 +2022-11-17 23:59:44,361 INFO Train. Iter 173400 : Commit. 2.39223 PPL. 339.42 Recons. 0.08280 +2022-11-18 00:00:16,144 INFO Train. Iter 173600 : Commit. 2.40137 PPL. 338.60 Recons. 0.08267 +2022-11-18 00:00:50,231 INFO Train. Iter 173800 : Commit. 2.38724 PPL. 338.97 Recons. 0.08274 +2022-11-18 00:01:21,912 INFO Train. Iter 174000 : Commit. 2.39761 PPL. 338.56 Recons. 0.08279 +2022-11-18 00:01:33,589 INFO --> Eva. Iter 174000 :, FID. 0.1251, Diversity Real. 9.6864, Diversity. 9.5822, R_precision_real. [0.50797872 0.69680851 0.79321809], R_precision. [0.49667553 0.6768617 0.77593085], matching_score_real. 2.9140896086997174, matching_score_pred. 3.0301853190077113 +2022-11-18 00:01:33,590 INFO --> --> Diversity Improved from 9.86328 to 9.58221 !!! +2022-11-18 00:02:05,354 INFO Train. Iter 174200 : Commit. 2.39211 PPL. 338.39 Recons. 0.08243 +2022-11-18 00:02:38,977 INFO Train. Iter 174400 : Commit. 2.38311 PPL. 339.39 Recons. 0.08274 +2022-11-18 00:03:10,625 INFO Train. Iter 174600 : Commit. 2.39370 PPL. 339.85 Recons. 0.08259 +2022-11-18 00:03:43,869 INFO Train. Iter 174800 : Commit. 2.38411 PPL. 340.27 Recons. 0.08293 +2022-11-18 00:04:15,552 INFO Train. Iter 175000 : Commit. 2.38340 PPL. 338.86 Recons. 0.08209 +2022-11-18 00:04:27,373 INFO --> Eva. Iter 175000 :, FID. 0.1440, Diversity Real. 8.9822, Diversity. 9.8293, R_precision_real. [0.51728723 0.69414894 0.78922872], R_precision. [0.50132979 0.68351064 0.77260638], matching_score_real. 2.926276039569936, matching_score_pred. 3.044977456965345 +2022-11-18 00:09:12,687 INFO Train. Iter 175200 : Commit. 2.38852 PPL. 339.07 Recons. 0.08300 +2022-11-18 00:09:44,523 INFO Train. Iter 175400 : Commit. 2.36758 PPL. 339.70 Recons. 0.08244 +2022-11-18 00:10:18,113 INFO Train. Iter 175600 : Commit. 2.40628 PPL. 339.40 Recons. 0.08281 +2022-11-18 00:10:49,802 INFO Train. Iter 175800 : Commit. 2.38674 PPL. 339.01 Recons. 0.08240 +2022-11-18 00:11:22,879 INFO Train. Iter 176000 : Commit. 2.37964 PPL. 338.75 Recons. 0.08261 +2022-11-18 00:11:34,462 INFO --> Eva. Iter 176000 :, FID. 0.0924, Diversity Real. 9.4246, Diversity. 9.7972, R_precision_real. [0.51529255 0.70944149 0.79986702], R_precision. [0.51662234 0.70212766 0.78590426], matching_score_real. 2.8924134234164622, matching_score_pred. 3.0038369006298957 +2022-11-18 00:12:05,984 INFO Train. Iter 176200 : Commit. 2.36829 PPL. 339.32 Recons. 0.08230 +2022-11-18 00:12:39,463 INFO Train. Iter 176400 : Commit. 2.38991 PPL. 338.46 Recons. 0.08230 +2022-11-18 00:13:11,178 INFO Train. Iter 176600 : Commit. 2.39487 PPL. 339.41 Recons. 0.08273 +2022-11-18 00:13:44,601 INFO Train. Iter 176800 : Commit. 2.36983 PPL. 339.43 Recons. 0.08236 +2022-11-18 00:14:16,132 INFO Train. Iter 177000 : Commit. 2.38000 PPL. 340.12 Recons. 0.08230 +2022-11-18 00:14:27,894 INFO --> Eva. Iter 177000 :, FID. 0.0959, Diversity Real. 9.5862, Diversity. 9.5950, R_precision_real. [0.50864362 0.70478723 0.79853723], R_precision. [0.50797872 0.68484043 0.78191489], matching_score_real. 2.9227840798966427, matching_score_pred. 3.0285362892962517 +2022-11-18 00:15:00,027 INFO Train. Iter 177200 : Commit. 2.40802 PPL. 340.12 Recons. 0.08250 +2022-11-18 00:15:33,369 INFO Train. Iter 177400 : Commit. 2.37974 PPL. 339.72 Recons. 0.08229 +2022-11-18 00:16:05,092 INFO Train. Iter 177600 : Commit. 2.37655 PPL. 339.47 Recons. 0.08226 +2022-11-18 00:16:38,832 INFO Train. Iter 177800 : Commit. 2.36862 PPL. 339.07 Recons. 0.08255 +2022-11-18 00:17:10,416 INFO Train. Iter 178000 : Commit. 2.37787 PPL. 339.33 Recons. 0.08225 +2022-11-18 00:17:23,985 INFO --> Eva. Iter 178000 :, FID. 0.1096, Diversity Real. 9.4079, Diversity. 9.6120, R_precision_real. [0.50797872 0.69281915 0.79986702], R_precision. [0.49800532 0.69215426 0.78789894], matching_score_real. 2.8741756094262954, matching_score_pred. 2.986147961717971 +2022-11-18 00:17:57,510 INFO Train. Iter 178200 : Commit. 2.38701 PPL. 338.52 Recons. 0.08220 +2022-11-18 00:18:29,244 INFO Train. Iter 178400 : Commit. 2.38659 PPL. 339.29 Recons. 0.08260 +2022-11-18 00:19:02,790 INFO Train. Iter 178600 : Commit. 2.36198 PPL. 339.80 Recons. 0.08212 +2022-11-18 00:19:34,575 INFO Train. Iter 178800 : Commit. 2.38138 PPL. 339.17 Recons. 0.08242 +2022-11-18 00:20:07,942 INFO Train. Iter 179000 : Commit. 2.38608 PPL. 338.69 Recons. 0.08246 +2022-11-18 00:20:19,780 INFO --> Eva. Iter 179000 :, FID. 0.1130, Diversity Real. 9.4811, Diversity. 9.5550, R_precision_real. [0.51196809 0.70345745 0.79321809], R_precision. [0.50265957 0.68617021 0.77460106], matching_score_real. 2.8878194220522615, matching_score_pred. 3.007001425357575 +2022-11-18 00:20:19,781 INFO --> --> Diversity Improved from 9.58221 to 9.55500 !!! +2022-11-18 00:20:51,854 INFO Train. Iter 179200 : Commit. 2.39910 PPL. 339.19 Recons. 0.08287 +2022-11-18 00:21:25,211 INFO Train. Iter 179400 : Commit. 2.38303 PPL. 338.42 Recons. 0.08227 +2022-11-18 00:21:56,505 INFO Train. Iter 179600 : Commit. 2.35268 PPL. 338.75 Recons. 0.08206 +2022-11-18 00:22:29,886 INFO Train. Iter 179800 : Commit. 2.36855 PPL. 338.55 Recons. 0.08222 +2022-11-18 00:23:01,414 INFO Train. Iter 180000 : Commit. 2.35837 PPL. 339.02 Recons. 0.08217 +2022-11-18 00:23:13,167 INFO --> Eva. Iter 180000 :, FID. 0.0987, Diversity Real. 9.6072, Diversity. 9.3002, R_precision_real. [0.48138298 0.68617021 0.79454787], R_precision. [0.46941489 0.67420213 0.77726064], matching_score_real. 2.9574070788444358, matching_score_pred. 3.037202703191879 +2022-11-18 00:28:06,129 INFO Train. Iter 180200 : Commit. 2.37338 PPL. 338.83 Recons. 0.08260 +2022-11-18 00:28:37,880 INFO Train. Iter 180400 : Commit. 2.36798 PPL. 338.79 Recons. 0.08209 +2022-11-18 00:29:09,590 INFO Train. Iter 180600 : Commit. 2.34664 PPL. 338.35 Recons. 0.08229 +2022-11-18 00:29:42,816 INFO Train. Iter 180800 : Commit. 2.38399 PPL. 338.12 Recons. 0.08243 +2022-11-18 00:30:14,472 INFO Train. Iter 181000 : Commit. 2.36850 PPL. 339.07 Recons. 0.08225 +2022-11-18 00:30:26,120 INFO --> Eva. Iter 181000 :, FID. 0.1314, Diversity Real. 9.6372, Diversity. 9.6765, R_precision_real. [0.51728723 0.69946809 0.79654255], R_precision. [0.49268617 0.67220745 0.76861702], matching_score_real. 2.9255725170703646, matching_score_pred. 3.0680405890687985 +2022-11-18 00:30:26,121 INFO --> --> Diversity Improved from 9.55500 to 9.67646 !!! +2022-11-18 00:30:59,783 INFO Train. Iter 181200 : Commit. 2.37562 PPL. 339.20 Recons. 0.08241 +2022-11-18 00:31:31,563 INFO Train. Iter 181400 : Commit. 2.37031 PPL. 338.73 Recons. 0.08219 +2022-11-18 00:32:04,809 INFO Train. Iter 181600 : Commit. 2.37388 PPL. 339.14 Recons. 0.08237 +2022-11-18 00:32:36,185 INFO Train. Iter 181800 : Commit. 2.36526 PPL. 338.30 Recons. 0.08205 +2022-11-18 00:33:09,564 INFO Train. Iter 182000 : Commit. 2.36417 PPL. 338.31 Recons. 0.08200 +2022-11-18 00:33:21,255 INFO --> Eva. Iter 182000 :, FID. 0.1148, Diversity Real. 9.6056, Diversity. 9.5253, R_precision_real. [0.49867021 0.70678191 0.79986702], R_precision. [0.48071809 0.68617021 0.7912234 ], matching_score_real. 2.9259051109882113, matching_score_pred. 3.0349055503277067 +2022-11-18 00:33:53,058 INFO Train. Iter 182200 : Commit. 2.36235 PPL. 338.39 Recons. 0.08220 +2022-11-18 00:34:26,272 INFO Train. Iter 182400 : Commit. 2.38732 PPL. 338.31 Recons. 0.08219 +2022-11-18 00:34:58,000 INFO Train. Iter 182600 : Commit. 2.35340 PPL. 337.95 Recons. 0.08201 +2022-11-18 00:35:31,393 INFO Train. Iter 182800 : Commit. 2.40520 PPL. 338.50 Recons. 0.08279 +2022-11-18 00:36:02,836 INFO Train. Iter 183000 : Commit. 2.36039 PPL. 337.74 Recons. 0.08199 +2022-11-18 00:36:14,620 INFO --> Eva. Iter 183000 :, FID. 0.1359, Diversity Real. 9.7117, Diversity. 9.9711, R_precision_real. [0.52393617 0.70678191 0.79920213], R_precision. [0.5212766 0.68683511 0.79055851], matching_score_real. 2.902452950781964, matching_score_pred. 2.995445286973994 +2022-11-18 00:36:48,288 INFO Train. Iter 183200 : Commit. 2.35137 PPL. 339.03 Recons. 0.08210 +2022-11-18 00:37:19,816 INFO Train. Iter 183400 : Commit. 2.37019 PPL. 338.37 Recons. 0.08204 +2022-11-18 00:37:51,529 INFO Train. Iter 183600 : Commit. 2.35569 PPL. 337.99 Recons. 0.08198 +2022-11-18 00:38:24,833 INFO Train. Iter 183800 : Commit. 2.37791 PPL. 338.68 Recons. 0.08239 +2022-11-18 00:38:56,450 INFO Train. Iter 184000 : Commit. 2.33116 PPL. 338.29 Recons. 0.08221 +2022-11-18 00:39:08,245 INFO --> Eva. Iter 184000 :, FID. 0.0713, Diversity Real. 9.7656, Diversity. 9.8506, R_precision_real. [0.51130319 0.71143617 0.81050532], R_precision. [0.50132979 0.69414894 0.79521277], matching_score_real. 2.8814080928234342, matching_score_pred. 3.0038357389734145 +2022-11-18 00:39:08,245 INFO --> --> FID Improved from 0.07285 to 0.07133 !!! +2022-11-18 00:39:08,416 INFO --> --> Diversity Improved from 9.67646 to 9.85064 !!! +2022-11-18 00:39:42,048 INFO Train. Iter 184200 : Commit. 2.37319 PPL. 338.35 Recons. 0.08202 +2022-11-18 00:40:13,808 INFO Train. Iter 184400 : Commit. 2.37884 PPL. 338.31 Recons. 0.08236 +2022-11-18 00:40:46,918 INFO Train. Iter 184600 : Commit. 2.38555 PPL. 338.53 Recons. 0.08222 +2022-11-18 00:41:18,340 INFO Train. Iter 184800 : Commit. 2.33791 PPL. 337.71 Recons. 0.08199 +2022-11-18 00:41:51,470 INFO Train. Iter 185000 : Commit. 2.34534 PPL. 338.48 Recons. 0.08189 +2022-11-18 00:42:03,241 INFO --> Eva. Iter 185000 :, FID. 0.1336, Diversity Real. 9.4775, Diversity. 9.8053, R_precision_real. [0.51662234 0.69680851 0.78723404], R_precision. [0.50531915 0.68484043 0.78390957], matching_score_real. 2.9074601771983692, matching_score_pred. 3.0199148096936814 +2022-11-18 00:46:51,527 INFO --> --> Diversity Improved from 9.85064 to 9.80532 !!! +2022-11-18 00:47:23,782 INFO Train. Iter 185200 : Commit. 2.36669 PPL. 338.90 Recons. 0.08210 +2022-11-18 00:47:57,236 INFO Train. Iter 185400 : Commit. 2.38009 PPL. 338.08 Recons. 0.08223 +2022-11-18 00:48:28,854 INFO Train. Iter 185600 : Commit. 2.36140 PPL. 337.67 Recons. 0.08211 +2022-11-18 00:49:02,578 INFO Train. Iter 185800 : Commit. 2.35535 PPL. 337.79 Recons. 0.08191 +2022-11-18 00:49:34,231 INFO Train. Iter 186000 : Commit. 2.36330 PPL. 338.56 Recons. 0.08219 +2022-11-18 00:49:46,042 INFO --> Eva. Iter 186000 :, FID. 0.0989, Diversity Real. 9.5207, Diversity. 9.8518, R_precision_real. [0.51795213 0.70944149 0.80119681], R_precision. [0.49268617 0.69946809 0.78856383], matching_score_real. 2.901770424335561, matching_score_pred. 2.995409016913556 +2022-11-18 00:50:19,868 INFO Train. Iter 186200 : Commit. 2.36527 PPL. 338.30 Recons. 0.08207 +2022-11-18 00:50:51,519 INFO Train. Iter 186400 : Commit. 2.38209 PPL. 338.73 Recons. 0.08206 +2022-11-18 00:51:24,819 INFO Train. Iter 186600 : Commit. 2.37254 PPL. 338.18 Recons. 0.08201 +2022-11-18 00:51:56,567 INFO Train. Iter 186800 : Commit. 2.35262 PPL. 338.49 Recons. 0.08191 +2022-11-18 00:52:28,382 INFO Train. Iter 187000 : Commit. 2.36664 PPL. 338.04 Recons. 0.08204 +2022-11-18 00:52:40,285 INFO --> Eva. Iter 187000 :, FID. 0.1342, Diversity Real. 9.4119, Diversity. 9.7126, R_precision_real. [0.51861702 0.70545213 0.79853723], R_precision. [0.50332447 0.67486702 0.78590426], matching_score_real. 2.9230563234775624, matching_score_pred. 3.0478417011017496 +2022-11-18 00:52:40,285 INFO --> --> Diversity Improved from 9.80532 to 9.71258 !!! +2022-11-18 00:53:14,288 INFO Train. Iter 187200 : Commit. 2.34614 PPL. 337.16 Recons. 0.08191 +2022-11-18 00:53:46,065 INFO Train. Iter 187400 : Commit. 2.34926 PPL. 338.06 Recons. 0.08206 +2022-11-18 00:54:19,433 INFO Train. Iter 187600 : Commit. 2.34316 PPL. 337.90 Recons. 0.08195 +2022-11-18 00:54:51,254 INFO Train. Iter 187800 : Commit. 2.37057 PPL. 338.23 Recons. 0.08202 +2022-11-18 00:55:24,713 INFO Train. Iter 188000 : Commit. 2.34878 PPL. 336.74 Recons. 0.08176 +2022-11-18 00:55:36,453 INFO --> Eva. Iter 188000 :, FID. 0.1634, Diversity Real. 9.5379, Diversity. 10.0579, R_precision_real. [0.52726064 0.70146277 0.78922872], R_precision. [0.50465426 0.68882979 0.77393617], matching_score_real. 2.9413734801272127, matching_score_pred. 3.059822346301789 +2022-11-18 00:56:08,252 INFO Train. Iter 188200 : Commit. 2.36200 PPL. 338.29 Recons. 0.08187 +2022-11-18 00:56:41,914 INFO Train. Iter 188400 : Commit. 2.34804 PPL. 338.65 Recons. 0.08186 +2022-11-18 00:57:13,682 INFO Train. Iter 188600 : Commit. 2.35282 PPL. 338.10 Recons. 0.08214 +2022-11-18 00:57:47,333 INFO Train. Iter 188800 : Commit. 2.36190 PPL. 337.76 Recons. 0.08185 +2022-11-18 00:58:18,972 INFO Train. Iter 189000 : Commit. 2.35124 PPL. 338.05 Recons. 0.08196 +2022-11-18 00:58:30,809 INFO --> Eva. Iter 189000 :, FID. 0.1286, Diversity Real. 9.3838, Diversity. 9.3386, R_precision_real. [0.50199468 0.71143617 0.8125 ], R_precision. [0.4893617 0.70146277 0.79720745], matching_score_real. 2.845965877492377, matching_score_pred. 2.9335751076962087 +2022-11-18 00:58:30,810 INFO --> --> Diversity Improved from 9.71258 to 9.33860 !!! +2022-11-18 00:58:30,973 INFO --> --> matching_score Improved from 2.94462 to 2.93358 !!! +2022-11-18 00:59:05,035 INFO Train. Iter 189200 : Commit. 2.35737 PPL. 337.33 Recons. 0.08195 +2022-11-18 00:59:36,486 INFO Train. Iter 189400 : Commit. 2.32488 PPL. 337.25 Recons. 0.08145 +2022-11-18 01:00:10,055 INFO Train. Iter 189600 : Commit. 2.36450 PPL. 338.57 Recons. 0.08211 +2022-11-18 01:00:42,588 INFO Train. Iter 189800 : Commit. 2.35856 PPL. 338.48 Recons. 0.08189 +2022-11-18 01:01:16,342 INFO Train. Iter 190000 : Commit. 2.34273 PPL. 337.31 Recons. 0.08174 +2022-11-18 01:01:28,171 INFO --> Eva. Iter 190000 :, FID. 0.1198, Diversity Real. 9.5691, Diversity. 9.5963, R_precision_real. [0.5 0.7087766 0.80585106], R_precision. [0.50731383 0.70013298 0.8018617 ], matching_score_real. 2.869292989690253, matching_score_pred. 2.9612939408484924 +2022-11-18 01:06:21,218 INFO --> --> Diversity Improved from 9.33860 to 9.59631 !!! +2022-11-18 01:06:53,968 INFO Train. Iter 190200 : Commit. 2.34746 PPL. 338.02 Recons. 0.08182 +2022-11-18 01:07:25,780 INFO Train. Iter 190400 : Commit. 2.35352 PPL. 338.46 Recons. 0.08198 +2022-11-18 01:07:59,535 INFO Train. Iter 190600 : Commit. 2.37916 PPL. 338.22 Recons. 0.08198 +2022-11-18 01:08:31,633 INFO Train. Iter 190800 : Commit. 2.35958 PPL. 338.49 Recons. 0.08202 +2022-11-18 01:09:04,935 INFO Train. Iter 191000 : Commit. 2.31600 PPL. 338.10 Recons. 0.08161 +2022-11-18 01:09:16,663 INFO --> Eva. Iter 191000 :, FID. 0.1566, Diversity Real. 9.6328, Diversity. 9.8982, R_precision_real. [0.52194149 0.70545213 0.79587766], R_precision. [0.50398936 0.70146277 0.79321809], matching_score_real. 2.9111157934716405, matching_score_pred. 3.0368918611648237 +2022-11-18 01:09:48,267 INFO Train. Iter 191200 : Commit. 2.35652 PPL. 337.83 Recons. 0.08198 +2022-11-18 01:10:21,775 INFO Train. Iter 191400 : Commit. 2.35446 PPL. 337.90 Recons. 0.08206 +2022-11-18 01:10:53,391 INFO Train. Iter 191600 : Commit. 2.34045 PPL. 337.68 Recons. 0.08185 +2022-11-18 01:11:26,858 INFO Train. Iter 191800 : Commit. 2.34343 PPL. 337.69 Recons. 0.08204 +2022-11-18 01:11:58,514 INFO Train. Iter 192000 : Commit. 2.33670 PPL. 338.23 Recons. 0.08139 +2022-11-18 01:12:10,242 INFO --> Eva. Iter 192000 :, FID. 0.1377, Diversity Real. 9.5469, Diversity. 9.6121, R_precision_real. [0.50199468 0.71609043 0.80784574], R_precision. [0.48404255 0.68018617 0.78523936], matching_score_real. 2.870500569647931, matching_score_pred. 2.980996568152245 +2022-11-18 01:12:43,968 INFO Train. Iter 192200 : Commit. 2.36433 PPL. 337.59 Recons. 0.08208 +2022-11-18 01:13:15,550 INFO Train. Iter 192400 : Commit. 2.35776 PPL. 337.79 Recons. 0.08190 +2022-11-18 01:13:48,939 INFO Train. Iter 192600 : Commit. 2.33753 PPL. 337.60 Recons. 0.08161 +2022-11-18 01:14:20,510 INFO Train. Iter 192800 : Commit. 2.34574 PPL. 338.25 Recons. 0.08177 +2022-11-18 01:14:53,924 INFO Train. Iter 193000 : Commit. 2.37067 PPL. 337.68 Recons. 0.08164 +2022-11-18 01:15:05,816 INFO --> Eva. Iter 193000 :, FID. 0.1298, Diversity Real. 9.4286, Diversity. 9.7571, R_precision_real. [0.52260638 0.71476064 0.79587766], R_precision. [0.50598404 0.70013298 0.79055851], matching_score_real. 2.9020341051385756, matching_score_pred. 2.994149776215249 +2022-11-18 01:15:37,736 INFO Train. Iter 193200 : Commit. 2.34901 PPL. 337.31 Recons. 0.08162 +2022-11-18 01:16:09,327 INFO Train. Iter 193400 : Commit. 2.35672 PPL. 338.30 Recons. 0.08199 +2022-11-18 01:16:42,825 INFO Train. Iter 193600 : Commit. 2.33718 PPL. 337.76 Recons. 0.08176 +2022-11-18 01:17:14,390 INFO Train. Iter 193800 : Commit. 2.34376 PPL. 337.82 Recons. 0.08178 +2022-11-18 01:17:47,876 INFO Train. Iter 194000 : Commit. 2.34700 PPL. 337.94 Recons. 0.08196 +2022-11-18 01:18:00,312 INFO --> Eva. Iter 194000 :, FID. 0.1207, Diversity Real. 9.3819, Diversity. 9.5710, R_precision_real. [0.5 0.70146277 0.78058511], R_precision. [0.48271277 0.68617021 0.78058511], matching_score_real. 2.93619400389651, matching_score_pred. 3.05405152604935 +2022-11-18 01:18:00,312 INFO --> --> Diversity Improved from 9.59631 to 9.57104 !!! +2022-11-18 01:18:32,445 INFO Train. Iter 194200 : Commit. 2.34973 PPL. 338.53 Recons. 0.08191 +2022-11-18 01:19:05,767 INFO Train. Iter 194400 : Commit. 2.33414 PPL. 337.83 Recons. 0.08144 +2022-11-18 01:19:37,300 INFO Train. Iter 194600 : Commit. 2.32566 PPL. 338.82 Recons. 0.08156 +2022-11-18 01:20:10,433 INFO Train. Iter 194800 : Commit. 2.33409 PPL. 337.08 Recons. 0.08180 +2022-11-18 01:20:42,173 INFO Train. Iter 195000 : Commit. 2.34378 PPL. 337.48 Recons. 0.08135 +2022-11-18 01:20:53,773 INFO --> Eva. Iter 195000 :, FID. 0.1220, Diversity Real. 9.5183, Diversity. 9.5570, R_precision_real. [0.50797872 0.69414894 0.78656915], R_precision. [0.49933511 0.69082447 0.77792553], matching_score_real. 2.959043233952624, matching_score_pred. 3.046812001695024 +2022-11-18 01:25:37,283 INFO --> --> Diversity Improved from 9.57104 to 9.55699 !!! +2022-11-18 01:26:11,598 INFO Train. Iter 195200 : Commit. 2.33732 PPL. 338.15 Recons. 0.08156 +2022-11-18 01:26:43,430 INFO Train. Iter 195400 : Commit. 2.34513 PPL. 337.22 Recons. 0.08140 +2022-11-18 01:27:16,708 INFO Train. Iter 195600 : Commit. 2.35548 PPL. 337.96 Recons. 0.08174 +2022-11-18 01:27:48,419 INFO Train. Iter 195800 : Commit. 2.33115 PPL. 336.79 Recons. 0.08141 +2022-11-18 01:28:21,906 INFO Train. Iter 196000 : Commit. 2.33267 PPL. 338.08 Recons. 0.08155 +2022-11-18 01:28:33,806 INFO --> Eva. Iter 196000 :, FID. 0.1097, Diversity Real. 9.6818, Diversity. 9.8631, R_precision_real. [0.51595745 0.69348404 0.79720745], R_precision. [0.50066489 0.69281915 0.78989362], matching_score_real. 2.9273408879625036, matching_score_pred. 3.019812431741268 +2022-11-18 01:29:05,464 INFO Train. Iter 196200 : Commit. 2.32873 PPL. 337.61 Recons. 0.08123 +2022-11-18 01:29:38,669 INFO Train. Iter 196400 : Commit. 2.33727 PPL. 338.35 Recons. 0.08164 +2022-11-18 01:30:10,318 INFO Train. Iter 196600 : Commit. 2.34473 PPL. 338.71 Recons. 0.08172 +2022-11-18 01:30:42,049 INFO Train. Iter 196800 : Commit. 2.33944 PPL. 337.69 Recons. 0.08157 +2022-11-18 01:31:15,189 INFO Train. Iter 197000 : Commit. 2.32953 PPL. 338.18 Recons. 0.08159 +2022-11-18 01:31:27,043 INFO --> Eva. Iter 197000 :, FID. 0.1072, Diversity Real. 9.7564, Diversity. 9.7788, R_precision_real. [0.5212766 0.71143617 0.8125 ], R_precision. [0.50864362 0.69680851 0.79853723], matching_score_real. 2.8740810942142567, matching_score_pred. 2.970429608162413 +2022-11-18 01:31:27,044 INFO --> --> Diversity Improved from 9.55699 to 9.77884 !!! +2022-11-18 01:31:59,026 INFO Train. Iter 197200 : Commit. 2.31274 PPL. 338.22 Recons. 0.08144 +2022-11-18 01:32:32,496 INFO Train. Iter 197400 : Commit. 2.31172 PPL. 337.09 Recons. 0.08107 +2022-11-18 01:33:04,034 INFO Train. Iter 197600 : Commit. 2.32974 PPL. 337.95 Recons. 0.08165 +2022-11-18 01:33:37,664 INFO Train. Iter 197800 : Commit. 2.33049 PPL. 337.21 Recons. 0.08165 +2022-11-18 01:34:09,419 INFO Train. Iter 198000 : Commit. 2.34718 PPL. 338.39 Recons. 0.08155 +2022-11-18 01:34:21,281 INFO --> Eva. Iter 198000 :, FID. 0.1396, Diversity Real. 9.7975, Diversity. 9.9469, R_precision_real. [0.50598404 0.69547872 0.79454787], R_precision. [0.49335106 0.68085106 0.77593085], matching_score_real. 2.911071736761864, matching_score_pred. 3.0221697421784097 +2022-11-18 01:34:54,877 INFO Train. Iter 198200 : Commit. 2.35100 PPL. 337.57 Recons. 0.08170 +2022-11-18 01:35:26,546 INFO Train. Iter 198400 : Commit. 2.32339 PPL. 336.76 Recons. 0.08109 +2022-11-18 01:36:00,038 INFO Train. Iter 198600 : Commit. 2.34274 PPL. 338.00 Recons. 0.08168 +2022-11-18 01:36:31,443 INFO Train. Iter 198800 : Commit. 2.34126 PPL. 337.37 Recons. 0.08159 +2022-11-18 01:37:05,009 INFO Train. Iter 199000 : Commit. 2.35065 PPL. 338.02 Recons. 0.08162 +2022-11-18 01:37:17,910 INFO --> Eva. Iter 199000 :, FID. 0.1179, Diversity Real. 9.8986, Diversity. 9.6886, R_precision_real. [0.52593085 0.7287234 0.83045213], R_precision. [0.51529255 0.6974734 0.80119681], matching_score_real. 2.8408684882711857, matching_score_pred. 2.9594870222375746 +2022-11-18 01:37:49,814 INFO Train. Iter 199200 : Commit. 2.33316 PPL. 336.59 Recons. 0.08119 +2022-11-18 01:38:23,063 INFO Train. Iter 199400 : Commit. 2.34221 PPL. 338.13 Recons. 0.08153 +2022-11-18 01:38:54,797 INFO Train. Iter 199600 : Commit. 2.32506 PPL. 337.22 Recons. 0.08109 +2022-11-18 01:39:26,675 INFO Train. Iter 199800 : Commit. 2.33241 PPL. 337.26 Recons. 0.08167 +2022-11-18 01:40:00,079 INFO Train. Iter 200000 : Commit. 2.35787 PPL. 337.65 Recons. 0.08166 +2022-11-18 01:40:13,794 INFO --> Eva. Iter 200000 :, FID. 0.1500, Diversity Real. 9.7747, Diversity. 9.8324, R_precision_real. [0.5099734 0.68949468 0.78191489], R_precision. [0.49401596 0.68018617 0.76861702], matching_score_real. 2.9650905741021987, matching_score_pred. 3.0364319567984723 +2022-11-18 01:45:44,222 INFO Train. Iter 200200 : Commit. 2.28854 PPL. 337.14 Recons. 0.07697 +2022-11-18 01:46:17,569 INFO Train. Iter 200400 : Commit. 2.23222 PPL. 336.79 Recons. 0.07435 +2022-11-18 01:46:49,370 INFO Train. Iter 200600 : Commit. 2.22876 PPL. 336.87 Recons. 0.07364 +2022-11-18 01:47:22,611 INFO Train. Iter 200800 : Commit. 2.23014 PPL. 337.57 Recons. 0.07320 +2022-11-18 01:47:54,246 INFO Train. Iter 201000 : Commit. 2.20045 PPL. 337.17 Recons. 0.07274 +2022-11-18 01:48:06,036 INFO --> Eva. Iter 201000 :, FID. 0.1129, Diversity Real. 9.5395, Diversity. 10.1231, R_precision_real. [0.5106383 0.7081117 0.79720745], R_precision. [0.50332447 0.69547872 0.78590426], matching_score_real. 2.9023049283534923, matching_score_pred. 2.9940769165120225 +2022-11-18 01:48:39,351 INFO Train. Iter 201200 : Commit. 2.19253 PPL. 336.55 Recons. 0.07230 +2022-11-18 01:49:10,879 INFO Train. Iter 201400 : Commit. 2.19513 PPL. 337.31 Recons. 0.07213 +2022-11-18 01:49:44,203 INFO Train. Iter 201600 : Commit. 2.18531 PPL. 337.05 Recons. 0.07215 +2022-11-18 01:50:15,682 INFO Train. Iter 201800 : Commit. 2.17781 PPL. 337.18 Recons. 0.07144 +2022-11-18 01:50:49,019 INFO Train. Iter 202000 : Commit. 2.19367 PPL. 338.01 Recons. 0.07185 +2022-11-18 01:51:00,687 INFO --> Eva. Iter 202000 :, FID. 0.1103, Diversity Real. 9.5684, Diversity. 9.7472, R_precision_real. [0.50199468 0.69281915 0.79388298], R_precision. [0.49135638 0.68218085 0.77925532], matching_score_real. 2.935921648715405, matching_score_pred. 3.011149878197528 +2022-11-18 01:51:00,687 INFO --> --> Diversity Improved from 9.77884 to 9.74723 !!! +2022-11-18 01:51:32,869 INFO Train. Iter 202200 : Commit. 2.17392 PPL. 335.41 Recons. 0.07106 +2022-11-18 01:52:06,287 INFO Train. Iter 202400 : Commit. 2.18973 PPL. 337.25 Recons. 0.07163 +2022-11-18 01:52:38,003 INFO Train. Iter 202600 : Commit. 2.19304 PPL. 337.15 Recons. 0.07152 +2022-11-18 01:53:11,375 INFO Train. Iter 202800 : Commit. 2.17948 PPL. 337.38 Recons. 0.07098 +2022-11-18 01:53:43,272 INFO Train. Iter 203000 : Commit. 2.17371 PPL. 336.90 Recons. 0.07090 +2022-11-18 01:53:54,970 INFO --> Eva. Iter 203000 :, FID. 0.1138, Diversity Real. 9.3147, Diversity. 9.6406, R_precision_real. [0.52460106 0.72340426 0.81449468], R_precision. [0.50797872 0.70944149 0.79720745], matching_score_real. 2.884569467382228, matching_score_pred. 2.999273883535507 +2022-11-18 01:53:54,971 INFO --> --> Diversity Improved from 9.74723 to 9.64063 !!! +2022-11-18 01:54:26,933 INFO Train. Iter 203200 : Commit. 2.18766 PPL. 336.55 Recons. 0.07106 +2022-11-18 01:55:00,106 INFO Train. Iter 203400 : Commit. 2.18274 PPL. 336.52 Recons. 0.07079 +2022-11-18 01:55:31,493 INFO Train. Iter 203600 : Commit. 2.18719 PPL. 336.73 Recons. 0.07093 +2022-11-18 01:56:04,981 INFO Train. Iter 203800 : Commit. 2.17814 PPL. 336.54 Recons. 0.07086 +2022-11-18 01:56:36,462 INFO Train. Iter 204000 : Commit. 2.16632 PPL. 337.33 Recons. 0.07061 +2022-11-18 01:56:48,108 INFO --> Eva. Iter 204000 :, FID. 0.1160, Diversity Real. 9.5658, Diversity. 9.8997, R_precision_real. [0.51728723 0.70744681 0.80651596], R_precision. [0.50199468 0.70279255 0.79787234], matching_score_real. 2.9098499734350978, matching_score_pred. 3.0090887242175164 +2022-11-18 01:57:21,547 INFO Train. Iter 204200 : Commit. 2.16878 PPL. 336.21 Recons. 0.07054 +2022-11-18 01:57:53,014 INFO Train. Iter 204400 : Commit. 2.17115 PPL. 336.63 Recons. 0.07045 +2022-11-18 01:58:26,336 INFO Train. Iter 204600 : Commit. 2.18540 PPL. 337.50 Recons. 0.07077 +2022-11-18 01:58:57,895 INFO Train. Iter 204800 : Commit. 2.17559 PPL. 337.03 Recons. 0.07038 +2022-11-18 01:59:31,262 INFO Train. Iter 205000 : Commit. 2.15898 PPL. 336.56 Recons. 0.07015 +2022-11-18 01:59:43,273 INFO --> Eva. Iter 205000 :, FID. 0.1082, Diversity Real. 9.4537, Diversity. 9.6284, R_precision_real. [0.53125 0.71409574 0.80784574], R_precision. [0.51662234 0.69614362 0.79521277], matching_score_real. 2.873031453883394, matching_score_pred. 2.9659571038915757 +2022-11-18 02:04:15,138 INFO --> --> Diversity Improved from 9.64063 to 9.62835 !!! +2022-11-18 02:04:47,532 INFO Train. Iter 205200 : Commit. 2.17727 PPL. 336.99 Recons. 0.07048 +2022-11-18 02:05:20,781 INFO Train. Iter 205400 : Commit. 2.17293 PPL. 336.78 Recons. 0.07019 +2022-11-18 02:05:52,290 INFO Train. Iter 205600 : Commit. 2.15325 PPL. 336.24 Recons. 0.06997 +2022-11-18 02:06:25,666 INFO Train. Iter 205800 : Commit. 2.16427 PPL. 336.34 Recons. 0.07027 +2022-11-18 02:06:57,331 INFO Train. Iter 206000 : Commit. 2.17621 PPL. 337.21 Recons. 0.07006 +2022-11-18 02:07:09,085 INFO --> Eva. Iter 206000 :, FID. 0.1104, Diversity Real. 9.4548, Diversity. 9.3224, R_precision_real. [0.50664894 0.70079787 0.80053191], R_precision. [0.50465426 0.68882979 0.78922872], matching_score_real. 2.892288030462062, matching_score_pred. 2.977128642670652 +2022-11-18 02:07:09,086 INFO --> --> Diversity Improved from 9.62835 to 9.32236 !!! +2022-11-18 02:07:42,735 INFO Train. Iter 206200 : Commit. 2.17839 PPL. 336.62 Recons. 0.07015 +2022-11-18 02:08:14,374 INFO Train. Iter 206400 : Commit. 2.17291 PPL. 336.97 Recons. 0.07022 +2022-11-18 02:08:46,153 INFO Train. Iter 206600 : Commit. 2.17066 PPL. 336.73 Recons. 0.06994 +2022-11-18 02:09:19,215 INFO Train. Iter 206800 : Commit. 2.16163 PPL. 336.34 Recons. 0.06970 +2022-11-18 02:09:50,912 INFO Train. Iter 207000 : Commit. 2.17586 PPL. 336.35 Recons. 0.07008 +2022-11-18 02:10:04,596 INFO --> Eva. Iter 207000 :, FID. 0.1058, Diversity Real. 9.5701, Diversity. 9.6536, R_precision_real. [0.5106383 0.70079787 0.79853723], R_precision. [0.49601064 0.69614362 0.78989362], matching_score_real. 2.9185484622387174, matching_score_pred. 2.9955536558272993 +2022-11-18 02:10:04,597 INFO --> --> Diversity Improved from 9.32236 to 9.65355 !!! +2022-11-18 02:10:38,306 INFO Train. Iter 207200 : Commit. 2.18594 PPL. 337.06 Recons. 0.07009 +2022-11-18 02:11:09,777 INFO Train. Iter 207400 : Commit. 2.16887 PPL. 336.95 Recons. 0.06994 +2022-11-18 02:11:43,037 INFO Train. Iter 207600 : Commit. 2.16186 PPL. 337.54 Recons. 0.06972 +2022-11-18 02:12:14,534 INFO Train. Iter 207800 : Commit. 2.18023 PPL. 338.50 Recons. 0.07031 +2022-11-18 02:12:47,770 INFO Train. Iter 208000 : Commit. 2.18268 PPL. 337.42 Recons. 0.06989 +2022-11-18 02:13:01,182 INFO --> Eva. Iter 208000 :, FID. 0.1111, Diversity Real. 9.5701, Diversity. 10.0658, R_precision_real. [0.53125 0.71077128 0.81316489], R_precision. [0.50930851 0.70279255 0.79787234], matching_score_real. 2.8948105142471636, matching_score_pred. 2.977297681443235 +2022-11-18 02:13:32,907 INFO Train. Iter 208200 : Commit. 2.17533 PPL. 336.65 Recons. 0.06993 +2022-11-18 02:14:06,171 INFO Train. Iter 208400 : Commit. 2.17388 PPL. 337.41 Recons. 0.06978 +2022-11-18 02:14:37,713 INFO Train. Iter 208600 : Commit. 2.16830 PPL. 336.78 Recons. 0.06951 +2022-11-18 02:15:11,244 INFO Train. Iter 208800 : Commit. 2.18700 PPL. 337.41 Recons. 0.06974 +2022-11-18 02:15:42,879 INFO Train. Iter 209000 : Commit. 2.17915 PPL. 337.63 Recons. 0.06988 +2022-11-18 02:15:54,692 INFO --> Eva. Iter 209000 :, FID. 0.1076, Diversity Real. 9.5014, Diversity. 9.8296, R_precision_real. [0.5106383 0.70744681 0.8018617 ], R_precision. [0.49601064 0.68683511 0.78989362], matching_score_real. 2.8802225589752197, matching_score_pred. 2.974377601704699 +2022-11-18 02:16:28,293 INFO Train. Iter 209200 : Commit. 2.17290 PPL. 337.22 Recons. 0.06955 +2022-11-18 02:16:59,822 INFO Train. Iter 209400 : Commit. 2.17363 PPL. 337.30 Recons. 0.06969 +2022-11-18 02:17:31,405 INFO Train. Iter 209600 : Commit. 2.17940 PPL. 337.04 Recons. 0.06951 +2022-11-18 02:18:04,688 INFO Train. Iter 209800 : Commit. 2.17177 PPL. 336.73 Recons. 0.06928 +2022-11-18 02:18:36,605 INFO Train. Iter 210000 : Commit. 2.16796 PPL. 337.03 Recons. 0.06966 +2022-11-18 02:18:48,189 INFO --> Eva. Iter 210000 :, FID. 0.1092, Diversity Real. 9.7228, Diversity. 9.5988, R_precision_real. [0.49601064 0.70212766 0.80585106], R_precision. [0.48803191 0.67087766 0.77260638], matching_score_real. 2.9144055741898556, matching_score_pred. 3.0182294693398983 +2022-11-18 02:23:48,999 INFO Train. Iter 210200 : Commit. 2.18032 PPL. 337.73 Recons. 0.06950 +2022-11-18 02:24:20,707 INFO Train. Iter 210400 : Commit. 2.17526 PPL. 337.55 Recons. 0.06952 +2022-11-18 02:24:53,905 INFO Train. Iter 210600 : Commit. 2.16437 PPL. 337.31 Recons. 0.06923 +2022-11-18 02:25:25,455 INFO Train. Iter 210800 : Commit. 2.17262 PPL. 337.42 Recons. 0.06945 +2022-11-18 02:25:58,432 INFO Train. Iter 211000 : Commit. 2.17044 PPL. 337.53 Recons. 0.06954 +2022-11-18 02:26:10,082 INFO --> Eva. Iter 211000 :, FID. 0.1110, Diversity Real. 9.6900, Diversity. 9.8966, R_precision_real. [0.53125 0.72207447 0.8025266 ], R_precision. [0.51795213 0.69946809 0.79055851], matching_score_real. 2.899223104436347, matching_score_pred. 2.9845769202455563 +2022-11-18 02:26:41,688 INFO Train. Iter 211200 : Commit. 2.16545 PPL. 337.05 Recons. 0.06916 +2022-11-18 02:27:14,881 INFO Train. Iter 211400 : Commit. 2.18860 PPL. 338.13 Recons. 0.06957 +2022-11-18 02:27:46,257 INFO Train. Iter 211600 : Commit. 2.16653 PPL. 336.47 Recons. 0.06915 +2022-11-18 02:28:19,601 INFO Train. Iter 211800 : Commit. 2.16683 PPL. 337.64 Recons. 0.06912 +2022-11-18 02:28:50,904 INFO Train. Iter 212000 : Commit. 2.17789 PPL. 337.98 Recons. 0.06938 +2022-11-18 02:29:02,428 INFO --> Eva. Iter 212000 :, FID. 0.1154, Diversity Real. 9.4206, Diversity. 9.4976, R_precision_real. [0.52393617 0.71808511 0.81050532], R_precision. [0.51462766 0.71010638 0.79853723], matching_score_real. 2.8717165500559707, matching_score_pred. 2.97164878439396 +2022-11-18 02:29:02,429 INFO --> --> Diversity Improved from 9.65355 to 9.49763 !!! +2022-11-18 02:29:35,816 INFO Train. Iter 212200 : Commit. 2.16813 PPL. 337.39 Recons. 0.06899 +2022-11-18 02:30:07,008 INFO Train. Iter 212400 : Commit. 2.16189 PPL. 336.88 Recons. 0.06908 +2022-11-18 02:30:40,048 INFO Train. Iter 212600 : Commit. 2.18115 PPL. 337.97 Recons. 0.06937 +2022-11-18 02:31:11,347 INFO Train. Iter 212800 : Commit. 2.16780 PPL. 338.22 Recons. 0.06902 +2022-11-18 02:31:42,746 INFO Train. Iter 213000 : Commit. 2.17033 PPL. 338.41 Recons. 0.06924 +2022-11-18 02:31:54,319 INFO --> Eva. Iter 213000 :, FID. 0.1062, Diversity Real. 9.6671, Diversity. 9.8935, R_precision_real. [0.50864362 0.69414894 0.80053191], R_precision. [0.49867021 0.69148936 0.80119681], matching_score_real. 2.919094958203904, matching_score_pred. 3.002630852638407 +2022-11-18 02:32:27,601 INFO Train. Iter 213200 : Commit. 2.17704 PPL. 338.66 Recons. 0.06929 +2022-11-18 02:32:58,980 INFO Train. Iter 213400 : Commit. 2.16331 PPL. 338.31 Recons. 0.06909 +2022-11-18 02:33:32,220 INFO Train. Iter 213600 : Commit. 2.17084 PPL. 338.65 Recons. 0.06901 +2022-11-18 02:34:03,708 INFO Train. Iter 213800 : Commit. 2.16256 PPL. 338.38 Recons. 0.06924 +2022-11-18 02:34:36,851 INFO Train. Iter 214000 : Commit. 2.17614 PPL. 337.71 Recons. 0.06898 +2022-11-18 02:34:48,537 INFO --> Eva. Iter 214000 :, FID. 0.1166, Diversity Real. 9.9490, Diversity. 9.7726, R_precision_real. [0.51795213 0.69946809 0.79388298], R_precision. [0.51396277 0.68882979 0.78324468], matching_score_real. 2.9308561112018343, matching_score_pred. 3.0321019659651087 +2022-11-18 02:34:48,538 INFO --> --> Diversity Improved from 9.49763 to 9.77260 !!! +2022-11-18 02:35:20,212 INFO Train. Iter 214200 : Commit. 2.17268 PPL. 337.87 Recons. 0.06930 +2022-11-18 02:35:53,307 INFO Train. Iter 214400 : Commit. 2.17869 PPL. 338.71 Recons. 0.06929 +2022-11-18 02:36:24,914 INFO Train. Iter 214600 : Commit. 2.16354 PPL. 337.65 Recons. 0.06903 +2022-11-18 02:36:58,057 INFO Train. Iter 214800 : Commit. 2.18579 PPL. 338.26 Recons. 0.06910 +2022-11-18 02:37:29,520 INFO Train. Iter 215000 : Commit. 2.18273 PPL. 338.09 Recons. 0.06917 +2022-11-18 02:37:42,943 INFO --> Eva. Iter 215000 :, FID. 0.1058, Diversity Real. 9.4909, Diversity. 9.8730, R_precision_real. [0.52859043 0.71609043 0.80784574], R_precision. [0.51263298 0.69614362 0.79587766], matching_score_real. 2.8424980285319874, matching_score_pred. 2.934458514477344 +2022-11-18 02:41:31,072 INFO Train. Iter 215200 : Commit. 2.16656 PPL. 338.96 Recons. 0.06908 +2022-11-18 02:42:02,447 INFO Train. Iter 215400 : Commit. 2.16613 PPL. 338.60 Recons. 0.06901 +2022-11-18 02:42:35,581 INFO Train. Iter 215600 : Commit. 2.17593 PPL. 339.15 Recons. 0.06901 +2022-11-18 02:43:07,005 INFO Train. Iter 215800 : Commit. 2.16998 PPL. 339.65 Recons. 0.06884 +2022-11-18 02:43:38,517 INFO Train. Iter 216000 : Commit. 2.18428 PPL. 338.11 Recons. 0.06907 +2022-11-18 02:43:49,966 INFO --> Eva. Iter 216000 :, FID. 0.1117, Diversity Real. 9.2067, Diversity. 9.5008, R_precision_real. [0.49268617 0.68683511 0.78922872], R_precision. [0.4893617 0.68949468 0.78257979], matching_score_real. 2.9531359216000173, matching_score_pred. 3.058430773146609 +2022-11-18 02:43:49,966 INFO --> --> Diversity Improved from 9.77260 to 9.50084 !!! +2022-11-18 02:44:23,717 INFO Train. Iter 216200 : Commit. 2.17886 PPL. 338.82 Recons. 0.06884 +2022-11-18 02:44:55,123 INFO Train. Iter 216400 : Commit. 2.16372 PPL. 338.60 Recons. 0.06877 +2022-11-18 02:45:28,351 INFO Train. Iter 216600 : Commit. 2.17252 PPL. 339.49 Recons. 0.06896 +2022-11-18 02:45:59,783 INFO Train. Iter 216800 : Commit. 2.18058 PPL. 339.16 Recons. 0.06897 +2022-11-18 02:46:32,904 INFO Train. Iter 217000 : Commit. 2.17741 PPL. 340.16 Recons. 0.06894 +2022-11-18 02:46:44,508 INFO --> Eva. Iter 217000 :, FID. 0.1107, Diversity Real. 9.3987, Diversity. 9.6602, R_precision_real. [0.50465426 0.70412234 0.79720745], R_precision. [0.49667553 0.69015957 0.77726064], matching_score_real. 2.9080445005538618, matching_score_pred. 2.989412561376044 +2022-11-18 02:47:15,748 INFO Train. Iter 217200 : Commit. 2.16939 PPL. 339.05 Recons. 0.06885 +2022-11-18 02:47:48,810 INFO Train. Iter 217400 : Commit. 2.17276 PPL. 338.76 Recons. 0.06892 +2022-11-18 02:48:20,387 INFO Train. Iter 217600 : Commit. 2.16695 PPL. 339.68 Recons. 0.06877 +2022-11-18 02:48:53,835 INFO Train. Iter 217800 : Commit. 2.17905 PPL. 339.43 Recons. 0.06874 +2022-11-18 02:49:25,454 INFO Train. Iter 218000 : Commit. 2.17347 PPL. 340.05 Recons. 0.06875 +2022-11-18 02:49:38,788 INFO --> Eva. Iter 218000 :, FID. 0.1100, Diversity Real. 9.2684, Diversity. 9.5660, R_precision_real. [0.53656915 0.7087766 0.80053191], R_precision. [0.51728723 0.69082447 0.8025266 ], matching_score_real. 2.873507565640389, matching_score_pred. 2.9800035496975514 +2022-11-18 02:50:11,929 INFO Train. Iter 218200 : Commit. 2.17146 PPL. 339.57 Recons. 0.06874 +2022-11-18 02:50:43,458 INFO Train. Iter 218400 : Commit. 2.17114 PPL. 340.07 Recons. 0.06885 +2022-11-18 02:51:16,550 INFO Train. Iter 218600 : Commit. 2.18041 PPL. 340.31 Recons. 0.06865 +2022-11-18 02:51:48,005 INFO Train. Iter 218800 : Commit. 2.16465 PPL. 339.94 Recons. 0.06871 +2022-11-18 02:52:21,240 INFO Train. Iter 219000 : Commit. 2.15473 PPL. 339.92 Recons. 0.06846 +2022-11-18 02:52:32,952 INFO --> Eva. Iter 219000 :, FID. 0.1127, Diversity Real. 9.7056, Diversity. 9.6950, R_precision_real. [0.49667553 0.68351064 0.78523936], R_precision. [0.49867021 0.66954787 0.77925532], matching_score_real. 2.97078530839149, matching_score_pred. 3.076676926714309 +2022-11-18 02:52:32,952 INFO --> --> Diversity Improved from 9.50084 to 9.69496 !!! +2022-11-18 02:53:04,869 INFO Train. Iter 219200 : Commit. 2.17005 PPL. 339.99 Recons. 0.06875 +2022-11-18 02:53:36,366 INFO Train. Iter 219400 : Commit. 2.18836 PPL. 340.24 Recons. 0.06879 +2022-11-18 02:54:09,927 INFO Train. Iter 219600 : Commit. 2.16870 PPL. 340.45 Recons. 0.06876 +2022-11-18 02:54:41,399 INFO Train. Iter 219800 : Commit. 2.15799 PPL. 339.97 Recons. 0.06838 +2022-11-18 02:55:14,583 INFO Train. Iter 220000 : Commit. 2.16570 PPL. 340.17 Recons. 0.06847 +2022-11-18 02:55:26,159 INFO --> Eva. Iter 220000 :, FID. 0.1076, Diversity Real. 9.6842, Diversity. 9.9502, R_precision_real. [0.52194149 0.70079787 0.78789894], R_precision. [0.5106383 0.69414894 0.78390957], matching_score_real. 2.8941364339057434, matching_score_pred. 2.9887021095194717 +2022-11-18 03:00:01,788 INFO Train. Iter 220200 : Commit. 2.17173 PPL. 339.38 Recons. 0.06854 +2022-11-18 03:00:35,841 INFO Train. Iter 220400 : Commit. 2.17247 PPL. 340.26 Recons. 0.06848 +2022-11-18 03:01:07,472 INFO Train. Iter 220600 : Commit. 2.18862 PPL. 340.08 Recons. 0.06889 +2022-11-18 03:01:40,806 INFO Train. Iter 220800 : Commit. 2.16704 PPL. 339.92 Recons. 0.06838 +2022-11-18 03:02:12,196 INFO Train. Iter 221000 : Commit. 2.18024 PPL. 340.00 Recons. 0.06846 +2022-11-18 03:02:24,699 INFO --> Eva. Iter 221000 :, FID. 0.0992, Diversity Real. 9.6944, Diversity. 9.5106, R_precision_real. [0.51861702 0.70545213 0.79654255], R_precision. [0.50797872 0.69015957 0.78257979], matching_score_real. 2.8719780292916806, matching_score_pred. 2.9723324522059014 +2022-11-18 03:02:57,889 INFO Train. Iter 221200 : Commit. 2.15829 PPL. 339.71 Recons. 0.06828 +2022-11-18 03:03:29,397 INFO Train. Iter 221400 : Commit. 2.17278 PPL. 339.53 Recons. 0.06851 +2022-11-18 03:04:02,432 INFO Train. Iter 221600 : Commit. 2.17608 PPL. 340.31 Recons. 0.06856 +2022-11-18 03:04:33,793 INFO Train. Iter 221800 : Commit. 2.17938 PPL. 340.10 Recons. 0.06875 +2022-11-18 03:05:07,060 INFO Train. Iter 222000 : Commit. 2.17453 PPL. 340.01 Recons. 0.06847 +2022-11-18 03:05:18,695 INFO --> Eva. Iter 222000 :, FID. 0.1058, Diversity Real. 9.5559, Diversity. 9.7347, R_precision_real. [0.53457447 0.72007979 0.80851064], R_precision. [0.50864362 0.70345745 0.79454787], matching_score_real. 2.8821717627505037, matching_score_pred. 2.986343262043405 +2022-11-18 03:05:50,376 INFO Train. Iter 222200 : Commit. 2.17805 PPL. 339.56 Recons. 0.06836 +2022-11-18 03:06:23,602 INFO Train. Iter 222400 : Commit. 2.17243 PPL. 340.68 Recons. 0.06853 +2022-11-18 03:06:55,062 INFO Train. Iter 222600 : Commit. 2.17862 PPL. 340.49 Recons. 0.06871 +2022-11-18 03:07:26,442 INFO Train. Iter 222800 : Commit. 2.16618 PPL. 339.25 Recons. 0.06829 +2022-11-18 03:07:59,669 INFO Train. Iter 223000 : Commit. 2.17682 PPL. 340.31 Recons. 0.06852 +2022-11-18 03:08:11,293 INFO --> Eva. Iter 223000 :, FID. 0.1074, Diversity Real. 9.7152, Diversity. 9.6569, R_precision_real. [0.5099734 0.71010638 0.80585106], R_precision. [0.4893617 0.69547872 0.78523936], matching_score_real. 2.9016075134277344, matching_score_pred. 3.0001189150708787 +2022-11-18 03:08:42,923 INFO Train. Iter 223200 : Commit. 2.16889 PPL. 339.20 Recons. 0.06820 +2022-11-18 03:09:16,050 INFO Train. Iter 223400 : Commit. 2.18104 PPL. 340.58 Recons. 0.06854 +2022-11-18 03:09:47,617 INFO Train. Iter 223600 : Commit. 2.17161 PPL. 339.73 Recons. 0.06834 +2022-11-18 03:10:20,856 INFO Train. Iter 223800 : Commit. 2.16958 PPL. 339.81 Recons. 0.06811 +2022-11-18 03:10:52,363 INFO Train. Iter 224000 : Commit. 2.18301 PPL. 340.55 Recons. 0.06846 +2022-11-18 03:11:04,025 INFO --> Eva. Iter 224000 :, FID. 0.1106, Diversity Real. 9.6496, Diversity. 9.8894, R_precision_real. [0.52393617 0.70744681 0.8018617 ], R_precision. [0.49734043 0.70013298 0.78989362], matching_score_real. 2.917561226702751, matching_score_pred. 2.9976423750532435 +2022-11-18 03:11:37,731 INFO Train. Iter 224200 : Commit. 2.18488 PPL. 340.57 Recons. 0.06831 +2022-11-18 03:12:09,255 INFO Train. Iter 224400 : Commit. 2.19358 PPL. 340.87 Recons. 0.06861 +2022-11-18 03:12:42,387 INFO Train. Iter 224600 : Commit. 2.17827 PPL. 340.14 Recons. 0.06809 +2022-11-18 03:13:13,746 INFO Train. Iter 224800 : Commit. 2.17248 PPL. 340.95 Recons. 0.06841 +2022-11-18 03:13:46,906 INFO Train. Iter 225000 : Commit. 2.18570 PPL. 340.76 Recons. 0.06838 +2022-11-18 03:13:58,582 INFO --> Eva. Iter 225000 :, FID. 0.0985, Diversity Real. 9.5837, Diversity. 9.4776, R_precision_real. [0.51861702 0.71675532 0.80452128], R_precision. [0.50531915 0.6974734 0.79521277], matching_score_real. 2.864731494416582, matching_score_pred. 2.9683257214566496 +2022-11-18 03:17:43,317 INFO --> --> Diversity Improved from 9.69496 to 9.47761 !!! +2022-11-18 03:18:15,503 INFO Train. Iter 225200 : Commit. 2.18237 PPL. 340.09 Recons. 0.06834 +2022-11-18 03:18:48,875 INFO Train. Iter 225400 : Commit. 2.17555 PPL. 340.54 Recons. 0.06832 +2022-11-18 03:19:20,477 INFO Train. Iter 225600 : Commit. 2.18937 PPL. 340.38 Recons. 0.06835 +2022-11-18 03:19:51,927 INFO Train. Iter 225800 : Commit. 2.16606 PPL. 340.10 Recons. 0.06809 +2022-11-18 03:20:25,297 INFO Train. Iter 226000 : Commit. 2.17275 PPL. 341.00 Recons. 0.06834 +2022-11-18 03:20:36,918 INFO --> Eva. Iter 226000 :, FID. 0.1028, Diversity Real. 9.6403, Diversity. 9.4783, R_precision_real. [0.5099734 0.69547872 0.79255319], R_precision. [0.49468085 0.67486702 0.78324468], matching_score_real. 2.9594706525193883, matching_score_pred. 3.0738532492455017 +2022-11-18 03:20:36,919 INFO --> --> Diversity Improved from 9.47761 to 9.47833 !!! +2022-11-18 03:21:08,708 INFO Train. Iter 226200 : Commit. 2.17699 PPL. 340.46 Recons. 0.06835 +2022-11-18 03:21:42,091 INFO Train. Iter 226400 : Commit. 2.17905 PPL. 339.83 Recons. 0.06809 +2022-11-18 03:22:13,508 INFO Train. Iter 226600 : Commit. 2.16516 PPL. 341.18 Recons. 0.06825 +2022-11-18 03:22:46,733 INFO Train. Iter 226800 : Commit. 2.17635 PPL. 340.44 Recons. 0.06813 +2022-11-18 03:23:18,211 INFO Train. Iter 227000 : Commit. 2.16880 PPL. 340.22 Recons. 0.06811 +2022-11-18 03:23:29,773 INFO --> Eva. Iter 227000 :, FID. 0.1033, Diversity Real. 9.5161, Diversity. 9.6112, R_precision_real. [0.50930851 0.69414894 0.79321809], R_precision. [0.49069149 0.68284574 0.77726064], matching_score_real. 2.9688470718708446, matching_score_pred. 3.058469559283967 +2022-11-18 03:24:03,195 INFO Train. Iter 227200 : Commit. 2.18723 PPL. 341.09 Recons. 0.06848 +2022-11-18 03:24:34,613 INFO Train. Iter 227400 : Commit. 2.17238 PPL. 340.37 Recons. 0.06798 +2022-11-18 03:25:07,647 INFO Train. Iter 227600 : Commit. 2.18325 PPL. 340.16 Recons. 0.06839 +2022-11-18 03:25:39,127 INFO Train. Iter 227800 : Commit. 2.18176 PPL. 341.77 Recons. 0.06806 +2022-11-18 03:26:12,241 INFO Train. Iter 228000 : Commit. 2.16983 PPL. 340.05 Recons. 0.06809 +2022-11-18 03:26:23,702 INFO --> Eva. Iter 228000 :, FID. 0.1027, Diversity Real. 9.2620, Diversity. 9.5608, R_precision_real. [0.52792553 0.70944149 0.79986702], R_precision. [0.51462766 0.69414894 0.78125 ], matching_score_real. 2.910951573797997, matching_score_pred. 3.019705686163395 +2022-11-18 03:26:55,322 INFO Train. Iter 228200 : Commit. 2.18055 PPL. 340.27 Recons. 0.06810 +2022-11-18 03:27:28,613 INFO Train. Iter 228400 : Commit. 2.17940 PPL. 340.07 Recons. 0.06814 +2022-11-18 03:28:00,175 INFO Train. Iter 228600 : Commit. 2.19002 PPL. 341.09 Recons. 0.06829 +2022-11-18 03:28:33,386 INFO Train. Iter 228800 : Commit. 2.17639 PPL. 339.49 Recons. 0.06796 +2022-11-18 03:29:05,046 INFO Train. Iter 229000 : Commit. 2.17359 PPL. 340.99 Recons. 0.06817 +2022-11-18 03:29:17,170 INFO --> Eva. Iter 229000 :, FID. 0.0996, Diversity Real. 9.4601, Diversity. 9.8043, R_precision_real. [0.51928191 0.70279255 0.7918883 ], R_precision. [0.49867021 0.6875 0.78457447], matching_score_real. 2.8846065592258534, matching_score_pred. 2.9866940924461853 +2022-11-18 03:29:48,909 INFO Train. Iter 229200 : Commit. 2.17547 PPL. 340.86 Recons. 0.06809 +2022-11-18 03:30:22,009 INFO Train. Iter 229400 : Commit. 2.17880 PPL. 341.14 Recons. 0.06798 +2022-11-18 03:30:53,791 INFO Train. Iter 229600 : Commit. 2.17984 PPL. 340.49 Recons. 0.06810 +2022-11-18 03:31:26,967 INFO Train. Iter 229800 : Commit. 2.16626 PPL. 339.69 Recons. 0.06771 +2022-11-18 03:31:58,405 INFO Train. Iter 230000 : Commit. 2.17902 PPL. 340.95 Recons. 0.06808 +2022-11-18 03:32:10,010 INFO --> Eva. Iter 230000 :, FID. 0.1046, Diversity Real. 9.7700, Diversity. 10.0587, R_precision_real. [0.50864362 0.68484043 0.7706117 ], R_precision. [0.48869681 0.67287234 0.77792553], matching_score_real. 2.912337272725207, matching_score_pred. 3.0041772761243455 +2022-11-18 03:37:15,681 INFO --> --> Diversity Improved from 9.47833 to 10.05870 !!! +2022-11-18 03:37:49,855 INFO Train. Iter 230200 : Commit. 2.17440 PPL. 341.00 Recons. 0.06804 +2022-11-18 03:38:21,374 INFO Train. Iter 230400 : Commit. 2.17199 PPL. 340.82 Recons. 0.06788 +2022-11-18 03:38:54,990 INFO Train. Iter 230600 : Commit. 2.16964 PPL. 340.77 Recons. 0.06784 +2022-11-18 03:39:26,662 INFO Train. Iter 230800 : Commit. 2.17184 PPL. 340.45 Recons. 0.06796 +2022-11-18 03:39:59,964 INFO Train. Iter 231000 : Commit. 2.17064 PPL. 340.57 Recons. 0.06794 +2022-11-18 03:40:13,501 INFO --> Eva. Iter 231000 :, FID. 0.1007, Diversity Real. 9.2231, Diversity. 9.4032, R_precision_real. [0.51595745 0.71808511 0.80851064], R_precision. [0.50265957 0.71210106 0.8025266 ], matching_score_real. 2.8755942354811, matching_score_pred. 2.9768920857855616 +2022-11-18 03:40:13,502 INFO --> --> Diversity Improved from 10.05870 to 9.40323 !!! +2022-11-18 03:40:45,345 INFO Train. Iter 231200 : Commit. 2.17606 PPL. 339.63 Recons. 0.06810 +2022-11-18 03:41:18,475 INFO Train. Iter 231400 : Commit. 2.17402 PPL. 339.74 Recons. 0.06783 +2022-11-18 03:41:50,008 INFO Train. Iter 231600 : Commit. 2.18168 PPL. 340.85 Recons. 0.06818 +2022-11-18 03:42:23,224 INFO Train. Iter 231800 : Commit. 2.17190 PPL. 339.42 Recons. 0.06786 +2022-11-18 03:42:54,536 INFO Train. Iter 232000 : Commit. 2.16673 PPL. 339.93 Recons. 0.06800 +2022-11-18 03:43:06,315 INFO --> Eva. Iter 232000 :, FID. 0.0987, Diversity Real. 9.5706, Diversity. 9.8205, R_precision_real. [0.50731383 0.69481383 0.79587766], R_precision. [0.50797872 0.69481383 0.78125 ], matching_score_real. 2.8922897653376802, matching_score_pred. 2.978920317710714 +2022-11-18 03:43:38,072 INFO Train. Iter 232200 : Commit. 2.18213 PPL. 340.50 Recons. 0.06795 +2022-11-18 03:44:11,160 INFO Train. Iter 232400 : Commit. 2.16500 PPL. 340.23 Recons. 0.06783 +2022-11-18 03:44:42,477 INFO Train. Iter 232600 : Commit. 2.18644 PPL. 340.11 Recons. 0.06812 +2022-11-18 03:45:15,525 INFO Train. Iter 232800 : Commit. 2.17317 PPL. 340.29 Recons. 0.06791 +2022-11-18 03:45:46,928 INFO Train. Iter 233000 : Commit. 2.16557 PPL. 340.00 Recons. 0.06787 +2022-11-18 03:45:58,577 INFO --> Eva. Iter 233000 :, FID. 0.1068, Diversity Real. 9.8809, Diversity. 9.4170, R_precision_real. [0.51662234 0.69414894 0.78457447], R_precision. [0.49800532 0.68018617 0.77859043], matching_score_real. 2.9234496126783656, matching_score_pred. 3.012464944352495 +2022-11-18 03:45:58,577 INFO --> --> Diversity Improved from 9.40323 to 9.41700 !!! +2022-11-18 03:46:32,156 INFO Train. Iter 233200 : Commit. 2.16454 PPL. 339.90 Recons. 0.06768 +2022-11-18 03:47:03,629 INFO Train. Iter 233400 : Commit. 2.16612 PPL. 340.47 Recons. 0.06770 +2022-11-18 03:47:36,789 INFO Train. Iter 233600 : Commit. 2.18602 PPL. 341.32 Recons. 0.06808 +2022-11-18 03:48:08,241 INFO Train. Iter 233800 : Commit. 2.17530 PPL. 339.18 Recons. 0.06776 +2022-11-18 03:48:41,419 INFO Train. Iter 234000 : Commit. 2.17902 PPL. 340.86 Recons. 0.06783 +2022-11-18 03:48:52,932 INFO --> Eva. Iter 234000 :, FID. 0.1028, Diversity Real. 9.5966, Diversity. 9.4977, R_precision_real. [0.51595745 0.71343085 0.80651596], R_precision. [0.49468085 0.69414894 0.79255319], matching_score_real. 2.9029176032289548, matching_score_pred. 2.9902577603116947 +2022-11-18 03:48:52,932 INFO --> --> Diversity Improved from 9.41700 to 9.49771 !!! +2022-11-18 03:49:24,668 INFO Train. Iter 234200 : Commit. 2.16568 PPL. 339.90 Recons. 0.06786 +2022-11-18 03:49:58,037 INFO Train. Iter 234400 : Commit. 2.17861 PPL. 340.16 Recons. 0.06799 +2022-11-18 03:50:29,644 INFO Train. Iter 234600 : Commit. 2.17275 PPL. 340.19 Recons. 0.06776 +2022-11-18 03:51:02,821 INFO Train. Iter 234800 : Commit. 2.18222 PPL. 340.79 Recons. 0.06790 +2022-11-18 03:51:34,352 INFO Train. Iter 235000 : Commit. 2.17586 PPL. 339.70 Recons. 0.06765 +2022-11-18 03:51:45,998 INFO --> Eva. Iter 235000 :, FID. 0.1049, Diversity Real. 9.2894, Diversity. 9.7315, R_precision_real. [0.50864362 0.6974734 0.79654255], R_precision. [0.49933511 0.68617021 0.78856383], matching_score_real. 2.932686618033876, matching_score_pred. 3.004574471331657 +2022-11-18 03:57:10,378 INFO Train. Iter 235200 : Commit. 2.18511 PPL. 340.11 Recons. 0.06793 +2022-11-18 03:57:41,706 INFO Train. Iter 235400 : Commit. 2.15989 PPL. 340.23 Recons. 0.06777 +2022-11-18 03:58:13,449 INFO Train. Iter 235600 : Commit. 2.17315 PPL. 340.06 Recons. 0.06783 +2022-11-18 03:58:46,815 INFO Train. Iter 235800 : Commit. 2.16082 PPL. 339.75 Recons. 0.06761 +2022-11-18 03:59:18,466 INFO Train. Iter 236000 : Commit. 2.17379 PPL. 339.26 Recons. 0.06771 +2022-11-18 03:59:30,041 INFO --> Eva. Iter 236000 :, FID. 0.0980, Diversity Real. 9.5880, Diversity. 9.8788, R_precision_real. [0.51662234 0.70744681 0.79853723], R_precision. [0.50930851 0.69281915 0.79255319], matching_score_real. 2.9014634477331285, matching_score_pred. 2.9916050839931407 +2022-11-18 04:00:03,269 INFO Train. Iter 236200 : Commit. 2.17585 PPL. 340.32 Recons. 0.06778 +2022-11-18 04:00:35,116 INFO Train. Iter 236400 : Commit. 2.17011 PPL. 339.61 Recons. 0.06764 +2022-11-18 04:01:08,776 INFO Train. Iter 236600 : Commit. 2.17296 PPL. 339.97 Recons. 0.06774 +2022-11-18 04:01:40,098 INFO Train. Iter 236800 : Commit. 2.17308 PPL. 340.06 Recons. 0.06764 +2022-11-18 04:02:13,452 INFO Train. Iter 237000 : Commit. 2.18082 PPL. 340.53 Recons. 0.06807 +2022-11-18 04:02:25,085 INFO --> Eva. Iter 237000 :, FID. 0.1065, Diversity Real. 9.6639, Diversity. 9.8473, R_precision_real. [0.50531915 0.69880319 0.79255319], R_precision. [0.5 0.69082447 0.77859043], matching_score_real. 2.879912406840223, matching_score_pred. 2.972061334772313 +2022-11-18 04:02:56,766 INFO Train. Iter 237200 : Commit. 2.16002 PPL. 339.39 Recons. 0.06752 +2022-11-18 04:03:30,047 INFO Train. Iter 237400 : Commit. 2.16305 PPL. 340.26 Recons. 0.06766 +2022-11-18 04:04:01,506 INFO Train. Iter 237600 : Commit. 2.15799 PPL. 339.87 Recons. 0.06762 +2022-11-18 04:04:34,769 INFO Train. Iter 237800 : Commit. 2.17256 PPL. 340.04 Recons. 0.06749 +2022-11-18 04:05:06,135 INFO Train. Iter 238000 : Commit. 2.17109 PPL. 340.61 Recons. 0.06771 +2022-11-18 04:05:19,530 INFO --> Eva. Iter 238000 :, FID. 0.0993, Diversity Real. 9.7961, Diversity. 9.9003, R_precision_real. [0.50797872 0.6981383 0.8018617 ], R_precision. [0.49534574 0.69481383 0.80053191], matching_score_real. 2.883628414032307, matching_score_pred. 2.9678293948477887 +2022-11-18 04:05:19,531 INFO --> --> Diversity Improved from 9.49771 to 9.90030 !!! +2022-11-18 04:05:53,152 INFO Train. Iter 238200 : Commit. 2.16254 PPL. 340.14 Recons. 0.06746 +2022-11-18 04:06:24,672 INFO Train. Iter 238400 : Commit. 2.16611 PPL. 339.67 Recons. 0.06773 +2022-11-18 04:06:58,213 INFO Train. Iter 238600 : Commit. 2.17255 PPL. 340.56 Recons. 0.06773 +2022-11-18 04:07:29,533 INFO Train. Iter 238800 : Commit. 2.15925 PPL. 340.44 Recons. 0.06758 +2022-11-18 04:08:01,054 INFO Train. Iter 239000 : Commit. 2.16654 PPL. 341.01 Recons. 0.06772 +2022-11-18 04:08:12,798 INFO --> Eva. Iter 239000 :, FID. 0.1041, Diversity Real. 9.7695, Diversity. 9.7050, R_precision_real. [0.49601064 0.70545213 0.8018617 ], R_precision. [0.49069149 0.68816489 0.78856383], matching_score_real. 2.9394466927711, matching_score_pred. 3.0522534390713307 +2022-11-18 04:08:12,798 INFO --> --> Diversity Improved from 9.90030 to 9.70500 !!! +2022-11-18 04:08:46,150 INFO Train. Iter 239200 : Commit. 2.17487 PPL. 340.36 Recons. 0.06766 +2022-11-18 04:09:17,384 INFO Train. Iter 239400 : Commit. 2.17162 PPL. 340.56 Recons. 0.06744 +2022-11-18 04:09:50,671 INFO Train. Iter 239600 : Commit. 2.16359 PPL. 340.23 Recons. 0.06750 +2022-11-18 04:10:22,176 INFO Train. Iter 239800 : Commit. 2.16955 PPL. 340.19 Recons. 0.06771 +2022-11-18 04:10:55,447 INFO Train. Iter 240000 : Commit. 2.16523 PPL. 339.78 Recons. 0.06741 +2022-11-18 04:11:08,956 INFO --> Eva. Iter 240000 :, FID. 0.0968, Diversity Real. 9.6998, Diversity. 9.8486, R_precision_real. [0.50731383 0.68816489 0.78989362], R_precision. [0.49800532 0.68484043 0.78191489], matching_score_real. 2.945057620393469, matching_score_pred. 3.034388024756249 +2022-11-18 04:16:31,573 INFO Train. Iter 240200 : Commit. 2.16457 PPL. 339.79 Recons. 0.06758 +2022-11-18 04:17:04,852 INFO Train. Iter 240400 : Commit. 2.16772 PPL. 340.23 Recons. 0.06755 +2022-11-18 04:17:36,505 INFO Train. Iter 240600 : Commit. 2.16328 PPL. 340.26 Recons. 0.06740 +2022-11-18 04:18:09,882 INFO Train. Iter 240800 : Commit. 2.16551 PPL. 339.64 Recons. 0.06744 +2022-11-18 04:18:41,387 INFO Train. Iter 241000 : Commit. 2.15866 PPL. 339.91 Recons. 0.06757 +2022-11-18 04:18:52,973 INFO --> Eva. Iter 241000 :, FID. 0.1019, Diversity Real. 9.3706, Diversity. 9.6996, R_precision_real. [0.50731383 0.70279255 0.78723404], R_precision. [0.4893617 0.68882979 0.77992021], matching_score_real. 2.9225880744609425, matching_score_pred. 3.0334197511064245 +2022-11-18 04:18:52,974 INFO --> --> Diversity Improved from 9.70500 to 9.69956 !!! +2022-11-18 04:19:26,498 INFO Train. Iter 241200 : Commit. 2.16699 PPL. 340.58 Recons. 0.06749 +2022-11-18 04:19:57,741 INFO Train. Iter 241400 : Commit. 2.16027 PPL. 339.67 Recons. 0.06740 +2022-11-18 04:20:30,727 INFO Train. Iter 241600 : Commit. 2.15173 PPL. 339.83 Recons. 0.06731 +2022-11-18 04:21:02,026 INFO Train. Iter 241800 : Commit. 2.16292 PPL. 339.41 Recons. 0.06744 +2022-11-18 04:21:33,627 INFO Train. Iter 242000 : Commit. 2.17102 PPL. 339.75 Recons. 0.06743 +2022-11-18 04:21:47,035 INFO --> Eva. Iter 242000 :, FID. 0.1066, Diversity Real. 9.7189, Diversity. 9.9422, R_precision_real. [0.52460106 0.70678191 0.8018617 ], R_precision. [0.50066489 0.6981383 0.79587766], matching_score_real. 2.8981309342891612, matching_score_pred. 2.995397674276474 +2022-11-18 04:22:20,250 INFO Train. Iter 242200 : Commit. 2.17818 PPL. 339.90 Recons. 0.06756 +2022-11-18 04:22:51,927 INFO Train. Iter 242400 : Commit. 2.17336 PPL. 340.39 Recons. 0.06746 +2022-11-18 04:23:25,143 INFO Train. Iter 242600 : Commit. 2.17518 PPL. 340.66 Recons. 0.06762 +2022-11-18 04:23:56,591 INFO Train. Iter 242800 : Commit. 2.16545 PPL. 340.31 Recons. 0.06738 +2022-11-18 04:24:29,877 INFO Train. Iter 243000 : Commit. 2.16286 PPL. 339.19 Recons. 0.06742 +2022-11-18 04:24:41,413 INFO --> Eva. Iter 243000 :, FID. 0.1049, Diversity Real. 9.1679, Diversity. 9.6065, R_precision_real. [0.52593085 0.71010638 0.80319149], R_precision. [0.51196809 0.71143617 0.79388298], matching_score_real. 2.9125554916706493, matching_score_pred. 2.9940210707644197 +2022-11-18 04:24:41,414 INFO --> --> Diversity Improved from 9.69956 to 9.60645 !!! +2022-11-18 04:25:13,403 INFO Train. Iter 243200 : Commit. 2.14972 PPL. 340.24 Recons. 0.06730 +2022-11-18 04:25:46,497 INFO Train. Iter 243400 : Commit. 2.17436 PPL. 340.25 Recons. 0.06752 +2022-11-18 04:26:17,940 INFO Train. Iter 243600 : Commit. 2.16871 PPL. 340.09 Recons. 0.06736 +2022-11-18 04:26:51,075 INFO Train. Iter 243800 : Commit. 2.15840 PPL. 339.83 Recons. 0.06724 +2022-11-18 04:27:22,627 INFO Train. Iter 244000 : Commit. 2.16202 PPL. 340.43 Recons. 0.06738 +2022-11-18 04:27:34,288 INFO --> Eva. Iter 244000 :, FID. 0.1047, Diversity Real. 9.3831, Diversity. 10.1061, R_precision_real. [0.51861702 0.69880319 0.78590426], R_precision. [0.51795213 0.6981383 0.78457447], matching_score_real. 2.938360001178498, matching_score_pred. 3.031093673503145 +2022-11-18 04:28:07,626 INFO Train. Iter 244200 : Commit. 2.16586 PPL. 340.44 Recons. 0.06741 +2022-11-18 04:28:39,395 INFO Train. Iter 244400 : Commit. 2.15654 PPL. 340.78 Recons. 0.06749 +2022-11-18 04:29:12,391 INFO Train. Iter 244600 : Commit. 2.15309 PPL. 339.92 Recons. 0.06718 +2022-11-18 04:29:43,755 INFO Train. Iter 244800 : Commit. 2.16414 PPL. 340.08 Recons. 0.06740 +2022-11-18 04:30:16,736 INFO Train. Iter 245000 : Commit. 2.15841 PPL. 340.60 Recons. 0.06737 +2022-11-18 04:30:30,114 INFO --> Eva. Iter 245000 :, FID. 0.1015, Diversity Real. 9.6687, Diversity. 9.6386, R_precision_real. [0.51795213 0.72074468 0.81117021], R_precision. [0.51928191 0.71210106 0.79654255], matching_score_real. 2.8697808904850737, matching_score_pred. 2.9595343457891587 +2022-11-18 04:34:55,213 INFO --> --> Diversity Improved from 9.60645 to 9.63862 !!! +2022-11-18 04:35:27,509 INFO Train. Iter 245200 : Commit. 2.16960 PPL. 340.11 Recons. 0.06737 +2022-11-18 04:35:59,051 INFO Train. Iter 245400 : Commit. 2.15810 PPL. 339.85 Recons. 0.06726 +2022-11-18 04:36:32,291 INFO Train. Iter 245600 : Commit. 2.17927 PPL. 340.49 Recons. 0.06746 +2022-11-18 04:37:03,736 INFO Train. Iter 245800 : Commit. 2.15554 PPL. 340.10 Recons. 0.06714 +2022-11-18 04:37:37,002 INFO Train. Iter 246000 : Commit. 2.16861 PPL. 339.23 Recons. 0.06710 +2022-11-18 04:37:48,659 INFO --> Eva. Iter 246000 :, FID. 0.1071, Diversity Real. 9.8218, Diversity. 9.6864, R_precision_real. [0.48005319 0.69015957 0.8025266 ], R_precision. [0.4581117 0.66289894 0.78058511], matching_score_real. 2.96123365645713, matching_score_pred. 3.045006148358609 +2022-11-18 04:37:48,659 INFO --> --> Diversity Improved from 9.63862 to 9.68641 !!! +2022-11-18 04:38:20,343 INFO Train. Iter 246200 : Commit. 2.16642 PPL. 339.85 Recons. 0.06737 +2022-11-18 04:38:53,504 INFO Train. Iter 246400 : Commit. 2.15020 PPL. 339.17 Recons. 0.06717 +2022-11-18 04:39:25,072 INFO Train. Iter 246600 : Commit. 2.15933 PPL. 339.96 Recons. 0.06741 +2022-11-18 04:39:58,191 INFO Train. Iter 246800 : Commit. 2.17312 PPL. 340.37 Recons. 0.06758 +2022-11-18 04:40:29,689 INFO Train. Iter 247000 : Commit. 2.15051 PPL. 338.86 Recons. 0.06715 +2022-11-18 04:40:43,095 INFO --> Eva. Iter 247000 :, FID. 0.1064, Diversity Real. 9.3100, Diversity. 9.8291, R_precision_real. [0.51462766 0.71210106 0.80518617], R_precision. [0.49601064 0.69614362 0.78191489], matching_score_real. 2.945481721391069, matching_score_pred. 3.050169863599412 +2022-11-18 04:41:16,366 INFO Train. Iter 247200 : Commit. 2.16574 PPL. 339.94 Recons. 0.06726 +2022-11-18 04:41:47,922 INFO Train. Iter 247400 : Commit. 2.16510 PPL. 339.91 Recons. 0.06747 +2022-11-18 04:42:21,061 INFO Train. Iter 247600 : Commit. 2.16979 PPL. 339.41 Recons. 0.06706 +2022-11-18 04:42:52,896 INFO Train. Iter 247800 : Commit. 2.16115 PPL. 339.35 Recons. 0.06727 +2022-11-18 04:43:26,115 INFO Train. Iter 248000 : Commit. 2.15829 PPL. 339.65 Recons. 0.06715 +2022-11-18 04:43:37,581 INFO --> Eva. Iter 248000 :, FID. 0.1069, Diversity Real. 9.3733, Diversity. 9.5370, R_precision_real. [0.51795213 0.71343085 0.80984043], R_precision. [0.52260638 0.70944149 0.80518617], matching_score_real. 2.8991061981688153, matching_score_pred. 2.981480121612549 +2022-11-18 04:43:37,582 INFO --> --> Diversity Improved from 9.68641 to 9.53695 !!! +2022-11-18 04:44:09,528 INFO Train. Iter 248200 : Commit. 2.15044 PPL. 339.66 Recons. 0.06701 +2022-11-18 04:44:40,876 INFO Train. Iter 248400 : Commit. 2.15566 PPL. 339.96 Recons. 0.06721 +2022-11-18 04:45:14,061 INFO Train. Iter 248600 : Commit. 2.16298 PPL. 340.43 Recons. 0.06728 +2022-11-18 04:45:45,656 INFO Train. Iter 248800 : Commit. 2.15523 PPL. 339.57 Recons. 0.06718 +2022-11-18 04:46:19,084 INFO Train. Iter 249000 : Commit. 2.16100 PPL. 339.68 Recons. 0.06720 +2022-11-18 04:46:30,760 INFO --> Eva. Iter 249000 :, FID. 0.1097, Diversity Real. 9.6177, Diversity. 9.2654, R_precision_real. [0.50199468 0.70079787 0.78989362], R_precision. [0.49202128 0.68351064 0.77992021], matching_score_real. 2.9099826153288495, matching_score_pred. 3.022224674833582 +2022-11-18 04:47:02,457 INFO Train. Iter 249200 : Commit. 2.16257 PPL. 340.34 Recons. 0.06733 +2022-11-18 04:47:35,696 INFO Train. Iter 249400 : Commit. 2.15189 PPL. 340.12 Recons. 0.06718 +2022-11-18 04:48:07,009 INFO Train. Iter 249600 : Commit. 2.16984 PPL. 340.71 Recons. 0.06755 +2022-11-18 04:48:40,040 INFO Train. Iter 249800 : Commit. 2.16287 PPL. 340.31 Recons. 0.06703 +2022-11-18 04:49:11,503 INFO Train. Iter 250000 : Commit. 2.16368 PPL. 339.01 Recons. 0.06704 +2022-11-18 04:49:24,977 INFO --> Eva. Iter 250000 :, FID. 0.1054, Diversity Real. 9.5049, Diversity. 9.8964, R_precision_real. [0.50864362 0.70013298 0.80784574], R_precision. [0.50398936 0.69281915 0.79720745], matching_score_real. 2.9225333700788783, matching_score_pred. 3.0096427684134626 +2022-11-18 04:54:40,098 INFO Train. Iter 250200 : Commit. 2.18137 PPL. 340.35 Recons. 0.06725 +2022-11-18 04:55:11,779 INFO Train. Iter 250400 : Commit. 2.16597 PPL. 340.30 Recons. 0.06720 +2022-11-18 04:55:44,984 INFO Train. Iter 250600 : Commit. 2.16357 PPL. 339.85 Recons. 0.06713 +2022-11-18 04:56:16,638 INFO Train. Iter 250800 : Commit. 2.16846 PPL. 340.04 Recons. 0.06710 +2022-11-18 04:56:49,947 INFO Train. Iter 251000 : Commit. 2.15973 PPL. 339.30 Recons. 0.06716 +2022-11-18 04:57:01,532 INFO --> Eva. Iter 251000 :, FID. 0.1041, Diversity Real. 9.3989, Diversity. 9.7114, R_precision_real. [0.51795213 0.69547872 0.78656915], R_precision. [0.50265957 0.68683511 0.77925532], matching_score_real. 2.916108937973672, matching_score_pred. 3.034869965086592 +2022-11-18 04:57:33,164 INFO Train. Iter 251200 : Commit. 2.15838 PPL. 339.64 Recons. 0.06714 +2022-11-18 04:58:06,291 INFO Train. Iter 251400 : Commit. 2.15976 PPL. 339.67 Recons. 0.06718 +2022-11-18 04:58:37,782 INFO Train. Iter 251600 : Commit. 2.16105 PPL. 339.33 Recons. 0.06717 +2022-11-18 04:59:09,270 INFO Train. Iter 251800 : Commit. 2.16645 PPL. 340.26 Recons. 0.06720 +2022-11-18 04:59:42,291 INFO Train. Iter 252000 : Commit. 2.15033 PPL. 339.80 Recons. 0.06691 +2022-11-18 04:59:53,836 INFO --> Eva. Iter 252000 :, FID. 0.1008, Diversity Real. 9.5043, Diversity. 9.7698, R_precision_real. [0.50531915 0.69880319 0.80319149], R_precision. [0.5099734 0.68550532 0.78523936], matching_score_real. 2.93278543492581, matching_score_pred. 3.0339355722386787 +2022-11-18 05:00:25,713 INFO Train. Iter 252200 : Commit. 2.15980 PPL. 339.02 Recons. 0.06704 +2022-11-18 05:01:00,183 INFO Train. Iter 252400 : Commit. 2.16282 PPL. 339.90 Recons. 0.06714 +2022-11-18 05:01:31,325 INFO Train. Iter 252600 : Commit. 2.15802 PPL. 341.29 Recons. 0.06705 +2022-11-18 05:02:04,198 INFO Train. Iter 252800 : Commit. 2.16418 PPL. 340.28 Recons. 0.06712 +2022-11-18 05:02:35,628 INFO Train. Iter 253000 : Commit. 2.16625 PPL. 340.17 Recons. 0.06698 +2022-11-18 05:02:47,256 INFO --> Eva. Iter 253000 :, FID. 0.1112, Diversity Real. 9.2990, Diversity. 10.0075, R_precision_real. [0.51396277 0.71210106 0.81449468], R_precision. [0.50797872 0.70478723 0.78922872], matching_score_real. 2.8617916259359806, matching_score_pred. 2.963039185138459 +2022-11-18 05:03:20,273 INFO Train. Iter 253200 : Commit. 2.15812 PPL. 340.56 Recons. 0.06723 +2022-11-18 05:03:51,714 INFO Train. Iter 253400 : Commit. 2.15911 PPL. 339.64 Recons. 0.06696 +2022-11-18 05:04:24,873 INFO Train. Iter 253600 : Commit. 2.16701 PPL. 340.34 Recons. 0.06696 +2022-11-18 05:04:56,270 INFO Train. Iter 253800 : Commit. 2.16608 PPL. 340.16 Recons. 0.06717 +2022-11-18 05:05:29,639 INFO Train. Iter 254000 : Commit. 2.15625 PPL. 340.19 Recons. 0.06698 +2022-11-18 05:05:41,378 INFO --> Eva. Iter 254000 :, FID. 0.1003, Diversity Real. 9.6651, Diversity. 9.7073, R_precision_real. [0.5206117 0.71077128 0.79587766], R_precision. [0.5212766 0.69082447 0.78390957], matching_score_real. 2.9217083149767937, matching_score_pred. 3.0108043589490525 +2022-11-18 05:05:41,379 INFO --> --> Diversity Improved from 9.53695 to 9.70735 !!! +2022-11-18 05:06:13,091 INFO Train. Iter 254200 : Commit. 2.16131 PPL. 339.81 Recons. 0.06706 +2022-11-18 05:06:46,203 INFO Train. Iter 254400 : Commit. 2.15800 PPL. 340.09 Recons. 0.06699 +2022-11-18 05:07:17,907 INFO Train. Iter 254600 : Commit. 2.16648 PPL. 340.24 Recons. 0.06705 +2022-11-18 05:07:50,899 INFO Train. Iter 254800 : Commit. 2.15914 PPL. 340.11 Recons. 0.06699 +2022-11-18 05:08:22,545 INFO Train. Iter 255000 : Commit. 2.17177 PPL. 340.37 Recons. 0.06707 +2022-11-18 05:08:34,278 INFO --> Eva. Iter 255000 :, FID. 0.1054, Diversity Real. 9.7030, Diversity. 9.9826, R_precision_real. [0.5099734 0.69680851 0.79587766], R_precision. [0.48670213 0.68949468 0.79521277], matching_score_real. 2.939287003050459, matching_score_pred. 3.053795266658702 +2022-11-18 05:14:29,830 INFO Train. Iter 255200 : Commit. 2.17514 PPL. 339.57 Recons. 0.06694 +2022-11-18 05:15:03,111 INFO Train. Iter 255400 : Commit. 2.15468 PPL. 339.47 Recons. 0.06683 +2022-11-18 05:15:34,932 INFO Train. Iter 255600 : Commit. 2.15790 PPL. 340.07 Recons. 0.06697 +2022-11-18 05:16:08,396 INFO Train. Iter 255800 : Commit. 2.15927 PPL. 339.69 Recons. 0.06696 +2022-11-18 05:16:39,908 INFO Train. Iter 256000 : Commit. 2.16378 PPL. 339.64 Recons. 0.06699 +2022-11-18 05:16:52,337 INFO --> Eva. Iter 256000 :, FID. 0.0997, Diversity Real. 9.3577, Diversity. 9.6961, R_precision_real. [0.51595745 0.71010638 0.79920213], R_precision. [0.50265957 0.68484043 0.78789894], matching_score_real. 2.8876348150537368, matching_score_pred. 2.9649309706180653 +2022-11-18 05:16:52,338 INFO --> --> Diversity Improved from 9.70735 to 9.69611 !!! +2022-11-18 05:17:25,845 INFO Train. Iter 256200 : Commit. 2.16093 PPL. 340.04 Recons. 0.06708 +2022-11-18 05:17:57,396 INFO Train. Iter 256400 : Commit. 2.16560 PPL. 339.62 Recons. 0.06693 +2022-11-18 05:18:30,497 INFO Train. Iter 256600 : Commit. 2.15092 PPL. 340.05 Recons. 0.06679 +2022-11-18 05:19:01,957 INFO Train. Iter 256800 : Commit. 2.17612 PPL. 340.21 Recons. 0.06710 +2022-11-18 05:19:34,990 INFO Train. Iter 257000 : Commit. 2.15995 PPL. 339.80 Recons. 0.06678 +2022-11-18 05:19:48,431 INFO --> Eva. Iter 257000 :, FID. 0.1034, Diversity Real. 9.4945, Diversity. 9.7885, R_precision_real. [0.5099734 0.69281915 0.78523936], R_precision. [0.49202128 0.68417553 0.7706117 ], matching_score_real. 2.9703581028796258, matching_score_pred. 3.079426942987645 +2022-11-18 05:20:19,964 INFO Train. Iter 257200 : Commit. 2.14924 PPL. 340.12 Recons. 0.06693 +2022-11-18 05:20:53,252 INFO Train. Iter 257400 : Commit. 2.15301 PPL. 339.72 Recons. 0.06660 +2022-11-18 05:21:24,755 INFO Train. Iter 257600 : Commit. 2.16393 PPL. 340.42 Recons. 0.06718 +2022-11-18 05:21:58,017 INFO Train. Iter 257800 : Commit. 2.16669 PPL. 340.22 Recons. 0.06691 +2022-11-18 05:22:29,444 INFO Train. Iter 258000 : Commit. 2.17051 PPL. 340.15 Recons. 0.06687 +2022-11-18 05:22:41,046 INFO --> Eva. Iter 258000 :, FID. 0.1015, Diversity Real. 9.8114, Diversity. 9.9399, R_precision_real. [0.52792553 0.7287234 0.80851064], R_precision. [0.51928191 0.70345745 0.79853723], matching_score_real. 2.8854705627928388, matching_score_pred. 2.991325368272497 +2022-11-18 05:23:12,600 INFO Train. Iter 258200 : Commit. 2.15612 PPL. 339.80 Recons. 0.06688 +2022-11-18 05:23:45,720 INFO Train. Iter 258400 : Commit. 2.15946 PPL. 339.57 Recons. 0.06686 +2022-11-18 05:24:17,080 INFO Train. Iter 258600 : Commit. 2.15982 PPL. 340.11 Recons. 0.06691 +2022-11-18 05:24:50,488 INFO Train. Iter 258800 : Commit. 2.15273 PPL. 339.86 Recons. 0.06684 +2022-11-18 05:25:21,927 INFO Train. Iter 259000 : Commit. 2.15486 PPL. 339.30 Recons. 0.06689 +2022-11-18 05:25:33,528 INFO --> Eva. Iter 259000 :, FID. 0.0997, Diversity Real. 9.6903, Diversity. 9.7928, R_precision_real. [0.51196809 0.70345745 0.78789894], R_precision. [0.50398936 0.69148936 0.77992021], matching_score_real. 2.925294505788925, matching_score_pred. 3.035054419903045 +2022-11-18 05:26:06,650 INFO Train. Iter 259200 : Commit. 2.15502 PPL. 339.77 Recons. 0.06692 +2022-11-18 05:26:38,089 INFO Train. Iter 259400 : Commit. 2.15749 PPL. 340.38 Recons. 0.06683 +2022-11-18 05:27:11,165 INFO Train. Iter 259600 : Commit. 2.16206 PPL. 340.04 Recons. 0.06698 +2022-11-18 05:27:42,643 INFO Train. Iter 259800 : Commit. 2.15821 PPL. 339.96 Recons. 0.06705 +2022-11-18 05:28:15,913 INFO Train. Iter 260000 : Commit. 2.16163 PPL. 339.76 Recons. 0.06665 +2022-11-18 05:28:27,654 INFO --> Eva. Iter 260000 :, FID. 0.0984, Diversity Real. 9.5720, Diversity. 9.3458, R_precision_real. [0.50265957 0.69082447 0.79055851], R_precision. [0.50398936 0.69082447 0.78324468], matching_score_real. 2.935220048782673, matching_score_pred. 3.0312877462265337 +2022-11-18 05:32:11,317 INFO Train. Iter 260200 : Commit. 2.16861 PPL. 340.64 Recons. 0.06698 +2022-11-18 05:32:44,932 INFO Train. Iter 260400 : Commit. 2.16571 PPL. 340.15 Recons. 0.06686 +2022-11-18 05:33:16,519 INFO Train. Iter 260600 : Commit. 2.16829 PPL. 340.63 Recons. 0.06679 +2022-11-18 05:33:49,892 INFO Train. Iter 260800 : Commit. 2.16081 PPL. 340.09 Recons. 0.06685 +2022-11-18 05:34:21,405 INFO Train. Iter 261000 : Commit. 2.15681 PPL. 339.32 Recons. 0.06686 +2022-11-18 05:34:32,935 INFO --> Eva. Iter 261000 :, FID. 0.0985, Diversity Real. 9.2134, Diversity. 9.5565, R_precision_real. [0.51861702 0.70279255 0.79787234], R_precision. [0.49268617 0.68949468 0.78789894], matching_score_real. 2.9222103484133455, matching_score_pred. 3.01503202255736 +2022-11-18 05:34:32,936 INFO --> --> Diversity Improved from 9.69611 to 9.55648 !!! +2022-11-18 05:35:06,439 INFO Train. Iter 261200 : Commit. 2.15914 PPL. 339.81 Recons. 0.06664 +2022-11-18 05:35:37,923 INFO Train. Iter 261400 : Commit. 2.16234 PPL. 339.94 Recons. 0.06681 +2022-11-18 05:36:09,396 INFO Train. Iter 261600 : Commit. 2.15402 PPL. 340.12 Recons. 0.06668 +2022-11-18 05:36:42,491 INFO Train. Iter 261800 : Commit. 2.14772 PPL. 339.83 Recons. 0.06664 +2022-11-18 05:37:13,987 INFO Train. Iter 262000 : Commit. 2.16416 PPL. 340.18 Recons. 0.06684 +2022-11-18 05:37:25,540 INFO --> Eva. Iter 262000 :, FID. 0.1034, Diversity Real. 9.6655, Diversity. 9.8219, R_precision_real. [0.52393617 0.71010638 0.80385638], R_precision. [0.49202128 0.68882979 0.79388298], matching_score_real. 2.907183444246333, matching_score_pred. 3.0252650494271136 +2022-11-18 05:37:58,890 INFO Train. Iter 262200 : Commit. 2.17034 PPL. 340.54 Recons. 0.06674 +2022-11-18 05:38:30,359 INFO Train. Iter 262400 : Commit. 2.15312 PPL. 340.02 Recons. 0.06681 +2022-11-18 05:39:03,468 INFO Train. Iter 262600 : Commit. 2.14550 PPL. 339.49 Recons. 0.06646 +2022-11-18 05:39:34,885 INFO Train. Iter 262800 : Commit. 2.16509 PPL. 340.66 Recons. 0.06680 +2022-11-18 05:40:08,195 INFO Train. Iter 263000 : Commit. 2.16179 PPL. 340.64 Recons. 0.06692 +2022-11-18 05:40:19,793 INFO --> Eva. Iter 263000 :, FID. 0.0974, Diversity Real. 9.5027, Diversity. 9.7726, R_precision_real. [0.49335106 0.68617021 0.78856383], R_precision. [0.48603723 0.66888298 0.78324468], matching_score_real. 2.904847540753953, matching_score_pred. 3.0042136932941195 +2022-11-18 05:40:51,710 INFO Train. Iter 263200 : Commit. 2.15653 PPL. 339.62 Recons. 0.06683 +2022-11-18 05:41:24,996 INFO Train. Iter 263400 : Commit. 2.15450 PPL. 339.75 Recons. 0.06671 +2022-11-18 05:41:56,378 INFO Train. Iter 263600 : Commit. 2.15710 PPL. 339.72 Recons. 0.06671 +2022-11-18 05:42:29,480 INFO Train. Iter 263800 : Commit. 2.15872 PPL. 340.01 Recons. 0.06690 +2022-11-18 05:43:01,023 INFO Train. Iter 264000 : Commit. 2.16758 PPL. 340.78 Recons. 0.06694 +2022-11-18 05:43:14,571 INFO --> Eva. Iter 264000 :, FID. 0.0944, Diversity Real. 9.7791, Diversity. 9.8977, R_precision_real. [0.5212766 0.70412234 0.79321809], R_precision. [0.50398936 0.68550532 0.78257979], matching_score_real. 2.9201060203795737, matching_score_pred. 3.0322399342313724 +2022-11-18 05:43:14,571 INFO --> --> Diversity Improved from 9.55648 to 9.89775 !!! +2022-11-18 05:43:48,005 INFO Train. Iter 264200 : Commit. 2.14984 PPL. 339.41 Recons. 0.06649 +2022-11-18 05:44:19,488 INFO Train. Iter 264400 : Commit. 2.15981 PPL. 340.20 Recons. 0.06662 +2022-11-18 05:44:50,865 INFO Train. Iter 264600 : Commit. 2.16630 PPL. 341.01 Recons. 0.06681 +2022-11-18 05:45:24,158 INFO Train. Iter 264800 : Commit. 2.14131 PPL. 338.72 Recons. 0.06647 +2022-11-18 05:45:55,487 INFO Train. Iter 265000 : Commit. 2.16079 PPL. 340.56 Recons. 0.06688 +2022-11-18 05:46:08,865 INFO --> Eva. Iter 265000 :, FID. 0.1071, Diversity Real. 9.9402, Diversity. 9.7033, R_precision_real. [0.50199468 0.69680851 0.7918883 ], R_precision. [0.49601064 0.69481383 0.79321809], matching_score_real. 2.9290358259322797, matching_score_pred. 3.0311919526850923 +2022-11-18 05:49:32,029 INFO Train. Iter 265200 : Commit. 2.16254 PPL. 340.14 Recons. 0.06664 +2022-11-18 05:50:03,510 INFO Train. Iter 265400 : Commit. 2.15709 PPL. 340.02 Recons. 0.06689 +2022-11-18 05:50:36,873 INFO Train. Iter 265600 : Commit. 2.15656 PPL. 340.48 Recons. 0.06675 +2022-11-18 05:51:08,472 INFO Train. Iter 265800 : Commit. 2.14350 PPL. 340.15 Recons. 0.06651 +2022-11-18 05:51:41,591 INFO Train. Iter 266000 : Commit. 2.15204 PPL. 340.10 Recons. 0.06648 +2022-11-18 05:51:53,088 INFO --> Eva. Iter 266000 :, FID. 0.0945, Diversity Real. 9.6787, Diversity. 9.7044, R_precision_real. [0.51595745 0.70412234 0.80119681], R_precision. [0.50864362 0.69481383 0.78390957], matching_score_real. 2.9031035392842393, matching_score_pred. 3.0182759558900876 +2022-11-18 05:51:53,089 INFO --> --> Diversity Improved from 9.89775 to 9.70436 !!! +2022-11-18 05:52:25,019 INFO Train. Iter 266200 : Commit. 2.14949 PPL. 340.20 Recons. 0.06669 +2022-11-18 05:52:58,088 INFO Train. Iter 266400 : Commit. 2.15840 PPL. 340.44 Recons. 0.06671 +2022-11-18 05:53:29,675 INFO Train. Iter 266600 : Commit. 2.15164 PPL. 340.56 Recons. 0.06664 +2022-11-18 05:54:02,983 INFO Train. Iter 266800 : Commit. 2.16241 PPL. 340.11 Recons. 0.06660 +2022-11-18 05:54:34,675 INFO Train. Iter 267000 : Commit. 2.13901 PPL. 339.89 Recons. 0.06664 +2022-11-18 05:54:46,452 INFO --> Eva. Iter 267000 :, FID. 0.0981, Diversity Real. 9.4871, Diversity. 9.7147, R_precision_real. [0.53058511 0.71542553 0.80784574], R_precision. [0.51928191 0.70478723 0.80119681], matching_score_real. 2.8851822944397623, matching_score_pred. 2.976830147682352 +2022-11-18 05:55:19,657 INFO Train. Iter 267200 : Commit. 2.16183 PPL. 340.70 Recons. 0.06677 +2022-11-18 05:55:51,135 INFO Train. Iter 267400 : Commit. 2.15410 PPL. 339.61 Recons. 0.06668 +2022-11-18 05:56:24,529 INFO Train. Iter 267600 : Commit. 2.14804 PPL. 340.10 Recons. 0.06658 +2022-11-18 05:56:55,922 INFO Train. Iter 267800 : Commit. 2.16905 PPL. 340.09 Recons. 0.06665 +2022-11-18 05:57:27,578 INFO Train. Iter 268000 : Commit. 2.17249 PPL. 340.58 Recons. 0.06674 +2022-11-18 05:57:39,269 INFO --> Eva. Iter 268000 :, FID. 0.0957, Diversity Real. 9.4326, Diversity. 9.9595, R_precision_real. [0.50199468 0.69082447 0.77659574], R_precision. [0.49867021 0.68284574 0.77194149], matching_score_real. 2.9813522024357573, matching_score_pred. 3.0804548263549805 +2022-11-18 05:58:12,673 INFO Train. Iter 268200 : Commit. 2.15118 PPL. 339.49 Recons. 0.06659 +2022-11-18 05:58:43,870 INFO Train. Iter 268400 : Commit. 2.15646 PPL. 340.58 Recons. 0.06667 +2022-11-18 05:59:16,981 INFO Train. Iter 268600 : Commit. 2.16457 PPL. 340.43 Recons. 0.06669 +2022-11-18 05:59:48,355 INFO Train. Iter 268800 : Commit. 2.16571 PPL. 340.27 Recons. 0.06659 +2022-11-18 06:00:21,927 INFO Train. Iter 269000 : Commit. 2.15023 PPL. 340.14 Recons. 0.06637 +2022-11-18 06:00:35,582 INFO --> Eva. Iter 269000 :, FID. 0.0930, Diversity Real. 9.2960, Diversity. 9.4212, R_precision_real. [0.50398936 0.69348404 0.79654255], R_precision. [0.50598404 0.6768617 0.77393617], matching_score_real. 2.892343536336371, matching_score_pred. 3.010424274079343 +2022-11-18 06:00:35,583 INFO --> --> Diversity Improved from 9.70436 to 9.42119 !!! +2022-11-18 06:01:07,781 INFO Train. Iter 269200 : Commit. 2.18344 PPL. 340.57 Recons. 0.06691 +2022-11-18 06:01:41,064 INFO Train. Iter 269400 : Commit. 2.14766 PPL. 339.80 Recons. 0.06656 +2022-11-18 06:02:12,560 INFO Train. Iter 269600 : Commit. 2.14488 PPL. 339.52 Recons. 0.06625 +2022-11-18 06:02:46,029 INFO Train. Iter 269800 : Commit. 2.16177 PPL. 340.65 Recons. 0.06677 +2022-11-18 06:03:17,531 INFO Train. Iter 270000 : Commit. 2.14823 PPL. 339.66 Recons. 0.06653 +2022-11-18 06:03:29,319 INFO --> Eva. Iter 270000 :, FID. 0.0903, Diversity Real. 9.5611, Diversity. 10.0790, R_precision_real. [0.52194149 0.70146277 0.78856383], R_precision. [0.50332447 0.68351064 0.77925532], matching_score_real. 2.9433403978956507, matching_score_pred. 3.04371847497656 +2022-11-18 06:08:50,677 INFO Train. Iter 270200 : Commit. 2.15231 PPL. 340.54 Recons. 0.06672 +2022-11-18 06:09:22,444 INFO Train. Iter 270400 : Commit. 2.16452 PPL. 340.12 Recons. 0.06648 +2022-11-18 06:09:55,697 INFO Train. Iter 270600 : Commit. 2.15336 PPL. 340.43 Recons. 0.06652 +2022-11-18 06:10:27,243 INFO Train. Iter 270800 : Commit. 2.15543 PPL. 340.05 Recons. 0.06639 +2022-11-18 06:11:00,483 INFO Train. Iter 271000 : Commit. 2.16118 PPL. 339.61 Recons. 0.06655 +2022-11-18 06:11:13,859 INFO --> Eva. Iter 271000 :, FID. 0.1061, Diversity Real. 9.5478, Diversity. 9.4601, R_precision_real. [0.51861702 0.71343085 0.80053191], R_precision. [0.51263298 0.70013298 0.78523936], matching_score_real. 2.934597669763768, matching_score_pred. 3.008005588612658 +2022-11-18 06:11:13,860 INFO --> --> Diversity Improved from 9.42119 to 9.46011 !!! +2022-11-18 06:11:45,948 INFO Train. Iter 271200 : Commit. 2.15461 PPL. 340.30 Recons. 0.06649 +2022-11-18 06:12:17,197 INFO Train. Iter 271400 : Commit. 2.15713 PPL. 340.10 Recons. 0.06656 +2022-11-18 06:12:50,460 INFO Train. Iter 271600 : Commit. 2.16115 PPL. 340.04 Recons. 0.06656 +2022-11-18 06:13:22,035 INFO Train. Iter 271800 : Commit. 2.15369 PPL. 340.46 Recons. 0.06668 +2022-11-18 06:13:55,453 INFO Train. Iter 272000 : Commit. 2.15875 PPL. 341.02 Recons. 0.06663 +2022-11-18 06:14:07,103 INFO --> Eva. Iter 272000 :, FID. 0.1039, Diversity Real. 9.5292, Diversity. 9.5317, R_precision_real. [0.51529255 0.70212766 0.79321809], R_precision. [0.49534574 0.68683511 0.77327128], matching_score_real. 2.968343587631875, matching_score_pred. 3.079496865576886 +2022-11-18 06:14:07,104 INFO --> --> Diversity Improved from 9.46011 to 9.53174 !!! +2022-11-18 06:14:38,693 INFO Train. Iter 272200 : Commit. 2.15585 PPL. 339.72 Recons. 0.06646 +2022-11-18 06:15:12,074 INFO Train. Iter 272400 : Commit. 2.14878 PPL. 340.20 Recons. 0.06631 +2022-11-18 06:15:43,676 INFO Train. Iter 272600 : Commit. 2.15955 PPL. 340.54 Recons. 0.06671 +2022-11-18 06:16:16,801 INFO Train. Iter 272800 : Commit. 2.14955 PPL. 340.84 Recons. 0.06637 +2022-11-18 06:16:48,275 INFO Train. Iter 273000 : Commit. 2.14907 PPL. 339.67 Recons. 0.06625 +2022-11-18 06:16:59,814 INFO --> Eva. Iter 273000 :, FID. 0.0913, Diversity Real. 9.7884, Diversity. 9.8978, R_precision_real. [0.50398936 0.71210106 0.80518617], R_precision. [0.50531915 0.70279255 0.78723404], matching_score_real. 2.8774540018528065, matching_score_pred. 2.9838492210875165 +2022-11-18 06:16:59,814 INFO --> --> Diversity Improved from 9.53174 to 9.89777 !!! +2022-11-18 06:17:33,252 INFO Train. Iter 273200 : Commit. 2.16100 PPL. 340.30 Recons. 0.06653 +2022-11-18 06:18:04,653 INFO Train. Iter 273400 : Commit. 2.15691 PPL. 339.97 Recons. 0.06640 +2022-11-18 06:18:37,800 INFO Train. Iter 273600 : Commit. 2.17072 PPL. 340.38 Recons. 0.06663 +2022-11-18 06:19:09,212 INFO Train. Iter 273800 : Commit. 2.16626 PPL. 340.14 Recons. 0.06633 +2022-11-18 06:19:42,535 INFO Train. Iter 274000 : Commit. 2.16045 PPL. 339.79 Recons. 0.06638 +2022-11-18 06:19:54,170 INFO --> Eva. Iter 274000 :, FID. 0.0975, Diversity Real. 9.3565, Diversity. 9.8095, R_precision_real. [0.51329787 0.69680851 0.79255319], R_precision. [0.48736702 0.67885638 0.77925532], matching_score_real. 2.921671877516077, matching_score_pred. 3.0443268380266555 +2022-11-18 06:19:54,171 INFO --> --> Diversity Improved from 9.89777 to 9.80949 !!! +2022-11-18 06:20:26,183 INFO Train. Iter 274200 : Commit. 2.15245 PPL. 340.57 Recons. 0.06639 +2022-11-18 06:20:57,732 INFO Train. Iter 274400 : Commit. 2.15874 PPL. 340.86 Recons. 0.06647 +2022-11-18 06:21:31,044 INFO Train. Iter 274600 : Commit. 2.16753 PPL. 339.87 Recons. 0.06653 +2022-11-18 06:22:02,390 INFO Train. Iter 274800 : Commit. 2.16341 PPL. 340.74 Recons. 0.06638 +2022-11-18 06:22:35,878 INFO Train. Iter 275000 : Commit. 2.16683 PPL. 339.71 Recons. 0.06653 +2022-11-18 06:22:49,349 INFO --> Eva. Iter 275000 :, FID. 0.1046, Diversity Real. 9.7080, Diversity. 9.7577, R_precision_real. [0.51462766 0.70013298 0.79321809], R_precision. [0.48470745 0.68417553 0.78856383], matching_score_real. 2.9161510467529297, matching_score_pred. 3.0254715452802943 +2022-11-18 06:27:30,958 INFO --> --> Diversity Improved from 9.80949 to 9.75767 !!! +2022-11-18 06:28:03,079 INFO Train. Iter 275200 : Commit. 2.16501 PPL. 340.02 Recons. 0.06639 +2022-11-18 06:28:36,371 INFO Train. Iter 275400 : Commit. 2.14786 PPL. 339.55 Recons. 0.06615 +2022-11-18 06:29:08,108 INFO Train. Iter 275600 : Commit. 2.16567 PPL. 340.05 Recons. 0.06664 +2022-11-18 06:29:41,304 INFO Train. Iter 275800 : Commit. 2.14893 PPL. 340.51 Recons. 0.06625 +2022-11-18 06:30:12,823 INFO Train. Iter 276000 : Commit. 2.14346 PPL. 339.33 Recons. 0.06629 +2022-11-18 06:30:24,585 INFO --> Eva. Iter 276000 :, FID. 0.0948, Diversity Real. 9.5853, Diversity. 9.5093, R_precision_real. [0.53789894 0.71010638 0.81582447], R_precision. [0.52194149 0.69148936 0.78989362], matching_score_real. 2.891826056419535, matching_score_pred. 3.0013699937374034 +2022-11-18 06:30:24,586 INFO --> --> Diversity Improved from 9.75767 to 9.50927 !!! +2022-11-18 06:30:58,355 INFO Train. Iter 276200 : Commit. 2.15249 PPL. 340.01 Recons. 0.06645 +2022-11-18 06:31:29,756 INFO Train. Iter 276400 : Commit. 2.15895 PPL. 340.62 Recons. 0.06646 +2022-11-18 06:32:02,900 INFO Train. Iter 276600 : Commit. 2.15541 PPL. 339.75 Recons. 0.06635 +2022-11-18 06:32:34,432 INFO Train. Iter 276800 : Commit. 2.13840 PPL. 340.36 Recons. 0.06625 +2022-11-18 06:33:07,677 INFO Train. Iter 277000 : Commit. 2.15963 PPL. 339.71 Recons. 0.06645 +2022-11-18 06:33:19,354 INFO --> Eva. Iter 277000 :, FID. 0.1040, Diversity Real. 9.6153, Diversity. 9.9295, R_precision_real. [0.51263298 0.70079787 0.78989362], R_precision. [0.49933511 0.69880319 0.79388298], matching_score_real. 2.883506597356593, matching_score_pred. 2.9525028289632593 +2022-11-18 06:33:51,168 INFO Train. Iter 277200 : Commit. 2.14776 PPL. 340.17 Recons. 0.06635 +2022-11-18 06:34:24,430 INFO Train. Iter 277400 : Commit. 2.15936 PPL. 340.35 Recons. 0.06643 +2022-11-18 06:34:55,841 INFO Train. Iter 277600 : Commit. 2.15148 PPL. 339.81 Recons. 0.06618 +2022-11-18 06:35:27,325 INFO Train. Iter 277800 : Commit. 2.14551 PPL. 339.94 Recons. 0.06645 +2022-11-18 06:36:00,636 INFO Train. Iter 278000 : Commit. 2.14911 PPL. 341.28 Recons. 0.06633 +2022-11-18 06:36:12,184 INFO --> Eva. Iter 278000 :, FID. 0.1012, Diversity Real. 9.3610, Diversity. 9.8831, R_precision_real. [0.50864362 0.69946809 0.7912234 ], R_precision. [0.49933511 0.68284574 0.78257979], matching_score_real. 2.90053912426563, matching_score_pred. 3.007407878307586 +2022-11-18 06:36:43,783 INFO Train. Iter 278200 : Commit. 2.16535 PPL. 340.57 Recons. 0.06636 +2022-11-18 06:37:16,914 INFO Train. Iter 278400 : Commit. 2.16893 PPL. 340.84 Recons. 0.06665 +2022-11-18 06:37:48,319 INFO Train. Iter 278600 : Commit. 2.14363 PPL. 339.35 Recons. 0.06635 +2022-11-18 06:38:21,687 INFO Train. Iter 278800 : Commit. 2.15903 PPL. 340.15 Recons. 0.06655 +2022-11-18 06:38:53,246 INFO Train. Iter 279000 : Commit. 2.15812 PPL. 339.62 Recons. 0.06610 +2022-11-18 06:39:04,944 INFO --> Eva. Iter 279000 :, FID. 0.0938, Diversity Real. 9.9398, Diversity. 9.8765, R_precision_real. [0.50864362 0.6974734 0.80053191], R_precision. [0.48603723 0.68816489 0.77859043], matching_score_real. 2.9202450995749616, matching_score_pred. 3.041822834217802 +2022-11-18 06:39:04,945 INFO --> --> Diversity Improved from 9.50927 to 9.87650 !!! +2022-11-18 06:39:38,637 INFO Train. Iter 279200 : Commit. 2.16327 PPL. 339.86 Recons. 0.06642 +2022-11-18 06:40:10,118 INFO Train. Iter 279400 : Commit. 2.15146 PPL. 340.05 Recons. 0.06623 +2022-11-18 06:40:43,364 INFO Train. Iter 279600 : Commit. 2.15861 PPL. 339.85 Recons. 0.06629 +2022-11-18 06:41:14,825 INFO Train. Iter 279800 : Commit. 2.15797 PPL. 340.75 Recons. 0.06638 +2022-11-18 06:41:48,240 INFO Train. Iter 280000 : Commit. 2.16166 PPL. 339.28 Recons. 0.06613 +2022-11-18 06:41:59,965 INFO --> Eva. Iter 280000 :, FID. 0.0900, Diversity Real. 9.8993, Diversity. 9.5990, R_precision_real. [0.5106383 0.69547872 0.79388298], R_precision. [0.48869681 0.67287234 0.77526596], matching_score_real. 2.9570562332234482, matching_score_pred. 3.0645999756265194 +2022-11-18 06:45:20,996 INFO Train. Iter 280200 : Commit. 2.15747 PPL. 339.95 Recons. 0.06628 +2022-11-18 06:45:54,120 INFO Train. Iter 280400 : Commit. 2.16468 PPL. 340.21 Recons. 0.06639 +2022-11-18 06:46:25,620 INFO Train. Iter 280600 : Commit. 2.15513 PPL. 339.87 Recons. 0.06641 +2022-11-18 06:46:57,343 INFO Train. Iter 280800 : Commit. 2.14607 PPL. 340.08 Recons. 0.06617 +2022-11-18 06:47:30,536 INFO Train. Iter 281000 : Commit. 2.16590 PPL. 340.08 Recons. 0.06639 +2022-11-18 06:47:42,211 INFO --> Eva. Iter 281000 :, FID. 0.1001, Diversity Real. 9.7443, Diversity. 9.6037, R_precision_real. [0.50731383 0.70013298 0.79787234], R_precision. [0.49401596 0.67819149 0.77327128], matching_score_real. 2.9526863605418106, matching_score_pred. 3.053195542477547 +2022-11-18 06:48:14,026 INFO Train. Iter 281200 : Commit. 2.15498 PPL. 339.98 Recons. 0.06627 +2022-11-18 06:48:46,963 INFO Train. Iter 281400 : Commit. 2.15448 PPL. 340.34 Recons. 0.06633 +2022-11-18 06:49:18,385 INFO Train. Iter 281600 : Commit. 2.14010 PPL. 339.72 Recons. 0.06622 +2022-11-18 06:49:51,507 INFO Train. Iter 281800 : Commit. 2.15043 PPL. 340.01 Recons. 0.06603 +2022-11-18 06:50:22,876 INFO Train. Iter 282000 : Commit. 2.14923 PPL. 340.05 Recons. 0.06624 +2022-11-18 06:50:34,632 INFO --> Eva. Iter 282000 :, FID. 0.0877, Diversity Real. 9.7761, Diversity. 9.7033, R_precision_real. [0.51329787 0.70146277 0.79654255], R_precision. [0.50465426 0.70013298 0.7912234 ], matching_score_real. 2.893696039280993, matching_score_pred. 2.9944639053750546 +2022-11-18 06:50:34,632 INFO --> --> Diversity Improved from 9.87650 to 9.70332 !!! +2022-11-18 06:51:08,021 INFO Train. Iter 282200 : Commit. 2.16353 PPL. 340.86 Recons. 0.06636 +2022-11-18 06:51:39,475 INFO Train. Iter 282400 : Commit. 2.14110 PPL. 340.54 Recons. 0.06622 +2022-11-18 06:52:12,389 INFO Train. Iter 282600 : Commit. 2.17183 PPL. 340.30 Recons. 0.06644 +2022-11-18 06:52:43,899 INFO Train. Iter 282800 : Commit. 2.15638 PPL. 339.99 Recons. 0.06614 +2022-11-18 06:53:17,151 INFO Train. Iter 283000 : Commit. 2.15574 PPL. 340.19 Recons. 0.06626 +2022-11-18 06:53:28,909 INFO --> Eva. Iter 283000 :, FID. 0.1013, Diversity Real. 9.3752, Diversity. 9.9158, R_precision_real. [0.50132979 0.68484043 0.79454787], R_precision. [0.48869681 0.6775266 0.76861702], matching_score_real. 2.9632920863780567, matching_score_pred. 3.059258795799093 +2022-11-18 06:54:00,677 INFO Train. Iter 283200 : Commit. 2.14933 PPL. 339.11 Recons. 0.06605 +2022-11-18 06:54:33,926 INFO Train. Iter 283400 : Commit. 2.15467 PPL. 340.59 Recons. 0.06620 +2022-11-18 06:55:05,544 INFO Train. Iter 283600 : Commit. 2.16340 PPL. 339.93 Recons. 0.06638 +2022-11-18 06:55:38,535 INFO Train. Iter 283800 : Commit. 2.14985 PPL. 340.04 Recons. 0.06631 +2022-11-18 06:56:10,038 INFO Train. Iter 284000 : Commit. 2.14741 PPL. 340.13 Recons. 0.06643 +2022-11-18 06:56:21,642 INFO --> Eva. Iter 284000 :, FID. 0.0930, Diversity Real. 9.4286, Diversity. 9.6922, R_precision_real. [0.50398936 0.68949468 0.80319149], R_precision. [0.49667553 0.67952128 0.78457447], matching_score_real. 2.914552150888646, matching_score_pred. 3.0384962964565196 +2022-11-18 06:56:21,642 INFO --> --> Diversity Improved from 9.70332 to 9.69218 !!! +2022-11-18 06:56:53,300 INFO Train. Iter 284200 : Commit. 2.14796 PPL. 340.45 Recons. 0.06610 +2022-11-18 06:57:26,397 INFO Train. Iter 284400 : Commit. 2.15978 PPL. 339.99 Recons. 0.06615 +2022-11-18 06:57:57,664 INFO Train. Iter 284600 : Commit. 2.14661 PPL. 340.09 Recons. 0.06626 +2022-11-18 06:58:30,937 INFO Train. Iter 284800 : Commit. 2.16174 PPL. 340.62 Recons. 0.06624 +2022-11-18 06:59:02,514 INFO Train. Iter 285000 : Commit. 2.15453 PPL. 341.54 Recons. 0.06629 +2022-11-18 06:59:15,756 INFO --> Eva. Iter 285000 :, FID. 0.0936, Diversity Real. 9.5506, Diversity. 9.4561, R_precision_real. [0.51595745 0.70013298 0.79321809], R_precision. [0.50731383 0.6974734 0.78125 ], matching_score_real. 2.9358803160647127, matching_score_pred. 3.045953963665252 +2022-11-18 07:03:32,987 INFO --> --> Diversity Improved from 9.69218 to 9.45613 !!! +2022-11-18 07:04:07,549 INFO Train. Iter 285200 : Commit. 2.14639 PPL. 339.49 Recons. 0.06593 +2022-11-18 07:04:39,188 INFO Train. Iter 285400 : Commit. 2.14844 PPL. 340.26 Recons. 0.06619 +2022-11-18 07:05:12,357 INFO Train. Iter 285600 : Commit. 2.13924 PPL. 339.57 Recons. 0.06612 +2022-11-18 07:05:43,954 INFO Train. Iter 285800 : Commit. 2.15468 PPL. 340.60 Recons. 0.06617 +2022-11-18 07:06:17,155 INFO Train. Iter 286000 : Commit. 2.15305 PPL. 339.78 Recons. 0.06608 +2022-11-18 07:06:28,949 INFO --> Eva. Iter 286000 :, FID. 0.0931, Diversity Real. 9.4547, Diversity. 9.8280, R_precision_real. [0.51928191 0.72340426 0.80651596], R_precision. [0.50797872 0.6974734 0.79454787], matching_score_real. 2.860786407551867, matching_score_pred. 2.9678644981790097 +2022-11-18 07:07:00,366 INFO Train. Iter 286200 : Commit. 2.16144 PPL. 340.07 Recons. 0.06631 +2022-11-18 07:07:33,509 INFO Train. Iter 286400 : Commit. 2.14718 PPL. 339.53 Recons. 0.06587 +2022-11-18 07:08:04,919 INFO Train. Iter 286600 : Commit. 2.14389 PPL. 339.13 Recons. 0.06594 +2022-11-18 07:08:38,020 INFO Train. Iter 286800 : Commit. 2.15232 PPL. 340.39 Recons. 0.06629 +2022-11-18 07:09:09,615 INFO Train. Iter 287000 : Commit. 2.15091 PPL. 340.31 Recons. 0.06608 +2022-11-18 07:09:21,242 INFO --> Eva. Iter 287000 :, FID. 0.1016, Diversity Real. 9.7773, Diversity. 9.4330, R_precision_real. [0.5206117 0.7087766 0.80718085], R_precision. [0.50465426 0.69481383 0.79654255], matching_score_real. 2.8803010341968944, matching_score_pred. 2.995125192276975 +2022-11-18 07:09:54,732 INFO Train. Iter 287200 : Commit. 2.15063 PPL. 340.17 Recons. 0.06617 +2022-11-18 07:10:26,098 INFO Train. Iter 287400 : Commit. 2.15995 PPL. 340.01 Recons. 0.06626 +2022-11-18 07:10:57,611 INFO Train. Iter 287600 : Commit. 2.15152 PPL. 340.25 Recons. 0.06610 +2022-11-18 07:11:30,702 INFO Train. Iter 287800 : Commit. 2.14994 PPL. 340.16 Recons. 0.06621 +2022-11-18 07:12:02,132 INFO Train. Iter 288000 : Commit. 2.15130 PPL. 340.43 Recons. 0.06606 +2022-11-18 07:12:15,528 INFO --> Eva. Iter 288000 :, FID. 0.0926, Diversity Real. 9.3614, Diversity. 9.6712, R_precision_real. [0.51928191 0.71143617 0.79388298], R_precision. [0.50465426 0.6974734 0.78523936], matching_score_real. 2.863173981930347, matching_score_pred. 2.9668781452990594 +2022-11-18 07:12:48,768 INFO Train. Iter 288200 : Commit. 2.14955 PPL. 340.37 Recons. 0.06612 +2022-11-18 07:13:20,172 INFO Train. Iter 288400 : Commit. 2.14325 PPL. 339.99 Recons. 0.06601 +2022-11-18 07:13:53,351 INFO Train. Iter 288600 : Commit. 2.15808 PPL. 340.61 Recons. 0.06619 +2022-11-18 07:14:24,872 INFO Train. Iter 288800 : Commit. 2.15588 PPL. 339.95 Recons. 0.06612 +2022-11-18 07:14:58,166 INFO Train. Iter 289000 : Commit. 2.15653 PPL. 339.86 Recons. 0.06627 +2022-11-18 07:15:09,819 INFO --> Eva. Iter 289000 :, FID. 0.1010, Diversity Real. 9.5619, Diversity. 9.6232, R_precision_real. [0.52925532 0.70412234 0.80784574], R_precision. [0.50664894 0.69547872 0.79787234], matching_score_real. 2.8744342276390564, matching_score_pred. 2.980103431863988 +2022-11-18 07:15:09,819 INFO --> --> Diversity Improved from 9.45613 to 9.62319 !!! +2022-11-18 07:15:41,728 INFO Train. Iter 289200 : Commit. 2.14502 PPL. 339.68 Recons. 0.06609 +2022-11-18 07:16:14,688 INFO Train. Iter 289400 : Commit. 2.15145 PPL. 339.61 Recons. 0.06619 +2022-11-18 07:16:46,219 INFO Train. Iter 289600 : Commit. 2.13456 PPL. 339.91 Recons. 0.06594 +2022-11-18 07:17:19,422 INFO Train. Iter 289800 : Commit. 2.15373 PPL. 339.74 Recons. 0.06627 +2022-11-18 07:17:50,850 INFO Train. Iter 290000 : Commit. 2.15735 PPL. 339.21 Recons. 0.06611 +2022-11-18 07:18:02,639 INFO --> Eva. Iter 290000 :, FID. 0.1026, Diversity Real. 9.5500, Diversity. 9.3225, R_precision_real. [0.51662234 0.6981383 0.79255319], R_precision. [0.50066489 0.68151596 0.7706117 ], matching_score_real. 2.9329340559370976, matching_score_pred. 3.052911413476822 +2022-11-18 07:23:51,918 INFO Train. Iter 290200 : Commit. 2.13826 PPL. 339.83 Recons. 0.06603 +2022-11-18 07:24:23,433 INFO Train. Iter 290400 : Commit. 2.15287 PPL. 340.13 Recons. 0.06618 +2022-11-18 07:24:54,844 INFO Train. Iter 290600 : Commit. 2.15385 PPL. 339.20 Recons. 0.06593 +2022-11-18 07:25:27,987 INFO Train. Iter 290800 : Commit. 2.15582 PPL. 339.77 Recons. 0.06594 +2022-11-18 07:25:59,604 INFO Train. Iter 291000 : Commit. 2.14967 PPL. 340.24 Recons. 0.06591 +2022-11-18 07:26:11,306 INFO --> Eva. Iter 291000 :, FID. 0.0988, Diversity Real. 9.2494, Diversity. 9.2563, R_precision_real. [0.50930851 0.70478723 0.80319149], R_precision. [0.49601064 0.68284574 0.77925532], matching_score_real. 2.8798292291925307, matching_score_pred. 3.012592691056272 +2022-11-18 07:26:11,307 INFO --> --> Diversity Improved from 9.62319 to 9.25629 !!! +2022-11-18 07:26:44,909 INFO Train. Iter 291200 : Commit. 2.16026 PPL. 340.04 Recons. 0.06621 +2022-11-18 07:27:16,467 INFO Train. Iter 291400 : Commit. 2.14974 PPL. 339.28 Recons. 0.06605 +2022-11-18 07:27:49,777 INFO Train. Iter 291600 : Commit. 2.15147 PPL. 339.98 Recons. 0.06607 +2022-11-18 07:28:21,219 INFO Train. Iter 291800 : Commit. 2.15677 PPL. 339.52 Recons. 0.06592 +2022-11-18 07:28:54,844 INFO Train. Iter 292000 : Commit. 2.14982 PPL. 340.17 Recons. 0.06583 +2022-11-18 07:29:06,629 INFO --> Eva. Iter 292000 :, FID. 0.0985, Diversity Real. 9.4157, Diversity. 10.0471, R_precision_real. [0.51795213 0.7087766 0.79986702], R_precision. [0.50598404 0.69481383 0.78058511], matching_score_real. 2.916370797664561, matching_score_pred. 3.0304054250108434 +2022-11-18 07:29:38,447 INFO Train. Iter 292200 : Commit. 2.15018 PPL. 339.91 Recons. 0.06603 +2022-11-18 07:30:11,991 INFO Train. Iter 292400 : Commit. 2.14148 PPL. 339.68 Recons. 0.06596 +2022-11-18 07:30:43,832 INFO Train. Iter 292600 : Commit. 2.14292 PPL. 339.66 Recons. 0.06599 +2022-11-18 07:31:17,223 INFO Train. Iter 292800 : Commit. 2.15956 PPL. 339.80 Recons. 0.06604 +2022-11-18 07:31:48,840 INFO Train. Iter 293000 : Commit. 2.14999 PPL. 339.77 Recons. 0.06582 +2022-11-18 07:32:00,520 INFO --> Eva. Iter 293000 :, FID. 0.0991, Diversity Real. 9.2196, Diversity. 9.9665, R_precision_real. [0.50664894 0.69414894 0.7912234 ], R_precision. [0.50864362 0.68550532 0.78723404], matching_score_real. 2.9440896308168454, matching_score_pred. 3.0412854133768286 +2022-11-18 07:32:34,100 INFO Train. Iter 293200 : Commit. 2.15181 PPL. 339.97 Recons. 0.06601 +2022-11-18 07:33:05,824 INFO Train. Iter 293400 : Commit. 2.16177 PPL. 339.96 Recons. 0.06608 +2022-11-18 07:33:39,246 INFO Train. Iter 293600 : Commit. 2.15805 PPL. 339.90 Recons. 0.06610 +2022-11-18 07:34:11,038 INFO Train. Iter 293800 : Commit. 2.15193 PPL. 340.11 Recons. 0.06584 +2022-11-18 07:34:42,624 INFO Train. Iter 294000 : Commit. 2.14066 PPL. 340.39 Recons. 0.06602 +2022-11-18 07:34:54,224 INFO --> Eva. Iter 294000 :, FID. 0.1000, Diversity Real. 9.4878, Diversity. 10.2537, R_precision_real. [0.52526596 0.70478723 0.80385638], R_precision. [0.5099734 0.69880319 0.79321809], matching_score_real. 2.909223936973734, matching_score_pred. 2.9945308553411607 +2022-11-18 07:35:27,652 INFO Train. Iter 294200 : Commit. 2.14103 PPL. 339.11 Recons. 0.06589 +2022-11-18 07:35:59,272 INFO Train. Iter 294400 : Commit. 2.15331 PPL. 340.82 Recons. 0.06628 +2022-11-18 07:36:32,746 INFO Train. Iter 294600 : Commit. 2.16150 PPL. 340.32 Recons. 0.06601 +2022-11-18 07:37:04,196 INFO Train. Iter 294800 : Commit. 2.14691 PPL. 339.52 Recons. 0.06594 +2022-11-18 07:37:37,802 INFO Train. Iter 295000 : Commit. 2.14462 PPL. 340.79 Recons. 0.06598 +2022-11-18 07:37:51,323 INFO --> Eva. Iter 295000 :, FID. 0.0900, Diversity Real. 9.8232, Diversity. 9.7893, R_precision_real. [0.53191489 0.71077128 0.80585106], R_precision. [0.50864362 0.69880319 0.79521277], matching_score_real. 2.9035365074238877, matching_score_pred. 3.022656760317214 +2022-11-18 07:42:37,337 INFO --> --> Diversity Improved from 9.25629 to 9.78927 !!! +2022-11-18 07:43:09,682 INFO Train. Iter 295200 : Commit. 2.15400 PPL. 340.84 Recons. 0.06615 +2022-11-18 07:43:43,178 INFO Train. Iter 295400 : Commit. 2.14234 PPL. 340.14 Recons. 0.06586 +2022-11-18 07:44:14,736 INFO Train. Iter 295600 : Commit. 2.15568 PPL. 340.79 Recons. 0.06622 +2022-11-18 07:44:48,149 INFO Train. Iter 295800 : Commit. 2.14551 PPL. 340.29 Recons. 0.06603 +2022-11-18 07:45:19,712 INFO Train. Iter 296000 : Commit. 2.15486 PPL. 339.62 Recons. 0.06581 +2022-11-18 07:45:31,323 INFO --> Eva. Iter 296000 :, FID. 0.0964, Diversity Real. 9.2834, Diversity. 9.8423, R_precision_real. [0.53125 0.71808511 0.81050532], R_precision. [0.51196809 0.69880319 0.78989362], matching_score_real. 2.897374655338044, matching_score_pred. 3.019868307925285 +2022-11-18 07:46:04,744 INFO Train. Iter 296200 : Commit. 2.15836 PPL. 339.71 Recons. 0.06620 +2022-11-18 07:46:36,318 INFO Train. Iter 296400 : Commit. 2.15942 PPL. 340.92 Recons. 0.06599 +2022-11-18 07:47:09,480 INFO Train. Iter 296600 : Commit. 2.15112 PPL. 340.40 Recons. 0.06602 +2022-11-18 07:47:40,806 INFO Train. Iter 296800 : Commit. 2.15934 PPL. 340.41 Recons. 0.06608 +2022-11-18 07:48:12,275 INFO Train. Iter 297000 : Commit. 2.14142 PPL. 340.38 Recons. 0.06585 +2022-11-18 07:48:23,940 INFO --> Eva. Iter 297000 :, FID. 0.1042, Diversity Real. 9.7683, Diversity. 9.9099, R_precision_real. [0.50797872 0.71143617 0.80053191], R_precision. [0.50332447 0.68683511 0.78590426], matching_score_real. 2.912876235677841, matching_score_pred. 3.0037296629966574 +2022-11-18 07:48:57,318 INFO Train. Iter 297200 : Commit. 2.15167 PPL. 340.16 Recons. 0.06598 +2022-11-18 07:49:28,653 INFO Train. Iter 297400 : Commit. 2.14892 PPL. 340.68 Recons. 0.06588 +2022-11-18 07:50:01,940 INFO Train. Iter 297600 : Commit. 2.13775 PPL. 339.24 Recons. 0.06558 +2022-11-18 07:50:33,551 INFO Train. Iter 297800 : Commit. 2.14978 PPL. 341.05 Recons. 0.06604 +2022-11-18 07:51:06,687 INFO Train. Iter 298000 : Commit. 2.15783 PPL. 339.76 Recons. 0.06601 +2022-11-18 07:51:18,377 INFO --> Eva. Iter 298000 :, FID. 0.1090, Diversity Real. 9.1385, Diversity. 9.7256, R_precision_real. [0.52327128 0.71010638 0.80784574], R_precision. [0.51728723 0.6974734 0.78723404], matching_score_real. 2.8952053049777415, matching_score_pred. 2.9850038721206342 +2022-11-18 07:51:18,377 INFO --> --> Diversity Improved from 9.78927 to 9.72558 !!! +2022-11-18 07:51:50,299 INFO Train. Iter 298200 : Commit. 2.13844 PPL. 340.33 Recons. 0.06580 +2022-11-18 07:52:23,529 INFO Train. Iter 298400 : Commit. 2.14971 PPL. 340.16 Recons. 0.06572 +2022-11-18 07:52:55,032 INFO Train. Iter 298600 : Commit. 2.15070 PPL. 340.78 Recons. 0.06611 +2022-11-18 07:53:28,338 INFO Train. Iter 298800 : Commit. 2.15169 PPL. 340.10 Recons. 0.06601 +2022-11-18 07:54:00,026 INFO Train. Iter 299000 : Commit. 2.15489 PPL. 340.36 Recons. 0.06592 +2022-11-18 07:54:11,709 INFO --> Eva. Iter 299000 :, FID. 0.0943, Diversity Real. 9.5683, Diversity. 9.6390, R_precision_real. [0.49268617 0.6875 0.78257979], R_precision. [0.50066489 0.68550532 0.7706117 ], matching_score_real. 2.9590188036573695, matching_score_pred. 3.083706495609689 +2022-11-18 07:54:11,710 INFO --> --> Diversity Improved from 9.72558 to 9.63896 !!! +2022-11-18 07:54:45,124 INFO Train. Iter 299200 : Commit. 2.15149 PPL. 340.06 Recons. 0.06589 +2022-11-18 07:55:16,658 INFO Train. Iter 299400 : Commit. 2.14533 PPL. 340.78 Recons. 0.06581 +2022-11-18 07:55:49,945 INFO Train. Iter 299600 : Commit. 2.15166 PPL. 339.93 Recons. 0.06573 +2022-11-18 07:56:21,224 INFO Train. Iter 299800 : Commit. 2.15020 PPL. 340.42 Recons. 0.06594 +2022-11-18 07:56:54,428 INFO Train. Iter 300000 : Commit. 2.15618 PPL. 340.13 Recons. 0.06590 +2022-11-18 07:57:06,113 INFO --> Eva. Iter 300000 :, FID. 0.0938, Diversity Real. 9.2727, Diversity. 9.7995, R_precision_real. [0.53125 0.71343085 0.80917553], R_precision. [0.51861702 0.71143617 0.80319149], matching_score_real. 2.8517615896590214, matching_score_pred. 2.951642411820432