2023-04-02 17:01:58 - r - INFO: - Hyperparameters: 2023-04-02 17:01:58 - r - INFO: - ================================================================================ 2023-04-02 17:01:58 - r - INFO: - Name Value Type 2023-04-02 17:01:58 - r - INFO: - env_name LunarLanderContinuous-v2 2023-04-02 17:01:58 - r - INFO: - continuous 1 2023-04-02 17:01:58 - r - INFO: - new_step_api 1 2023-04-02 17:01:58 - r - INFO: - wrapper None 2023-04-02 17:01:58 - r - INFO: - render 0 2023-04-02 17:01:58 - r - INFO: - algo_name SAC 2023-04-02 17:01:58 - r - INFO: - mode train 2023-04-02 17:01:58 - r - INFO: - seed 666 2023-04-02 17:01:58 - r - INFO: - device cuda 2023-04-02 17:01:58 - r - INFO: - train_eps 2000 2023-04-02 17:01:58 - r - INFO: - test_eps 20 2023-04-02 17:01:58 - r - INFO: - eval_eps 10 2023-04-02 17:01:58 - r - INFO: - eval_per_episode 5 2023-04-02 17:01:58 - r - INFO: - max_steps 500 2023-04-02 17:01:58 - r - INFO: - load_checkpoint 0 2023-04-02 17:01:58 - r - INFO: - load_path Train_LunarLanderContinuous-v2_PPO_20230401-102521 2023-04-02 17:01:58 - r - INFO: - show_fig 0 2023-04-02 17:01:58 - r - INFO: - save_fig 1 2023-04-02 17:01:58 - r - INFO: - policy_type Gaussian 2023-04-02 17:01:58 - r - INFO: - lr 0.001 2023-04-02 17:01:58 - r - INFO: - gamma 0.99 2023-04-02 17:01:58 - r - INFO: - tau 0.005 2023-04-02 17:01:58 - r - INFO: - alpha 0.1 2023-04-02 17:01:58 - r - INFO: - automatic_entropy_tuning 0 2023-04-02 17:01:58 - r - INFO: - batch_size 64 2023-04-02 17:01:58 - r - INFO: - hidden_dim 256 2023-04-02 17:01:58 - r - INFO: - n_epochs 1 2023-04-02 17:01:58 - r - INFO: - start_steps 10000 2023-04-02 17:01:58 - r - INFO: - target_update_fre 1 2023-04-02 17:01:58 - r - INFO: - buffer_size 1000000 2023-04-02 17:01:58 - r - INFO: - task_dir /home/mekeypan/code/joyrl-offline-main/tasks/Train_LunarLanderContinuous-v2_SAC_20230402-170158 2023-04-02 17:01:58 - r - INFO: - res_dir /home/mekeypan/code/joyrl-offline-main/tasks/Train_LunarLanderContinuous-v2_SAC_20230402-170158/results 2023-04-02 17:01:58 - r - INFO: - log_dir /home/mekeypan/code/joyrl-offline-main/tasks/Train_LunarLanderContinuous-v2_SAC_20230402-170158/logs 2023-04-02 17:01:58 - r - INFO: - traj_dir /home/mekeypan/code/joyrl-offline-main/tasks/Train_LunarLanderContinuous-v2_SAC_20230402-170158/traj 2023-04-02 17:01:58 - r - INFO: - tb_dir /home/mekeypan/code/joyrl-offline-main/tasks/Train_LunarLanderContinuous-v2_SAC_20230402-170158/tb_logs 2023-04-02 17:01:58 - r - INFO: - ================================================================================ 2023-04-02 17:01:58 - r - INFO: - action_bound: 1.0 2023-04-02 17:01:58 - r - INFO: - n_states: 8, n_actions: 2 2023-04-02 17:02:00 - r - INFO: - Start training! 2023-04-02 17:02:00 - r - INFO: - Env: LunarLanderContinuous-v2, Algorithm: SAC, Device: cuda 2023-04-02 17:02:00 - r - INFO: - Episode: 1/2000, Reward: -335.186, Step: 123 2023-04-02 17:02:01 - r - INFO: - Episode: 2/2000, Reward: -146.332, Step: 117 2023-04-02 17:02:01 - r - INFO: - Episode: 3/2000, Reward: -49.347, Step: 86 2023-04-02 17:02:01 - r - INFO: - Episode: 4/2000, Reward: -7.132, Step: 134 2023-04-02 17:02:02 - r - INFO: - Episode: 5/2000, Reward: -136.546, Step: 173 2023-04-02 17:02:02 - r - INFO: - Current episode 5 has the best eval reward: -551.957 2023-04-02 17:02:02 - r - INFO: - Episode: 6/2000, Reward: -271.141, Step: 84 2023-04-02 17:02:03 - r - INFO: - Episode: 7/2000, Reward: -389.103, Step: 97 2023-04-02 17:02:03 - r - INFO: - Episode: 8/2000, Reward: -148.466, Step: 91 2023-04-02 17:02:03 - r - INFO: - Episode: 9/2000, Reward: -333.847, Step: 101 2023-04-02 17:02:03 - r - INFO: - Episode: 10/2000, Reward: -362.735, Step: 121 2023-04-02 17:02:04 - r - INFO: - Episode: 11/2000, Reward: -375.207, Step: 128 2023-04-02 17:02:04 - r - INFO: - Episode: 12/2000, Reward: -109.791, Step: 122 2023-04-02 17:02:05 - r - INFO: - Episode: 13/2000, Reward: -87.356, Step: 94 2023-04-02 17:02:05 - r - INFO: - Episode: 14/2000, Reward: -81.820, Step: 105 2023-04-02 17:02:05 - r - INFO: - Episode: 15/2000, Reward: -202.145, Step: 211 2023-04-02 17:02:06 - r - INFO: - Episode: 16/2000, Reward: -188.199, Step: 90 2023-04-02 17:02:06 - r - INFO: - Episode: 17/2000, Reward: -467.215, Step: 111 2023-04-02 17:02:07 - r - INFO: - Episode: 18/2000, Reward: -219.569, Step: 144 2023-04-02 17:02:07 - r - INFO: - Episode: 19/2000, Reward: -91.690, Step: 76 2023-04-02 17:02:07 - r - INFO: - Episode: 20/2000, Reward: -138.183, Step: 112 2023-04-02 17:02:09 - r - INFO: - Current episode 20 has the best eval reward: -297.426 2023-04-02 17:02:09 - r - INFO: - Episode: 21/2000, Reward: -397.217, Step: 96 2023-04-02 17:02:09 - r - INFO: - Episode: 22/2000, Reward: -84.067, Step: 95 2023-04-02 17:02:09 - r - INFO: - Episode: 23/2000, Reward: -92.998, Step: 119 2023-04-02 17:02:10 - r - INFO: - Episode: 24/2000, Reward: -71.454, Step: 118 2023-04-02 17:02:10 - r - INFO: - Episode: 25/2000, Reward: -311.551, Step: 94 2023-04-02 17:02:12 - r - INFO: - Current episode 25 has the best eval reward: -190.733 2023-04-02 17:02:12 - r - INFO: - Episode: 26/2000, Reward: -70.260, Step: 66 2023-04-02 17:02:13 - r - INFO: - Episode: 27/2000, Reward: -282.444, Step: 115 2023-04-02 17:02:13 - r - INFO: - Episode: 28/2000, Reward: -250.240, Step: 96 2023-04-02 17:02:13 - r - INFO: - Episode: 29/2000, Reward: -125.759, Step: 67 2023-04-02 17:02:13 - r - INFO: - Episode: 30/2000, Reward: -102.451, Step: 95 2023-04-02 17:02:14 - r - INFO: - Episode: 31/2000, Reward: -147.842, Step: 118 2023-04-02 17:02:15 - r - INFO: - Episode: 32/2000, Reward: -93.586, Step: 98 2023-04-02 17:02:15 - r - INFO: - Episode: 33/2000, Reward: -137.025, Step: 143 2023-04-02 17:02:15 - r - INFO: - Episode: 34/2000, Reward: -128.482, Step: 82 2023-04-02 17:02:15 - r - INFO: - Episode: 35/2000, Reward: -109.860, Step: 90 2023-04-02 17:02:17 - r - INFO: - Episode: 36/2000, Reward: -227.679, Step: 179 2023-04-02 17:02:17 - r - INFO: - Episode: 37/2000, Reward: -106.314, Step: 122 2023-04-02 17:02:17 - r - INFO: - Episode: 38/2000, Reward: -69.046, Step: 76 2023-04-02 17:02:18 - r - INFO: - Episode: 39/2000, Reward: -290.349, Step: 147 2023-04-02 17:02:18 - r - INFO: - Episode: 40/2000, Reward: -264.111, Step: 99 2023-04-02 17:02:20 - r - INFO: - Current episode 40 has the best eval reward: -116.300 2023-04-02 17:02:20 - r - INFO: - Episode: 41/2000, Reward: -327.212, Step: 83 2023-04-02 17:02:21 - r - INFO: - Episode: 42/2000, Reward: -71.324, Step: 74 2023-04-02 17:02:21 - r - INFO: - Episode: 43/2000, Reward: -102.273, Step: 94 2023-04-02 17:02:21 - r - INFO: - Episode: 44/2000, Reward: -78.855, Step: 98 2023-04-02 17:02:21 - r - INFO: - Episode: 45/2000, Reward: -339.199, Step: 115 2023-04-02 17:02:26 - r - INFO: - Current episode 45 has the best eval reward: 4.163 2023-04-02 17:02:27 - r - INFO: - Episode: 46/2000, Reward: -131.524, Step: 144 2023-04-02 17:02:27 - r - INFO: - Episode: 47/2000, Reward: -252.219, Step: 98 2023-04-02 17:02:28 - r - INFO: - Episode: 48/2000, Reward: -211.692, Step: 172 2023-04-02 17:02:28 - r - INFO: - Episode: 49/2000, Reward: -56.506, Step: 163 2023-04-02 17:02:28 - r - INFO: - Episode: 50/2000, Reward: -398.424, Step: 100 2023-04-02 17:02:32 - r - INFO: - Episode: 51/2000, Reward: -224.203, Step: 104 2023-04-02 17:02:33 - r - INFO: - Episode: 52/2000, Reward: -130.316, Step: 120 2023-04-02 17:02:33 - r - INFO: - Episode: 53/2000, Reward: -339.995, Step: 89 2023-04-02 17:02:33 - r - INFO: - Episode: 54/2000, Reward: -83.408, Step: 89 2023-04-02 17:02:33 - r - INFO: - Episode: 55/2000, Reward: -199.259, Step: 151 2023-04-02 17:02:38 - r - INFO: - Current episode 55 has the best eval reward: 12.573 2023-04-02 17:02:38 - r - INFO: - Episode: 56/2000, Reward: -109.943, Step: 70 2023-04-02 17:02:39 - r - INFO: - Episode: 57/2000, Reward: -401.644, Step: 152 2023-04-02 17:02:39 - r - INFO: - Episode: 58/2000, Reward: -364.894, Step: 137 2023-04-02 17:02:39 - r - INFO: - Episode: 59/2000, Reward: -138.212, Step: 79 2023-04-02 17:02:39 - r - INFO: - Episode: 60/2000, Reward: -64.858, Step: 105 2023-04-02 17:02:44 - r - INFO: - Episode: 61/2000, Reward: -375.989, Step: 88 2023-04-02 17:02:44 - r - INFO: - Episode: 62/2000, Reward: -92.479, Step: 98 2023-04-02 17:02:45 - r - INFO: - Episode: 63/2000, Reward: -134.209, Step: 144 2023-04-02 17:02:45 - r - INFO: - Episode: 64/2000, Reward: -431.685, Step: 112 2023-04-02 17:02:45 - r - INFO: - Episode: 65/2000, Reward: -109.817, Step: 117 2023-04-02 17:02:49 - r - INFO: - Current episode 65 has the best eval reward: 35.696 2023-04-02 17:02:51 - r - INFO: - Episode: 66/2000, Reward: -8.706, Step: 500 2023-04-02 17:02:51 - r - INFO: - Episode: 67/2000, Reward: -231.906, Step: 177 2023-04-02 17:02:52 - r - INFO: - Episode: 68/2000, Reward: -105.437, Step: 73 2023-04-02 17:02:52 - r - INFO: - Episode: 69/2000, Reward: -168.650, Step: 112 2023-04-02 17:02:52 - r - INFO: - Episode: 70/2000, Reward: -330.786, Step: 121 2023-04-02 17:02:56 - r - INFO: - Episode: 71/2000, Reward: -290.083, Step: 146 2023-04-02 17:02:57 - r - INFO: - Episode: 72/2000, Reward: -160.008, Step: 83 2023-04-02 17:02:57 - r - INFO: - Episode: 73/2000, Reward: -181.910, Step: 101 2023-04-02 17:02:57 - r - INFO: - Episode: 74/2000, Reward: -351.980, Step: 99 2023-04-02 17:02:57 - r - INFO: - Episode: 75/2000, Reward: -251.505, Step: 115 2023-04-02 17:03:02 - r - INFO: - Episode: 76/2000, Reward: -213.521, Step: 109 2023-04-02 17:03:02 - r - INFO: - Episode: 77/2000, Reward: 32.147, Step: 80 2023-04-02 17:03:02 - r - INFO: - Episode: 78/2000, Reward: -63.694, Step: 68 2023-04-02 17:03:03 - r - INFO: - Episode: 79/2000, Reward: -94.629, Step: 81 2023-04-02 17:03:03 - r - INFO: - Episode: 80/2000, Reward: -323.123, Step: 95 2023-04-02 17:03:07 - r - INFO: - Episode: 81/2000, Reward: -185.847, Step: 86 2023-04-02 17:03:07 - r - INFO: - Episode: 82/2000, Reward: 17.534, Step: 97 2023-04-02 17:03:07 - r - INFO: - Episode: 83/2000, Reward: -352.611, Step: 124 2023-04-02 17:03:08 - r - INFO: - Episode: 84/2000, Reward: -144.591, Step: 125 2023-04-02 17:03:08 - r - INFO: - Episode: 85/2000, Reward: -81.377, Step: 127 2023-04-02 17:03:12 - r - INFO: - Episode: 86/2000, Reward: -449.579, Step: 137 2023-04-02 17:03:12 - r - INFO: - Episode: 87/2000, Reward: -296.892, Step: 96 2023-04-02 17:03:14 - r - INFO: - Episode: 88/2000, Reward: 216.328, Step: 416 2023-04-02 17:03:15 - r - INFO: - Episode: 89/2000, Reward: -128.510, Step: 429 2023-04-02 17:03:16 - r - INFO: - Episode: 90/2000, Reward: -22.118, Step: 170 2023-04-02 17:03:19 - r - INFO: - Episode: 91/2000, Reward: -118.992, Step: 363 2023-04-02 17:03:19 - r - INFO: - Episode: 92/2000, Reward: -222.075, Step: 162 2023-04-02 17:03:21 - r - INFO: - Episode: 93/2000, Reward: 67.734, Step: 500 2023-04-02 17:03:22 - r - INFO: - Episode: 94/2000, Reward: -76.770, Step: 135 2023-04-02 17:03:23 - r - INFO: - Episode: 95/2000, Reward: 7.710, Step: 500 2023-04-02 17:03:25 - r - INFO: - Episode: 96/2000, Reward: -111.437, Step: 123 2023-04-02 17:03:26 - r - INFO: - Episode: 97/2000, Reward: -207.811, Step: 185 2023-04-02 17:03:28 - r - INFO: - Episode: 98/2000, Reward: 26.642, Step: 500 2023-04-02 17:03:29 - r - INFO: - Episode: 99/2000, Reward: -187.697, Step: 415 2023-04-02 17:03:31 - r - INFO: - Episode: 100/2000, Reward: -153.783, Step: 478 2023-04-02 17:03:34 - r - INFO: - Episode: 101/2000, Reward: -146.702, Step: 500 2023-04-02 17:03:36 - r - INFO: - Episode: 102/2000, Reward: -44.651, Step: 500 2023-04-02 17:03:37 - r - INFO: - Episode: 103/2000, Reward: 93.267, Step: 500 2023-04-02 17:03:39 - r - INFO: - Episode: 104/2000, Reward: -124.245, Step: 500 2023-04-02 17:03:41 - r - INFO: - Episode: 105/2000, Reward: -157.671, Step: 436 2023-04-02 17:03:44 - r - INFO: - Episode: 106/2000, Reward: -132.946, Step: 408 2023-04-02 17:03:46 - r - INFO: - Episode: 107/2000, Reward: 67.286, Step: 500 2023-04-02 17:03:48 - r - INFO: - Episode: 108/2000, Reward: 25.657, Step: 500 2023-04-02 17:03:50 - r - INFO: - Episode: 109/2000, Reward: 139.037, Step: 500 2023-04-02 17:03:51 - r - INFO: - Episode: 110/2000, Reward: -120.712, Step: 320 2023-04-02 17:03:54 - r - INFO: - Episode: 111/2000, Reward: -119.316, Step: 243 2023-04-02 17:03:56 - r - INFO: - Episode: 112/2000, Reward: 5.972, Step: 500 2023-04-02 17:03:57 - r - INFO: - Episode: 113/2000, Reward: 0.549, Step: 263 2023-04-02 17:03:58 - r - INFO: - Episode: 114/2000, Reward: -0.512, Step: 500 2023-04-02 17:04:00 - r - INFO: - Episode: 115/2000, Reward: -6.916, Step: 500 2023-04-02 17:04:06 - r - INFO: - Episode: 116/2000, Reward: 43.148, Step: 500 2023-04-02 17:04:08 - r - INFO: - Episode: 117/2000, Reward: 58.623, Step: 500 2023-04-02 17:04:09 - r - INFO: - Episode: 118/2000, Reward: -59.779, Step: 367 2023-04-02 17:04:11 - r - INFO: - Episode: 119/2000, Reward: 27.162, Step: 500 2023-04-02 17:04:12 - r - INFO: - Episode: 120/2000, Reward: -331.298, Step: 288 2023-04-02 17:04:17 - r - INFO: - Episode: 121/2000, Reward: 66.016, Step: 500 2023-04-02 17:04:19 - r - INFO: - Episode: 122/2000, Reward: 98.263, Step: 500 2023-04-02 17:04:20 - r - INFO: - Episode: 123/2000, Reward: 85.698, Step: 500 2023-04-02 17:04:22 - r - INFO: - Episode: 124/2000, Reward: 52.121, Step: 500 2023-04-02 17:04:24 - r - INFO: - Episode: 125/2000, Reward: 44.965, Step: 500 2023-04-02 17:04:28 - r - INFO: - Current episode 125 has the best eval reward: 55.250 2023-04-02 17:04:30 - r - INFO: - Episode: 126/2000, Reward: 67.252, Step: 500 2023-04-02 17:04:32 - r - INFO: - Episode: 127/2000, Reward: 44.393, Step: 500 2023-04-02 17:04:34 - r - INFO: - Episode: 128/2000, Reward: 48.001, Step: 500 2023-04-02 17:04:36 - r - INFO: - Episode: 129/2000, Reward: 60.078, Step: 500 2023-04-02 17:04:37 - r - INFO: - Episode: 130/2000, Reward: 83.935, Step: 500 2023-04-02 17:04:42 - r - INFO: - Current episode 130 has the best eval reward: 60.505 2023-04-02 17:04:44 - r - INFO: - Episode: 131/2000, Reward: 4.328, Step: 500 2023-04-02 17:04:46 - r - INFO: - Episode: 132/2000, Reward: 107.038, Step: 500 2023-04-02 17:04:47 - r - INFO: - Episode: 133/2000, Reward: 125.021, Step: 500 2023-04-02 17:04:49 - r - INFO: - Episode: 134/2000, Reward: 40.747, Step: 500 2023-04-02 17:04:51 - r - INFO: - Episode: 135/2000, Reward: 50.921, Step: 500 2023-04-02 17:04:57 - r - INFO: - Episode: 136/2000, Reward: 68.341, Step: 500 2023-04-02 17:04:58 - r - INFO: - Episode: 137/2000, Reward: -25.494, Step: 296 2023-04-02 17:05:00 - r - INFO: - Episode: 138/2000, Reward: 79.880, Step: 500 2023-04-02 17:05:02 - r - INFO: - Episode: 139/2000, Reward: 85.216, Step: 500 2023-04-02 17:05:04 - r - INFO: - Episode: 140/2000, Reward: 64.893, Step: 500 2023-04-02 17:05:09 - r - INFO: - Episode: 141/2000, Reward: 52.419, Step: 500 2023-04-02 17:05:11 - r - INFO: - Episode: 142/2000, Reward: 65.888, Step: 500 2023-04-02 17:05:12 - r - INFO: - Episode: 143/2000, Reward: 74.977, Step: 500 2023-04-02 17:05:14 - r - INFO: - Episode: 144/2000, Reward: 81.173, Step: 500 2023-04-02 17:05:16 - r - INFO: - Episode: 145/2000, Reward: 72.121, Step: 500 2023-04-02 17:05:20 - r - INFO: - Current episode 145 has the best eval reward: 93.267 2023-04-02 17:05:22 - r - INFO: - Episode: 146/2000, Reward: 68.567, Step: 500 2023-04-02 17:05:24 - r - INFO: - Episode: 147/2000, Reward: 70.244, Step: 500 2023-04-02 17:05:25 - r - INFO: - Episode: 148/2000, Reward: 80.281, Step: 500 2023-04-02 17:05:26 - r - INFO: - Episode: 149/2000, Reward: -53.250, Step: 193 2023-04-02 17:05:28 - r - INFO: - Episode: 150/2000, Reward: 59.549, Step: 500 2023-04-02 17:05:34 - r - INFO: - Episode: 151/2000, Reward: 62.839, Step: 500 2023-04-02 17:05:36 - r - INFO: - Episode: 152/2000, Reward: 68.573, Step: 500 2023-04-02 17:05:38 - r - INFO: - Episode: 153/2000, Reward: 57.284, Step: 500 2023-04-02 17:05:40 - r - INFO: - Episode: 154/2000, Reward: 22.237, Step: 500 2023-04-02 17:05:41 - r - INFO: - Episode: 155/2000, Reward: 49.399, Step: 500 2023-04-02 17:05:47 - r - INFO: - Episode: 156/2000, Reward: 99.905, Step: 500 2023-04-02 17:05:49 - r - INFO: - Episode: 157/2000, Reward: 48.116, Step: 500 2023-04-02 17:05:51 - r - INFO: - Episode: 158/2000, Reward: 47.771, Step: 500 2023-04-02 17:05:52 - r - INFO: - Episode: 159/2000, Reward: 62.650, Step: 500 2023-04-02 17:05:54 - r - INFO: - Episode: 160/2000, Reward: 42.427, Step: 500 2023-04-02 17:06:00 - r - INFO: - Episode: 161/2000, Reward: 40.485, Step: 500 2023-04-02 17:06:02 - r - INFO: - Episode: 162/2000, Reward: 67.384, Step: 500 2023-04-02 17:06:04 - r - INFO: - Episode: 163/2000, Reward: 72.459, Step: 500 2023-04-02 17:06:06 - r - INFO: - Episode: 164/2000, Reward: 54.667, Step: 500 2023-04-02 17:06:07 - r - INFO: - Episode: 165/2000, Reward: 41.189, Step: 500 2023-04-02 17:06:14 - r - INFO: - Episode: 166/2000, Reward: 59.122, Step: 500 2023-04-02 17:06:15 - r - INFO: - Episode: 167/2000, Reward: 73.414, Step: 500 2023-04-02 17:06:17 - r - INFO: - Episode: 168/2000, Reward: 30.800, Step: 500 2023-04-02 17:06:19 - r - INFO: - Episode: 169/2000, Reward: 49.296, Step: 500 2023-04-02 17:06:21 - r - INFO: - Episode: 170/2000, Reward: 22.689, Step: 500 2023-04-02 17:06:27 - r - INFO: - Episode: 171/2000, Reward: 84.012, Step: 500 2023-04-02 17:06:29 - r - INFO: - Episode: 172/2000, Reward: 47.430, Step: 500 2023-04-02 17:06:31 - r - INFO: - Episode: 173/2000, Reward: 50.824, Step: 500 2023-04-02 17:06:32 - r - INFO: - Episode: 174/2000, Reward: 0.843, Step: 500 2023-04-02 17:06:34 - r - INFO: - Episode: 175/2000, Reward: 83.856, Step: 500 2023-04-02 17:06:40 - r - INFO: - Episode: 176/2000, Reward: 72.401, Step: 500 2023-04-02 17:06:42 - r - INFO: - Episode: 177/2000, Reward: 59.342, Step: 500 2023-04-02 17:06:44 - r - INFO: - Episode: 178/2000, Reward: 55.131, Step: 500 2023-04-02 17:06:45 - r - INFO: - Episode: 179/2000, Reward: 5.335, Step: 500 2023-04-02 17:06:47 - r - INFO: - Episode: 180/2000, Reward: 13.718, Step: 500 2023-04-02 17:06:52 - r - INFO: - Episode: 181/2000, Reward: -6.817, Step: 500 2023-04-02 17:06:54 - r - INFO: - Episode: 182/2000, Reward: 65.057, Step: 500 2023-04-02 17:06:56 - r - INFO: - Episode: 183/2000, Reward: 27.472, Step: 500 2023-04-02 17:06:57 - r - INFO: - Episode: 184/2000, Reward: 52.487, Step: 500 2023-04-02 17:06:59 - r - INFO: - Episode: 185/2000, Reward: 61.231, Step: 500 2023-04-02 17:07:05 - r - INFO: - Episode: 186/2000, Reward: 37.880, Step: 500 2023-04-02 17:07:07 - r - INFO: - Episode: 187/2000, Reward: -1.011, Step: 500 2023-04-02 17:07:09 - r - INFO: - Episode: 188/2000, Reward: 63.352, Step: 500 2023-04-02 17:07:11 - r - INFO: - Episode: 189/2000, Reward: 63.433, Step: 500 2023-04-02 17:07:12 - r - INFO: - Episode: 190/2000, Reward: 46.328, Step: 500 2023-04-02 17:07:19 - r - INFO: - Episode: 191/2000, Reward: 63.838, Step: 500 2023-04-02 17:07:21 - r - INFO: - Episode: 192/2000, Reward: 73.876, Step: 500 2023-04-02 17:07:22 - r - INFO: - Episode: 193/2000, Reward: 89.817, Step: 500 2023-04-02 17:07:24 - r - INFO: - Episode: 194/2000, Reward: 74.416, Step: 500 2023-04-02 17:07:25 - r - INFO: - Episode: 195/2000, Reward: 220.807, Step: 392 2023-04-02 17:07:31 - r - INFO: - Episode: 196/2000, Reward: 96.706, Step: 500 2023-04-02 17:07:33 - r - INFO: - Episode: 197/2000, Reward: 66.968, Step: 500 2023-04-02 17:07:35 - r - INFO: - Episode: 198/2000, Reward: 100.056, Step: 500 2023-04-02 17:07:36 - r - INFO: - Episode: 199/2000, Reward: 62.518, Step: 500 2023-04-02 17:07:38 - r - INFO: - Episode: 200/2000, Reward: 85.498, Step: 500 2023-04-02 17:07:44 - r - INFO: - Episode: 201/2000, Reward: 80.493, Step: 500 2023-04-02 17:07:46 - r - INFO: - Episode: 202/2000, Reward: 75.365, Step: 500 2023-04-02 17:07:47 - r - INFO: - Episode: 203/2000, Reward: 241.564, Step: 391 2023-04-02 17:07:49 - r - INFO: - Episode: 204/2000, Reward: 66.481, Step: 500 2023-04-02 17:07:51 - r - INFO: - Episode: 205/2000, Reward: 47.221, Step: 500 2023-04-02 17:07:57 - r - INFO: - Episode: 206/2000, Reward: 67.232, Step: 500 2023-04-02 17:07:59 - r - INFO: - Episode: 207/2000, Reward: 21.196, Step: 500 2023-04-02 17:08:01 - r - INFO: - Episode: 208/2000, Reward: 29.922, Step: 500 2023-04-02 17:08:03 - r - INFO: - Episode: 209/2000, Reward: -219.808, Step: 500 2023-04-02 17:08:04 - r - INFO: - Episode: 210/2000, Reward: 28.148, Step: 500 2023-04-02 17:08:10 - r - INFO: - Episode: 211/2000, Reward: 119.306, Step: 500 2023-04-02 17:08:12 - r - INFO: - Episode: 212/2000, Reward: 41.218, Step: 500 2023-04-02 17:08:13 - r - INFO: - Episode: 213/2000, Reward: 48.157, Step: 500 2023-04-02 17:08:15 - r - INFO: - Episode: 214/2000, Reward: 40.825, Step: 500 2023-04-02 17:08:17 - r - INFO: - Episode: 215/2000, Reward: 36.237, Step: 500 2023-04-02 17:08:23 - r - INFO: - Episode: 216/2000, Reward: 55.477, Step: 500 2023-04-02 17:08:25 - r - INFO: - Episode: 217/2000, Reward: 91.114, Step: 500 2023-04-02 17:08:27 - r - INFO: - Episode: 218/2000, Reward: 49.977, Step: 500 2023-04-02 17:08:29 - r - INFO: - Episode: 219/2000, Reward: 50.971, Step: 500 2023-04-02 17:08:30 - r - INFO: - Episode: 220/2000, Reward: 11.904, Step: 500 2023-04-02 17:08:36 - r - INFO: - Episode: 221/2000, Reward: 40.030, Step: 500 2023-04-02 17:08:38 - r - INFO: - Episode: 222/2000, Reward: 48.166, Step: 500 2023-04-02 17:08:40 - r - INFO: - Episode: 223/2000, Reward: 65.464, Step: 500 2023-04-02 17:08:41 - r - INFO: - Episode: 224/2000, Reward: 59.396, Step: 500 2023-04-02 17:08:43 - r - INFO: - Episode: 225/2000, Reward: 52.248, Step: 500 2023-04-02 17:08:49 - r - INFO: - Episode: 226/2000, Reward: 49.615, Step: 500 2023-04-02 17:08:51 - r - INFO: - Episode: 227/2000, Reward: 81.173, Step: 500 2023-04-02 17:08:52 - r - INFO: - Episode: 228/2000, Reward: 87.680, Step: 500 2023-04-02 17:08:54 - r - INFO: - Episode: 229/2000, Reward: 113.539, Step: 500 2023-04-02 17:08:56 - r - INFO: - Episode: 230/2000, Reward: 96.736, Step: 500 2023-04-02 17:09:02 - r - INFO: - Episode: 231/2000, Reward: 55.291, Step: 500 2023-04-02 17:09:04 - r - INFO: - Episode: 232/2000, Reward: 69.914, Step: 500 2023-04-02 17:09:06 - r - INFO: - Episode: 233/2000, Reward: 62.676, Step: 500 2023-04-02 17:09:07 - r - INFO: - Episode: 234/2000, Reward: 95.236, Step: 500 2023-04-02 17:09:09 - r - INFO: - Episode: 235/2000, Reward: 75.096, Step: 500 2023-04-02 17:09:15 - r - INFO: - Episode: 236/2000, Reward: 54.479, Step: 500 2023-04-02 17:09:17 - r - INFO: - Episode: 237/2000, Reward: 96.796, Step: 500 2023-04-02 17:09:19 - r - INFO: - Episode: 238/2000, Reward: 61.501, Step: 500 2023-04-02 17:09:20 - r - INFO: - Episode: 239/2000, Reward: 108.869, Step: 500 2023-04-02 17:09:22 - r - INFO: - Episode: 240/2000, Reward: 132.813, Step: 500 2023-04-02 17:09:26 - r - INFO: - Current episode 240 has the best eval reward: 126.009 2023-04-02 17:09:28 - r - INFO: - Episode: 241/2000, Reward: 168.310, Step: 500 2023-04-02 17:09:29 - r - INFO: - Episode: 242/2000, Reward: 207.370, Step: 382 2023-04-02 17:09:31 - r - INFO: - Episode: 243/2000, Reward: 87.304, Step: 500 2023-04-02 17:09:33 - r - INFO: - Episode: 244/2000, Reward: 76.859, Step: 500 2023-04-02 17:09:33 - r - INFO: - Episode: 245/2000, Reward: 261.096, Step: 245 2023-04-02 17:09:37 - r - INFO: - Current episode 245 has the best eval reward: 177.732 2023-04-02 17:09:39 - r - INFO: - Episode: 246/2000, Reward: 107.399, Step: 500 2023-04-02 17:09:40 - r - INFO: - Episode: 247/2000, Reward: 53.493, Step: 500 2023-04-02 17:09:42 - r - INFO: - Episode: 248/2000, Reward: 103.035, Step: 500 2023-04-02 17:09:43 - r - INFO: - Episode: 249/2000, Reward: 244.069, Step: 283 2023-04-02 17:09:45 - r - INFO: - Episode: 250/2000, Reward: 70.083, Step: 500 2023-04-02 17:09:49 - r - INFO: - Episode: 251/2000, Reward: 245.596, Step: 421 2023-04-02 17:09:51 - r - INFO: - Episode: 252/2000, Reward: 51.372, Step: 500 2023-04-02 17:09:53 - r - INFO: - Episode: 253/2000, Reward: 102.817, Step: 500 2023-04-02 17:09:54 - r - INFO: - Episode: 254/2000, Reward: 65.061, Step: 500 2023-04-02 17:09:56 - r - INFO: - Episode: 255/2000, Reward: 68.420, Step: 500 2023-04-02 17:10:02 - r - INFO: - Episode: 256/2000, Reward: 241.908, Step: 272 2023-04-02 17:10:03 - r - INFO: - Episode: 257/2000, Reward: 111.012, Step: 500 2023-04-02 17:10:04 - r - INFO: - Episode: 258/2000, Reward: 240.694, Step: 247 2023-04-02 17:10:06 - r - INFO: - Episode: 259/2000, Reward: 84.152, Step: 500 2023-04-02 17:10:08 - r - INFO: - Episode: 260/2000, Reward: 238.469, Step: 444 2023-04-02 17:10:14 - r - INFO: - Episode: 261/2000, Reward: 118.716, Step: 500 2023-04-02 17:10:16 - r - INFO: - Episode: 262/2000, Reward: 78.818, Step: 500 2023-04-02 17:10:18 - r - INFO: - Episode: 263/2000, Reward: 89.858, Step: 500 2023-04-02 17:10:19 - r - INFO: - Episode: 264/2000, Reward: 87.142, Step: 500 2023-04-02 17:10:21 - r - INFO: - Episode: 265/2000, Reward: 115.955, Step: 500 2023-04-02 17:10:28 - r - INFO: - Episode: 266/2000, Reward: 48.376, Step: 500 2023-04-02 17:10:28 - r - INFO: - Episode: 267/2000, Reward: 236.271, Step: 218 2023-04-02 17:10:30 - r - INFO: - Episode: 268/2000, Reward: 86.927, Step: 500 2023-04-02 17:10:32 - r - INFO: - Episode: 269/2000, Reward: 75.460, Step: 500 2023-04-02 17:10:34 - r - INFO: - Episode: 270/2000, Reward: 55.031, Step: 500 2023-04-02 17:10:40 - r - INFO: - Episode: 271/2000, Reward: 104.025, Step: 500 2023-04-02 17:10:41 - r - INFO: - Episode: 272/2000, Reward: 221.703, Step: 314 2023-04-02 17:10:42 - r - INFO: - Episode: 273/2000, Reward: 77.342, Step: 500 2023-04-02 17:10:44 - r - INFO: - Episode: 274/2000, Reward: 108.010, Step: 500 2023-04-02 17:10:46 - r - INFO: - Episode: 275/2000, Reward: 50.224, Step: 500 2023-04-02 17:10:52 - r - INFO: - Episode: 276/2000, Reward: 82.222, Step: 500 2023-04-02 17:10:54 - r - INFO: - Episode: 277/2000, Reward: 151.524, Step: 500 2023-04-02 17:10:56 - r - INFO: - Episode: 278/2000, Reward: 74.857, Step: 500 2023-04-02 17:10:57 - r - INFO: - Episode: 279/2000, Reward: 49.077, Step: 500 2023-04-02 17:10:59 - r - INFO: - Episode: 280/2000, Reward: 275.258, Step: 375 2023-04-02 17:11:03 - r - INFO: - Episode: 281/2000, Reward: 230.595, Step: 437 2023-04-02 17:11:05 - r - INFO: - Episode: 282/2000, Reward: 67.872, Step: 500 2023-04-02 17:11:07 - r - INFO: - Episode: 283/2000, Reward: 19.102, Step: 500 2023-04-02 17:11:08 - r - INFO: - Episode: 284/2000, Reward: 224.036, Step: 319 2023-04-02 17:11:09 - r - INFO: - Episode: 285/2000, Reward: 221.912, Step: 466 2023-04-02 17:11:14 - r - INFO: - Episode: 286/2000, Reward: 61.454, Step: 500 2023-04-02 17:11:15 - r - INFO: - Episode: 287/2000, Reward: 249.158, Step: 223 2023-04-02 17:11:16 - r - INFO: - Episode: 288/2000, Reward: 149.407, Step: 500 2023-04-02 17:11:18 - r - INFO: - Episode: 289/2000, Reward: 80.134, Step: 500 2023-04-02 17:11:19 - r - INFO: - Episode: 290/2000, Reward: 274.078, Step: 425 2023-04-02 17:11:24 - r - INFO: - Episode: 291/2000, Reward: 232.336, Step: 367 2023-04-02 17:11:25 - r - INFO: - Episode: 292/2000, Reward: 239.740, Step: 481 2023-04-02 17:11:27 - r - INFO: - Episode: 293/2000, Reward: 248.379, Step: 460 2023-04-02 17:11:28 - r - INFO: - Episode: 294/2000, Reward: 252.630, Step: 329 2023-04-02 17:11:30 - r - INFO: - Episode: 295/2000, Reward: 123.938, Step: 500 2023-04-02 17:11:34 - r - INFO: - Episode: 296/2000, Reward: 283.002, Step: 424 2023-04-02 17:11:35 - r - INFO: - Episode: 297/2000, Reward: 242.529, Step: 416 2023-04-02 17:11:37 - r - INFO: - Episode: 298/2000, Reward: 284.932, Step: 499 2023-04-02 17:11:38 - r - INFO: - Episode: 299/2000, Reward: 231.752, Step: 318 2023-04-02 17:11:39 - r - INFO: - Episode: 300/2000, Reward: 185.982, Step: 324 2023-04-02 17:11:44 - r - INFO: - Episode: 301/2000, Reward: 122.701, Step: 500 2023-04-02 17:11:46 - r - INFO: - Episode: 302/2000, Reward: 233.977, Step: 404 2023-04-02 17:11:47 - r - INFO: - Episode: 303/2000, Reward: 275.742, Step: 444 2023-04-02 17:11:48 - r - INFO: - Episode: 304/2000, Reward: 266.109, Step: 367 2023-04-02 17:11:50 - r - INFO: - Episode: 305/2000, Reward: 219.937, Step: 466 2023-04-02 17:11:53 - r - INFO: - Current episode 305 has the best eval reward: 189.878 2023-04-02 17:11:54 - r - INFO: - Episode: 306/2000, Reward: 5.923, Step: 500 2023-04-02 17:11:55 - r - INFO: - Episode: 307/2000, Reward: 235.918, Step: 355 2023-04-02 17:11:57 - r - INFO: - Episode: 308/2000, Reward: 203.818, Step: 432 2023-04-02 17:11:59 - r - INFO: - Episode: 309/2000, Reward: 57.377, Step: 500 2023-04-02 17:12:00 - r - INFO: - Episode: 310/2000, Reward: 247.665, Step: 346 2023-04-02 17:12:05 - r - INFO: - Episode: 311/2000, Reward: 273.225, Step: 290 2023-04-02 17:12:06 - r - INFO: - Episode: 312/2000, Reward: 132.607, Step: 500 2023-04-02 17:12:08 - r - INFO: - Episode: 313/2000, Reward: 49.316, Step: 500 2023-04-02 17:12:10 - r - INFO: - Episode: 314/2000, Reward: 220.877, Step: 443 2023-04-02 17:12:11 - r - INFO: - Episode: 315/2000, Reward: -70.148, Step: 500 2023-04-02 17:12:16 - r - INFO: - Episode: 316/2000, Reward: 60.215, Step: 500 2023-04-02 17:12:17 - r - INFO: - Episode: 317/2000, Reward: 94.787, Step: 500 2023-04-02 17:12:19 - r - INFO: - Episode: 318/2000, Reward: 66.432, Step: 500 2023-04-02 17:12:21 - r - INFO: - Episode: 319/2000, Reward: 231.036, Step: 361 2023-04-02 17:12:22 - r - INFO: - Episode: 320/2000, Reward: 70.284, Step: 500 2023-04-02 17:12:27 - r - INFO: - Episode: 321/2000, Reward: 142.774, Step: 500 2023-04-02 17:12:28 - r - INFO: - Episode: 322/2000, Reward: 238.742, Step: 245 2023-04-02 17:12:30 - r - INFO: - Episode: 323/2000, Reward: 68.940, Step: 500 2023-04-02 17:12:31 - r - INFO: - Episode: 324/2000, Reward: 41.174, Step: 500 2023-04-02 17:12:33 - r - INFO: - Episode: 325/2000, Reward: 229.247, Step: 460 2023-04-02 17:12:38 - r - INFO: - Episode: 326/2000, Reward: 243.423, Step: 495 2023-04-02 17:12:40 - r - INFO: - Episode: 327/2000, Reward: 176.549, Step: 500 2023-04-02 17:12:42 - r - INFO: - Episode: 328/2000, Reward: 83.894, Step: 500 2023-04-02 17:12:43 - r - INFO: - Episode: 329/2000, Reward: 270.525, Step: 326 2023-04-02 17:12:44 - r - INFO: - Episode: 330/2000, Reward: 210.721, Step: 423 2023-04-02 17:12:49 - r - INFO: - Episode: 331/2000, Reward: 90.853, Step: 500 2023-04-02 17:12:50 - r - INFO: - Episode: 332/2000, Reward: 238.088, Step: 409 2023-04-02 17:12:51 - r - INFO: - Episode: 333/2000, Reward: 19.871, Step: 268 2023-04-02 17:12:53 - r - INFO: - Episode: 334/2000, Reward: 78.112, Step: 500 2023-04-02 17:12:54 - r - INFO: - Episode: 335/2000, Reward: 257.919, Step: 463 2023-04-02 17:12:59 - r - INFO: - Episode: 336/2000, Reward: 255.656, Step: 222 2023-04-02 17:13:01 - r - INFO: - Episode: 337/2000, Reward: 71.970, Step: 500 2023-04-02 17:13:02 - r - INFO: - Episode: 338/2000, Reward: 249.309, Step: 411 2023-04-02 17:13:03 - r - INFO: - Episode: 339/2000, Reward: 261.781, Step: 318 2023-04-02 17:13:05 - r - INFO: - Episode: 340/2000, Reward: 74.793, Step: 500 2023-04-02 17:13:11 - r - INFO: - Episode: 341/2000, Reward: 47.848, Step: 500 2023-04-02 17:13:12 - r - INFO: - Episode: 342/2000, Reward: 164.869, Step: 500 2023-04-02 17:13:14 - r - INFO: - Episode: 343/2000, Reward: 166.293, Step: 500 2023-04-02 17:13:15 - r - INFO: - Episode: 344/2000, Reward: 299.449, Step: 320 2023-04-02 17:13:17 - r - INFO: - Episode: 345/2000, Reward: 107.061, Step: 500 2023-04-02 17:13:23 - r - INFO: - Episode: 346/2000, Reward: 69.110, Step: 500 2023-04-02 17:13:24 - r - INFO: - Episode: 347/2000, Reward: 250.032, Step: 314 2023-04-02 17:13:25 - r - INFO: - Episode: 348/2000, Reward: 114.938, Step: 500 2023-04-02 17:13:27 - r - INFO: - Episode: 349/2000, Reward: 91.270, Step: 500 2023-04-02 17:13:29 - r - INFO: - Episode: 350/2000, Reward: 61.315, Step: 500 2023-04-02 17:13:33 - r - INFO: - Episode: 351/2000, Reward: 237.919, Step: 278 2023-04-02 17:13:35 - r - INFO: - Episode: 352/2000, Reward: -192.674, Step: 454 2023-04-02 17:13:36 - r - INFO: - Episode: 353/2000, Reward: 235.424, Step: 405 2023-04-02 17:13:38 - r - INFO: - Episode: 354/2000, Reward: 56.253, Step: 500 2023-04-02 17:13:40 - r - INFO: - Episode: 355/2000, Reward: 110.435, Step: 500 2023-04-02 17:13:42 - r - INFO: - Episode: 356/2000, Reward: 300.861, Step: 231 2023-04-02 17:13:44 - r - INFO: - Episode: 357/2000, Reward: 291.987, Step: 425 2023-04-02 17:13:45 - r - INFO: - Episode: 358/2000, Reward: 275.443, Step: 216 2023-04-02 17:13:46 - r - INFO: - Episode: 359/2000, Reward: -2.769, Step: 500 2023-04-02 17:13:48 - r - INFO: - Episode: 360/2000, Reward: 93.315, Step: 500 2023-04-02 17:13:53 - r - INFO: - Episode: 361/2000, Reward: 63.734, Step: 500 2023-04-02 17:13:54 - r - INFO: - Episode: 362/2000, Reward: 251.989, Step: 201 2023-04-02 17:13:55 - r - INFO: - Episode: 363/2000, Reward: 102.283, Step: 500 2023-04-02 17:13:56 - r - INFO: - Episode: 364/2000, Reward: 316.788, Step: 263 2023-04-02 17:13:57 - r - INFO: - Episode: 365/2000, Reward: 292.444, Step: 175 2023-04-02 17:14:00 - r - INFO: - Episode: 366/2000, Reward: 278.672, Step: 186 2023-04-02 17:14:01 - r - INFO: - Episode: 367/2000, Reward: 218.511, Step: 496 2023-04-02 17:14:02 - r - INFO: - Episode: 368/2000, Reward: 234.831, Step: 229 2023-04-02 17:14:03 - r - INFO: - Episode: 369/2000, Reward: 275.847, Step: 393 2023-04-02 17:14:05 - r - INFO: - Episode: 370/2000, Reward: 142.143, Step: 500 2023-04-02 17:14:06 - r - INFO: - Current episode 370 has the best eval reward: 251.393 2023-04-02 17:14:08 - r - INFO: - Episode: 371/2000, Reward: 196.221, Step: 425 2023-04-02 17:14:09 - r - INFO: - Episode: 372/2000, Reward: 234.269, Step: 310 2023-04-02 17:14:10 - r - INFO: - Episode: 373/2000, Reward: 248.375, Step: 225 2023-04-02 17:14:11 - r - INFO: - Episode: 374/2000, Reward: 68.945, Step: 500 2023-04-02 17:14:13 - r - INFO: - Episode: 375/2000, Reward: 70.377, Step: 500 2023-04-02 17:14:18 - r - INFO: - Episode: 376/2000, Reward: 98.785, Step: 500 2023-04-02 17:14:19 - r - INFO: - Episode: 377/2000, Reward: 154.427, Step: 500 2023-04-02 17:14:20 - r - INFO: - Episode: 378/2000, Reward: 272.539, Step: 253 2023-04-02 17:14:22 - r - INFO: - Episode: 379/2000, Reward: 91.071, Step: 500 2023-04-02 17:14:22 - r - INFO: - Episode: 380/2000, Reward: 290.926, Step: 240 2023-04-02 17:14:26 - r - INFO: - Episode: 381/2000, Reward: 262.292, Step: 245 2023-04-02 17:14:26 - r - INFO: - Episode: 382/2000, Reward: 25.823, Step: 146 2023-04-02 17:14:28 - r - INFO: - Episode: 383/2000, Reward: 194.548, Step: 500 2023-04-02 17:14:29 - r - INFO: - Episode: 384/2000, Reward: 269.672, Step: 346 2023-04-02 17:14:31 - r - INFO: - Episode: 385/2000, Reward: 134.076, Step: 500 2023-04-02 17:14:35 - r - INFO: - Episode: 386/2000, Reward: 173.045, Step: 500 2023-04-02 17:14:37 - r - INFO: - Episode: 387/2000, Reward: 224.589, Step: 446 2023-04-02 17:14:38 - r - INFO: - Episode: 388/2000, Reward: 240.812, Step: 255 2023-04-02 17:14:39 - r - INFO: - Episode: 389/2000, Reward: 173.898, Step: 500 2023-04-02 17:14:41 - r - INFO: - Episode: 390/2000, Reward: 108.280, Step: 500 2023-04-02 17:14:44 - r - INFO: - Episode: 391/2000, Reward: 284.382, Step: 404 2023-04-02 17:14:46 - r - INFO: - Episode: 392/2000, Reward: 136.216, Step: 500 2023-04-02 17:14:47 - r - INFO: - Episode: 393/2000, Reward: 235.233, Step: 255 2023-04-02 17:14:48 - r - INFO: - Episode: 394/2000, Reward: 147.380, Step: 500 2023-04-02 17:14:50 - r - INFO: - Episode: 395/2000, Reward: 80.427, Step: 500 2023-04-02 17:14:55 - r - INFO: - Episode: 396/2000, Reward: 192.683, Step: 500 2023-04-02 17:14:56 - r - INFO: - Episode: 397/2000, Reward: 158.313, Step: 500 2023-04-02 17:14:58 - r - INFO: - Episode: 398/2000, Reward: 95.542, Step: 500 2023-04-02 17:14:59 - r - INFO: - Episode: 399/2000, Reward: 288.452, Step: 336 2023-04-02 17:15:01 - r - INFO: - Episode: 400/2000, Reward: 59.046, Step: 500 2023-04-02 17:15:07 - r - INFO: - Episode: 401/2000, Reward: 74.897, Step: 500 2023-04-02 17:15:09 - r - INFO: - Episode: 402/2000, Reward: 163.009, Step: 500 2023-04-02 17:15:10 - r - INFO: - Episode: 403/2000, Reward: 256.089, Step: 350 2023-04-02 17:15:11 - r - INFO: - Episode: 404/2000, Reward: 279.462, Step: 302 2023-04-02 17:15:12 - r - INFO: - Episode: 405/2000, Reward: 125.194, Step: 500 2023-04-02 17:15:17 - r - INFO: - Episode: 406/2000, Reward: 103.790, Step: 500 2023-04-02 17:15:17 - r - INFO: - Episode: 407/2000, Reward: 227.769, Step: 240 2023-04-02 17:15:19 - r - INFO: - Episode: 408/2000, Reward: 197.261, Step: 472 2023-04-02 17:15:20 - r - INFO: - Episode: 409/2000, Reward: 228.685, Step: 245 2023-04-02 17:15:21 - r - INFO: - Episode: 410/2000, Reward: 257.539, Step: 244 2023-04-02 17:15:23 - r - INFO: - Current episode 410 has the best eval reward: 262.057 2023-04-02 17:15:23 - r - INFO: - Episode: 411/2000, Reward: 255.272, Step: 176 2023-04-02 17:15:25 - r - INFO: - Episode: 412/2000, Reward: 150.731, Step: 500 2023-04-02 17:15:26 - r - INFO: - Episode: 413/2000, Reward: 131.959, Step: 500 2023-04-02 17:15:28 - r - INFO: - Episode: 414/2000, Reward: 115.706, Step: 500 2023-04-02 17:15:30 - r - INFO: - Episode: 415/2000, Reward: 154.295, Step: 500 2023-04-02 17:15:34 - r - INFO: - Episode: 416/2000, Reward: 126.888, Step: 500 2023-04-02 17:15:35 - r - INFO: - Episode: 417/2000, Reward: 240.250, Step: 369 2023-04-02 17:15:37 - r - INFO: - Episode: 418/2000, Reward: 109.040, Step: 500 2023-04-02 17:15:38 - r - INFO: - Episode: 419/2000, Reward: 168.347, Step: 500 2023-04-02 17:15:40 - r - INFO: - Episode: 420/2000, Reward: 222.260, Step: 370 2023-04-02 17:15:43 - r - INFO: - Episode: 421/2000, Reward: 258.399, Step: 439 2023-04-02 17:15:45 - r - INFO: - Episode: 422/2000, Reward: 129.854, Step: 500 2023-04-02 17:15:47 - r - INFO: - Episode: 423/2000, Reward: 94.458, Step: 500 2023-04-02 17:15:48 - r - INFO: - Episode: 424/2000, Reward: 113.403, Step: 500 2023-04-02 17:15:50 - r - INFO: - Episode: 425/2000, Reward: 136.925, Step: 500 2023-04-02 17:15:56 - r - INFO: - Episode: 426/2000, Reward: -94.726, Step: 469 2023-04-02 17:15:58 - r - INFO: - Episode: 427/2000, Reward: 115.162, Step: 500 2023-04-02 17:16:00 - r - INFO: - Episode: 428/2000, Reward: 82.106, Step: 500 2023-04-02 17:16:02 - r - INFO: - Episode: 429/2000, Reward: 81.885, Step: 500 2023-04-02 17:16:04 - r - INFO: - Episode: 430/2000, Reward: 60.603, Step: 500 2023-04-02 17:16:09 - r - INFO: - Episode: 431/2000, Reward: -143.100, Step: 412 2023-04-02 17:16:11 - r - INFO: - Episode: 432/2000, Reward: 230.568, Step: 478 2023-04-02 17:16:13 - r - INFO: - Episode: 433/2000, Reward: 120.338, Step: 500 2023-04-02 17:16:14 - r - INFO: - Episode: 434/2000, Reward: 44.079, Step: 500 2023-04-02 17:16:16 - r - INFO: - Episode: 435/2000, Reward: 152.759, Step: 500 2023-04-02 17:16:22 - r - INFO: - Episode: 436/2000, Reward: 144.575, Step: 500 2023-04-02 17:16:24 - r - INFO: - Episode: 437/2000, Reward: 145.322, Step: 500 2023-04-02 17:16:26 - r - INFO: - Episode: 438/2000, Reward: 79.266, Step: 500 2023-04-02 17:16:27 - r - INFO: - Episode: 439/2000, Reward: 94.467, Step: 500 2023-04-02 17:16:29 - r - INFO: - Episode: 440/2000, Reward: 60.343, Step: 500 2023-04-02 17:16:35 - r - INFO: - Episode: 441/2000, Reward: 104.834, Step: 500 2023-04-02 17:16:37 - r - INFO: - Episode: 442/2000, Reward: 124.206, Step: 500 2023-04-02 17:16:38 - r - INFO: - Episode: 443/2000, Reward: 268.521, Step: 324 2023-04-02 17:16:39 - r - INFO: - Episode: 444/2000, Reward: 131.413, Step: 500 2023-04-02 17:16:41 - r - INFO: - Episode: 445/2000, Reward: 144.072, Step: 500 2023-04-02 17:16:46 - r - INFO: - Episode: 446/2000, Reward: 171.705, Step: 500 2023-04-02 17:16:48 - r - INFO: - Episode: 447/2000, Reward: 165.030, Step: 500 2023-04-02 17:16:50 - r - INFO: - Episode: 448/2000, Reward: 163.711, Step: 500 2023-04-02 17:16:51 - r - INFO: - Episode: 449/2000, Reward: 148.218, Step: 500 2023-04-02 17:16:53 - r - INFO: - Episode: 450/2000, Reward: 148.257, Step: 500 2023-04-02 17:16:59 - r - INFO: - Episode: 451/2000, Reward: 90.484, Step: 500 2023-04-02 17:17:01 - r - INFO: - Episode: 452/2000, Reward: 135.404, Step: 500 2023-04-02 17:17:03 - r - INFO: - Episode: 453/2000, Reward: 144.511, Step: 500 2023-04-02 17:17:04 - r - INFO: - Episode: 454/2000, Reward: 234.631, Step: 352 2023-04-02 17:17:06 - r - INFO: - Episode: 455/2000, Reward: 88.209, Step: 500 2023-04-02 17:17:12 - r - INFO: - Episode: 456/2000, Reward: 111.254, Step: 500 2023-04-02 17:17:13 - r - INFO: - Episode: 457/2000, Reward: 199.102, Step: 444 2023-04-02 17:17:15 - r - INFO: - Episode: 458/2000, Reward: 68.839, Step: 500 2023-04-02 17:17:17 - r - INFO: - Episode: 459/2000, Reward: 141.112, Step: 500 2023-04-02 17:17:18 - r - INFO: - Episode: 460/2000, Reward: 173.353, Step: 500 2023-04-02 17:17:24 - r - INFO: - Episode: 461/2000, Reward: 95.637, Step: 500 2023-04-02 17:17:26 - r - INFO: - Episode: 462/2000, Reward: 121.918, Step: 500 2023-04-02 17:17:27 - r - INFO: - Episode: 463/2000, Reward: 193.360, Step: 500 2023-04-02 17:17:29 - r - INFO: - Episode: 464/2000, Reward: 152.985, Step: 500 2023-04-02 17:17:31 - r - INFO: - Episode: 465/2000, Reward: 119.458, Step: 500 2023-04-02 17:17:37 - r - INFO: - Episode: 466/2000, Reward: 99.698, Step: 500 2023-04-02 17:17:39 - r - INFO: - Episode: 467/2000, Reward: 80.067, Step: 500 2023-04-02 17:17:41 - r - INFO: - Episode: 468/2000, Reward: 41.525, Step: 500 2023-04-02 17:17:43 - r - INFO: - Episode: 469/2000, Reward: 62.501, Step: 500 2023-04-02 17:17:45 - r - INFO: - Episode: 470/2000, Reward: 179.439, Step: 500 2023-04-02 17:17:50 - r - INFO: - Episode: 471/2000, Reward: 131.549, Step: 500 2023-04-02 17:17:52 - r - INFO: - Episode: 472/2000, Reward: 194.722, Step: 500 2023-04-02 17:17:54 - r - INFO: - Episode: 473/2000, Reward: 105.245, Step: 500 2023-04-02 17:17:56 - r - INFO: - Episode: 474/2000, Reward: 44.400, Step: 500 2023-04-02 17:17:57 - r - INFO: - Episode: 475/2000, Reward: 113.217, Step: 500 2023-04-02 17:18:01 - r - INFO: - Episode: 476/2000, Reward: 227.567, Step: 469 2023-04-02 17:18:03 - r - INFO: - Episode: 477/2000, Reward: 139.589, Step: 500 2023-04-02 17:18:05 - r - INFO: - Episode: 478/2000, Reward: 157.529, Step: 500 2023-04-02 17:18:06 - r - INFO: - Episode: 479/2000, Reward: 179.548, Step: 500 2023-04-02 17:18:08 - r - INFO: - Episode: 480/2000, Reward: 189.190, Step: 500 2023-04-02 17:18:12 - r - INFO: - Episode: 481/2000, Reward: 174.706, Step: 500 2023-04-02 17:18:14 - r - INFO: - Episode: 482/2000, Reward: 80.299, Step: 500 2023-04-02 17:18:15 - r - INFO: - Episode: 483/2000, Reward: 97.300, Step: 500 2023-04-02 17:18:17 - r - INFO: - Episode: 484/2000, Reward: 120.445, Step: 500 2023-04-02 17:18:19 - r - INFO: - Episode: 485/2000, Reward: 39.956, Step: 500 2023-04-02 17:18:24 - r - INFO: - Episode: 486/2000, Reward: 124.274, Step: 500 2023-04-02 17:18:26 - r - INFO: - Episode: 487/2000, Reward: 173.572, Step: 500 2023-04-02 17:18:27 - r - INFO: - Episode: 488/2000, Reward: 156.925, Step: 500 2023-04-02 17:18:29 - r - INFO: - Episode: 489/2000, Reward: 136.897, Step: 500 2023-04-02 17:18:31 - r - INFO: - Episode: 490/2000, Reward: 125.316, Step: 500 2023-04-02 17:18:35 - r - INFO: - Episode: 491/2000, Reward: 60.583, Step: 500 2023-04-02 17:18:37 - r - INFO: - Episode: 492/2000, Reward: 42.151, Step: 500 2023-04-02 17:18:38 - r - INFO: - Episode: 493/2000, Reward: 36.822, Step: 500 2023-04-02 17:18:40 - r - INFO: - Episode: 494/2000, Reward: 201.235, Step: 500 2023-04-02 17:18:42 - r - INFO: - Episode: 495/2000, Reward: 214.009, Step: 404 2023-04-02 17:18:46 - r - INFO: - Episode: 496/2000, Reward: 116.190, Step: 500 2023-04-02 17:18:48 - r - INFO: - Episode: 497/2000, Reward: 178.809, Step: 500 2023-04-02 17:18:50 - r - INFO: - Episode: 498/2000, Reward: 147.585, Step: 500 2023-04-02 17:18:52 - r - INFO: - Episode: 499/2000, Reward: 140.599, Step: 500 2023-04-02 17:18:53 - r - INFO: - Episode: 500/2000, Reward: 147.714, Step: 500 2023-04-02 17:18:59 - r - INFO: - Episode: 501/2000, Reward: 165.817, Step: 500 2023-04-02 17:19:01 - r - INFO: - Episode: 502/2000, Reward: 139.851, Step: 500 2023-04-02 17:19:03 - r - INFO: - Episode: 503/2000, Reward: 127.953, Step: 500 2023-04-02 17:19:05 - r - INFO: - Episode: 504/2000, Reward: 153.347, Step: 500 2023-04-02 17:19:05 - r - INFO: - Episode: 505/2000, Reward: 48.806, Step: 127 2023-04-02 17:19:10 - r - INFO: - Episode: 506/2000, Reward: 138.314, Step: 500 2023-04-02 17:19:12 - r - INFO: - Episode: 507/2000, Reward: 124.921, Step: 500 2023-04-02 17:19:14 - r - INFO: - Episode: 508/2000, Reward: 140.218, Step: 500 2023-04-02 17:19:15 - r - INFO: - Episode: 509/2000, Reward: 119.559, Step: 500 2023-04-02 17:19:17 - r - INFO: - Episode: 510/2000, Reward: 154.350, Step: 500 2023-04-02 17:19:23 - r - INFO: - Episode: 511/2000, Reward: 143.242, Step: 500 2023-04-02 17:19:25 - r - INFO: - Episode: 512/2000, Reward: 167.694, Step: 500 2023-04-02 17:19:27 - r - INFO: - Episode: 513/2000, Reward: 169.052, Step: 500 2023-04-02 17:19:28 - r - INFO: - Episode: 514/2000, Reward: 168.836, Step: 500 2023-04-02 17:19:30 - r - INFO: - Episode: 515/2000, Reward: 179.314, Step: 500 2023-04-02 17:19:35 - r - INFO: - Episode: 516/2000, Reward: 166.207, Step: 500 2023-04-02 17:19:37 - r - INFO: - Episode: 517/2000, Reward: 144.854, Step: 500 2023-04-02 17:19:37 - r - INFO: - Episode: 518/2000, Reward: 253.817, Step: 267 2023-04-02 17:19:38 - r - INFO: - Episode: 519/2000, Reward: 242.519, Step: 284 2023-04-02 17:19:40 - r - INFO: - Episode: 520/2000, Reward: 170.780, Step: 500 2023-04-02 17:19:44 - r - INFO: - Episode: 521/2000, Reward: 231.058, Step: 294 2023-04-02 17:19:46 - r - INFO: - Episode: 522/2000, Reward: 113.638, Step: 500 2023-04-02 17:19:47 - r - INFO: - Episode: 523/2000, Reward: 154.746, Step: 500 2023-04-02 17:19:49 - r - INFO: - Episode: 524/2000, Reward: 199.392, Step: 500 2023-04-02 17:19:51 - r - INFO: - Episode: 525/2000, Reward: 125.146, Step: 500 2023-04-02 17:19:55 - r - INFO: - Episode: 526/2000, Reward: 176.619, Step: 500 2023-04-02 17:19:57 - r - INFO: - Episode: 527/2000, Reward: 128.680, Step: 500 2023-04-02 17:19:58 - r - INFO: - Episode: 528/2000, Reward: 163.289, Step: 500 2023-04-02 17:20:00 - r - INFO: - Episode: 529/2000, Reward: 186.398, Step: 500 2023-04-02 17:20:02 - r - INFO: - Episode: 530/2000, Reward: 73.892, Step: 500 2023-04-02 17:20:07 - r - INFO: - Episode: 531/2000, Reward: 244.725, Step: 497 2023-04-02 17:20:08 - r - INFO: - Episode: 532/2000, Reward: 253.071, Step: 448 2023-04-02 17:20:10 - r - INFO: - Episode: 533/2000, Reward: 55.163, Step: 500 2023-04-02 17:20:12 - r - INFO: - Episode: 534/2000, Reward: 145.117, Step: 500 2023-04-02 17:20:14 - r - INFO: - Episode: 535/2000, Reward: 145.650, Step: 500 2023-04-02 17:20:20 - r - INFO: - Episode: 536/2000, Reward: 78.817, Step: 500 2023-04-02 17:20:22 - r - INFO: - Episode: 537/2000, Reward: 169.905, Step: 500 2023-04-02 17:20:23 - r - INFO: - Episode: 538/2000, Reward: 140.678, Step: 500 2023-04-02 17:20:25 - r - INFO: - Episode: 539/2000, Reward: 161.709, Step: 500 2023-04-02 17:20:26 - r - INFO: - Episode: 540/2000, Reward: 143.762, Step: 500 2023-04-02 17:20:32 - r - INFO: - Episode: 541/2000, Reward: 137.740, Step: 500 2023-04-02 17:20:33 - r - INFO: - Episode: 542/2000, Reward: 159.340, Step: 500 2023-04-02 17:20:35 - r - INFO: - Episode: 543/2000, Reward: 155.035, Step: 500 2023-04-02 17:20:37 - r - INFO: - Episode: 544/2000, Reward: 206.490, Step: 500 2023-04-02 17:20:39 - r - INFO: - Episode: 545/2000, Reward: 118.116, Step: 500 2023-04-02 17:20:42 - r - INFO: - Episode: 546/2000, Reward: 163.790, Step: 500 2023-04-02 17:20:44 - r - INFO: - Episode: 547/2000, Reward: 45.738, Step: 500 2023-04-02 17:20:45 - r - INFO: - Episode: 548/2000, Reward: 173.185, Step: 500 2023-04-02 17:20:47 - r - INFO: - Episode: 549/2000, Reward: 152.525, Step: 500 2023-04-02 17:20:49 - r - INFO: - Episode: 550/2000, Reward: 45.611, Step: 500 2023-04-02 17:20:53 - r - INFO: - Episode: 551/2000, Reward: 161.860, Step: 500 2023-04-02 17:20:54 - r - INFO: - Episode: 552/2000, Reward: 143.837, Step: 500 2023-04-02 17:20:56 - r - INFO: - Episode: 553/2000, Reward: 160.317, Step: 500 2023-04-02 17:20:58 - r - INFO: - Episode: 554/2000, Reward: 140.131, Step: 500 2023-04-02 17:20:59 - r - INFO: - Episode: 555/2000, Reward: 144.395, Step: 500 2023-04-02 17:21:03 - r - INFO: - Episode: 556/2000, Reward: 174.230, Step: 500 2023-04-02 17:21:04 - r - INFO: - Episode: 557/2000, Reward: 243.935, Step: 437 2023-04-02 17:21:06 - r - INFO: - Episode: 558/2000, Reward: 106.565, Step: 500 2023-04-02 17:21:07 - r - INFO: - Episode: 559/2000, Reward: 131.281, Step: 500 2023-04-02 17:21:09 - r - INFO: - Episode: 560/2000, Reward: 147.749, Step: 500 2023-04-02 17:21:12 - r - INFO: - Episode: 561/2000, Reward: 136.367, Step: 500 2023-04-02 17:21:14 - r - INFO: - Episode: 562/2000, Reward: 135.084, Step: 500 2023-04-02 17:21:15 - r - INFO: - Episode: 563/2000, Reward: 141.138, Step: 500 2023-04-02 17:21:17 - r - INFO: - Episode: 564/2000, Reward: 191.163, Step: 500 2023-04-02 17:21:19 - r - INFO: - Episode: 565/2000, Reward: 145.375, Step: 500 2023-04-02 17:21:23 - r - INFO: - Episode: 566/2000, Reward: 154.434, Step: 500 2023-04-02 17:21:25 - r - INFO: - Episode: 567/2000, Reward: 140.494, Step: 500 2023-04-02 17:21:26 - r - INFO: - Episode: 568/2000, Reward: 161.736, Step: 500 2023-04-02 17:21:28 - r - INFO: - Episode: 569/2000, Reward: 146.859, Step: 500 2023-04-02 17:21:30 - r - INFO: - Episode: 570/2000, Reward: 130.828, Step: 500 2023-04-02 17:21:33 - r - INFO: - Episode: 571/2000, Reward: 135.798, Step: 500 2023-04-02 17:21:34 - r - INFO: - Episode: 572/2000, Reward: 236.415, Step: 202 2023-04-02 17:21:36 - r - INFO: - Episode: 573/2000, Reward: 171.209, Step: 500 2023-04-02 17:21:37 - r - INFO: - Episode: 574/2000, Reward: 152.714, Step: 500 2023-04-02 17:21:39 - r - INFO: - Episode: 575/2000, Reward: 96.333, Step: 500 2023-04-02 17:21:43 - r - INFO: - Episode: 576/2000, Reward: 195.220, Step: 500 2023-04-02 17:21:44 - r - INFO: - Episode: 577/2000, Reward: 156.134, Step: 500 2023-04-02 17:21:46 - r - INFO: - Episode: 578/2000, Reward: 85.455, Step: 500 2023-04-02 17:21:48 - r - INFO: - Episode: 579/2000, Reward: 165.539, Step: 500 2023-04-02 17:21:49 - r - INFO: - Episode: 580/2000, Reward: 104.339, Step: 500 2023-04-02 17:21:54 - r - INFO: - Episode: 581/2000, Reward: 168.184, Step: 500 2023-04-02 17:21:56 - r - INFO: - Episode: 582/2000, Reward: 70.338, Step: 500 2023-04-02 17:21:57 - r - INFO: - Episode: 583/2000, Reward: 157.880, Step: 500 2023-04-02 17:21:58 - r - INFO: - Episode: 584/2000, Reward: 270.935, Step: 333 2023-04-02 17:22:00 - r - INFO: - Episode: 585/2000, Reward: 147.926, Step: 500 2023-04-02 17:22:02 - r - INFO: - Current episode 585 has the best eval reward: 274.543 2023-04-02 17:22:03 - r - INFO: - Episode: 586/2000, Reward: 143.246, Step: 500 2023-04-02 17:22:05 - r - INFO: - Episode: 587/2000, Reward: 157.737, Step: 500 2023-04-02 17:22:06 - r - INFO: - Episode: 588/2000, Reward: 169.830, Step: 500 2023-04-02 17:22:08 - r - INFO: - Episode: 589/2000, Reward: 152.453, Step: 500 2023-04-02 17:22:10 - r - INFO: - Episode: 590/2000, Reward: 175.007, Step: 500 2023-04-02 17:22:14 - r - INFO: - Episode: 591/2000, Reward: 159.316, Step: 500 2023-04-02 17:22:15 - r - INFO: - Episode: 592/2000, Reward: 288.784, Step: 371 2023-04-02 17:22:16 - r - INFO: - Episode: 593/2000, Reward: 272.622, Step: 476 2023-04-02 17:22:18 - r - INFO: - Episode: 594/2000, Reward: 159.225, Step: 500 2023-04-02 17:22:20 - r - INFO: - Episode: 595/2000, Reward: 147.642, Step: 500 2023-04-02 17:22:22 - r - INFO: - Episode: 596/2000, Reward: 173.861, Step: 500 2023-04-02 17:22:24 - r - INFO: - Episode: 597/2000, Reward: 191.687, Step: 500 2023-04-02 17:22:25 - r - INFO: - Episode: 598/2000, Reward: 160.518, Step: 500 2023-04-02 17:22:27 - r - INFO: - Episode: 599/2000, Reward: 184.454, Step: 500 2023-04-02 17:22:29 - r - INFO: - Episode: 600/2000, Reward: 159.431, Step: 500 2023-04-02 17:22:31 - r - INFO: - Episode: 601/2000, Reward: 171.571, Step: 500 2023-04-02 17:22:33 - r - INFO: - Episode: 602/2000, Reward: 130.022, Step: 500 2023-04-02 17:22:35 - r - INFO: - Episode: 603/2000, Reward: 171.697, Step: 500 2023-04-02 17:22:36 - r - INFO: - Episode: 604/2000, Reward: 167.206, Step: 500 2023-04-02 17:22:38 - r - INFO: - Episode: 605/2000, Reward: 115.098, Step: 500 2023-04-02 17:22:41 - r - INFO: - Episode: 606/2000, Reward: 147.046, Step: 500 2023-04-02 17:22:43 - r - INFO: - Episode: 607/2000, Reward: 162.688, Step: 500 2023-04-02 17:22:45 - r - INFO: - Episode: 608/2000, Reward: 162.249, Step: 500 2023-04-02 17:22:46 - r - INFO: - Episode: 609/2000, Reward: 147.710, Step: 500 2023-04-02 17:22:47 - r - INFO: - Episode: 610/2000, Reward: 243.151, Step: 288 2023-04-02 17:22:50 - r - INFO: - Episode: 611/2000, Reward: 177.253, Step: 500 2023-04-02 17:22:52 - r - INFO: - Episode: 612/2000, Reward: 165.700, Step: 500 2023-04-02 17:22:54 - r - INFO: - Episode: 613/2000, Reward: 148.889, Step: 500 2023-04-02 17:22:54 - r - INFO: - Episode: 614/2000, Reward: 226.879, Step: 200 2023-04-02 17:22:56 - r - INFO: - Episode: 615/2000, Reward: 154.365, Step: 500 2023-04-02 17:22:59 - r - INFO: - Episode: 616/2000, Reward: 173.454, Step: 500 2023-04-02 17:23:01 - r - INFO: - Episode: 617/2000, Reward: 175.111, Step: 500 2023-04-02 17:23:03 - r - INFO: - Episode: 618/2000, Reward: 179.468, Step: 500 2023-04-02 17:23:04 - r - INFO: - Episode: 619/2000, Reward: 141.792, Step: 500 2023-04-02 17:23:06 - r - INFO: - Episode: 620/2000, Reward: 166.798, Step: 500 2023-04-02 17:23:09 - r - INFO: - Episode: 621/2000, Reward: 160.329, Step: 500 2023-04-02 17:23:11 - r - INFO: - Episode: 622/2000, Reward: 60.514, Step: 500 2023-04-02 17:23:12 - r - INFO: - Episode: 623/2000, Reward: 142.302, Step: 500 2023-04-02 17:23:14 - r - INFO: - Episode: 624/2000, Reward: 159.234, Step: 500 2023-04-02 17:23:16 - r - INFO: - Episode: 625/2000, Reward: 148.049, Step: 500 2023-04-02 17:23:20 - r - INFO: - Episode: 626/2000, Reward: 147.050, Step: 500 2023-04-02 17:23:21 - r - INFO: - Episode: 627/2000, Reward: 160.085, Step: 500 2023-04-02 17:23:22 - r - INFO: - Episode: 628/2000, Reward: 246.940, Step: 237 2023-04-02 17:23:24 - r - INFO: - Episode: 629/2000, Reward: 140.569, Step: 500 2023-04-02 17:23:24 - r - INFO: - Episode: 630/2000, Reward: 220.179, Step: 254 2023-04-02 17:23:27 - r - INFO: - Episode: 631/2000, Reward: 146.772, Step: 500 2023-04-02 17:23:29 - r - INFO: - Episode: 632/2000, Reward: 160.990, Step: 500 2023-04-02 17:23:31 - r - INFO: - Episode: 633/2000, Reward: 45.443, Step: 500 2023-04-02 17:23:33 - r - INFO: - Episode: 634/2000, Reward: 157.219, Step: 500 2023-04-02 17:23:34 - r - INFO: - Episode: 635/2000, Reward: 170.002, Step: 500 2023-04-02 17:23:37 - r - INFO: - Episode: 636/2000, Reward: 138.159, Step: 500 2023-04-02 17:23:39 - r - INFO: - Episode: 637/2000, Reward: 141.842, Step: 500 2023-04-02 17:23:40 - r - INFO: - Episode: 638/2000, Reward: 68.448, Step: 500 2023-04-02 17:23:42 - r - INFO: - Episode: 639/2000, Reward: 172.118, Step: 500 2023-04-02 17:23:44 - r - INFO: - Episode: 640/2000, Reward: 210.900, Step: 500 2023-04-02 17:23:47 - r - INFO: - Episode: 641/2000, Reward: 190.504, Step: 500 2023-04-02 17:23:49 - r - INFO: - Episode: 642/2000, Reward: 138.360, Step: 500 2023-04-02 17:23:51 - r - INFO: - Episode: 643/2000, Reward: 146.220, Step: 500 2023-04-02 17:23:53 - r - INFO: - Episode: 644/2000, Reward: 166.868, Step: 500 2023-04-02 17:23:54 - r - INFO: - Episode: 645/2000, Reward: 168.485, Step: 500 2023-04-02 17:23:57 - r - INFO: - Episode: 646/2000, Reward: 187.705, Step: 500 2023-04-02 17:23:59 - r - INFO: - Episode: 647/2000, Reward: 268.588, Step: 477 2023-04-02 17:24:00 - r - INFO: - Episode: 648/2000, Reward: 194.176, Step: 500 2023-04-02 17:24:02 - r - INFO: - Episode: 649/2000, Reward: 177.343, Step: 500 2023-04-02 17:24:04 - r - INFO: - Episode: 650/2000, Reward: 158.419, Step: 500 2023-04-02 17:24:08 - r - INFO: - Episode: 651/2000, Reward: 83.667, Step: 500 2023-04-02 17:24:09 - r - INFO: - Episode: 652/2000, Reward: 194.884, Step: 500 2023-04-02 17:24:11 - r - INFO: - Episode: 653/2000, Reward: 170.189, Step: 500 2023-04-02 17:24:12 - r - INFO: - Episode: 654/2000, Reward: 210.277, Step: 268 2023-04-02 17:24:13 - r - INFO: - Episode: 655/2000, Reward: 257.631, Step: 300 2023-04-02 17:24:16 - r - INFO: - Episode: 656/2000, Reward: 172.851, Step: 500 2023-04-02 17:24:17 - r - INFO: - Episode: 657/2000, Reward: 79.618, Step: 500 2023-04-02 17:24:19 - r - INFO: - Episode: 658/2000, Reward: 174.706, Step: 500 2023-04-02 17:24:21 - r - INFO: - Episode: 659/2000, Reward: 155.652, Step: 500 2023-04-02 17:24:23 - r - INFO: - Episode: 660/2000, Reward: 171.951, Step: 500 2023-04-02 17:24:26 - r - INFO: - Episode: 661/2000, Reward: 64.393, Step: 500 2023-04-02 17:24:28 - r - INFO: - Episode: 662/2000, Reward: 143.965, Step: 500 2023-04-02 17:24:29 - r - INFO: - Episode: 663/2000, Reward: 120.038, Step: 500 2023-04-02 17:24:31 - r - INFO: - Episode: 664/2000, Reward: 159.388, Step: 500 2023-04-02 17:24:33 - r - INFO: - Episode: 665/2000, Reward: 171.713, Step: 500 2023-04-02 17:24:36 - r - INFO: - Episode: 666/2000, Reward: 146.707, Step: 500 2023-04-02 17:24:38 - r - INFO: - Episode: 667/2000, Reward: 200.714, Step: 500 2023-04-02 17:24:40 - r - INFO: - Episode: 668/2000, Reward: 136.026, Step: 500 2023-04-02 17:24:41 - r - INFO: - Episode: 669/2000, Reward: 150.452, Step: 500 2023-04-02 17:24:43 - r - INFO: - Episode: 670/2000, Reward: 72.897, Step: 500 2023-04-02 17:24:48 - r - INFO: - Episode: 671/2000, Reward: 170.243, Step: 500 2023-04-02 17:24:50 - r - INFO: - Episode: 672/2000, Reward: 114.410, Step: 500 2023-04-02 17:24:51 - r - INFO: - Episode: 673/2000, Reward: 167.822, Step: 500 2023-04-02 17:24:53 - r - INFO: - Episode: 674/2000, Reward: 116.936, Step: 500 2023-04-02 17:24:55 - r - INFO: - Episode: 675/2000, Reward: 173.136, Step: 500 2023-04-02 17:24:58 - r - INFO: - Episode: 676/2000, Reward: 253.531, Step: 401 2023-04-02 17:24:59 - r - INFO: - Episode: 677/2000, Reward: 152.846, Step: 500 2023-04-02 17:25:01 - r - INFO: - Episode: 678/2000, Reward: 58.615, Step: 500 2023-04-02 17:25:03 - r - INFO: - Episode: 679/2000, Reward: 132.049, Step: 500 2023-04-02 17:25:05 - r - INFO: - Episode: 680/2000, Reward: 172.062, Step: 500 2023-04-02 17:25:08 - r - INFO: - Episode: 681/2000, Reward: 154.862, Step: 500 2023-04-02 17:25:10 - r - INFO: - Episode: 682/2000, Reward: 161.948, Step: 500 2023-04-02 17:25:11 - r - INFO: - Episode: 683/2000, Reward: 152.773, Step: 500 2023-04-02 17:25:13 - r - INFO: - Episode: 684/2000, Reward: 162.977, Step: 500 2023-04-02 17:25:15 - r - INFO: - Episode: 685/2000, Reward: 189.376, Step: 500 2023-04-02 17:25:18 - r - INFO: - Episode: 686/2000, Reward: 161.614, Step: 500 2023-04-02 17:25:20 - r - INFO: - Episode: 687/2000, Reward: 149.134, Step: 500 2023-04-02 17:25:21 - r - INFO: - Episode: 688/2000, Reward: 66.386, Step: 500 2023-04-02 17:25:23 - r - INFO: - Episode: 689/2000, Reward: 192.734, Step: 500 2023-04-02 17:25:25 - r - INFO: - Episode: 690/2000, Reward: 165.886, Step: 500 2023-04-02 17:25:30 - r - INFO: - Episode: 691/2000, Reward: 114.343, Step: 500 2023-04-02 17:25:32 - r - INFO: - Episode: 692/2000, Reward: 149.717, Step: 500 2023-04-02 17:25:34 - r - INFO: - Episode: 693/2000, Reward: 54.851, Step: 500 2023-04-02 17:25:35 - r - INFO: - Episode: 694/2000, Reward: 264.542, Step: 484 2023-04-02 17:25:36 - r - INFO: - Episode: 695/2000, Reward: 233.194, Step: 197 2023-04-02 17:25:39 - r - INFO: - Episode: 696/2000, Reward: 127.616, Step: 500 2023-04-02 17:25:41 - r - INFO: - Episode: 697/2000, Reward: 157.027, Step: 500 2023-04-02 17:25:43 - r - INFO: - Episode: 698/2000, Reward: 129.940, Step: 500 2023-04-02 17:25:45 - r - INFO: - Episode: 699/2000, Reward: 145.463, Step: 500 2023-04-02 17:25:46 - r - INFO: - Episode: 700/2000, Reward: 253.007, Step: 345 2023-04-02 17:25:51 - r - INFO: - Episode: 701/2000, Reward: 102.389, Step: 500 2023-04-02 17:25:53 - r - INFO: - Episode: 702/2000, Reward: 156.285, Step: 500 2023-04-02 17:25:54 - r - INFO: - Episode: 703/2000, Reward: 145.216, Step: 500 2023-04-02 17:25:56 - r - INFO: - Episode: 704/2000, Reward: 154.976, Step: 500 2023-04-02 17:25:57 - r - INFO: - Episode: 705/2000, Reward: 270.957, Step: 324 2023-04-02 17:26:02 - r - INFO: - Episode: 706/2000, Reward: 161.416, Step: 500 2023-04-02 17:26:04 - r - INFO: - Episode: 707/2000, Reward: 140.496, Step: 500 2023-04-02 17:26:05 - r - INFO: - Episode: 708/2000, Reward: 147.496, Step: 500 2023-04-02 17:26:07 - r - INFO: - Episode: 709/2000, Reward: 164.891, Step: 500 2023-04-02 17:26:09 - r - INFO: - Episode: 710/2000, Reward: 191.660, Step: 500 2023-04-02 17:26:12 - r - INFO: - Episode: 711/2000, Reward: 178.549, Step: 500 2023-04-02 17:26:13 - r - INFO: - Episode: 712/2000, Reward: 254.518, Step: 275 2023-04-02 17:26:15 - r - INFO: - Episode: 713/2000, Reward: 150.219, Step: 500 2023-04-02 17:26:16 - r - INFO: - Episode: 714/2000, Reward: 139.653, Step: 500 2023-04-02 17:26:18 - r - INFO: - Episode: 715/2000, Reward: 161.001, Step: 500 2023-04-02 17:26:19 - r - INFO: - Current episode 715 has the best eval reward: 276.698 2023-04-02 17:26:21 - r - INFO: - Episode: 716/2000, Reward: 158.855, Step: 500 2023-04-02 17:26:23 - r - INFO: - Episode: 717/2000, Reward: 150.751, Step: 500 2023-04-02 17:26:24 - r - INFO: - Episode: 718/2000, Reward: 142.357, Step: 500 2023-04-02 17:26:26 - r - INFO: - Episode: 719/2000, Reward: 180.246, Step: 500 2023-04-02 17:26:27 - r - INFO: - Episode: 720/2000, Reward: 172.591, Step: 500 2023-04-02 17:26:30 - r - INFO: - Episode: 721/2000, Reward: 161.319, Step: 500 2023-04-02 17:26:32 - r - INFO: - Episode: 722/2000, Reward: 276.863, Step: 466 2023-04-02 17:26:34 - r - INFO: - Episode: 723/2000, Reward: 170.251, Step: 500 2023-04-02 17:26:35 - r - INFO: - Episode: 724/2000, Reward: 226.631, Step: 350 2023-04-02 17:26:36 - r - INFO: - Episode: 725/2000, Reward: 161.949, Step: 500 2023-04-02 17:26:38 - r - INFO: - Current episode 725 has the best eval reward: 277.832 2023-04-02 17:26:39 - r - INFO: - Episode: 726/2000, Reward: 256.410, Step: 371 2023-04-02 17:26:40 - r - INFO: - Episode: 727/2000, Reward: 131.853, Step: 500 2023-04-02 17:26:42 - r - INFO: - Episode: 728/2000, Reward: 159.934, Step: 500 2023-04-02 17:26:44 - r - INFO: - Episode: 729/2000, Reward: 192.149, Step: 500 2023-04-02 17:26:46 - r - INFO: - Episode: 730/2000, Reward: 162.630, Step: 500 2023-04-02 17:26:50 - r - INFO: - Episode: 731/2000, Reward: 178.456, Step: 500 2023-04-02 17:26:51 - r - INFO: - Episode: 732/2000, Reward: 240.379, Step: 322 2023-04-02 17:26:53 - r - INFO: - Episode: 733/2000, Reward: 145.998, Step: 500 2023-04-02 17:26:54 - r - INFO: - Episode: 734/2000, Reward: 199.958, Step: 500 2023-04-02 17:26:56 - r - INFO: - Episode: 735/2000, Reward: 255.747, Step: 392 2023-04-02 17:26:59 - r - INFO: - Episode: 736/2000, Reward: 187.919, Step: 500 2023-04-02 17:27:00 - r - INFO: - Episode: 737/2000, Reward: 255.449, Step: 155 2023-04-02 17:27:01 - r - INFO: - Episode: 738/2000, Reward: 187.973, Step: 500 2023-04-02 17:27:03 - r - INFO: - Episode: 739/2000, Reward: 166.175, Step: 500 2023-04-02 17:27:03 - r - INFO: - Episode: 740/2000, Reward: 267.826, Step: 174 2023-04-02 17:27:06 - r - INFO: - Episode: 741/2000, Reward: 254.587, Step: 409 2023-04-02 17:27:08 - r - INFO: - Episode: 742/2000, Reward: 149.955, Step: 500 2023-04-02 17:27:09 - r - INFO: - Episode: 743/2000, Reward: 266.430, Step: 364 2023-04-02 17:27:11 - r - INFO: - Episode: 744/2000, Reward: 143.219, Step: 500 2023-04-02 17:27:12 - r - INFO: - Episode: 745/2000, Reward: 140.025, Step: 500 2023-04-02 17:27:16 - r - INFO: - Episode: 746/2000, Reward: 137.100, Step: 500 2023-04-02 17:27:18 - r - INFO: - Episode: 747/2000, Reward: 146.920, Step: 500 2023-04-02 17:27:20 - r - INFO: - Episode: 748/2000, Reward: 131.326, Step: 500 2023-04-02 17:27:21 - r - INFO: - Episode: 749/2000, Reward: 153.067, Step: 500 2023-04-02 17:27:23 - r - INFO: - Episode: 750/2000, Reward: 146.854, Step: 500 2023-04-02 17:27:26 - r - INFO: - Episode: 751/2000, Reward: 156.110, Step: 500 2023-04-02 17:27:28 - r - INFO: - Episode: 752/2000, Reward: 144.649, Step: 500 2023-04-02 17:27:30 - r - INFO: - Episode: 753/2000, Reward: 143.316, Step: 500 2023-04-02 17:27:31 - r - INFO: - Episode: 754/2000, Reward: 165.287, Step: 500 2023-04-02 17:27:33 - r - INFO: - Episode: 755/2000, Reward: 194.332, Step: 500 2023-04-02 17:27:37 - r - INFO: - Episode: 756/2000, Reward: 180.081, Step: 500 2023-04-02 17:27:38 - r - INFO: - Episode: 757/2000, Reward: 170.398, Step: 500 2023-04-02 17:27:40 - r - INFO: - Episode: 758/2000, Reward: 148.453, Step: 500 2023-04-02 17:27:41 - r - INFO: - Episode: 759/2000, Reward: 274.943, Step: 287 2023-04-02 17:27:42 - r - INFO: - Episode: 760/2000, Reward: 188.348, Step: 500 2023-04-02 17:27:46 - r - INFO: - Episode: 761/2000, Reward: 136.494, Step: 500 2023-04-02 17:27:48 - r - INFO: - Episode: 762/2000, Reward: 173.845, Step: 500 2023-04-02 17:27:49 - r - INFO: - Episode: 763/2000, Reward: 166.229, Step: 500 2023-04-02 17:27:51 - r - INFO: - Episode: 764/2000, Reward: 167.808, Step: 500 2023-04-02 17:27:53 - r - INFO: - Episode: 765/2000, Reward: 163.159, Step: 500 2023-04-02 17:27:58 - r - INFO: - Episode: 766/2000, Reward: 127.002, Step: 500 2023-04-02 17:27:59 - r - INFO: - Episode: 767/2000, Reward: 157.314, Step: 500 2023-04-02 17:28:01 - r - INFO: - Episode: 768/2000, Reward: 130.207, Step: 500 2023-04-02 17:28:03 - r - INFO: - Episode: 769/2000, Reward: 131.434, Step: 500 2023-04-02 17:28:04 - r - INFO: - Episode: 770/2000, Reward: 170.445, Step: 500 2023-04-02 17:28:08 - r - INFO: - Episode: 771/2000, Reward: 178.418, Step: 500 2023-04-02 17:28:10 - r - INFO: - Episode: 772/2000, Reward: 128.247, Step: 500 2023-04-02 17:28:11 - r - INFO: - Episode: 773/2000, Reward: 143.580, Step: 500 2023-04-02 17:28:13 - r - INFO: - Episode: 774/2000, Reward: 190.579, Step: 500 2023-04-02 17:28:14 - r - INFO: - Episode: 775/2000, Reward: 303.212, Step: 339 2023-04-02 17:28:17 - r - INFO: - Episode: 776/2000, Reward: 259.582, Step: 327 2023-04-02 17:28:19 - r - INFO: - Episode: 777/2000, Reward: 199.346, Step: 500 2023-04-02 17:28:20 - r - INFO: - Episode: 778/2000, Reward: 176.061, Step: 500 2023-04-02 17:28:22 - r - INFO: - Episode: 779/2000, Reward: 110.993, Step: 500 2023-04-02 17:28:24 - r - INFO: - Episode: 780/2000, Reward: 141.705, Step: 500 2023-04-02 17:28:28 - r - INFO: - Episode: 781/2000, Reward: 150.007, Step: 500 2023-04-02 17:28:29 - r - INFO: - Episode: 782/2000, Reward: 61.286, Step: 234 2023-04-02 17:28:30 - r - INFO: - Episode: 783/2000, Reward: 224.278, Step: 356 2023-04-02 17:28:31 - r - INFO: - Episode: 784/2000, Reward: 178.359, Step: 500 2023-04-02 17:28:33 - r - INFO: - Episode: 785/2000, Reward: 259.007, Step: 349 2023-04-02 17:28:37 - r - INFO: - Episode: 786/2000, Reward: 229.029, Step: 425 2023-04-02 17:28:38 - r - INFO: - Episode: 787/2000, Reward: 148.319, Step: 500 2023-04-02 17:28:40 - r - INFO: - Episode: 788/2000, Reward: 133.494, Step: 500 2023-04-02 17:28:41 - r - INFO: - Episode: 789/2000, Reward: 294.850, Step: 469 2023-04-02 17:28:43 - r - INFO: - Episode: 790/2000, Reward: 133.065, Step: 500 2023-04-02 17:28:47 - r - INFO: - Episode: 791/2000, Reward: 162.026, Step: 500 2023-04-02 17:28:48 - r - INFO: - Episode: 792/2000, Reward: 286.286, Step: 425 2023-04-02 17:28:50 - r - INFO: - Episode: 793/2000, Reward: 121.962, Step: 500 2023-04-02 17:28:51 - r - INFO: - Episode: 794/2000, Reward: 128.718, Step: 500 2023-04-02 17:28:53 - r - INFO: - Episode: 795/2000, Reward: 155.282, Step: 500 2023-04-02 17:28:57 - r - INFO: - Episode: 796/2000, Reward: 145.682, Step: 500 2023-04-02 17:28:58 - r - INFO: - Episode: 797/2000, Reward: 154.759, Step: 500 2023-04-02 17:29:00 - r - INFO: - Episode: 798/2000, Reward: 190.051, Step: 500 2023-04-02 17:29:02 - r - INFO: - Episode: 799/2000, Reward: 149.315, Step: 500 2023-04-02 17:29:03 - r - INFO: - Episode: 800/2000, Reward: 175.007, Step: 500 2023-04-02 17:29:07 - r - INFO: - Episode: 801/2000, Reward: 169.720, Step: 500 2023-04-02 17:29:08 - r - INFO: - Episode: 802/2000, Reward: 203.459, Step: 500 2023-04-02 17:29:10 - r - INFO: - Episode: 803/2000, Reward: 188.197, Step: 500 2023-04-02 17:29:11 - r - INFO: - Episode: 804/2000, Reward: 183.191, Step: 500 2023-04-02 17:29:12 - r - INFO: - Episode: 805/2000, Reward: 275.051, Step: 190 2023-04-02 17:29:14 - r - INFO: - Episode: 806/2000, Reward: 267.075, Step: 342 2023-04-02 17:29:15 - r - INFO: - Episode: 807/2000, Reward: 279.022, Step: 249 2023-04-02 17:29:16 - r - INFO: - Episode: 808/2000, Reward: 181.366, Step: 500 2023-04-02 17:29:17 - r - INFO: - Episode: 809/2000, Reward: 259.603, Step: 292 2023-04-02 17:29:19 - r - INFO: - Episode: 810/2000, Reward: 156.134, Step: 500 2023-04-02 17:29:22 - r - INFO: - Episode: 811/2000, Reward: 264.251, Step: 308 2023-04-02 17:29:23 - r - INFO: - Episode: 812/2000, Reward: 147.985, Step: 500 2023-04-02 17:29:25 - r - INFO: - Episode: 813/2000, Reward: 188.485, Step: 500 2023-04-02 17:29:27 - r - INFO: - Episode: 814/2000, Reward: 162.784, Step: 500 2023-04-02 17:29:27 - r - INFO: - Episode: 815/2000, Reward: 46.947, Step: 101 2023-04-02 17:29:31 - r - INFO: - Episode: 816/2000, Reward: 127.797, Step: 500 2023-04-02 17:29:33 - r - INFO: - Episode: 817/2000, Reward: 134.618, Step: 500 2023-04-02 17:29:34 - r - INFO: - Episode: 818/2000, Reward: 265.647, Step: 426 2023-04-02 17:29:36 - r - INFO: - Episode: 819/2000, Reward: 279.430, Step: 410 2023-04-02 17:29:36 - r - INFO: - Episode: 820/2000, Reward: 266.516, Step: 218 2023-04-02 17:29:39 - r - INFO: - Episode: 821/2000, Reward: 266.212, Step: 375 2023-04-02 17:29:40 - r - INFO: - Episode: 822/2000, Reward: 267.092, Step: 391 2023-04-02 17:29:41 - r - INFO: - Episode: 823/2000, Reward: 274.119, Step: 348 2023-04-02 17:29:42 - r - INFO: - Episode: 824/2000, Reward: 264.546, Step: 314 2023-04-02 17:29:43 - r - INFO: - Episode: 825/2000, Reward: 283.044, Step: 177 2023-04-02 17:29:46 - r - INFO: - Episode: 826/2000, Reward: 166.427, Step: 500 2023-04-02 17:29:48 - r - INFO: - Episode: 827/2000, Reward: 172.521, Step: 500 2023-04-02 17:29:49 - r - INFO: - Episode: 828/2000, Reward: 86.291, Step: 500 2023-04-02 17:29:51 - r - INFO: - Episode: 829/2000, Reward: 173.811, Step: 500 2023-04-02 17:29:52 - r - INFO: - Episode: 830/2000, Reward: 285.639, Step: 295 2023-04-02 17:29:55 - r - INFO: - Episode: 831/2000, Reward: 285.836, Step: 223 2023-04-02 17:29:56 - r - INFO: - Episode: 832/2000, Reward: 239.115, Step: 414 2023-04-02 17:29:58 - r - INFO: - Episode: 833/2000, Reward: 165.277, Step: 500 2023-04-02 17:29:59 - r - INFO: - Episode: 834/2000, Reward: 172.914, Step: 500 2023-04-02 17:30:01 - r - INFO: - Episode: 835/2000, Reward: 152.487, Step: 500 2023-04-02 17:30:05 - r - INFO: - Episode: 836/2000, Reward: 173.240, Step: 500 2023-04-02 17:30:06 - r - INFO: - Episode: 837/2000, Reward: 201.654, Step: 500 2023-04-02 17:30:08 - r - INFO: - Episode: 838/2000, Reward: 143.447, Step: 500 2023-04-02 17:30:10 - r - INFO: - Episode: 839/2000, Reward: 183.327, Step: 500 2023-04-02 17:30:12 - r - INFO: - Episode: 840/2000, Reward: 192.257, Step: 500 2023-04-02 17:30:15 - r - INFO: - Episode: 841/2000, Reward: 160.902, Step: 500 2023-04-02 17:30:17 - r - INFO: - Episode: 842/2000, Reward: 106.158, Step: 500 2023-04-02 17:30:18 - r - INFO: - Episode: 843/2000, Reward: 203.447, Step: 500 2023-04-02 17:30:20 - r - INFO: - Episode: 844/2000, Reward: 183.282, Step: 500 2023-04-02 17:30:22 - r - INFO: - Episode: 845/2000, Reward: 151.221, Step: 500 2023-04-02 17:30:25 - r - INFO: - Episode: 846/2000, Reward: 121.937, Step: 500 2023-04-02 17:30:27 - r - INFO: - Episode: 847/2000, Reward: 183.455, Step: 500 2023-04-02 17:30:28 - r - INFO: - Episode: 848/2000, Reward: 274.001, Step: 404 2023-04-02 17:30:30 - r - INFO: - Episode: 849/2000, Reward: 151.770, Step: 500 2023-04-02 17:30:32 - r - INFO: - Episode: 850/2000, Reward: 67.192, Step: 500 2023-04-02 17:30:35 - r - INFO: - Episode: 851/2000, Reward: 157.259, Step: 500 2023-04-02 17:30:37 - r - INFO: - Episode: 852/2000, Reward: 171.409, Step: 500 2023-04-02 17:30:38 - r - INFO: - Episode: 853/2000, Reward: 174.164, Step: 500 2023-04-02 17:30:39 - r - INFO: - Episode: 854/2000, Reward: 267.083, Step: 293 2023-04-02 17:30:41 - r - INFO: - Episode: 855/2000, Reward: 178.866, Step: 500 2023-04-02 17:30:45 - r - INFO: - Episode: 856/2000, Reward: 122.243, Step: 500 2023-04-02 17:30:47 - r - INFO: - Episode: 857/2000, Reward: 157.172, Step: 500 2023-04-02 17:30:47 - r - INFO: - Episode: 858/2000, Reward: 240.833, Step: 285 2023-04-02 17:30:49 - r - INFO: - Episode: 859/2000, Reward: 191.624, Step: 500 2023-04-02 17:30:51 - r - INFO: - Episode: 860/2000, Reward: 173.357, Step: 500 2023-04-02 17:30:55 - r - INFO: - Episode: 861/2000, Reward: 133.482, Step: 500 2023-04-02 17:30:56 - r - INFO: - Episode: 862/2000, Reward: 260.151, Step: 333 2023-04-02 17:30:58 - r - INFO: - Episode: 863/2000, Reward: 179.186, Step: 500 2023-04-02 17:30:59 - r - INFO: - Episode: 864/2000, Reward: 285.075, Step: 347 2023-04-02 17:31:00 - r - INFO: - Episode: 865/2000, Reward: 260.444, Step: 328 2023-04-02 17:31:04 - r - INFO: - Episode: 866/2000, Reward: 133.926, Step: 500 2023-04-02 17:31:05 - r - INFO: - Episode: 867/2000, Reward: 181.061, Step: 500 2023-04-02 17:31:07 - r - INFO: - Episode: 868/2000, Reward: 192.243, Step: 500 2023-04-02 17:31:09 - r - INFO: - Episode: 869/2000, Reward: 186.076, Step: 500 2023-04-02 17:31:10 - r - INFO: - Episode: 870/2000, Reward: 186.251, Step: 500 2023-04-02 17:31:13 - r - INFO: - Episode: 871/2000, Reward: 196.658, Step: 500 2023-04-02 17:31:15 - r - INFO: - Episode: 872/2000, Reward: 117.935, Step: 500 2023-04-02 17:31:17 - r - INFO: - Episode: 873/2000, Reward: 113.048, Step: 500 2023-04-02 17:31:18 - r - INFO: - Episode: 874/2000, Reward: 239.121, Step: 248 2023-04-02 17:31:19 - r - INFO: - Episode: 875/2000, Reward: 166.100, Step: 500 2023-04-02 17:31:24 - r - INFO: - Episode: 876/2000, Reward: 150.886, Step: 500 2023-04-02 17:31:25 - r - INFO: - Episode: 877/2000, Reward: 150.958, Step: 500 2023-04-02 17:31:27 - r - INFO: - Episode: 878/2000, Reward: 140.960, Step: 500 2023-04-02 17:31:29 - r - INFO: - Episode: 879/2000, Reward: 157.251, Step: 500 2023-04-02 17:31:30 - r - INFO: - Episode: 880/2000, Reward: 163.327, Step: 500 2023-04-02 17:31:34 - r - INFO: - Episode: 881/2000, Reward: 149.283, Step: 500 2023-04-02 17:31:35 - r - INFO: - Episode: 882/2000, Reward: 124.972, Step: 500 2023-04-02 17:31:37 - r - INFO: - Episode: 883/2000, Reward: 140.226, Step: 500 2023-04-02 17:31:39 - r - INFO: - Episode: 884/2000, Reward: 170.306, Step: 500 2023-04-02 17:31:40 - r - INFO: - Episode: 885/2000, Reward: 154.929, Step: 500 2023-04-02 17:31:44 - r - INFO: - Episode: 886/2000, Reward: 171.043, Step: 500 2023-04-02 17:31:45 - r - INFO: - Episode: 887/2000, Reward: 184.299, Step: 500 2023-04-02 17:31:47 - r - INFO: - Episode: 888/2000, Reward: 144.331, Step: 500 2023-04-02 17:31:49 - r - INFO: - Episode: 889/2000, Reward: 186.998, Step: 500 2023-04-02 17:31:50 - r - INFO: - Episode: 890/2000, Reward: 142.256, Step: 500 2023-04-02 17:31:55 - r - INFO: - Episode: 891/2000, Reward: 69.780, Step: 500 2023-04-02 17:31:56 - r - INFO: - Episode: 892/2000, Reward: 143.724, Step: 500 2023-04-02 17:31:58 - r - INFO: - Episode: 893/2000, Reward: 157.743, Step: 500 2023-04-02 17:32:00 - r - INFO: - Episode: 894/2000, Reward: 124.009, Step: 500 2023-04-02 17:32:01 - r - INFO: - Episode: 895/2000, Reward: 174.477, Step: 500 2023-04-02 17:32:06 - r - INFO: - Episode: 896/2000, Reward: 181.664, Step: 500 2023-04-02 17:32:07 - r - INFO: - Episode: 897/2000, Reward: 142.503, Step: 500 2023-04-02 17:32:08 - r - INFO: - Episode: 898/2000, Reward: 266.200, Step: 276 2023-04-02 17:32:10 - r - INFO: - Episode: 899/2000, Reward: 162.973, Step: 500 2023-04-02 17:32:11 - r - INFO: - Episode: 900/2000, Reward: 245.063, Step: 383 2023-04-02 17:32:14 - r - INFO: - Episode: 901/2000, Reward: 158.161, Step: 500 2023-04-02 17:32:15 - r - INFO: - Episode: 902/2000, Reward: 220.955, Step: 422 2023-04-02 17:32:17 - r - INFO: - Episode: 903/2000, Reward: 169.392, Step: 500 2023-04-02 17:32:19 - r - INFO: - Episode: 904/2000, Reward: 168.990, Step: 500 2023-04-02 17:32:19 - r - INFO: - Episode: 905/2000, Reward: 277.377, Step: 230 2023-04-02 17:32:23 - r - INFO: - Episode: 906/2000, Reward: 75.529, Step: 500 2023-04-02 17:32:25 - r - INFO: - Episode: 907/2000, Reward: 46.474, Step: 500 2023-04-02 17:32:26 - r - INFO: - Episode: 908/2000, Reward: 174.568, Step: 500 2023-04-02 17:32:28 - r - INFO: - Episode: 909/2000, Reward: 62.746, Step: 500 2023-04-02 17:32:30 - r - INFO: - Episode: 910/2000, Reward: 71.022, Step: 500 2023-04-02 17:32:34 - r - INFO: - Episode: 911/2000, Reward: 175.022, Step: 500 2023-04-02 17:32:35 - r - INFO: - Episode: 912/2000, Reward: 154.787, Step: 500 2023-04-02 17:32:37 - r - INFO: - Episode: 913/2000, Reward: 160.732, Step: 500 2023-04-02 17:32:39 - r - INFO: - Episode: 914/2000, Reward: 42.584, Step: 500 2023-04-02 17:32:41 - r - INFO: - Episode: 915/2000, Reward: 55.691, Step: 500 2023-04-02 17:32:44 - r - INFO: - Episode: 916/2000, Reward: 169.247, Step: 500 2023-04-02 17:32:45 - r - INFO: - Episode: 917/2000, Reward: 255.888, Step: 366 2023-04-02 17:32:47 - r - INFO: - Episode: 918/2000, Reward: 172.844, Step: 500 2023-04-02 17:32:48 - r - INFO: - Episode: 919/2000, Reward: 183.663, Step: 500 2023-04-02 17:32:50 - r - INFO: - Episode: 920/2000, Reward: 163.106, Step: 500 2023-04-02 17:32:54 - r - INFO: - Episode: 921/2000, Reward: 53.330, Step: 500 2023-04-02 17:32:56 - r - INFO: - Episode: 922/2000, Reward: 155.913, Step: 500 2023-04-02 17:32:56 - r - INFO: - Episode: 923/2000, Reward: 264.506, Step: 244 2023-04-02 17:32:58 - r - INFO: - Episode: 924/2000, Reward: 281.857, Step: 348 2023-04-02 17:32:59 - r - INFO: - Episode: 925/2000, Reward: 240.650, Step: 464 2023-04-02 17:33:03 - r - INFO: - Episode: 926/2000, Reward: 105.517, Step: 500 2023-04-02 17:33:04 - r - INFO: - Episode: 927/2000, Reward: 115.797, Step: 500 2023-04-02 17:33:06 - r - INFO: - Episode: 928/2000, Reward: 174.732, Step: 500 2023-04-02 17:33:07 - r - INFO: - Episode: 929/2000, Reward: 33.513, Step: 121 2023-04-02 17:33:08 - r - INFO: - Episode: 930/2000, Reward: 167.905, Step: 500 2023-04-02 17:33:13 - r - INFO: - Episode: 931/2000, Reward: 90.085, Step: 500 2023-04-02 17:33:14 - r - INFO: - Episode: 932/2000, Reward: 156.062, Step: 500 2023-04-02 17:33:16 - r - INFO: - Episode: 933/2000, Reward: 150.206, Step: 500 2023-04-02 17:33:18 - r - INFO: - Episode: 934/2000, Reward: 255.026, Step: 390 2023-04-02 17:33:19 - r - INFO: - Episode: 935/2000, Reward: 141.997, Step: 500 2023-04-02 17:33:23 - r - INFO: - Episode: 936/2000, Reward: 178.906, Step: 500 2023-04-02 17:33:25 - r - INFO: - Episode: 937/2000, Reward: 191.184, Step: 500 2023-04-02 17:33:25 - r - INFO: - Episode: 938/2000, Reward: 272.604, Step: 223 2023-04-02 17:33:26 - r - INFO: - Episode: 939/2000, Reward: 285.087, Step: 211 2023-04-02 17:33:27 - r - INFO: - Episode: 940/2000, Reward: 305.660, Step: 475 2023-04-02 17:33:31 - r - INFO: - Episode: 941/2000, Reward: 192.648, Step: 500 2023-04-02 17:33:32 - r - INFO: - Episode: 942/2000, Reward: 162.220, Step: 500 2023-04-02 17:33:34 - r - INFO: - Episode: 943/2000, Reward: 181.104, Step: 500 2023-04-02 17:33:35 - r - INFO: - Episode: 944/2000, Reward: 178.521, Step: 500 2023-04-02 17:33:37 - r - INFO: - Episode: 945/2000, Reward: 184.128, Step: 500 2023-04-02 17:33:41 - r - INFO: - Episode: 946/2000, Reward: 266.842, Step: 234 2023-04-02 17:33:42 - r - INFO: - Episode: 947/2000, Reward: 289.756, Step: 388 2023-04-02 17:33:44 - r - INFO: - Episode: 948/2000, Reward: 178.633, Step: 500 2023-04-02 17:33:45 - r - INFO: - Episode: 949/2000, Reward: 249.792, Step: 242 2023-04-02 17:33:46 - r - INFO: - Episode: 950/2000, Reward: 184.056, Step: 500 2023-04-02 17:33:49 - r - INFO: - Episode: 951/2000, Reward: 238.345, Step: 286 2023-04-02 17:33:50 - r - INFO: - Episode: 952/2000, Reward: 297.867, Step: 319 2023-04-02 17:33:51 - r - INFO: - Episode: 953/2000, Reward: 283.501, Step: 220 2023-04-02 17:33:52 - r - INFO: - Episode: 954/2000, Reward: 149.895, Step: 500 2023-04-02 17:33:54 - r - INFO: - Episode: 955/2000, Reward: 168.552, Step: 500 2023-04-02 17:33:57 - r - INFO: - Episode: 956/2000, Reward: 183.185, Step: 500 2023-04-02 17:33:59 - r - INFO: - Episode: 957/2000, Reward: 277.095, Step: 488 2023-04-02 17:34:00 - r - INFO: - Episode: 958/2000, Reward: 186.480, Step: 500 2023-04-02 17:34:02 - r - INFO: - Episode: 959/2000, Reward: 209.114, Step: 500 2023-04-02 17:34:04 - r - INFO: - Episode: 960/2000, Reward: 156.289, Step: 500 2023-04-02 17:34:08 - r - INFO: - Episode: 961/2000, Reward: 178.345, Step: 500 2023-04-02 17:34:09 - r - INFO: - Episode: 962/2000, Reward: 159.125, Step: 500 2023-04-02 17:34:11 - r - INFO: - Episode: 963/2000, Reward: 273.302, Step: 444 2023-04-02 17:34:12 - r - INFO: - Episode: 964/2000, Reward: 161.629, Step: 500 2023-04-02 17:34:14 - r - INFO: - Episode: 965/2000, Reward: 181.979, Step: 500 2023-04-02 17:34:17 - r - INFO: - Episode: 966/2000, Reward: 154.721, Step: 500 2023-04-02 17:34:18 - r - INFO: - Episode: 967/2000, Reward: 175.988, Step: 500 2023-04-02 17:34:20 - r - INFO: - Episode: 968/2000, Reward: 140.375, Step: 500 2023-04-02 17:34:22 - r - INFO: - Episode: 969/2000, Reward: 179.081, Step: 500 2023-04-02 17:34:23 - r - INFO: - Episode: 970/2000, Reward: 179.021, Step: 500 2023-04-02 17:34:26 - r - INFO: - Episode: 971/2000, Reward: 165.741, Step: 500 2023-04-02 17:34:28 - r - INFO: - Episode: 972/2000, Reward: 147.483, Step: 500 2023-04-02 17:34:29 - r - INFO: - Episode: 973/2000, Reward: 161.143, Step: 500 2023-04-02 17:34:31 - r - INFO: - Episode: 974/2000, Reward: 175.403, Step: 500 2023-04-02 17:34:33 - r - INFO: - Episode: 975/2000, Reward: 149.650, Step: 500 2023-04-02 17:34:36 - r - INFO: - Episode: 976/2000, Reward: 154.568, Step: 500 2023-04-02 17:34:37 - r - INFO: - Episode: 977/2000, Reward: 193.001, Step: 500 2023-04-02 17:34:39 - r - INFO: - Episode: 978/2000, Reward: 145.853, Step: 500 2023-04-02 17:34:41 - r - INFO: - Episode: 979/2000, Reward: 150.487, Step: 500 2023-04-02 17:34:42 - r - INFO: - Episode: 980/2000, Reward: 105.903, Step: 500 2023-04-02 17:34:45 - r - INFO: - Episode: 981/2000, Reward: 167.522, Step: 500 2023-04-02 17:34:47 - r - INFO: - Episode: 982/2000, Reward: 174.352, Step: 500 2023-04-02 17:34:49 - r - INFO: - Episode: 983/2000, Reward: 158.827, Step: 500 2023-04-02 17:34:51 - r - INFO: - Episode: 984/2000, Reward: 159.924, Step: 500 2023-04-02 17:34:52 - r - INFO: - Episode: 985/2000, Reward: 177.726, Step: 500 2023-04-02 17:34:55 - r - INFO: - Episode: 986/2000, Reward: 176.153, Step: 500 2023-04-02 17:34:56 - r - INFO: - Episode: 987/2000, Reward: 275.485, Step: 224 2023-04-02 17:34:57 - r - INFO: - Episode: 988/2000, Reward: 263.478, Step: 351 2023-04-02 17:34:58 - r - INFO: - Episode: 989/2000, Reward: 166.661, Step: 500 2023-04-02 17:35:00 - r - INFO: - Episode: 990/2000, Reward: 183.750, Step: 500 2023-04-02 17:35:03 - r - INFO: - Episode: 991/2000, Reward: 148.426, Step: 500 2023-04-02 17:35:05 - r - INFO: - Episode: 992/2000, Reward: 259.901, Step: 499 2023-04-02 17:35:07 - r - INFO: - Episode: 993/2000, Reward: 186.979, Step: 500 2023-04-02 17:35:08 - r - INFO: - Episode: 994/2000, Reward: 305.413, Step: 304 2023-04-02 17:35:09 - r - INFO: - Episode: 995/2000, Reward: 180.928, Step: 500 2023-04-02 17:35:13 - r - INFO: - Episode: 996/2000, Reward: 208.026, Step: 500 2023-04-02 17:35:13 - r - INFO: - Episode: 997/2000, Reward: -30.511, Step: 122 2023-04-02 17:35:13 - r - INFO: - Episode: 998/2000, Reward: -50.063, Step: 146 2023-04-02 17:35:15 - r - INFO: - Episode: 999/2000, Reward: 164.258, Step: 500 2023-04-02 17:35:16 - r - INFO: - Episode: 1000/2000, Reward: 281.223, Step: 376 2023-04-02 17:35:18 - r - INFO: - Episode: 1001/2000, Reward: -30.392, Step: 76 2023-04-02 17:35:20 - r - INFO: - Episode: 1002/2000, Reward: 139.700, Step: 500 2023-04-02 17:35:20 - r - INFO: - Episode: 1003/2000, Reward: -99.942, Step: 106 2023-04-02 17:35:20 - r - INFO: - Episode: 1004/2000, Reward: -75.559, Step: 99 2023-04-02 17:35:22 - r - INFO: - Episode: 1005/2000, Reward: 199.968, Step: 500 2023-04-02 17:35:25 - r - INFO: - Episode: 1006/2000, Reward: 163.050, Step: 500 2023-04-02 17:35:26 - r - INFO: - Episode: 1007/2000, Reward: -121.822, Step: 120 2023-04-02 17:35:26 - r - INFO: - Episode: 1008/2000, Reward: -76.382, Step: 102 2023-04-02 17:35:26 - r - INFO: - Episode: 1009/2000, Reward: -4.493, Step: 112 2023-04-02 17:35:28 - r - INFO: - Episode: 1010/2000, Reward: 152.346, Step: 500 2023-04-02 17:35:30 - r - INFO: - Episode: 1011/2000, Reward: 0.071, Step: 124 2023-04-02 17:35:30 - r - INFO: - Episode: 1012/2000, Reward: -48.288, Step: 116 2023-04-02 17:35:31 - r - INFO: - Episode: 1013/2000, Reward: 257.538, Step: 276 2023-04-02 17:35:33 - r - INFO: - Episode: 1014/2000, Reward: 290.490, Step: 487 2023-04-02 17:35:33 - r - INFO: - Episode: 1015/2000, Reward: -88.330, Step: 127 2023-04-02 17:35:36 - r - INFO: - Episode: 1016/2000, Reward: -34.103, Step: 114 2023-04-02 17:35:37 - r - INFO: - Episode: 1017/2000, Reward: 304.458, Step: 397 2023-04-02 17:35:38 - r - INFO: - Episode: 1018/2000, Reward: -113.067, Step: 155 2023-04-02 17:35:40 - r - INFO: - Episode: 1019/2000, Reward: 135.402, Step: 500 2023-04-02 17:35:41 - r - INFO: - Episode: 1020/2000, Reward: 149.666, Step: 500 2023-04-02 17:35:44 - r - INFO: - Episode: 1021/2000, Reward: 313.447, Step: 247 2023-04-02 17:35:44 - r - INFO: - Episode: 1022/2000, Reward: 296.569, Step: 238 2023-04-02 17:35:45 - r - INFO: - Episode: 1023/2000, Reward: -118.769, Step: 117 2023-04-02 17:35:45 - r - INFO: - Episode: 1024/2000, Reward: -75.869, Step: 166 2023-04-02 17:35:47 - r - INFO: - Episode: 1025/2000, Reward: 132.888, Step: 500 2023-04-02 17:35:50 - r - INFO: - Episode: 1026/2000, Reward: 185.757, Step: 500 2023-04-02 17:35:52 - r - INFO: - Episode: 1027/2000, Reward: 181.194, Step: 500 2023-04-02 17:35:52 - r - INFO: - Episode: 1028/2000, Reward: -75.124, Step: 139 2023-04-02 17:35:54 - r - INFO: - Episode: 1029/2000, Reward: 129.974, Step: 500 2023-04-02 17:35:55 - r - INFO: - Episode: 1030/2000, Reward: -124.818, Step: 328 2023-04-02 17:35:58 - r - INFO: - Episode: 1031/2000, Reward: -122.139, Step: 321 2023-04-02 17:35:58 - r - INFO: - Episode: 1032/2000, Reward: -87.381, Step: 142 2023-04-02 17:36:00 - r - INFO: - Episode: 1033/2000, Reward: 145.167, Step: 500 2023-04-02 17:36:00 - r - INFO: - Episode: 1034/2000, Reward: -78.508, Step: 154 2023-04-02 17:36:01 - r - INFO: - Episode: 1035/2000, Reward: 256.198, Step: 375 2023-04-02 17:36:04 - r - INFO: - Episode: 1036/2000, Reward: 252.597, Step: 302 2023-04-02 17:36:06 - r - INFO: - Episode: 1037/2000, Reward: 279.286, Step: 416 2023-04-02 17:36:07 - r - INFO: - Episode: 1038/2000, Reward: 172.630, Step: 500 2023-04-02 17:36:08 - r - INFO: - Episode: 1039/2000, Reward: 234.566, Step: 289 2023-04-02 17:36:10 - r - INFO: - Episode: 1040/2000, Reward: 151.148, Step: 500 2023-04-02 17:36:14 - r - INFO: - Episode: 1041/2000, Reward: 186.234, Step: 500 2023-04-02 17:36:14 - r - INFO: - Episode: 1042/2000, Reward: -75.100, Step: 178 2023-04-02 17:36:16 - r - INFO: - Episode: 1043/2000, Reward: 180.630, Step: 500 2023-04-02 17:36:18 - r - INFO: - Episode: 1044/2000, Reward: 132.605, Step: 500 2023-04-02 17:36:18 - r - INFO: - Episode: 1045/2000, Reward: 246.566, Step: 249 2023-04-02 17:36:21 - r - INFO: - Episode: 1046/2000, Reward: -76.381, Step: 190 2023-04-02 17:36:23 - r - INFO: - Episode: 1047/2000, Reward: 167.671, Step: 500 2023-04-02 17:36:25 - r - INFO: - Episode: 1048/2000, Reward: 124.886, Step: 500 2023-04-02 17:36:26 - r - INFO: - Episode: 1049/2000, Reward: 232.969, Step: 476 2023-04-02 17:36:27 - r - INFO: - Episode: 1050/2000, Reward: -98.094, Step: 195 2023-04-02 17:36:31 - r - INFO: - Episode: 1051/2000, Reward: 155.045, Step: 500 2023-04-02 17:36:32 - r - INFO: - Episode: 1052/2000, Reward: -115.995, Step: 189 2023-04-02 17:36:32 - r - INFO: - Episode: 1053/2000, Reward: -121.250, Step: 227 2023-04-02 17:36:34 - r - INFO: - Episode: 1054/2000, Reward: 273.595, Step: 451 2023-04-02 17:36:36 - r - INFO: - Episode: 1055/2000, Reward: 145.701, Step: 500 2023-04-02 17:36:41 - r - INFO: - Episode: 1056/2000, Reward: 142.444, Step: 500 2023-04-02 17:36:42 - r - INFO: - Episode: 1057/2000, Reward: 150.843, Step: 500 2023-04-02 17:36:44 - r - INFO: - Episode: 1058/2000, Reward: 172.868, Step: 500 2023-04-02 17:36:46 - r - INFO: - Episode: 1059/2000, Reward: 18.657, Step: 500 2023-04-02 17:36:47 - r - INFO: - Episode: 1060/2000, Reward: 115.206, Step: 500 2023-04-02 17:36:52 - r - INFO: - Episode: 1061/2000, Reward: 173.103, Step: 500 2023-04-02 17:36:54 - r - INFO: - Episode: 1062/2000, Reward: 96.790, Step: 500 2023-04-02 17:36:55 - r - INFO: - Episode: 1063/2000, Reward: 287.109, Step: 298 2023-04-02 17:36:56 - r - INFO: - Episode: 1064/2000, Reward: 272.055, Step: 434 2023-04-02 17:36:57 - r - INFO: - Episode: 1065/2000, Reward: 267.309, Step: 279 2023-04-02 17:37:02 - r - INFO: - Episode: 1066/2000, Reward: 177.608, Step: 500 2023-04-02 17:37:03 - r - INFO: - Episode: 1067/2000, Reward: 298.982, Step: 259 2023-04-02 17:37:04 - r - INFO: - Episode: 1068/2000, Reward: 183.426, Step: 500 2023-04-02 17:37:06 - r - INFO: - Episode: 1069/2000, Reward: 166.563, Step: 500 2023-04-02 17:37:07 - r - INFO: - Episode: 1070/2000, Reward: 235.370, Step: 254 2023-04-02 17:37:10 - r - INFO: - Episode: 1071/2000, Reward: 119.212, Step: 500 2023-04-02 17:37:12 - r - INFO: - Episode: 1072/2000, Reward: 182.639, Step: 500 2023-04-02 17:37:14 - r - INFO: - Episode: 1073/2000, Reward: 187.752, Step: 500 2023-04-02 17:37:15 - r - INFO: - Episode: 1074/2000, Reward: 172.069, Step: 500 2023-04-02 17:37:17 - r - INFO: - Episode: 1075/2000, Reward: 167.828, Step: 500 2023-04-02 17:37:22 - r - INFO: - Episode: 1076/2000, Reward: 218.587, Step: 414 2023-04-02 17:37:23 - r - INFO: - Episode: 1077/2000, Reward: 264.740, Step: 402 2023-04-02 17:37:24 - r - INFO: - Episode: 1078/2000, Reward: 262.205, Step: 185 2023-04-02 17:37:25 - r - INFO: - Episode: 1079/2000, Reward: 299.799, Step: 253 2023-04-02 17:37:26 - r - INFO: - Episode: 1080/2000, Reward: 269.094, Step: 358 2023-04-02 17:37:30 - r - INFO: - Episode: 1081/2000, Reward: 145.161, Step: 500 2023-04-02 17:37:31 - r - INFO: - Episode: 1082/2000, Reward: 304.743, Step: 368 2023-04-02 17:37:32 - r - INFO: - Episode: 1083/2000, Reward: 267.463, Step: 348 2023-04-02 17:37:34 - r - INFO: - Episode: 1084/2000, Reward: 258.779, Step: 361 2023-04-02 17:37:35 - r - INFO: - Episode: 1085/2000, Reward: 139.699, Step: 500 2023-04-02 17:37:40 - r - INFO: - Episode: 1086/2000, Reward: 154.753, Step: 500 2023-04-02 17:37:41 - r - INFO: - Episode: 1087/2000, Reward: 271.497, Step: 393 2023-04-02 17:37:43 - r - INFO: - Episode: 1088/2000, Reward: 171.776, Step: 500 2023-04-02 17:37:45 - r - INFO: - Episode: 1089/2000, Reward: 177.549, Step: 500 2023-04-02 17:37:46 - r - INFO: - Episode: 1090/2000, Reward: 150.011, Step: 500 2023-04-02 17:37:50 - r - INFO: - Episode: 1091/2000, Reward: 125.967, Step: 500 2023-04-02 17:37:52 - r - INFO: - Episode: 1092/2000, Reward: 143.697, Step: 500 2023-04-02 17:37:52 - r - INFO: - Episode: 1093/2000, Reward: 246.979, Step: 208 2023-04-02 17:37:54 - r - INFO: - Episode: 1094/2000, Reward: 151.975, Step: 500 2023-04-02 17:37:56 - r - INFO: - Episode: 1095/2000, Reward: 133.599, Step: 500 2023-04-02 17:38:00 - r - INFO: - Episode: 1096/2000, Reward: 126.423, Step: 500 2023-04-02 17:38:01 - r - INFO: - Episode: 1097/2000, Reward: 298.164, Step: 353 2023-04-02 17:38:03 - r - INFO: - Episode: 1098/2000, Reward: 134.719, Step: 500 2023-04-02 17:38:04 - r - INFO: - Episode: 1099/2000, Reward: 253.402, Step: 392 2023-04-02 17:38:06 - r - INFO: - Episode: 1100/2000, Reward: 244.190, Step: 420 2023-04-02 17:38:09 - r - INFO: - Episode: 1101/2000, Reward: 276.029, Step: 310 2023-04-02 17:38:10 - r - INFO: - Episode: 1102/2000, Reward: 251.959, Step: 388 2023-04-02 17:38:12 - r - INFO: - Episode: 1103/2000, Reward: 173.289, Step: 500 2023-04-02 17:38:13 - r - INFO: - Episode: 1104/2000, Reward: 235.758, Step: 401 2023-04-02 17:38:14 - r - INFO: - Episode: 1105/2000, Reward: 266.514, Step: 366 2023-04-02 17:38:18 - r - INFO: - Episode: 1106/2000, Reward: 141.774, Step: 500 2023-04-02 17:38:19 - r - INFO: - Episode: 1107/2000, Reward: 155.952, Step: 500 2023-04-02 17:38:21 - r - INFO: - Episode: 1108/2000, Reward: 141.462, Step: 500 2023-04-02 17:38:23 - r - INFO: - Episode: 1109/2000, Reward: 188.198, Step: 500 2023-04-02 17:38:24 - r - INFO: - Episode: 1110/2000, Reward: 141.096, Step: 500 2023-04-02 17:38:27 - r - INFO: - Episode: 1111/2000, Reward: 131.210, Step: 500 2023-04-02 17:38:29 - r - INFO: - Episode: 1112/2000, Reward: 171.605, Step: 500 2023-04-02 17:38:31 - r - INFO: - Episode: 1113/2000, Reward: 194.109, Step: 500 2023-04-02 17:38:32 - r - INFO: - Episode: 1114/2000, Reward: 149.131, Step: 500 2023-04-02 17:38:34 - r - INFO: - Episode: 1115/2000, Reward: 183.034, Step: 500 2023-04-02 17:38:37 - r - INFO: - Episode: 1116/2000, Reward: 230.023, Step: 434 2023-04-02 17:38:39 - r - INFO: - Episode: 1117/2000, Reward: 182.478, Step: 500 2023-04-02 17:38:41 - r - INFO: - Episode: 1118/2000, Reward: 122.206, Step: 500 2023-04-02 17:38:42 - r - INFO: - Episode: 1119/2000, Reward: 135.091, Step: 500 2023-04-02 17:38:44 - r - INFO: - Episode: 1120/2000, Reward: 159.138, Step: 500 2023-04-02 17:38:47 - r - INFO: - Episode: 1121/2000, Reward: 14.307, Step: 500 2023-04-02 17:38:48 - r - INFO: - Episode: 1122/2000, Reward: 267.837, Step: 364 2023-04-02 17:38:50 - r - INFO: - Episode: 1123/2000, Reward: 167.063, Step: 500 2023-04-02 17:38:52 - r - INFO: - Episode: 1124/2000, Reward: 154.840, Step: 500 2023-04-02 17:38:52 - r - INFO: - Episode: 1125/2000, Reward: 259.395, Step: 288 2023-04-02 17:38:56 - r - INFO: - Episode: 1126/2000, Reward: 175.438, Step: 500 2023-04-02 17:38:57 - r - INFO: - Episode: 1127/2000, Reward: 300.866, Step: 481 2023-04-02 17:38:59 - r - INFO: - Episode: 1128/2000, Reward: 177.353, Step: 500 2023-04-02 17:39:01 - r - INFO: - Episode: 1129/2000, Reward: 188.255, Step: 500 2023-04-02 17:39:02 - r - INFO: - Episode: 1130/2000, Reward: 147.822, Step: 500 2023-04-02 17:39:06 - r - INFO: - Episode: 1131/2000, Reward: 157.936, Step: 500 2023-04-02 17:39:07 - r - INFO: - Episode: 1132/2000, Reward: 285.717, Step: 416 2023-04-02 17:39:09 - r - INFO: - Episode: 1133/2000, Reward: 41.542, Step: 500 2023-04-02 17:39:10 - r - INFO: - Episode: 1134/2000, Reward: 279.474, Step: 484 2023-04-02 17:39:12 - r - INFO: - Episode: 1135/2000, Reward: 278.445, Step: 433 2023-04-02 17:39:16 - r - INFO: - Episode: 1136/2000, Reward: 143.951, Step: 500 2023-04-02 17:39:17 - r - INFO: - Episode: 1137/2000, Reward: 240.379, Step: 340 2023-04-02 17:39:19 - r - INFO: - Episode: 1138/2000, Reward: 117.687, Step: 500 2023-04-02 17:39:21 - r - INFO: - Episode: 1139/2000, Reward: 128.302, Step: 500 2023-04-02 17:39:22 - r - INFO: - Episode: 1140/2000, Reward: 97.758, Step: 500 2023-04-02 17:39:26 - r - INFO: - Episode: 1141/2000, Reward: 182.289, Step: 500 2023-04-02 17:39:28 - r - INFO: - Episode: 1142/2000, Reward: 155.897, Step: 500 2023-04-02 17:39:29 - r - INFO: - Episode: 1143/2000, Reward: -25.210, Step: 500 2023-04-02 17:39:31 - r - INFO: - Episode: 1144/2000, Reward: 147.928, Step: 500 2023-04-02 17:39:33 - r - INFO: - Episode: 1145/2000, Reward: 38.864, Step: 500 2023-04-02 17:39:36 - r - INFO: - Episode: 1146/2000, Reward: 188.418, Step: 500 2023-04-02 17:39:38 - r - INFO: - Episode: 1147/2000, Reward: 112.534, Step: 500 2023-04-02 17:39:39 - r - INFO: - Episode: 1148/2000, Reward: 131.917, Step: 500 2023-04-02 17:39:41 - r - INFO: - Episode: 1149/2000, Reward: 158.129, Step: 500 2023-04-02 17:39:43 - r - INFO: - Episode: 1150/2000, Reward: 115.475, Step: 500 2023-04-02 17:39:46 - r - INFO: - Episode: 1151/2000, Reward: 167.573, Step: 500 2023-04-02 17:39:48 - r - INFO: - Episode: 1152/2000, Reward: 171.881, Step: 500 2023-04-02 17:39:49 - r - INFO: - Episode: 1153/2000, Reward: 193.253, Step: 500 2023-04-02 17:39:51 - r - INFO: - Episode: 1154/2000, Reward: 161.494, Step: 500 2023-04-02 17:39:53 - r - INFO: - Episode: 1155/2000, Reward: 104.528, Step: 500 2023-04-02 17:39:56 - r - INFO: - Episode: 1156/2000, Reward: 223.049, Step: 464 2023-04-02 17:39:58 - r - INFO: - Episode: 1157/2000, Reward: 184.173, Step: 500 2023-04-02 17:40:00 - r - INFO: - Episode: 1158/2000, Reward: 179.396, Step: 500 2023-04-02 17:40:01 - r - INFO: - Episode: 1159/2000, Reward: 185.304, Step: 500 2023-04-02 17:40:03 - r - INFO: - Episode: 1160/2000, Reward: 166.373, Step: 500 2023-04-02 17:40:07 - r - INFO: - Episode: 1161/2000, Reward: 169.662, Step: 500 2023-04-02 17:40:08 - r - INFO: - Episode: 1162/2000, Reward: 49.670, Step: 500 2023-04-02 17:40:10 - r - INFO: - Episode: 1163/2000, Reward: 49.801, Step: 500 2023-04-02 17:40:12 - r - INFO: - Episode: 1164/2000, Reward: 166.130, Step: 500 2023-04-02 17:40:14 - r - INFO: - Episode: 1165/2000, Reward: 60.247, Step: 500 2023-04-02 17:40:18 - r - INFO: - Episode: 1166/2000, Reward: 120.505, Step: 500 2023-04-02 17:40:19 - r - INFO: - Episode: 1167/2000, Reward: 130.130, Step: 500 2023-04-02 17:40:21 - r - INFO: - Episode: 1168/2000, Reward: 162.645, Step: 500 2023-04-02 17:40:23 - r - INFO: - Episode: 1169/2000, Reward: 142.341, Step: 500 2023-04-02 17:40:25 - r - INFO: - Episode: 1170/2000, Reward: 185.427, Step: 500 2023-04-02 17:40:28 - r - INFO: - Episode: 1171/2000, Reward: 167.660, Step: 500 2023-04-02 17:40:30 - r - INFO: - Episode: 1172/2000, Reward: 164.412, Step: 500 2023-04-02 17:40:32 - r - INFO: - Episode: 1173/2000, Reward: 142.007, Step: 500 2023-04-02 17:40:34 - r - INFO: - Episode: 1174/2000, Reward: 198.548, Step: 500 2023-04-02 17:40:35 - r - INFO: - Episode: 1175/2000, Reward: 227.541, Step: 306 2023-04-02 17:40:38 - r - INFO: - Episode: 1176/2000, Reward: 165.052, Step: 500 2023-04-02 17:40:40 - r - INFO: - Episode: 1177/2000, Reward: 150.327, Step: 500 2023-04-02 17:40:42 - r - INFO: - Episode: 1178/2000, Reward: 147.362, Step: 500 2023-04-02 17:40:43 - r - INFO: - Episode: 1179/2000, Reward: 146.729, Step: 500 2023-04-02 17:40:45 - r - INFO: - Episode: 1180/2000, Reward: 152.631, Step: 500 2023-04-02 17:40:49 - r - INFO: - Episode: 1181/2000, Reward: 160.197, Step: 500 2023-04-02 17:40:51 - r - INFO: - Episode: 1182/2000, Reward: 169.733, Step: 500 2023-04-02 17:40:52 - r - INFO: - Episode: 1183/2000, Reward: 150.627, Step: 500 2023-04-02 17:40:54 - r - INFO: - Episode: 1184/2000, Reward: 159.977, Step: 500 2023-04-02 17:40:56 - r - INFO: - Episode: 1185/2000, Reward: 150.264, Step: 500 2023-04-02 17:40:59 - r - INFO: - Episode: 1186/2000, Reward: 184.854, Step: 500 2023-04-02 17:41:01 - r - INFO: - Episode: 1187/2000, Reward: 181.854, Step: 500 2023-04-02 17:41:02 - r - INFO: - Episode: 1188/2000, Reward: 41.085, Step: 500 2023-04-02 17:41:04 - r - INFO: - Episode: 1189/2000, Reward: 164.381, Step: 500 2023-04-02 17:41:05 - r - INFO: - Episode: 1190/2000, Reward: 186.024, Step: 500 2023-04-02 17:41:10 - r - INFO: - Episode: 1191/2000, Reward: 113.067, Step: 500 2023-04-02 17:41:11 - r - INFO: - Episode: 1192/2000, Reward: 173.953, Step: 500 2023-04-02 17:41:13 - r - INFO: - Episode: 1193/2000, Reward: 158.378, Step: 500 2023-04-02 17:41:15 - r - INFO: - Episode: 1194/2000, Reward: 155.998, Step: 500 2023-04-02 17:41:17 - r - INFO: - Episode: 1195/2000, Reward: 163.770, Step: 500 2023-04-02 17:41:23 - r - INFO: - Episode: 1196/2000, Reward: 152.690, Step: 500 2023-04-02 17:41:25 - r - INFO: - Episode: 1197/2000, Reward: 70.567, Step: 500 2023-04-02 17:41:26 - r - INFO: - Episode: 1198/2000, Reward: 178.096, Step: 500 2023-04-02 17:41:28 - r - INFO: - Episode: 1199/2000, Reward: 183.259, Step: 500 2023-04-02 17:41:30 - r - INFO: - Episode: 1200/2000, Reward: 138.459, Step: 500 2023-04-02 17:41:36 - r - INFO: - Episode: 1201/2000, Reward: 127.479, Step: 500 2023-04-02 17:41:38 - r - INFO: - Episode: 1202/2000, Reward: 184.172, Step: 500 2023-04-02 17:41:39 - r - INFO: - Episode: 1203/2000, Reward: 90.241, Step: 500 2023-04-02 17:41:41 - r - INFO: - Episode: 1204/2000, Reward: 180.416, Step: 500 2023-04-02 17:41:43 - r - INFO: - Episode: 1205/2000, Reward: 145.855, Step: 500 2023-04-02 17:41:46 - r - INFO: - Episode: 1206/2000, Reward: 235.454, Step: 370 2023-04-02 17:41:47 - r - INFO: - Episode: 1207/2000, Reward: 156.513, Step: 500 2023-04-02 17:41:49 - r - INFO: - Episode: 1208/2000, Reward: 122.444, Step: 500 2023-04-02 17:41:51 - r - INFO: - Episode: 1209/2000, Reward: 159.142, Step: 500 2023-04-02 17:41:52 - r - INFO: - Episode: 1210/2000, Reward: 167.363, Step: 500 2023-04-02 17:41:57 - r - INFO: - Episode: 1211/2000, Reward: 170.874, Step: 500 2023-04-02 17:41:59 - r - INFO: - Episode: 1212/2000, Reward: 117.087, Step: 500 2023-04-02 17:42:01 - r - INFO: - Episode: 1213/2000, Reward: 145.857, Step: 500 2023-04-02 17:42:02 - r - INFO: - Episode: 1214/2000, Reward: 149.083, Step: 500 2023-04-02 17:42:03 - r - INFO: - Episode: 1215/2000, Reward: 54.686, Step: 97 2023-04-02 17:42:08 - r - INFO: - Episode: 1216/2000, Reward: 156.117, Step: 500 2023-04-02 17:42:10 - r - INFO: - Episode: 1217/2000, Reward: 188.935, Step: 500 2023-04-02 17:42:11 - r - INFO: - Episode: 1218/2000, Reward: 98.865, Step: 500 2023-04-02 17:42:13 - r - INFO: - Episode: 1219/2000, Reward: 94.269, Step: 500 2023-04-02 17:42:15 - r - INFO: - Episode: 1220/2000, Reward: 94.905, Step: 500 2023-04-02 17:42:20 - r - INFO: - Episode: 1221/2000, Reward: 72.687, Step: 500 2023-04-02 17:42:21 - r - INFO: - Episode: 1222/2000, Reward: 85.988, Step: 500 2023-04-02 17:42:23 - r - INFO: - Episode: 1223/2000, Reward: 81.263, Step: 500 2023-04-02 17:42:25 - r - INFO: - Episode: 1224/2000, Reward: 112.453, Step: 500 2023-04-02 17:42:26 - r - INFO: - Episode: 1225/2000, Reward: 208.577, Step: 339 2023-04-02 17:42:30 - r - INFO: - Episode: 1226/2000, Reward: 71.908, Step: 500 2023-04-02 17:42:32 - r - INFO: - Episode: 1227/2000, Reward: 77.995, Step: 500 2023-04-02 17:42:34 - r - INFO: - Episode: 1228/2000, Reward: 132.131, Step: 500 2023-04-02 17:42:36 - r - INFO: - Episode: 1229/2000, Reward: 37.142, Step: 500 2023-04-02 17:42:37 - r - INFO: - Episode: 1230/2000, Reward: 149.749, Step: 500 2023-04-02 17:42:42 - r - INFO: - Episode: 1231/2000, Reward: 240.923, Step: 245 2023-04-02 17:42:43 - r - INFO: - Episode: 1232/2000, Reward: 268.596, Step: 383 2023-04-02 17:42:44 - r - INFO: - Episode: 1233/2000, Reward: 250.738, Step: 263 2023-04-02 17:42:46 - r - INFO: - Episode: 1234/2000, Reward: 141.810, Step: 500 2023-04-02 17:42:47 - r - INFO: - Episode: 1235/2000, Reward: 141.225, Step: 500 2023-04-02 17:42:53 - r - INFO: - Episode: 1236/2000, Reward: 85.074, Step: 500 2023-04-02 17:42:55 - r - INFO: - Episode: 1237/2000, Reward: 109.810, Step: 500 2023-04-02 17:42:56 - r - INFO: - Episode: 1238/2000, Reward: 188.897, Step: 500 2023-04-02 17:42:58 - r - INFO: - Episode: 1239/2000, Reward: 259.421, Step: 486 2023-04-02 17:43:00 - r - INFO: - Episode: 1240/2000, Reward: 95.789, Step: 500 2023-04-02 17:43:05 - r - INFO: - Episode: 1241/2000, Reward: 269.054, Step: 402 2023-04-02 17:43:06 - r - INFO: - Episode: 1242/2000, Reward: 243.106, Step: 410 2023-04-02 17:43:08 - r - INFO: - Episode: 1243/2000, Reward: 140.128, Step: 500 2023-04-02 17:43:09 - r - INFO: - Episode: 1244/2000, Reward: 134.958, Step: 500 2023-04-02 17:43:11 - r - INFO: - Episode: 1245/2000, Reward: 105.355, Step: 500 2023-04-02 17:43:18 - r - INFO: - Episode: 1246/2000, Reward: 77.880, Step: 500 2023-04-02 17:43:20 - r - INFO: - Episode: 1247/2000, Reward: 165.125, Step: 500 2023-04-02 17:43:21 - r - INFO: - Episode: 1248/2000, Reward: 206.350, Step: 500 2023-04-02 17:43:23 - r - INFO: - Episode: 1249/2000, Reward: 168.429, Step: 500 2023-04-02 17:43:25 - r - INFO: - Episode: 1250/2000, Reward: 84.374, Step: 500 2023-04-02 17:43:30 - r - INFO: - Episode: 1251/2000, Reward: 263.253, Step: 362 2023-04-02 17:43:31 - r - INFO: - Episode: 1252/2000, Reward: 124.819, Step: 500 2023-04-02 17:43:33 - r - INFO: - Episode: 1253/2000, Reward: 150.899, Step: 500 2023-04-02 17:43:35 - r - INFO: - Episode: 1254/2000, Reward: 162.644, Step: 500 2023-04-02 17:43:36 - r - INFO: - Episode: 1255/2000, Reward: 162.676, Step: 500 2023-04-02 17:43:39 - r - INFO: - Episode: 1256/2000, Reward: 167.083, Step: 500 2023-04-02 17:43:41 - r - INFO: - Episode: 1257/2000, Reward: 149.358, Step: 500 2023-04-02 17:43:43 - r - INFO: - Episode: 1258/2000, Reward: 158.817, Step: 500 2023-04-02 17:43:44 - r - INFO: - Episode: 1259/2000, Reward: 152.741, Step: 500 2023-04-02 17:43:46 - r - INFO: - Episode: 1260/2000, Reward: 101.432, Step: 500 2023-04-02 17:43:50 - r - INFO: - Episode: 1261/2000, Reward: 87.130, Step: 500 2023-04-02 17:43:51 - r - INFO: - Episode: 1262/2000, Reward: 138.959, Step: 500 2023-04-02 17:43:53 - r - INFO: - Episode: 1263/2000, Reward: 152.794, Step: 500 2023-04-02 17:43:55 - r - INFO: - Episode: 1264/2000, Reward: 139.968, Step: 500 2023-04-02 17:43:56 - r - INFO: - Episode: 1265/2000, Reward: 97.061, Step: 500 2023-04-02 17:43:59 - r - INFO: - Episode: 1266/2000, Reward: 151.447, Step: 500 2023-04-02 17:44:01 - r - INFO: - Episode: 1267/2000, Reward: 142.344, Step: 500 2023-04-02 17:44:03 - r - INFO: - Episode: 1268/2000, Reward: 165.640, Step: 500 2023-04-02 17:44:04 - r - INFO: - Episode: 1269/2000, Reward: 169.712, Step: 500 2023-04-02 17:44:06 - r - INFO: - Episode: 1270/2000, Reward: 173.098, Step: 500 2023-04-02 17:44:11 - r - INFO: - Episode: 1271/2000, Reward: 167.294, Step: 500 2023-04-02 17:44:12 - r - INFO: - Episode: 1272/2000, Reward: 235.788, Step: 437 2023-04-02 17:44:14 - r - INFO: - Episode: 1273/2000, Reward: 153.693, Step: 500 2023-04-02 17:44:14 - r - INFO: - Episode: 1274/2000, Reward: 0.690, Step: 119 2023-04-02 17:44:16 - r - INFO: - Episode: 1275/2000, Reward: 183.330, Step: 500 2023-04-02 17:44:19 - r - INFO: - Episode: 1276/2000, Reward: 157.130, Step: 500 2023-04-02 17:44:20 - r - INFO: - Episode: 1277/2000, Reward: 203.678, Step: 500 2023-04-02 17:44:22 - r - INFO: - Episode: 1278/2000, Reward: 160.707, Step: 500 2023-04-02 17:44:24 - r - INFO: - Episode: 1279/2000, Reward: 167.325, Step: 500 2023-04-02 17:44:25 - r - INFO: - Episode: 1280/2000, Reward: 170.344, Step: 500 2023-04-02 17:44:29 - r - INFO: - Episode: 1281/2000, Reward: 196.588, Step: 500 2023-04-02 17:44:31 - r - INFO: - Episode: 1282/2000, Reward: 138.214, Step: 500 2023-04-02 17:44:33 - r - INFO: - Episode: 1283/2000, Reward: 135.387, Step: 500 2023-04-02 17:44:35 - r - INFO: - Episode: 1284/2000, Reward: 99.431, Step: 500 2023-04-02 17:44:36 - r - INFO: - Episode: 1285/2000, Reward: 175.205, Step: 500 2023-04-02 17:44:40 - r - INFO: - Episode: 1286/2000, Reward: 178.080, Step: 500 2023-04-02 17:44:42 - r - INFO: - Episode: 1287/2000, Reward: 144.115, Step: 500 2023-04-02 17:44:43 - r - INFO: - Episode: 1288/2000, Reward: 160.716, Step: 500 2023-04-02 17:44:45 - r - INFO: - Episode: 1289/2000, Reward: 154.906, Step: 500 2023-04-02 17:44:47 - r - INFO: - Episode: 1290/2000, Reward: 160.290, Step: 500 2023-04-02 17:44:49 - r - INFO: - Episode: 1291/2000, Reward: 62.903, Step: 185 2023-04-02 17:44:50 - r - INFO: - Episode: 1292/2000, Reward: 191.615, Step: 500 2023-04-02 17:44:52 - r - INFO: - Episode: 1293/2000, Reward: 185.429, Step: 500 2023-04-02 17:44:53 - r - INFO: - Episode: 1294/2000, Reward: 148.850, Step: 500 2023-04-02 17:44:55 - r - INFO: - Episode: 1295/2000, Reward: 153.101, Step: 500 2023-04-02 17:44:58 - r - INFO: - Episode: 1296/2000, Reward: 166.471, Step: 500 2023-04-02 17:45:00 - r - INFO: - Episode: 1297/2000, Reward: 113.925, Step: 500 2023-04-02 17:45:02 - r - INFO: - Episode: 1298/2000, Reward: 142.432, Step: 500 2023-04-02 17:45:04 - r - INFO: - Episode: 1299/2000, Reward: 189.822, Step: 500 2023-04-02 17:45:05 - r - INFO: - Episode: 1300/2000, Reward: 177.857, Step: 500 2023-04-02 17:45:08 - r - INFO: - Episode: 1301/2000, Reward: 177.271, Step: 500 2023-04-02 17:45:09 - r - INFO: - Episode: 1302/2000, Reward: 176.168, Step: 500 2023-04-02 17:45:11 - r - INFO: - Episode: 1303/2000, Reward: 156.805, Step: 500 2023-04-02 17:45:13 - r - INFO: - Episode: 1304/2000, Reward: 152.077, Step: 500 2023-04-02 17:45:14 - r - INFO: - Episode: 1305/2000, Reward: 176.287, Step: 500 2023-04-02 17:45:17 - r - INFO: - Episode: 1306/2000, Reward: 147.637, Step: 500 2023-04-02 17:45:19 - r - INFO: - Episode: 1307/2000, Reward: 173.574, Step: 500 2023-04-02 17:45:21 - r - INFO: - Episode: 1308/2000, Reward: 161.945, Step: 500 2023-04-02 17:45:22 - r - INFO: - Episode: 1309/2000, Reward: 183.707, Step: 500 2023-04-02 17:45:23 - r - INFO: - Episode: 1310/2000, Reward: 290.132, Step: 208 2023-04-02 17:45:26 - r - INFO: - Episode: 1311/2000, Reward: 191.501, Step: 500 2023-04-02 17:45:27 - r - INFO: - Episode: 1312/2000, Reward: 164.635, Step: 500 2023-04-02 17:45:29 - r - INFO: - Episode: 1313/2000, Reward: 193.185, Step: 500 2023-04-02 17:45:31 - r - INFO: - Episode: 1314/2000, Reward: 177.105, Step: 500 2023-04-02 17:45:32 - r - INFO: - Episode: 1315/2000, Reward: 136.990, Step: 500 2023-04-02 17:45:36 - r - INFO: - Episode: 1316/2000, Reward: 151.840, Step: 500 2023-04-02 17:45:38 - r - INFO: - Episode: 1317/2000, Reward: 171.022, Step: 500 2023-04-02 17:45:39 - r - INFO: - Episode: 1318/2000, Reward: 179.947, Step: 500 2023-04-02 17:45:41 - r - INFO: - Episode: 1319/2000, Reward: 182.342, Step: 500 2023-04-02 17:45:43 - r - INFO: - Episode: 1320/2000, Reward: 175.897, Step: 500 2023-04-02 17:45:45 - r - INFO: - Episode: 1321/2000, Reward: 174.352, Step: 500 2023-04-02 17:45:47 - r - INFO: - Episode: 1322/2000, Reward: 193.203, Step: 500 2023-04-02 17:45:49 - r - INFO: - Episode: 1323/2000, Reward: 167.973, Step: 500 2023-04-02 17:45:49 - r - INFO: - Episode: 1324/2000, Reward: 72.734, Step: 105 2023-04-02 17:45:50 - r - INFO: - Episode: 1325/2000, Reward: 182.584, Step: 500 2023-04-02 17:45:52 - r - INFO: - Episode: 1326/2000, Reward: 34.199, Step: 101 2023-04-02 17:45:53 - r - INFO: - Episode: 1327/2000, Reward: 206.361, Step: 500 2023-04-02 17:45:55 - r - INFO: - Episode: 1328/2000, Reward: 166.399, Step: 500 2023-04-02 17:45:55 - r - INFO: - Episode: 1329/2000, Reward: 17.409, Step: 120 2023-04-02 17:45:57 - r - INFO: - Episode: 1330/2000, Reward: 195.660, Step: 500 2023-04-02 17:46:00 - r - INFO: - Episode: 1331/2000, Reward: 165.263, Step: 500 2023-04-02 17:46:02 - r - INFO: - Episode: 1332/2000, Reward: 184.225, Step: 500 2023-04-02 17:46:03 - r - INFO: - Episode: 1333/2000, Reward: 159.056, Step: 500 2023-04-02 17:46:05 - r - INFO: - Episode: 1334/2000, Reward: 185.419, Step: 500 2023-04-02 17:46:06 - r - INFO: - Episode: 1335/2000, Reward: 160.004, Step: 500 2023-04-02 17:46:09 - r - INFO: - Episode: 1336/2000, Reward: 162.423, Step: 500 2023-04-02 17:46:11 - r - INFO: - Episode: 1337/2000, Reward: 142.442, Step: 500 2023-04-02 17:46:13 - r - INFO: - Episode: 1338/2000, Reward: 158.439, Step: 500 2023-04-02 17:46:14 - r - INFO: - Episode: 1339/2000, Reward: 175.065, Step: 500 2023-04-02 17:46:16 - r - INFO: - Episode: 1340/2000, Reward: 209.095, Step: 500 2023-04-02 17:46:19 - r - INFO: - Episode: 1341/2000, Reward: 186.046, Step: 500 2023-04-02 17:46:19 - r - INFO: - Episode: 1342/2000, Reward: 68.520, Step: 89 2023-04-02 17:46:21 - r - INFO: - Episode: 1343/2000, Reward: 187.935, Step: 500 2023-04-02 17:46:21 - r - INFO: - Episode: 1344/2000, Reward: 29.421, Step: 112 2023-04-02 17:46:22 - r - INFO: - Episode: 1345/2000, Reward: 269.824, Step: 421 2023-04-02 17:46:25 - r - INFO: - Episode: 1346/2000, Reward: 166.662, Step: 500 2023-04-02 17:46:27 - r - INFO: - Episode: 1347/2000, Reward: 201.283, Step: 500 2023-04-02 17:46:28 - r - INFO: - Episode: 1348/2000, Reward: 256.846, Step: 475 2023-04-02 17:46:30 - r - INFO: - Episode: 1349/2000, Reward: 145.378, Step: 500 2023-04-02 17:46:30 - r - INFO: - Episode: 1350/2000, Reward: 39.482, Step: 168 2023-04-02 17:46:32 - r - INFO: - Episode: 1351/2000, Reward: 288.251, Step: 286 2023-04-02 17:46:34 - r - INFO: - Episode: 1352/2000, Reward: 170.464, Step: 500 2023-04-02 17:46:35 - r - INFO: - Episode: 1353/2000, Reward: 172.216, Step: 500 2023-04-02 17:46:37 - r - INFO: - Episode: 1354/2000, Reward: 170.642, Step: 500 2023-04-02 17:46:38 - r - INFO: - Episode: 1355/2000, Reward: 262.935, Step: 390 2023-04-02 17:46:41 - r - INFO: - Episode: 1356/2000, Reward: 158.680, Step: 500 2023-04-02 17:46:43 - r - INFO: - Episode: 1357/2000, Reward: 159.873, Step: 500 2023-04-02 17:46:44 - r - INFO: - Episode: 1358/2000, Reward: 157.179, Step: 500 2023-04-02 17:46:46 - r - INFO: - Episode: 1359/2000, Reward: 160.195, Step: 500 2023-04-02 17:46:47 - r - INFO: - Episode: 1360/2000, Reward: 149.022, Step: 500 2023-04-02 17:46:50 - r - INFO: - Episode: 1361/2000, Reward: 159.186, Step: 500 2023-04-02 17:46:51 - r - INFO: - Episode: 1362/2000, Reward: 287.863, Step: 317 2023-04-02 17:46:53 - r - INFO: - Episode: 1363/2000, Reward: 180.563, Step: 500 2023-04-02 17:46:54 - r - INFO: - Episode: 1364/2000, Reward: 109.404, Step: 500 2023-04-02 17:46:56 - r - INFO: - Episode: 1365/2000, Reward: 265.565, Step: 400 2023-04-02 17:46:59 - r - INFO: - Episode: 1366/2000, Reward: 244.588, Step: 472 2023-04-02 17:47:01 - r - INFO: - Episode: 1367/2000, Reward: 134.947, Step: 500 2023-04-02 17:47:02 - r - INFO: - Episode: 1368/2000, Reward: 142.878, Step: 500 2023-04-02 17:47:04 - r - INFO: - Episode: 1369/2000, Reward: 248.503, Step: 477 2023-04-02 17:47:06 - r - INFO: - Episode: 1370/2000, Reward: 148.096, Step: 500 2023-04-02 17:47:09 - r - INFO: - Episode: 1371/2000, Reward: 246.353, Step: 282 2023-04-02 17:47:10 - r - INFO: - Episode: 1372/2000, Reward: 188.405, Step: 500 2023-04-02 17:47:12 - r - INFO: - Episode: 1373/2000, Reward: 167.211, Step: 500 2023-04-02 17:47:14 - r - INFO: - Episode: 1374/2000, Reward: 138.966, Step: 500 2023-04-02 17:47:16 - r - INFO: - Episode: 1375/2000, Reward: 115.428, Step: 500 2023-04-02 17:47:19 - r - INFO: - Episode: 1376/2000, Reward: 225.605, Step: 333 2023-04-02 17:47:20 - r - INFO: - Episode: 1377/2000, Reward: 75.100, Step: 500 2023-04-02 17:47:22 - r - INFO: - Episode: 1378/2000, Reward: 171.631, Step: 500 2023-04-02 17:47:23 - r - INFO: - Episode: 1379/2000, Reward: 277.781, Step: 359 2023-04-02 17:47:24 - r - INFO: - Episode: 1380/2000, Reward: 281.211, Step: 230 2023-04-02 17:47:28 - r - INFO: - Episode: 1381/2000, Reward: 159.957, Step: 500 2023-04-02 17:47:30 - r - INFO: - Episode: 1382/2000, Reward: 77.420, Step: 500 2023-04-02 17:47:31 - r - INFO: - Episode: 1383/2000, Reward: 263.979, Step: 237 2023-04-02 17:47:32 - r - INFO: - Episode: 1384/2000, Reward: 235.847, Step: 464 2023-04-02 17:47:33 - r - INFO: - Episode: 1385/2000, Reward: 239.454, Step: 340 2023-04-02 17:47:36 - r - INFO: - Episode: 1386/2000, Reward: 160.009, Step: 500 2023-04-02 17:47:38 - r - INFO: - Episode: 1387/2000, Reward: 163.490, Step: 500 2023-04-02 17:47:40 - r - INFO: - Episode: 1388/2000, Reward: 270.877, Step: 419 2023-04-02 17:47:41 - r - INFO: - Episode: 1389/2000, Reward: -169.019, Step: 389 2023-04-02 17:47:42 - r - INFO: - Episode: 1390/2000, Reward: -149.658, Step: 419 2023-04-02 17:47:45 - r - INFO: - Episode: 1391/2000, Reward: 203.292, Step: 500 2023-04-02 17:47:47 - r - INFO: - Episode: 1392/2000, Reward: 152.405, Step: 500 2023-04-02 17:47:47 - r - INFO: - Episode: 1393/2000, Reward: 28.149, Step: 120 2023-04-02 17:47:49 - r - INFO: - Episode: 1394/2000, Reward: 179.677, Step: 500 2023-04-02 17:47:50 - r - INFO: - Episode: 1395/2000, Reward: 158.915, Step: 500 2023-04-02 17:47:54 - r - INFO: - Episode: 1396/2000, Reward: 172.779, Step: 500 2023-04-02 17:47:55 - r - INFO: - Episode: 1397/2000, Reward: 176.154, Step: 500 2023-04-02 17:47:57 - r - INFO: - Episode: 1398/2000, Reward: 170.595, Step: 500 2023-04-02 17:47:59 - r - INFO: - Episode: 1399/2000, Reward: 122.235, Step: 500 2023-04-02 17:48:00 - r - INFO: - Episode: 1400/2000, Reward: 172.671, Step: 500 2023-04-02 17:48:04 - r - INFO: - Episode: 1401/2000, Reward: 147.412, Step: 500 2023-04-02 17:48:05 - r - INFO: - Episode: 1402/2000, Reward: 239.050, Step: 272 2023-04-02 17:48:06 - r - INFO: - Episode: 1403/2000, Reward: 241.072, Step: 371 2023-04-02 17:48:08 - r - INFO: - Episode: 1404/2000, Reward: 138.645, Step: 500 2023-04-02 17:48:09 - r - INFO: - Episode: 1405/2000, Reward: 242.967, Step: 458 2023-04-02 17:48:12 - r - INFO: - Episode: 1406/2000, Reward: 176.487, Step: 500 2023-04-02 17:48:13 - r - INFO: - Episode: 1407/2000, Reward: 163.541, Step: 500 2023-04-02 17:48:15 - r - INFO: - Episode: 1408/2000, Reward: 148.696, Step: 500 2023-04-02 17:48:17 - r - INFO: - Episode: 1409/2000, Reward: 163.794, Step: 500 2023-04-02 17:48:18 - r - INFO: - Episode: 1410/2000, Reward: 174.072, Step: 500 2023-04-02 17:48:22 - r - INFO: - Episode: 1411/2000, Reward: 199.271, Step: 500 2023-04-02 17:48:23 - r - INFO: - Episode: 1412/2000, Reward: 175.115, Step: 500 2023-04-02 17:48:25 - r - INFO: - Episode: 1413/2000, Reward: 173.692, Step: 500 2023-04-02 17:48:26 - r - INFO: - Episode: 1414/2000, Reward: 272.252, Step: 315 2023-04-02 17:48:28 - r - INFO: - Episode: 1415/2000, Reward: 153.087, Step: 500 2023-04-02 17:48:32 - r - INFO: - Episode: 1416/2000, Reward: 172.008, Step: 500 2023-04-02 17:48:34 - r - INFO: - Episode: 1417/2000, Reward: 81.994, Step: 500 2023-04-02 17:48:35 - r - INFO: - Episode: 1418/2000, Reward: 175.501, Step: 500 2023-04-02 17:48:37 - r - INFO: - Episode: 1419/2000, Reward: 178.412, Step: 500 2023-04-02 17:48:39 - r - INFO: - Episode: 1420/2000, Reward: 193.365, Step: 500 2023-04-02 17:48:41 - r - INFO: - Episode: 1421/2000, Reward: 264.565, Step: 237 2023-04-02 17:48:42 - r - INFO: - Episode: 1422/2000, Reward: 163.526, Step: 500 2023-04-02 17:48:44 - r - INFO: - Episode: 1423/2000, Reward: 177.584, Step: 500 2023-04-02 17:48:45 - r - INFO: - Episode: 1424/2000, Reward: 264.544, Step: 287 2023-04-02 17:48:46 - r - INFO: - Episode: 1425/2000, Reward: 302.510, Step: 439 2023-04-02 17:48:50 - r - INFO: - Episode: 1426/2000, Reward: 148.903, Step: 500 2023-04-02 17:48:52 - r - INFO: - Episode: 1427/2000, Reward: 162.556, Step: 500 2023-04-02 17:48:53 - r - INFO: - Episode: 1428/2000, Reward: 265.088, Step: 448 2023-04-02 17:48:55 - r - INFO: - Episode: 1429/2000, Reward: 260.662, Step: 427 2023-04-02 17:48:56 - r - INFO: - Episode: 1430/2000, Reward: 171.946, Step: 500 2023-04-02 17:49:02 - r - INFO: - Episode: 1431/2000, Reward: 111.226, Step: 500 2023-04-02 17:49:03 - r - INFO: - Episode: 1432/2000, Reward: 228.726, Step: 471 2023-04-02 17:49:05 - r - INFO: - Episode: 1433/2000, Reward: 163.916, Step: 500 2023-04-02 17:49:07 - r - INFO: - Episode: 1434/2000, Reward: 147.293, Step: 500 2023-04-02 17:49:08 - r - INFO: - Episode: 1435/2000, Reward: 141.017, Step: 500 2023-04-02 17:49:14 - r - INFO: - Episode: 1436/2000, Reward: 100.285, Step: 500 2023-04-02 17:49:15 - r - INFO: - Episode: 1437/2000, Reward: 125.923, Step: 500 2023-04-02 17:49:16 - r - INFO: - Episode: 1438/2000, Reward: 252.563, Step: 397 2023-04-02 17:49:18 - r - INFO: - Episode: 1439/2000, Reward: 92.732, Step: 500 2023-04-02 17:49:20 - r - INFO: - Episode: 1440/2000, Reward: 144.810, Step: 500 2023-04-02 17:49:26 - r - INFO: - Episode: 1441/2000, Reward: 173.472, Step: 500 2023-04-02 17:49:27 - r - INFO: - Episode: 1442/2000, Reward: 148.279, Step: 500 2023-04-02 17:49:29 - r - INFO: - Episode: 1443/2000, Reward: 115.538, Step: 500 2023-04-02 17:49:31 - r - INFO: - Episode: 1444/2000, Reward: 181.985, Step: 500 2023-04-02 17:49:33 - r - INFO: - Episode: 1445/2000, Reward: 113.001, Step: 500 2023-04-02 17:49:38 - r - INFO: - Episode: 1446/2000, Reward: 141.357, Step: 500 2023-04-02 17:49:39 - r - INFO: - Episode: 1447/2000, Reward: 239.632, Step: 500 2023-04-02 17:49:41 - r - INFO: - Episode: 1448/2000, Reward: 155.704, Step: 500 2023-04-02 17:49:43 - r - INFO: - Episode: 1449/2000, Reward: 153.911, Step: 500 2023-04-02 17:49:44 - r - INFO: - Episode: 1450/2000, Reward: 145.376, Step: 500 2023-04-02 17:49:50 - r - INFO: - Episode: 1451/2000, Reward: 142.364, Step: 500 2023-04-02 17:49:52 - r - INFO: - Episode: 1452/2000, Reward: 167.891, Step: 500 2023-04-02 17:49:54 - r - INFO: - Episode: 1453/2000, Reward: 143.955, Step: 500 2023-04-02 17:49:56 - r - INFO: - Episode: 1454/2000, Reward: 180.379, Step: 500 2023-04-02 17:49:57 - r - INFO: - Episode: 1455/2000, Reward: 130.874, Step: 500 2023-04-02 17:50:01 - r - INFO: - Episode: 1456/2000, Reward: 123.120, Step: 500 2023-04-02 17:50:02 - r - INFO: - Episode: 1457/2000, Reward: 164.369, Step: 500 2023-04-02 17:50:03 - r - INFO: - Episode: 1458/2000, Reward: 233.703, Step: 322 2023-04-02 17:50:05 - r - INFO: - Episode: 1459/2000, Reward: 143.107, Step: 500 2023-04-02 17:50:07 - r - INFO: - Episode: 1460/2000, Reward: 160.406, Step: 500 2023-04-02 17:50:11 - r - INFO: - Episode: 1461/2000, Reward: 87.888, Step: 500 2023-04-02 17:50:13 - r - INFO: - Episode: 1462/2000, Reward: 180.026, Step: 500 2023-04-02 17:50:15 - r - INFO: - Episode: 1463/2000, Reward: 127.501, Step: 500 2023-04-02 17:50:17 - r - INFO: - Episode: 1464/2000, Reward: 165.281, Step: 500 2023-04-02 17:50:18 - r - INFO: - Episode: 1465/2000, Reward: 152.744, Step: 500 2023-04-02 17:50:23 - r - INFO: - Episode: 1466/2000, Reward: 99.813, Step: 500 2023-04-02 17:50:25 - r - INFO: - Episode: 1467/2000, Reward: 62.346, Step: 500 2023-04-02 17:50:27 - r - INFO: - Episode: 1468/2000, Reward: 180.240, Step: 500 2023-04-02 17:50:28 - r - INFO: - Episode: 1469/2000, Reward: 154.080, Step: 500 2023-04-02 17:50:30 - r - INFO: - Episode: 1470/2000, Reward: 168.433, Step: 500 2023-04-02 17:50:34 - r - INFO: - Episode: 1471/2000, Reward: 140.522, Step: 500 2023-04-02 17:50:36 - r - INFO: - Episode: 1472/2000, Reward: 179.114, Step: 500 2023-04-02 17:50:38 - r - INFO: - Episode: 1473/2000, Reward: 160.097, Step: 500 2023-04-02 17:50:40 - r - INFO: - Episode: 1474/2000, Reward: 181.557, Step: 500 2023-04-02 17:50:42 - r - INFO: - Episode: 1475/2000, Reward: 139.528, Step: 500 2023-04-02 17:50:46 - r - INFO: - Episode: 1476/2000, Reward: 147.358, Step: 500 2023-04-02 17:50:48 - r - INFO: - Episode: 1477/2000, Reward: 170.898, Step: 500 2023-04-02 17:50:50 - r - INFO: - Episode: 1478/2000, Reward: 141.257, Step: 500 2023-04-02 17:50:51 - r - INFO: - Episode: 1479/2000, Reward: 271.105, Step: 324 2023-04-02 17:50:53 - r - INFO: - Episode: 1480/2000, Reward: 194.653, Step: 500 2023-04-02 17:50:56 - r - INFO: - Episode: 1481/2000, Reward: 197.728, Step: 500 2023-04-02 17:50:58 - r - INFO: - Episode: 1482/2000, Reward: 154.363, Step: 500 2023-04-02 17:50:59 - r - INFO: - Episode: 1483/2000, Reward: 108.326, Step: 500 2023-04-02 17:51:01 - r - INFO: - Episode: 1484/2000, Reward: 184.293, Step: 500 2023-04-02 17:51:03 - r - INFO: - Episode: 1485/2000, Reward: 198.835, Step: 500 2023-04-02 17:51:08 - r - INFO: - Episode: 1486/2000, Reward: 247.366, Step: 418 2023-04-02 17:51:10 - r - INFO: - Episode: 1487/2000, Reward: 191.860, Step: 500 2023-04-02 17:51:12 - r - INFO: - Episode: 1488/2000, Reward: 137.711, Step: 500 2023-04-02 17:51:13 - r - INFO: - Episode: 1489/2000, Reward: 145.699, Step: 500 2023-04-02 17:51:15 - r - INFO: - Episode: 1490/2000, Reward: 146.479, Step: 500 2023-04-02 17:51:19 - r - INFO: - Episode: 1491/2000, Reward: 161.982, Step: 500 2023-04-02 17:51:20 - r - INFO: - Episode: 1492/2000, Reward: 143.884, Step: 500 2023-04-02 17:51:22 - r - INFO: - Episode: 1493/2000, Reward: 183.709, Step: 500 2023-04-02 17:51:24 - r - INFO: - Episode: 1494/2000, Reward: 269.529, Step: 491 2023-04-02 17:51:25 - r - INFO: - Episode: 1495/2000, Reward: 160.461, Step: 500 2023-04-02 17:51:30 - r - INFO: - Episode: 1496/2000, Reward: 164.515, Step: 500 2023-04-02 17:51:32 - r - INFO: - Episode: 1497/2000, Reward: 159.015, Step: 500 2023-04-02 17:51:33 - r - INFO: - Episode: 1498/2000, Reward: 157.130, Step: 500 2023-04-02 17:51:35 - r - INFO: - Episode: 1499/2000, Reward: 149.830, Step: 500 2023-04-02 17:51:36 - r - INFO: - Episode: 1500/2000, Reward: 256.634, Step: 418 2023-04-02 17:51:41 - r - INFO: - Episode: 1501/2000, Reward: 297.830, Step: 473 2023-04-02 17:51:43 - r - INFO: - Episode: 1502/2000, Reward: 134.635, Step: 500 2023-04-02 17:51:44 - r - INFO: - Episode: 1503/2000, Reward: 287.946, Step: 445 2023-04-02 17:51:45 - r - INFO: - Episode: 1504/2000, Reward: 257.349, Step: 442 2023-04-02 17:51:47 - r - INFO: - Episode: 1505/2000, Reward: 136.070, Step: 500 2023-04-02 17:51:51 - r - INFO: - Episode: 1506/2000, Reward: 165.582, Step: 500 2023-04-02 17:51:53 - r - INFO: - Episode: 1507/2000, Reward: 141.830, Step: 500 2023-04-02 17:51:55 - r - INFO: - Episode: 1508/2000, Reward: 297.612, Step: 425 2023-04-02 17:51:56 - r - INFO: - Episode: 1509/2000, Reward: 260.675, Step: 403 2023-04-02 17:51:58 - r - INFO: - Episode: 1510/2000, Reward: 167.450, Step: 500 2023-04-02 17:52:02 - r - INFO: - Episode: 1511/2000, Reward: 308.962, Step: 257 2023-04-02 17:52:03 - r - INFO: - Episode: 1512/2000, Reward: 260.136, Step: 173 2023-04-02 17:52:05 - r - INFO: - Episode: 1513/2000, Reward: 174.980, Step: 500 2023-04-02 17:52:06 - r - INFO: - Episode: 1514/2000, Reward: 226.258, Step: 482 2023-04-02 17:52:08 - r - INFO: - Episode: 1515/2000, Reward: 231.533, Step: 404 2023-04-02 17:52:12 - r - INFO: - Episode: 1516/2000, Reward: 251.236, Step: 441 2023-04-02 17:52:14 - r - INFO: - Episode: 1517/2000, Reward: 125.375, Step: 500 2023-04-02 17:52:15 - r - INFO: - Episode: 1518/2000, Reward: 187.719, Step: 500 2023-04-02 17:52:17 - r - INFO: - Episode: 1519/2000, Reward: 254.037, Step: 411 2023-04-02 17:52:18 - r - INFO: - Episode: 1520/2000, Reward: 154.291, Step: 500 2023-04-02 17:52:21 - r - INFO: - Episode: 1521/2000, Reward: 255.917, Step: 301 2023-04-02 17:52:23 - r - INFO: - Episode: 1522/2000, Reward: 160.472, Step: 500 2023-04-02 17:52:25 - r - INFO: - Episode: 1523/2000, Reward: 126.540, Step: 500 2023-04-02 17:52:26 - r - INFO: - Episode: 1524/2000, Reward: 270.497, Step: 390 2023-04-02 17:52:27 - r - INFO: - Episode: 1525/2000, Reward: 248.310, Step: 296 2023-04-02 17:52:32 - r - INFO: - Episode: 1526/2000, Reward: 195.446, Step: 500 2023-04-02 17:52:33 - r - INFO: - Episode: 1527/2000, Reward: 245.962, Step: 474 2023-04-02 17:52:35 - r - INFO: - Episode: 1528/2000, Reward: 254.262, Step: 455 2023-04-02 17:52:36 - r - INFO: - Episode: 1529/2000, Reward: 241.758, Step: 245 2023-04-02 17:52:37 - r - INFO: - Episode: 1530/2000, Reward: 274.820, Step: 348 2023-04-02 17:52:39 - r - INFO: - Episode: 1531/2000, Reward: 269.070, Step: 266 2023-04-02 17:52:40 - r - INFO: - Episode: 1532/2000, Reward: 259.111, Step: 252 2023-04-02 17:52:41 - r - INFO: - Episode: 1533/2000, Reward: 268.200, Step: 251 2023-04-02 17:52:41 - r - INFO: - Episode: 1534/2000, Reward: 277.413, Step: 209 2023-04-02 17:52:42 - r - INFO: - Episode: 1535/2000, Reward: 304.464, Step: 261 2023-04-02 17:52:46 - r - INFO: - Episode: 1536/2000, Reward: 280.544, Step: 200 2023-04-02 17:52:47 - r - INFO: - Episode: 1537/2000, Reward: 264.827, Step: 212 2023-04-02 17:52:48 - r - INFO: - Episode: 1538/2000, Reward: 295.931, Step: 382 2023-04-02 17:52:49 - r - INFO: - Episode: 1539/2000, Reward: 275.130, Step: 218 2023-04-02 17:52:50 - r - INFO: - Episode: 1540/2000, Reward: 280.089, Step: 337 2023-04-02 17:52:55 - r - INFO: - Episode: 1541/2000, Reward: 215.621, Step: 443 2023-04-02 17:52:57 - r - INFO: - Episode: 1542/2000, Reward: 135.738, Step: 500 2023-04-02 17:52:58 - r - INFO: - Episode: 1543/2000, Reward: 256.197, Step: 433 2023-04-02 17:52:59 - r - INFO: - Episode: 1544/2000, Reward: 269.540, Step: 286 2023-04-02 17:53:00 - r - INFO: - Episode: 1545/2000, Reward: 290.937, Step: 273 2023-04-02 17:53:02 - r - INFO: - Episode: 1546/2000, Reward: 268.157, Step: 269 2023-04-02 17:53:03 - r - INFO: - Episode: 1547/2000, Reward: 258.270, Step: 194 2023-04-02 17:53:05 - r - INFO: - Episode: 1548/2000, Reward: 177.280, Step: 500 2023-04-02 17:53:06 - r - INFO: - Episode: 1549/2000, Reward: 177.025, Step: 500 2023-04-02 17:53:08 - r - INFO: - Episode: 1550/2000, Reward: 134.999, Step: 500 2023-04-02 17:53:13 - r - INFO: - Episode: 1551/2000, Reward: 132.792, Step: 500 2023-04-02 17:53:14 - r - INFO: - Episode: 1552/2000, Reward: 253.549, Step: 250 2023-04-02 17:53:16 - r - INFO: - Episode: 1553/2000, Reward: 69.108, Step: 500 2023-04-02 17:53:17 - r - INFO: - Episode: 1554/2000, Reward: 246.183, Step: 344 2023-04-02 17:53:18 - r - INFO: - Episode: 1555/2000, Reward: 297.572, Step: 213 2023-04-02 17:53:20 - r - INFO: - Episode: 1556/2000, Reward: 257.402, Step: 296 2023-04-02 17:53:21 - r - INFO: - Episode: 1557/2000, Reward: 276.011, Step: 278 2023-04-02 17:53:22 - r - INFO: - Episode: 1558/2000, Reward: 199.503, Step: 500 2023-04-02 17:53:24 - r - INFO: - Episode: 1559/2000, Reward: 249.809, Step: 339 2023-04-02 17:53:25 - r - INFO: - Episode: 1560/2000, Reward: 279.447, Step: 316 2023-04-02 17:53:27 - r - INFO: - Episode: 1561/2000, Reward: 277.081, Step: 392 2023-04-02 17:53:29 - r - INFO: - Episode: 1562/2000, Reward: 180.215, Step: 500 2023-04-02 17:53:31 - r - INFO: - Episode: 1563/2000, Reward: 157.545, Step: 500 2023-04-02 17:53:32 - r - INFO: - Episode: 1564/2000, Reward: 304.317, Step: 375 2023-04-02 17:53:33 - r - INFO: - Episode: 1565/2000, Reward: 126.022, Step: 500 2023-04-02 17:53:38 - r - INFO: - Episode: 1566/2000, Reward: 166.360, Step: 500 2023-04-02 17:53:40 - r - INFO: - Episode: 1567/2000, Reward: 279.415, Step: 441 2023-04-02 17:53:41 - r - INFO: - Episode: 1568/2000, Reward: 256.601, Step: 249 2023-04-02 17:53:42 - r - INFO: - Episode: 1569/2000, Reward: 293.092, Step: 365 2023-04-02 17:53:43 - r - INFO: - Episode: 1570/2000, Reward: 162.797, Step: 500 2023-04-02 17:53:49 - r - INFO: - Episode: 1571/2000, Reward: 290.390, Step: 341 2023-04-02 17:53:51 - r - INFO: - Episode: 1572/2000, Reward: 188.523, Step: 500 2023-04-02 17:53:53 - r - INFO: - Episode: 1573/2000, Reward: 161.847, Step: 500 2023-04-02 17:53:54 - r - INFO: - Episode: 1574/2000, Reward: 179.732, Step: 500 2023-04-02 17:53:55 - r - INFO: - Episode: 1575/2000, Reward: 277.798, Step: 332 2023-04-02 17:53:58 - r - INFO: - Episode: 1576/2000, Reward: 170.946, Step: 500 2023-04-02 17:54:00 - r - INFO: - Episode: 1577/2000, Reward: 273.102, Step: 464 2023-04-02 17:54:01 - r - INFO: - Episode: 1578/2000, Reward: 267.928, Step: 297 2023-04-02 17:54:02 - r - INFO: - Episode: 1579/2000, Reward: 166.099, Step: 500 2023-04-02 17:54:04 - r - INFO: - Episode: 1580/2000, Reward: 162.873, Step: 500 2023-04-02 17:54:07 - r - INFO: - Episode: 1581/2000, Reward: 184.086, Step: 500 2023-04-02 17:54:08 - r - INFO: - Episode: 1582/2000, Reward: 185.087, Step: 500 2023-04-02 17:54:09 - r - INFO: - Episode: 1583/2000, Reward: 262.456, Step: 281 2023-04-02 17:54:11 - r - INFO: - Episode: 1584/2000, Reward: 159.684, Step: 500 2023-04-02 17:54:13 - r - INFO: - Episode: 1585/2000, Reward: 182.608, Step: 500 2023-04-02 17:54:16 - r - INFO: - Episode: 1586/2000, Reward: 162.400, Step: 500 2023-04-02 17:54:17 - r - INFO: - Episode: 1587/2000, Reward: 190.636, Step: 500 2023-04-02 17:54:18 - r - INFO: - Episode: 1588/2000, Reward: 301.820, Step: 246 2023-04-02 17:54:20 - r - INFO: - Episode: 1589/2000, Reward: 137.549, Step: 500 2023-04-02 17:54:21 - r - INFO: - Episode: 1590/2000, Reward: 169.945, Step: 500 2023-04-02 17:54:23 - r - INFO: - Current episode 1590 has the best eval reward: 278.389 2023-04-02 17:54:25 - r - INFO: - Episode: 1591/2000, Reward: 154.069, Step: 500 2023-04-02 17:54:26 - r - INFO: - Episode: 1592/2000, Reward: 175.888, Step: 500 2023-04-02 17:54:28 - r - INFO: - Episode: 1593/2000, Reward: 159.327, Step: 500 2023-04-02 17:54:30 - r - INFO: - Episode: 1594/2000, Reward: 169.499, Step: 500 2023-04-02 17:54:31 - r - INFO: - Episode: 1595/2000, Reward: 175.837, Step: 500 2023-04-02 17:54:33 - r - INFO: - Current episode 1595 has the best eval reward: 287.446 2023-04-02 17:54:34 - r - INFO: - Episode: 1596/2000, Reward: 193.754, Step: 500 2023-04-02 17:54:36 - r - INFO: - Episode: 1597/2000, Reward: 292.903, Step: 493 2023-04-02 17:54:38 - r - INFO: - Episode: 1598/2000, Reward: 153.628, Step: 500 2023-04-02 17:54:39 - r - INFO: - Episode: 1599/2000, Reward: 287.230, Step: 272 2023-04-02 17:54:41 - r - INFO: - Episode: 1600/2000, Reward: 177.525, Step: 500 2023-04-02 17:54:45 - r - INFO: - Episode: 1601/2000, Reward: 158.693, Step: 500 2023-04-02 17:54:47 - r - INFO: - Episode: 1602/2000, Reward: 163.456, Step: 500 2023-04-02 17:54:48 - r - INFO: - Episode: 1603/2000, Reward: 187.724, Step: 500 2023-04-02 17:54:50 - r - INFO: - Episode: 1604/2000, Reward: 161.325, Step: 500 2023-04-02 17:54:52 - r - INFO: - Episode: 1605/2000, Reward: 159.551, Step: 500 2023-04-02 17:54:56 - r - INFO: - Episode: 1606/2000, Reward: 164.171, Step: 500 2023-04-02 17:54:58 - r - INFO: - Episode: 1607/2000, Reward: 321.030, Step: 446 2023-04-02 17:54:59 - r - INFO: - Episode: 1608/2000, Reward: 185.278, Step: 500 2023-04-02 17:55:01 - r - INFO: - Episode: 1609/2000, Reward: 169.570, Step: 500 2023-04-02 17:55:03 - r - INFO: - Episode: 1610/2000, Reward: 171.501, Step: 500 2023-04-02 17:55:06 - r - INFO: - Episode: 1611/2000, Reward: 264.626, Step: 402 2023-04-02 17:55:08 - r - INFO: - Episode: 1612/2000, Reward: 305.294, Step: 405 2023-04-02 17:55:09 - r - INFO: - Episode: 1613/2000, Reward: 31.805, Step: 500 2023-04-02 17:55:11 - r - INFO: - Episode: 1614/2000, Reward: -138.779, Step: 475 2023-04-02 17:55:13 - r - INFO: - Episode: 1615/2000, Reward: 269.342, Step: 471 2023-04-02 17:55:17 - r - INFO: - Episode: 1616/2000, Reward: 159.831, Step: 500 2023-04-02 17:55:18 - r - INFO: - Episode: 1617/2000, Reward: 257.118, Step: 337 2023-04-02 17:55:19 - r - INFO: - Episode: 1618/2000, Reward: 270.663, Step: 328 2023-04-02 17:55:21 - r - INFO: - Episode: 1619/2000, Reward: 166.302, Step: 500 2023-04-02 17:55:22 - r - INFO: - Episode: 1620/2000, Reward: 167.357, Step: 500 2023-04-02 17:55:25 - r - INFO: - Episode: 1621/2000, Reward: 255.992, Step: 414 2023-04-02 17:55:26 - r - INFO: - Episode: 1622/2000, Reward: 267.240, Step: 208 2023-04-02 17:55:27 - r - INFO: - Episode: 1623/2000, Reward: 249.122, Step: 286 2023-04-02 17:55:28 - r - INFO: - Episode: 1624/2000, Reward: 209.906, Step: 500 2023-04-02 17:55:30 - r - INFO: - Episode: 1625/2000, Reward: 148.311, Step: 500 2023-04-02 17:55:33 - r - INFO: - Episode: 1626/2000, Reward: 177.464, Step: 500 2023-04-02 17:55:34 - r - INFO: - Episode: 1627/2000, Reward: 252.619, Step: 337 2023-04-02 17:55:36 - r - INFO: - Episode: 1628/2000, Reward: 245.124, Step: 475 2023-04-02 17:55:37 - r - INFO: - Episode: 1629/2000, Reward: 140.021, Step: 500 2023-04-02 17:55:39 - r - INFO: - Episode: 1630/2000, Reward: 293.650, Step: 461 2023-04-02 17:55:41 - r - INFO: - Episode: 1631/2000, Reward: 248.079, Step: 236 2023-04-02 17:55:43 - r - INFO: - Episode: 1632/2000, Reward: 195.727, Step: 500 2023-04-02 17:55:43 - r - INFO: - Episode: 1633/2000, Reward: 227.635, Step: 208 2023-04-02 17:55:45 - r - INFO: - Episode: 1634/2000, Reward: 162.580, Step: 500 2023-04-02 17:55:47 - r - INFO: - Episode: 1635/2000, Reward: 238.886, Step: 452 2023-04-02 17:55:50 - r - INFO: - Episode: 1636/2000, Reward: 176.263, Step: 500 2023-04-02 17:55:51 - r - INFO: - Episode: 1637/2000, Reward: 158.475, Step: 500 2023-04-02 17:55:53 - r - INFO: - Episode: 1638/2000, Reward: 164.808, Step: 500 2023-04-02 17:55:55 - r - INFO: - Episode: 1639/2000, Reward: 162.811, Step: 500 2023-04-02 17:55:57 - r - INFO: - Episode: 1640/2000, Reward: 158.956, Step: 500 2023-04-02 17:56:00 - r - INFO: - Episode: 1641/2000, Reward: 171.176, Step: 500 2023-04-02 17:56:01 - r - INFO: - Episode: 1642/2000, Reward: 241.916, Step: 291 2023-04-02 17:56:02 - r - INFO: - Episode: 1643/2000, Reward: 189.970, Step: 500 2023-04-02 17:56:03 - r - INFO: - Episode: 1644/2000, Reward: 269.123, Step: 272 2023-04-02 17:56:05 - r - INFO: - Episode: 1645/2000, Reward: 153.222, Step: 500 2023-04-02 17:56:08 - r - INFO: - Episode: 1646/2000, Reward: 268.097, Step: 426 2023-04-02 17:56:10 - r - INFO: - Episode: 1647/2000, Reward: 192.730, Step: 500 2023-04-02 17:56:11 - r - INFO: - Episode: 1648/2000, Reward: 179.734, Step: 500 2023-04-02 17:56:13 - r - INFO: - Episode: 1649/2000, Reward: 151.816, Step: 500 2023-04-02 17:56:15 - r - INFO: - Episode: 1650/2000, Reward: 267.519, Step: 459 2023-04-02 17:56:18 - r - INFO: - Episode: 1651/2000, Reward: 227.440, Step: 397 2023-04-02 17:56:19 - r - INFO: - Episode: 1652/2000, Reward: 289.028, Step: 325 2023-04-02 17:56:21 - r - INFO: - Episode: 1653/2000, Reward: 161.341, Step: 500 2023-04-02 17:56:22 - r - INFO: - Episode: 1654/2000, Reward: 289.043, Step: 276 2023-04-02 17:56:23 - r - INFO: - Episode: 1655/2000, Reward: 270.718, Step: 361 2023-04-02 17:56:26 - r - INFO: - Episode: 1656/2000, Reward: 287.222, Step: 389 2023-04-02 17:56:28 - r - INFO: - Episode: 1657/2000, Reward: 169.972, Step: 500 2023-04-02 17:56:29 - r - INFO: - Episode: 1658/2000, Reward: 189.025, Step: 500 2023-04-02 17:56:31 - r - INFO: - Episode: 1659/2000, Reward: 253.558, Step: 473 2023-04-02 17:56:33 - r - INFO: - Episode: 1660/2000, Reward: 149.325, Step: 500 2023-04-02 17:56:36 - r - INFO: - Episode: 1661/2000, Reward: 143.250, Step: 500 2023-04-02 17:56:37 - r - INFO: - Episode: 1662/2000, Reward: 264.552, Step: 210 2023-04-02 17:56:38 - r - INFO: - Episode: 1663/2000, Reward: 250.782, Step: 322 2023-04-02 17:56:38 - r - INFO: - Episode: 1664/2000, Reward: 258.504, Step: 251 2023-04-02 17:56:40 - r - INFO: - Episode: 1665/2000, Reward: 164.167, Step: 500 2023-04-02 17:56:43 - r - INFO: - Episode: 1666/2000, Reward: 66.992, Step: 500 2023-04-02 17:56:45 - r - INFO: - Episode: 1667/2000, Reward: 144.657, Step: 500 2023-04-02 17:56:46 - r - INFO: - Episode: 1668/2000, Reward: 231.816, Step: 359 2023-04-02 17:56:48 - r - INFO: - Episode: 1669/2000, Reward: 234.655, Step: 407 2023-04-02 17:56:49 - r - INFO: - Episode: 1670/2000, Reward: 241.850, Step: 304 2023-04-02 17:56:54 - r - INFO: - Episode: 1671/2000, Reward: 133.874, Step: 500 2023-04-02 17:56:54 - r - INFO: - Episode: 1672/2000, Reward: 290.671, Step: 190 2023-04-02 17:56:55 - r - INFO: - Episode: 1673/2000, Reward: 288.557, Step: 204 2023-04-02 17:56:55 - r - INFO: - Episode: 1674/2000, Reward: 230.423, Step: 256 2023-04-02 17:56:57 - r - INFO: - Episode: 1675/2000, Reward: 164.687, Step: 500 2023-04-02 17:57:00 - r - INFO: - Episode: 1676/2000, Reward: 244.798, Step: 346 2023-04-02 17:57:01 - r - INFO: - Episode: 1677/2000, Reward: 248.814, Step: 291 2023-04-02 17:57:02 - r - INFO: - Episode: 1678/2000, Reward: 154.744, Step: 500 2023-04-02 17:57:04 - r - INFO: - Episode: 1679/2000, Reward: 259.817, Step: 494 2023-04-02 17:57:05 - r - INFO: - Episode: 1680/2000, Reward: 283.426, Step: 314 2023-04-02 17:57:08 - r - INFO: - Episode: 1681/2000, Reward: 261.645, Step: 259 2023-04-02 17:57:09 - r - INFO: - Episode: 1682/2000, Reward: 263.012, Step: 184 2023-04-02 17:57:10 - r - INFO: - Episode: 1683/2000, Reward: 131.874, Step: 500 2023-04-02 17:57:12 - r - INFO: - Episode: 1684/2000, Reward: 246.283, Step: 444 2023-04-02 17:57:13 - r - INFO: - Episode: 1685/2000, Reward: 284.506, Step: 220 2023-04-02 17:57:14 - r - INFO: - Episode: 1686/2000, Reward: -3.433, Step: 155 2023-04-02 17:57:16 - r - INFO: - Episode: 1687/2000, Reward: 268.403, Step: 393 2023-04-02 17:57:17 - r - INFO: - Episode: 1688/2000, Reward: 263.658, Step: 283 2023-04-02 17:57:18 - r - INFO: - Episode: 1689/2000, Reward: 170.772, Step: 500 2023-04-02 17:57:20 - r - INFO: - Episode: 1690/2000, Reward: 258.251, Step: 399 2023-04-02 17:57:23 - r - INFO: - Episode: 1691/2000, Reward: 152.823, Step: 500 2023-04-02 17:57:25 - r - INFO: - Episode: 1692/2000, Reward: 255.562, Step: 379 2023-04-02 17:57:26 - r - INFO: - Episode: 1693/2000, Reward: 240.843, Step: 486 2023-04-02 17:57:28 - r - INFO: - Episode: 1694/2000, Reward: 125.214, Step: 500 2023-04-02 17:57:30 - r - INFO: - Episode: 1695/2000, Reward: 161.391, Step: 500 2023-04-02 17:57:34 - r - INFO: - Episode: 1696/2000, Reward: 276.130, Step: 493 2023-04-02 17:57:36 - r - INFO: - Episode: 1697/2000, Reward: 110.547, Step: 500 2023-04-02 17:57:37 - r - INFO: - Episode: 1698/2000, Reward: 286.769, Step: 323 2023-04-02 17:57:38 - r - INFO: - Episode: 1699/2000, Reward: 262.766, Step: 465 2023-04-02 17:57:40 - r - INFO: - Episode: 1700/2000, Reward: 154.838, Step: 500 2023-04-02 17:57:44 - r - INFO: - Episode: 1701/2000, Reward: 190.777, Step: 500 2023-04-02 17:57:45 - r - INFO: - Episode: 1702/2000, Reward: 181.068, Step: 500 2023-04-02 17:57:46 - r - INFO: - Episode: 1703/2000, Reward: 234.492, Step: 302 2023-04-02 17:57:47 - r - INFO: - Episode: 1704/2000, Reward: 289.479, Step: 293 2023-04-02 17:57:49 - r - INFO: - Episode: 1705/2000, Reward: 180.898, Step: 500 2023-04-02 17:57:52 - r - INFO: - Episode: 1706/2000, Reward: 158.409, Step: 500 2023-04-02 17:57:54 - r - INFO: - Episode: 1707/2000, Reward: 198.389, Step: 500 2023-04-02 17:57:56 - r - INFO: - Episode: 1708/2000, Reward: 175.622, Step: 500 2023-04-02 17:57:57 - r - INFO: - Episode: 1709/2000, Reward: 254.574, Step: 295 2023-04-02 17:57:58 - r - INFO: - Episode: 1710/2000, Reward: 270.174, Step: 375 2023-04-02 17:58:01 - r - INFO: - Episode: 1711/2000, Reward: 230.631, Step: 454 2023-04-02 17:58:02 - r - INFO: - Episode: 1712/2000, Reward: 252.910, Step: 367 2023-04-02 17:58:04 - r - INFO: - Episode: 1713/2000, Reward: 280.203, Step: 498 2023-04-02 17:58:05 - r - INFO: - Episode: 1714/2000, Reward: 292.604, Step: 340 2023-04-02 17:58:05 - r - INFO: - Episode: 1715/2000, Reward: 225.013, Step: 264 2023-04-02 17:58:09 - r - INFO: - Episode: 1716/2000, Reward: 166.422, Step: 500 2023-04-02 17:58:10 - r - INFO: - Episode: 1717/2000, Reward: 144.085, Step: 500 2023-04-02 17:58:12 - r - INFO: - Episode: 1718/2000, Reward: 157.688, Step: 500 2023-04-02 17:58:14 - r - INFO: - Episode: 1719/2000, Reward: 279.304, Step: 494 2023-04-02 17:58:14 - r - INFO: - Episode: 1720/2000, Reward: 272.746, Step: 218 2023-04-02 17:58:18 - r - INFO: - Episode: 1721/2000, Reward: 183.062, Step: 500 2023-04-02 17:58:20 - r - INFO: - Episode: 1722/2000, Reward: 267.190, Step: 433 2023-04-02 17:58:21 - r - INFO: - Episode: 1723/2000, Reward: 183.114, Step: 500 2023-04-02 17:58:23 - r - INFO: - Episode: 1724/2000, Reward: 170.956, Step: 500 2023-04-02 17:58:25 - r - INFO: - Episode: 1725/2000, Reward: 168.951, Step: 500 2023-04-02 17:58:29 - r - INFO: - Episode: 1726/2000, Reward: 148.860, Step: 500 2023-04-02 17:58:30 - r - INFO: - Episode: 1727/2000, Reward: 278.877, Step: 214 2023-04-02 17:58:31 - r - INFO: - Episode: 1728/2000, Reward: 250.939, Step: 306 2023-04-02 17:58:31 - r - INFO: - Episode: 1729/2000, Reward: 273.982, Step: 159 2023-04-02 17:58:32 - r - INFO: - Episode: 1730/2000, Reward: 284.726, Step: 190 2023-04-02 17:58:35 - r - INFO: - Episode: 1731/2000, Reward: 287.713, Step: 289 2023-04-02 17:58:37 - r - INFO: - Episode: 1732/2000, Reward: 281.706, Step: 412 2023-04-02 17:58:38 - r - INFO: - Episode: 1733/2000, Reward: 264.377, Step: 432 2023-04-02 17:58:39 - r - INFO: - Episode: 1734/2000, Reward: 274.669, Step: 236 2023-04-02 17:58:40 - r - INFO: - Episode: 1735/2000, Reward: 265.417, Step: 259 2023-04-02 17:58:42 - r - INFO: - Episode: 1736/2000, Reward: 289.193, Step: 202 2023-04-02 17:58:43 - r - INFO: - Episode: 1737/2000, Reward: 274.647, Step: 294 2023-04-02 17:58:45 - r - INFO: - Episode: 1738/2000, Reward: 115.570, Step: 500 2023-04-02 17:58:45 - r - INFO: - Episode: 1739/2000, Reward: 255.916, Step: 200 2023-04-02 17:58:47 - r - INFO: - Episode: 1740/2000, Reward: 68.571, Step: 500 2023-04-02 17:58:50 - r - INFO: - Episode: 1741/2000, Reward: 244.077, Step: 237 2023-04-02 17:58:51 - r - INFO: - Episode: 1742/2000, Reward: 248.023, Step: 325 2023-04-02 17:58:52 - r - INFO: - Episode: 1743/2000, Reward: 285.805, Step: 232 2023-04-02 17:58:54 - r - INFO: - Episode: 1744/2000, Reward: 197.225, Step: 500 2023-04-02 17:58:54 - r - INFO: - Episode: 1745/2000, Reward: 242.958, Step: 212 2023-04-02 17:58:57 - r - INFO: - Episode: 1746/2000, Reward: 256.659, Step: 186 2023-04-02 17:58:59 - r - INFO: - Episode: 1747/2000, Reward: 56.267, Step: 500 2023-04-02 17:59:00 - r - INFO: - Episode: 1748/2000, Reward: 262.751, Step: 449 2023-04-02 17:59:02 - r - INFO: - Episode: 1749/2000, Reward: 140.384, Step: 500 2023-04-02 17:59:04 - r - INFO: - Episode: 1750/2000, Reward: 47.951, Step: 500 2023-04-02 17:59:07 - r - INFO: - Episode: 1751/2000, Reward: 189.210, Step: 500 2023-04-02 17:59:08 - r - INFO: - Episode: 1752/2000, Reward: 40.117, Step: 500 2023-04-02 17:59:09 - r - INFO: - Episode: 1753/2000, Reward: 267.690, Step: 212 2023-04-02 17:59:10 - r - INFO: - Episode: 1754/2000, Reward: 274.262, Step: 215 2023-04-02 17:59:10 - r - INFO: - Episode: 1755/2000, Reward: 271.929, Step: 188 2023-04-02 17:59:13 - r - INFO: - Episode: 1756/2000, Reward: 145.653, Step: 500 2023-04-02 17:59:15 - r - INFO: - Episode: 1757/2000, Reward: 144.720, Step: 500 2023-04-02 17:59:16 - r - INFO: - Episode: 1758/2000, Reward: 248.142, Step: 333 2023-04-02 17:59:17 - r - INFO: - Episode: 1759/2000, Reward: 238.232, Step: 357 2023-04-02 17:59:19 - r - INFO: - Episode: 1760/2000, Reward: 37.041, Step: 500 2023-04-02 17:59:22 - r - INFO: - Episode: 1761/2000, Reward: 246.442, Step: 283 2023-04-02 17:59:23 - r - INFO: - Episode: 1762/2000, Reward: 270.697, Step: 340 2023-04-02 17:59:25 - r - INFO: - Episode: 1763/2000, Reward: 46.915, Step: 500 2023-04-02 17:59:27 - r - INFO: - Episode: 1764/2000, Reward: -124.170, Step: 500 2023-04-02 17:59:27 - r - INFO: - Episode: 1765/2000, Reward: 264.985, Step: 176 2023-04-02 17:59:30 - r - INFO: - Episode: 1766/2000, Reward: 272.432, Step: 335 2023-04-02 17:59:32 - r - INFO: - Episode: 1767/2000, Reward: 184.680, Step: 500 2023-04-02 17:59:34 - r - INFO: - Episode: 1768/2000, Reward: 169.249, Step: 500 2023-04-02 17:59:35 - r - INFO: - Episode: 1769/2000, Reward: 221.702, Step: 463 2023-04-02 17:59:36 - r - INFO: - Episode: 1770/2000, Reward: 271.415, Step: 214 2023-04-02 17:59:40 - r - INFO: - Episode: 1771/2000, Reward: 171.063, Step: 500 2023-04-02 17:59:41 - r - INFO: - Episode: 1772/2000, Reward: 278.201, Step: 245 2023-04-02 17:59:42 - r - INFO: - Episode: 1773/2000, Reward: 305.626, Step: 314 2023-04-02 17:59:42 - r - INFO: - Episode: 1774/2000, Reward: 281.239, Step: 192 2023-04-02 17:59:44 - r - INFO: - Episode: 1775/2000, Reward: 165.780, Step: 500 2023-04-02 17:59:48 - r - INFO: - Episode: 1776/2000, Reward: 195.867, Step: 500 2023-04-02 17:59:49 - r - INFO: - Episode: 1777/2000, Reward: 260.582, Step: 330 2023-04-02 17:59:51 - r - INFO: - Episode: 1778/2000, Reward: 39.366, Step: 500 2023-04-02 17:59:52 - r - INFO: - Episode: 1779/2000, Reward: 267.159, Step: 317 2023-04-02 17:59:53 - r - INFO: - Episode: 1780/2000, Reward: 145.306, Step: 500 2023-04-02 17:59:57 - r - INFO: - Episode: 1781/2000, Reward: 133.769, Step: 500 2023-04-02 17:59:59 - r - INFO: - Episode: 1782/2000, Reward: 172.413, Step: 500 2023-04-02 18:00:01 - r - INFO: - Episode: 1783/2000, Reward: 144.480, Step: 500 2023-04-02 18:00:02 - r - INFO: - Episode: 1784/2000, Reward: 262.289, Step: 304 2023-04-02 18:00:03 - r - INFO: - Episode: 1785/2000, Reward: 245.866, Step: 394 2023-04-02 18:00:05 - r - INFO: - Episode: 1786/2000, Reward: 52.726, Step: 223 2023-04-02 18:00:07 - r - INFO: - Episode: 1787/2000, Reward: 47.312, Step: 500 2023-04-02 18:00:08 - r - INFO: - Episode: 1788/2000, Reward: 299.968, Step: 333 2023-04-02 18:00:09 - r - INFO: - Episode: 1789/2000, Reward: 262.772, Step: 222 2023-04-02 18:00:11 - r - INFO: - Episode: 1790/2000, Reward: 154.149, Step: 500 2023-04-02 18:00:14 - r - INFO: - Episode: 1791/2000, Reward: 247.692, Step: 342 2023-04-02 18:00:15 - r - INFO: - Episode: 1792/2000, Reward: 155.588, Step: 500 2023-04-02 18:00:16 - r - INFO: - Episode: 1793/2000, Reward: 23.128, Step: 113 2023-04-02 18:00:17 - r - INFO: - Episode: 1794/2000, Reward: 128.727, Step: 500 2023-04-02 18:00:18 - r - INFO: - Episode: 1795/2000, Reward: 260.910, Step: 230 2023-04-02 18:00:21 - r - INFO: - Episode: 1796/2000, Reward: 31.967, Step: 500 2023-04-02 18:00:23 - r - INFO: - Episode: 1797/2000, Reward: 152.373, Step: 500 2023-04-02 18:00:24 - r - INFO: - Episode: 1798/2000, Reward: 173.497, Step: 500 2023-04-02 18:00:25 - r - INFO: - Episode: 1799/2000, Reward: 254.568, Step: 226 2023-04-02 18:00:26 - r - INFO: - Episode: 1800/2000, Reward: 294.226, Step: 289 2023-04-02 18:00:29 - r - INFO: - Episode: 1801/2000, Reward: 111.001, Step: 500 2023-04-02 18:00:30 - r - INFO: - Episode: 1802/2000, Reward: 73.261, Step: 500 2023-04-02 18:00:31 - r - INFO: - Episode: 1803/2000, Reward: 251.583, Step: 351 2023-04-02 18:00:33 - r - INFO: - Episode: 1804/2000, Reward: 178.228, Step: 500 2023-04-02 18:00:33 - r - INFO: - Episode: 1805/2000, Reward: 266.977, Step: 156 2023-04-02 18:00:37 - r - INFO: - Episode: 1806/2000, Reward: 278.554, Step: 473 2023-04-02 18:00:38 - r - INFO: - Episode: 1807/2000, Reward: 184.732, Step: 500 2023-04-02 18:00:40 - r - INFO: - Episode: 1808/2000, Reward: 119.262, Step: 500 2023-04-02 18:00:41 - r - INFO: - Episode: 1809/2000, Reward: 240.136, Step: 345 2023-04-02 18:00:43 - r - INFO: - Episode: 1810/2000, Reward: 130.424, Step: 500 2023-04-02 18:00:47 - r - INFO: - Episode: 1811/2000, Reward: 174.589, Step: 500 2023-04-02 18:00:48 - r - INFO: - Episode: 1812/2000, Reward: 299.176, Step: 333 2023-04-02 18:00:48 - r - INFO: - Episode: 1813/2000, Reward: 252.097, Step: 173 2023-04-02 18:00:49 - r - INFO: - Episode: 1814/2000, Reward: 251.129, Step: 337 2023-04-02 18:00:50 - r - INFO: - Episode: 1815/2000, Reward: 274.986, Step: 299 2023-04-02 18:00:53 - r - INFO: - Episode: 1816/2000, Reward: 158.640, Step: 500 2023-04-02 18:00:55 - r - INFO: - Episode: 1817/2000, Reward: 155.573, Step: 500 2023-04-02 18:00:55 - r - INFO: - Episode: 1818/2000, Reward: 268.837, Step: 164 2023-04-02 18:00:57 - r - INFO: - Episode: 1819/2000, Reward: 65.657, Step: 500 2023-04-02 18:00:58 - r - INFO: - Episode: 1820/2000, Reward: 264.277, Step: 286 2023-04-02 18:01:02 - r - INFO: - Episode: 1821/2000, Reward: 41.618, Step: 500 2023-04-02 18:01:04 - r - INFO: - Episode: 1822/2000, Reward: 307.210, Step: 420 2023-04-02 18:01:05 - r - INFO: - Episode: 1823/2000, Reward: 139.944, Step: 500 2023-04-02 18:01:07 - r - INFO: - Episode: 1824/2000, Reward: 152.827, Step: 500 2023-04-02 18:01:08 - r - INFO: - Episode: 1825/2000, Reward: 248.082, Step: 321 2023-04-02 18:01:11 - r - INFO: - Episode: 1826/2000, Reward: 237.279, Step: 286 2023-04-02 18:01:13 - r - INFO: - Episode: 1827/2000, Reward: 226.097, Step: 396 2023-04-02 18:01:14 - r - INFO: - Episode: 1828/2000, Reward: 277.687, Step: 409 2023-04-02 18:01:15 - r - INFO: - Episode: 1829/2000, Reward: 283.772, Step: 338 2023-04-02 18:01:17 - r - INFO: - Episode: 1830/2000, Reward: 152.478, Step: 500 2023-04-02 18:01:19 - r - INFO: - Episode: 1831/2000, Reward: 250.872, Step: 382 2023-04-02 18:01:20 - r - INFO: - Episode: 1832/2000, Reward: 242.849, Step: 418 2023-04-02 18:01:21 - r - INFO: - Episode: 1833/2000, Reward: 257.841, Step: 302 2023-04-02 18:01:23 - r - INFO: - Episode: 1834/2000, Reward: 306.834, Step: 410 2023-04-02 18:01:24 - r - INFO: - Episode: 1835/2000, Reward: 183.545, Step: 500 2023-04-02 18:01:28 - r - INFO: - Episode: 1836/2000, Reward: 27.122, Step: 500 2023-04-02 18:01:29 - r - INFO: - Episode: 1837/2000, Reward: 285.215, Step: 236 2023-04-02 18:01:29 - r - INFO: - Episode: 1838/2000, Reward: 283.179, Step: 193 2023-04-02 18:01:31 - r - INFO: - Episode: 1839/2000, Reward: 267.184, Step: 376 2023-04-02 18:01:32 - r - INFO: - Episode: 1840/2000, Reward: 94.194, Step: 500 2023-04-02 18:01:35 - r - INFO: - Episode: 1841/2000, Reward: 6.378, Step: 454 2023-04-02 18:01:36 - r - INFO: - Episode: 1842/2000, Reward: 245.832, Step: 264 2023-04-02 18:01:37 - r - INFO: - Episode: 1843/2000, Reward: 219.537, Step: 315 2023-04-02 18:01:39 - r - INFO: - Episode: 1844/2000, Reward: 165.178, Step: 500 2023-04-02 18:01:40 - r - INFO: - Episode: 1845/2000, Reward: 157.542, Step: 500 2023-04-02 18:01:43 - r - INFO: - Episode: 1846/2000, Reward: 278.667, Step: 436 2023-04-02 18:01:45 - r - INFO: - Episode: 1847/2000, Reward: 160.064, Step: 500 2023-04-02 18:01:46 - r - INFO: - Episode: 1848/2000, Reward: 244.960, Step: 212 2023-04-02 18:01:47 - r - INFO: - Episode: 1849/2000, Reward: 185.158, Step: 500 2023-04-02 18:01:49 - r - INFO: - Episode: 1850/2000, Reward: 167.495, Step: 500 2023-04-02 18:01:52 - r - INFO: - Episode: 1851/2000, Reward: 159.935, Step: 500 2023-04-02 18:01:53 - r - INFO: - Episode: 1852/2000, Reward: 64.494, Step: 500 2023-04-02 18:01:55 - r - INFO: - Episode: 1853/2000, Reward: 173.954, Step: 500 2023-04-02 18:01:57 - r - INFO: - Episode: 1854/2000, Reward: 197.607, Step: 500 2023-04-02 18:01:58 - r - INFO: - Episode: 1855/2000, Reward: 200.149, Step: 500 2023-04-02 18:02:01 - r - INFO: - Episode: 1856/2000, Reward: 174.886, Step: 500 2023-04-02 18:02:02 - r - INFO: - Episode: 1857/2000, Reward: 34.251, Step: 144 2023-04-02 18:02:03 - r - INFO: - Episode: 1858/2000, Reward: 254.590, Step: 485 2023-04-02 18:02:04 - r - INFO: - Episode: 1859/2000, Reward: 308.105, Step: 387 2023-04-02 18:02:05 - r - INFO: - Episode: 1860/2000, Reward: 232.213, Step: 298 2023-04-02 18:02:09 - r - INFO: - Episode: 1861/2000, Reward: 142.826, Step: 500 2023-04-02 18:02:11 - r - INFO: - Episode: 1862/2000, Reward: 167.472, Step: 500 2023-04-02 18:02:13 - r - INFO: - Episode: 1863/2000, Reward: 180.559, Step: 500 2023-04-02 18:02:13 - r - INFO: - Episode: 1864/2000, Reward: 18.889, Step: 120 2023-04-02 18:02:15 - r - INFO: - Episode: 1865/2000, Reward: 139.363, Step: 500 2023-04-02 18:02:19 - r - INFO: - Episode: 1866/2000, Reward: 166.354, Step: 500 2023-04-02 18:02:20 - r - INFO: - Episode: 1867/2000, Reward: 246.586, Step: 452 2023-04-02 18:02:21 - r - INFO: - Episode: 1868/2000, Reward: 255.579, Step: 296 2023-04-02 18:02:23 - r - INFO: - Episode: 1869/2000, Reward: 250.928, Step: 441 2023-04-02 18:02:24 - r - INFO: - Episode: 1870/2000, Reward: 71.694, Step: 500 2023-04-02 18:02:30 - r - INFO: - Episode: 1871/2000, Reward: 271.883, Step: 318 2023-04-02 18:02:31 - r - INFO: - Episode: 1872/2000, Reward: 242.700, Step: 372 2023-04-02 18:02:32 - r - INFO: - Episode: 1873/2000, Reward: 250.758, Step: 419 2023-04-02 18:02:34 - r - INFO: - Episode: 1874/2000, Reward: 269.582, Step: 464 2023-04-02 18:02:34 - r - INFO: - Episode: 1875/2000, Reward: 33.291, Step: 129 2023-04-02 18:02:39 - r - INFO: - Episode: 1876/2000, Reward: 169.600, Step: 500 2023-04-02 18:02:40 - r - INFO: - Episode: 1877/2000, Reward: 252.774, Step: 373 2023-04-02 18:02:41 - r - INFO: - Episode: 1878/2000, Reward: 176.335, Step: 500 2023-04-02 18:02:43 - r - INFO: - Episode: 1879/2000, Reward: 279.543, Step: 454 2023-04-02 18:02:44 - r - INFO: - Episode: 1880/2000, Reward: 171.110, Step: 500 2023-04-02 18:02:49 - r - INFO: - Episode: 1881/2000, Reward: 259.414, Step: 265 2023-04-02 18:02:50 - r - INFO: - Episode: 1882/2000, Reward: 270.826, Step: 174 2023-04-02 18:02:51 - r - INFO: - Episode: 1883/2000, Reward: 284.103, Step: 324 2023-04-02 18:02:52 - r - INFO: - Episode: 1884/2000, Reward: 169.414, Step: 500 2023-04-02 18:02:54 - r - INFO: - Episode: 1885/2000, Reward: 160.272, Step: 500 2023-04-02 18:02:58 - r - INFO: - Episode: 1886/2000, Reward: 261.887, Step: 485 2023-04-02 18:03:00 - r - INFO: - Episode: 1887/2000, Reward: 161.170, Step: 500 2023-04-02 18:03:02 - r - INFO: - Episode: 1888/2000, Reward: 157.926, Step: 500 2023-04-02 18:03:03 - r - INFO: - Episode: 1889/2000, Reward: 166.584, Step: 500 2023-04-02 18:03:05 - r - INFO: - Episode: 1890/2000, Reward: 61.192, Step: 500 2023-04-02 18:03:10 - r - INFO: - Episode: 1891/2000, Reward: 150.086, Step: 500 2023-04-02 18:03:12 - r - INFO: - Episode: 1892/2000, Reward: 154.557, Step: 500 2023-04-02 18:03:14 - r - INFO: - Episode: 1893/2000, Reward: 144.972, Step: 500 2023-04-02 18:03:15 - r - INFO: - Episode: 1894/2000, Reward: 191.090, Step: 500 2023-04-02 18:03:16 - r - INFO: - Episode: 1895/2000, Reward: 242.871, Step: 253 2023-04-02 18:03:19 - r - INFO: - Episode: 1896/2000, Reward: 157.684, Step: 500 2023-04-02 18:03:20 - r - INFO: - Episode: 1897/2000, Reward: 232.767, Step: 267 2023-04-02 18:03:22 - r - INFO: - Episode: 1898/2000, Reward: 172.542, Step: 500 2023-04-02 18:03:24 - r - INFO: - Episode: 1899/2000, Reward: 171.528, Step: 500 2023-04-02 18:03:25 - r - INFO: - Episode: 1900/2000, Reward: 140.027, Step: 500 2023-04-02 18:03:29 - r - INFO: - Episode: 1901/2000, Reward: 221.234, Step: 487 2023-04-02 18:03:31 - r - INFO: - Episode: 1902/2000, Reward: 281.384, Step: 459 2023-04-02 18:03:31 - r - INFO: - Episode: 1903/2000, Reward: 258.707, Step: 198 2023-04-02 18:03:33 - r - INFO: - Episode: 1904/2000, Reward: 81.834, Step: 500 2023-04-02 18:03:35 - r - INFO: - Episode: 1905/2000, Reward: 143.057, Step: 500 2023-04-02 18:03:38 - r - INFO: - Episode: 1906/2000, Reward: 150.466, Step: 500 2023-04-02 18:03:40 - r - INFO: - Episode: 1907/2000, Reward: 154.971, Step: 500 2023-04-02 18:03:42 - r - INFO: - Episode: 1908/2000, Reward: 149.656, Step: 500 2023-04-02 18:03:43 - r - INFO: - Episode: 1909/2000, Reward: 161.332, Step: 500 2023-04-02 18:03:45 - r - INFO: - Episode: 1910/2000, Reward: 152.214, Step: 500 2023-04-02 18:03:51 - r - INFO: - Episode: 1911/2000, Reward: 129.857, Step: 500 2023-04-02 18:03:53 - r - INFO: - Episode: 1912/2000, Reward: 98.902, Step: 500 2023-04-02 18:03:55 - r - INFO: - Episode: 1913/2000, Reward: 106.177, Step: 500 2023-04-02 18:03:56 - r - INFO: - Episode: 1914/2000, Reward: 166.530, Step: 500 2023-04-02 18:03:58 - r - INFO: - Episode: 1915/2000, Reward: 168.225, Step: 500 2023-04-02 18:04:03 - r - INFO: - Episode: 1916/2000, Reward: 166.954, Step: 500 2023-04-02 18:04:04 - r - INFO: - Episode: 1917/2000, Reward: 123.901, Step: 500 2023-04-02 18:04:06 - r - INFO: - Episode: 1918/2000, Reward: 34.804, Step: 500 2023-04-02 18:04:08 - r - INFO: - Episode: 1919/2000, Reward: 155.512, Step: 500 2023-04-02 18:04:09 - r - INFO: - Episode: 1920/2000, Reward: 57.197, Step: 500 2023-04-02 18:04:14 - r - INFO: - Episode: 1921/2000, Reward: 144.786, Step: 500 2023-04-02 18:04:16 - r - INFO: - Episode: 1922/2000, Reward: 53.037, Step: 500 2023-04-02 18:04:17 - r - INFO: - Episode: 1923/2000, Reward: 295.615, Step: 325 2023-04-02 18:04:18 - r - INFO: - Episode: 1924/2000, Reward: 291.124, Step: 362 2023-04-02 18:04:20 - r - INFO: - Episode: 1925/2000, Reward: 166.901, Step: 500 2023-04-02 18:04:26 - r - INFO: - Episode: 1926/2000, Reward: 72.967, Step: 500 2023-04-02 18:04:28 - r - INFO: - Episode: 1927/2000, Reward: 98.462, Step: 500 2023-04-02 18:04:29 - r - INFO: - Episode: 1928/2000, Reward: 50.546, Step: 500 2023-04-02 18:04:31 - r - INFO: - Episode: 1929/2000, Reward: 51.811, Step: 500 2023-04-02 18:04:32 - r - INFO: - Episode: 1930/2000, Reward: 277.554, Step: 225 2023-04-02 18:04:34 - r - INFO: - Episode: 1931/2000, Reward: 285.939, Step: 298 2023-04-02 18:04:36 - r - INFO: - Episode: 1932/2000, Reward: 75.865, Step: 500 2023-04-02 18:04:38 - r - INFO: - Episode: 1933/2000, Reward: 133.413, Step: 500 2023-04-02 18:04:40 - r - INFO: - Episode: 1934/2000, Reward: 127.376, Step: 500 2023-04-02 18:04:41 - r - INFO: - Episode: 1935/2000, Reward: 295.954, Step: 296 2023-04-02 18:04:46 - r - INFO: - Episode: 1936/2000, Reward: 158.266, Step: 500 2023-04-02 18:04:48 - r - INFO: - Episode: 1937/2000, Reward: 248.513, Step: 434 2023-04-02 18:04:49 - r - INFO: - Episode: 1938/2000, Reward: 269.941, Step: 264 2023-04-02 18:04:50 - r - INFO: - Episode: 1939/2000, Reward: 281.748, Step: 299 2023-04-02 18:04:51 - r - INFO: - Episode: 1940/2000, Reward: 155.329, Step: 500 2023-04-02 18:04:54 - r - INFO: - Episode: 1941/2000, Reward: 273.567, Step: 245 2023-04-02 18:04:56 - r - INFO: - Episode: 1942/2000, Reward: 163.705, Step: 500 2023-04-02 18:04:57 - r - INFO: - Episode: 1943/2000, Reward: 168.201, Step: 500 2023-04-02 18:04:59 - r - INFO: - Episode: 1944/2000, Reward: 147.139, Step: 500 2023-04-02 18:05:01 - r - INFO: - Episode: 1945/2000, Reward: 109.509, Step: 500 2023-04-02 18:05:04 - r - INFO: - Episode: 1946/2000, Reward: 160.796, Step: 500 2023-04-02 18:05:05 - r - INFO: - Episode: 1947/2000, Reward: 253.808, Step: 233 2023-04-02 18:05:07 - r - INFO: - Episode: 1948/2000, Reward: 54.663, Step: 500 2023-04-02 18:05:07 - r - INFO: - Episode: 1949/2000, Reward: 251.154, Step: 193 2023-04-02 18:05:09 - r - INFO: - Episode: 1950/2000, Reward: 156.109, Step: 500 2023-04-02 18:05:11 - r - INFO: - Episode: 1951/2000, Reward: 264.787, Step: 173 2023-04-02 18:05:13 - r - INFO: - Episode: 1952/2000, Reward: 157.017, Step: 500 2023-04-02 18:05:14 - r - INFO: - Episode: 1953/2000, Reward: 289.508, Step: 258 2023-04-02 18:05:15 - r - INFO: - Episode: 1954/2000, Reward: 155.806, Step: 500 2023-04-02 18:05:17 - r - INFO: - Episode: 1955/2000, Reward: 152.578, Step: 500 2023-04-02 18:05:20 - r - INFO: - Episode: 1956/2000, Reward: 155.342, Step: 500 2023-04-02 18:05:21 - r - INFO: - Episode: 1957/2000, Reward: 268.070, Step: 446 2023-04-02 18:05:22 - r - INFO: - Episode: 1958/2000, Reward: 260.359, Step: 157 2023-04-02 18:05:23 - r - INFO: - Episode: 1959/2000, Reward: 253.341, Step: 479 2023-04-02 18:05:25 - r - INFO: - Episode: 1960/2000, Reward: 183.579, Step: 500 2023-04-02 18:05:28 - r - INFO: - Episode: 1961/2000, Reward: 94.436, Step: 500 2023-04-02 18:05:29 - r - INFO: - Episode: 1962/2000, Reward: 171.812, Step: 500 2023-04-02 18:05:31 - r - INFO: - Episode: 1963/2000, Reward: 281.312, Step: 324 2023-04-02 18:05:32 - r - INFO: - Episode: 1964/2000, Reward: 115.498, Step: 500 2023-04-02 18:05:33 - r - INFO: - Episode: 1965/2000, Reward: 240.134, Step: 359 2023-04-02 18:05:37 - r - INFO: - Episode: 1966/2000, Reward: 163.695, Step: 500 2023-04-02 18:05:38 - r - INFO: - Episode: 1967/2000, Reward: 115.325, Step: 500 2023-04-02 18:05:40 - r - INFO: - Episode: 1968/2000, Reward: 176.853, Step: 500 2023-04-02 18:05:41 - r - INFO: - Episode: 1969/2000, Reward: 253.236, Step: 354 2023-04-02 18:05:42 - r - INFO: - Episode: 1970/2000, Reward: 288.765, Step: 306 2023-04-02 18:05:45 - r - INFO: - Episode: 1971/2000, Reward: 151.404, Step: 500 2023-04-02 18:05:46 - r - INFO: - Episode: 1972/2000, Reward: 177.078, Step: 500 2023-04-02 18:05:48 - r - INFO: - Episode: 1973/2000, Reward: 27.162, Step: 500 2023-04-02 18:05:48 - r - INFO: - Episode: 1974/2000, Reward: -1.368, Step: 106 2023-04-02 18:05:50 - r - INFO: - Episode: 1975/2000, Reward: 195.549, Step: 500 2023-04-02 18:05:53 - r - INFO: - Episode: 1976/2000, Reward: 194.752, Step: 500 2023-04-02 18:05:54 - r - INFO: - Episode: 1977/2000, Reward: 298.403, Step: 362 2023-04-02 18:05:56 - r - INFO: - Episode: 1978/2000, Reward: 129.611, Step: 500 2023-04-02 18:05:57 - r - INFO: - Episode: 1979/2000, Reward: 199.882, Step: 500 2023-04-02 18:05:59 - r - INFO: - Episode: 1980/2000, Reward: 145.560, Step: 500 2023-04-02 18:06:01 - r - INFO: - Episode: 1981/2000, Reward: 275.932, Step: 382 2023-04-02 18:06:03 - r - INFO: - Episode: 1982/2000, Reward: 86.926, Step: 500 2023-04-02 18:06:05 - r - INFO: - Episode: 1983/2000, Reward: 178.372, Step: 500 2023-04-02 18:06:06 - r - INFO: - Episode: 1984/2000, Reward: 152.649, Step: 500 2023-04-02 18:06:07 - r - INFO: - Episode: 1985/2000, Reward: 50.765, Step: 90 2023-04-02 18:06:09 - r - INFO: - Episode: 1986/2000, Reward: 176.951, Step: 500 2023-04-02 18:06:11 - r - INFO: - Episode: 1987/2000, Reward: 151.665, Step: 500 2023-04-02 18:06:13 - r - INFO: - Episode: 1988/2000, Reward: 177.136, Step: 500 2023-04-02 18:06:14 - r - INFO: - Episode: 1989/2000, Reward: 140.775, Step: 500 2023-04-02 18:06:16 - r - INFO: - Episode: 1990/2000, Reward: 186.385, Step: 500 2023-04-02 18:06:19 - r - INFO: - Episode: 1991/2000, Reward: 175.794, Step: 500 2023-04-02 18:06:21 - r - INFO: - Episode: 1992/2000, Reward: 164.626, Step: 500 2023-04-02 18:06:22 - r - INFO: - Episode: 1993/2000, Reward: 174.408, Step: 500 2023-04-02 18:06:24 - r - INFO: - Episode: 1994/2000, Reward: 167.655, Step: 500 2023-04-02 18:06:25 - r - INFO: - Episode: 1995/2000, Reward: 286.461, Step: 449 2023-04-02 18:06:29 - r - INFO: - Episode: 1996/2000, Reward: 177.011, Step: 500 2023-04-02 18:06:30 - r - INFO: - Episode: 1997/2000, Reward: 260.270, Step: 301 2023-04-02 18:06:31 - r - INFO: - Episode: 1998/2000, Reward: 175.627, Step: 500 2023-04-02 18:06:33 - r - INFO: - Episode: 1999/2000, Reward: 165.808, Step: 500 2023-04-02 18:06:34 - r - INFO: - Episode: 2000/2000, Reward: 277.259, Step: 330 2023-04-02 18:06:36 - r - INFO: - Finish training!