diff --git "a/Hopper-v4/Train_single_Hopper-v4_PPO_20230526-135633/logs/log.txt" "b/Hopper-v4/Train_single_Hopper-v4_PPO_20230526-135633/logs/log.txt" new file mode 100644--- /dev/null +++ "b/Hopper-v4/Train_single_Hopper-v4_PPO_20230526-135633/logs/log.txt" @@ -0,0 +1,2069 @@ +2023-05-26 13:56:33 - SimpleLog - INFO: - General Configs: +2023-05-26 13:56:33 - SimpleLog - INFO: - ================================================================================ +2023-05-26 13:56:33 - SimpleLog - INFO: - Name Value Type +2023-05-26 13:56:33 - SimpleLog - INFO: - env_name gym +2023-05-26 13:56:33 - SimpleLog - INFO: - algo_name PPO +2023-05-26 13:56:33 - SimpleLog - INFO: - mode train +2023-05-26 13:56:33 - SimpleLog - INFO: - device cuda +2023-05-26 13:56:33 - SimpleLog - INFO: - seed 1 +2023-05-26 13:56:33 - SimpleLog - INFO: - max_episode 2000 +2023-05-26 13:56:33 - SimpleLog - INFO: - max_step 1000 +2023-05-26 13:56:33 - SimpleLog - INFO: - collect_traj 0 +2023-05-26 13:56:33 - SimpleLog - INFO: - mp_backend single +2023-05-26 13:56:33 - SimpleLog - INFO: - n_workers 2 +2023-05-26 13:56:33 - SimpleLog - INFO: - n_learners 1 +2023-05-26 13:56:33 - SimpleLog - INFO: - share_buffer 1 +2023-05-26 13:56:33 - SimpleLog - INFO: - online_eval 1 +2023-05-26 13:56:33 - SimpleLog - INFO: - online_eval_episode 10 +2023-05-26 13:56:33 - SimpleLog - INFO: - model_save_fre 500 +2023-05-26 13:56:33 - SimpleLog - INFO: - load_checkpoint 0 +2023-05-26 13:56:33 - SimpleLog - INFO: - load_path Train_single_CartPole-v1_DQN_20230515-211721 +2023-05-26 13:56:33 - SimpleLog - INFO: - load_model_step best +2023-05-26 13:56:33 - SimpleLog - INFO: - ================================================================================ +2023-05-26 13:56:33 - SimpleLog - INFO: - Algo Configs: +2023-05-26 13:56:33 - SimpleLog - INFO: - ================================================================================ +2023-05-26 13:56:33 - SimpleLog - INFO: - Name Value Type +2023-05-26 13:56:33 - SimpleLog - INFO: - independ_actor 1 +2023-05-26 13:56:33 - SimpleLog - INFO: - share_optimizer 0 +2023-05-26 13:56:33 - SimpleLog - INFO: - ppo_type clip +2023-05-26 13:56:33 - SimpleLog - INFO: - eps_clip 0.2 +2023-05-26 13:56:33 - SimpleLog - INFO: - kl_target 0.1 +2023-05-26 13:56:33 - SimpleLog - INFO: - kl_lambda 0.5 +2023-05-26 13:56:33 - SimpleLog - INFO: - kl_beta 1.5 +2023-05-26 13:56:33 - SimpleLog - INFO: - kl_alpha 2 +2023-05-26 13:56:33 - SimpleLog - INFO: - continuous 1 +2023-05-26 13:56:33 - SimpleLog - INFO: - gamma 0.95 +2023-05-26 13:56:33 - SimpleLog - INFO: - k_epochs 8 +2023-05-26 13:56:33 - SimpleLog - INFO: - lr 0.0001 +2023-05-26 13:56:33 - SimpleLog - INFO: - actor_lr 0.0003 +2023-05-26 13:56:33 - SimpleLog - INFO: - critic_lr 0.001 +2023-05-26 13:56:33 - SimpleLog - INFO: - critic_loss_coef 0.5 +2023-05-26 13:56:33 - SimpleLog - INFO: - entropy_coef 0.01 +2023-05-26 13:56:33 - SimpleLog - INFO: - batch_size 256 +2023-05-26 13:56:33 - SimpleLog - INFO: - sgd_batch_size 128 +2023-05-26 13:56:33 - SimpleLog - INFO: - actor_hidden_dim 256 +2023-05-26 13:56:33 - SimpleLog - INFO: - critic_hidden_dim 256 +2023-05-26 13:56:33 - SimpleLog - INFO: - min_policy 0 +2023-05-26 13:56:33 - SimpleLog - INFO: - actor_layers [{'layer_type': 'linear', 'layer_size': [256], 'activation': 'relu'}, {'layer_type': 'linear', 'layer_size': [256], 'activation': 'relu'}] +2023-05-26 13:56:33 - SimpleLog - INFO: - critic_layers [{'layer_type': 'linear', 'layer_size': [256], 'activation': 'relu'}, {'layer_type': 'linear', 'layer_size': [256], 'activation': 'relu'}] +2023-05-26 13:56:33 - SimpleLog - INFO: - buffer_type ONPOLICY_QUE +2023-05-26 13:56:33 - SimpleLog - INFO: - buffer_size 100000 +2023-05-26 13:56:33 - SimpleLog - INFO: - epsilon_decay 500 +2023-05-26 13:56:33 - SimpleLog - INFO: - epsilon_end 0.01 +2023-05-26 13:56:33 - SimpleLog - INFO: - epsilon_start 0.95 +2023-05-26 13:56:33 - SimpleLog - INFO: - target_update 4 +2023-05-26 13:56:33 - SimpleLog - INFO: - ================================================================================ +2023-05-26 13:56:33 - SimpleLog - INFO: - Env Configs: +2023-05-26 13:56:33 - SimpleLog - INFO: - ================================================================================ +2023-05-26 13:56:33 - SimpleLog - INFO: - Name Value Type +2023-05-26 13:56:33 - SimpleLog - INFO: - id Hopper-v4 +2023-05-26 13:56:33 - SimpleLog - INFO: - render_mode None +2023-05-26 13:56:33 - SimpleLog - INFO: - wrapper None +2023-05-26 13:56:33 - SimpleLog - INFO: - ignore_params ['wrapper', 'ignore_params'] +2023-05-26 13:56:33 - SimpleLog - INFO: - new_step_api 1 +2023-05-26 13:56:33 - SimpleLog - INFO: - ================================================================================ +2023-05-26 13:56:33 - SimpleLog - INFO: - obs_space: Box(-inf, inf, (11,), float64), n_actions: Box(-1.0, 1.0, (3,), float32) +2023-05-26 13:56:35 - SimpleLog - INFO: - Start training! +2023-05-26 13:56:36 - SimpleLog - INFO: - episode: 0, ep_reward: 5.649006233558765, ep_step: 9 +2023-05-26 13:56:36 - SimpleLog - INFO: - episode: 1, ep_reward: 6.339409540832177, ep_step: 8 +2023-05-26 13:56:36 - SimpleLog - INFO: - episode: 2, ep_reward: 18.23108069945744, ep_step: 22 +2023-05-26 13:56:36 - SimpleLog - INFO: - episode: 3, ep_reward: 8.385684856403362, ep_step: 15 +2023-05-26 13:56:36 - SimpleLog - INFO: - episode: 4, ep_reward: 13.54613287254374, ep_step: 14 +2023-05-26 13:56:36 - SimpleLog - INFO: - episode: 5, ep_reward: 15.739578452574973, ep_step: 16 +2023-05-26 13:56:36 - SimpleLog - INFO: - episode: 6, ep_reward: 9.166440182281653, ep_step: 18 +2023-05-26 13:56:36 - SimpleLog - INFO: - episode: 7, ep_reward: 10.58505650176775, ep_step: 13 +2023-05-26 13:56:36 - SimpleLog - INFO: - episode: 8, ep_reward: 6.792499729753878, ep_step: 12 +2023-05-26 13:56:36 - SimpleLog - INFO: - episode: 9, ep_reward: 7.5692039824054325, ep_step: 9 +2023-05-26 13:56:36 - SimpleLog - INFO: - episode: 10, ep_reward: 10.970088670326133, ep_step: 27 +2023-05-26 13:56:36 - SimpleLog - INFO: - episode: 11, ep_reward: 7.238223761666897, ep_step: 10 +2023-05-26 13:56:36 - SimpleLog - INFO: - episode: 12, ep_reward: 15.408394682506257, ep_step: 16 +2023-05-26 13:56:36 - SimpleLog - INFO: - episode: 13, ep_reward: 11.123716043263986, ep_step: 12 +2023-05-26 13:56:36 - SimpleLog - INFO: - episode: 14, ep_reward: 8.494473943779013, ep_step: 13 +2023-05-26 13:56:36 - SimpleLog - INFO: - episode: 15, ep_reward: 6.016605611787925, ep_step: 9 +2023-05-26 13:56:36 - SimpleLog - INFO: - episode: 16, ep_reward: 9.393562063441776, ep_step: 11 +2023-05-26 13:56:36 - SimpleLog - INFO: - episode: 17, ep_reward: 6.678124330830866, ep_step: 9 +2023-05-26 13:56:36 - SimpleLog - INFO: - episode: 18, ep_reward: 10.718956776455034, ep_step: 12 +2023-05-26 13:56:37 - SimpleLog - INFO: - episode: 19, ep_reward: 15.949416633049896, ep_step: 15 +2023-05-26 13:56:37 - SimpleLog - INFO: - episode: 20, ep_reward: 9.591264753679294, ep_step: 11 +2023-05-26 13:56:37 - SimpleLog - INFO: - episode: 21, ep_reward: 13.07574657422159, ep_step: 18 +2023-05-26 13:56:37 - SimpleLog - INFO: - episode: 22, ep_reward: 19.040976866415086, ep_step: 20 +2023-05-26 13:56:37 - SimpleLog - INFO: - episode: 23, ep_reward: 43.213706753177746, ep_step: 53 +2023-05-26 13:56:37 - SimpleLog - INFO: - episode: 24, ep_reward: 115.97898134736003, ep_step: 64 +2023-05-26 13:56:37 - SimpleLog - INFO: - episode: 25, ep_reward: 48.988463380679846, ep_step: 44 +2023-05-26 13:56:37 - SimpleLog - INFO: - episode: 26, ep_reward: 12.093675495323556, ep_step: 13 +2023-05-26 13:56:37 - SimpleLog - INFO: - episode: 27, ep_reward: 84.48887402335593, ep_step: 63 +2023-05-26 13:56:37 - SimpleLog - INFO: - episode: 28, ep_reward: 18.052427584197517, ep_step: 31 +2023-05-26 13:56:37 - SimpleLog - INFO: - episode: 29, ep_reward: 20.383837962079994, ep_step: 46 +2023-05-26 13:56:38 - SimpleLog - INFO: - episode: 30, ep_reward: 65.47821270831308, ep_step: 45 +2023-05-26 13:56:38 - SimpleLog - INFO: - episode: 31, ep_reward: 13.725396084689107, ep_step: 14 +2023-05-26 13:56:38 - SimpleLog - INFO: - episode: 32, ep_reward: 214.65055706456937, ep_step: 99 +2023-05-26 13:56:38 - SimpleLog - INFO: - episode: 33, ep_reward: 139.6941966723909, ep_step: 83 +2023-05-26 13:56:38 - SimpleLog - INFO: - episode: 34, ep_reward: 134.0145322640015, ep_step: 72 +2023-05-26 13:56:38 - SimpleLog - INFO: - episode: 35, ep_reward: 132.46094709428607, ep_step: 69 +2023-05-26 13:56:39 - SimpleLog - INFO: - episode: 36, ep_reward: 147.59528467462886, ep_step: 82 +2023-05-26 13:56:39 - SimpleLog - INFO: - episode: 37, ep_reward: 39.613295254878, ep_step: 27 +2023-05-26 13:56:39 - SimpleLog - INFO: - episode: 38, ep_reward: 52.01645261952767, ep_step: 31 +2023-05-26 13:56:39 - SimpleLog - INFO: - episode: 39, ep_reward: 75.0687645130649, ep_step: 49 +2023-05-26 13:56:39 - SimpleLog - INFO: - episode: 40, ep_reward: 125.78647239202046, ep_step: 79 +2023-05-26 13:56:39 - SimpleLog - INFO: - episode: 41, ep_reward: 173.51796472884675, ep_step: 87 +2023-05-26 13:56:39 - SimpleLog - INFO: - episode: 42, ep_reward: 60.605330360453166, ep_step: 42 +2023-05-26 13:56:40 - SimpleLog - INFO: - episode: 43, ep_reward: 155.4310332675351, ep_step: 75 +2023-05-26 13:56:40 - SimpleLog - INFO: - episode: 44, ep_reward: 81.08067780399335, ep_step: 46 +2023-05-26 13:56:40 - SimpleLog - INFO: - episode: 45, ep_reward: 18.016814253234497, ep_step: 26 +2023-05-26 13:56:40 - SimpleLog - INFO: - episode: 46, ep_reward: 112.00888800196428, ep_step: 64 +2023-05-26 13:56:40 - SimpleLog - INFO: - episode: 47, ep_reward: 114.61517473294738, ep_step: 89 +2023-05-26 13:56:40 - SimpleLog - INFO: - episode: 48, ep_reward: 170.4020143668578, ep_step: 81 +2023-05-26 13:56:40 - SimpleLog - INFO: - episode: 49, ep_reward: 62.16694534333431, ep_step: 35 +2023-05-26 13:56:41 - SimpleLog - INFO: - episode: 50, ep_reward: 159.5460356694436, ep_step: 76 +2023-05-26 13:56:41 - SimpleLog - INFO: - episode: 51, ep_reward: 225.20519009791184, ep_step: 108 +2023-05-26 13:56:41 - SimpleLog - INFO: - episode: 52, ep_reward: 228.86425295690157, ep_step: 108 +2023-05-26 13:56:41 - SimpleLog - INFO: - episode: 53, ep_reward: 73.21058120170221, ep_step: 45 +2023-05-26 13:56:41 - SimpleLog - INFO: - episode: 54, ep_reward: 60.61390111329332, ep_step: 39 +2023-05-26 13:56:41 - SimpleLog - INFO: - episode: 55, ep_reward: 86.89958049815287, ep_step: 57 +2023-05-26 13:56:42 - SimpleLog - INFO: - episode: 56, ep_reward: 218.0053291473735, ep_step: 101 +2023-05-26 13:56:42 - SimpleLog - INFO: - episode: 57, ep_reward: 115.49040369437255, ep_step: 63 +2023-05-26 13:56:42 - SimpleLog - INFO: - episode: 58, ep_reward: 54.67960708266495, ep_step: 32 +2023-05-26 13:56:42 - SimpleLog - INFO: - episode: 59, ep_reward: 80.16357821395609, ep_step: 48 +2023-05-26 13:56:42 - SimpleLog - INFO: - episode: 60, ep_reward: 53.9851689121066, ep_step: 32 +2023-05-26 13:56:42 - SimpleLog - INFO: - episode: 61, ep_reward: 94.31695999563205, ep_step: 56 +2023-05-26 13:56:43 - SimpleLog - INFO: - episode: 62, ep_reward: 157.4485023656443, ep_step: 81 +2023-05-26 13:56:43 - SimpleLog - INFO: - episode: 63, ep_reward: 78.7220539796499, ep_step: 43 +2023-05-26 13:56:43 - SimpleLog - INFO: - episode: 64, ep_reward: 133.5424766572222, ep_step: 73 +2023-05-26 13:56:43 - SimpleLog - INFO: - episode: 65, ep_reward: 156.8169427498777, ep_step: 81 +2023-05-26 13:56:43 - SimpleLog - INFO: - episode: 66, ep_reward: 188.49495110683185, ep_step: 96 +2023-05-26 13:56:43 - SimpleLog - INFO: - episode: 67, ep_reward: 177.5137472671544, ep_step: 88 +2023-05-26 13:56:44 - SimpleLog - INFO: - episode: 68, ep_reward: 159.21837673243692, ep_step: 80 +2023-05-26 13:56:44 - SimpleLog - INFO: - episode: 69, ep_reward: 77.017979854383, ep_step: 44 +2023-05-26 13:56:44 - SimpleLog - INFO: - episode: 70, ep_reward: 182.73017175293447, ep_step: 91 +2023-05-26 13:56:44 - SimpleLog - INFO: - episode: 71, ep_reward: 186.39144581295665, ep_step: 98 +2023-05-26 13:56:44 - SimpleLog - INFO: - episode: 72, ep_reward: 197.68007926713827, ep_step: 93 +2023-05-26 13:56:45 - SimpleLog - INFO: - episode: 73, ep_reward: 161.4263807735678, ep_step: 90 +2023-05-26 13:56:45 - SimpleLog - INFO: - episode: 74, ep_reward: 198.636932296197, ep_step: 101 +2023-05-26 13:56:45 - SimpleLog - INFO: - episode: 75, ep_reward: 114.1081206327124, ep_step: 63 +2023-05-26 13:56:45 - SimpleLog - INFO: - episode: 76, ep_reward: 179.4927555331104, ep_step: 90 +2023-05-26 13:56:46 - SimpleLog - INFO: - episode: 77, ep_reward: 186.14514738821552, ep_step: 95 +2023-05-26 13:56:46 - SimpleLog - INFO: - episode: 78, ep_reward: 137.41424713909706, ep_step: 77 +2023-05-26 13:56:46 - SimpleLog - INFO: - episode: 79, ep_reward: 133.0935408246575, ep_step: 71 +2023-05-26 13:56:46 - SimpleLog - INFO: - episode: 80, ep_reward: 171.0765386438361, ep_step: 80 +2023-05-26 13:56:47 - SimpleLog - INFO: - episode: 81, ep_reward: 179.86685359914784, ep_step: 84 +2023-05-26 13:56:47 - SimpleLog - INFO: - episode: 82, ep_reward: 175.13321851374997, ep_step: 84 +2023-05-26 13:56:47 - SimpleLog - INFO: - episode: 83, ep_reward: 171.2314818144222, ep_step: 88 +2023-05-26 13:56:47 - SimpleLog - INFO: - episode: 84, ep_reward: 10.155366144819, ep_step: 17 +2023-05-26 13:56:47 - SimpleLog - INFO: - episode: 85, ep_reward: 143.30062616358853, ep_step: 78 +2023-05-26 13:56:47 - SimpleLog - INFO: - episode: 86, ep_reward: 177.1133089751335, ep_step: 88 +2023-05-26 13:56:48 - SimpleLog - INFO: - episode: 87, ep_reward: 174.44556951286015, ep_step: 85 +2023-05-26 13:56:48 - SimpleLog - INFO: - episode: 88, ep_reward: 155.80023885356792, ep_step: 81 +2023-05-26 13:56:48 - SimpleLog - INFO: - episode: 89, ep_reward: 111.06056959196042, ep_step: 61 +2023-05-26 13:56:48 - SimpleLog - INFO: - episode: 90, ep_reward: 171.9875183249484, ep_step: 84 +2023-05-26 13:56:49 - SimpleLog - INFO: - episode: 91, ep_reward: 174.52605872433622, ep_step: 90 +2023-05-26 13:56:49 - SimpleLog - INFO: - episode: 92, ep_reward: 64.65013832918405, ep_step: 37 +2023-05-26 13:56:49 - SimpleLog - INFO: - episode: 93, ep_reward: 138.72645958792643, ep_step: 71 +2023-05-26 13:56:49 - SimpleLog - INFO: - episode: 94, ep_reward: 136.89907294901158, ep_step: 72 +2023-05-26 13:56:49 - SimpleLog - INFO: - episode: 95, ep_reward: 172.31948659196192, ep_step: 88 +2023-05-26 13:56:49 - SimpleLog - INFO: - episode: 96, ep_reward: 131.60111035848138, ep_step: 73 +2023-05-26 13:56:49 - SimpleLog - INFO: - episode: 97, ep_reward: 115.90753803998012, ep_step: 65 +2023-05-26 13:56:50 - SimpleLog - INFO: - episode: 98, ep_reward: 188.68760017837974, ep_step: 87 +2023-05-26 13:56:50 - SimpleLog - INFO: - episode: 99, ep_reward: 171.13582599893047, ep_step: 88 +2023-05-26 13:56:50 - SimpleLog - INFO: - episode: 100, ep_reward: 178.46822202885397, ep_step: 92 +2023-05-26 13:56:50 - SimpleLog - INFO: - episode: 101, ep_reward: 178.15903494327742, ep_step: 84 +2023-05-26 13:56:51 - SimpleLog - INFO: - episode: 102, ep_reward: 182.82949889100288, ep_step: 92 +2023-05-26 13:56:51 - SimpleLog - INFO: - episode: 103, ep_reward: 123.02394534442946, ep_step: 67 +2023-05-26 13:56:51 - SimpleLog - INFO: - episode: 104, ep_reward: 179.40798128271615, ep_step: 85 +2023-05-26 13:56:51 - SimpleLog - INFO: - episode: 105, ep_reward: 159.87538747669123, ep_step: 82 +2023-05-26 13:56:52 - SimpleLog - INFO: - episode: 106, ep_reward: 189.09637913978997, ep_step: 88 +2023-05-26 13:56:52 - SimpleLog - INFO: - episode: 107, ep_reward: 48.29921504040926, ep_step: 28 +2023-05-26 13:56:52 - SimpleLog - INFO: - episode: 108, ep_reward: 159.4705928201014, ep_step: 76 +2023-05-26 13:56:52 - SimpleLog - INFO: - episode: 109, ep_reward: 181.8932271838583, ep_step: 87 +2023-05-26 13:56:52 - SimpleLog - INFO: - episode: 110, ep_reward: 99.58860283683764, ep_step: 56 +2023-05-26 13:56:53 - SimpleLog - INFO: - episode: 111, ep_reward: 186.54515193905374, ep_step: 92 +2023-05-26 13:56:53 - SimpleLog - INFO: - episode: 112, ep_reward: 183.77464976275598, ep_step: 84 +2023-05-26 13:56:53 - SimpleLog - INFO: - episode: 113, ep_reward: 180.26811908357283, ep_step: 86 +2023-05-26 13:56:53 - SimpleLog - INFO: - episode: 114, ep_reward: 167.25014084378085, ep_step: 81 +2023-05-26 13:56:54 - SimpleLog - INFO: - episode: 115, ep_reward: 181.2294437004405, ep_step: 84 +2023-05-26 13:56:54 - SimpleLog - INFO: - episode: 116, ep_reward: 83.05986864925792, ep_step: 46 +2023-05-26 13:56:54 - SimpleLog - INFO: - episode: 117, ep_reward: 60.16750353315482, ep_step: 34 +2023-05-26 13:56:54 - SimpleLog - INFO: - episode: 118, ep_reward: 154.01333027204075, ep_step: 78 +2023-05-26 13:56:54 - SimpleLog - INFO: - episode: 119, ep_reward: 197.05599240105133, ep_step: 88 +2023-05-26 13:56:54 - SimpleLog - INFO: - episode: 120, ep_reward: 175.70794850609806, ep_step: 87 +2023-05-26 13:56:55 - SimpleLog - INFO: - episode: 121, ep_reward: 177.11118657809885, ep_step: 84 +2023-05-26 13:56:55 - SimpleLog - INFO: - episode: 122, ep_reward: 145.0879378886056, ep_step: 75 +2023-05-26 13:56:55 - SimpleLog - INFO: - episode: 123, ep_reward: 178.55754243721935, ep_step: 84 +2023-05-26 13:56:55 - SimpleLog - INFO: - episode: 124, ep_reward: 178.2842475153012, ep_step: 84 +2023-05-26 13:56:56 - SimpleLog - INFO: - episode: 125, ep_reward: 183.6426358004948, ep_step: 84 +2023-05-26 13:56:56 - SimpleLog - INFO: - episode: 126, ep_reward: 179.13152224848756, ep_step: 83 +2023-05-26 13:56:56 - SimpleLog - INFO: - episode: 127, ep_reward: 178.35801770674775, ep_step: 83 +2023-05-26 13:56:56 - SimpleLog - INFO: - episode: 128, ep_reward: 179.0678762561969, ep_step: 84 +2023-05-26 13:56:56 - SimpleLog - INFO: - episode: 129, ep_reward: 187.18610577384808, ep_step: 86 +2023-05-26 13:56:57 - SimpleLog - INFO: - episode: 130, ep_reward: 167.94162497080254, ep_step: 85 +2023-05-26 13:56:57 - SimpleLog - INFO: - episode: 131, ep_reward: 147.69442266634013, ep_step: 74 +2023-05-26 13:56:57 - SimpleLog - INFO: - episode: 132, ep_reward: 148.35780609666787, ep_step: 77 +2023-05-26 13:56:57 - SimpleLog - INFO: - episode: 133, ep_reward: 187.68697079441222, ep_step: 85 +2023-05-26 13:56:58 - SimpleLog - INFO: - episode: 134, ep_reward: 101.56169853882683, ep_step: 58 +2023-05-26 13:56:58 - SimpleLog - INFO: - episode: 135, ep_reward: 179.50006931286902, ep_step: 83 +2023-05-26 13:56:58 - SimpleLog - INFO: - episode: 136, ep_reward: 179.34821005847218, ep_step: 84 +2023-05-26 13:56:58 - SimpleLog - INFO: - episode: 137, ep_reward: 178.13664732490244, ep_step: 87 +2023-05-26 13:56:58 - SimpleLog - INFO: - episode: 138, ep_reward: 179.34358166287652, ep_step: 85 +2023-05-26 13:56:59 - SimpleLog - INFO: - episode: 139, ep_reward: 176.37138733694138, ep_step: 81 +2023-05-26 13:56:59 - SimpleLog - INFO: - episode: 140, ep_reward: 176.54069631758705, ep_step: 87 +2023-05-26 13:56:59 - SimpleLog - INFO: - episode: 141, ep_reward: 157.00721637406, ep_step: 81 +2023-05-26 13:56:59 - SimpleLog - INFO: - episode: 142, ep_reward: 179.45775554069596, ep_step: 84 +2023-05-26 13:57:00 - SimpleLog - INFO: - episode: 143, ep_reward: 178.19867348428824, ep_step: 88 +2023-05-26 13:57:00 - SimpleLog - INFO: - episode: 144, ep_reward: 187.25590926414475, ep_step: 94 +2023-05-26 13:57:00 - SimpleLog - INFO: - episode: 145, ep_reward: 194.50144413269584, ep_step: 88 +2023-05-26 13:57:00 - SimpleLog - INFO: - episode: 146, ep_reward: 184.23103841854925, ep_step: 87 +2023-05-26 13:57:00 - SimpleLog - INFO: - episode: 147, ep_reward: 80.85609650016814, ep_step: 45 +2023-05-26 13:57:01 - SimpleLog - INFO: - episode: 148, ep_reward: 202.20677386435347, ep_step: 102 +2023-05-26 13:57:01 - SimpleLog - INFO: - episode: 149, ep_reward: 147.454434586847, ep_step: 74 +2023-05-26 13:57:01 - SimpleLog - INFO: - episode: 150, ep_reward: 101.92793689357045, ep_step: 56 +2023-05-26 13:57:01 - SimpleLog - INFO: - episode: 151, ep_reward: 169.7679964873759, ep_step: 86 +2023-05-26 13:57:02 - SimpleLog - INFO: - episode: 152, ep_reward: 92.47231107090187, ep_step: 50 +2023-05-26 13:57:02 - SimpleLog - INFO: - episode: 153, ep_reward: 79.6008025515901, ep_step: 45 +2023-05-26 13:57:02 - SimpleLog - INFO: - episode: 154, ep_reward: 107.30972185849467, ep_step: 59 +2023-05-26 13:57:02 - SimpleLog - INFO: - episode: 155, ep_reward: 167.87332695486612, ep_step: 85 +2023-05-26 13:57:02 - SimpleLog - INFO: - episode: 156, ep_reward: 172.5430646725925, ep_step: 80 +2023-05-26 13:57:03 - SimpleLog - INFO: - episode: 157, ep_reward: 104.83344156007016, ep_step: 58 +2023-05-26 13:57:03 - SimpleLog - INFO: - episode: 158, ep_reward: 89.07663142706467, ep_step: 50 +2023-05-26 13:57:03 - SimpleLog - INFO: - episode: 159, ep_reward: 90.74358418234804, ep_step: 49 +2023-05-26 13:57:03 - SimpleLog - INFO: - episode: 160, ep_reward: 82.09805375992757, ep_step: 46 +2023-05-26 13:57:04 - SimpleLog - INFO: - episode: 161, ep_reward: 180.21552582681048, ep_step: 92 +2023-05-26 13:57:04 - SimpleLog - INFO: - episode: 162, ep_reward: 178.6165613986527, ep_step: 85 +2023-05-26 13:57:04 - SimpleLog - INFO: - episode: 163, ep_reward: 185.40598254856073, ep_step: 94 +2023-05-26 13:57:04 - SimpleLog - INFO: - episode: 164, ep_reward: 135.51757056784018, ep_step: 73 +2023-05-26 13:57:04 - SimpleLog - INFO: - episode: 165, ep_reward: 147.6502686218777, ep_step: 76 +2023-05-26 13:57:05 - SimpleLog - INFO: - episode: 166, ep_reward: 195.0246825848866, ep_step: 98 +2023-05-26 13:57:05 - SimpleLog - INFO: - episode: 167, ep_reward: 170.15246123592976, ep_step: 82 +2023-05-26 13:57:05 - SimpleLog - INFO: - episode: 168, ep_reward: 182.94769732457883, ep_step: 94 +2023-05-26 13:57:05 - SimpleLog - INFO: - episode: 169, ep_reward: 170.78782063244486, ep_step: 85 +2023-05-26 13:57:06 - SimpleLog - INFO: - episode: 170, ep_reward: 187.2111320935008, ep_step: 96 +2023-05-26 13:57:06 - SimpleLog - INFO: - episode: 171, ep_reward: 105.35695724058549, ep_step: 57 +2023-05-26 13:57:06 - SimpleLog - INFO: - episode: 172, ep_reward: 145.69388760292497, ep_step: 75 +2023-05-26 13:57:06 - SimpleLog - INFO: - episode: 173, ep_reward: 105.0305059251304, ep_step: 63 +2023-05-26 13:57:06 - SimpleLog - INFO: - episode: 174, ep_reward: 76.87634821598765, ep_step: 45 +2023-05-26 13:57:06 - SimpleLog - INFO: - episode: 175, ep_reward: 189.59121985705724, ep_step: 97 +2023-05-26 13:57:07 - SimpleLog - INFO: - episode: 176, ep_reward: 109.40324225343849, ep_step: 57 +2023-05-26 13:57:07 - SimpleLog - INFO: - episode: 177, ep_reward: 108.87476508866436, ep_step: 61 +2023-05-26 13:57:07 - SimpleLog - INFO: - episode: 178, ep_reward: 180.60113125349358, ep_step: 91 +2023-05-26 13:57:07 - SimpleLog - INFO: - episode: 179, ep_reward: 184.132256914004, ep_step: 89 +2023-05-26 13:57:07 - SimpleLog - INFO: - episode: 180, ep_reward: 142.9577644870962, ep_step: 77 +2023-05-26 13:57:08 - SimpleLog - INFO: - episode: 181, ep_reward: 188.10788638171147, ep_step: 98 +2023-05-26 13:57:08 - SimpleLog - INFO: - episode: 182, ep_reward: 196.31604709630045, ep_step: 91 +2023-05-26 13:57:08 - SimpleLog - INFO: - episode: 183, ep_reward: 198.19843169041005, ep_step: 101 +2023-05-26 13:57:08 - SimpleLog - INFO: - episode: 184, ep_reward: 139.13792909177567, ep_step: 74 +2023-05-26 13:57:08 - SimpleLog - INFO: - episode: 185, ep_reward: 181.9015183616454, ep_step: 85 +2023-05-26 13:57:09 - SimpleLog - INFO: - episode: 186, ep_reward: 188.1598494904666, ep_step: 86 +2023-05-26 13:57:09 - SimpleLog - INFO: - episode: 187, ep_reward: 165.61487052362835, ep_step: 86 +2023-05-26 13:57:09 - SimpleLog - INFO: - episode: 188, ep_reward: 178.2706084913178, ep_step: 85 +2023-05-26 13:57:09 - SimpleLog - INFO: - episode: 189, ep_reward: 130.4937629364358, ep_step: 70 +2023-05-26 13:57:09 - SimpleLog - INFO: - episode: 190, ep_reward: 87.05962176211598, ep_step: 54 +2023-05-26 13:57:10 - SimpleLog - INFO: - episode: 191, ep_reward: 110.50364375620364, ep_step: 64 +2023-05-26 13:57:10 - SimpleLog - INFO: - episode: 192, ep_reward: 117.4081255917014, ep_step: 70 +2023-05-26 13:57:10 - SimpleLog - INFO: - episode: 193, ep_reward: 189.50657612296223, ep_step: 97 +2023-05-26 13:57:10 - SimpleLog - INFO: - episode: 194, ep_reward: 181.91173992288455, ep_step: 88 +2023-05-26 13:57:10 - SimpleLog - INFO: - episode: 195, ep_reward: 74.64182642339773, ep_step: 47 +2023-05-26 13:57:10 - SimpleLog - INFO: - episode: 196, ep_reward: 120.20257392659285, ep_step: 70 +2023-05-26 13:57:11 - SimpleLog - INFO: - episode: 197, ep_reward: 159.81630173968838, ep_step: 82 +2023-05-26 13:57:11 - SimpleLog - INFO: - episode: 198, ep_reward: 170.16569171261997, ep_step: 91 +2023-05-26 13:57:11 - SimpleLog - INFO: - episode: 199, ep_reward: 164.48196363216843, ep_step: 82 +2023-05-26 13:57:11 - SimpleLog - INFO: - episode: 200, ep_reward: 188.2370351208738, ep_step: 97 +2023-05-26 13:57:12 - SimpleLog - INFO: - episode: 201, ep_reward: 141.12167936308566, ep_step: 78 +2023-05-26 13:57:12 - SimpleLog - INFO: - episode: 202, ep_reward: 79.60676522887249, ep_step: 49 +2023-05-26 13:57:12 - SimpleLog - INFO: - episode: 203, ep_reward: 150.05371218268857, ep_step: 82 +2023-05-26 13:57:12 - SimpleLog - INFO: - episode: 204, ep_reward: 141.23922209602586, ep_step: 75 +2023-05-26 13:57:12 - SimpleLog - INFO: - episode: 205, ep_reward: 172.30693660259058, ep_step: 87 +2023-05-26 13:57:12 - SimpleLog - INFO: - episode: 206, ep_reward: 62.599323828179976, ep_step: 41 +2023-05-26 13:57:13 - SimpleLog - INFO: - episode: 207, ep_reward: 169.86829953593283, ep_step: 86 +2023-05-26 13:57:13 - SimpleLog - INFO: - episode: 208, ep_reward: 180.6857408718902, ep_step: 84 +2023-05-26 13:57:13 - SimpleLog - INFO: - episode: 209, ep_reward: 150.9107643321765, ep_step: 77 +2023-05-26 13:57:13 - SimpleLog - INFO: - episode: 210, ep_reward: 186.49514298801108, ep_step: 85 +2023-05-26 13:57:13 - SimpleLog - INFO: - episode: 211, ep_reward: 178.4041169951273, ep_step: 87 +2023-05-26 13:57:14 - SimpleLog - INFO: - episode: 212, ep_reward: 179.92376506642447, ep_step: 92 +2023-05-26 13:57:14 - SimpleLog - INFO: - episode: 213, ep_reward: 185.94784219946155, ep_step: 87 +2023-05-26 13:57:14 - SimpleLog - INFO: - episode: 214, ep_reward: 87.98781063304845, ep_step: 52 +2023-05-26 13:57:14 - SimpleLog - INFO: - episode: 215, ep_reward: 173.39922312160598, ep_step: 88 +2023-05-26 13:57:15 - SimpleLog - INFO: - episode: 216, ep_reward: 185.9522329090191, ep_step: 87 +2023-05-26 13:57:15 - SimpleLog - INFO: - episode: 217, ep_reward: 187.14484223965553, ep_step: 93 +2023-05-26 13:57:15 - SimpleLog - INFO: - episode: 218, ep_reward: 176.55819246854927, ep_step: 86 +2023-05-26 13:57:15 - SimpleLog - INFO: - episode: 219, ep_reward: 175.94538264743662, ep_step: 85 +2023-05-26 13:57:16 - SimpleLog - INFO: - episode: 220, ep_reward: 183.22561480463892, ep_step: 96 +2023-05-26 13:57:16 - SimpleLog - INFO: - episode: 221, ep_reward: 177.52450943351477, ep_step: 86 +2023-05-26 13:57:16 - SimpleLog - INFO: - episode: 222, ep_reward: 174.0860309357678, ep_step: 88 +2023-05-26 13:57:16 - SimpleLog - INFO: - episode: 223, ep_reward: 179.5515881383254, ep_step: 84 +2023-05-26 13:57:16 - SimpleLog - INFO: - episode: 224, ep_reward: 177.3179416624901, ep_step: 85 +2023-05-26 13:57:17 - SimpleLog - INFO: - episode: 225, ep_reward: 176.7521655222948, ep_step: 84 +2023-05-26 13:57:17 - SimpleLog - INFO: - episode: 226, ep_reward: 164.8252582493915, ep_step: 83 +2023-05-26 13:57:17 - SimpleLog - INFO: - episode: 227, ep_reward: 193.1769564429009, ep_step: 98 +2023-05-26 13:57:17 - SimpleLog - INFO: - episode: 228, ep_reward: 187.70469863875246, ep_step: 87 +2023-05-26 13:57:18 - SimpleLog - INFO: - episode: 229, ep_reward: 174.71674853880748, ep_step: 83 +2023-05-26 13:57:18 - SimpleLog - INFO: - episode: 230, ep_reward: 154.6602135988999, ep_step: 79 +2023-05-26 13:57:18 - SimpleLog - INFO: - episode: 231, ep_reward: 181.29666962260077, ep_step: 85 +2023-05-26 13:57:18 - SimpleLog - INFO: - episode: 232, ep_reward: 181.64496418159007, ep_step: 90 +2023-05-26 13:57:18 - SimpleLog - INFO: - episode: 233, ep_reward: 178.1465143903455, ep_step: 89 +2023-05-26 13:57:19 - SimpleLog - INFO: - episode: 234, ep_reward: 183.99147818920943, ep_step: 85 +2023-05-26 13:57:19 - SimpleLog - INFO: - episode: 235, ep_reward: 181.92142513425011, ep_step: 85 +2023-05-26 13:57:19 - SimpleLog - INFO: - episode: 236, ep_reward: 180.42946031390875, ep_step: 86 +2023-05-26 13:57:19 - SimpleLog - INFO: - episode: 237, ep_reward: 183.5977250642993, ep_step: 85 +2023-05-26 13:57:19 - SimpleLog - INFO: - episode: 238, ep_reward: 90.09481435440568, ep_step: 50 +2023-05-26 13:57:20 - SimpleLog - INFO: - episode: 239, ep_reward: 147.0299274640782, ep_step: 74 +2023-05-26 13:57:20 - SimpleLog - INFO: - episode: 240, ep_reward: 120.1852080474539, ep_step: 62 +2023-05-26 13:57:20 - SimpleLog - INFO: - episode: 241, ep_reward: 178.94192782623182, ep_step: 86 +2023-05-26 13:57:20 - SimpleLog - INFO: - episode: 242, ep_reward: 99.75525073593126, ep_step: 53 +2023-05-26 13:57:21 - SimpleLog - INFO: - episode: 243, ep_reward: 178.4133311995188, ep_step: 83 +2023-05-26 13:57:21 - SimpleLog - INFO: - episode: 244, ep_reward: 179.81467500881234, ep_step: 87 +2023-05-26 13:57:21 - SimpleLog - INFO: - episode: 245, ep_reward: 200.37668567669354, ep_step: 91 +2023-05-26 13:57:21 - SimpleLog - INFO: - episode: 246, ep_reward: 184.86747167066167, ep_step: 88 +2023-05-26 13:57:22 - SimpleLog - INFO: - episode: 247, ep_reward: 176.58462719490345, ep_step: 87 +2023-05-26 13:57:22 - SimpleLog - INFO: - episode: 248, ep_reward: 183.94201144484532, ep_step: 86 +2023-05-26 13:57:22 - SimpleLog - INFO: - episode: 249, ep_reward: 181.51013993377694, ep_step: 88 +2023-05-26 13:57:22 - SimpleLog - INFO: - episode: 250, ep_reward: 146.39589957879807, ep_step: 74 +2023-05-26 13:57:22 - SimpleLog - INFO: - episode: 251, ep_reward: 184.304519949638, ep_step: 91 +2023-05-26 13:57:23 - SimpleLog - INFO: - episode: 252, ep_reward: 180.00070782999154, ep_step: 84 +2023-05-26 13:57:23 - SimpleLog - INFO: - episode: 253, ep_reward: 51.031915064202664, ep_step: 31 +2023-05-26 13:57:23 - SimpleLog - INFO: - episode: 254, ep_reward: 181.15240415716167, ep_step: 85 +2023-05-26 13:57:23 - SimpleLog - INFO: - episode: 255, ep_reward: 173.49425866891275, ep_step: 86 +2023-05-26 13:57:24 - SimpleLog - INFO: - episode: 256, ep_reward: 178.69735531224816, ep_step: 91 +2023-05-26 13:57:24 - SimpleLog - INFO: - episode: 257, ep_reward: 179.67942661272255, ep_step: 89 +2023-05-26 13:57:24 - SimpleLog - INFO: - episode: 258, ep_reward: 184.52839114372134, ep_step: 87 +2023-05-26 13:57:24 - SimpleLog - INFO: - episode: 259, ep_reward: 180.11297799907143, ep_step: 87 +2023-05-26 13:57:24 - SimpleLog - INFO: - episode: 260, ep_reward: 184.56084651632807, ep_step: 87 +2023-05-26 13:57:25 - SimpleLog - INFO: - episode: 261, ep_reward: 187.78817735375162, ep_step: 87 +2023-05-26 13:57:25 - SimpleLog - INFO: - episode: 262, ep_reward: 83.34717074429331, ep_step: 48 +2023-05-26 13:57:25 - SimpleLog - INFO: - episode: 263, ep_reward: 185.84106452181953, ep_step: 86 +2023-05-26 13:57:25 - SimpleLog - INFO: - episode: 264, ep_reward: 179.01337712255668, ep_step: 83 +2023-05-26 13:57:25 - SimpleLog - INFO: - episode: 265, ep_reward: 179.74714610377123, ep_step: 86 +2023-05-26 13:57:26 - SimpleLog - INFO: - episode: 266, ep_reward: 48.8689494935322, ep_step: 29 +2023-05-26 13:57:26 - SimpleLog - INFO: - episode: 267, ep_reward: 179.06359438653263, ep_step: 85 +2023-05-26 13:57:26 - SimpleLog - INFO: - episode: 268, ep_reward: 181.53171507132987, ep_step: 88 +2023-05-26 13:57:26 - SimpleLog - INFO: - episode: 269, ep_reward: 179.67682143181895, ep_step: 83 +2023-05-26 13:57:27 - SimpleLog - INFO: - episode: 270, ep_reward: 176.20250285862392, ep_step: 86 +2023-05-26 13:57:27 - SimpleLog - INFO: - episode: 271, ep_reward: 187.6992474160602, ep_step: 86 +2023-05-26 13:57:27 - SimpleLog - INFO: - episode: 272, ep_reward: 115.86229483705013, ep_step: 62 +2023-05-26 13:57:27 - SimpleLog - INFO: - episode: 273, ep_reward: 208.5216237183921, ep_step: 93 +2023-05-26 13:57:27 - SimpleLog - INFO: - episode: 274, ep_reward: 178.04555155060447, ep_step: 91 +2023-05-26 13:57:28 - SimpleLog - INFO: - episode: 275, ep_reward: 186.13630088402968, ep_step: 87 +2023-05-26 13:57:28 - SimpleLog - INFO: - episode: 276, ep_reward: 173.23056525603081, ep_step: 87 +2023-05-26 13:57:28 - SimpleLog - INFO: - episode: 277, ep_reward: 175.0327746260964, ep_step: 84 +2023-05-26 13:57:28 - SimpleLog - INFO: - episode: 278, ep_reward: 179.6661383985696, ep_step: 86 +2023-05-26 13:57:29 - SimpleLog - INFO: - episode: 279, ep_reward: 186.1554510758253, ep_step: 86 +2023-05-26 13:57:29 - SimpleLog - INFO: - episode: 280, ep_reward: 179.6952575803666, ep_step: 84 +2023-05-26 13:57:29 - SimpleLog - INFO: - episode: 281, ep_reward: 54.454092194184376, ep_step: 33 +2023-05-26 13:57:29 - SimpleLog - INFO: - episode: 282, ep_reward: 182.74260621186858, ep_step: 85 +2023-05-26 13:57:29 - SimpleLog - INFO: - episode: 283, ep_reward: 185.88933173770295, ep_step: 90 +2023-05-26 13:57:29 - SimpleLog - INFO: - episode: 284, ep_reward: 181.28659041569307, ep_step: 86 +2023-05-26 13:57:30 - SimpleLog - INFO: - episode: 285, ep_reward: 171.8697594584516, ep_step: 86 +2023-05-26 13:57:30 - SimpleLog - INFO: - episode: 286, ep_reward: 187.50385282177902, ep_step: 89 +2023-05-26 13:57:30 - SimpleLog - INFO: - episode: 287, ep_reward: 165.4031868465053, ep_step: 86 +2023-05-26 13:57:30 - SimpleLog - INFO: - episode: 288, ep_reward: 126.31094363615023, ep_step: 68 +2023-05-26 13:57:31 - SimpleLog - INFO: - episode: 289, ep_reward: 180.0392151588389, ep_step: 88 +2023-05-26 13:57:31 - SimpleLog - INFO: - episode: 290, ep_reward: 169.45770798223967, ep_step: 86 +2023-05-26 13:57:31 - SimpleLog - INFO: - episode: 291, ep_reward: 192.754803872633, ep_step: 89 +2023-05-26 13:57:31 - SimpleLog - INFO: - episode: 292, ep_reward: 129.35416609504392, ep_step: 66 +2023-05-26 13:57:31 - SimpleLog - INFO: - episode: 293, ep_reward: 187.17752298291504, ep_step: 92 +2023-05-26 13:57:32 - SimpleLog - INFO: - episode: 294, ep_reward: 184.2363407379892, ep_step: 87 +2023-05-26 13:57:32 - SimpleLog - INFO: - episode: 295, ep_reward: 146.26866015679104, ep_step: 75 +2023-05-26 13:57:32 - SimpleLog - INFO: - episode: 296, ep_reward: 108.10052377870316, ep_step: 59 +2023-05-26 13:57:32 - SimpleLog - INFO: - episode: 297, ep_reward: 187.75597400445756, ep_step: 91 +2023-05-26 13:57:33 - SimpleLog - INFO: - episode: 298, ep_reward: 185.1690943018844, ep_step: 86 +2023-05-26 13:57:33 - SimpleLog - INFO: - episode: 299, ep_reward: 98.359383407836, ep_step: 57 +2023-05-26 13:57:33 - SimpleLog - INFO: - episode: 300, ep_reward: 183.37254245381305, ep_step: 90 +2023-05-26 13:57:33 - SimpleLog - INFO: - episode: 301, ep_reward: 148.57948721062357, ep_step: 76 +2023-05-26 13:57:33 - SimpleLog - INFO: - episode: 302, ep_reward: 190.2801861139605, ep_step: 89 +2023-05-26 13:57:34 - SimpleLog - INFO: - episode: 303, ep_reward: 128.85760246946145, ep_step: 69 +2023-05-26 13:57:34 - SimpleLog - INFO: - episode: 304, ep_reward: 177.15162608079567, ep_step: 88 +2023-05-26 13:57:34 - SimpleLog - INFO: - episode: 305, ep_reward: 180.86464896806066, ep_step: 89 +2023-05-26 13:57:34 - SimpleLog - INFO: - episode: 306, ep_reward: 183.66655541148668, ep_step: 86 +2023-05-26 13:57:35 - SimpleLog - INFO: - episode: 307, ep_reward: 176.84849567690412, ep_step: 87 +2023-05-26 13:57:35 - SimpleLog - INFO: - episode: 308, ep_reward: 54.29896218954434, ep_step: 35 +2023-05-26 13:57:35 - SimpleLog - INFO: - episode: 309, ep_reward: 176.3719693642436, ep_step: 88 +2023-05-26 13:57:35 - SimpleLog - INFO: - episode: 310, ep_reward: 176.91204789638442, ep_step: 88 +2023-05-26 13:57:35 - SimpleLog - INFO: - episode: 311, ep_reward: 172.43749905647962, ep_step: 88 +2023-05-26 13:57:36 - SimpleLog - INFO: - episode: 312, ep_reward: 200.82622511268883, ep_step: 103 +2023-05-26 13:57:36 - SimpleLog - INFO: - episode: 313, ep_reward: 61.737484898798876, ep_step: 38 +2023-05-26 13:57:36 - SimpleLog - INFO: - episode: 314, ep_reward: 180.38476642654607, ep_step: 91 +2023-05-26 13:57:36 - SimpleLog - INFO: - episode: 315, ep_reward: 165.1861330836395, ep_step: 83 +2023-05-26 13:57:36 - SimpleLog - INFO: - episode: 316, ep_reward: 172.7257029493488, ep_step: 86 +2023-05-26 13:57:37 - SimpleLog - INFO: - episode: 317, ep_reward: 199.01121616178128, ep_step: 97 +2023-05-26 13:57:37 - SimpleLog - INFO: - episode: 318, ep_reward: 177.2146199709736, ep_step: 93 +2023-05-26 13:57:37 - SimpleLog - INFO: - episode: 319, ep_reward: 177.45644076053955, ep_step: 90 +2023-05-26 13:57:37 - SimpleLog - INFO: - episode: 320, ep_reward: 128.2679608702187, ep_step: 68 +2023-05-26 13:57:38 - SimpleLog - INFO: - episode: 321, ep_reward: 179.6219964729843, ep_step: 88 +2023-05-26 13:57:38 - SimpleLog - INFO: - episode: 322, ep_reward: 177.9776610264073, ep_step: 87 +2023-05-26 13:57:38 - SimpleLog - INFO: - episode: 323, ep_reward: 145.6554966774864, ep_step: 78 +2023-05-26 13:57:38 - SimpleLog - INFO: - episode: 324, ep_reward: 16.830511852876263, ep_step: 14 +2023-05-26 13:57:38 - SimpleLog - INFO: - episode: 325, ep_reward: 124.47119590977572, ep_step: 68 +2023-05-26 13:57:39 - SimpleLog - INFO: - episode: 326, ep_reward: 186.95870111378588, ep_step: 94 +2023-05-26 13:57:39 - SimpleLog - INFO: - episode: 327, ep_reward: 128.47882064274876, ep_step: 69 +2023-05-26 13:57:39 - SimpleLog - INFO: - episode: 328, ep_reward: 188.1567924177761, ep_step: 97 +2023-05-26 13:57:39 - SimpleLog - INFO: - episode: 329, ep_reward: 108.7272683760582, ep_step: 59 +2023-05-26 13:57:40 - SimpleLog - INFO: - episode: 330, ep_reward: 203.64510085692228, ep_step: 107 +2023-05-26 13:57:40 - SimpleLog - INFO: - episode: 331, ep_reward: 55.84260418735286, ep_step: 33 +2023-05-26 13:57:40 - SimpleLog - INFO: - episode: 332, ep_reward: 199.06266808965043, ep_step: 95 +2023-05-26 13:57:40 - SimpleLog - INFO: - episode: 333, ep_reward: 174.29304008234854, ep_step: 87 +2023-05-26 13:57:40 - SimpleLog - INFO: - episode: 334, ep_reward: 179.36669646828588, ep_step: 90 +2023-05-26 13:57:40 - SimpleLog - INFO: - episode: 335, ep_reward: 198.64154074120216, ep_step: 91 +2023-05-26 13:57:41 - SimpleLog - INFO: - episode: 336, ep_reward: 132.90577690298716, ep_step: 72 +2023-05-26 13:57:41 - SimpleLog - INFO: - episode: 337, ep_reward: 181.3617559600697, ep_step: 91 +2023-05-26 13:57:41 - SimpleLog - INFO: - episode: 338, ep_reward: 178.4203908789936, ep_step: 90 +2023-05-26 13:57:42 - SimpleLog - INFO: - episode: 339, ep_reward: 204.66559360042004, ep_step: 99 +2023-05-26 13:57:42 - SimpleLog - INFO: - episode: 340, ep_reward: 187.27507546157435, ep_step: 96 +2023-05-26 13:57:42 - SimpleLog - INFO: - episode: 341, ep_reward: 198.73765467555734, ep_step: 102 +2023-05-26 13:57:42 - SimpleLog - INFO: - episode: 342, ep_reward: 137.74142948245637, ep_step: 73 +2023-05-26 13:57:42 - SimpleLog - INFO: - episode: 343, ep_reward: 175.66904117424934, ep_step: 88 +2023-05-26 13:57:43 - SimpleLog - INFO: - episode: 344, ep_reward: 168.61724662613707, ep_step: 86 +2023-05-26 13:57:43 - SimpleLog - INFO: - episode: 345, ep_reward: 200.9574188481045, ep_step: 98 +2023-05-26 13:57:43 - SimpleLog - INFO: - episode: 346, ep_reward: 113.89527027317337, ep_step: 61 +2023-05-26 13:57:43 - SimpleLog - INFO: - episode: 347, ep_reward: 122.28293015623828, ep_step: 66 +2023-05-26 13:57:44 - SimpleLog - INFO: - episode: 348, ep_reward: 209.36620857218307, ep_step: 107 +2023-05-26 13:57:44 - SimpleLog - INFO: - episode: 349, ep_reward: 60.825397419951855, ep_step: 36 +2023-05-26 13:57:44 - SimpleLog - INFO: - episode: 350, ep_reward: 199.8501282253536, ep_step: 99 +2023-05-26 13:57:44 - SimpleLog - INFO: - episode: 351, ep_reward: 125.04312445342613, ep_step: 68 +2023-05-26 13:57:44 - SimpleLog - INFO: - episode: 352, ep_reward: 140.3326188595617, ep_step: 78 +2023-05-26 13:57:44 - SimpleLog - INFO: - episode: 353, ep_reward: 249.28161242015491, ep_step: 120 +2023-05-26 13:57:45 - SimpleLog - INFO: - episode: 354, ep_reward: 196.20097890978957, ep_step: 100 +2023-05-26 13:57:45 - SimpleLog - INFO: - episode: 355, ep_reward: 225.89743002178426, ep_step: 102 +2023-05-26 13:57:45 - SimpleLog - INFO: - episode: 356, ep_reward: 214.1426536274902, ep_step: 101 +2023-05-26 13:57:46 - SimpleLog - INFO: - episode: 357, ep_reward: 129.93071549995466, ep_step: 69 +2023-05-26 13:57:46 - SimpleLog - INFO: - episode: 358, ep_reward: 131.7424975356936, ep_step: 73 +2023-05-26 13:57:46 - SimpleLog - INFO: - episode: 359, ep_reward: 169.1588063220191, ep_step: 86 +2023-05-26 13:57:46 - SimpleLog - INFO: - episode: 360, ep_reward: 123.59794809992073, ep_step: 66 +2023-05-26 13:57:46 - SimpleLog - INFO: - episode: 361, ep_reward: 149.50222829946964, ep_step: 79 +2023-05-26 13:57:47 - SimpleLog - INFO: - episode: 362, ep_reward: 207.10451429172835, ep_step: 99 +2023-05-26 13:57:47 - SimpleLog - INFO: - episode: 363, ep_reward: 203.35307137272096, ep_step: 94 +2023-05-26 13:57:47 - SimpleLog - INFO: - episode: 364, ep_reward: 180.74005767791763, ep_step: 91 +2023-05-26 13:57:47 - SimpleLog - INFO: - episode: 365, ep_reward: 183.38178479099238, ep_step: 89 +2023-05-26 13:57:48 - SimpleLog - INFO: - episode: 366, ep_reward: 133.92478559019227, ep_step: 72 +2023-05-26 13:57:48 - SimpleLog - INFO: - episode: 367, ep_reward: 113.3110229494912, ep_step: 61 +2023-05-26 13:57:48 - SimpleLog - INFO: - episode: 368, ep_reward: 123.01570884860651, ep_step: 68 +2023-05-26 13:57:48 - SimpleLog - INFO: - episode: 369, ep_reward: 201.51399496791046, ep_step: 93 +2023-05-26 13:57:48 - SimpleLog - INFO: - episode: 370, ep_reward: 188.81571095189918, ep_step: 90 +2023-05-26 13:57:49 - SimpleLog - INFO: - episode: 371, ep_reward: 185.48073222299809, ep_step: 86 +2023-05-26 13:57:49 - SimpleLog - INFO: - episode: 372, ep_reward: 162.8971625239647, ep_step: 83 +2023-05-26 13:57:49 - SimpleLog - INFO: - episode: 373, ep_reward: 115.59112453250461, ep_step: 63 +2023-05-26 13:57:49 - SimpleLog - INFO: - episode: 374, ep_reward: 188.37266802000744, ep_step: 93 +2023-05-26 13:57:49 - SimpleLog - INFO: - episode: 375, ep_reward: 117.48331366871983, ep_step: 64 +2023-05-26 13:57:50 - SimpleLog - INFO: - episode: 376, ep_reward: 198.6920047299092, ep_step: 89 +2023-05-26 13:57:50 - SimpleLog - INFO: - episode: 377, ep_reward: 153.7667220703632, ep_step: 79 +2023-05-26 13:57:50 - SimpleLog - INFO: - episode: 378, ep_reward: 174.14079183830708, ep_step: 89 +2023-05-26 13:57:50 - SimpleLog - INFO: - episode: 379, ep_reward: 46.81736876123787, ep_step: 28 +2023-05-26 13:57:51 - SimpleLog - INFO: - episode: 380, ep_reward: 171.92828477053055, ep_step: 87 +2023-05-26 13:57:51 - SimpleLog - INFO: - episode: 381, ep_reward: 111.4868426394626, ep_step: 61 +2023-05-26 13:57:51 - SimpleLog - INFO: - episode: 382, ep_reward: 174.72152827673224, ep_step: 90 +2023-05-26 13:57:51 - SimpleLog - INFO: - episode: 383, ep_reward: 130.54406752116756, ep_step: 69 +2023-05-26 13:57:51 - SimpleLog - INFO: - episode: 384, ep_reward: 192.78540379151883, ep_step: 90 +2023-05-26 13:57:51 - SimpleLog - INFO: - episode: 385, ep_reward: 110.11731383514355, ep_step: 59 +2023-05-26 13:57:52 - SimpleLog - INFO: - episode: 386, ep_reward: 186.39394474185576, ep_step: 93 +2023-05-26 13:57:52 - SimpleLog - INFO: - episode: 387, ep_reward: 162.48412858446738, ep_step: 84 +2023-05-26 13:57:52 - SimpleLog - INFO: - episode: 388, ep_reward: 192.21940122715804, ep_step: 89 +2023-05-26 13:57:53 - SimpleLog - INFO: - episode: 389, ep_reward: 199.11963143753258, ep_step: 96 +2023-05-26 13:57:53 - SimpleLog - INFO: - episode: 390, ep_reward: 191.69269531109055, ep_step: 88 +2023-05-26 13:57:53 - SimpleLog - INFO: - episode: 391, ep_reward: 180.08172555125978, ep_step: 90 +2023-05-26 13:57:53 - SimpleLog - INFO: - episode: 392, ep_reward: 98.4936964339749, ep_step: 54 +2023-05-26 13:57:54 - SimpleLog - INFO: - episode: 393, ep_reward: 204.3354329414773, ep_step: 106 +2023-05-26 13:57:54 - SimpleLog - INFO: - episode: 394, ep_reward: 195.50241019001933, ep_step: 96 +2023-05-26 13:57:54 - SimpleLog - INFO: - episode: 395, ep_reward: 183.69066544295484, ep_step: 88 +2023-05-26 13:57:54 - SimpleLog - INFO: - episode: 396, ep_reward: 197.3269582812225, ep_step: 93 +2023-05-26 13:57:54 - SimpleLog - INFO: - episode: 397, ep_reward: 186.4734823435397, ep_step: 90 +2023-05-26 13:57:55 - SimpleLog - INFO: - episode: 398, ep_reward: 174.375419826655, ep_step: 90 +2023-05-26 13:57:55 - SimpleLog - INFO: - episode: 399, ep_reward: 194.92147855700884, ep_step: 95 +2023-05-26 13:57:55 - SimpleLog - INFO: - episode: 400, ep_reward: 186.93000200071958, ep_step: 89 +2023-05-26 13:57:56 - SimpleLog - INFO: - episode: 401, ep_reward: 198.4631092649582, ep_step: 97 +2023-05-26 13:57:56 - SimpleLog - INFO: - episode: 402, ep_reward: 194.89826681433271, ep_step: 95 +2023-05-26 13:57:56 - SimpleLog - INFO: - episode: 403, ep_reward: 198.00407044781772, ep_step: 98 +2023-05-26 13:57:56 - SimpleLog - INFO: - episode: 404, ep_reward: 129.4591535923381, ep_step: 70 +2023-05-26 13:57:57 - SimpleLog - INFO: - episode: 405, ep_reward: 202.61630995023265, ep_step: 103 +2023-05-26 13:57:57 - SimpleLog - INFO: - episode: 406, ep_reward: 148.4125343742918, ep_step: 74 +2023-05-26 13:57:57 - SimpleLog - INFO: - episode: 407, ep_reward: 186.85978508603063, ep_step: 94 +2023-05-26 13:57:57 - SimpleLog - INFO: - episode: 408, ep_reward: 131.4735701701452, ep_step: 70 +2023-05-26 13:57:57 - SimpleLog - INFO: - episode: 409, ep_reward: 191.21466476879476, ep_step: 91 +2023-05-26 13:57:58 - SimpleLog - INFO: - episode: 410, ep_reward: 107.97536254218676, ep_step: 60 +2023-05-26 13:57:58 - SimpleLog - INFO: - episode: 411, ep_reward: 107.44153946995318, ep_step: 61 +2023-05-26 13:57:58 - SimpleLog - INFO: - episode: 412, ep_reward: 155.40881820395225, ep_step: 80 +2023-05-26 13:57:58 - SimpleLog - INFO: - episode: 413, ep_reward: 166.28874151692426, ep_step: 84 +2023-05-26 13:57:58 - SimpleLog - INFO: - episode: 414, ep_reward: 179.72432929557343, ep_step: 92 +2023-05-26 13:57:59 - SimpleLog - INFO: - episode: 415, ep_reward: 171.90424431786926, ep_step: 88 +2023-05-26 13:57:59 - SimpleLog - INFO: - episode: 416, ep_reward: 191.27530303075687, ep_step: 90 +2023-05-26 13:57:59 - SimpleLog - INFO: - episode: 417, ep_reward: 184.67279019948202, ep_step: 92 +2023-05-26 13:57:59 - SimpleLog - INFO: - episode: 418, ep_reward: 189.35768913181528, ep_step: 96 +2023-05-26 13:58:00 - SimpleLog - INFO: - episode: 419, ep_reward: 181.76676179055494, ep_step: 94 +2023-05-26 13:58:00 - SimpleLog - INFO: - episode: 420, ep_reward: 184.7742767676678, ep_step: 94 +2023-05-26 13:58:00 - SimpleLog - INFO: - episode: 421, ep_reward: 195.1190343780861, ep_step: 94 +2023-05-26 13:58:00 - SimpleLog - INFO: - episode: 422, ep_reward: 177.79815336805888, ep_step: 90 +2023-05-26 13:58:01 - SimpleLog - INFO: - episode: 423, ep_reward: 201.99269736845355, ep_step: 98 +2023-05-26 13:58:01 - SimpleLog - INFO: - episode: 424, ep_reward: 179.5474474182559, ep_step: 88 +2023-05-26 13:58:01 - SimpleLog - INFO: - episode: 425, ep_reward: 234.25203936430432, ep_step: 110 +2023-05-26 13:58:01 - SimpleLog - INFO: - episode: 426, ep_reward: 172.38792159445055, ep_step: 90 +2023-05-26 13:58:02 - SimpleLog - INFO: - episode: 427, ep_reward: 162.30227435609908, ep_step: 84 +2023-05-26 13:58:02 - SimpleLog - INFO: - episode: 428, ep_reward: 184.63727543770216, ep_step: 96 +2023-05-26 13:58:02 - SimpleLog - INFO: - episode: 429, ep_reward: 183.18374655231065, ep_step: 95 +2023-05-26 13:58:02 - SimpleLog - INFO: - episode: 430, ep_reward: 176.04019209224668, ep_step: 86 +2023-05-26 13:58:03 - SimpleLog - INFO: - episode: 431, ep_reward: 178.5102508778287, ep_step: 91 +2023-05-26 13:58:03 - SimpleLog - INFO: - episode: 432, ep_reward: 182.61165615488318, ep_step: 93 +2023-05-26 13:58:03 - SimpleLog - INFO: - episode: 433, ep_reward: 67.50293537557886, ep_step: 41 +2023-05-26 13:58:03 - SimpleLog - INFO: - episode: 434, ep_reward: 103.51995631343159, ep_step: 58 +2023-05-26 13:58:03 - SimpleLog - INFO: - episode: 435, ep_reward: 154.27317102449163, ep_step: 80 +2023-05-26 13:58:04 - SimpleLog - INFO: - episode: 436, ep_reward: 165.48061227764254, ep_step: 83 +2023-05-26 13:58:04 - SimpleLog - INFO: - episode: 437, ep_reward: 182.50833559498577, ep_step: 88 +2023-05-26 13:58:04 - SimpleLog - INFO: - episode: 438, ep_reward: 141.14340645312004, ep_step: 78 +2023-05-26 13:58:04 - SimpleLog - INFO: - episode: 439, ep_reward: 168.0109598486868, ep_step: 85 +2023-05-26 13:58:05 - SimpleLog - INFO: - episode: 440, ep_reward: 195.00985013205258, ep_step: 98 +2023-05-26 13:58:05 - SimpleLog - INFO: - episode: 441, ep_reward: 172.13372230657697, ep_step: 87 +2023-05-26 13:58:05 - SimpleLog - INFO: - episode: 442, ep_reward: 175.58438618451962, ep_step: 91 +2023-05-26 13:58:05 - SimpleLog - INFO: - episode: 443, ep_reward: 184.6549684971321, ep_step: 96 +2023-05-26 13:58:05 - SimpleLog - INFO: - episode: 444, ep_reward: 196.8847895369915, ep_step: 92 +2023-05-26 13:58:06 - SimpleLog - INFO: - episode: 445, ep_reward: 113.41569582371753, ep_step: 64 +2023-05-26 13:58:06 - SimpleLog - INFO: - episode: 446, ep_reward: 203.64904187378227, ep_step: 100 +2023-05-26 13:58:06 - SimpleLog - INFO: - episode: 447, ep_reward: 178.35149748459997, ep_step: 86 +2023-05-26 13:58:06 - SimpleLog - INFO: - episode: 448, ep_reward: 181.78373302753727, ep_step: 92 +2023-05-26 13:58:07 - SimpleLog - INFO: - episode: 449, ep_reward: 182.18362387572853, ep_step: 94 +2023-05-26 13:58:07 - SimpleLog - INFO: - episode: 450, ep_reward: 190.7645590165254, ep_step: 91 +2023-05-26 13:58:07 - SimpleLog - INFO: - episode: 451, ep_reward: 135.47773217152837, ep_step: 71 +2023-05-26 13:58:07 - SimpleLog - INFO: - episode: 452, ep_reward: 194.97871644478232, ep_step: 96 +2023-05-26 13:58:08 - SimpleLog - INFO: - episode: 453, ep_reward: 175.06798387987786, ep_step: 89 +2023-05-26 13:58:08 - SimpleLog - INFO: - episode: 454, ep_reward: 176.06509977102235, ep_step: 90 +2023-05-26 13:58:08 - SimpleLog - INFO: - episode: 455, ep_reward: 168.44668067898354, ep_step: 87 +2023-05-26 13:58:08 - SimpleLog - INFO: - episode: 456, ep_reward: 54.54276737915635, ep_step: 33 +2023-05-26 13:58:08 - SimpleLog - INFO: - episode: 457, ep_reward: 186.00835154922828, ep_step: 100 +2023-05-26 13:58:09 - SimpleLog - INFO: - episode: 458, ep_reward: 63.5030806647529, ep_step: 35 +2023-05-26 13:58:09 - SimpleLog - INFO: - episode: 459, ep_reward: 200.24919486269988, ep_step: 100 +2023-05-26 13:58:09 - SimpleLog - INFO: - episode: 460, ep_reward: 198.27181973439394, ep_step: 106 +2023-05-26 13:58:09 - SimpleLog - INFO: - episode: 461, ep_reward: 188.32142502392028, ep_step: 96 +2023-05-26 13:58:10 - SimpleLog - INFO: - episode: 462, ep_reward: 180.4520427588235, ep_step: 93 +2023-05-26 13:58:10 - SimpleLog - INFO: - episode: 463, ep_reward: 206.66801849064873, ep_step: 103 +2023-05-26 13:58:10 - SimpleLog - INFO: - episode: 464, ep_reward: 51.5378738561827, ep_step: 31 +2023-05-26 13:58:10 - SimpleLog - INFO: - episode: 465, ep_reward: 208.31414782941746, ep_step: 97 +2023-05-26 13:58:11 - SimpleLog - INFO: - episode: 466, ep_reward: 205.18676294397076, ep_step: 103 +2023-05-26 13:58:11 - SimpleLog - INFO: - episode: 467, ep_reward: 193.94076332256714, ep_step: 100 +2023-05-26 13:58:11 - SimpleLog - INFO: - episode: 468, ep_reward: 227.10157193853513, ep_step: 108 +2023-05-26 13:58:12 - SimpleLog - INFO: - episode: 469, ep_reward: 253.76300314468938, ep_step: 118 +2023-05-26 13:58:12 - SimpleLog - INFO: - episode: 470, ep_reward: 202.94442337728364, ep_step: 100 +2023-05-26 13:58:12 - SimpleLog - INFO: - episode: 471, ep_reward: 134.57196793911277, ep_step: 73 +2023-05-26 13:58:12 - SimpleLog - INFO: - episode: 472, ep_reward: 265.541492160653, ep_step: 112 +2023-05-26 13:58:12 - SimpleLog - INFO: - episode: 473, ep_reward: 104.16227481221762, ep_step: 58 +2023-05-26 13:58:13 - SimpleLog - INFO: - episode: 474, ep_reward: 243.10342600317134, ep_step: 110 +2023-05-26 13:58:13 - SimpleLog - INFO: - episode: 475, ep_reward: 191.48564457729123, ep_step: 96 +2023-05-26 13:58:13 - SimpleLog - INFO: - episode: 476, ep_reward: 171.21672931232706, ep_step: 87 +2023-05-26 13:58:14 - SimpleLog - INFO: - episode: 477, ep_reward: 227.27936962336634, ep_step: 100 +2023-05-26 13:58:14 - SimpleLog - INFO: - episode: 478, ep_reward: 219.58223250691123, ep_step: 97 +2023-05-26 13:58:14 - SimpleLog - INFO: - episode: 479, ep_reward: 224.01829844448974, ep_step: 107 +2023-05-26 13:58:15 - SimpleLog - INFO: - episode: 480, ep_reward: 291.7901659922004, ep_step: 125 +2023-05-26 13:58:15 - SimpleLog - INFO: - episode: 481, ep_reward: 252.35264098927436, ep_step: 113 +2023-05-26 13:58:15 - SimpleLog - INFO: - episode: 482, ep_reward: 124.89281178554651, ep_step: 68 +2023-05-26 13:58:15 - SimpleLog - INFO: - episode: 483, ep_reward: 116.99473730827135, ep_step: 65 +2023-05-26 13:58:15 - SimpleLog - INFO: - episode: 484, ep_reward: 133.25406649132694, ep_step: 72 +2023-05-26 13:58:16 - SimpleLog - INFO: - episode: 485, ep_reward: 131.96836557044432, ep_step: 69 +2023-05-26 13:58:16 - SimpleLog - INFO: - episode: 486, ep_reward: 95.38370121387247, ep_step: 53 +2023-05-26 13:58:16 - SimpleLog - INFO: - episode: 487, ep_reward: 235.63084282459832, ep_step: 103 +2023-05-26 13:58:16 - SimpleLog - INFO: - episode: 488, ep_reward: 197.30685018455, ep_step: 93 +2023-05-26 13:58:16 - SimpleLog - INFO: - episode: 489, ep_reward: 133.23535815292092, ep_step: 72 +2023-05-26 13:58:17 - SimpleLog - INFO: - episode: 490, ep_reward: 127.59587304541395, ep_step: 71 +2023-05-26 13:58:17 - SimpleLog - INFO: - episode: 491, ep_reward: 124.28884763395384, ep_step: 68 +2023-05-26 13:58:17 - SimpleLog - INFO: - episode: 492, ep_reward: 78.75010656592421, ep_step: 44 +2023-05-26 13:58:17 - SimpleLog - INFO: - episode: 493, ep_reward: 116.08476954061294, ep_step: 63 +2023-05-26 13:58:17 - SimpleLog - INFO: - episode: 494, ep_reward: 110.89681443110364, ep_step: 61 +2023-05-26 13:58:17 - SimpleLog - INFO: - episode: 495, ep_reward: 137.88095981590794, ep_step: 75 +2023-05-26 13:58:18 - SimpleLog - INFO: - episode: 496, ep_reward: 219.59000457147286, ep_step: 102 +2023-05-26 13:58:18 - SimpleLog - INFO: - episode: 497, ep_reward: 162.48578194467558, ep_step: 83 +2023-05-26 13:58:18 - SimpleLog - INFO: - episode: 498, ep_reward: 128.04036564420565, ep_step: 69 +2023-05-26 13:58:18 - SimpleLog - INFO: - episode: 499, ep_reward: 92.71247666189215, ep_step: 57 +2023-05-26 13:58:19 - SimpleLog - INFO: - episode: 500, ep_reward: 127.08414044603893, ep_step: 71 +2023-05-26 13:58:19 - SimpleLog - INFO: - episode: 501, ep_reward: 360.30657713130114, ep_step: 140 +2023-05-26 13:58:19 - SimpleLog - INFO: - episode: 502, ep_reward: 128.57314008408096, ep_step: 70 +2023-05-26 13:58:19 - SimpleLog - INFO: - episode: 503, ep_reward: 104.93484923510437, ep_step: 60 +2023-05-26 13:58:19 - SimpleLog - INFO: - episode: 504, ep_reward: 89.63028746427987, ep_step: 50 +2023-05-26 13:58:20 - SimpleLog - INFO: - episode: 505, ep_reward: 312.26622997491296, ep_step: 145 +2023-05-26 13:58:20 - SimpleLog - INFO: - episode: 506, ep_reward: 114.63645445977993, ep_step: 66 +2023-05-26 13:58:20 - SimpleLog - INFO: - episode: 507, ep_reward: 175.44016484721297, ep_step: 90 +2023-05-26 13:58:21 - SimpleLog - INFO: - episode: 508, ep_reward: 221.56736628167909, ep_step: 121 +2023-05-26 13:58:21 - SimpleLog - INFO: - episode: 509, ep_reward: 125.35500790936241, ep_step: 71 +2023-05-26 13:58:21 - SimpleLog - INFO: - episode: 510, ep_reward: 129.58380869572085, ep_step: 68 +2023-05-26 13:58:21 - SimpleLog - INFO: - episode: 511, ep_reward: 114.18318193848278, ep_step: 64 +2023-05-26 13:58:21 - SimpleLog - INFO: - episode: 512, ep_reward: 288.64667125021435, ep_step: 129 +2023-05-26 13:58:22 - SimpleLog - INFO: - episode: 513, ep_reward: 121.89139491647475, ep_step: 70 +2023-05-26 13:58:22 - SimpleLog - INFO: - episode: 514, ep_reward: 90.23795393485325, ep_step: 63 +2023-05-26 13:58:22 - SimpleLog - INFO: - episode: 515, ep_reward: 266.8571276275456, ep_step: 128 +2023-05-26 13:58:23 - SimpleLog - INFO: - episode: 516, ep_reward: 291.9858828155245, ep_step: 138 +2023-05-26 13:58:23 - SimpleLog - INFO: - episode: 517, ep_reward: 269.56561791462184, ep_step: 130 +2023-05-26 13:58:23 - SimpleLog - INFO: - episode: 518, ep_reward: 273.6420722532584, ep_step: 131 +2023-05-26 13:58:23 - SimpleLog - INFO: - episode: 519, ep_reward: 132.05969942743434, ep_step: 77 +2023-05-26 13:58:24 - SimpleLog - INFO: - episode: 520, ep_reward: 118.12261910778825, ep_step: 68 +2023-05-26 13:58:24 - SimpleLog - INFO: - episode: 521, ep_reward: 177.27067587291543, ep_step: 93 +2023-05-26 13:58:24 - SimpleLog - INFO: - episode: 522, ep_reward: 150.65258397005533, ep_step: 103 +2023-05-26 13:58:24 - SimpleLog - INFO: - episode: 523, ep_reward: 153.79091469447567, ep_step: 80 +2023-05-26 13:58:25 - SimpleLog - INFO: - episode: 524, ep_reward: 132.26300691958022, ep_step: 94 +2023-05-26 13:58:25 - SimpleLog - INFO: - episode: 525, ep_reward: 180.20689998183775, ep_step: 96 +2023-05-26 13:58:25 - SimpleLog - INFO: - episode: 526, ep_reward: 88.05299946660142, ep_step: 80 +2023-05-26 13:58:25 - SimpleLog - INFO: - episode: 527, ep_reward: 174.69522609030216, ep_step: 91 +2023-05-26 13:58:26 - SimpleLog - INFO: - episode: 528, ep_reward: 141.1314159276061, ep_step: 80 +2023-05-26 13:58:26 - SimpleLog - INFO: - episode: 529, ep_reward: 215.96470771833376, ep_step: 118 +2023-05-26 13:58:26 - SimpleLog - INFO: - episode: 530, ep_reward: 200.67057468041517, ep_step: 101 +2023-05-26 13:58:26 - SimpleLog - INFO: - episode: 531, ep_reward: 208.24152906637897, ep_step: 122 +2023-05-26 13:58:27 - SimpleLog - INFO: - episode: 532, ep_reward: 219.0572022926644, ep_step: 112 +2023-05-26 13:58:27 - SimpleLog - INFO: - episode: 533, ep_reward: 151.05596073610386, ep_step: 81 +2023-05-26 13:58:27 - SimpleLog - INFO: - episode: 534, ep_reward: 92.31596076666105, ep_step: 53 +2023-05-26 13:58:27 - SimpleLog - INFO: - episode: 535, ep_reward: 229.65769414472047, ep_step: 117 +2023-05-26 13:58:28 - SimpleLog - INFO: - episode: 536, ep_reward: 196.80671211024622, ep_step: 102 +2023-05-26 13:58:28 - SimpleLog - INFO: - episode: 537, ep_reward: 182.39969234048513, ep_step: 94 +2023-05-26 13:58:28 - SimpleLog - INFO: - episode: 538, ep_reward: 307.78688537827674, ep_step: 151 +2023-05-26 13:58:29 - SimpleLog - INFO: - episode: 539, ep_reward: 292.26057286258555, ep_step: 138 +2023-05-26 13:58:29 - SimpleLog - INFO: - episode: 540, ep_reward: 219.82916537586934, ep_step: 103 +2023-05-26 13:58:29 - SimpleLog - INFO: - episode: 541, ep_reward: 90.70868025432294, ep_step: 56 +2023-05-26 13:58:29 - SimpleLog - INFO: - episode: 542, ep_reward: 97.73422841669604, ep_step: 59 +2023-05-26 13:58:29 - SimpleLog - INFO: - episode: 543, ep_reward: 131.15567893704178, ep_step: 76 +2023-05-26 13:58:30 - SimpleLog - INFO: - episode: 544, ep_reward: 214.02678034021767, ep_step: 107 +2023-05-26 13:58:30 - SimpleLog - INFO: - episode: 545, ep_reward: 207.24552547515407, ep_step: 117 +2023-05-26 13:58:30 - SimpleLog - INFO: - episode: 546, ep_reward: 281.3706926832834, ep_step: 131 +2023-05-26 13:58:31 - SimpleLog - INFO: - episode: 547, ep_reward: 314.4891663002826, ep_step: 149 +2023-05-26 13:58:31 - SimpleLog - INFO: - episode: 548, ep_reward: 301.6733544690975, ep_step: 148 +2023-05-26 13:58:32 - SimpleLog - INFO: - episode: 549, ep_reward: 298.16248685543553, ep_step: 140 +2023-05-26 13:58:32 - SimpleLog - INFO: - episode: 550, ep_reward: 328.0174105499215, ep_step: 159 +2023-05-26 13:58:32 - SimpleLog - INFO: - episode: 551, ep_reward: 287.0162998671454, ep_step: 143 +2023-05-26 13:58:33 - SimpleLog - INFO: - episode: 552, ep_reward: 98.48005042140169, ep_step: 91 +2023-05-26 13:58:33 - SimpleLog - INFO: - episode: 553, ep_reward: 182.0542239249165, ep_step: 95 +2023-05-26 13:58:33 - SimpleLog - INFO: - episode: 554, ep_reward: 306.11408662504476, ep_step: 144 +2023-05-26 13:58:34 - SimpleLog - INFO: - episode: 555, ep_reward: 314.5073631745179, ep_step: 154 +2023-05-26 13:58:34 - SimpleLog - INFO: - episode: 556, ep_reward: 98.24528549774865, ep_step: 58 +2023-05-26 13:58:34 - SimpleLog - INFO: - episode: 557, ep_reward: 266.1734629508188, ep_step: 128 +2023-05-26 13:58:34 - SimpleLog - INFO: - episode: 558, ep_reward: 93.95735447256705, ep_step: 56 +2023-05-26 13:58:35 - SimpleLog - INFO: - episode: 559, ep_reward: 133.40967134537254, ep_step: 75 +2023-05-26 13:58:35 - SimpleLog - INFO: - episode: 560, ep_reward: 130.04384993070295, ep_step: 71 +2023-05-26 13:58:35 - SimpleLog - INFO: - episode: 561, ep_reward: 278.0691267454615, ep_step: 133 +2023-05-26 13:58:35 - SimpleLog - INFO: - episode: 562, ep_reward: 259.28687635748577, ep_step: 123 +2023-05-26 13:58:36 - SimpleLog - INFO: - episode: 563, ep_reward: 105.24627953937477, ep_step: 61 +2023-05-26 13:58:36 - SimpleLog - INFO: - episode: 564, ep_reward: 95.9945442575953, ep_step: 57 +2023-05-26 13:58:36 - SimpleLog - INFO: - episode: 565, ep_reward: 111.05796475779566, ep_step: 63 +2023-05-26 13:58:36 - SimpleLog - INFO: - episode: 566, ep_reward: 102.42988398377337, ep_step: 59 +2023-05-26 13:58:36 - SimpleLog - INFO: - episode: 567, ep_reward: 113.27560699247597, ep_step: 63 +2023-05-26 13:58:36 - SimpleLog - INFO: - episode: 568, ep_reward: 89.81936394513563, ep_step: 54 +2023-05-26 13:58:37 - SimpleLog - INFO: - episode: 569, ep_reward: 83.77239742277719, ep_step: 47 +2023-05-26 13:58:37 - SimpleLog - INFO: - episode: 570, ep_reward: 297.1038917136072, ep_step: 147 +2023-05-26 13:58:37 - SimpleLog - INFO: - episode: 571, ep_reward: 97.84125542908525, ep_step: 57 +2023-05-26 13:58:37 - SimpleLog - INFO: - episode: 572, ep_reward: 96.18266828952135, ep_step: 61 +2023-05-26 13:58:37 - SimpleLog - INFO: - episode: 573, ep_reward: 73.8946238819265, ep_step: 46 +2023-05-26 13:58:37 - SimpleLog - INFO: - episode: 574, ep_reward: 103.72443264620514, ep_step: 61 +2023-05-26 13:58:38 - SimpleLog - INFO: - episode: 575, ep_reward: 91.61867757721774, ep_step: 53 +2023-05-26 13:58:38 - SimpleLog - INFO: - episode: 576, ep_reward: 134.41337402917435, ep_step: 75 +2023-05-26 13:58:38 - SimpleLog - INFO: - episode: 577, ep_reward: 120.00978177235791, ep_step: 70 +2023-05-26 13:58:38 - SimpleLog - INFO: - episode: 578, ep_reward: 93.433093684214, ep_step: 56 +2023-05-26 13:58:38 - SimpleLog - INFO: - episode: 579, ep_reward: 106.83127012225422, ep_step: 63 +2023-05-26 13:58:38 - SimpleLog - INFO: - episode: 580, ep_reward: 94.3254976137025, ep_step: 56 +2023-05-26 13:58:39 - SimpleLog - INFO: - episode: 581, ep_reward: 136.45726507206246, ep_step: 70 +2023-05-26 13:58:39 - SimpleLog - INFO: - episode: 582, ep_reward: 88.36617527095441, ep_step: 52 +2023-05-26 13:58:39 - SimpleLog - INFO: - episode: 583, ep_reward: 266.37930378782903, ep_step: 128 +2023-05-26 13:58:39 - SimpleLog - INFO: - episode: 584, ep_reward: 240.0195487255118, ep_step: 111 +2023-05-26 13:58:40 - SimpleLog - INFO: - episode: 585, ep_reward: 105.99007788305778, ep_step: 59 +2023-05-26 13:58:40 - SimpleLog - INFO: - episode: 586, ep_reward: 323.04077992547866, ep_step: 145 +2023-05-26 13:58:40 - SimpleLog - INFO: - episode: 587, ep_reward: 256.32034496112664, ep_step: 119 +2023-05-26 13:58:41 - SimpleLog - INFO: - episode: 588, ep_reward: 290.1022948430081, ep_step: 141 +2023-05-26 13:58:41 - SimpleLog - INFO: - episode: 589, ep_reward: 114.80559348542835, ep_step: 64 +2023-05-26 13:58:41 - SimpleLog - INFO: - episode: 590, ep_reward: 288.53347792486284, ep_step: 131 +2023-05-26 13:58:41 - SimpleLog - INFO: - episode: 591, ep_reward: 279.88385718952327, ep_step: 133 +2023-05-26 13:58:42 - SimpleLog - INFO: - episode: 592, ep_reward: 276.9963480515278, ep_step: 130 +2023-05-26 13:58:42 - SimpleLog - INFO: - episode: 593, ep_reward: 288.624661639795, ep_step: 137 +2023-05-26 13:58:42 - SimpleLog - INFO: - episode: 594, ep_reward: 147.15784204834793, ep_step: 81 +2023-05-26 13:58:42 - SimpleLog - INFO: - episode: 595, ep_reward: 107.74310200996487, ep_step: 64 +2023-05-26 13:58:43 - SimpleLog - INFO: - episode: 596, ep_reward: 290.9746368589714, ep_step: 139 +2023-05-26 13:58:43 - SimpleLog - INFO: - episode: 597, ep_reward: 291.455461354038, ep_step: 138 +2023-05-26 13:58:44 - SimpleLog - INFO: - episode: 598, ep_reward: 275.89418564295016, ep_step: 125 +2023-05-26 13:58:44 - SimpleLog - INFO: - episode: 599, ep_reward: 270.3986409090399, ep_step: 121 +2023-05-26 13:58:44 - SimpleLog - INFO: - episode: 600, ep_reward: 204.54317564440194, ep_step: 111 +2023-05-26 13:58:44 - SimpleLog - INFO: - episode: 601, ep_reward: 160.31352259526443, ep_step: 83 +2023-05-26 13:58:45 - SimpleLog - INFO: - episode: 602, ep_reward: 301.71455692186584, ep_step: 150 +2023-05-26 13:58:45 - SimpleLog - INFO: - episode: 603, ep_reward: 256.5130805204841, ep_step: 114 +2023-05-26 13:58:45 - SimpleLog - INFO: - episode: 604, ep_reward: 226.02474963200214, ep_step: 109 +2023-05-26 13:58:46 - SimpleLog - INFO: - episode: 605, ep_reward: 213.89923104343848, ep_step: 109 +2023-05-26 13:58:46 - SimpleLog - INFO: - episode: 606, ep_reward: 294.37757691953516, ep_step: 134 +2023-05-26 13:58:46 - SimpleLog - INFO: - episode: 607, ep_reward: 136.4283550016999, ep_step: 82 +2023-05-26 13:58:46 - SimpleLog - INFO: - episode: 608, ep_reward: 272.0336249185486, ep_step: 124 +2023-05-26 13:58:47 - SimpleLog - INFO: - episode: 609, ep_reward: 274.22747073661543, ep_step: 118 +2023-05-26 13:58:47 - SimpleLog - INFO: - episode: 610, ep_reward: 308.8002021897763, ep_step: 146 +2023-05-26 13:58:47 - SimpleLog - INFO: - episode: 611, ep_reward: 119.64594943971856, ep_step: 67 +2023-05-26 13:58:48 - SimpleLog - INFO: - episode: 612, ep_reward: 255.92977568111385, ep_step: 119 +2023-05-26 13:58:48 - SimpleLog - INFO: - episode: 613, ep_reward: 195.23264354000344, ep_step: 91 +2023-05-26 13:58:49 - SimpleLog - INFO: - episode: 614, ep_reward: 297.03404490033245, ep_step: 140 +2023-05-26 13:58:49 - SimpleLog - INFO: - episode: 615, ep_reward: 190.98671662193706, ep_step: 92 +2023-05-26 13:58:49 - SimpleLog - INFO: - episode: 616, ep_reward: 293.37040450773753, ep_step: 141 +2023-05-26 13:58:49 - SimpleLog - INFO: - episode: 617, ep_reward: 298.4395014857651, ep_step: 138 +2023-05-26 13:58:50 - SimpleLog - INFO: - episode: 618, ep_reward: 124.56885454584996, ep_step: 73 +2023-05-26 13:58:50 - SimpleLog - INFO: - episode: 619, ep_reward: 208.15842227083408, ep_step: 105 +2023-05-26 13:58:50 - SimpleLog - INFO: - episode: 620, ep_reward: 242.27705889628493, ep_step: 119 +2023-05-26 13:58:51 - SimpleLog - INFO: - episode: 621, ep_reward: 127.66350399816967, ep_step: 70 +2023-05-26 13:58:51 - SimpleLog - INFO: - episode: 622, ep_reward: 255.2741019815346, ep_step: 122 +2023-05-26 13:58:51 - SimpleLog - INFO: - episode: 623, ep_reward: 254.1265672752283, ep_step: 116 +2023-05-26 13:58:51 - SimpleLog - INFO: - episode: 624, ep_reward: 193.7576933453533, ep_step: 95 +2023-05-26 13:58:51 - SimpleLog - INFO: - episode: 625, ep_reward: 132.03678673597213, ep_step: 71 +2023-05-26 13:58:52 - SimpleLog - INFO: - episode: 626, ep_reward: 144.00782461975018, ep_step: 107 +2023-05-26 13:58:52 - SimpleLog - INFO: - episode: 627, ep_reward: 256.9196926287582, ep_step: 123 +2023-05-26 13:58:52 - SimpleLog - INFO: - episode: 628, ep_reward: 208.19904513703125, ep_step: 98 +2023-05-26 13:58:53 - SimpleLog - INFO: - episode: 629, ep_reward: 225.29366732919408, ep_step: 118 +2023-05-26 13:58:53 - SimpleLog - INFO: - episode: 630, ep_reward: 326.93232799759795, ep_step: 158 +2023-05-26 13:58:53 - SimpleLog - INFO: - episode: 631, ep_reward: 246.2575594880885, ep_step: 116 +2023-05-26 13:58:53 - SimpleLog - INFO: - episode: 632, ep_reward: 76.6700634872044, ep_step: 45 +2023-05-26 13:58:54 - SimpleLog - INFO: - episode: 633, ep_reward: 254.20542255700587, ep_step: 126 +2023-05-26 13:58:54 - SimpleLog - INFO: - episode: 634, ep_reward: 151.64503772885766, ep_step: 87 +2023-05-26 13:58:54 - SimpleLog - INFO: - episode: 635, ep_reward: 243.10739618861422, ep_step: 116 +2023-05-26 13:58:55 - SimpleLog - INFO: - episode: 636, ep_reward: 276.9637132650062, ep_step: 123 +2023-05-26 13:58:55 - SimpleLog - INFO: - episode: 637, ep_reward: 254.29018925622822, ep_step: 124 +2023-05-26 13:58:55 - SimpleLog - INFO: - episode: 638, ep_reward: 228.94377484019836, ep_step: 110 +2023-05-26 13:58:55 - SimpleLog - INFO: - episode: 639, ep_reward: 107.42476795748955, ep_step: 60 +2023-05-26 13:58:56 - SimpleLog - INFO: - episode: 640, ep_reward: 302.5566287304255, ep_step: 134 +2023-05-26 13:58:56 - SimpleLog - INFO: - episode: 641, ep_reward: 114.11260866044093, ep_step: 65 +2023-05-26 13:58:56 - SimpleLog - INFO: - episode: 642, ep_reward: 130.3063611330789, ep_step: 67 +2023-05-26 13:58:56 - SimpleLog - INFO: - episode: 643, ep_reward: 141.05670716123618, ep_step: 73 +2023-05-26 13:58:57 - SimpleLog - INFO: - episode: 644, ep_reward: 160.40102459868854, ep_step: 79 +2023-05-26 13:58:57 - SimpleLog - INFO: - episode: 645, ep_reward: 294.55585002470093, ep_step: 144 +2023-05-26 13:58:57 - SimpleLog - INFO: - episode: 646, ep_reward: 209.81079302006287, ep_step: 102 +2023-05-26 13:58:57 - SimpleLog - INFO: - episode: 647, ep_reward: 56.591094626439315, ep_step: 32 +2023-05-26 13:58:57 - SimpleLog - INFO: - episode: 648, ep_reward: 141.71372383178442, ep_step: 80 +2023-05-26 13:58:58 - SimpleLog - INFO: - episode: 649, ep_reward: 124.87404945753484, ep_step: 70 +2023-05-26 13:58:58 - SimpleLog - INFO: - episode: 650, ep_reward: 243.66889753954618, ep_step: 118 +2023-05-26 13:58:58 - SimpleLog - INFO: - episode: 651, ep_reward: 287.52056912495686, ep_step: 134 +2023-05-26 13:58:59 - SimpleLog - INFO: - episode: 652, ep_reward: 282.5463503653203, ep_step: 134 +2023-05-26 13:58:59 - SimpleLog - INFO: - episode: 653, ep_reward: 301.09616789181507, ep_step: 206 +2023-05-26 13:58:59 - SimpleLog - INFO: - episode: 654, ep_reward: 85.78246464994677, ep_step: 57 +2023-05-26 13:59:00 - SimpleLog - INFO: - episode: 655, ep_reward: 268.93379787469456, ep_step: 121 +2023-05-26 13:59:00 - SimpleLog - INFO: - episode: 656, ep_reward: 312.8429653391678, ep_step: 148 +2023-05-26 13:59:01 - SimpleLog - INFO: - episode: 657, ep_reward: 332.8361935985334, ep_step: 159 +2023-05-26 13:59:01 - SimpleLog - INFO: - episode: 658, ep_reward: 276.38253070324123, ep_step: 129 +2023-05-26 13:59:01 - SimpleLog - INFO: - episode: 659, ep_reward: 301.6200881670294, ep_step: 143 +2023-05-26 13:59:02 - SimpleLog - INFO: - episode: 660, ep_reward: 250.86975426220488, ep_step: 120 +2023-05-26 13:59:02 - SimpleLog - INFO: - episode: 661, ep_reward: 314.27093023260755, ep_step: 141 +2023-05-26 13:59:02 - SimpleLog - INFO: - episode: 662, ep_reward: 252.30864005782365, ep_step: 117 +2023-05-26 13:59:03 - SimpleLog - INFO: - episode: 663, ep_reward: 304.5232923004116, ep_step: 149 +2023-05-26 13:59:03 - SimpleLog - INFO: - episode: 664, ep_reward: 286.24371801530515, ep_step: 130 +2023-05-26 13:59:03 - SimpleLog - INFO: - episode: 665, ep_reward: 60.24871788113742, ep_step: 35 +2023-05-26 13:59:03 - SimpleLog - INFO: - episode: 666, ep_reward: 70.21031187757117, ep_step: 39 +2023-05-26 13:59:04 - SimpleLog - INFO: - episode: 667, ep_reward: 266.7837252296934, ep_step: 120 +2023-05-26 13:59:04 - SimpleLog - INFO: - episode: 668, ep_reward: 289.77228223520393, ep_step: 129 +2023-05-26 13:59:04 - SimpleLog - INFO: - episode: 669, ep_reward: 51.41143985839025, ep_step: 31 +2023-05-26 13:59:04 - SimpleLog - INFO: - episode: 670, ep_reward: 127.71677142206076, ep_step: 78 +2023-05-26 13:59:05 - SimpleLog - INFO: - episode: 671, ep_reward: 326.82046121014446, ep_step: 163 +2023-05-26 13:59:05 - SimpleLog - INFO: - episode: 672, ep_reward: 301.7062915361051, ep_step: 130 +2023-05-26 13:59:06 - SimpleLog - INFO: - episode: 673, ep_reward: 315.04879956782014, ep_step: 169 +2023-05-26 13:59:06 - SimpleLog - INFO: - episode: 674, ep_reward: 174.67490647224778, ep_step: 93 +2023-05-26 13:59:06 - SimpleLog - INFO: - episode: 675, ep_reward: 257.6360292497619, ep_step: 146 +2023-05-26 13:59:06 - SimpleLog - INFO: - episode: 676, ep_reward: 126.46477538138443, ep_step: 70 +2023-05-26 13:59:07 - SimpleLog - INFO: - episode: 677, ep_reward: 241.7057927868451, ep_step: 120 +2023-05-26 13:59:07 - SimpleLog - INFO: - episode: 678, ep_reward: 271.4806679124999, ep_step: 125 +2023-05-26 13:59:07 - SimpleLog - INFO: - episode: 679, ep_reward: 123.65054833853536, ep_step: 67 +2023-05-26 13:59:08 - SimpleLog - INFO: - episode: 680, ep_reward: 271.08264736217126, ep_step: 123 +2023-05-26 13:59:08 - SimpleLog - INFO: - episode: 681, ep_reward: 80.42374933379442, ep_step: 45 +2023-05-26 13:59:08 - SimpleLog - INFO: - episode: 682, ep_reward: 109.74111926528244, ep_step: 61 +2023-05-26 13:59:08 - SimpleLog - INFO: - episode: 683, ep_reward: 278.90793362880953, ep_step: 116 +2023-05-26 13:59:09 - SimpleLog - INFO: - episode: 684, ep_reward: 307.8595954417102, ep_step: 203 +2023-05-26 13:59:09 - SimpleLog - INFO: - episode: 685, ep_reward: 97.85782782491005, ep_step: 62 +2023-05-26 13:59:09 - SimpleLog - INFO: - episode: 686, ep_reward: 306.4184508369791, ep_step: 124 +2023-05-26 13:59:09 - SimpleLog - INFO: - episode: 687, ep_reward: 152.9640683843389, ep_step: 79 +2023-05-26 13:59:10 - SimpleLog - INFO: - episode: 688, ep_reward: 296.4907611962492, ep_step: 135 +2023-05-26 13:59:10 - SimpleLog - INFO: - episode: 689, ep_reward: 113.19897385828877, ep_step: 61 +2023-05-26 13:59:10 - SimpleLog - INFO: - episode: 690, ep_reward: 159.27492766093843, ep_step: 112 +2023-05-26 13:59:10 - SimpleLog - INFO: - episode: 691, ep_reward: 101.39784197463422, ep_step: 64 +2023-05-26 13:59:10 - SimpleLog - INFO: - episode: 692, ep_reward: 84.78460887931922, ep_step: 48 +2023-05-26 13:59:11 - SimpleLog - INFO: - episode: 693, ep_reward: 109.27612934312725, ep_step: 78 +2023-05-26 13:59:11 - SimpleLog - INFO: - episode: 694, ep_reward: 294.432164240858, ep_step: 137 +2023-05-26 13:59:11 - SimpleLog - INFO: - episode: 695, ep_reward: 318.30133030855103, ep_step: 153 +2023-05-26 13:59:12 - SimpleLog - INFO: - episode: 696, ep_reward: 99.58636329791294, ep_step: 57 +2023-05-26 13:59:12 - SimpleLog - INFO: - episode: 697, ep_reward: 86.0826054991274, ep_step: 48 +2023-05-26 13:59:12 - SimpleLog - INFO: - episode: 698, ep_reward: 114.36333588344048, ep_step: 62 +2023-05-26 13:59:12 - SimpleLog - INFO: - episode: 699, ep_reward: 101.24006030729315, ep_step: 57 +2023-05-26 13:59:12 - SimpleLog - INFO: - episode: 700, ep_reward: 343.71924754124814, ep_step: 173 +2023-05-26 13:59:13 - SimpleLog - INFO: - episode: 701, ep_reward: 264.75062548708866, ep_step: 123 +2023-05-26 13:59:13 - SimpleLog - INFO: - episode: 702, ep_reward: 253.745988208768, ep_step: 129 +2023-05-26 13:59:13 - SimpleLog - INFO: - episode: 703, ep_reward: 83.24540240877549, ep_step: 47 +2023-05-26 13:59:13 - SimpleLog - INFO: - episode: 704, ep_reward: 66.56793029245188, ep_step: 38 +2023-05-26 13:59:13 - SimpleLog - INFO: - episode: 705, ep_reward: 87.64303330473771, ep_step: 48 +2023-05-26 13:59:14 - SimpleLog - INFO: - episode: 706, ep_reward: 211.6798242720091, ep_step: 97 +2023-05-26 13:59:14 - SimpleLog - INFO: - episode: 707, ep_reward: 134.62574878037768, ep_step: 74 +2023-05-26 13:59:14 - SimpleLog - INFO: - episode: 708, ep_reward: 271.7148418678107, ep_step: 133 +2023-05-26 13:59:14 - SimpleLog - INFO: - episode: 709, ep_reward: 123.98146814394326, ep_step: 70 +2023-05-26 13:59:15 - SimpleLog - INFO: - episode: 710, ep_reward: 250.99283354934562, ep_step: 116 +2023-05-26 13:59:15 - SimpleLog - INFO: - episode: 711, ep_reward: 94.27730023014149, ep_step: 52 +2023-05-26 13:59:15 - SimpleLog - INFO: - episode: 712, ep_reward: 292.5146375400894, ep_step: 126 +2023-05-26 13:59:15 - SimpleLog - INFO: - episode: 713, ep_reward: 234.67525784082648, ep_step: 106 +2023-05-26 13:59:16 - SimpleLog - INFO: - episode: 714, ep_reward: 158.2223651605637, ep_step: 81 +2023-05-26 13:59:16 - SimpleLog - INFO: - episode: 715, ep_reward: 119.43973053737923, ep_step: 67 +2023-05-26 13:59:16 - SimpleLog - INFO: - episode: 716, ep_reward: 277.9296294224671, ep_step: 126 +2023-05-26 13:59:16 - SimpleLog - INFO: - episode: 717, ep_reward: 99.02504432816517, ep_step: 55 +2023-05-26 13:59:17 - SimpleLog - INFO: - episode: 718, ep_reward: 258.3991261795041, ep_step: 115 +2023-05-26 13:59:17 - SimpleLog - INFO: - episode: 719, ep_reward: 275.35865669217117, ep_step: 133 +2023-05-26 13:59:17 - SimpleLog - INFO: - episode: 720, ep_reward: 309.50228639701027, ep_step: 148 +2023-05-26 13:59:18 - SimpleLog - INFO: - episode: 721, ep_reward: 247.82195613671422, ep_step: 123 +2023-05-26 13:59:18 - SimpleLog - INFO: - episode: 722, ep_reward: 300.2693553978968, ep_step: 136 +2023-05-26 13:59:19 - SimpleLog - INFO: - episode: 723, ep_reward: 315.50991509513125, ep_step: 148 +2023-05-26 13:59:19 - SimpleLog - INFO: - episode: 724, ep_reward: 110.1704919737927, ep_step: 76 +2023-05-26 13:59:19 - SimpleLog - INFO: - episode: 725, ep_reward: 188.46865927170228, ep_step: 103 +2023-05-26 13:59:19 - SimpleLog - INFO: - episode: 726, ep_reward: 127.84829394548782, ep_step: 71 +2023-05-26 13:59:19 - SimpleLog - INFO: - episode: 727, ep_reward: 156.77861626139645, ep_step: 105 +2023-05-26 13:59:20 - SimpleLog - INFO: - episode: 728, ep_reward: 300.55885169192516, ep_step: 146 +2023-05-26 13:59:20 - SimpleLog - INFO: - episode: 729, ep_reward: 282.6841417597694, ep_step: 132 +2023-05-26 13:59:21 - SimpleLog - INFO: - episode: 730, ep_reward: 147.92247550318146, ep_step: 85 +2023-05-26 13:59:21 - SimpleLog - INFO: - episode: 731, ep_reward: 297.66979708980307, ep_step: 138 +2023-05-26 13:59:21 - SimpleLog - INFO: - episode: 732, ep_reward: 121.09358567221, ep_step: 69 +2023-05-26 13:59:21 - SimpleLog - INFO: - episode: 733, ep_reward: 255.35544178330662, ep_step: 129 +2023-05-26 13:59:22 - SimpleLog - INFO: - episode: 734, ep_reward: 302.98154262430376, ep_step: 139 +2023-05-26 13:59:22 - SimpleLog - INFO: - episode: 735, ep_reward: 105.49160411746, ep_step: 58 +2023-05-26 13:59:22 - SimpleLog - INFO: - episode: 736, ep_reward: 280.0267603264147, ep_step: 128 +2023-05-26 13:59:23 - SimpleLog - INFO: - episode: 737, ep_reward: 283.2546541918991, ep_step: 131 +2023-05-26 13:59:23 - SimpleLog - INFO: - episode: 738, ep_reward: 135.48227200385264, ep_step: 78 +2023-05-26 13:59:23 - SimpleLog - INFO: - episode: 739, ep_reward: 123.96784156339672, ep_step: 70 +2023-05-26 13:59:23 - SimpleLog - INFO: - episode: 740, ep_reward: 292.91561759746156, ep_step: 137 +2023-05-26 13:59:24 - SimpleLog - INFO: - episode: 741, ep_reward: 114.40438296110439, ep_step: 68 +2023-05-26 13:59:24 - SimpleLog - INFO: - episode: 742, ep_reward: 395.0787506091142, ep_step: 211 +2023-05-26 13:59:24 - SimpleLog - INFO: - episode: 743, ep_reward: 117.06657048996911, ep_step: 81 +2023-05-26 13:59:25 - SimpleLog - INFO: - episode: 744, ep_reward: 286.92082354730076, ep_step: 131 +2023-05-26 13:59:25 - SimpleLog - INFO: - episode: 745, ep_reward: 283.96733651277145, ep_step: 126 +2023-05-26 13:59:25 - SimpleLog - INFO: - episode: 746, ep_reward: 271.7988216601579, ep_step: 123 +2023-05-26 13:59:25 - SimpleLog - INFO: - episode: 747, ep_reward: 103.13901914826235, ep_step: 57 +2023-05-26 13:59:26 - SimpleLog - INFO: - episode: 748, ep_reward: 73.27829222900816, ep_step: 42 +2023-05-26 13:59:26 - SimpleLog - INFO: - episode: 749, ep_reward: 158.2687080580061, ep_step: 91 +2023-05-26 13:59:26 - SimpleLog - INFO: - episode: 750, ep_reward: 342.6701559678246, ep_step: 164 +2023-05-26 13:59:27 - SimpleLog - INFO: - episode: 751, ep_reward: 276.6352069300634, ep_step: 123 +2023-05-26 13:59:27 - SimpleLog - INFO: - episode: 752, ep_reward: 77.1359883424796, ep_step: 43 +2023-05-26 13:59:27 - SimpleLog - INFO: - episode: 753, ep_reward: 294.5184276195796, ep_step: 139 +2023-05-26 13:59:27 - SimpleLog - INFO: - episode: 754, ep_reward: 235.06247183459146, ep_step: 115 +2023-05-26 13:59:28 - SimpleLog - INFO: - episode: 755, ep_reward: 306.74222517328064, ep_step: 143 +2023-05-26 13:59:28 - SimpleLog - INFO: - episode: 756, ep_reward: 309.460750522857, ep_step: 142 +2023-05-26 13:59:29 - SimpleLog - INFO: - episode: 757, ep_reward: 323.34276437976314, ep_step: 158 +2023-05-26 13:59:29 - SimpleLog - INFO: - episode: 758, ep_reward: 335.271670441618, ep_step: 168 +2023-05-26 13:59:29 - SimpleLog - INFO: - episode: 759, ep_reward: 299.6391996656024, ep_step: 138 +2023-05-26 13:59:30 - SimpleLog - INFO: - episode: 760, ep_reward: 115.64383669712676, ep_step: 66 +2023-05-26 13:59:30 - SimpleLog - INFO: - episode: 761, ep_reward: 292.48176417099296, ep_step: 137 +2023-05-26 13:59:30 - SimpleLog - INFO: - episode: 762, ep_reward: 340.6813285400041, ep_step: 173 +2023-05-26 13:59:31 - SimpleLog - INFO: - episode: 763, ep_reward: 268.50025412921696, ep_step: 121 +2023-05-26 13:59:31 - SimpleLog - INFO: - episode: 764, ep_reward: 106.45094053292392, ep_step: 81 +2023-05-26 13:59:31 - SimpleLog - INFO: - episode: 765, ep_reward: 79.82488722757007, ep_step: 57 +2023-05-26 13:59:32 - SimpleLog - INFO: - episode: 766, ep_reward: 352.2139431235287, ep_step: 179 +2023-05-26 13:59:32 - SimpleLog - INFO: - episode: 767, ep_reward: 406.51820109922267, ep_step: 217 +2023-05-26 13:59:33 - SimpleLog - INFO: - episode: 768, ep_reward: 286.7989082994647, ep_step: 135 +2023-05-26 13:59:33 - SimpleLog - INFO: - episode: 769, ep_reward: 287.169284750578, ep_step: 134 +2023-05-26 13:59:33 - SimpleLog - INFO: - episode: 770, ep_reward: 330.52431774571676, ep_step: 149 +2023-05-26 13:59:34 - SimpleLog - INFO: - episode: 771, ep_reward: 269.78526082592214, ep_step: 155 +2023-05-26 13:59:34 - SimpleLog - INFO: - episode: 772, ep_reward: 302.43664052186944, ep_step: 147 +2023-05-26 13:59:35 - SimpleLog - INFO: - episode: 773, ep_reward: 369.1783918181031, ep_step: 189 +2023-05-26 13:59:35 - SimpleLog - INFO: - episode: 774, ep_reward: 363.4425763094214, ep_step: 177 +2023-05-26 13:59:35 - SimpleLog - INFO: - episode: 775, ep_reward: 278.07544015506613, ep_step: 129 +2023-05-26 13:59:36 - SimpleLog - INFO: - episode: 776, ep_reward: 266.6547487092608, ep_step: 121 +2023-05-26 13:59:36 - SimpleLog - INFO: - episode: 777, ep_reward: 295.4452526967591, ep_step: 137 +2023-05-26 13:59:36 - SimpleLog - INFO: - episode: 778, ep_reward: 289.143184044477, ep_step: 133 +2023-05-26 13:59:37 - SimpleLog - INFO: - episode: 779, ep_reward: 292.46296182205896, ep_step: 139 +2023-05-26 13:59:37 - SimpleLog - INFO: - episode: 780, ep_reward: 291.9782526698897, ep_step: 140 +2023-05-26 13:59:38 - SimpleLog - INFO: - episode: 781, ep_reward: 268.50067243735276, ep_step: 125 +2023-05-26 13:59:38 - SimpleLog - INFO: - episode: 782, ep_reward: 191.96505765158486, ep_step: 128 +2023-05-26 13:59:38 - SimpleLog - INFO: - episode: 783, ep_reward: 331.8970134454667, ep_step: 161 +2023-05-26 13:59:39 - SimpleLog - INFO: - episode: 784, ep_reward: 322.67869227107354, ep_step: 161 +2023-05-26 13:59:39 - SimpleLog - INFO: - episode: 785, ep_reward: 104.86620705648728, ep_step: 66 +2023-05-26 13:59:39 - SimpleLog - INFO: - episode: 786, ep_reward: 290.5435523742497, ep_step: 139 +2023-05-26 13:59:40 - SimpleLog - INFO: - episode: 787, ep_reward: 297.00533290329184, ep_step: 144 +2023-05-26 13:59:40 - SimpleLog - INFO: - episode: 788, ep_reward: 247.6092976921091, ep_step: 115 +2023-05-26 13:59:40 - SimpleLog - INFO: - episode: 789, ep_reward: 276.7300214697728, ep_step: 125 +2023-05-26 13:59:41 - SimpleLog - INFO: - episode: 790, ep_reward: 289.89906828124106, ep_step: 138 +2023-05-26 13:59:41 - SimpleLog - INFO: - episode: 791, ep_reward: 213.89833366387322, ep_step: 117 +2023-05-26 13:59:41 - SimpleLog - INFO: - episode: 792, ep_reward: 318.4660397349545, ep_step: 148 +2023-05-26 13:59:42 - SimpleLog - INFO: - episode: 793, ep_reward: 272.7344412129232, ep_step: 128 +2023-05-26 13:59:42 - SimpleLog - INFO: - episode: 794, ep_reward: 308.00989695428575, ep_step: 147 +2023-05-26 13:59:42 - SimpleLog - INFO: - episode: 795, ep_reward: 254.41495063270557, ep_step: 118 +2023-05-26 13:59:43 - SimpleLog - INFO: - episode: 796, ep_reward: 293.0913041846536, ep_step: 140 +2023-05-26 13:59:43 - SimpleLog - INFO: - episode: 797, ep_reward: 194.94519073279517, ep_step: 103 +2023-05-26 13:59:43 - SimpleLog - INFO: - episode: 798, ep_reward: 297.73524376577325, ep_step: 146 +2023-05-26 13:59:44 - SimpleLog - INFO: - episode: 799, ep_reward: 215.19652102098132, ep_step: 124 +2023-05-26 13:59:44 - SimpleLog - INFO: - episode: 800, ep_reward: 303.51834744430164, ep_step: 144 +2023-05-26 13:59:45 - SimpleLog - INFO: - episode: 801, ep_reward: 276.79484539968166, ep_step: 127 +2023-05-26 13:59:45 - SimpleLog - INFO: - episode: 802, ep_reward: 278.33957948182376, ep_step: 130 +2023-05-26 13:59:46 - SimpleLog - INFO: - episode: 803, ep_reward: 266.1475505931184, ep_step: 148 +2023-05-26 13:59:46 - SimpleLog - INFO: - episode: 804, ep_reward: 108.64556209257941, ep_step: 82 +2023-05-26 13:59:46 - SimpleLog - INFO: - episode: 805, ep_reward: 282.1292338471605, ep_step: 127 +2023-05-26 13:59:46 - SimpleLog - INFO: - episode: 806, ep_reward: 316.88616790956615, ep_step: 157 +2023-05-26 13:59:47 - SimpleLog - INFO: - episode: 807, ep_reward: 272.13081861511574, ep_step: 126 +2023-05-26 13:59:47 - SimpleLog - INFO: - episode: 808, ep_reward: 107.95132920382324, ep_step: 84 +2023-05-26 13:59:47 - SimpleLog - INFO: - episode: 809, ep_reward: 262.8439093236462, ep_step: 123 +2023-05-26 13:59:48 - SimpleLog - INFO: - episode: 810, ep_reward: 313.8607033578086, ep_step: 150 +2023-05-26 13:59:48 - SimpleLog - INFO: - episode: 811, ep_reward: 291.961573188996, ep_step: 140 +2023-05-26 13:59:48 - SimpleLog - INFO: - episode: 812, ep_reward: 267.4952930244051, ep_step: 125 +2023-05-26 13:59:49 - SimpleLog - INFO: - episode: 813, ep_reward: 312.6023278593867, ep_step: 148 +2023-05-26 13:59:49 - SimpleLog - INFO: - episode: 814, ep_reward: 260.96450168185265, ep_step: 121 +2023-05-26 13:59:49 - SimpleLog - INFO: - episode: 815, ep_reward: 87.49847002699903, ep_step: 64 +2023-05-26 13:59:50 - SimpleLog - INFO: - episode: 816, ep_reward: 284.4469919633612, ep_step: 135 +2023-05-26 13:59:50 - SimpleLog - INFO: - episode: 817, ep_reward: 276.2087983061777, ep_step: 132 +2023-05-26 13:59:50 - SimpleLog - INFO: - episode: 818, ep_reward: 289.9615439176386, ep_step: 132 +2023-05-26 13:59:51 - SimpleLog - INFO: - episode: 819, ep_reward: 145.06366012684995, ep_step: 94 +2023-05-26 13:59:51 - SimpleLog - INFO: - episode: 820, ep_reward: 290.02001704530477, ep_step: 138 +2023-05-26 13:59:51 - SimpleLog - INFO: - episode: 821, ep_reward: 119.16588610374649, ep_step: 63 +2023-05-26 13:59:52 - SimpleLog - INFO: - episode: 822, ep_reward: 301.71018099050883, ep_step: 145 +2023-05-26 13:59:52 - SimpleLog - INFO: - episode: 823, ep_reward: 114.10588109150193, ep_step: 76 +2023-05-26 13:59:52 - SimpleLog - INFO: - episode: 824, ep_reward: 260.36662044930534, ep_step: 120 +2023-05-26 13:59:52 - SimpleLog - INFO: - episode: 825, ep_reward: 320.3845062098482, ep_step: 161 +2023-05-26 13:59:53 - SimpleLog - INFO: - episode: 826, ep_reward: 278.856627974669, ep_step: 182 +2023-05-26 13:59:53 - SimpleLog - INFO: - episode: 827, ep_reward: 88.28968911928636, ep_step: 56 +2023-05-26 13:59:54 - SimpleLog - INFO: - episode: 828, ep_reward: 282.8453876812256, ep_step: 130 +2023-05-26 13:59:54 - SimpleLog - INFO: - episode: 829, ep_reward: 140.40112598402945, ep_step: 125 +2023-05-26 13:59:54 - SimpleLog - INFO: - episode: 830, ep_reward: 106.24484054732852, ep_step: 63 +2023-05-26 13:59:54 - SimpleLog - INFO: - episode: 831, ep_reward: 287.26071475984634, ep_step: 141 +2023-05-26 13:59:54 - SimpleLog - INFO: - episode: 832, ep_reward: 98.38173820665594, ep_step: 59 +2023-05-26 13:59:55 - SimpleLog - INFO: - episode: 833, ep_reward: 259.38580365181355, ep_step: 122 +2023-05-26 13:59:55 - SimpleLog - INFO: - episode: 834, ep_reward: 104.92460013715986, ep_step: 109 +2023-05-26 13:59:56 - SimpleLog - INFO: - episode: 835, ep_reward: 270.8032003958683, ep_step: 129 +2023-05-26 13:59:56 - SimpleLog - INFO: - episode: 836, ep_reward: 269.7694797925708, ep_step: 128 +2023-05-26 13:59:56 - SimpleLog - INFO: - episode: 837, ep_reward: 252.51737298842122, ep_step: 117 +2023-05-26 13:59:56 - SimpleLog - INFO: - episode: 838, ep_reward: 92.74478858020566, ep_step: 60 +2023-05-26 13:59:57 - SimpleLog - INFO: - episode: 839, ep_reward: 176.26474243867892, ep_step: 164 +2023-05-26 13:59:57 - SimpleLog - INFO: - episode: 840, ep_reward: 321.8545558209415, ep_step: 161 +2023-05-26 13:59:58 - SimpleLog - INFO: - episode: 841, ep_reward: 300.8649158971387, ep_step: 173 +2023-05-26 13:59:58 - SimpleLog - INFO: - episode: 842, ep_reward: 110.66830112928007, ep_step: 67 +2023-05-26 13:59:58 - SimpleLog - INFO: - episode: 843, ep_reward: 310.4674414214333, ep_step: 158 +2023-05-26 13:59:59 - SimpleLog - INFO: - episode: 844, ep_reward: 321.5433429275246, ep_step: 197 +2023-05-26 13:59:59 - SimpleLog - INFO: - episode: 845, ep_reward: 236.5492408473102, ep_step: 129 +2023-05-26 13:59:59 - SimpleLog - INFO: - episode: 846, ep_reward: 266.10260737725866, ep_step: 125 +2023-05-26 14:00:00 - SimpleLog - INFO: - episode: 847, ep_reward: 263.53035172033447, ep_step: 124 +2023-05-26 14:00:00 - SimpleLog - INFO: - episode: 848, ep_reward: 86.9802289956057, ep_step: 61 +2023-05-26 14:00:00 - SimpleLog - INFO: - episode: 849, ep_reward: 310.0365041107383, ep_step: 156 +2023-05-26 14:00:01 - SimpleLog - INFO: - episode: 850, ep_reward: 121.59768058921823, ep_step: 102 +2023-05-26 14:00:01 - SimpleLog - INFO: - episode: 851, ep_reward: 301.8657907702807, ep_step: 149 +2023-05-26 14:00:01 - SimpleLog - INFO: - episode: 852, ep_reward: 292.0195002243673, ep_step: 141 +2023-05-26 14:00:02 - SimpleLog - INFO: - episode: 853, ep_reward: 265.9534765478749, ep_step: 141 +2023-05-26 14:00:02 - SimpleLog - INFO: - episode: 854, ep_reward: 255.43433736764368, ep_step: 119 +2023-05-26 14:00:02 - SimpleLog - INFO: - episode: 855, ep_reward: 105.04488150358412, ep_step: 61 +2023-05-26 14:00:03 - SimpleLog - INFO: - episode: 856, ep_reward: 259.4385588754385, ep_step: 125 +2023-05-26 14:00:03 - SimpleLog - INFO: - episode: 857, ep_reward: 116.03312843272818, ep_step: 68 +2023-05-26 14:00:03 - SimpleLog - INFO: - episode: 858, ep_reward: 122.2549678500471, ep_step: 74 +2023-05-26 14:00:03 - SimpleLog - INFO: - episode: 859, ep_reward: 158.5167802831126, ep_step: 92 +2023-05-26 14:00:04 - SimpleLog - INFO: - episode: 860, ep_reward: 328.9507528382975, ep_step: 152 +2023-05-26 14:00:04 - SimpleLog - INFO: - episode: 861, ep_reward: 329.7857126845954, ep_step: 166 +2023-05-26 14:00:04 - SimpleLog - INFO: - episode: 862, ep_reward: 139.74885449149525, ep_step: 74 +2023-05-26 14:00:05 - SimpleLog - INFO: - episode: 863, ep_reward: 278.8058050247077, ep_step: 127 +2023-05-26 14:00:05 - SimpleLog - INFO: - episode: 864, ep_reward: 136.01451332625803, ep_step: 77 +2023-05-26 14:00:05 - SimpleLog - INFO: - episode: 865, ep_reward: 118.96483547514082, ep_step: 75 +2023-05-26 14:00:05 - SimpleLog - INFO: - episode: 866, ep_reward: 308.4713836951554, ep_step: 135 +2023-05-26 14:00:06 - SimpleLog - INFO: - episode: 867, ep_reward: 274.73858252204025, ep_step: 131 +2023-05-26 14:00:06 - SimpleLog - INFO: - episode: 868, ep_reward: 91.41057820354429, ep_step: 66 +2023-05-26 14:00:06 - SimpleLog - INFO: - episode: 869, ep_reward: 272.1938236197393, ep_step: 122 +2023-05-26 14:00:06 - SimpleLog - INFO: - episode: 870, ep_reward: 123.48527629242932, ep_step: 72 +2023-05-26 14:00:07 - SimpleLog - INFO: - episode: 871, ep_reward: 300.09890151077377, ep_step: 148 +2023-05-26 14:00:07 - SimpleLog - INFO: - episode: 872, ep_reward: 110.19667203582513, ep_step: 66 +2023-05-26 14:00:07 - SimpleLog - INFO: - episode: 873, ep_reward: 248.63028983638586, ep_step: 116 +2023-05-26 14:00:07 - SimpleLog - INFO: - episode: 874, ep_reward: 261.86631497507346, ep_step: 123 +2023-05-26 14:00:08 - SimpleLog - INFO: - episode: 875, ep_reward: 105.56216471654933, ep_step: 62 +2023-05-26 14:00:08 - SimpleLog - INFO: - episode: 876, ep_reward: 96.75769184093942, ep_step: 58 +2023-05-26 14:00:08 - SimpleLog - INFO: - episode: 877, ep_reward: 247.5062729964649, ep_step: 113 +2023-05-26 14:00:08 - SimpleLog - INFO: - episode: 878, ep_reward: 93.81273100361307, ep_step: 57 +2023-05-26 14:00:09 - SimpleLog - INFO: - episode: 879, ep_reward: 263.137328570095, ep_step: 124 +2023-05-26 14:00:09 - SimpleLog - INFO: - episode: 880, ep_reward: 196.2083826880665, ep_step: 100 +2023-05-26 14:00:09 - SimpleLog - INFO: - episode: 881, ep_reward: 284.8560741107341, ep_step: 137 +2023-05-26 14:00:09 - SimpleLog - INFO: - episode: 882, ep_reward: 68.9484397718172, ep_step: 40 +2023-05-26 14:00:09 - SimpleLog - INFO: - episode: 883, ep_reward: 102.24904829805592, ep_step: 64 +2023-05-26 14:00:10 - SimpleLog - INFO: - episode: 884, ep_reward: 86.90238791113421, ep_step: 55 +2023-05-26 14:00:10 - SimpleLog - INFO: - episode: 885, ep_reward: 97.53165865053494, ep_step: 54 +2023-05-26 14:00:10 - SimpleLog - INFO: - episode: 886, ep_reward: 244.0849194058263, ep_step: 115 +2023-05-26 14:00:10 - SimpleLog - INFO: - episode: 887, ep_reward: 90.68626182684154, ep_step: 57 +2023-05-26 14:00:11 - SimpleLog - INFO: - episode: 888, ep_reward: 275.94566749392806, ep_step: 132 +2023-05-26 14:00:11 - SimpleLog - INFO: - episode: 889, ep_reward: 92.87594544257445, ep_step: 60 +2023-05-26 14:00:11 - SimpleLog - INFO: - episode: 890, ep_reward: 91.08441684958262, ep_step: 55 +2023-05-26 14:00:11 - SimpleLog - INFO: - episode: 891, ep_reward: 283.1441157527265, ep_step: 126 +2023-05-26 14:00:12 - SimpleLog - INFO: - episode: 892, ep_reward: 289.53626436945035, ep_step: 139 +2023-05-26 14:00:12 - SimpleLog - INFO: - episode: 893, ep_reward: 109.12184394347193, ep_step: 60 +2023-05-26 14:00:12 - SimpleLog - INFO: - episode: 894, ep_reward: 278.13996358240576, ep_step: 130 +2023-05-26 14:00:13 - SimpleLog - INFO: - episode: 895, ep_reward: 293.2228830221287, ep_step: 131 +2023-05-26 14:00:13 - SimpleLog - INFO: - episode: 896, ep_reward: 147.80127140811808, ep_step: 83 +2023-05-26 14:00:13 - SimpleLog - INFO: - episode: 897, ep_reward: 120.41455978381268, ep_step: 75 +2023-05-26 14:00:13 - SimpleLog - INFO: - episode: 898, ep_reward: 121.25134812584824, ep_step: 71 +2023-05-26 14:00:13 - SimpleLog - INFO: - episode: 899, ep_reward: 114.49807132307934, ep_step: 68 +2023-05-26 14:00:14 - SimpleLog - INFO: - episode: 900, ep_reward: 305.22934817569893, ep_step: 148 +2023-05-26 14:00:14 - SimpleLog - INFO: - episode: 901, ep_reward: 91.0609946330654, ep_step: 50 +2023-05-26 14:00:14 - SimpleLog - INFO: - episode: 902, ep_reward: 79.33702270044422, ep_step: 53 +2023-05-26 14:00:15 - SimpleLog - INFO: - episode: 903, ep_reward: 313.37399238913986, ep_step: 152 +2023-05-26 14:00:15 - SimpleLog - INFO: - episode: 904, ep_reward: 100.78936474009895, ep_step: 61 +2023-05-26 14:00:15 - SimpleLog - INFO: - episode: 905, ep_reward: 103.01953244895232, ep_step: 62 +2023-05-26 14:00:15 - SimpleLog - INFO: - episode: 906, ep_reward: 289.0669877175758, ep_step: 135 +2023-05-26 14:00:16 - SimpleLog - INFO: - episode: 907, ep_reward: 328.2233027206702, ep_step: 161 +2023-05-26 14:00:16 - SimpleLog - INFO: - episode: 908, ep_reward: 285.2363543778334, ep_step: 135 +2023-05-26 14:00:17 - SimpleLog - INFO: - episode: 909, ep_reward: 349.0044217477534, ep_step: 162 +2023-05-26 14:00:17 - SimpleLog - INFO: - episode: 910, ep_reward: 290.6363926310339, ep_step: 138 +2023-05-26 14:00:17 - SimpleLog - INFO: - episode: 911, ep_reward: 130.82411990734983, ep_step: 80 +2023-05-26 14:00:18 - SimpleLog - INFO: - episode: 912, ep_reward: 302.20006493709093, ep_step: 146 +2023-05-26 14:00:18 - SimpleLog - INFO: - episode: 913, ep_reward: 303.91541910439383, ep_step: 144 +2023-05-26 14:00:18 - SimpleLog - INFO: - episode: 914, ep_reward: 293.99804514576454, ep_step: 139 +2023-05-26 14:00:19 - SimpleLog - INFO: - episode: 915, ep_reward: 319.00622231045725, ep_step: 141 +2023-05-26 14:00:19 - SimpleLog - INFO: - episode: 916, ep_reward: 301.58950200082654, ep_step: 145 +2023-05-26 14:00:19 - SimpleLog - INFO: - episode: 917, ep_reward: 146.007484031971, ep_step: 80 +2023-05-26 14:00:20 - SimpleLog - INFO: - episode: 918, ep_reward: 258.70502226701643, ep_step: 126 +2023-05-26 14:00:20 - SimpleLog - INFO: - episode: 919, ep_reward: 80.5875983922767, ep_step: 45 +2023-05-26 14:00:20 - SimpleLog - INFO: - episode: 920, ep_reward: 282.7468845416352, ep_step: 116 +2023-05-26 14:00:20 - SimpleLog - INFO: - episode: 921, ep_reward: 215.29677827490113, ep_step: 117 +2023-05-26 14:00:21 - SimpleLog - INFO: - episode: 922, ep_reward: 307.11129401531593, ep_step: 134 +2023-05-26 14:00:21 - SimpleLog - INFO: - episode: 923, ep_reward: 85.28822774512025, ep_step: 48 +2023-05-26 14:00:21 - SimpleLog - INFO: - episode: 924, ep_reward: 145.16734961542232, ep_step: 73 +2023-05-26 14:00:21 - SimpleLog - INFO: - episode: 925, ep_reward: 288.3365040363414, ep_step: 129 +2023-05-26 14:00:22 - SimpleLog - INFO: - episode: 926, ep_reward: 235.0475378052871, ep_step: 119 +2023-05-26 14:00:22 - SimpleLog - INFO: - episode: 927, ep_reward: 220.31893601857914, ep_step: 115 +2023-05-26 14:00:22 - SimpleLog - INFO: - episode: 928, ep_reward: 182.6045348462746, ep_step: 97 +2023-05-26 14:00:22 - SimpleLog - INFO: - episode: 929, ep_reward: 283.0854936956394, ep_step: 133 +2023-05-26 14:00:23 - SimpleLog - INFO: - episode: 930, ep_reward: 305.156391530675, ep_step: 143 +2023-05-26 14:00:23 - SimpleLog - INFO: - episode: 931, ep_reward: 233.78596480734055, ep_step: 122 +2023-05-26 14:00:23 - SimpleLog - INFO: - episode: 932, ep_reward: 130.9349742878199, ep_step: 71 +2023-05-26 14:00:24 - SimpleLog - INFO: - episode: 933, ep_reward: 156.59434888049287, ep_step: 80 +2023-05-26 14:00:24 - SimpleLog - INFO: - episode: 934, ep_reward: 198.47628169245172, ep_step: 105 +2023-05-26 14:00:24 - SimpleLog - INFO: - episode: 935, ep_reward: 100.02418954642869, ep_step: 54 +2023-05-26 14:00:25 - SimpleLog - INFO: - episode: 936, ep_reward: 284.44513346408104, ep_step: 130 +2023-05-26 14:00:25 - SimpleLog - INFO: - episode: 937, ep_reward: 293.27272450521207, ep_step: 133 +2023-05-26 14:00:25 - SimpleLog - INFO: - episode: 938, ep_reward: 234.60208509419024, ep_step: 115 +2023-05-26 14:00:26 - SimpleLog - INFO: - episode: 939, ep_reward: 201.4255226673978, ep_step: 95 +2023-05-26 14:00:26 - SimpleLog - INFO: - episode: 940, ep_reward: 212.72408856750232, ep_step: 97 +2023-05-26 14:00:26 - SimpleLog - INFO: - episode: 941, ep_reward: 236.45210332781878, ep_step: 99 +2023-05-26 14:00:27 - SimpleLog - INFO: - episode: 942, ep_reward: 203.37112742525846, ep_step: 110 +2023-05-26 14:00:27 - SimpleLog - INFO: - episode: 943, ep_reward: 176.13512315215132, ep_step: 91 +2023-05-26 14:00:27 - SimpleLog - INFO: - episode: 944, ep_reward: 184.56593168142703, ep_step: 92 +2023-05-26 14:00:27 - SimpleLog - INFO: - episode: 945, ep_reward: 202.6864020504084, ep_step: 92 +2023-05-26 14:00:28 - SimpleLog - INFO: - episode: 946, ep_reward: 228.7961185295301, ep_step: 115 +2023-05-26 14:00:28 - SimpleLog - INFO: - episode: 947, ep_reward: 204.87783523532164, ep_step: 97 +2023-05-26 14:00:28 - SimpleLog - INFO: - episode: 948, ep_reward: 178.97818490266445, ep_step: 90 +2023-05-26 14:00:28 - SimpleLog - INFO: - episode: 949, ep_reward: 200.42779795025152, ep_step: 98 +2023-05-26 14:00:29 - SimpleLog - INFO: - episode: 950, ep_reward: 191.85372942948004, ep_step: 93 +2023-05-26 14:00:29 - SimpleLog - INFO: - episode: 951, ep_reward: 214.61367911503328, ep_step: 106 +2023-05-26 14:00:29 - SimpleLog - INFO: - episode: 952, ep_reward: 201.99409706021387, ep_step: 106 +2023-05-26 14:00:30 - SimpleLog - INFO: - episode: 953, ep_reward: 202.29250187591688, ep_step: 93 +2023-05-26 14:00:30 - SimpleLog - INFO: - episode: 954, ep_reward: 204.14993162383965, ep_step: 96 +2023-05-26 14:00:30 - SimpleLog - INFO: - episode: 955, ep_reward: 196.72506461241304, ep_step: 102 +2023-05-26 14:00:30 - SimpleLog - INFO: - episode: 956, ep_reward: 183.61581220577474, ep_step: 92 +2023-05-26 14:00:31 - SimpleLog - INFO: - episode: 957, ep_reward: 227.9691458086202, ep_step: 105 +2023-05-26 14:00:31 - SimpleLog - INFO: - episode: 958, ep_reward: 88.1401705717172, ep_step: 48 +2023-05-26 14:00:31 - SimpleLog - INFO: - episode: 959, ep_reward: 192.55397126084895, ep_step: 96 +2023-05-26 14:00:31 - SimpleLog - INFO: - episode: 960, ep_reward: 222.25689330487364, ep_step: 111 +2023-05-26 14:00:32 - SimpleLog - INFO: - episode: 961, ep_reward: 274.98034209336754, ep_step: 126 +2023-05-26 14:00:32 - SimpleLog - INFO: - episode: 962, ep_reward: 121.36533196431057, ep_step: 67 +2023-05-26 14:00:32 - SimpleLog - INFO: - episode: 963, ep_reward: 215.32405567702168, ep_step: 105 +2023-05-26 14:00:32 - SimpleLog - INFO: - episode: 964, ep_reward: 208.05716339269316, ep_step: 97 +2023-05-26 14:00:33 - SimpleLog - INFO: - episode: 965, ep_reward: 299.92607621782463, ep_step: 137 +2023-05-26 14:00:33 - SimpleLog - INFO: - episode: 966, ep_reward: 218.11481238338393, ep_step: 116 +2023-05-26 14:00:33 - SimpleLog - INFO: - episode: 967, ep_reward: 214.52331531911113, ep_step: 107 +2023-05-26 14:00:33 - SimpleLog - INFO: - episode: 968, ep_reward: 126.7136960064371, ep_step: 71 +2023-05-26 14:00:34 - SimpleLog - INFO: - episode: 969, ep_reward: 185.05110359396633, ep_step: 89 +2023-05-26 14:00:34 - SimpleLog - INFO: - episode: 970, ep_reward: 214.62421820636285, ep_step: 108 +2023-05-26 14:00:34 - SimpleLog - INFO: - episode: 971, ep_reward: 216.2511112894607, ep_step: 112 +2023-05-26 14:00:34 - SimpleLog - INFO: - episode: 972, ep_reward: 98.03317404805378, ep_step: 53 +2023-05-26 14:00:35 - SimpleLog - INFO: - episode: 973, ep_reward: 115.94268881562941, ep_step: 62 +2023-05-26 14:00:35 - SimpleLog - INFO: - episode: 974, ep_reward: 115.8873987507802, ep_step: 65 +2023-05-26 14:00:35 - SimpleLog - INFO: - episode: 975, ep_reward: 210.30395575985935, ep_step: 106 +2023-05-26 14:00:35 - SimpleLog - INFO: - episode: 976, ep_reward: 197.90445884609272, ep_step: 101 +2023-05-26 14:00:35 - SimpleLog - INFO: - episode: 977, ep_reward: 135.77611480184044, ep_step: 73 +2023-05-26 14:00:36 - SimpleLog - INFO: - episode: 978, ep_reward: 203.02552958861966, ep_step: 95 +2023-05-26 14:00:36 - SimpleLog - INFO: - episode: 979, ep_reward: 178.48361956433592, ep_step: 90 +2023-05-26 14:00:36 - SimpleLog - INFO: - episode: 980, ep_reward: 222.1034423228712, ep_step: 98 +2023-05-26 14:00:37 - SimpleLog - INFO: - episode: 981, ep_reward: 195.04239225020422, ep_step: 95 +2023-05-26 14:00:37 - SimpleLog - INFO: - episode: 982, ep_reward: 180.2380736984497, ep_step: 90 +2023-05-26 14:00:37 - SimpleLog - INFO: - episode: 983, ep_reward: 192.40395453044405, ep_step: 92 +2023-05-26 14:00:37 - SimpleLog - INFO: - episode: 984, ep_reward: 192.96027671389254, ep_step: 94 +2023-05-26 14:00:37 - SimpleLog - INFO: - episode: 985, ep_reward: 236.83603313684256, ep_step: 113 +2023-05-26 14:00:38 - SimpleLog - INFO: - episode: 986, ep_reward: 153.6833151571587, ep_step: 83 +2023-05-26 14:00:38 - SimpleLog - INFO: - episode: 987, ep_reward: 204.15223405569327, ep_step: 103 +2023-05-26 14:00:38 - SimpleLog - INFO: - episode: 988, ep_reward: 200.76146163869825, ep_step: 99 +2023-05-26 14:00:39 - SimpleLog - INFO: - episode: 989, ep_reward: 197.81200632301932, ep_step: 95 +2023-05-26 14:00:39 - SimpleLog - INFO: - episode: 990, ep_reward: 162.67070347119886, ep_step: 87 +2023-05-26 14:00:39 - SimpleLog - INFO: - episode: 991, ep_reward: 115.71748309000185, ep_step: 63 +2023-05-26 14:00:39 - SimpleLog - INFO: - episode: 992, ep_reward: 267.77008787813884, ep_step: 123 +2023-05-26 14:00:39 - SimpleLog - INFO: - episode: 993, ep_reward: 254.24459370470063, ep_step: 116 +2023-05-26 14:00:40 - SimpleLog - INFO: - episode: 994, ep_reward: 265.98224050197786, ep_step: 121 +2023-05-26 14:00:40 - SimpleLog - INFO: - episode: 995, ep_reward: 143.78971256824323, ep_step: 81 +2023-05-26 14:00:41 - SimpleLog - INFO: - episode: 996, ep_reward: 259.9919272816567, ep_step: 116 +2023-05-26 14:00:41 - SimpleLog - INFO: - episode: 997, ep_reward: 98.54120243156645, ep_step: 58 +2023-05-26 14:00:41 - SimpleLog - INFO: - episode: 998, ep_reward: 239.34331607415098, ep_step: 118 +2023-05-26 14:00:41 - SimpleLog - INFO: - episode: 999, ep_reward: 270.4997622001977, ep_step: 126 +2023-05-26 14:00:41 - SimpleLog - INFO: - episode: 1000, ep_reward: 59.854150864928926, ep_step: 36 +2023-05-26 14:00:42 - SimpleLog - INFO: - episode: 1001, ep_reward: 301.7714889063198, ep_step: 139 +2023-05-26 14:00:42 - SimpleLog - INFO: - episode: 1002, ep_reward: 238.16030312306725, ep_step: 119 +2023-05-26 14:00:42 - SimpleLog - INFO: - episode: 1003, ep_reward: 221.14362213772833, ep_step: 105 +2023-05-26 14:00:43 - SimpleLog - INFO: - episode: 1004, ep_reward: 217.86145028370615, ep_step: 102 +2023-05-26 14:00:43 - SimpleLog - INFO: - episode: 1005, ep_reward: 238.5418943620181, ep_step: 110 +2023-05-26 14:00:43 - SimpleLog - INFO: - episode: 1006, ep_reward: 247.3842039958889, ep_step: 114 +2023-05-26 14:00:43 - SimpleLog - INFO: - episode: 1007, ep_reward: 281.6555586070357, ep_step: 137 +2023-05-26 14:00:44 - SimpleLog - INFO: - episode: 1008, ep_reward: 255.49196327654434, ep_step: 119 +2023-05-26 14:00:44 - SimpleLog - INFO: - episode: 1009, ep_reward: 234.0413660962457, ep_step: 117 +2023-05-26 14:00:44 - SimpleLog - INFO: - episode: 1010, ep_reward: 205.94936188430304, ep_step: 99 +2023-05-26 14:00:45 - SimpleLog - INFO: - episode: 1011, ep_reward: 196.3785094544346, ep_step: 94 +2023-05-26 14:00:45 - SimpleLog - INFO: - episode: 1012, ep_reward: 194.35356253942706, ep_step: 96 +2023-05-26 14:00:45 - SimpleLog - INFO: - episode: 1013, ep_reward: 226.12562918093366, ep_step: 106 +2023-05-26 14:00:45 - SimpleLog - INFO: - episode: 1014, ep_reward: 207.74789555742484, ep_step: 99 +2023-05-26 14:00:46 - SimpleLog - INFO: - episode: 1015, ep_reward: 234.9717023744978, ep_step: 119 +2023-05-26 14:00:46 - SimpleLog - INFO: - episode: 1016, ep_reward: 248.07486008015542, ep_step: 121 +2023-05-26 14:00:46 - SimpleLog - INFO: - episode: 1017, ep_reward: 238.48106777329582, ep_step: 121 +2023-05-26 14:00:47 - SimpleLog - INFO: - episode: 1018, ep_reward: 245.89909700444045, ep_step: 112 +2023-05-26 14:00:47 - SimpleLog - INFO: - episode: 1019, ep_reward: 257.9935054344952, ep_step: 129 +2023-05-26 14:00:47 - SimpleLog - INFO: - episode: 1020, ep_reward: 217.12870013578035, ep_step: 103 +2023-05-26 14:00:47 - SimpleLog - INFO: - episode: 1021, ep_reward: 142.1013640827526, ep_step: 76 +2023-05-26 14:00:47 - SimpleLog - INFO: - episode: 1022, ep_reward: 122.12083210906688, ep_step: 68 +2023-05-26 14:00:48 - SimpleLog - INFO: - episode: 1023, ep_reward: 211.33714370968806, ep_step: 104 +2023-05-26 14:00:48 - SimpleLog - INFO: - episode: 1024, ep_reward: 238.6215755149599, ep_step: 105 +2023-05-26 14:00:49 - SimpleLog - INFO: - episode: 1025, ep_reward: 231.49766113966766, ep_step: 113 +2023-05-26 14:00:49 - SimpleLog - INFO: - episode: 1026, ep_reward: 228.3847835599237, ep_step: 102 +2023-05-26 14:00:49 - SimpleLog - INFO: - episode: 1027, ep_reward: 196.90635321648887, ep_step: 95 +2023-05-26 14:00:49 - SimpleLog - INFO: - episode: 1028, ep_reward: 212.8288047072094, ep_step: 105 +2023-05-26 14:00:50 - SimpleLog - INFO: - episode: 1029, ep_reward: 197.3688013114731, ep_step: 96 +2023-05-26 14:00:50 - SimpleLog - INFO: - episode: 1030, ep_reward: 220.05008427477514, ep_step: 107 +2023-05-26 14:00:50 - SimpleLog - INFO: - episode: 1031, ep_reward: 193.13103526322823, ep_step: 104 +2023-05-26 14:00:50 - SimpleLog - INFO: - episode: 1032, ep_reward: 205.06290166864073, ep_step: 103 +2023-05-26 14:00:51 - SimpleLog - INFO: - episode: 1033, ep_reward: 236.8253713437865, ep_step: 118 +2023-05-26 14:00:51 - SimpleLog - INFO: - episode: 1034, ep_reward: 177.3089407936547, ep_step: 92 +2023-05-26 14:00:51 - SimpleLog - INFO: - episode: 1035, ep_reward: 226.32304049749595, ep_step: 110 +2023-05-26 14:00:51 - SimpleLog - INFO: - episode: 1036, ep_reward: 226.99574996555612, ep_step: 100 +2023-05-26 14:00:52 - SimpleLog - INFO: - episode: 1037, ep_reward: 206.78096271551482, ep_step: 103 +2023-05-26 14:00:52 - SimpleLog - INFO: - episode: 1038, ep_reward: 239.50765788440106, ep_step: 106 +2023-05-26 14:00:52 - SimpleLog - INFO: - episode: 1039, ep_reward: 217.61026042724933, ep_step: 101 +2023-05-26 14:00:53 - SimpleLog - INFO: - episode: 1040, ep_reward: 256.2204308662885, ep_step: 126 +2023-05-26 14:00:53 - SimpleLog - INFO: - episode: 1041, ep_reward: 198.9719903961062, ep_step: 96 +2023-05-26 14:00:53 - SimpleLog - INFO: - episode: 1042, ep_reward: 200.29460668626274, ep_step: 102 +2023-05-26 14:00:53 - SimpleLog - INFO: - episode: 1043, ep_reward: 192.62299248770833, ep_step: 95 +2023-05-26 14:00:54 - SimpleLog - INFO: - episode: 1044, ep_reward: 250.61252455981773, ep_step: 108 +2023-05-26 14:00:54 - SimpleLog - INFO: - episode: 1045, ep_reward: 147.51781817172935, ep_step: 78 +2023-05-26 14:00:54 - SimpleLog - INFO: - episode: 1046, ep_reward: 215.21655687837026, ep_step: 107 +2023-05-26 14:00:54 - SimpleLog - INFO: - episode: 1047, ep_reward: 189.57801349828068, ep_step: 92 +2023-05-26 14:00:55 - SimpleLog - INFO: - episode: 1048, ep_reward: 238.8099210298771, ep_step: 110 +2023-05-26 14:00:55 - SimpleLog - INFO: - episode: 1049, ep_reward: 213.41974643746497, ep_step: 107 +2023-05-26 14:00:55 - SimpleLog - INFO: - episode: 1050, ep_reward: 246.65741156497663, ep_step: 107 +2023-05-26 14:00:56 - SimpleLog - INFO: - episode: 1051, ep_reward: 227.13453962957234, ep_step: 102 +2023-05-26 14:00:56 - SimpleLog - INFO: - episode: 1052, ep_reward: 228.34304165286017, ep_step: 107 +2023-05-26 14:00:56 - SimpleLog - INFO: - episode: 1053, ep_reward: 262.2216720111857, ep_step: 113 +2023-05-26 14:00:56 - SimpleLog - INFO: - episode: 1054, ep_reward: 247.36460748812746, ep_step: 112 +2023-05-26 14:00:57 - SimpleLog - INFO: - episode: 1055, ep_reward: 168.71256259805514, ep_step: 86 +2023-05-26 14:00:57 - SimpleLog - INFO: - episode: 1056, ep_reward: 235.60694510071627, ep_step: 108 +2023-05-26 14:00:57 - SimpleLog - INFO: - episode: 1057, ep_reward: 196.30927972325333, ep_step: 95 +2023-05-26 14:00:57 - SimpleLog - INFO: - episode: 1058, ep_reward: 238.16973765642436, ep_step: 106 +2023-05-26 14:00:58 - SimpleLog - INFO: - episode: 1059, ep_reward: 228.0128109589462, ep_step: 108 +2023-05-26 14:00:58 - SimpleLog - INFO: - episode: 1060, ep_reward: 248.72603899111851, ep_step: 112 +2023-05-26 14:00:58 - SimpleLog - INFO: - episode: 1061, ep_reward: 270.00279813963493, ep_step: 112 +2023-05-26 14:00:59 - SimpleLog - INFO: - episode: 1062, ep_reward: 260.14985105008986, ep_step: 111 +2023-05-26 14:00:59 - SimpleLog - INFO: - episode: 1063, ep_reward: 211.40370516208023, ep_step: 102 +2023-05-26 14:00:59 - SimpleLog - INFO: - episode: 1064, ep_reward: 223.48908958479834, ep_step: 100 +2023-05-26 14:00:59 - SimpleLog - INFO: - episode: 1065, ep_reward: 253.9593412149174, ep_step: 112 +2023-05-26 14:01:00 - SimpleLog - INFO: - episode: 1066, ep_reward: 211.66705106874107, ep_step: 101 +2023-05-26 14:01:00 - SimpleLog - INFO: - episode: 1067, ep_reward: 255.1344663178863, ep_step: 109 +2023-05-26 14:01:00 - SimpleLog - INFO: - episode: 1068, ep_reward: 134.2898419301311, ep_step: 72 +2023-05-26 14:01:00 - SimpleLog - INFO: - episode: 1069, ep_reward: 273.0120706939443, ep_step: 114 +2023-05-26 14:01:01 - SimpleLog - INFO: - episode: 1070, ep_reward: 246.20078302604168, ep_step: 114 +2023-05-26 14:01:01 - SimpleLog - INFO: - episode: 1071, ep_reward: 223.48532652996505, ep_step: 98 +2023-05-26 14:01:01 - SimpleLog - INFO: - episode: 1072, ep_reward: 207.5326937488687, ep_step: 94 +2023-05-26 14:01:01 - SimpleLog - INFO: - episode: 1073, ep_reward: 142.34589733147726, ep_step: 73 +2023-05-26 14:01:02 - SimpleLog - INFO: - episode: 1074, ep_reward: 258.8895107422607, ep_step: 113 +2023-05-26 14:01:02 - SimpleLog - INFO: - episode: 1075, ep_reward: 185.75909260671165, ep_step: 93 +2023-05-26 14:01:02 - SimpleLog - INFO: - episode: 1076, ep_reward: 279.8455491511346, ep_step: 120 +2023-05-26 14:01:02 - SimpleLog - INFO: - episode: 1077, ep_reward: 248.28693514054862, ep_step: 109 +2023-05-26 14:01:03 - SimpleLog - INFO: - episode: 1078, ep_reward: 129.99850089127472, ep_step: 71 +2023-05-26 14:01:03 - SimpleLog - INFO: - episode: 1079, ep_reward: 115.87826393252487, ep_step: 63 +2023-05-26 14:01:03 - SimpleLog - INFO: - episode: 1080, ep_reward: 192.11578433678068, ep_step: 96 +2023-05-26 14:01:03 - SimpleLog - INFO: - episode: 1081, ep_reward: 123.54619250270424, ep_step: 68 +2023-05-26 14:01:04 - SimpleLog - INFO: - episode: 1082, ep_reward: 272.88617413789825, ep_step: 117 +2023-05-26 14:01:04 - SimpleLog - INFO: - episode: 1083, ep_reward: 123.44038870103962, ep_step: 67 +2023-05-26 14:01:04 - SimpleLog - INFO: - episode: 1084, ep_reward: 108.87520996339998, ep_step: 59 +2023-05-26 14:01:04 - SimpleLog - INFO: - episode: 1085, ep_reward: 299.1097193647686, ep_step: 124 +2023-05-26 14:01:05 - SimpleLog - INFO: - episode: 1086, ep_reward: 206.02243211284457, ep_step: 98 +2023-05-26 14:01:05 - SimpleLog - INFO: - episode: 1087, ep_reward: 295.9598943794081, ep_step: 132 +2023-05-26 14:01:05 - SimpleLog - INFO: - episode: 1088, ep_reward: 279.21104368625447, ep_step: 127 +2023-05-26 14:01:06 - SimpleLog - INFO: - episode: 1089, ep_reward: 286.08086881364926, ep_step: 126 +2023-05-26 14:01:06 - SimpleLog - INFO: - episode: 1090, ep_reward: 258.8420039643048, ep_step: 118 +2023-05-26 14:01:06 - SimpleLog - INFO: - episode: 1091, ep_reward: 261.97672223729444, ep_step: 115 +2023-05-26 14:01:07 - SimpleLog - INFO: - episode: 1092, ep_reward: 252.25481067477028, ep_step: 112 +2023-05-26 14:01:07 - SimpleLog - INFO: - episode: 1093, ep_reward: 287.00479325602805, ep_step: 129 +2023-05-26 14:01:07 - SimpleLog - INFO: - episode: 1094, ep_reward: 122.2172264548203, ep_step: 67 +2023-05-26 14:01:08 - SimpleLog - INFO: - episode: 1095, ep_reward: 218.42281441403762, ep_step: 102 +2023-05-26 14:01:08 - SimpleLog - INFO: - episode: 1096, ep_reward: 117.9471666679713, ep_step: 65 +2023-05-26 14:01:08 - SimpleLog - INFO: - episode: 1097, ep_reward: 125.66377214138889, ep_step: 69 +2023-05-26 14:01:08 - SimpleLog - INFO: - episode: 1098, ep_reward: 285.89038858880883, ep_step: 119 +2023-05-26 14:01:09 - SimpleLog - INFO: - episode: 1099, ep_reward: 288.4838865497087, ep_step: 124 +2023-05-26 14:01:09 - SimpleLog - INFO: - episode: 1100, ep_reward: 283.1967846817714, ep_step: 122 +2023-05-26 14:01:09 - SimpleLog - INFO: - episode: 1101, ep_reward: 280.36251123421573, ep_step: 124 +2023-05-26 14:01:10 - SimpleLog - INFO: - episode: 1102, ep_reward: 261.09722894753094, ep_step: 119 +2023-05-26 14:01:10 - SimpleLog - INFO: - episode: 1103, ep_reward: 278.4092288120833, ep_step: 127 +2023-05-26 14:01:10 - SimpleLog - INFO: - episode: 1104, ep_reward: 272.0646730401848, ep_step: 116 +2023-05-26 14:01:11 - SimpleLog - INFO: - episode: 1105, ep_reward: 257.0499317094871, ep_step: 118 +2023-05-26 14:01:11 - SimpleLog - INFO: - episode: 1106, ep_reward: 250.79864101739236, ep_step: 114 +2023-05-26 14:01:11 - SimpleLog - INFO: - episode: 1107, ep_reward: 277.85977345078055, ep_step: 119 +2023-05-26 14:01:12 - SimpleLog - INFO: - episode: 1108, ep_reward: 294.5246227964189, ep_step: 128 +2023-05-26 14:01:12 - SimpleLog - INFO: - episode: 1109, ep_reward: 274.8187122450481, ep_step: 119 +2023-05-26 14:01:12 - SimpleLog - INFO: - episode: 1110, ep_reward: 128.6284583969505, ep_step: 70 +2023-05-26 14:01:12 - SimpleLog - INFO: - episode: 1111, ep_reward: 121.80920358309368, ep_step: 67 +2023-05-26 14:01:13 - SimpleLog - INFO: - episode: 1112, ep_reward: 243.29414586486405, ep_step: 105 +2023-05-26 14:01:13 - SimpleLog - INFO: - episode: 1113, ep_reward: 262.1914177400229, ep_step: 119 +2023-05-26 14:01:13 - SimpleLog - INFO: - episode: 1114, ep_reward: 130.66682901333203, ep_step: 71 +2023-05-26 14:01:13 - SimpleLog - INFO: - episode: 1115, ep_reward: 266.76290230405004, ep_step: 125 +2023-05-26 14:01:14 - SimpleLog - INFO: - episode: 1116, ep_reward: 276.31504163465576, ep_step: 120 +2023-05-26 14:01:14 - SimpleLog - INFO: - episode: 1117, ep_reward: 262.48160366794093, ep_step: 119 +2023-05-26 14:01:14 - SimpleLog - INFO: - episode: 1118, ep_reward: 254.68772979428022, ep_step: 120 +2023-05-26 14:01:15 - SimpleLog - INFO: - episode: 1119, ep_reward: 268.4366626677022, ep_step: 124 +2023-05-26 14:01:15 - SimpleLog - INFO: - episode: 1120, ep_reward: 259.5343563746317, ep_step: 117 +2023-05-26 14:01:15 - SimpleLog - INFO: - episode: 1121, ep_reward: 249.2821239414557, ep_step: 117 +2023-05-26 14:01:16 - SimpleLog - INFO: - episode: 1122, ep_reward: 114.88743138618865, ep_step: 65 +2023-05-26 14:01:16 - SimpleLog - INFO: - episode: 1123, ep_reward: 106.34922154433964, ep_step: 62 +2023-05-26 14:01:16 - SimpleLog - INFO: - episode: 1124, ep_reward: 131.99185979779443, ep_step: 71 +2023-05-26 14:01:16 - SimpleLog - INFO: - episode: 1125, ep_reward: 259.2196589006505, ep_step: 119 +2023-05-26 14:01:16 - SimpleLog - INFO: - episode: 1126, ep_reward: 253.85117187793136, ep_step: 116 +2023-05-26 14:01:17 - SimpleLog - INFO: - episode: 1127, ep_reward: 151.0730282900092, ep_step: 78 +2023-05-26 14:01:17 - SimpleLog - INFO: - episode: 1128, ep_reward: 232.15167137430808, ep_step: 109 +2023-05-26 14:01:17 - SimpleLog - INFO: - episode: 1129, ep_reward: 277.0732193112738, ep_step: 126 +2023-05-26 14:01:18 - SimpleLog - INFO: - episode: 1130, ep_reward: 231.62627797526537, ep_step: 109 +2023-05-26 14:01:18 - SimpleLog - INFO: - episode: 1131, ep_reward: 202.1661926932764, ep_step: 100 +2023-05-26 14:01:18 - SimpleLog - INFO: - episode: 1132, ep_reward: 219.40685133310583, ep_step: 107 +2023-05-26 14:01:18 - SimpleLog - INFO: - episode: 1133, ep_reward: 279.2638204170747, ep_step: 125 +2023-05-26 14:01:19 - SimpleLog - INFO: - episode: 1134, ep_reward: 251.00700516809576, ep_step: 109 +2023-05-26 14:01:19 - SimpleLog - INFO: - episode: 1135, ep_reward: 107.57237883366018, ep_step: 59 +2023-05-26 14:01:19 - SimpleLog - INFO: - episode: 1136, ep_reward: 235.11261278443357, ep_step: 112 +2023-05-26 14:01:19 - SimpleLog - INFO: - episode: 1137, ep_reward: 229.56155041953465, ep_step: 111 +2023-05-26 14:01:20 - SimpleLog - INFO: - episode: 1138, ep_reward: 244.71026501279198, ep_step: 114 +2023-05-26 14:01:20 - SimpleLog - INFO: - episode: 1139, ep_reward: 258.0419566978731, ep_step: 111 +2023-05-26 14:01:20 - SimpleLog - INFO: - episode: 1140, ep_reward: 260.0568360646078, ep_step: 122 +2023-05-26 14:01:21 - SimpleLog - INFO: - episode: 1141, ep_reward: 263.42367660509643, ep_step: 119 +2023-05-26 14:01:21 - SimpleLog - INFO: - episode: 1142, ep_reward: 230.76765484179865, ep_step: 106 +2023-05-26 14:01:21 - SimpleLog - INFO: - episode: 1143, ep_reward: 287.4067283446655, ep_step: 123 +2023-05-26 14:01:21 - SimpleLog - INFO: - episode: 1144, ep_reward: 248.06144538872644, ep_step: 112 +2023-05-26 14:01:22 - SimpleLog - INFO: - episode: 1145, ep_reward: 265.5995091936157, ep_step: 118 +2023-05-26 14:01:22 - SimpleLog - INFO: - episode: 1146, ep_reward: 274.12128285084106, ep_step: 116 +2023-05-26 14:01:22 - SimpleLog - INFO: - episode: 1147, ep_reward: 301.525179874115, ep_step: 126 +2023-05-26 14:01:23 - SimpleLog - INFO: - episode: 1148, ep_reward: 231.32082160372775, ep_step: 107 +2023-05-26 14:01:23 - SimpleLog - INFO: - episode: 1149, ep_reward: 200.493398058506, ep_step: 98 +2023-05-26 14:01:23 - SimpleLog - INFO: - episode: 1150, ep_reward: 256.91278306600606, ep_step: 114 +2023-05-26 14:01:24 - SimpleLog - INFO: - episode: 1151, ep_reward: 211.24440587365203, ep_step: 101 +2023-05-26 14:01:24 - SimpleLog - INFO: - episode: 1152, ep_reward: 266.7362345559475, ep_step: 125 +2023-05-26 14:01:24 - SimpleLog - INFO: - episode: 1153, ep_reward: 215.38816137646995, ep_step: 106 +2023-05-26 14:01:24 - SimpleLog - INFO: - episode: 1154, ep_reward: 248.7866247634155, ep_step: 110 +2023-05-26 14:01:25 - SimpleLog - INFO: - episode: 1155, ep_reward: 120.69597447235084, ep_step: 69 +2023-05-26 14:01:25 - SimpleLog - INFO: - episode: 1156, ep_reward: 251.52859680979148, ep_step: 106 +2023-05-26 14:01:25 - SimpleLog - INFO: - episode: 1157, ep_reward: 227.14939455643133, ep_step: 113 +2023-05-26 14:01:26 - SimpleLog - INFO: - episode: 1158, ep_reward: 238.205502484409, ep_step: 104 +2023-05-26 14:01:26 - SimpleLog - INFO: - episode: 1159, ep_reward: 243.18673945480336, ep_step: 105 +2023-05-26 14:01:26 - SimpleLog - INFO: - episode: 1160, ep_reward: 239.3477055647106, ep_step: 105 +2023-05-26 14:01:26 - SimpleLog - INFO: - episode: 1161, ep_reward: 202.08208045939523, ep_step: 94 +2023-05-26 14:01:27 - SimpleLog - INFO: - episode: 1162, ep_reward: 267.0109192477309, ep_step: 121 +2023-05-26 14:01:27 - SimpleLog - INFO: - episode: 1163, ep_reward: 254.09303784349655, ep_step: 118 +2023-05-26 14:01:27 - SimpleLog - INFO: - episode: 1164, ep_reward: 204.2581849250745, ep_step: 102 +2023-05-26 14:01:28 - SimpleLog - INFO: - episode: 1165, ep_reward: 173.40229985033162, ep_step: 87 +2023-05-26 14:01:28 - SimpleLog - INFO: - episode: 1166, ep_reward: 274.0489640427193, ep_step: 122 +2023-05-26 14:01:28 - SimpleLog - INFO: - episode: 1167, ep_reward: 270.2126024719924, ep_step: 120 +2023-05-26 14:01:29 - SimpleLog - INFO: - episode: 1168, ep_reward: 222.8731918604911, ep_step: 106 +2023-05-26 14:01:29 - SimpleLog - INFO: - episode: 1169, ep_reward: 188.0653188035451, ep_step: 93 +2023-05-26 14:01:29 - SimpleLog - INFO: - episode: 1170, ep_reward: 255.3044590017294, ep_step: 114 +2023-05-26 14:01:29 - SimpleLog - INFO: - episode: 1171, ep_reward: 247.85660675707686, ep_step: 114 +2023-05-26 14:01:30 - SimpleLog - INFO: - episode: 1172, ep_reward: 248.15957722872056, ep_step: 109 +2023-05-26 14:01:30 - SimpleLog - INFO: - episode: 1173, ep_reward: 216.2605356692729, ep_step: 101 +2023-05-26 14:01:31 - SimpleLog - INFO: - episode: 1174, ep_reward: 289.9532361776478, ep_step: 124 +2023-05-26 14:01:31 - SimpleLog - INFO: - episode: 1175, ep_reward: 259.10258010939486, ep_step: 120 +2023-05-26 14:01:31 - SimpleLog - INFO: - episode: 1176, ep_reward: 258.9625778340208, ep_step: 121 +2023-05-26 14:01:32 - SimpleLog - INFO: - episode: 1177, ep_reward: 332.8597519863108, ep_step: 133 +2023-05-26 14:01:32 - SimpleLog - INFO: - episode: 1178, ep_reward: 275.0234279218596, ep_step: 122 +2023-05-26 14:01:32 - SimpleLog - INFO: - episode: 1179, ep_reward: 253.5108395368079, ep_step: 108 +2023-05-26 14:01:33 - SimpleLog - INFO: - episode: 1180, ep_reward: 286.9137928537116, ep_step: 131 +2023-05-26 14:01:33 - SimpleLog - INFO: - episode: 1181, ep_reward: 307.2477858011308, ep_step: 135 +2023-05-26 14:01:34 - SimpleLog - INFO: - episode: 1182, ep_reward: 292.7830526720778, ep_step: 128 +2023-05-26 14:01:34 - SimpleLog - INFO: - episode: 1183, ep_reward: 304.8150177257723, ep_step: 131 +2023-05-26 14:01:34 - SimpleLog - INFO: - episode: 1184, ep_reward: 316.94046523681413, ep_step: 134 +2023-05-26 14:01:35 - SimpleLog - INFO: - episode: 1185, ep_reward: 301.79694868169145, ep_step: 128 +2023-05-26 14:01:35 - SimpleLog - INFO: - episode: 1186, ep_reward: 302.68237011545153, ep_step: 132 +2023-05-26 14:01:35 - SimpleLog - INFO: - episode: 1187, ep_reward: 281.21229725336525, ep_step: 121 +2023-05-26 14:01:36 - SimpleLog - INFO: - episode: 1188, ep_reward: 317.14431829234786, ep_step: 132 +2023-05-26 14:01:36 - SimpleLog - INFO: - episode: 1189, ep_reward: 153.26562812656022, ep_step: 82 +2023-05-26 14:01:36 - SimpleLog - INFO: - episode: 1190, ep_reward: 307.3922449064268, ep_step: 129 +2023-05-26 14:01:37 - SimpleLog - INFO: - episode: 1191, ep_reward: 186.65131310105073, ep_step: 91 +2023-05-26 14:01:37 - SimpleLog - INFO: - episode: 1192, ep_reward: 243.43670492905048, ep_step: 116 +2023-05-26 14:01:37 - SimpleLog - INFO: - episode: 1193, ep_reward: 259.3424294302602, ep_step: 120 +2023-05-26 14:01:37 - SimpleLog - INFO: - episode: 1194, ep_reward: 116.88041502587024, ep_step: 66 +2023-05-26 14:01:38 - SimpleLog - INFO: - episode: 1195, ep_reward: 263.13933979525643, ep_step: 111 +2023-05-26 14:01:38 - SimpleLog - INFO: - episode: 1196, ep_reward: 341.6758233201112, ep_step: 137 +2023-05-26 14:01:38 - SimpleLog - INFO: - episode: 1197, ep_reward: 317.0918043255697, ep_step: 135 +2023-05-26 14:01:39 - SimpleLog - INFO: - episode: 1198, ep_reward: 292.71191318706576, ep_step: 127 +2023-05-26 14:01:39 - SimpleLog - INFO: - episode: 1199, ep_reward: 257.5440200983414, ep_step: 118 +2023-05-26 14:01:39 - SimpleLog - INFO: - episode: 1200, ep_reward: 276.9333980407502, ep_step: 126 +2023-05-26 14:01:39 - SimpleLog - INFO: - episode: 1201, ep_reward: 91.69720140557415, ep_step: 51 +2023-05-26 14:01:40 - SimpleLog - INFO: - episode: 1202, ep_reward: 321.4386944578848, ep_step: 134 +2023-05-26 14:01:40 - SimpleLog - INFO: - episode: 1203, ep_reward: 300.0525904629747, ep_step: 130 +2023-05-26 14:01:41 - SimpleLog - INFO: - episode: 1204, ep_reward: 312.2978314419861, ep_step: 130 +2023-05-26 14:01:41 - SimpleLog - INFO: - episode: 1205, ep_reward: 289.902592834445, ep_step: 128 +2023-05-26 14:01:41 - SimpleLog - INFO: - episode: 1206, ep_reward: 284.39783254050144, ep_step: 121 +2023-05-26 14:01:42 - SimpleLog - INFO: - episode: 1207, ep_reward: 191.62150340664945, ep_step: 96 +2023-05-26 14:01:42 - SimpleLog - INFO: - episode: 1208, ep_reward: 317.9343524638682, ep_step: 132 +2023-05-26 14:01:42 - SimpleLog - INFO: - episode: 1209, ep_reward: 168.63558413132654, ep_step: 88 +2023-05-26 14:01:42 - SimpleLog - INFO: - episode: 1210, ep_reward: 298.65804510317145, ep_step: 143 +2023-05-26 14:01:43 - SimpleLog - INFO: - episode: 1211, ep_reward: 346.41634369521836, ep_step: 136 +2023-05-26 14:01:43 - SimpleLog - INFO: - episode: 1212, ep_reward: 155.28318543265763, ep_step: 81 +2023-05-26 14:01:43 - SimpleLog - INFO: - episode: 1213, ep_reward: 119.85393341068412, ep_step: 65 +2023-05-26 14:01:43 - SimpleLog - INFO: - episode: 1214, ep_reward: 124.94926450175886, ep_step: 70 +2023-05-26 14:01:44 - SimpleLog - INFO: - episode: 1215, ep_reward: 250.54028760674174, ep_step: 121 +2023-05-26 14:01:44 - SimpleLog - INFO: - episode: 1216, ep_reward: 96.25229437465825, ep_step: 54 +2023-05-26 14:01:44 - SimpleLog - INFO: - episode: 1217, ep_reward: 264.14622123551095, ep_step: 119 +2023-05-26 14:01:44 - SimpleLog - INFO: - episode: 1218, ep_reward: 199.73223582021967, ep_step: 98 +2023-05-26 14:01:45 - SimpleLog - INFO: - episode: 1219, ep_reward: 100.15374486913127, ep_step: 54 +2023-05-26 14:01:45 - SimpleLog - INFO: - episode: 1220, ep_reward: 310.2264814035749, ep_step: 139 +2023-05-26 14:01:45 - SimpleLog - INFO: - episode: 1221, ep_reward: 318.47306553920185, ep_step: 136 +2023-05-26 14:01:46 - SimpleLog - INFO: - episode: 1222, ep_reward: 311.29451728242765, ep_step: 128 +2023-05-26 14:01:46 - SimpleLog - INFO: - episode: 1223, ep_reward: 337.64469550497444, ep_step: 135 +2023-05-26 14:01:46 - SimpleLog - INFO: - episode: 1224, ep_reward: 284.83687736731866, ep_step: 121 +2023-05-26 14:01:47 - SimpleLog - INFO: - episode: 1225, ep_reward: 304.5832340709242, ep_step: 133 +2023-05-26 14:01:47 - SimpleLog - INFO: - episode: 1226, ep_reward: 323.09425780579437, ep_step: 132 +2023-05-26 14:01:47 - SimpleLog - INFO: - episode: 1227, ep_reward: 97.25716342288659, ep_step: 53 +2023-05-26 14:01:47 - SimpleLog - INFO: - episode: 1228, ep_reward: 55.70030100442085, ep_step: 32 +2023-05-26 14:01:48 - SimpleLog - INFO: - episode: 1229, ep_reward: 310.11068042158934, ep_step: 128 +2023-05-26 14:01:48 - SimpleLog - INFO: - episode: 1230, ep_reward: 235.6344050066193, ep_step: 112 +2023-05-26 14:01:48 - SimpleLog - INFO: - episode: 1231, ep_reward: 316.83779089478276, ep_step: 136 +2023-05-26 14:01:49 - SimpleLog - INFO: - episode: 1232, ep_reward: 276.4407636161009, ep_step: 121 +2023-05-26 14:01:49 - SimpleLog - INFO: - episode: 1233, ep_reward: 299.2255882903741, ep_step: 127 +2023-05-26 14:01:49 - SimpleLog - INFO: - episode: 1234, ep_reward: 287.09821691582283, ep_step: 125 +2023-05-26 14:01:50 - SimpleLog - INFO: - episode: 1235, ep_reward: 273.3826532076242, ep_step: 122 +2023-05-26 14:01:50 - SimpleLog - INFO: - episode: 1236, ep_reward: 298.76514922821485, ep_step: 133 +2023-05-26 14:01:50 - SimpleLog - INFO: - episode: 1237, ep_reward: 288.6014688330789, ep_step: 123 +2023-05-26 14:01:51 - SimpleLog - INFO: - episode: 1238, ep_reward: 316.8567372071044, ep_step: 136 +2023-05-26 14:01:51 - SimpleLog - INFO: - episode: 1239, ep_reward: 170.40550115085068, ep_step: 87 +2023-05-26 14:01:51 - SimpleLog - INFO: - episode: 1240, ep_reward: 313.8790798939268, ep_step: 128 +2023-05-26 14:01:52 - SimpleLog - INFO: - episode: 1241, ep_reward: 351.8540626508285, ep_step: 137 +2023-05-26 14:01:52 - SimpleLog - INFO: - episode: 1242, ep_reward: 268.2494584018859, ep_step: 108 +2023-05-26 14:01:52 - SimpleLog - INFO: - episode: 1243, ep_reward: 175.70431041732277, ep_step: 88 +2023-05-26 14:01:52 - SimpleLog - INFO: - episode: 1244, ep_reward: 276.36342693965906, ep_step: 113 +2023-05-26 14:01:53 - SimpleLog - INFO: - episode: 1245, ep_reward: 272.5680910731379, ep_step: 121 +2023-05-26 14:01:53 - SimpleLog - INFO: - episode: 1246, ep_reward: 189.88417672646412, ep_step: 95 +2023-05-26 14:01:53 - SimpleLog - INFO: - episode: 1247, ep_reward: 343.62567655477295, ep_step: 144 +2023-05-26 14:01:54 - SimpleLog - INFO: - episode: 1248, ep_reward: 296.3608500137463, ep_step: 129 +2023-05-26 14:01:54 - SimpleLog - INFO: - episode: 1249, ep_reward: 275.1818567493919, ep_step: 118 +2023-05-26 14:01:54 - SimpleLog - INFO: - episode: 1250, ep_reward: 308.1121063750131, ep_step: 133 +2023-05-26 14:01:55 - SimpleLog - INFO: - episode: 1251, ep_reward: 332.16179745617654, ep_step: 130 +2023-05-26 14:01:55 - SimpleLog - INFO: - episode: 1252, ep_reward: 73.54086421315462, ep_step: 42 +2023-05-26 14:01:55 - SimpleLog - INFO: - episode: 1253, ep_reward: 108.4868945414175, ep_step: 58 +2023-05-26 14:01:55 - SimpleLog - INFO: - episode: 1254, ep_reward: 130.94135583932731, ep_step: 72 +2023-05-26 14:01:55 - SimpleLog - INFO: - episode: 1255, ep_reward: 286.94161382093, ep_step: 118 +2023-05-26 14:01:56 - SimpleLog - INFO: - episode: 1256, ep_reward: 126.75310097753308, ep_step: 70 +2023-05-26 14:01:56 - SimpleLog - INFO: - episode: 1257, ep_reward: 59.79569746470582, ep_step: 34 +2023-05-26 14:01:56 - SimpleLog - INFO: - episode: 1258, ep_reward: 129.8616727764537, ep_step: 70 +2023-05-26 14:01:56 - SimpleLog - INFO: - episode: 1259, ep_reward: 82.19844699512655, ep_step: 47 +2023-05-26 14:01:56 - SimpleLog - INFO: - episode: 1260, ep_reward: 158.81954154325885, ep_step: 85 +2023-05-26 14:01:57 - SimpleLog - INFO: - episode: 1261, ep_reward: 336.912908782366, ep_step: 143 +2023-05-26 14:01:57 - SimpleLog - INFO: - episode: 1262, ep_reward: 301.37709209667076, ep_step: 132 +2023-05-26 14:01:57 - SimpleLog - INFO: - episode: 1263, ep_reward: 85.04255385456584, ep_step: 46 +2023-05-26 14:01:57 - SimpleLog - INFO: - episode: 1264, ep_reward: 308.9417041969104, ep_step: 140 +2023-05-26 14:01:58 - SimpleLog - INFO: - episode: 1265, ep_reward: 292.7693097507323, ep_step: 135 +2023-05-26 14:01:59 - SimpleLog - INFO: - episode: 1266, ep_reward: 339.29857990085054, ep_step: 146 +2023-05-26 14:01:59 - SimpleLog - INFO: - episode: 1267, ep_reward: 121.00248154093909, ep_step: 68 +2023-05-26 14:01:59 - SimpleLog - INFO: - episode: 1268, ep_reward: 277.23954878106, ep_step: 124 +2023-05-26 14:01:59 - SimpleLog - INFO: - episode: 1269, ep_reward: 292.5514487674256, ep_step: 136 +2023-05-26 14:02:00 - SimpleLog - INFO: - episode: 1270, ep_reward: 113.76352650244762, ep_step: 64 +2023-05-26 14:02:00 - SimpleLog - INFO: - episode: 1271, ep_reward: 280.40790933664937, ep_step: 128 +2023-05-26 14:02:00 - SimpleLog - INFO: - episode: 1272, ep_reward: 167.90151599675463, ep_step: 88 +2023-05-26 14:02:00 - SimpleLog - INFO: - episode: 1273, ep_reward: 232.22025911232853, ep_step: 113 +2023-05-26 14:02:01 - SimpleLog - INFO: - episode: 1274, ep_reward: 312.0743595953962, ep_step: 144 +2023-05-26 14:02:01 - SimpleLog - INFO: - episode: 1275, ep_reward: 267.2865880763527, ep_step: 129 +2023-05-26 14:02:01 - SimpleLog - INFO: - episode: 1276, ep_reward: 275.4195591209166, ep_step: 129 +2023-05-26 14:02:02 - SimpleLog - INFO: - episode: 1277, ep_reward: 242.57838414987813, ep_step: 121 +2023-05-26 14:02:02 - SimpleLog - INFO: - episode: 1278, ep_reward: 179.88587991329143, ep_step: 90 +2023-05-26 14:02:02 - SimpleLog - INFO: - episode: 1279, ep_reward: 165.2089543598557, ep_step: 85 +2023-05-26 14:02:02 - SimpleLog - INFO: - episode: 1280, ep_reward: 154.73266529899894, ep_step: 86 +2023-05-26 14:02:03 - SimpleLog - INFO: - episode: 1281, ep_reward: 289.9667802698615, ep_step: 135 +2023-05-26 14:02:03 - SimpleLog - INFO: - episode: 1282, ep_reward: 341.2807561165946, ep_step: 132 +2023-05-26 14:02:03 - SimpleLog - INFO: - episode: 1283, ep_reward: 82.48977372843153, ep_step: 46 +2023-05-26 14:02:04 - SimpleLog - INFO: - episode: 1284, ep_reward: 307.7801516582164, ep_step: 138 +2023-05-26 14:02:04 - SimpleLog - INFO: - episode: 1285, ep_reward: 193.19734362228027, ep_step: 94 +2023-05-26 14:02:04 - SimpleLog - INFO: - episode: 1286, ep_reward: 226.8153675742879, ep_step: 116 +2023-05-26 14:02:04 - SimpleLog - INFO: - episode: 1287, ep_reward: 64.28915024561577, ep_step: 36 +2023-05-26 14:02:05 - SimpleLog - INFO: - episode: 1288, ep_reward: 309.139450810639, ep_step: 138 +2023-05-26 14:02:05 - SimpleLog - INFO: - episode: 1289, ep_reward: 270.4412262417675, ep_step: 129 +2023-05-26 14:02:05 - SimpleLog - INFO: - episode: 1290, ep_reward: 76.6091456774211, ep_step: 43 +2023-05-26 14:02:05 - SimpleLog - INFO: - episode: 1291, ep_reward: 112.23978781454855, ep_step: 65 +2023-05-26 14:02:06 - SimpleLog - INFO: - episode: 1292, ep_reward: 315.6057664984683, ep_step: 154 +2023-05-26 14:02:06 - SimpleLog - INFO: - episode: 1293, ep_reward: 315.8253215266658, ep_step: 144 +2023-05-26 14:02:06 - SimpleLog - INFO: - episode: 1294, ep_reward: 300.8217897291054, ep_step: 141 +2023-05-26 14:02:07 - SimpleLog - INFO: - episode: 1295, ep_reward: 130.33123480834257, ep_step: 74 +2023-05-26 14:02:07 - SimpleLog - INFO: - episode: 1296, ep_reward: 280.0032581647141, ep_step: 134 +2023-05-26 14:02:07 - SimpleLog - INFO: - episode: 1297, ep_reward: 66.85961087795208, ep_step: 39 +2023-05-26 14:02:07 - SimpleLog - INFO: - episode: 1298, ep_reward: 93.98660130492787, ep_step: 56 +2023-05-26 14:02:07 - SimpleLog - INFO: - episode: 1299, ep_reward: 74.1282210430467, ep_step: 42 +2023-05-26 14:02:07 - SimpleLog - INFO: - episode: 1300, ep_reward: 108.90781925139994, ep_step: 63 +2023-05-26 14:02:08 - SimpleLog - INFO: - episode: 1301, ep_reward: 74.81832505556228, ep_step: 45 +2023-05-26 14:02:08 - SimpleLog - INFO: - episode: 1302, ep_reward: 317.35894026791703, ep_step: 148 +2023-05-26 14:02:08 - SimpleLog - INFO: - episode: 1303, ep_reward: 111.29860860682153, ep_step: 69 +2023-05-26 14:02:08 - SimpleLog - INFO: - episode: 1304, ep_reward: 264.0524691554632, ep_step: 124 +2023-05-26 14:02:09 - SimpleLog - INFO: - episode: 1305, ep_reward: 92.21398227622652, ep_step: 53 +2023-05-26 14:02:09 - SimpleLog - INFO: - episode: 1306, ep_reward: 114.94822429562304, ep_step: 66 +2023-05-26 14:02:09 - SimpleLog - INFO: - episode: 1307, ep_reward: 111.33655677840339, ep_step: 64 +2023-05-26 14:02:09 - SimpleLog - INFO: - episode: 1308, ep_reward: 266.4428181366106, ep_step: 125 +2023-05-26 14:02:09 - SimpleLog - INFO: - episode: 1309, ep_reward: 89.33683394532004, ep_step: 51 +2023-05-26 14:02:09 - SimpleLog - INFO: - episode: 1310, ep_reward: 102.40315947719853, ep_step: 62 +2023-05-26 14:02:10 - SimpleLog - INFO: - episode: 1311, ep_reward: 301.86773279660326, ep_step: 147 +2023-05-26 14:02:10 - SimpleLog - INFO: - episode: 1312, ep_reward: 299.1303242916668, ep_step: 139 +2023-05-26 14:02:11 - SimpleLog - INFO: - episode: 1313, ep_reward: 272.693175817254, ep_step: 132 +2023-05-26 14:02:11 - SimpleLog - INFO: - episode: 1314, ep_reward: 323.69359583793243, ep_step: 152 +2023-05-26 14:02:11 - SimpleLog - INFO: - episode: 1315, ep_reward: 287.74469778900124, ep_step: 136 +2023-05-26 14:02:12 - SimpleLog - INFO: - episode: 1316, ep_reward: 308.12699092848385, ep_step: 140 +2023-05-26 14:02:12 - SimpleLog - INFO: - episode: 1317, ep_reward: 322.34201209839983, ep_step: 153 +2023-05-26 14:02:13 - SimpleLog - INFO: - episode: 1318, ep_reward: 269.163963238591, ep_step: 124 +2023-05-26 14:02:13 - SimpleLog - INFO: - episode: 1319, ep_reward: 289.19281755137854, ep_step: 131 +2023-05-26 14:02:13 - SimpleLog - INFO: - episode: 1320, ep_reward: 102.33078655481965, ep_step: 58 +2023-05-26 14:02:13 - SimpleLog - INFO: - episode: 1321, ep_reward: 299.4557099773582, ep_step: 138 +2023-05-26 14:02:14 - SimpleLog - INFO: - episode: 1322, ep_reward: 301.81785823662824, ep_step: 138 +2023-05-26 14:02:14 - SimpleLog - INFO: - episode: 1323, ep_reward: 94.83862880763614, ep_step: 54 +2023-05-26 14:02:14 - SimpleLog - INFO: - episode: 1324, ep_reward: 268.4216699521669, ep_step: 124 +2023-05-26 14:02:14 - SimpleLog - INFO: - episode: 1325, ep_reward: 60.34341667342154, ep_step: 34 +2023-05-26 14:02:15 - SimpleLog - INFO: - episode: 1326, ep_reward: 287.09009243946264, ep_step: 133 +2023-05-26 14:02:15 - SimpleLog - INFO: - episode: 1327, ep_reward: 329.744903710277, ep_step: 156 +2023-05-26 14:02:15 - SimpleLog - INFO: - episode: 1328, ep_reward: 77.99914853295559, ep_step: 44 +2023-05-26 14:02:15 - SimpleLog - INFO: - episode: 1329, ep_reward: 66.36348193816244, ep_step: 39 +2023-05-26 14:02:15 - SimpleLog - INFO: - episode: 1330, ep_reward: 142.09705696940634, ep_step: 78 +2023-05-26 14:02:15 - SimpleLog - INFO: - episode: 1331, ep_reward: 96.88147706970281, ep_step: 56 +2023-05-26 14:02:16 - SimpleLog - INFO: - episode: 1332, ep_reward: 75.28496391335553, ep_step: 42 +2023-05-26 14:02:16 - SimpleLog - INFO: - episode: 1333, ep_reward: 94.88740436481204, ep_step: 52 +2023-05-26 14:02:16 - SimpleLog - INFO: - episode: 1334, ep_reward: 218.79096781686204, ep_step: 110 +2023-05-26 14:02:16 - SimpleLog - INFO: - episode: 1335, ep_reward: 176.95546196109487, ep_step: 91 +2023-05-26 14:02:17 - SimpleLog - INFO: - episode: 1336, ep_reward: 277.3504040976659, ep_step: 133 +2023-05-26 14:02:17 - SimpleLog - INFO: - episode: 1337, ep_reward: 335.3767502971254, ep_step: 150 +2023-05-26 14:02:17 - SimpleLog - INFO: - episode: 1338, ep_reward: 112.11705379144388, ep_step: 62 +2023-05-26 14:02:18 - SimpleLog - INFO: - episode: 1339, ep_reward: 218.89850036065775, ep_step: 117 +2023-05-26 14:02:18 - SimpleLog - INFO: - episode: 1340, ep_reward: 125.87069459246193, ep_step: 74 +2023-05-26 14:02:18 - SimpleLog - INFO: - episode: 1341, ep_reward: 334.51310357046043, ep_step: 156 +2023-05-26 14:02:18 - SimpleLog - INFO: - episode: 1342, ep_reward: 113.90236046700797, ep_step: 69 +2023-05-26 14:02:19 - SimpleLog - INFO: - episode: 1343, ep_reward: 400.22986413142405, ep_step: 187 +2023-05-26 14:02:19 - SimpleLog - INFO: - episode: 1344, ep_reward: 100.33560422029146, ep_step: 62 +2023-05-26 14:02:19 - SimpleLog - INFO: - episode: 1345, ep_reward: 125.64308410781754, ep_step: 71 +2023-05-26 14:02:21 - SimpleLog - INFO: - update_step: 500, online_eval_reward: 287.758 +2023-05-26 14:02:21 - SimpleLog - INFO: - current update step obtain a better online_eval_reward: 287.758, save the best model! +2023-05-26 14:02:21 - SimpleLog - INFO: - episode: 1346, ep_reward: 123.63150363220575, ep_step: 70 +2023-05-26 14:02:21 - SimpleLog - INFO: - episode: 1347, ep_reward: 140.23931226463816, ep_step: 76 +2023-05-26 14:02:21 - SimpleLog - INFO: - episode: 1348, ep_reward: 313.7770560007773, ep_step: 149 +2023-05-26 14:02:22 - SimpleLog - INFO: - episode: 1349, ep_reward: 272.4710132137405, ep_step: 130 +2023-05-26 14:02:22 - SimpleLog - INFO: - episode: 1350, ep_reward: 132.96215513346442, ep_step: 74 +2023-05-26 14:02:22 - SimpleLog - INFO: - episode: 1351, ep_reward: 109.74728908141216, ep_step: 64 +2023-05-26 14:02:22 - SimpleLog - INFO: - episode: 1352, ep_reward: 130.72176231815317, ep_step: 75 +2023-05-26 14:02:22 - SimpleLog - INFO: - episode: 1353, ep_reward: 270.9779689459647, ep_step: 121 +2023-05-26 14:02:23 - SimpleLog - INFO: - episode: 1354, ep_reward: 79.29354659020103, ep_step: 44 +2023-05-26 14:02:23 - SimpleLog - INFO: - episode: 1355, ep_reward: 104.2957017379225, ep_step: 58 +2023-05-26 14:02:23 - SimpleLog - INFO: - episode: 1356, ep_reward: 282.09376960725797, ep_step: 135 +2023-05-26 14:02:23 - SimpleLog - INFO: - episode: 1357, ep_reward: 171.6694866501708, ep_step: 89 +2023-05-26 14:02:24 - SimpleLog - INFO: - episode: 1358, ep_reward: 280.4137271187509, ep_step: 128 +2023-05-26 14:02:24 - SimpleLog - INFO: - episode: 1359, ep_reward: 127.3277797899282, ep_step: 71 +2023-05-26 14:02:24 - SimpleLog - INFO: - episode: 1360, ep_reward: 345.94445610317007, ep_step: 161 +2023-05-26 14:02:25 - SimpleLog - INFO: - episode: 1361, ep_reward: 113.63614595478576, ep_step: 63 +2023-05-26 14:02:25 - SimpleLog - INFO: - episode: 1362, ep_reward: 372.49640930663264, ep_step: 173 +2023-05-26 14:02:25 - SimpleLog - INFO: - episode: 1363, ep_reward: 119.37600335500096, ep_step: 71 +2023-05-26 14:02:26 - SimpleLog - INFO: - episode: 1364, ep_reward: 332.89418803730706, ep_step: 146 +2023-05-26 14:02:26 - SimpleLog - INFO: - episode: 1365, ep_reward: 256.261388800289, ep_step: 117 +2023-05-26 14:02:26 - SimpleLog - INFO: - episode: 1366, ep_reward: 363.1321400202387, ep_step: 162 +2023-05-26 14:02:27 - SimpleLog - INFO: - episode: 1367, ep_reward: 333.41366282532425, ep_step: 142 +2023-05-26 14:02:27 - SimpleLog - INFO: - episode: 1368, ep_reward: 146.52888029051263, ep_step: 81 +2023-05-26 14:02:27 - SimpleLog - INFO: - episode: 1369, ep_reward: 312.6538612099039, ep_step: 142 +2023-05-26 14:02:27 - SimpleLog - INFO: - episode: 1370, ep_reward: 227.93549720376663, ep_step: 110 +2023-05-26 14:02:28 - SimpleLog - INFO: - episode: 1371, ep_reward: 164.15875465485934, ep_step: 91 +2023-05-26 14:02:28 - SimpleLog - INFO: - episode: 1372, ep_reward: 124.28666534740773, ep_step: 67 +2023-05-26 14:02:28 - SimpleLog - INFO: - episode: 1373, ep_reward: 290.8597128491271, ep_step: 135 +2023-05-26 14:02:29 - SimpleLog - INFO: - episode: 1374, ep_reward: 292.9381006436959, ep_step: 132 +2023-05-26 14:02:29 - SimpleLog - INFO: - episode: 1375, ep_reward: 311.06440438393054, ep_step: 140 +2023-05-26 14:02:29 - SimpleLog - INFO: - episode: 1376, ep_reward: 299.24276172099354, ep_step: 132 +2023-05-26 14:02:29 - SimpleLog - INFO: - episode: 1377, ep_reward: 363.770226307496, ep_step: 172 +2023-05-26 14:02:30 - SimpleLog - INFO: - episode: 1378, ep_reward: 279.6633801713837, ep_step: 130 +2023-05-26 14:02:30 - SimpleLog - INFO: - episode: 1379, ep_reward: 138.4483790304531, ep_step: 75 +2023-05-26 14:02:30 - SimpleLog - INFO: - episode: 1380, ep_reward: 304.03711540076523, ep_step: 141 +2023-05-26 14:02:31 - SimpleLog - INFO: - episode: 1381, ep_reward: 290.95654382529165, ep_step: 129 +2023-05-26 14:02:31 - SimpleLog - INFO: - episode: 1382, ep_reward: 268.53800894958874, ep_step: 123 +2023-05-26 14:02:31 - SimpleLog - INFO: - episode: 1383, ep_reward: 172.83358259797217, ep_step: 90 +2023-05-26 14:02:31 - SimpleLog - INFO: - episode: 1384, ep_reward: 243.25921722627368, ep_step: 119 +2023-05-26 14:02:32 - SimpleLog - INFO: - episode: 1385, ep_reward: 271.2770225658636, ep_step: 123 +2023-05-26 14:02:32 - SimpleLog - INFO: - episode: 1386, ep_reward: 296.8886361221426, ep_step: 138 +2023-05-26 14:02:32 - SimpleLog - INFO: - episode: 1387, ep_reward: 332.718176768275, ep_step: 150 +2023-05-26 14:02:33 - SimpleLog - INFO: - episode: 1388, ep_reward: 393.2577515391845, ep_step: 166 +2023-05-26 14:02:33 - SimpleLog - INFO: - episode: 1389, ep_reward: 287.20334415629776, ep_step: 134 +2023-05-26 14:02:34 - SimpleLog - INFO: - episode: 1390, ep_reward: 162.3593969765995, ep_step: 84 +2023-05-26 14:02:34 - SimpleLog - INFO: - episode: 1391, ep_reward: 301.261300112639, ep_step: 139 +2023-05-26 14:02:34 - SimpleLog - INFO: - episode: 1392, ep_reward: 335.79216115603606, ep_step: 142 +2023-05-26 14:02:35 - SimpleLog - INFO: - episode: 1393, ep_reward: 309.9524968803887, ep_step: 137 +2023-05-26 14:02:35 - SimpleLog - INFO: - episode: 1394, ep_reward: 300.13431087725024, ep_step: 137 +2023-05-26 14:02:35 - SimpleLog - INFO: - episode: 1395, ep_reward: 327.0701267166725, ep_step: 140 +2023-05-26 14:02:36 - SimpleLog - INFO: - episode: 1396, ep_reward: 313.49064799360514, ep_step: 146 +2023-05-26 14:02:36 - SimpleLog - INFO: - episode: 1397, ep_reward: 309.3822115873666, ep_step: 137 +2023-05-26 14:02:37 - SimpleLog - INFO: - episode: 1398, ep_reward: 284.17309385905395, ep_step: 130 +2023-05-26 14:02:37 - SimpleLog - INFO: - episode: 1399, ep_reward: 342.3368511710436, ep_step: 146 +2023-05-26 14:02:37 - SimpleLog - INFO: - episode: 1400, ep_reward: 344.59692458574744, ep_step: 145 +2023-05-26 14:02:38 - SimpleLog - INFO: - episode: 1401, ep_reward: 310.04129819453885, ep_step: 145 +2023-05-26 14:02:38 - SimpleLog - INFO: - episode: 1402, ep_reward: 282.1872090062091, ep_step: 123 +2023-05-26 14:02:39 - SimpleLog - INFO: - episode: 1403, ep_reward: 327.53988274953883, ep_step: 139 +2023-05-26 14:02:39 - SimpleLog - INFO: - episode: 1404, ep_reward: 309.5644581859943, ep_step: 134 +2023-05-26 14:02:40 - SimpleLog - INFO: - episode: 1405, ep_reward: 337.93464504996365, ep_step: 144 +2023-05-26 14:02:40 - SimpleLog - INFO: - episode: 1406, ep_reward: 302.45527977051535, ep_step: 141 +2023-05-26 14:02:40 - SimpleLog - INFO: - episode: 1407, ep_reward: 100.72736890518502, ep_step: 56 +2023-05-26 14:02:40 - SimpleLog - INFO: - episode: 1408, ep_reward: 261.70055344949463, ep_step: 121 +2023-05-26 14:02:41 - SimpleLog - INFO: - episode: 1409, ep_reward: 319.24509225585484, ep_step: 137 +2023-05-26 14:02:41 - SimpleLog - INFO: - episode: 1410, ep_reward: 296.83523198140546, ep_step: 132 +2023-05-26 14:02:41 - SimpleLog - INFO: - episode: 1411, ep_reward: 299.44171648096756, ep_step: 133 +2023-05-26 14:02:42 - SimpleLog - INFO: - episode: 1412, ep_reward: 346.946372560808, ep_step: 150 +2023-05-26 14:02:42 - SimpleLog - INFO: - episode: 1413, ep_reward: 324.5047114745858, ep_step: 142 +2023-05-26 14:02:43 - SimpleLog - INFO: - episode: 1414, ep_reward: 348.32428209151914, ep_step: 139 +2023-05-26 14:02:43 - SimpleLog - INFO: - episode: 1415, ep_reward: 382.2481871598948, ep_step: 157 +2023-05-26 14:02:43 - SimpleLog - INFO: - episode: 1416, ep_reward: 306.1122508602514, ep_step: 133 +2023-05-26 14:02:44 - SimpleLog - INFO: - episode: 1417, ep_reward: 329.06145467961517, ep_step: 142 +2023-05-26 14:02:44 - SimpleLog - INFO: - episode: 1418, ep_reward: 329.58010305526295, ep_step: 141 +2023-05-26 14:02:44 - SimpleLog - INFO: - episode: 1419, ep_reward: 323.18603419079346, ep_step: 150 +2023-05-26 14:02:45 - SimpleLog - INFO: - episode: 1420, ep_reward: 302.8042635520197, ep_step: 131 +2023-05-26 14:02:45 - SimpleLog - INFO: - episode: 1421, ep_reward: 216.68459649979874, ep_step: 115 +2023-05-26 14:02:45 - SimpleLog - INFO: - episode: 1422, ep_reward: 332.4034000568615, ep_step: 140 +2023-05-26 14:02:46 - SimpleLog - INFO: - episode: 1423, ep_reward: 219.4226805885043, ep_step: 111 +2023-05-26 14:02:46 - SimpleLog - INFO: - episode: 1424, ep_reward: 222.61131053089042, ep_step: 102 +2023-05-26 14:02:46 - SimpleLog - INFO: - episode: 1425, ep_reward: 330.5471441379847, ep_step: 137 +2023-05-26 14:02:47 - SimpleLog - INFO: - episode: 1426, ep_reward: 261.36736358072176, ep_step: 113 +2023-05-26 14:02:47 - SimpleLog - INFO: - episode: 1427, ep_reward: 166.70706961587217, ep_step: 89 +2023-05-26 14:02:47 - SimpleLog - INFO: - episode: 1428, ep_reward: 305.97285822280986, ep_step: 131 +2023-05-26 14:02:48 - SimpleLog - INFO: - episode: 1429, ep_reward: 234.63591598804655, ep_step: 111 +2023-05-26 14:02:48 - SimpleLog - INFO: - episode: 1430, ep_reward: 319.7225800341549, ep_step: 136 +2023-05-26 14:02:49 - SimpleLog - INFO: - episode: 1431, ep_reward: 339.22924769501543, ep_step: 149 +2023-05-26 14:02:49 - SimpleLog - INFO: - episode: 1432, ep_reward: 343.9568581574441, ep_step: 140 +2023-05-26 14:02:49 - SimpleLog - INFO: - episode: 1433, ep_reward: 239.334088550594, ep_step: 109 +2023-05-26 14:02:49 - SimpleLog - INFO: - episode: 1434, ep_reward: 362.113333560633, ep_step: 140 +2023-05-26 14:02:50 - SimpleLog - INFO: - episode: 1435, ep_reward: 308.13470527444053, ep_step: 138 +2023-05-26 14:02:50 - SimpleLog - INFO: - episode: 1436, ep_reward: 300.6446466564813, ep_step: 133 +2023-05-26 14:02:51 - SimpleLog - INFO: - episode: 1437, ep_reward: 312.3244529893792, ep_step: 127 +2023-05-26 14:02:51 - SimpleLog - INFO: - episode: 1438, ep_reward: 164.0587908843604, ep_step: 87 +2023-05-26 14:02:51 - SimpleLog - INFO: - episode: 1439, ep_reward: 273.3736856818484, ep_step: 116 +2023-05-26 14:02:52 - SimpleLog - INFO: - episode: 1440, ep_reward: 290.51046742663397, ep_step: 122 +2023-05-26 14:02:52 - SimpleLog - INFO: - episode: 1441, ep_reward: 245.86850101935678, ep_step: 113 +2023-05-26 14:02:52 - SimpleLog - INFO: - episode: 1442, ep_reward: 344.3045058587477, ep_step: 140 +2023-05-26 14:02:52 - SimpleLog - INFO: - episode: 1443, ep_reward: 219.1082236257858, ep_step: 111 +2023-05-26 14:02:53 - SimpleLog - INFO: - episode: 1444, ep_reward: 356.3036543982535, ep_step: 145 +2023-05-26 14:02:53 - SimpleLog - INFO: - episode: 1445, ep_reward: 200.403547089977, ep_step: 98 +2023-05-26 14:02:53 - SimpleLog - INFO: - episode: 1446, ep_reward: 195.212763802272, ep_step: 92 +2023-05-26 14:02:54 - SimpleLog - INFO: - episode: 1447, ep_reward: 303.82073020022665, ep_step: 130 +2023-05-26 14:02:54 - SimpleLog - INFO: - episode: 1448, ep_reward: 291.6993825420321, ep_step: 129 +2023-05-26 14:02:54 - SimpleLog - INFO: - episode: 1449, ep_reward: 309.25318893904387, ep_step: 128 +2023-05-26 14:02:55 - SimpleLog - INFO: - episode: 1450, ep_reward: 304.7793138590412, ep_step: 135 +2023-05-26 14:02:55 - SimpleLog - INFO: - episode: 1451, ep_reward: 61.1422762882447, ep_step: 40 +2023-05-26 14:02:55 - SimpleLog - INFO: - episode: 1452, ep_reward: 237.649810947832, ep_step: 112 +2023-05-26 14:02:55 - SimpleLog - INFO: - episode: 1453, ep_reward: 280.9005105079819, ep_step: 123 +2023-05-26 14:02:56 - SimpleLog - INFO: - episode: 1454, ep_reward: 261.0181131028384, ep_step: 121 +2023-05-26 14:02:56 - SimpleLog - INFO: - episode: 1455, ep_reward: 200.4655359662845, ep_step: 102 +2023-05-26 14:02:56 - SimpleLog - INFO: - episode: 1456, ep_reward: 215.17260473986246, ep_step: 100 +2023-05-26 14:02:57 - SimpleLog - INFO: - episode: 1457, ep_reward: 278.20263402253886, ep_step: 121 +2023-05-26 14:02:57 - SimpleLog - INFO: - episode: 1458, ep_reward: 308.63087029156327, ep_step: 129 +2023-05-26 14:02:57 - SimpleLog - INFO: - episode: 1459, ep_reward: 273.21110432463485, ep_step: 125 +2023-05-26 14:02:57 - SimpleLog - INFO: - episode: 1460, ep_reward: 223.52857218902878, ep_step: 107 +2023-05-26 14:02:58 - SimpleLog - INFO: - episode: 1461, ep_reward: 341.900087967152, ep_step: 140 +2023-05-26 14:02:58 - SimpleLog - INFO: - episode: 1462, ep_reward: 293.67832657572797, ep_step: 124 +2023-05-26 14:02:59 - SimpleLog - INFO: - episode: 1463, ep_reward: 318.7470152501377, ep_step: 136 +2023-05-26 14:02:59 - SimpleLog - INFO: - episode: 1464, ep_reward: 320.19610821655766, ep_step: 137 +2023-05-26 14:02:59 - SimpleLog - INFO: - episode: 1465, ep_reward: 196.14585986572527, ep_step: 94 +2023-05-26 14:02:59 - SimpleLog - INFO: - episode: 1466, ep_reward: 219.5583217348175, ep_step: 108 +2023-05-26 14:03:00 - SimpleLog - INFO: - episode: 1467, ep_reward: 219.94671065437285, ep_step: 112 +2023-05-26 14:03:00 - SimpleLog - INFO: - episode: 1468, ep_reward: 354.83320937418097, ep_step: 153 +2023-05-26 14:03:00 - SimpleLog - INFO: - episode: 1469, ep_reward: 229.60691101255986, ep_step: 112 +2023-05-26 14:03:01 - SimpleLog - INFO: - episode: 1470, ep_reward: 264.802391851164, ep_step: 123 +2023-05-26 14:03:01 - SimpleLog - INFO: - episode: 1471, ep_reward: 186.50742375095695, ep_step: 99 +2023-05-26 14:03:01 - SimpleLog - INFO: - episode: 1472, ep_reward: 202.0890064779424, ep_step: 98 +2023-05-26 14:03:02 - SimpleLog - INFO: - episode: 1473, ep_reward: 205.92233861579942, ep_step: 101 +2023-05-26 14:03:02 - SimpleLog - INFO: - episode: 1474, ep_reward: 216.4242441606609, ep_step: 111 +2023-05-26 14:03:02 - SimpleLog - INFO: - episode: 1475, ep_reward: 302.4792940338135, ep_step: 136 +2023-05-26 14:03:03 - SimpleLog - INFO: - episode: 1476, ep_reward: 287.9244075315186, ep_step: 130 +2023-05-26 14:03:03 - SimpleLog - INFO: - episode: 1477, ep_reward: 284.50720071258445, ep_step: 123 +2023-05-26 14:03:03 - SimpleLog - INFO: - episode: 1478, ep_reward: 194.2312890556385, ep_step: 103 +2023-05-26 14:03:03 - SimpleLog - INFO: - episode: 1479, ep_reward: 184.40552324797648, ep_step: 95 +2023-05-26 14:03:04 - SimpleLog - INFO: - episode: 1480, ep_reward: 254.76129563106016, ep_step: 116 +2023-05-26 14:03:04 - SimpleLog - INFO: - episode: 1481, ep_reward: 295.8321000185891, ep_step: 122 +2023-05-26 14:03:04 - SimpleLog - INFO: - episode: 1482, ep_reward: 321.4192373996977, ep_step: 138 +2023-05-26 14:03:05 - SimpleLog - INFO: - episode: 1483, ep_reward: 338.2665677423083, ep_step: 142 +2023-05-26 14:03:05 - SimpleLog - INFO: - episode: 1484, ep_reward: 296.7378550481246, ep_step: 128 +2023-05-26 14:03:05 - SimpleLog - INFO: - episode: 1485, ep_reward: 287.050635749591, ep_step: 130 +2023-05-26 14:03:06 - SimpleLog - INFO: - episode: 1486, ep_reward: 190.29879839394687, ep_step: 100 +2023-05-26 14:03:06 - SimpleLog - INFO: - episode: 1487, ep_reward: 171.09703224644485, ep_step: 88 +2023-05-26 14:03:06 - SimpleLog - INFO: - episode: 1488, ep_reward: 303.31122372010014, ep_step: 138 +2023-05-26 14:03:07 - SimpleLog - INFO: - episode: 1489, ep_reward: 347.9638864644562, ep_step: 155 +2023-05-26 14:03:07 - SimpleLog - INFO: - episode: 1490, ep_reward: 345.91981846624066, ep_step: 145 +2023-05-26 14:03:07 - SimpleLog - INFO: - episode: 1491, ep_reward: 261.9180919316498, ep_step: 117 +2023-05-26 14:03:08 - SimpleLog - INFO: - episode: 1492, ep_reward: 224.1556091479316, ep_step: 103 +2023-05-26 14:03:08 - SimpleLog - INFO: - episode: 1493, ep_reward: 192.9566614703714, ep_step: 97 +2023-05-26 14:03:08 - SimpleLog - INFO: - episode: 1494, ep_reward: 306.68894331536217, ep_step: 134 +2023-05-26 14:03:09 - SimpleLog - INFO: - episode: 1495, ep_reward: 370.7581934609894, ep_step: 149 +2023-05-26 14:03:09 - SimpleLog - INFO: - episode: 1496, ep_reward: 207.72968106224772, ep_step: 102 +2023-05-26 14:03:09 - SimpleLog - INFO: - episode: 1497, ep_reward: 236.6735441504138, ep_step: 104 +2023-05-26 14:03:10 - SimpleLog - INFO: - episode: 1498, ep_reward: 319.53805308921227, ep_step: 137 +2023-05-26 14:03:10 - SimpleLog - INFO: - episode: 1499, ep_reward: 122.0397597083256, ep_step: 69 +2023-05-26 14:03:10 - SimpleLog - INFO: - episode: 1500, ep_reward: 411.6614778279237, ep_step: 156 +2023-05-26 14:03:10 - SimpleLog - INFO: - episode: 1501, ep_reward: 303.84353805512757, ep_step: 123 +2023-05-26 14:03:11 - SimpleLog - INFO: - episode: 1502, ep_reward: 225.02696660501297, ep_step: 101 +2023-05-26 14:03:11 - SimpleLog - INFO: - episode: 1503, ep_reward: 220.38397107096085, ep_step: 104 +2023-05-26 14:03:11 - SimpleLog - INFO: - episode: 1504, ep_reward: 205.22458327827468, ep_step: 105 +2023-05-26 14:03:12 - SimpleLog - INFO: - episode: 1505, ep_reward: 300.6969344828408, ep_step: 128 +2023-05-26 14:03:12 - SimpleLog - INFO: - episode: 1506, ep_reward: 131.74080350926272, ep_step: 74 +2023-05-26 14:03:12 - SimpleLog - INFO: - episode: 1507, ep_reward: 176.7939233323147, ep_step: 94 +2023-05-26 14:03:13 - SimpleLog - INFO: - episode: 1508, ep_reward: 316.6726781095517, ep_step: 135 +2023-05-26 14:03:13 - SimpleLog - INFO: - episode: 1509, ep_reward: 299.5360064299049, ep_step: 126 +2023-05-26 14:03:13 - SimpleLog - INFO: - episode: 1510, ep_reward: 323.5904924374463, ep_step: 142 +2023-05-26 14:03:14 - SimpleLog - INFO: - episode: 1511, ep_reward: 271.7064923203679, ep_step: 124 +2023-05-26 14:03:14 - SimpleLog - INFO: - episode: 1512, ep_reward: 292.2174014730189, ep_step: 121 +2023-05-26 14:03:14 - SimpleLog - INFO: - episode: 1513, ep_reward: 174.32379107196905, ep_step: 93 +2023-05-26 14:03:14 - SimpleLog - INFO: - episode: 1514, ep_reward: 124.5200644676226, ep_step: 70 +2023-05-26 14:03:15 - SimpleLog - INFO: - episode: 1515, ep_reward: 287.5351643165013, ep_step: 126 +2023-05-26 14:03:15 - SimpleLog - INFO: - episode: 1516, ep_reward: 240.59854412339877, ep_step: 103 +2023-05-26 14:03:15 - SimpleLog - INFO: - episode: 1517, ep_reward: 320.60705682803945, ep_step: 128 +2023-05-26 14:03:16 - SimpleLog - INFO: - episode: 1518, ep_reward: 314.3631189944177, ep_step: 128 +2023-05-26 14:03:16 - SimpleLog - INFO: - episode: 1519, ep_reward: 116.62380365289995, ep_step: 67 +2023-05-26 14:03:16 - SimpleLog - INFO: - episode: 1520, ep_reward: 238.02937665239534, ep_step: 113 +2023-05-26 14:03:16 - SimpleLog - INFO: - episode: 1521, ep_reward: 186.88834119440017, ep_step: 93 +2023-05-26 14:03:17 - SimpleLog - INFO: - episode: 1522, ep_reward: 297.79535903273836, ep_step: 124 +2023-05-26 14:03:17 - SimpleLog - INFO: - episode: 1523, ep_reward: 297.26580036921763, ep_step: 127 +2023-05-26 14:03:17 - SimpleLog - INFO: - episode: 1524, ep_reward: 279.6705390206409, ep_step: 124 +2023-05-26 14:03:18 - SimpleLog - INFO: - episode: 1525, ep_reward: 202.66896369506014, ep_step: 96 +2023-05-26 14:03:18 - SimpleLog - INFO: - episode: 1526, ep_reward: 312.1407989958581, ep_step: 130 +2023-05-26 14:03:18 - SimpleLog - INFO: - episode: 1527, ep_reward: 279.6994104370546, ep_step: 124 +2023-05-26 14:03:19 - SimpleLog - INFO: - episode: 1528, ep_reward: 324.3836320237609, ep_step: 126 +2023-05-26 14:03:19 - SimpleLog - INFO: - episode: 1529, ep_reward: 317.32529840703677, ep_step: 118 +2023-05-26 14:03:19 - SimpleLog - INFO: - episode: 1530, ep_reward: 294.0702588586526, ep_step: 119 +2023-05-26 14:03:20 - SimpleLog - INFO: - episode: 1531, ep_reward: 344.92292812524175, ep_step: 128 +2023-05-26 14:03:20 - SimpleLog - INFO: - episode: 1532, ep_reward: 169.82281568609613, ep_step: 85 +2023-05-26 14:03:20 - SimpleLog - INFO: - episode: 1533, ep_reward: 343.1870398033919, ep_step: 131 +2023-05-26 14:03:20 - SimpleLog - INFO: - episode: 1534, ep_reward: 264.03595459199823, ep_step: 111 +2023-05-26 14:03:21 - SimpleLog - INFO: - episode: 1535, ep_reward: 234.19560119682498, ep_step: 103 +2023-05-26 14:03:21 - SimpleLog - INFO: - episode: 1536, ep_reward: 264.9941255036359, ep_step: 111 +2023-05-26 14:03:21 - SimpleLog - INFO: - episode: 1537, ep_reward: 246.28095916815195, ep_step: 102 +2023-05-26 14:03:21 - SimpleLog - INFO: - episode: 1538, ep_reward: 211.52897511278047, ep_step: 97 +2023-05-26 14:03:22 - SimpleLog - INFO: - episode: 1539, ep_reward: 289.791448383806, ep_step: 121 +2023-05-26 14:03:22 - SimpleLog - INFO: - episode: 1540, ep_reward: 324.9705176072404, ep_step: 120 +2023-05-26 14:03:22 - SimpleLog - INFO: - episode: 1541, ep_reward: 208.65501542676574, ep_step: 98 +2023-05-26 14:03:23 - SimpleLog - INFO: - episode: 1542, ep_reward: 142.67987178321428, ep_step: 75 +2023-05-26 14:03:23 - SimpleLog - INFO: - episode: 1543, ep_reward: 260.76339882788466, ep_step: 109 +2023-05-26 14:03:23 - SimpleLog - INFO: - episode: 1544, ep_reward: 175.96463909302955, ep_step: 87 +2023-05-26 14:03:23 - SimpleLog - INFO: - episode: 1545, ep_reward: 263.3004246528621, ep_step: 108 +2023-05-26 14:03:24 - SimpleLog - INFO: - episode: 1546, ep_reward: 277.04460726850476, ep_step: 111 +2023-05-26 14:03:24 - SimpleLog - INFO: - episode: 1547, ep_reward: 312.70970477363574, ep_step: 128 +2023-05-26 14:03:24 - SimpleLog - INFO: - episode: 1548, ep_reward: 179.125125547066, ep_step: 84 +2023-05-26 14:03:24 - SimpleLog - INFO: - episode: 1549, ep_reward: 124.15431229837074, ep_step: 68 +2023-05-26 14:03:25 - SimpleLog - INFO: - episode: 1550, ep_reward: 293.47224261333673, ep_step: 114 +2023-05-26 14:03:25 - SimpleLog - INFO: - episode: 1551, ep_reward: 217.97153026028633, ep_step: 102 +2023-05-26 14:03:25 - SimpleLog - INFO: - episode: 1552, ep_reward: 272.52277339501114, ep_step: 119 +2023-05-26 14:03:26 - SimpleLog - INFO: - episode: 1553, ep_reward: 253.37361628874515, ep_step: 107 +2023-05-26 14:03:26 - SimpleLog - INFO: - episode: 1554, ep_reward: 281.95393289492233, ep_step: 119 +2023-05-26 14:03:26 - SimpleLog - INFO: - episode: 1555, ep_reward: 126.98864657874321, ep_step: 68 +2023-05-26 14:03:27 - SimpleLog - INFO: - episode: 1556, ep_reward: 280.04545653624547, ep_step: 110 +2023-05-26 14:03:27 - SimpleLog - INFO: - episode: 1557, ep_reward: 212.71518863818164, ep_step: 94 +2023-05-26 14:03:27 - SimpleLog - INFO: - episode: 1558, ep_reward: 235.67491508515255, ep_step: 98 +2023-05-26 14:03:27 - SimpleLog - INFO: - episode: 1559, ep_reward: 331.1507900835544, ep_step: 121 +2023-05-26 14:03:28 - SimpleLog - INFO: - episode: 1560, ep_reward: 237.65976604136796, ep_step: 101 +2023-05-26 14:03:28 - SimpleLog - INFO: - episode: 1561, ep_reward: 153.44248162777097, ep_step: 82 +2023-05-26 14:03:28 - SimpleLog - INFO: - episode: 1562, ep_reward: 284.53134496076905, ep_step: 122 +2023-05-26 14:03:28 - SimpleLog - INFO: - episode: 1563, ep_reward: 240.36537255594172, ep_step: 104 +2023-05-26 14:03:29 - SimpleLog - INFO: - episode: 1564, ep_reward: 193.97109109944958, ep_step: 92 +2023-05-26 14:03:29 - SimpleLog - INFO: - episode: 1565, ep_reward: 288.17391298366533, ep_step: 114 +2023-05-26 14:03:29 - SimpleLog - INFO: - episode: 1566, ep_reward: 303.57544631274425, ep_step: 120 +2023-05-26 14:03:29 - SimpleLog - INFO: - episode: 1567, ep_reward: 43.688868308161155, ep_step: 26 +2023-05-26 14:03:30 - SimpleLog - INFO: - episode: 1568, ep_reward: 312.3838989657685, ep_step: 125 +2023-05-26 14:03:30 - SimpleLog - INFO: - episode: 1569, ep_reward: 319.6206472211467, ep_step: 128 +2023-05-26 14:03:30 - SimpleLog - INFO: - episode: 1570, ep_reward: 328.3730189030654, ep_step: 134 +2023-05-26 14:03:31 - SimpleLog - INFO: - episode: 1571, ep_reward: 187.14046622043836, ep_step: 89 +2023-05-26 14:03:31 - SimpleLog - INFO: - episode: 1572, ep_reward: 283.0765128761476, ep_step: 112 +2023-05-26 14:03:31 - SimpleLog - INFO: - episode: 1573, ep_reward: 307.30934182419406, ep_step: 119 +2023-05-26 14:03:31 - SimpleLog - INFO: - episode: 1574, ep_reward: 322.30456267142574, ep_step: 135 +2023-05-26 14:03:32 - SimpleLog - INFO: - episode: 1575, ep_reward: 282.25273404540184, ep_step: 112 +2023-05-26 14:03:32 - SimpleLog - INFO: - episode: 1576, ep_reward: 338.77660184432966, ep_step: 134 +2023-05-26 14:03:33 - SimpleLog - INFO: - episode: 1577, ep_reward: 336.4802151140435, ep_step: 128 +2023-05-26 14:03:33 - SimpleLog - INFO: - episode: 1578, ep_reward: 132.87527165477397, ep_step: 71 +2023-05-26 14:03:33 - SimpleLog - INFO: - episode: 1579, ep_reward: 236.58893195358107, ep_step: 106 +2023-05-26 14:03:33 - SimpleLog - INFO: - episode: 1580, ep_reward: 348.8002739557397, ep_step: 131 +2023-05-26 14:03:34 - SimpleLog - INFO: - episode: 1581, ep_reward: 320.7261323307313, ep_step: 132 +2023-05-26 14:03:34 - SimpleLog - INFO: - episode: 1582, ep_reward: 260.25173622623737, ep_step: 112 +2023-05-26 14:03:34 - SimpleLog - INFO: - episode: 1583, ep_reward: 348.25021791976354, ep_step: 128 +2023-05-26 14:03:35 - SimpleLog - INFO: - episode: 1584, ep_reward: 327.0836570513514, ep_step: 130 +2023-05-26 14:03:35 - SimpleLog - INFO: - episode: 1585, ep_reward: 277.70152655363364, ep_step: 119 +2023-05-26 14:03:35 - SimpleLog - INFO: - episode: 1586, ep_reward: 273.79824799408044, ep_step: 111 +2023-05-26 14:03:35 - SimpleLog - INFO: - episode: 1587, ep_reward: 278.19840896217806, ep_step: 112 +2023-05-26 14:03:36 - SimpleLog - INFO: - episode: 1588, ep_reward: 187.62264071980516, ep_step: 91 +2023-05-26 14:03:36 - SimpleLog - INFO: - episode: 1589, ep_reward: 326.22491537635, ep_step: 125 +2023-05-26 14:03:36 - SimpleLog - INFO: - episode: 1590, ep_reward: 329.3271935107104, ep_step: 125 +2023-05-26 14:03:37 - SimpleLog - INFO: - episode: 1591, ep_reward: 295.35778528209414, ep_step: 118 +2023-05-26 14:03:37 - SimpleLog - INFO: - episode: 1592, ep_reward: 292.7922473903933, ep_step: 120 +2023-05-26 14:03:37 - SimpleLog - INFO: - episode: 1593, ep_reward: 337.321065603377, ep_step: 130 +2023-05-26 14:03:38 - SimpleLog - INFO: - episode: 1594, ep_reward: 273.5577495139, ep_step: 113 +2023-05-26 14:03:38 - SimpleLog - INFO: - episode: 1595, ep_reward: 329.58529036270465, ep_step: 124 +2023-05-26 14:03:38 - SimpleLog - INFO: - episode: 1596, ep_reward: 316.17266254555574, ep_step: 121 +2023-05-26 14:03:39 - SimpleLog - INFO: - episode: 1597, ep_reward: 273.3539884964837, ep_step: 112 +2023-05-26 14:03:39 - SimpleLog - INFO: - episode: 1598, ep_reward: 338.58807598509713, ep_step: 129 +2023-05-26 14:03:39 - SimpleLog - INFO: - episode: 1599, ep_reward: 293.64896883161043, ep_step: 119 +2023-05-26 14:03:39 - SimpleLog - INFO: - episode: 1600, ep_reward: 312.20955272532626, ep_step: 125 +2023-05-26 14:03:40 - SimpleLog - INFO: - episode: 1601, ep_reward: 92.85063630905752, ep_step: 52 +2023-05-26 14:03:40 - SimpleLog - INFO: - episode: 1602, ep_reward: 289.22621404130075, ep_step: 116 +2023-05-26 14:03:40 - SimpleLog - INFO: - episode: 1603, ep_reward: 264.4923737665433, ep_step: 108 +2023-05-26 14:03:41 - SimpleLog - INFO: - episode: 1604, ep_reward: 302.33459951487237, ep_step: 121 +2023-05-26 14:03:41 - SimpleLog - INFO: - episode: 1605, ep_reward: 250.5579456560719, ep_step: 106 +2023-05-26 14:03:41 - SimpleLog - INFO: - episode: 1606, ep_reward: 275.0026687223343, ep_step: 112 +2023-05-26 14:03:42 - SimpleLog - INFO: - episode: 1607, ep_reward: 169.18471506516, ep_step: 84 +2023-05-26 14:03:42 - SimpleLog - INFO: - episode: 1608, ep_reward: 248.11124119323782, ep_step: 105 +2023-05-26 14:03:42 - SimpleLog - INFO: - episode: 1609, ep_reward: 260.44443597250626, ep_step: 108 +2023-05-26 14:03:42 - SimpleLog - INFO: - episode: 1610, ep_reward: 309.3152212754513, ep_step: 129 +2023-05-26 14:03:43 - SimpleLog - INFO: - episode: 1611, ep_reward: 255.35453644524623, ep_step: 107 +2023-05-26 14:03:43 - SimpleLog - INFO: - episode: 1612, ep_reward: 276.21265754863254, ep_step: 118 +2023-05-26 14:03:43 - SimpleLog - INFO: - episode: 1613, ep_reward: 229.3210562553545, ep_step: 101 +2023-05-26 14:03:44 - SimpleLog - INFO: - episode: 1614, ep_reward: 307.4285397886642, ep_step: 125 +2023-05-26 14:03:44 - SimpleLog - INFO: - episode: 1615, ep_reward: 181.45121353318265, ep_step: 89 +2023-05-26 14:03:44 - SimpleLog - INFO: - episode: 1616, ep_reward: 306.60410194816774, ep_step: 119 +2023-05-26 14:03:45 - SimpleLog - INFO: - episode: 1617, ep_reward: 259.80914393412047, ep_step: 110 +2023-05-26 14:03:45 - SimpleLog - INFO: - episode: 1618, ep_reward: 334.61145831838456, ep_step: 128 +2023-05-26 14:03:45 - SimpleLog - INFO: - episode: 1619, ep_reward: 184.88812381353412, ep_step: 86 +2023-05-26 14:03:46 - SimpleLog - INFO: - episode: 1620, ep_reward: 197.90149559540225, ep_step: 92 +2023-05-26 14:03:46 - SimpleLog - INFO: - episode: 1621, ep_reward: 321.1511338956688, ep_step: 123 +2023-05-26 14:03:46 - SimpleLog - INFO: - episode: 1622, ep_reward: 256.1888074162353, ep_step: 108 +2023-05-26 14:03:47 - SimpleLog - INFO: - episode: 1623, ep_reward: 245.5315979513022, ep_step: 106 +2023-05-26 14:03:47 - SimpleLog - INFO: - episode: 1624, ep_reward: 271.0545800094124, ep_step: 111 +2023-05-26 14:03:47 - SimpleLog - INFO: - episode: 1625, ep_reward: 285.01866528913763, ep_step: 113 +2023-05-26 14:03:48 - SimpleLog - INFO: - episode: 1626, ep_reward: 287.0066440506181, ep_step: 113 +2023-05-26 14:03:48 - SimpleLog - INFO: - episode: 1627, ep_reward: 273.2764014429522, ep_step: 112 +2023-05-26 14:03:48 - SimpleLog - INFO: - episode: 1628, ep_reward: 190.5975256881905, ep_step: 89 +2023-05-26 14:03:48 - SimpleLog - INFO: - episode: 1629, ep_reward: 268.6031567321572, ep_step: 109 +2023-05-26 14:03:49 - SimpleLog - INFO: - episode: 1630, ep_reward: 240.63319906491162, ep_step: 104 +2023-05-26 14:03:49 - SimpleLog - INFO: - episode: 1631, ep_reward: 228.8838760466345, ep_step: 96 +2023-05-26 14:03:49 - SimpleLog - INFO: - episode: 1632, ep_reward: 198.9056687266491, ep_step: 92 +2023-05-26 14:03:49 - SimpleLog - INFO: - episode: 1633, ep_reward: 194.41378968886218, ep_step: 89 +2023-05-26 14:03:50 - SimpleLog - INFO: - episode: 1634, ep_reward: 255.39243341729014, ep_step: 104 +2023-05-26 14:03:50 - SimpleLog - INFO: - episode: 1635, ep_reward: 318.68128752567674, ep_step: 119 +2023-05-26 14:03:50 - SimpleLog - INFO: - episode: 1636, ep_reward: 195.66008780150676, ep_step: 93 +2023-05-26 14:03:50 - SimpleLog - INFO: - episode: 1637, ep_reward: 181.0189543653312, ep_step: 88 +2023-05-26 14:03:51 - SimpleLog - INFO: - episode: 1638, ep_reward: 270.2819471497092, ep_step: 109 +2023-05-26 14:03:51 - SimpleLog - INFO: - episode: 1639, ep_reward: 281.2588379162549, ep_step: 116 +2023-05-26 14:03:51 - SimpleLog - INFO: - episode: 1640, ep_reward: 327.4667752714945, ep_step: 130 +2023-05-26 14:03:52 - SimpleLog - INFO: - episode: 1641, ep_reward: 272.1754275397451, ep_step: 112 +2023-05-26 14:03:52 - SimpleLog - INFO: - episode: 1642, ep_reward: 235.6734848610757, ep_step: 103 +2023-05-26 14:03:52 - SimpleLog - INFO: - episode: 1643, ep_reward: 262.42972446567086, ep_step: 107 +2023-05-26 14:03:52 - SimpleLog - INFO: - episode: 1644, ep_reward: 238.81807848916952, ep_step: 98 +2023-05-26 14:03:53 - SimpleLog - INFO: - episode: 1645, ep_reward: 264.17944982444385, ep_step: 114 +2023-05-26 14:03:53 - SimpleLog - INFO: - episode: 1646, ep_reward: 205.5409924110794, ep_step: 92 +2023-05-26 14:03:53 - SimpleLog - INFO: - episode: 1647, ep_reward: 182.7993172190871, ep_step: 85 +2023-05-26 14:03:53 - SimpleLog - INFO: - episode: 1648, ep_reward: 186.13415782280555, ep_step: 95 +2023-05-26 14:03:54 - SimpleLog - INFO: - episode: 1649, ep_reward: 280.7438055531841, ep_step: 111 +2023-05-26 14:03:54 - SimpleLog - INFO: - episode: 1650, ep_reward: 267.35794266973085, ep_step: 115 +2023-05-26 14:03:54 - SimpleLog - INFO: - episode: 1651, ep_reward: 327.89394866198256, ep_step: 130 +2023-05-26 14:03:55 - SimpleLog - INFO: - episode: 1652, ep_reward: 215.83652179216529, ep_step: 98 +2023-05-26 14:03:55 - SimpleLog - INFO: - episode: 1653, ep_reward: 259.6869315019468, ep_step: 109 +2023-05-26 14:03:55 - SimpleLog - INFO: - episode: 1654, ep_reward: 227.12870978936394, ep_step: 101 +2023-05-26 14:03:55 - SimpleLog - INFO: - episode: 1655, ep_reward: 304.4010127728757, ep_step: 121 +2023-05-26 14:03:56 - SimpleLog - INFO: - episode: 1656, ep_reward: 282.11237473622737, ep_step: 117 +2023-05-26 14:03:56 - SimpleLog - INFO: - episode: 1657, ep_reward: 200.72972677991297, ep_step: 90 +2023-05-26 14:03:56 - SimpleLog - INFO: - episode: 1658, ep_reward: 275.58441196120805, ep_step: 114 +2023-05-26 14:03:57 - SimpleLog - INFO: - episode: 1659, ep_reward: 207.14022557187414, ep_step: 95 +2023-05-26 14:03:57 - SimpleLog - INFO: - episode: 1660, ep_reward: 283.8861789946737, ep_step: 118 +2023-05-26 14:03:57 - SimpleLog - INFO: - episode: 1661, ep_reward: 268.73379995770995, ep_step: 118 +2023-05-26 14:03:57 - SimpleLog - INFO: - episode: 1662, ep_reward: 304.1376261291492, ep_step: 118 +2023-05-26 14:03:58 - SimpleLog - INFO: - episode: 1663, ep_reward: 261.9401325923033, ep_step: 116 +2023-05-26 14:03:58 - SimpleLog - INFO: - episode: 1664, ep_reward: 233.90184033943663, ep_step: 103 +2023-05-26 14:03:58 - SimpleLog - INFO: - episode: 1665, ep_reward: 270.0569001232882, ep_step: 111 +2023-05-26 14:03:59 - SimpleLog - INFO: - episode: 1666, ep_reward: 294.4630466537712, ep_step: 117 +2023-05-26 14:03:59 - SimpleLog - INFO: - episode: 1667, ep_reward: 274.2118097065081, ep_step: 113 +2023-05-26 14:03:59 - SimpleLog - INFO: - episode: 1668, ep_reward: 256.37729778026517, ep_step: 107 +2023-05-26 14:04:00 - SimpleLog - INFO: - episode: 1669, ep_reward: 305.72839681785894, ep_step: 122 +2023-05-26 14:04:00 - SimpleLog - INFO: - episode: 1670, ep_reward: 258.7003351192971, ep_step: 110 +2023-05-26 14:04:00 - SimpleLog - INFO: - episode: 1671, ep_reward: 278.7804687240655, ep_step: 118 +2023-05-26 14:04:01 - SimpleLog - INFO: - episode: 1672, ep_reward: 184.78153183946932, ep_step: 91 +2023-05-26 14:04:01 - SimpleLog - INFO: - episode: 1673, ep_reward: 290.6426807893454, ep_step: 120 +2023-05-26 14:04:01 - SimpleLog - INFO: - episode: 1674, ep_reward: 279.91140375030164, ep_step: 115 +2023-05-26 14:04:02 - SimpleLog - INFO: - episode: 1675, ep_reward: 221.72014974860966, ep_step: 98 +2023-05-26 14:04:02 - SimpleLog - INFO: - episode: 1676, ep_reward: 311.24770656076106, ep_step: 121 +2023-05-26 14:04:02 - SimpleLog - INFO: - episode: 1677, ep_reward: 290.0399660555209, ep_step: 111 +2023-05-26 14:04:02 - SimpleLog - INFO: - episode: 1678, ep_reward: 206.8164900427039, ep_step: 98 +2023-05-26 14:04:03 - SimpleLog - INFO: - episode: 1679, ep_reward: 238.4947684104281, ep_step: 102 +2023-05-26 14:04:03 - SimpleLog - INFO: - episode: 1680, ep_reward: 190.111485054565, ep_step: 88 +2023-05-26 14:04:03 - SimpleLog - INFO: - episode: 1681, ep_reward: 239.4560902921283, ep_step: 103 +2023-05-26 14:04:03 - SimpleLog - INFO: - episode: 1682, ep_reward: 249.13902404192106, ep_step: 110 +2023-05-26 14:04:04 - SimpleLog - INFO: - episode: 1683, ep_reward: 296.31403353922815, ep_step: 116 +2023-05-26 14:04:04 - SimpleLog - INFO: - episode: 1684, ep_reward: 167.62519031440812, ep_step: 85 +2023-05-26 14:04:04 - SimpleLog - INFO: - episode: 1685, ep_reward: 232.81415873728932, ep_step: 100 +2023-05-26 14:04:05 - SimpleLog - INFO: - episode: 1686, ep_reward: 245.44100990685752, ep_step: 105 +2023-05-26 14:04:05 - SimpleLog - INFO: - episode: 1687, ep_reward: 237.6630024809762, ep_step: 104 +2023-05-26 14:04:05 - SimpleLog - INFO: - episode: 1688, ep_reward: 304.8973163325236, ep_step: 120 +2023-05-26 14:04:06 - SimpleLog - INFO: - episode: 1689, ep_reward: 278.50311721450925, ep_step: 114 +2023-05-26 14:04:06 - SimpleLog - INFO: - episode: 1690, ep_reward: 180.77287017347857, ep_step: 90 +2023-05-26 14:04:06 - SimpleLog - INFO: - episode: 1691, ep_reward: 223.89901819252677, ep_step: 98 +2023-05-26 14:04:07 - SimpleLog - INFO: - episode: 1692, ep_reward: 297.778907190974, ep_step: 122 +2023-05-26 14:04:07 - SimpleLog - INFO: - episode: 1693, ep_reward: 213.17564797389429, ep_step: 100 +2023-05-26 14:04:07 - SimpleLog - INFO: - episode: 1694, ep_reward: 269.3397141964416, ep_step: 106 +2023-05-26 14:04:08 - SimpleLog - INFO: - episode: 1695, ep_reward: 334.10158528910074, ep_step: 122 +2023-05-26 14:04:08 - SimpleLog - INFO: - episode: 1696, ep_reward: 195.69081572163907, ep_step: 93 +2023-05-26 14:04:09 - SimpleLog - INFO: - episode: 1697, ep_reward: 303.5156835069906, ep_step: 126 +2023-05-26 14:04:09 - SimpleLog - INFO: - episode: 1698, ep_reward: 235.56717842881747, ep_step: 106 +2023-05-26 14:04:09 - SimpleLog - INFO: - episode: 1699, ep_reward: 227.2632310626594, ep_step: 101 +2023-05-26 14:04:10 - SimpleLog - INFO: - episode: 1700, ep_reward: 229.2326525587974, ep_step: 98 +2023-05-26 14:04:10 - SimpleLog - INFO: - episode: 1701, ep_reward: 199.29854232165638, ep_step: 91 +2023-05-26 14:04:10 - SimpleLog - INFO: - episode: 1702, ep_reward: 271.8488198296092, ep_step: 110 +2023-05-26 14:04:11 - SimpleLog - INFO: - episode: 1703, ep_reward: 303.4924051862577, ep_step: 125 +2023-05-26 14:04:11 - SimpleLog - INFO: - episode: 1704, ep_reward: 181.0282597743828, ep_step: 91 +2023-05-26 14:04:11 - SimpleLog - INFO: - episode: 1705, ep_reward: 294.256956255536, ep_step: 123 +2023-05-26 14:04:12 - SimpleLog - INFO: - episode: 1706, ep_reward: 124.17328889177422, ep_step: 66 +2023-05-26 14:04:12 - SimpleLog - INFO: - episode: 1707, ep_reward: 273.6665757713348, ep_step: 115 +2023-05-26 14:04:12 - SimpleLog - INFO: - episode: 1708, ep_reward: 281.21538889279896, ep_step: 111 +2023-05-26 14:04:13 - SimpleLog - INFO: - episode: 1709, ep_reward: 283.93836173264964, ep_step: 121 +2023-05-26 14:04:13 - SimpleLog - INFO: - episode: 1710, ep_reward: 305.5634568407795, ep_step: 129 +2023-05-26 14:04:14 - SimpleLog - INFO: - episode: 1711, ep_reward: 247.16725646079496, ep_step: 106 +2023-05-26 14:04:14 - SimpleLog - INFO: - episode: 1712, ep_reward: 260.7002396093892, ep_step: 109 +2023-05-26 14:04:14 - SimpleLog - INFO: - episode: 1713, ep_reward: 256.0164031842609, ep_step: 108 +2023-05-26 14:04:15 - SimpleLog - INFO: - episode: 1714, ep_reward: 196.87520634402804, ep_step: 92 +2023-05-26 14:04:15 - SimpleLog - INFO: - episode: 1715, ep_reward: 256.66963049547525, ep_step: 104 +2023-05-26 14:04:15 - SimpleLog - INFO: - episode: 1716, ep_reward: 277.37421697751176, ep_step: 117 +2023-05-26 14:04:16 - SimpleLog - INFO: - episode: 1717, ep_reward: 293.87069499087994, ep_step: 117 +2023-05-26 14:04:16 - SimpleLog - INFO: - episode: 1718, ep_reward: 251.8412888998871, ep_step: 108 +2023-05-26 14:04:16 - SimpleLog - INFO: - episode: 1719, ep_reward: 221.65731943927057, ep_step: 105 +2023-05-26 14:04:17 - SimpleLog - INFO: - episode: 1720, ep_reward: 260.0371676950433, ep_step: 109 +2023-05-26 14:04:17 - SimpleLog - INFO: - episode: 1721, ep_reward: 304.26758435733666, ep_step: 119 +2023-05-26 14:04:17 - SimpleLog - INFO: - episode: 1722, ep_reward: 227.92437999900767, ep_step: 100 +2023-05-26 14:04:18 - SimpleLog - INFO: - episode: 1723, ep_reward: 225.22599294229286, ep_step: 99 +2023-05-26 14:04:18 - SimpleLog - INFO: - episode: 1724, ep_reward: 188.44899114924172, ep_step: 95 +2023-05-26 14:04:19 - SimpleLog - INFO: - episode: 1725, ep_reward: 313.2365535559128, ep_step: 132 +2023-05-26 14:04:19 - SimpleLog - INFO: - episode: 1726, ep_reward: 285.0187751849805, ep_step: 117 +2023-05-26 14:04:19 - SimpleLog - INFO: - episode: 1727, ep_reward: 283.6883478879161, ep_step: 119 +2023-05-26 14:04:20 - SimpleLog - INFO: - episode: 1728, ep_reward: 261.8983299551724, ep_step: 115 +2023-05-26 14:04:20 - SimpleLog - INFO: - episode: 1729, ep_reward: 302.24677558825266, ep_step: 132 +2023-05-26 14:04:21 - SimpleLog - INFO: - episode: 1730, ep_reward: 295.297368763044, ep_step: 118 +2023-05-26 14:04:21 - SimpleLog - INFO: - episode: 1731, ep_reward: 103.29471493358291, ep_step: 59 +2023-05-26 14:04:21 - SimpleLog - INFO: - episode: 1732, ep_reward: 308.8580366759198, ep_step: 129 +2023-05-26 14:04:22 - SimpleLog - INFO: - episode: 1733, ep_reward: 326.1269940689169, ep_step: 131 +2023-05-26 14:04:22 - SimpleLog - INFO: - episode: 1734, ep_reward: 275.7544920591351, ep_step: 118 +2023-05-26 14:04:23 - SimpleLog - INFO: - episode: 1735, ep_reward: 273.5725754356422, ep_step: 127 +2023-05-26 14:04:23 - SimpleLog - INFO: - episode: 1736, ep_reward: 206.85357718950675, ep_step: 100 +2023-05-26 14:04:23 - SimpleLog - INFO: - episode: 1737, ep_reward: 145.12961921333425, ep_step: 79 +2023-05-26 14:04:24 - SimpleLog - INFO: - episode: 1738, ep_reward: 326.8680813552756, ep_step: 143 +2023-05-26 14:04:24 - SimpleLog - INFO: - episode: 1739, ep_reward: 290.18157952613484, ep_step: 120 +2023-05-26 14:04:25 - SimpleLog - INFO: - episode: 1740, ep_reward: 267.8870904221609, ep_step: 119 +2023-05-26 14:04:25 - SimpleLog - INFO: - episode: 1741, ep_reward: 238.4843663999571, ep_step: 102 +2023-05-26 14:04:25 - SimpleLog - INFO: - episode: 1742, ep_reward: 275.58108201655006, ep_step: 131 +2023-05-26 14:04:26 - SimpleLog - INFO: - episode: 1743, ep_reward: 332.51932586547827, ep_step: 127 +2023-05-26 14:04:26 - SimpleLog - INFO: - episode: 1744, ep_reward: 299.1721369329134, ep_step: 128 +2023-05-26 14:04:27 - SimpleLog - INFO: - episode: 1745, ep_reward: 228.76878966012978, ep_step: 115 +2023-05-26 14:04:27 - SimpleLog - INFO: - episode: 1746, ep_reward: 296.3446169453399, ep_step: 124 +2023-05-26 14:04:27 - SimpleLog - INFO: - episode: 1747, ep_reward: 213.0008782554409, ep_step: 98 +2023-05-26 14:04:28 - SimpleLog - INFO: - episode: 1748, ep_reward: 313.6541586365051, ep_step: 136 +2023-05-26 14:04:28 - SimpleLog - INFO: - episode: 1749, ep_reward: 319.1307801281997, ep_step: 127 +2023-05-26 14:04:29 - SimpleLog - INFO: - episode: 1750, ep_reward: 290.7963206198587, ep_step: 132 +2023-05-26 14:04:29 - SimpleLog - INFO: - episode: 1751, ep_reward: 256.9258379467858, ep_step: 110 +2023-05-26 14:04:30 - SimpleLog - INFO: - episode: 1752, ep_reward: 341.66650358412596, ep_step: 133 +2023-05-26 14:04:30 - SimpleLog - INFO: - episode: 1753, ep_reward: 293.7323262456166, ep_step: 135 +2023-05-26 14:04:30 - SimpleLog - INFO: - episode: 1754, ep_reward: 292.1354362038768, ep_step: 126 +2023-05-26 14:04:31 - SimpleLog - INFO: - episode: 1755, ep_reward: 305.2369060890394, ep_step: 128 +2023-05-26 14:04:31 - SimpleLog - INFO: - episode: 1756, ep_reward: 291.46120093439674, ep_step: 121 +2023-05-26 14:04:32 - SimpleLog - INFO: - episode: 1757, ep_reward: 326.3073915364628, ep_step: 138 +2023-05-26 14:04:32 - SimpleLog - INFO: - episode: 1758, ep_reward: 204.286154781103, ep_step: 104 +2023-05-26 14:04:32 - SimpleLog - INFO: - episode: 1759, ep_reward: 340.32821835241106, ep_step: 142 +2023-05-26 14:04:33 - SimpleLog - INFO: - episode: 1760, ep_reward: 353.3914773073978, ep_step: 138 +2023-05-26 14:04:33 - SimpleLog - INFO: - episode: 1761, ep_reward: 303.9957419279098, ep_step: 123 +2023-05-26 14:04:34 - SimpleLog - INFO: - episode: 1762, ep_reward: 321.5015272468571, ep_step: 127 +2023-05-26 14:04:34 - SimpleLog - INFO: - episode: 1763, ep_reward: 330.17446774398974, ep_step: 141 +2023-05-26 14:04:35 - SimpleLog - INFO: - episode: 1764, ep_reward: 364.5824284362521, ep_step: 141 +2023-05-26 14:04:35 - SimpleLog - INFO: - episode: 1765, ep_reward: 369.6442564080026, ep_step: 151 +2023-05-26 14:04:36 - SimpleLog - INFO: - episode: 1766, ep_reward: 255.90985618002233, ep_step: 113 +2023-05-26 14:04:36 - SimpleLog - INFO: - episode: 1767, ep_reward: 399.9055565158646, ep_step: 157 +2023-05-26 14:04:37 - SimpleLog - INFO: - episode: 1768, ep_reward: 270.5822674189237, ep_step: 124 +2023-05-26 14:04:37 - SimpleLog - INFO: - episode: 1769, ep_reward: 272.37632148261804, ep_step: 118 +2023-05-26 14:04:38 - SimpleLog - INFO: - episode: 1770, ep_reward: 377.12698513963466, ep_step: 149 +2023-05-26 14:04:38 - SimpleLog - INFO: - episode: 1771, ep_reward: 317.6734683495015, ep_step: 119 +2023-05-26 14:04:38 - SimpleLog - INFO: - episode: 1772, ep_reward: 283.17264004892434, ep_step: 128 +2023-05-26 14:04:39 - SimpleLog - INFO: - episode: 1773, ep_reward: 303.79801337464943, ep_step: 120 +2023-05-26 14:04:39 - SimpleLog - INFO: - episode: 1774, ep_reward: 287.0910808298941, ep_step: 117 +2023-05-26 14:04:39 - SimpleLog - INFO: - episode: 1775, ep_reward: 272.9543129844298, ep_step: 115 +2023-05-26 14:04:40 - SimpleLog - INFO: - episode: 1776, ep_reward: 327.95198480498476, ep_step: 133 +2023-05-26 14:04:41 - SimpleLog - INFO: - episode: 1777, ep_reward: 365.65199172296457, ep_step: 162 +2023-05-26 14:04:41 - SimpleLog - INFO: - episode: 1778, ep_reward: 319.3326285567631, ep_step: 126 +2023-05-26 14:04:42 - SimpleLog - INFO: - episode: 1779, ep_reward: 339.02284493591264, ep_step: 146 +2023-05-26 14:04:42 - SimpleLog - INFO: - episode: 1780, ep_reward: 334.66538234522324, ep_step: 131 +2023-05-26 14:04:42 - SimpleLog - INFO: - episode: 1781, ep_reward: 332.77877515163743, ep_step: 134 +2023-05-26 14:04:43 - SimpleLog - INFO: - episode: 1782, ep_reward: 299.3703008387022, ep_step: 116 +2023-05-26 14:04:43 - SimpleLog - INFO: - episode: 1783, ep_reward: 343.7621091206689, ep_step: 130 +2023-05-26 14:04:44 - SimpleLog - INFO: - episode: 1784, ep_reward: 318.664303105468, ep_step: 140 +2023-05-26 14:04:44 - SimpleLog - INFO: - episode: 1785, ep_reward: 305.6729475009222, ep_step: 124 +2023-05-26 14:04:44 - SimpleLog - INFO: - episode: 1786, ep_reward: 243.7583236735074, ep_step: 110 +2023-05-26 14:04:45 - SimpleLog - INFO: - episode: 1787, ep_reward: 317.55915816038015, ep_step: 124 +2023-05-26 14:04:45 - SimpleLog - INFO: - episode: 1788, ep_reward: 308.50887387327293, ep_step: 120 +2023-05-26 14:04:46 - SimpleLog - INFO: - episode: 1789, ep_reward: 286.07000260501366, ep_step: 117 +2023-05-26 14:04:46 - SimpleLog - INFO: - episode: 1790, ep_reward: 207.97809353097747, ep_step: 110 +2023-05-26 14:04:46 - SimpleLog - INFO: - episode: 1791, ep_reward: 182.82402031174294, ep_step: 91 +2023-05-26 14:04:47 - SimpleLog - INFO: - episode: 1792, ep_reward: 265.2846441795919, ep_step: 115 +2023-05-26 14:04:47 - SimpleLog - INFO: - episode: 1793, ep_reward: 326.7503431511801, ep_step: 128 +2023-05-26 14:04:48 - SimpleLog - INFO: - episode: 1794, ep_reward: 217.66482466564028, ep_step: 105 +2023-05-26 14:04:48 - SimpleLog - INFO: - episode: 1795, ep_reward: 336.8068770571545, ep_step: 138 +2023-05-26 14:04:49 - SimpleLog - INFO: - episode: 1796, ep_reward: 369.4213650841561, ep_step: 137 +2023-05-26 14:04:49 - SimpleLog - INFO: - episode: 1797, ep_reward: 337.5225666085892, ep_step: 133 +2023-05-26 14:04:50 - SimpleLog - INFO: - episode: 1798, ep_reward: 331.6192549646538, ep_step: 127 +2023-05-26 14:04:50 - SimpleLog - INFO: - episode: 1799, ep_reward: 337.07666018023696, ep_step: 123 +2023-05-26 14:04:50 - SimpleLog - INFO: - episode: 1800, ep_reward: 290.5815862682556, ep_step: 114 +2023-05-26 14:04:51 - SimpleLog - INFO: - episode: 1801, ep_reward: 284.0308280334605, ep_step: 119 +2023-05-26 14:04:51 - SimpleLog - INFO: - episode: 1802, ep_reward: 288.80324606261695, ep_step: 113 +2023-05-26 14:04:52 - SimpleLog - INFO: - episode: 1803, ep_reward: 356.6244331839807, ep_step: 129 +2023-05-26 14:04:52 - SimpleLog - INFO: - episode: 1804, ep_reward: 331.8081977297463, ep_step: 126 +2023-05-26 14:04:52 - SimpleLog - INFO: - episode: 1805, ep_reward: 172.51944467528733, ep_step: 86 +2023-05-26 14:04:53 - SimpleLog - INFO: - episode: 1806, ep_reward: 357.0696887317016, ep_step: 135 +2023-05-26 14:04:53 - SimpleLog - INFO: - episode: 1807, ep_reward: 306.3143788903346, ep_step: 117 +2023-05-26 14:04:54 - SimpleLog - INFO: - episode: 1808, ep_reward: 289.6031916108442, ep_step: 123 +2023-05-26 14:04:54 - SimpleLog - INFO: - episode: 1809, ep_reward: 253.07987928073533, ep_step: 109 +2023-05-26 14:04:55 - SimpleLog - INFO: - episode: 1810, ep_reward: 385.90607920765154, ep_step: 169 +2023-05-26 14:04:55 - SimpleLog - INFO: - episode: 1811, ep_reward: 284.4842266246493, ep_step: 121 +2023-05-26 14:04:56 - SimpleLog - INFO: - episode: 1812, ep_reward: 346.7157142511782, ep_step: 133 +2023-05-26 14:04:56 - SimpleLog - INFO: - episode: 1813, ep_reward: 268.93365020288496, ep_step: 112 +2023-05-26 14:04:56 - SimpleLog - INFO: - episode: 1814, ep_reward: 328.990361350869, ep_step: 122 +2023-05-26 14:04:57 - SimpleLog - INFO: - episode: 1815, ep_reward: 273.05572625732066, ep_step: 117 +2023-05-26 14:04:57 - SimpleLog - INFO: - episode: 1816, ep_reward: 361.05873970321534, ep_step: 141 +2023-05-26 14:04:57 - SimpleLog - INFO: - episode: 1817, ep_reward: 280.4632250646122, ep_step: 113 +2023-05-26 14:04:58 - SimpleLog - INFO: - episode: 1818, ep_reward: 341.09833845390943, ep_step: 131 +2023-05-26 14:04:58 - SimpleLog - INFO: - episode: 1819, ep_reward: 352.09659638295176, ep_step: 134 +2023-05-26 14:04:59 - SimpleLog - INFO: - episode: 1820, ep_reward: 260.87025698071375, ep_step: 112 +2023-05-26 14:04:59 - SimpleLog - INFO: - episode: 1821, ep_reward: 296.7347778426324, ep_step: 119 +2023-05-26 14:04:59 - SimpleLog - INFO: - episode: 1822, ep_reward: 340.444620168494, ep_step: 143 +2023-05-26 14:05:00 - SimpleLog - INFO: - episode: 1823, ep_reward: 300.77013442681584, ep_step: 124 +2023-05-26 14:05:00 - SimpleLog - INFO: - episode: 1824, ep_reward: 119.07388175333129, ep_step: 70 +2023-05-26 14:05:00 - SimpleLog - INFO: - episode: 1825, ep_reward: 115.74985662855319, ep_step: 65 +2023-05-26 14:05:01 - SimpleLog - INFO: - episode: 1826, ep_reward: 287.26227990419363, ep_step: 121 +2023-05-26 14:05:01 - SimpleLog - INFO: - episode: 1827, ep_reward: 281.3390096404243, ep_step: 131 +2023-05-26 14:05:02 - SimpleLog - INFO: - episode: 1828, ep_reward: 206.69370736957228, ep_step: 94 +2023-05-26 14:05:02 - SimpleLog - INFO: - episode: 1829, ep_reward: 322.6237015057428, ep_step: 123 +2023-05-26 14:05:02 - SimpleLog - INFO: - episode: 1830, ep_reward: 290.63792775705423, ep_step: 120 +2023-05-26 14:05:03 - SimpleLog - INFO: - episode: 1831, ep_reward: 348.6211441184086, ep_step: 135 +2023-05-26 14:05:03 - SimpleLog - INFO: - episode: 1832, ep_reward: 316.8602690633179, ep_step: 128 +2023-05-26 14:05:04 - SimpleLog - INFO: - episode: 1833, ep_reward: 364.7505197402289, ep_step: 144 +2023-05-26 14:05:04 - SimpleLog - INFO: - episode: 1834, ep_reward: 138.58012207603252, ep_step: 75 +2023-05-26 14:05:05 - SimpleLog - INFO: - episode: 1835, ep_reward: 329.709103481705, ep_step: 141 +2023-05-26 14:05:05 - SimpleLog - INFO: - episode: 1836, ep_reward: 279.487875540949, ep_step: 112 +2023-05-26 14:05:06 - SimpleLog - INFO: - episode: 1837, ep_reward: 205.72703374181285, ep_step: 96 +2023-05-26 14:05:06 - SimpleLog - INFO: - episode: 1838, ep_reward: 95.13336016058315, ep_step: 52 +2023-05-26 14:05:06 - SimpleLog - INFO: - episode: 1839, ep_reward: 129.92355593907803, ep_step: 70 +2023-05-26 14:05:06 - SimpleLog - INFO: - episode: 1840, ep_reward: 366.95449217542733, ep_step: 135 +2023-05-26 14:05:07 - SimpleLog - INFO: - episode: 1841, ep_reward: 221.45369802735127, ep_step: 104 +2023-05-26 14:05:07 - SimpleLog - INFO: - episode: 1842, ep_reward: 277.07155664134547, ep_step: 120 +2023-05-26 14:05:07 - SimpleLog - INFO: - episode: 1843, ep_reward: 283.20757030634627, ep_step: 113 +2023-05-26 14:05:08 - SimpleLog - INFO: - episode: 1844, ep_reward: 315.75184448018604, ep_step: 126 +2023-05-26 14:05:08 - SimpleLog - INFO: - episode: 1845, ep_reward: 349.20085618820474, ep_step: 129 +2023-05-26 14:05:09 - SimpleLog - INFO: - episode: 1846, ep_reward: 147.800769749041, ep_step: 79 +2023-05-26 14:05:09 - SimpleLog - INFO: - episode: 1847, ep_reward: 99.23507066349771, ep_step: 56 +2023-05-26 14:05:09 - SimpleLog - INFO: - episode: 1848, ep_reward: 112.35526449965805, ep_step: 65 +2023-05-26 14:05:10 - SimpleLog - INFO: - episode: 1849, ep_reward: 312.98953287324105, ep_step: 132 +2023-05-26 14:05:10 - SimpleLog - INFO: - episode: 1850, ep_reward: 325.2194324396992, ep_step: 128 +2023-05-26 14:05:10 - SimpleLog - INFO: - episode: 1851, ep_reward: 172.93365864552428, ep_step: 87 +2023-05-26 14:05:11 - SimpleLog - INFO: - episode: 1852, ep_reward: 311.4309167927722, ep_step: 124 +2023-05-26 14:05:11 - SimpleLog - INFO: - episode: 1853, ep_reward: 114.63520018717303, ep_step: 65 +2023-05-26 14:05:11 - SimpleLog - INFO: - episode: 1854, ep_reward: 340.15575008299464, ep_step: 130 +2023-05-26 14:05:12 - SimpleLog - INFO: - episode: 1855, ep_reward: 374.2473957264516, ep_step: 146 +2023-05-26 14:05:12 - SimpleLog - INFO: - episode: 1856, ep_reward: 204.76723800526295, ep_step: 96 +2023-05-26 14:05:13 - SimpleLog - INFO: - episode: 1857, ep_reward: 301.87774628297683, ep_step: 131 +2023-05-26 14:05:13 - SimpleLog - INFO: - episode: 1858, ep_reward: 270.18193436625177, ep_step: 113 +2023-05-26 14:05:13 - SimpleLog - INFO: - episode: 1859, ep_reward: 281.88152303530325, ep_step: 114 +2023-05-26 14:05:14 - SimpleLog - INFO: - episode: 1860, ep_reward: 341.07373825032033, ep_step: 142 +2023-05-26 14:05:14 - SimpleLog - INFO: - episode: 1861, ep_reward: 314.2693843209831, ep_step: 132 +2023-05-26 14:05:14 - SimpleLog - INFO: - episode: 1862, ep_reward: 149.08452257770585, ep_step: 84 +2023-05-26 14:05:15 - SimpleLog - INFO: - episode: 1863, ep_reward: 171.4384414355442, ep_step: 92 +2023-05-26 14:05:15 - SimpleLog - INFO: - episode: 1864, ep_reward: 263.01824094269, ep_step: 123 +2023-05-26 14:05:15 - SimpleLog - INFO: - episode: 1865, ep_reward: 125.89257403782948, ep_step: 71 +2023-05-26 14:05:16 - SimpleLog - INFO: - episode: 1866, ep_reward: 451.73155640076527, ep_step: 180 +2023-05-26 14:05:17 - SimpleLog - INFO: - episode: 1867, ep_reward: 260.3988446684185, ep_step: 115 +2023-05-26 14:05:17 - SimpleLog - INFO: - episode: 1868, ep_reward: 124.3319338659025, ep_step: 67 +2023-05-26 14:05:17 - SimpleLog - INFO: - episode: 1869, ep_reward: 293.79206251356413, ep_step: 140 +2023-05-26 14:05:17 - SimpleLog - INFO: - episode: 1870, ep_reward: 99.0981926776478, ep_step: 65 +2023-05-26 14:05:18 - SimpleLog - INFO: - episode: 1871, ep_reward: 328.61901334106943, ep_step: 138 +2023-05-26 14:05:18 - SimpleLog - INFO: - episode: 1872, ep_reward: 325.1195285799795, ep_step: 134 +2023-05-26 14:05:19 - SimpleLog - INFO: - episode: 1873, ep_reward: 298.20865850749476, ep_step: 121 +2023-05-26 14:05:19 - SimpleLog - INFO: - episode: 1874, ep_reward: 323.20723638917275, ep_step: 125 +2023-05-26 14:05:20 - SimpleLog - INFO: - episode: 1875, ep_reward: 244.8729583603316, ep_step: 114 +2023-05-26 14:05:20 - SimpleLog - INFO: - episode: 1876, ep_reward: 270.3060650013932, ep_step: 119 +2023-05-26 14:05:21 - SimpleLog - INFO: - episode: 1877, ep_reward: 340.24203027971606, ep_step: 136 +2023-05-26 14:05:21 - SimpleLog - INFO: - episode: 1878, ep_reward: 217.96326297944165, ep_step: 110 +2023-05-26 14:05:21 - SimpleLog - INFO: - episode: 1879, ep_reward: 254.82757947708637, ep_step: 111 +2023-05-26 14:05:22 - SimpleLog - INFO: - episode: 1880, ep_reward: 210.78668496537773, ep_step: 103 +2023-05-26 14:05:22 - SimpleLog - INFO: - episode: 1881, ep_reward: 301.0560632943046, ep_step: 131 +2023-05-26 14:05:22 - SimpleLog - INFO: - episode: 1882, ep_reward: 246.96701329957054, ep_step: 107 +2023-05-26 14:05:23 - SimpleLog - INFO: - episode: 1883, ep_reward: 265.5889132811117, ep_step: 109 +2023-05-26 14:05:23 - SimpleLog - INFO: - episode: 1884, ep_reward: 359.982829991033, ep_step: 137 +2023-05-26 14:05:24 - SimpleLog - INFO: - episode: 1885, ep_reward: 291.5386859086896, ep_step: 122 +2023-05-26 14:05:24 - SimpleLog - INFO: - episode: 1886, ep_reward: 265.4732002424836, ep_step: 113 +2023-05-26 14:05:25 - SimpleLog - INFO: - episode: 1887, ep_reward: 278.42270875064816, ep_step: 119 +2023-05-26 14:05:25 - SimpleLog - INFO: - episode: 1888, ep_reward: 50.101023781458196, ep_step: 30 +2023-05-26 14:05:25 - SimpleLog - INFO: - episode: 1889, ep_reward: 351.1731002605166, ep_step: 132 +2023-05-26 14:05:25 - SimpleLog - INFO: - episode: 1890, ep_reward: 260.7795928029413, ep_step: 123 +2023-05-26 14:05:26 - SimpleLog - INFO: - episode: 1891, ep_reward: 126.73004789852087, ep_step: 72 +2023-05-26 14:05:26 - SimpleLog - INFO: - episode: 1892, ep_reward: 378.86385598843935, ep_step: 150 +2023-05-26 14:05:26 - SimpleLog - INFO: - episode: 1893, ep_reward: 292.75612942747847, ep_step: 124 +2023-05-26 14:05:27 - SimpleLog - INFO: - episode: 1894, ep_reward: 265.3444774804702, ep_step: 110 +2023-05-26 14:05:27 - SimpleLog - INFO: - episode: 1895, ep_reward: 321.3470068037703, ep_step: 131 +2023-05-26 14:05:28 - SimpleLog - INFO: - episode: 1896, ep_reward: 345.93558905632784, ep_step: 133 +2023-05-26 14:05:28 - SimpleLog - INFO: - episode: 1897, ep_reward: 322.3022334024054, ep_step: 123 +2023-05-26 14:05:29 - SimpleLog - INFO: - episode: 1898, ep_reward: 375.1254142843744, ep_step: 145 +2023-05-26 14:05:29 - SimpleLog - INFO: - episode: 1899, ep_reward: 398.97560602031353, ep_step: 157 +2023-05-26 14:05:30 - SimpleLog - INFO: - episode: 1900, ep_reward: 330.4877625329386, ep_step: 130 +2023-05-26 14:05:30 - SimpleLog - INFO: - episode: 1901, ep_reward: 292.3970049045639, ep_step: 115 +2023-05-26 14:05:31 - SimpleLog - INFO: - episode: 1902, ep_reward: 403.4883611147127, ep_step: 193 +2023-05-26 14:05:31 - SimpleLog - INFO: - episode: 1903, ep_reward: 346.78858445724126, ep_step: 139 +2023-05-26 14:05:32 - SimpleLog - INFO: - episode: 1904, ep_reward: 376.46738646039216, ep_step: 146 +2023-05-26 14:05:32 - SimpleLog - INFO: - episode: 1905, ep_reward: 205.4393995065669, ep_step: 101 +2023-05-26 14:05:32 - SimpleLog - INFO: - episode: 1906, ep_reward: 285.98849456584657, ep_step: 113 +2023-05-26 14:05:33 - SimpleLog - INFO: - episode: 1907, ep_reward: 224.91985652665477, ep_step: 99 +2023-05-26 14:05:33 - SimpleLog - INFO: - episode: 1908, ep_reward: 303.29255509745326, ep_step: 120 +2023-05-26 14:05:33 - SimpleLog - INFO: - episode: 1909, ep_reward: 348.39256151233116, ep_step: 150 +2023-05-26 14:05:34 - SimpleLog - INFO: - episode: 1910, ep_reward: 330.39777108736666, ep_step: 130 +2023-05-26 14:05:34 - SimpleLog - INFO: - episode: 1911, ep_reward: 332.04363109326493, ep_step: 127 +2023-05-26 14:05:35 - SimpleLog - INFO: - episode: 1912, ep_reward: 311.47385066330247, ep_step: 138 +2023-05-26 14:05:35 - SimpleLog - INFO: - episode: 1913, ep_reward: 263.542240248747, ep_step: 120 +2023-05-26 14:05:36 - SimpleLog - INFO: - episode: 1914, ep_reward: 259.8512622413267, ep_step: 115 +2023-05-26 14:05:36 - SimpleLog - INFO: - episode: 1915, ep_reward: 175.77529322907023, ep_step: 91 +2023-05-26 14:05:36 - SimpleLog - INFO: - episode: 1916, ep_reward: 340.8948742776817, ep_step: 135 +2023-05-26 14:05:37 - SimpleLog - INFO: - episode: 1917, ep_reward: 150.07089205288054, ep_step: 80 +2023-05-26 14:05:37 - SimpleLog - INFO: - episode: 1918, ep_reward: 335.3596527121182, ep_step: 127 +2023-05-26 14:05:38 - SimpleLog - INFO: - episode: 1919, ep_reward: 364.88229766188294, ep_step: 159 +2023-05-26 14:05:38 - SimpleLog - INFO: - episode: 1920, ep_reward: 401.07983693987734, ep_step: 158 +2023-05-26 14:05:38 - SimpleLog - INFO: - episode: 1921, ep_reward: 61.888371013949495, ep_step: 37 +2023-05-26 14:05:39 - SimpleLog - INFO: - episode: 1922, ep_reward: 220.15077252483366, ep_step: 113 +2023-05-26 14:05:39 - SimpleLog - INFO: - episode: 1923, ep_reward: 117.48766049397368, ep_step: 65 +2023-05-26 14:05:39 - SimpleLog - INFO: - episode: 1924, ep_reward: 289.8086705441056, ep_step: 118 +2023-05-26 14:05:40 - SimpleLog - INFO: - episode: 1925, ep_reward: 280.25313760191483, ep_step: 121 +2023-05-26 14:05:40 - SimpleLog - INFO: - episode: 1926, ep_reward: 291.0456054071462, ep_step: 118 +2023-05-26 14:05:41 - SimpleLog - INFO: - episode: 1927, ep_reward: 271.9946093130752, ep_step: 128 +2023-05-26 14:05:41 - SimpleLog - INFO: - episode: 1928, ep_reward: 341.7013825132273, ep_step: 136 +2023-05-26 14:05:41 - SimpleLog - INFO: - episode: 1929, ep_reward: 358.0744875905535, ep_step: 134 +2023-05-26 14:05:42 - SimpleLog - INFO: - episode: 1930, ep_reward: 298.2532320379951, ep_step: 132 +2023-05-26 14:05:42 - SimpleLog - INFO: - episode: 1931, ep_reward: 336.3239823484692, ep_step: 129 +2023-05-26 14:05:43 - SimpleLog - INFO: - episode: 1932, ep_reward: 280.60125057844135, ep_step: 114 +2023-05-26 14:05:43 - SimpleLog - INFO: - episode: 1933, ep_reward: 235.6949462791371, ep_step: 108 +2023-05-26 14:05:43 - SimpleLog - INFO: - episode: 1934, ep_reward: 356.8658549306923, ep_step: 130 +2023-05-26 14:05:44 - SimpleLog - INFO: - episode: 1935, ep_reward: 297.16811067524765, ep_step: 120 +2023-05-26 14:05:44 - SimpleLog - INFO: - episode: 1936, ep_reward: 240.5622382803144, ep_step: 104 +2023-05-26 14:05:44 - SimpleLog - INFO: - episode: 1937, ep_reward: 266.02302229668265, ep_step: 112 +2023-05-26 14:05:45 - SimpleLog - INFO: - episode: 1938, ep_reward: 261.29727967234334, ep_step: 107 +2023-05-26 14:05:45 - SimpleLog - INFO: - episode: 1939, ep_reward: 286.41059723538103, ep_step: 114 +2023-05-26 14:05:46 - SimpleLog - INFO: - episode: 1940, ep_reward: 256.3131162811856, ep_step: 108 +2023-05-26 14:05:46 - SimpleLog - INFO: - episode: 1941, ep_reward: 322.9260643747006, ep_step: 126 +2023-05-26 14:05:46 - SimpleLog - INFO: - episode: 1942, ep_reward: 185.03916961855177, ep_step: 86 +2023-05-26 14:05:47 - SimpleLog - INFO: - episode: 1943, ep_reward: 290.089200115707, ep_step: 120 +2023-05-26 14:05:47 - SimpleLog - INFO: - episode: 1944, ep_reward: 364.6140313284317, ep_step: 139 +2023-05-26 14:05:48 - SimpleLog - INFO: - episode: 1945, ep_reward: 254.61688779508364, ep_step: 107 +2023-05-26 14:05:48 - SimpleLog - INFO: - episode: 1946, ep_reward: 312.06523872859117, ep_step: 123 +2023-05-26 14:05:49 - SimpleLog - INFO: - episode: 1947, ep_reward: 318.8720031806627, ep_step: 125 +2023-05-26 14:05:49 - SimpleLog - INFO: - episode: 1948, ep_reward: 285.62197022224757, ep_step: 112 +2023-05-26 14:05:50 - SimpleLog - INFO: - episode: 1949, ep_reward: 293.476184796368, ep_step: 114 +2023-05-26 14:05:50 - SimpleLog - INFO: - episode: 1950, ep_reward: 150.7532485636169, ep_step: 80 +2023-05-26 14:05:50 - SimpleLog - INFO: - episode: 1951, ep_reward: 289.89660199467954, ep_step: 114 +2023-05-26 14:05:50 - SimpleLog - INFO: - episode: 1952, ep_reward: 313.39123985667607, ep_step: 124 +2023-05-26 14:05:51 - SimpleLog - INFO: - episode: 1953, ep_reward: 340.8026359197289, ep_step: 127 +2023-05-26 14:05:51 - SimpleLog - INFO: - episode: 1954, ep_reward: 289.2627918074485, ep_step: 115 +2023-05-26 14:05:52 - SimpleLog - INFO: - episode: 1955, ep_reward: 288.54610505676504, ep_step: 112 +2023-05-26 14:05:52 - SimpleLog - INFO: - episode: 1956, ep_reward: 292.95009681176225, ep_step: 120 +2023-05-26 14:05:52 - SimpleLog - INFO: - episode: 1957, ep_reward: 271.28639919721064, ep_step: 116 +2023-05-26 14:05:53 - SimpleLog - INFO: - episode: 1958, ep_reward: 267.9333108735983, ep_step: 107 +2023-05-26 14:05:53 - SimpleLog - INFO: - episode: 1959, ep_reward: 312.50685275501195, ep_step: 119 +2023-05-26 14:05:54 - SimpleLog - INFO: - episode: 1960, ep_reward: 318.7413773971879, ep_step: 127 +2023-05-26 14:05:54 - SimpleLog - INFO: - episode: 1961, ep_reward: 341.7847526471684, ep_step: 128 +2023-05-26 14:05:55 - SimpleLog - INFO: - episode: 1962, ep_reward: 337.92165498018215, ep_step: 127 +2023-05-26 14:05:55 - SimpleLog - INFO: - episode: 1963, ep_reward: 328.0080913976432, ep_step: 125 +2023-05-26 14:05:55 - SimpleLog - INFO: - episode: 1964, ep_reward: 166.30718943681399, ep_step: 85 +2023-05-26 14:05:56 - SimpleLog - INFO: - episode: 1965, ep_reward: 196.83374420818572, ep_step: 93 +2023-05-26 14:05:56 - SimpleLog - INFO: - episode: 1966, ep_reward: 167.68323567820102, ep_step: 85 +2023-05-26 14:05:56 - SimpleLog - INFO: - episode: 1967, ep_reward: 270.4632176902061, ep_step: 112 +2023-05-26 14:05:57 - SimpleLog - INFO: - episode: 1968, ep_reward: 293.0589825859498, ep_step: 115 +2023-05-26 14:05:57 - SimpleLog - INFO: - episode: 1969, ep_reward: 280.20561510626146, ep_step: 114 +2023-05-26 14:05:57 - SimpleLog - INFO: - episode: 1970, ep_reward: 313.88769760707737, ep_step: 123 +2023-05-26 14:05:58 - SimpleLog - INFO: - episode: 1971, ep_reward: 319.48535745706135, ep_step: 124 +2023-05-26 14:05:58 - SimpleLog - INFO: - episode: 1972, ep_reward: 199.91760559741596, ep_step: 92 +2023-05-26 14:05:58 - SimpleLog - INFO: - episode: 1973, ep_reward: 182.0140552106228, ep_step: 91 +2023-05-26 14:05:59 - SimpleLog - INFO: - episode: 1974, ep_reward: 55.7461055789505, ep_step: 32 +2023-05-26 14:05:59 - SimpleLog - INFO: - episode: 1975, ep_reward: 96.717382898473, ep_step: 53 +2023-05-26 14:05:59 - SimpleLog - INFO: - episode: 1976, ep_reward: 303.7263863210019, ep_step: 129 +2023-05-26 14:05:59 - SimpleLog - INFO: - episode: 1977, ep_reward: 153.36425260628437, ep_step: 80 +2023-05-26 14:06:00 - SimpleLog - INFO: - episode: 1978, ep_reward: 259.7295479826106, ep_step: 110 +2023-05-26 14:06:00 - SimpleLog - INFO: - episode: 1979, ep_reward: 370.17047995387253, ep_step: 134 +2023-05-26 14:06:01 - SimpleLog - INFO: - episode: 1980, ep_reward: 272.775005540601, ep_step: 110 +2023-05-26 14:06:01 - SimpleLog - INFO: - episode: 1981, ep_reward: 304.2557820637274, ep_step: 125 +2023-05-26 14:06:02 - SimpleLog - INFO: - episode: 1982, ep_reward: 261.2903437672346, ep_step: 111 +2023-05-26 14:06:02 - SimpleLog - INFO: - episode: 1983, ep_reward: 264.49477899619785, ep_step: 111 +2023-05-26 14:06:02 - SimpleLog - INFO: - episode: 1984, ep_reward: 304.9083767682937, ep_step: 124 +2023-05-26 14:06:03 - SimpleLog - INFO: - episode: 1985, ep_reward: 322.8254918708421, ep_step: 124 +2023-05-26 14:06:03 - SimpleLog - INFO: - episode: 1986, ep_reward: 332.5524511526751, ep_step: 127 +2023-05-26 14:06:04 - SimpleLog - INFO: - episode: 1987, ep_reward: 272.4761979003907, ep_step: 114 +2023-05-26 14:06:04 - SimpleLog - INFO: - episode: 1988, ep_reward: 145.8576368320966, ep_step: 79 +2023-05-26 14:06:04 - SimpleLog - INFO: - episode: 1989, ep_reward: 335.1758863500531, ep_step: 127 +2023-05-26 14:06:05 - SimpleLog - INFO: - episode: 1990, ep_reward: 322.9921278642875, ep_step: 127 +2023-05-26 14:06:05 - SimpleLog - INFO: - episode: 1991, ep_reward: 331.4309201391306, ep_step: 125 +2023-05-26 14:06:06 - SimpleLog - INFO: - episode: 1992, ep_reward: 298.43885302919875, ep_step: 127 +2023-05-26 14:06:06 - SimpleLog - INFO: - episode: 1993, ep_reward: 320.3435552017818, ep_step: 130 +2023-05-26 14:06:06 - SimpleLog - INFO: - episode: 1994, ep_reward: 110.06812163632821, ep_step: 62 +2023-05-26 14:06:06 - SimpleLog - INFO: - episode: 1995, ep_reward: 281.1784154409952, ep_step: 114 +2023-05-26 14:06:07 - SimpleLog - INFO: - episode: 1996, ep_reward: 308.34766387753206, ep_step: 120 +2023-05-26 14:06:07 - SimpleLog - INFO: - episode: 1997, ep_reward: 299.8109228526283, ep_step: 121 +2023-05-26 14:06:08 - SimpleLog - INFO: - episode: 1998, ep_reward: 271.668048481221, ep_step: 113 +2023-05-26 14:06:08 - SimpleLog - INFO: - episode: 1999, ep_reward: 272.16812327136347, ep_step: 117 +2023-05-26 14:06:08 - SimpleLog - INFO: - Finish training! total time consumed: 575.21s