initial commit

README.md

@@ -6,7 +6,7 @@ tags:
 - reinforcement-learning
 - stable-baselines3
 model-index:
-- name: MlpPolicy
+- name: PPO
   results:
   - task:
       type: reinforcement-learning
@@ -16,13 +16,13 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 283.08 +/- 49.50
+      value: 258.52 +/- 21.33
       name: mean_reward
       verified: false
 ---
 
-# **MlpPolicy** Agent playing **LunarLander-v2**
-This is a trained model of a **MlpPolicy** agent playing **LunarLander-v2**
+# **PPO** Agent playing **LunarLander-v2**
+This is a trained model of a **PPO** agent playing **LunarLander-v2**
 using the [stable-baselines3 library](https://github.com/DLR-RM/stable-baselines3).
 
 ## Usage (with Stable-baselines3)

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7df73e5a13f0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7df73e5a1480>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7df73e5a1510>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7df73e5a15a0>", "_build": "<function ActorCriticPolicy._build at 0x7df73e5a1630>", "forward": "<function ActorCriticPolicy.forward at 0x7df73e5a16c0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7df73e5a1750>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7df73e5a17e0>", "_predict": "<function ActorCriticPolicy._predict at 0x7df73e5a1870>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7df73e5a1900>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7df73e5a1990>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7df73e5a1a20>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7df73e751e80>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1708891897902116645, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAIDCIr5BnLk/058Rv7fwkL7TKg2+3rAkvgAAAAAAAAAAAMn+vLij27uFwWg7u4QuPffPKT1Pjw6+AACAPwAAgD/NfeQ9OWcrPiShib4DmIq+waXevFCz4b0AAAAAAAAAAPPkir3hyoa6dWnBtO5He7CMWya7yayXMwAAgD8AAIA/7dBKvmIRQD82EUy+1EQZv+oddb7q+4K6AAAAAAAAAABdJoO+B/aePtL4gz5nqLG+dYPFvXbPqj0AAAAAAAAAANqEHb49xSQ+OGeHPsLWy74I2vK8to+bvAAAAAAAAAAAMGy+viFGOz/iN/c9JqgOv8SOoL6yoUc+AAAAAAAAAAAzw9O8ybKmP8pejL7hcSS/W0dsvISdn70AAAAAAAAAALOti70Kanm7SwXBPSw8izucT7y8ZQeHPAAAgD8AAIA/M9suvXpbmj9K+Pq9QMI7v2e+57wLEbM7AAAAAAAAAAAzA8G8ThSnPzbISb5gsAm/vDwHvcZUJ70AAAAAAAAAAOp0YL6RK2w+ivfTPpZrvr6/Yoq8tLwNPgAAAAAAAAAAZpryPKwIszxa5Ck+NPQavjEEbT1+2im8AAAAAAAAAACa0oe94c6RuhXnvzwboKs86I4KvDYdlD0AAIA/AACAP/MC8z1ceS0+BjUhvq9Tib74ova8+/+3vAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV6AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHNjya3I+4eMAWyUS7SMAXSUR0CceNNCZ4OddX2UKGgGR0BzVs7HQyAQaAdL7mgIR0CceRhVlwtKdX2UKGgGR0BxGw8La24NaAdLzmgIR0CcefJwKjSHdX2UKGgGR0BwSPJcPe54aAdLxGgIR0CcelQuEmICdX2UKGgGR0BxvoSdvsJIaAdL12gIR0CcepJcxCY1dX2UKGgGR0Bx6ajXWe6JaAdL0mgIR0CcesUDMeOodX2UKGgGR0BxcOtuDSPVaAdL4mgIR0Cce2Ijnmq6dX2UKGgGR0BwYo6o2n89aAdLsWgIR0Cce9h0hePadX2UKGgGR0Bx4+aRZEDyaAdL6WgIR0CcfCzBhx5tdX2UKGgGR0Bx1Il+mWMTaAdLvWgIR0CcfGjLjghsdX2UKGgGR0BxCXIXCTEBaAdLy2gIR0CcfLgpjMFEdX2UKGgGR0Bun0YCQtBfaAdLumgIR0CcfSwQUYbbdX2UKGgGR0By0NcIJJGwaAdL0WgIR0CcfUU6gdwOdX2UKGgGR0BxTmhSLqD9aAdLz2gIR0CcffXhwVCYdX2UKGgGR0Bww6Q1aW5ZaAdL3mgIR0CcfqGI9C/odX2UKGgGR0Bx0eZF5OafaAdLtWgIR0Ccfxx2jfvXdX2UKGgGR0Bxin/R3NcGaAdLz2gIR0Ccf5DKoybhdX2UKGgGR0BlXy5/b0voaAdN6ANoCEdAnH/cXrMTvnV9lChoBkdAcieV9nbqQmgHS+poCEdAnICvFBIFvHV9lChoBkdAcaAxbjcVQGgHS8loCEdAnIDrSy+pO3V9lChoBkdAc0gY9xIatWgHS99oCEdAnID947ihnXV9lChoBkdAcI+JZW7vomgHS8BoCEdAnIGIgmqo63V9lChoBkdAclbGX5WRzWgHS9toCEdAnIGyrDIiknV9lChoBkdAcgFzijtXxWgHS+BoCEdAnIIrwe/5+HV9lChoBkdAcQG/JvHcUWgHS69oCEdAnIKehkAggXV9lChoBkdAcUR9MsYl6mgHS9toCEdAnIL7R8c+7nV9lChoBkdAcmnwpvxYrGgHS+BoCEdAnINHl4keIXV9lChoBkdAcPLCJoCdSWgHS6ZoCEdAnIPK11GLDXV9lChoBkdAcTcrFwT/Q2gHS6poCEdAnIRqpkwvg3V9lChoBkdAcKo8jAzpHWgHTZUBaAhHQJyE1rXUYsN1fZQoaAZHQHKItqcmShdoB0vgaAhHQJyFB0wJw851fZQoaAZHQG/iyeRPoFFoB0vGaAhHQJyFlcE/0NB1fZQoaAZHQHEZoJmdy1hoB0uuaAhHQJyGIq6OHWV1fZQoaAZHQGZmUP6KtPpoB03oA2gIR0CchoX/YJ3QdX2UKGgGR0Bx0hzPrv9caAdL02gIR0Cch18+zMRpdX2UKGgGR0Bz+DRtxdY5aAdL62gIR0Cch7tCzC1rdX2UKGgGR0BwbIwL3K0VaAdLy2gIR0CciADgZTAGdX2UKGgGR0BxYC1OTJQtaAdLpmgIR0CciBy/KyOadX2UKGgGR0BxUmgvlEJCaAdLzWgIR0CciIB7NSqEdX2UKGgGR0BxUw9nscABaAdLxmgIR0Ccim29tdiVdX2UKGgGR0BwaunP3SKFaAdLsmgIR0Ccimszl90BdX2UKGgGR0ByvNpfx+a0aAdL7GgIR0CcioCq6vq1dX2UKGgGR0BzPU1FYuCgaAdNAwFoCEdAnIqRKg7HQ3V9lChoBkdAcl6n003wTmgHS99oCEdAnIqO8f3evnV9lChoBkdAcaRyX2M85mgHS79oCEdAnIqWXsw+MnV9lChoBkdAb8MP7N0NjWgHS7ZoCEdAnIufSpiqhnV9lChoBkdAban6By0a62gHS6loCEdAnIv3pB5X2nV9lChoBkdAc10IZ62OQ2gHS+loCEdAnIwTBZZB9nV9lChoBkdAcE4s7uDzy2gHS7doCEdAnIyHSv1UVHV9lChoBkdAcKAr1/Ue+2gHS8FoCEdAnI0Pt2LYPHV9lChoBkdAcFA3++/QB2gHS7doCEdAnI0i39aUzXV9lChoBkdAcMUWRzRx+GgHS85oCEdAnI1PTb349HV9lChoBkdAYyGXhwVCX2gHTegDaAhHQJyOowXZXdV1fZQoaAZHQHDwyqZML4NoB0u8aAhHQJyO0gow22p1fZQoaAZHQHFoXXmNiphoB0u6aAhHQJyO5o371qZ1fZQoaAZHQHL0CfL9uP5oB0u8aAhHQJyO5CeEqUh1fZQoaAZHQHJcLaM72ctoB0u/aAhHQJyPB51Ng0F1fZQoaAZHQHI4+oUBXCFoB0veaAhHQJyPlJbt7a91fZQoaAZHQHLUlzU7SzBoB0vNaAhHQJyQinP3SKF1fZQoaAZHQHDk96LOzIFoB0umaAhHQJyQjnr6ciJ1fZQoaAZHQG8pBjWkJrtoB0unaAhHQJyRLzkIX0p1fZQoaAZHQHFn3OGCZndoB0vdaAhHQJyRRiONo8J1fZQoaAZHQHOfH7YTTORoB0vpaAhHQJyRrS9du511fZQoaAZHQHJE8vugHu9oB0vKaAhHQJyR9AC4jKR1fZQoaAZHQHK/bfgrH2hoB0vZaAhHQJySiKcd5pt1fZQoaAZHQHCqonndO7BoB0vLaAhHQJyTxwYLsrx1fZQoaAZHQHGk0XP7el9oB0vSaAhHQJyT6Zy+6Ah1fZQoaAZHQG8kWt+1Bt1oB0vXaAhHQJyUIZdfLLZ1fZQoaAZHQHHJWbXpW3loB0viaAhHQJyUKeBg/kh1fZQoaAZHQHH8AOSW7e5oB0vWaAhHQJyUP3BYV7B1fZQoaAZHQHNPLg0j1PFoB0vFaAhHQJyUbxri2lV1fZQoaAZHQG7skJjUd7xoB0vLaAhHQJyVf8CPp6h1fZQoaAZHQHDEwu/UONJoB0u6aAhHQJyV0idJ8OV1fZQoaAZHQHIDKvvBrN5oB0vZaAhHQJyV2tLcsUZ1fZQoaAZHQHEtqJIlMRJoB0u5aAhHQJyWmAOJ+Dx1fZQoaAZHQHFhdSVGCqZoB0uvaAhHQJyXBdjXnQp1fZQoaAZHQHOIOv+wTuhoB0vtaAhHQJyXK37UG3Z1fZQoaAZHQHLOu76Hj6xoB02fAmgIR0Ccl18kleF+dX2UKGgGR0Bxu7Fjurp8aAdL82gIR0Ccl9fR/mT1dX2UKGgGR0BwbhKBd2PlaAdLsmgIR0CcmHxn3+MqdX2UKGgGR0BwKL5sTFl1aAdNQQJoCEdAnJiegHu7YnV9lChoBkdAbx7ITXarWGgHS8doCEdAnJkv8MuvlnV9lChoBkdAcQVVnVXmvGgHS8toCEdAnJleQyRB/3V9lChoBkdAcaG1mJ3xF2gHS+BoCEdAnJl2bsniN3V9lChoBkdAcP0SncclxGgHS+BoCEdAnJm5Y9xIa3V9lChoBkdAchCn/DLr5mgHS+FoCEdAnJn95hScb3V9lChoBkdAcV8e5nUUf2gHS8BoCEdAnJqOk1uR93V9lChoBkdAcjftV7x/eGgHS9VoCEdAnJqzwYtQK3V9lChoBkdAcg9aqCHymWgHS6VoCEdAnJrcVclgMXV9lChoBkdAcgbhz/6wdWgHS71oCEdAnJsYuK4x13V9lChoBkdAcmrkBCD28WgHS99oCEdAnJs9Sde6Z3V9lChoBkdAYO/fek56t2gHTegDaAhHQJybi96C17Z1fZQoaAZHQHDAsWfseGRoB0usaAhHQJybu717IDJ1fZQoaAZHQHB9xrzoUztoB0vIaAhHQJyb6SHM2WJ1fZQoaAZHQHKx04ecQRRoB0vkaAhHQJycVHXmNip1fZQoaAZHQHM6RS1maphoB0vJaAhHQJyc0zJp35h1fZQoaAZHQHG7qZUkv9NoB0vRaAhHQJydFsJpnHx1fZQoaAZHQHKYKsuFpPBoB0vIaAhHQJydYhcJMQF1fZQoaAZHQHCE35eqrBFoB0vLaAhHQJydqNyYG+t1fZQoaAZHQHHvYtg8bJhoB0vSaAhHQJyduRfWtlt1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 380, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.58+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sat Nov 18 15:31:17 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.1.0+cu121", "GPU Enabled": "True", "Numpy": "1.25.2", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7df73e5a13f0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7df73e5a1480>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7df73e5a1510>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7df73e5a15a0>", "_build": "<function ActorCriticPolicy._build at 0x7df73e5a1630>", "forward": "<function ActorCriticPolicy.forward at 0x7df73e5a16c0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7df73e5a1750>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7df73e5a17e0>", "_predict": "<function ActorCriticPolicy._predict at 0x7df73e5a1870>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7df73e5a1900>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7df73e5a1990>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7df73e5a1a20>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7df73e751e80>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1708894943046284200, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGaeSz2Swgo+RWdyvtBJfr42Vbe9gm7HuwAAAAAAAAAAzaDhu3FrWbvjtaw7ylBBPMNwnrwzKSo9AACAPwAAgD8zhUQ9j1IJupoqhzl6+CA16eAjO6rWnbgAAIA/AACAP5o3o717FOC2uObTuiIuVbb+2ks6/QUAOgAAAAAAAIA/oHkXPgYhID9KDx++XmKivnxKgT0Bkx29AAAAAAAAAAAa8SA9LzU5Pl2jXLwEXDG+WEIoPQK1lzsAAAAAAAAAALP5Gr7cQC890FptPmr/Zb5bdV67+qqQPAAAAAAAAAAAZgCfvDtkyD3LWTY+dxMXvpuCWj03JpG9AAAAAAAAAAAAZt48zEbmPrUNAr7P9aW+DA5HvbpCTLoAAAAAAAAAABptBj51riQ/1yAEvq87rr7GOkw9ms6ivQAAAAAAAAAAAEUnPUNzHrxK0tK8RsYzPfIfljsmo4E7AACAPwAAgD9zN9+9e+aPuoppKbiikQCzfhyxuiO6QzcAAIA/AAAAACYbjL0Bkek988W8PWv5Sb4j3Ky7rqBAvAAAAAAAAAAAJhzhPZmcuT6l2Z2+IDGSvlhoRb0CoRi9AAAAAAAAAAC9RMi+yjEzPyif/D06oL2+Jd8Bvs6lOz4AAAAAAAAAAACshLzhEJW6OZETN00uPTGpaq06XZ8ptgAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVPgwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHKmIt16mfqMAWyUTQsBjAF0lEdAskzy6unuRnV9lChoBkdAbzEBPsRg7mgHTUABaAhHQLJNCtw71Zl1fZQoaAZHQHGG33xnWatoB01lAWgIR0CyTVZ9NN8FdX2UKGgGR0BSLQVO9FnaaAdL+WgIR0CyTXvkJa7mdX2UKGgGR0Bt9ppztCzDaAdNEgFoCEdAsk2Ha9K28nV9lChoBkdAbgb9+gDifmgHTSkBaAhHQLJNjphnanJ1fZQoaAZHQHAhU9IPK+1oB00eAWgIR0CyTcXKfWc0dX2UKGgGR0BuxAGB4D9waAdNGAFoCEdAsk3rMW43FXV9lChoBkdAb9EiUPhAGGgHTRgBaAhHQLJOR/B3zMB1fZQoaAZHQHDJ9zCDVYpoB00hAWgIR0CyTmFWsA/+dX2UKGgGR0Bs7xjvuw5eaAdNIgFoCEdAsk7lHskY43V9lChoBkdAcRcW+GoJiWgHTVQBaAhHQLJO6zKcNH91fZQoaAZHQHLABfBvaURoB009AWgIR0CyTxxwZOzqdX2UKGgGR0Bxf/+OwPiDaAdNJgFoCEdAsk8rBRAKOXV9lChoBkdAb9Hhhpg1FmgHTTIBaAhHQLJPdQarFOx1fZQoaAZHQG3HtlyzXz1oB00eAWgIR0CyT+2xIJ7cdX2UKGgGR0Bw+L1WbPQfaAdNIQFoCEdAsk/9myxA0XV9lChoBkdAcUM+GoJiRWgHTTwBaAhHQLJQJmxt52R1fZQoaAZHQHKFAWzniedoB01XAWgIR0CyUDzER8MNdX2UKGgGR0Bt/efXf642aAdNJAFoCEdAslBoM+eOGXV9lChoBkdAcDdzImw7kmgHTVcBaAhHQLJQrzHjp9t1fZQoaAZHQHG8O85CF9NoB00qAWgIR0CyUNTJhfBvdX2UKGgGR0BvCX2Xb/OuaAdNJgFoCEdAslDmkVN5+3V9lChoBkdAcbfBNVR1o2gHTRYBaAhHQLJRRx6fJ3h1fZQoaAZHQHFccA/9pAVoB00uAWgIR0CyUYDVQQ+VdX2UKGgGR0BwuGPkq+ajaAdNOQFoCEdAslHP0OEuhHV9lChoBkdAcQCTH80k4WgHTQQBaAhHQLJSNRLbpNd1fZQoaAZHQHKCyHVPN3ZoB01hAWgIR0CyUkQDvE0jdX2UKGgGR0Bx/IvalDWtaAdNFQFoCEdAslKZZOi35XV9lChoBkdAb2UbiIcin2gHTWwBaAhHQLJSsos7MgV1fZQoaAZHQHDh65byH21oB00xAWgIR0CyUrK5CngpdX2UKGgGR0BwutHSWqtHaAdNJwFoCEdAslLenvUjLXV9lChoBkdAYPO8HObAlGgHTegDaAhHQLJS9N83Mpx1fZQoaAZHQHNqSqU/wAloB00pAWgIR0CyUw7qUu+RdX2UKGgGR0ByA0C+10DEaAdNAQFoCEdAslM0SxqwhXV9lChoBkdAbyxMCcPOIWgHTSEBaAhHQLJTQcNYr8R1fZQoaAZHQHBEBsQ/X5FoB00kAWgIR0CyU2WyxA0LdX2UKGgGR0BdgNDD0lJIaAdN6ANoCEdAslNuYjSofnV9lChoBkdAbbdJlrdnCmgHTTMBaAhHQLJT5dq+Jxh1fZQoaAZHQG6q2/ag261oB00gAWgIR0CyU/SwjdHldX2UKGgGR0Bw3cI9kjHGaAdNBgFoCEdAslQEyHmA9XV9lChoBkdAbyA/dIoVmGgHTRUBaAhHQLJUfy9EkSp1fZQoaAZHQE4bWsA/9pBoB0vNaAhHQLJUgynUDuB1fZQoaAZHQG9aAWac7QtoB00mAWgIR0CyVJZYkmhNdX2UKGgGR0BwlFB4Uvf1aAdL/WgIR0CyVNDZL7GedX2UKGgGR0BvXkVDa4+baAdNGwFoCEdAslTVnZkCm3V9lChoBkdAcK1SMcZLqWgHTREBaAhHQLJU1a1Cw8p1fZQoaAZHQGvG5eqrBCVoB00vAWgIR0CyVQ+Jxeb/dX2UKGgGR0BgTTJp35eraAdN6ANoCEdAslop+lTFVHV9lChoBkdAcfToNNJvpGgHTTcBaAhHQLJaO2/BWPt1fZQoaAZHQHI45rLyMDRoB00hAWgIR0CyWkDq8lHCdX2UKGgGR0BwAhXbM5fdaAdNKgFoCEdAslpE1TBInXV9lChoBkdAcBdko4MnZ2gHTRUBaAhHQLJaTenyd4F1fZQoaAZHQHAVkWhysCFoB00SAWgIR0CyWlDLKV6edX2UKGgGR0BwnJbu+h4/aAdNPgFoCEdAslsQMfA9FHV9lChoBkdAcOUv/R3NcGgHTUkBaAhHQLJbO5C4SYh1fZQoaAZHQHGPcHB1s+FoB01DAWgIR0CyW0DWTX8PdX2UKGgGR0BzFS+mFajfaAdNKQFoCEdAsluPCtRvWHV9lChoBkdAbmTTd+G47WgHTQ4BaAhHQLJbqyC4Bmx1fZQoaAZHQG97D9OymhxoB00OAWgIR0CyW6+717IDdX2UKGgGR0BwTX+OwPiDaAdNMQFoCEdAslu4VoHs1XV9lChoBkdAb/g8bJfYz2gHS/poCEdAslvDJgb6xnV9lChoBkdAcglns9jgAWgHTUYBaAhHQLJbzbGm1pl1fZQoaAZHwBVGf029+PRoB0vVaAhHQLJb2oQ4CIV1fZQoaAZHQG1cm1YyO7xoB00nAWgIR0CyW9vWQOnVdX2UKGgGR0BwxHvXsgMdaAdNBwFoCEdAslw3bdrO7nV9lChoBkdAbzYk/KQq7WgHTSIBaAhHQLJcQ3nZCfJ1fZQoaAZHQHGzOkpI+W5oB00cAWgIR0CyXEfVy3kQdX2UKGgGR0BxcE7jkuHvaAdNPQFoCEdAslyNNEgGKXV9lChoBkdAb4ieHzpX62gHTTIBaAhHQLJdY1UEPlN1fZQoaAZHQG8+pYT0xudoB00iAWgIR0CyXW/Aj6eodX2UKGgGR0BvhsMZxaPkaAdNQgFoCEdAsl21HiFTN3V9lChoBkdAchfByS3b22gHTQcBaAhHQLJdzO0b9611fZQoaAZHQHF2bTtsvZhoB000AWgIR0CyXe3ktEofdX2UKGgGR0BvOjqQiiZfaAdNDAFoCEdAsl3trXUYsXV9lChoBkdAcNDrqdH2AWgHTTsBaAhHQLJeG9sJpnJ1fZQoaAZHQHD9n9R77bdoB036AWgIR0CyXit2gWaddX2UKGgGR0Bve8d5prULaAdNNwFoCEdAsl4wEaESNHV9lChoBkdAciUp5u63AmgHTUMBaAhHQLJeNExqO951fZQoaAZHQG/4yrgflp5oB00tAWgIR0CyXjfGVAzIdX2UKGgGR0Btj+RPoFFEaAdNRgFoCEdAsl5AuscQy3V9lChoBkdAbqlc45tFa2gHTRwBaAhHQLJehcn3L3d1fZQoaAZHQGy6f779AHFoB00rAWgIR0CyXpkZ3s5XdX2UKGgGR0BxuiWv8qFzaAdNDgFoCEdAsl63r3TNMXV9lChoBkdAcu92rn1WbWgHTVYBaAhHQLJez/LDAJt1fZQoaAZHQG9QbExZdOZoB00jAWgIR0CyX5n9NvfkdX2UKGgGR0BvRLvAoG6gaAdNLQFoCEdAsl+mAiFCcHV9lChoBkdAb3xQnhKlHmgHTRQBaAhHQLJfuw2ETQF1fZQoaAZHQHJZUSyt3fRoB00DAWgIR0CyX8t7F85TdX2UKGgGR0Aa3gWJrLyMaAdLzGgIR0CyYAnN1QqJdX2UKGgGR0Bxs2IHkcS5aAdNMQFoCEdAsmATbCaZyHV9lChoBkdAbSldZaFEiWgHTRMBaAhHQLJgKnanJkp1fZQoaAZHQHMu3MyJsO5oB00ZAWgIR0CyYCrw8W9EdX2UKGgGR0BvUjblA/s3aAdNFQFoCEdAsmBG9lEqlXV9lChoBkdAcbMCMglniGgHTSMBaAhHQLJgUxyn1nN1fZQoaAZHQHG1stK7I1doB01eAWgIR0CyYITnaFmGdX2UKGgGR0BwhqicoYvWaAdNSgFoCEdAsmCS7Dl5nnV9lChoBkdAb4RgkTpPh2gHTRcBaAhHQLJgrdPtUn51fZQoaAZHQG36wzch1T1oB00UAWgIR0CyYMk+X7cgdX2UKGgGR0Bt22UnogV5aAdNdQFoCEdAsmDgjVx0dXVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.998, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.58+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sat Nov 18 15:31:17 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.1.0+cu121", "GPU Enabled": "True", "Numpy": "1.25.2", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c9949947181118543482d3d4c7c558184875240a0dfa0c79f34f99c1f83af918
-size 147963
+oid sha256:8ca6a37f0701a7953c668b1bf33aa489109f64f2458db07b09b3dc6a99efedfc
+size 148080

ppo-LunarLander-v2/data

@@ -26,12 +26,12 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1708891897902116645,
+    "start_time": 1708894943046284200,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAIDCIr5BnLk/058Rv7fwkL7TKg2+3rAkvgAAAAAAAAAAAMn+vLij27uFwWg7u4QuPffPKT1Pjw6+AACAPwAAgD/NfeQ9OWcrPiShib4DmIq+waXevFCz4b0AAAAAAAAAAPPkir3hyoa6dWnBtO5He7CMWya7yayXMwAAgD8AAIA/7dBKvmIRQD82EUy+1EQZv+oddb7q+4K6AAAAAAAAAABdJoO+B/aePtL4gz5nqLG+dYPFvXbPqj0AAAAAAAAAANqEHb49xSQ+OGeHPsLWy74I2vK8to+bvAAAAAAAAAAAMGy+viFGOz/iN/c9JqgOv8SOoL6yoUc+AAAAAAAAAAAzw9O8ybKmP8pejL7hcSS/W0dsvISdn70AAAAAAAAAALOti70Kanm7SwXBPSw8izucT7y8ZQeHPAAAgD8AAIA/M9suvXpbmj9K+Pq9QMI7v2e+57wLEbM7AAAAAAAAAAAzA8G8ThSnPzbISb5gsAm/vDwHvcZUJ70AAAAAAAAAAOp0YL6RK2w+ivfTPpZrvr6/Yoq8tLwNPgAAAAAAAAAAZpryPKwIszxa5Ck+NPQavjEEbT1+2im8AAAAAAAAAACa0oe94c6RuhXnvzwboKs86I4KvDYdlD0AAIA/AACAP/MC8z1ceS0+BjUhvq9Tib74ova8+/+3vAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGaeSz2Swgo+RWdyvtBJfr42Vbe9gm7HuwAAAAAAAAAAzaDhu3FrWbvjtaw7ylBBPMNwnrwzKSo9AACAPwAAgD8zhUQ9j1IJupoqhzl6+CA16eAjO6rWnbgAAIA/AACAP5o3o717FOC2uObTuiIuVbb+2ks6/QUAOgAAAAAAAIA/oHkXPgYhID9KDx++XmKivnxKgT0Bkx29AAAAAAAAAAAa8SA9LzU5Pl2jXLwEXDG+WEIoPQK1lzsAAAAAAAAAALP5Gr7cQC890FptPmr/Zb5bdV67+qqQPAAAAAAAAAAAZgCfvDtkyD3LWTY+dxMXvpuCWj03JpG9AAAAAAAAAAAAZt48zEbmPrUNAr7P9aW+DA5HvbpCTLoAAAAAAAAAABptBj51riQ/1yAEvq87rr7GOkw9ms6ivQAAAAAAAAAAAEUnPUNzHrxK0tK8RsYzPfIfljsmo4E7AACAPwAAgD9zN9+9e+aPuoppKbiikQCzfhyxuiO6QzcAAIA/AAAAACYbjL0Bkek988W8PWv5Sb4j3Ky7rqBAvAAAAAAAAAAAJhzhPZmcuT6l2Z2+IDGSvlhoRb0CoRi9AAAAAAAAAAC9RMi+yjEzPyif/D06oL2+Jd8Bvs6lOz4AAAAAAAAAAACshLzhEJW6OZETN00uPTGpaq06XZ8ptgAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -45,13 +45,13 @@
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWV6AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHNjya3I+4eMAWyUS7SMAXSUR0CceNNCZ4OddX2UKGgGR0BzVs7HQyAQaAdL7mgIR0CceRhVlwtKdX2UKGgGR0BxGw8La24NaAdLzmgIR0CcefJwKjSHdX2UKGgGR0BwSPJcPe54aAdLxGgIR0CcelQuEmICdX2UKGgGR0BxvoSdvsJIaAdL12gIR0CcepJcxCY1dX2UKGgGR0Bx6ajXWe6JaAdL0mgIR0CcesUDMeOodX2UKGgGR0BxcOtuDSPVaAdL4mgIR0Cce2Ijnmq6dX2UKGgGR0BwYo6o2n89aAdLsWgIR0Cce9h0hePadX2UKGgGR0Bx4+aRZEDyaAdL6WgIR0CcfCzBhx5tdX2UKGgGR0Bx1Il+mWMTaAdLvWgIR0CcfGjLjghsdX2UKGgGR0BxCXIXCTEBaAdLy2gIR0CcfLgpjMFEdX2UKGgGR0Bun0YCQtBfaAdLumgIR0CcfSwQUYbbdX2UKGgGR0By0NcIJJGwaAdL0WgIR0CcfUU6gdwOdX2UKGgGR0BxTmhSLqD9aAdLz2gIR0CcffXhwVCYdX2UKGgGR0Bww6Q1aW5ZaAdL3mgIR0CcfqGI9C/odX2UKGgGR0Bx0eZF5OafaAdLtWgIR0Ccfxx2jfvXdX2UKGgGR0Bxin/R3NcGaAdLz2gIR0Ccf5DKoybhdX2UKGgGR0BlXy5/b0voaAdN6ANoCEdAnH/cXrMTvnV9lChoBkdAcieV9nbqQmgHS+poCEdAnICvFBIFvHV9lChoBkdAcaAxbjcVQGgHS8loCEdAnIDrSy+pO3V9lChoBkdAc0gY9xIatWgHS99oCEdAnID947ihnXV9lChoBkdAcI+JZW7vomgHS8BoCEdAnIGIgmqo63V9lChoBkdAclbGX5WRzWgHS9toCEdAnIGyrDIiknV9lChoBkdAcgFzijtXxWgHS+BoCEdAnIIrwe/5+HV9lChoBkdAcQG/JvHcUWgHS69oCEdAnIKehkAggXV9lChoBkdAcUR9MsYl6mgHS9toCEdAnIL7R8c+7nV9lChoBkdAcmnwpvxYrGgHS+BoCEdAnINHl4keIXV9lChoBkdAcPLCJoCdSWgHS6ZoCEdAnIPK11GLDXV9lChoBkdAcTcrFwT/Q2gHS6poCEdAnIRqpkwvg3V9lChoBkdAcKo8jAzpHWgHTZUBaAhHQJyE1rXUYsN1fZQoaAZHQHKItqcmShdoB0vgaAhHQJyFB0wJw851fZQoaAZHQG/iyeRPoFFoB0vGaAhHQJyFlcE/0NB1fZQoaAZHQHEZoJmdy1hoB0uuaAhHQJyGIq6OHWV1fZQoaAZHQGZmUP6KtPpoB03oA2gIR0CchoX/YJ3QdX2UKGgGR0Bx0hzPrv9caAdL02gIR0Cch18+zMRpdX2UKGgGR0Bz+DRtxdY5aAdL62gIR0Cch7tCzC1rdX2UKGgGR0BwbIwL3K0VaAdLy2gIR0CciADgZTAGdX2UKGgGR0BxYC1OTJQtaAdLpmgIR0CciBy/KyOadX2UKGgGR0BxUmgvlEJCaAdLzWgIR0CciIB7NSqEdX2UKGgGR0BxUw9nscABaAdLxmgIR0Ccim29tdiVdX2UKGgGR0BwaunP3SKFaAdLsmgIR0Ccimszl90BdX2UKGgGR0ByvNpfx+a0aAdL7GgIR0CcioCq6vq1dX2UKGgGR0BzPU1FYuCgaAdNAwFoCEdAnIqRKg7HQ3V9lChoBkdAcl6n003wTmgHS99oCEdAnIqO8f3evnV9lChoBkdAcaRyX2M85mgHS79oCEdAnIqWXsw+MnV9lChoBkdAb8MP7N0NjWgHS7ZoCEdAnIufSpiqhnV9lChoBkdAban6By0a62gHS6loCEdAnIv3pB5X2nV9lChoBkdAc10IZ62OQ2gHS+loCEdAnIwTBZZB9nV9lChoBkdAcE4s7uDzy2gHS7doCEdAnIyHSv1UVHV9lChoBkdAcKAr1/Ue+2gHS8FoCEdAnI0Pt2LYPHV9lChoBkdAcFA3++/QB2gHS7doCEdAnI0i39aUzXV9lChoBkdAcMUWRzRx+GgHS85oCEdAnI1PTb349HV9lChoBkdAYyGXhwVCX2gHTegDaAhHQJyOowXZXdV1fZQoaAZHQHDwyqZML4NoB0u8aAhHQJyO0gow22p1fZQoaAZHQHFoXXmNiphoB0u6aAhHQJyO5o371qZ1fZQoaAZHQHL0CfL9uP5oB0u8aAhHQJyO5CeEqUh1fZQoaAZHQHJcLaM72ctoB0u/aAhHQJyPB51Ng0F1fZQoaAZHQHI4+oUBXCFoB0veaAhHQJyPlJbt7a91fZQoaAZHQHLUlzU7SzBoB0vNaAhHQJyQinP3SKF1fZQoaAZHQHDk96LOzIFoB0umaAhHQJyQjnr6ciJ1fZQoaAZHQG8pBjWkJrtoB0unaAhHQJyRLzkIX0p1fZQoaAZHQHFn3OGCZndoB0vdaAhHQJyRRiONo8J1fZQoaAZHQHOfH7YTTORoB0vpaAhHQJyRrS9du511fZQoaAZHQHJE8vugHu9oB0vKaAhHQJyR9AC4jKR1fZQoaAZHQHK/bfgrH2hoB0vZaAhHQJySiKcd5pt1fZQoaAZHQHCqonndO7BoB0vLaAhHQJyTxwYLsrx1fZQoaAZHQHGk0XP7el9oB0vSaAhHQJyT6Zy+6Ah1fZQoaAZHQG8kWt+1Bt1oB0vXaAhHQJyUIZdfLLZ1fZQoaAZHQHHJWbXpW3loB0viaAhHQJyUKeBg/kh1fZQoaAZHQHH8AOSW7e5oB0vWaAhHQJyUP3BYV7B1fZQoaAZHQHNPLg0j1PFoB0vFaAhHQJyUbxri2lV1fZQoaAZHQG7skJjUd7xoB0vLaAhHQJyVf8CPp6h1fZQoaAZHQHDEwu/UONJoB0u6aAhHQJyV0idJ8OV1fZQoaAZHQHIDKvvBrN5oB0vZaAhHQJyV2tLcsUZ1fZQoaAZHQHEtqJIlMRJoB0u5aAhHQJyWmAOJ+Dx1fZQoaAZHQHFhdSVGCqZoB0uvaAhHQJyXBdjXnQp1fZQoaAZHQHOIOv+wTuhoB0vtaAhHQJyXK37UG3Z1fZQoaAZHQHLOu76Hj6xoB02fAmgIR0Ccl18kleF+dX2UKGgGR0Bxu7Fjurp8aAdL82gIR0Ccl9fR/mT1dX2UKGgGR0BwbhKBd2PlaAdLsmgIR0CcmHxn3+MqdX2UKGgGR0BwKL5sTFl1aAdNQQJoCEdAnJiegHu7YnV9lChoBkdAbx7ITXarWGgHS8doCEdAnJkv8MuvlnV9lChoBkdAcQVVnVXmvGgHS8toCEdAnJleQyRB/3V9lChoBkdAcaG1mJ3xF2gHS+BoCEdAnJl2bsniN3V9lChoBkdAcP0SncclxGgHS+BoCEdAnJm5Y9xIa3V9lChoBkdAchCn/DLr5mgHS+FoCEdAnJn95hScb3V9lChoBkdAcV8e5nUUf2gHS8BoCEdAnJqOk1uR93V9lChoBkdAcjftV7x/eGgHS9VoCEdAnJqzwYtQK3V9lChoBkdAcg9aqCHymWgHS6VoCEdAnJrcVclgMXV9lChoBkdAcgbhz/6wdWgHS71oCEdAnJsYuK4x13V9lChoBkdAcmrkBCD28WgHS99oCEdAnJs9Sde6Z3V9lChoBkdAYO/fek56t2gHTegDaAhHQJybi96C17Z1fZQoaAZHQHDAsWfseGRoB0usaAhHQJybu717IDJ1fZQoaAZHQHB9xrzoUztoB0vIaAhHQJyb6SHM2WJ1fZQoaAZHQHKx04ecQRRoB0vkaAhHQJycVHXmNip1fZQoaAZHQHM6RS1maphoB0vJaAhHQJyc0zJp35h1fZQoaAZHQHG7qZUkv9NoB0vRaAhHQJydFsJpnHx1fZQoaAZHQHKYKsuFpPBoB0vIaAhHQJydYhcJMQF1fZQoaAZHQHCE35eqrBFoB0vLaAhHQJydqNyYG+t1fZQoaAZHQHHvYtg8bJhoB0vSaAhHQJyduRfWtlt1ZS4="
+        ":serialized:": "gAWVPgwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHKmIt16mfqMAWyUTQsBjAF0lEdAskzy6unuRnV9lChoBkdAbzEBPsRg7mgHTUABaAhHQLJNCtw71Zl1fZQoaAZHQHGG33xnWatoB01lAWgIR0CyTVZ9NN8FdX2UKGgGR0BSLQVO9FnaaAdL+WgIR0CyTXvkJa7mdX2UKGgGR0Bt9ppztCzDaAdNEgFoCEdAsk2Ha9K28nV9lChoBkdAbgb9+gDifmgHTSkBaAhHQLJNjphnanJ1fZQoaAZHQHAhU9IPK+1oB00eAWgIR0CyTcXKfWc0dX2UKGgGR0BuxAGB4D9waAdNGAFoCEdAsk3rMW43FXV9lChoBkdAb9EiUPhAGGgHTRgBaAhHQLJOR/B3zMB1fZQoaAZHQHDJ9zCDVYpoB00hAWgIR0CyTmFWsA/+dX2UKGgGR0Bs7xjvuw5eaAdNIgFoCEdAsk7lHskY43V9lChoBkdAcRcW+GoJiWgHTVQBaAhHQLJO6zKcNH91fZQoaAZHQHLABfBvaURoB009AWgIR0CyTxxwZOzqdX2UKGgGR0Bxf/+OwPiDaAdNJgFoCEdAsk8rBRAKOXV9lChoBkdAb9Hhhpg1FmgHTTIBaAhHQLJPdQarFOx1fZQoaAZHQG3HtlyzXz1oB00eAWgIR0CyT+2xIJ7cdX2UKGgGR0Bw+L1WbPQfaAdNIQFoCEdAsk/9myxA0XV9lChoBkdAcUM+GoJiRWgHTTwBaAhHQLJQJmxt52R1fZQoaAZHQHKFAWzniedoB01XAWgIR0CyUDzER8MNdX2UKGgGR0Bt/efXf642aAdNJAFoCEdAslBoM+eOGXV9lChoBkdAcDdzImw7kmgHTVcBaAhHQLJQrzHjp9t1fZQoaAZHQHG8O85CF9NoB00qAWgIR0CyUNTJhfBvdX2UKGgGR0BvCX2Xb/OuaAdNJgFoCEdAslDmkVN5+3V9lChoBkdAcbfBNVR1o2gHTRYBaAhHQLJRRx6fJ3h1fZQoaAZHQHFccA/9pAVoB00uAWgIR0CyUYDVQQ+VdX2UKGgGR0BwuGPkq+ajaAdNOQFoCEdAslHP0OEuhHV9lChoBkdAcQCTH80k4WgHTQQBaAhHQLJSNRLbpNd1fZQoaAZHQHKCyHVPN3ZoB01hAWgIR0CyUkQDvE0jdX2UKGgGR0Bx/IvalDWtaAdNFQFoCEdAslKZZOi35XV9lChoBkdAb2UbiIcin2gHTWwBaAhHQLJSsos7MgV1fZQoaAZHQHDh65byH21oB00xAWgIR0CyUrK5CngpdX2UKGgGR0BwutHSWqtHaAdNJwFoCEdAslLenvUjLXV9lChoBkdAYPO8HObAlGgHTegDaAhHQLJS9N83Mpx1fZQoaAZHQHNqSqU/wAloB00pAWgIR0CyUw7qUu+RdX2UKGgGR0ByA0C+10DEaAdNAQFoCEdAslM0SxqwhXV9lChoBkdAbyxMCcPOIWgHTSEBaAhHQLJTQcNYr8R1fZQoaAZHQHBEBsQ/X5FoB00kAWgIR0CyU2WyxA0LdX2UKGgGR0BdgNDD0lJIaAdN6ANoCEdAslNuYjSofnV9lChoBkdAbbdJlrdnCmgHTTMBaAhHQLJT5dq+Jxh1fZQoaAZHQG6q2/ag261oB00gAWgIR0CyU/SwjdHldX2UKGgGR0Bw3cI9kjHGaAdNBgFoCEdAslQEyHmA9XV9lChoBkdAbyA/dIoVmGgHTRUBaAhHQLJUfy9EkSp1fZQoaAZHQE4bWsA/9pBoB0vNaAhHQLJUgynUDuB1fZQoaAZHQG9aAWac7QtoB00mAWgIR0CyVJZYkmhNdX2UKGgGR0BwlFB4Uvf1aAdL/WgIR0CyVNDZL7GedX2UKGgGR0BvXkVDa4+baAdNGwFoCEdAslTVnZkCm3V9lChoBkdAcK1SMcZLqWgHTREBaAhHQLJU1a1Cw8p1fZQoaAZHQGvG5eqrBCVoB00vAWgIR0CyVQ+Jxeb/dX2UKGgGR0BgTTJp35eraAdN6ANoCEdAslop+lTFVHV9lChoBkdAcfToNNJvpGgHTTcBaAhHQLJaO2/BWPt1fZQoaAZHQHI45rLyMDRoB00hAWgIR0CyWkDq8lHCdX2UKGgGR0BwAhXbM5fdaAdNKgFoCEdAslpE1TBInXV9lChoBkdAcBdko4MnZ2gHTRUBaAhHQLJaTenyd4F1fZQoaAZHQHAVkWhysCFoB00SAWgIR0CyWlDLKV6edX2UKGgGR0BwnJbu+h4/aAdNPgFoCEdAslsQMfA9FHV9lChoBkdAcOUv/R3NcGgHTUkBaAhHQLJbO5C4SYh1fZQoaAZHQHGPcHB1s+FoB01DAWgIR0CyW0DWTX8PdX2UKGgGR0BzFS+mFajfaAdNKQFoCEdAsluPCtRvWHV9lChoBkdAbmTTd+G47WgHTQ4BaAhHQLJbqyC4Bmx1fZQoaAZHQG97D9OymhxoB00OAWgIR0CyW6+717IDdX2UKGgGR0BwTX+OwPiDaAdNMQFoCEdAslu4VoHs1XV9lChoBkdAb/g8bJfYz2gHS/poCEdAslvDJgb6xnV9lChoBkdAcglns9jgAWgHTUYBaAhHQLJbzbGm1pl1fZQoaAZHwBVGf029+PRoB0vVaAhHQLJb2oQ4CIV1fZQoaAZHQG1cm1YyO7xoB00nAWgIR0CyW9vWQOnVdX2UKGgGR0BwxHvXsgMdaAdNBwFoCEdAslw3bdrO7nV9lChoBkdAbzYk/KQq7WgHTSIBaAhHQLJcQ3nZCfJ1fZQoaAZHQHGzOkpI+W5oB00cAWgIR0CyXEfVy3kQdX2UKGgGR0BxcE7jkuHvaAdNPQFoCEdAslyNNEgGKXV9lChoBkdAb4ieHzpX62gHTTIBaAhHQLJdY1UEPlN1fZQoaAZHQG8+pYT0xudoB00iAWgIR0CyXW/Aj6eodX2UKGgGR0BvhsMZxaPkaAdNQgFoCEdAsl21HiFTN3V9lChoBkdAchfByS3b22gHTQcBaAhHQLJdzO0b9611fZQoaAZHQHF2bTtsvZhoB000AWgIR0CyXe3ktEofdX2UKGgGR0BvOjqQiiZfaAdNDAFoCEdAsl3trXUYsXV9lChoBkdAcNDrqdH2AWgHTTsBaAhHQLJeG9sJpnJ1fZQoaAZHQHD9n9R77bdoB036AWgIR0CyXit2gWaddX2UKGgGR0Bve8d5prULaAdNNwFoCEdAsl4wEaESNHV9lChoBkdAciUp5u63AmgHTUMBaAhHQLJeNExqO951fZQoaAZHQG/4yrgflp5oB00tAWgIR0CyXjfGVAzIdX2UKGgGR0Btj+RPoFFEaAdNRgFoCEdAsl5AuscQy3V9lChoBkdAbqlc45tFa2gHTRwBaAhHQLJehcn3L3d1fZQoaAZHQGy6f779AHFoB00rAWgIR0CyXpkZ3s5XdX2UKGgGR0BxuiWv8qFzaAdNDgFoCEdAsl63r3TNMXV9lChoBkdAcu92rn1WbWgHTVYBaAhHQLJez/LDAJt1fZQoaAZHQG9QbExZdOZoB00jAWgIR0CyX5n9NvfkdX2UKGgGR0BvRLvAoG6gaAdNLQFoCEdAsl+mAiFCcHV9lChoBkdAb3xQnhKlHmgHTRQBaAhHQLJfuw2ETQF1fZQoaAZHQHJZUSyt3fRoB00DAWgIR0CyX8t7F85TdX2UKGgGR0Aa3gWJrLyMaAdLzGgIR0CyYAnN1QqJdX2UKGgGR0Bxs2IHkcS5aAdNMQFoCEdAsmATbCaZyHV9lChoBkdAbSldZaFEiWgHTRMBaAhHQLJgKnanJkp1fZQoaAZHQHMu3MyJsO5oB00ZAWgIR0CyYCrw8W9EdX2UKGgGR0BvUjblA/s3aAdNFQFoCEdAsmBG9lEqlXV9lChoBkdAcbMCMglniGgHTSMBaAhHQLJgUxyn1nN1fZQoaAZHQHG1stK7I1doB01eAWgIR0CyYITnaFmGdX2UKGgGR0BwhqicoYvWaAdNSgFoCEdAsmCS7Dl5nnV9lChoBkdAb4RgkTpPh2gHTRcBaAhHQLJgrdPtUn51fZQoaAZHQG36wzch1T1oB00UAWgIR0CyYMk+X7cgdX2UKGgGR0Bt22UnogV5aAdNdQFoCEdAsmDgjVx0dXVlLg=="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 380,
+    "_n_updates": 248,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",
@@ -77,14 +77,14 @@
         "_np_random": null
     },
     "n_envs": 16,
-    "n_steps": 2048,
-    "gamma": 0.99,
-    "gae_lambda": 0.95,
-    "ent_coef": 0.0,
+    "n_steps": 1024,
+    "gamma": 0.998,
+    "gae_lambda": 0.98,
+    "ent_coef": 0.01,
     "vf_coef": 0.5,
     "max_grad_norm": 0.5,
     "batch_size": 64,
-    "n_epochs": 10,
+    "n_epochs": 4,
     "clip_range": {
         ":type:": "<class 'function'>",
         ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6526fc9c1153b617413b53c661a8778526840998c9fc1a54be901f7e7e8e557f
+oid sha256:7748c00db820ab5986a1476347372d2ddd08020390b176d467af7dded41341a0
 size 88362

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40395f7e5b2476964795fbbf0924b289dd92b3654a002e1cd3c6a34966a31cd7
+oid sha256:dd688075a9f819b5fa013583b626961a9ec6562c7199499fdec3ff3f96a0939e
 size 43762

results.json

@@ -1 +1 @@
-{"mean_reward": 283.0751318, "std_reward": 49.504459347757376, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-02-25T20:54:23.170088"}
+{"mean_reward": 258.5162425, "std_reward": 21.331846322028042, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-02-25T21:37:03.635158"}