Upload PPO LunarLander-v2 trained agent

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 247.57 +/- 20.26
+      value: -25.67 +/- 23.60
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fabbbd97c10>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fabbbd97ca0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fabbbd97d30>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fabbbd97dc0>", "_build": "<function ActorCriticPolicy._build at 0x7fabbbd97e50>", "forward": "<function ActorCriticPolicy.forward at 0x7fabbbd97ee0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fabbbd97f70>", "_predict": "<function ActorCriticPolicy._predict at 0x7fabbbd9d040>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fabbbd9d0d0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fabbbd9d160>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fabbbd9d1f0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7fabbbd944b0>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1212416, "_total_timesteps": 1200000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1672753477970989628, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAOYGdD1IQ4C6mKKgObzfbDQYh7y6Jki7uAAAgD8AAIA/DUSWPUjZibraHhY7q0mVNaktKjuNlC66AACAPwAAgD/NExe9XOsmuhPjKjua8xE0pAV+Oi1PRroAAIA/AACAP4AQ6D1xrT65LrDYN6CzNzb42ye6pZUCtwAAgD8AAAAAAIwCvVxvZrqhq5q7ROAXNPc5dLteK7Q6AACAPwAAgD+z2aY+H3caP4qeAz0ejl++TA8oPgqHXr4AAAAAAAAAAJqHMT3X4044yrwUPJKxmzXrz8Y7O8SkNAAAgD8AAIA/Gve4PUhHgroUwIc5vB0GMyHgQrvkOpy4AACAPwAAgD/VeIi++hy2Pl1OdD58eZy+B/SHvIJZ1LwAAAAAAAAAAEDUrL1cK0G6KQ2lN94+q7aM3bi6O/CwtgAAAAAAAIA/AO7ovPYYRbrizPe58vWstkLVMTvyJx82AACAPwAAgD/Nqzg99mQpumZ4Izy7fqu2d3avOmxFprUAAIA/AACAP+a6X717dJK6zgunOprnkTM8ZBm7I7O+uQAAgD8AAIA/Zlq0vSksV7oUHLQ7sGsXNuR6Lzvw4Qo1AACAPwAAgD8AOMY9y0ZeP6GaJD0fmJi+AjOKPd0C5bwAAAAAAAAAAM2K3jz2bHi6kKGNOrlcjzVHJ946RZmluQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.010346666666666726, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVdxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI1sdD392UYECUhpRSlIwBbJRN6AOMAXSUR0CyWlTzI3irdX2UKGgGaAloD0MIfEj43l+dYkCUhpRSlGgVTegDaBZHQLJa3frrxAl1fZQoaAZoCWgPQwh2qRH6GUlgQJSGlFKUaBVN6ANoFkdAsl0j863iJnV9lChoBmgJaA9DCDgvTnw1qWNAlIaUUpRoFU3oA2gWR0CyXVmwRoRJdX2UKGgGaAloD0MI46dxb35ZYkCUhpRSlGgVTegDaBZHQLJh2fra/RF1fZQoaAZoCWgPQwiKdap8TyxiQJSGlFKUaBVN6ANoFkdAsmK6EL6UJXV9lChoBmgJaA9DCJ5haksd/WJAlIaUUpRoFU3oA2gWR0CyYurzkIX1dX2UKGgGaAloD0MIuoJtxBNfY0CUhpRSlGgVTegDaBZHQLJkmxZdOZd1fZQoaAZoCWgPQwjJWG3+XzZgQJSGlFKUaBVN6ANoFkdAsmUoM5OrQ3V9lChoBmgJaA9DCBh8mpOX62VAlIaUUpRoFU3oA2gWR0CyZWb7Kq4pdX2UKGgGaAloD0MIqUwxB8EcY0CUhpRSlGgVTegDaBZHQLJli56+nIh1fZQoaAZoCWgPQwirsYS1sV1lQJSGlFKUaBVN6ANoFkdAsmiYedTYNHV9lChoBmgJaA9DCKw3aoVp6WFAlIaUUpRoFU3oA2gWR0CyaMOTRplCdX2UKGgGaAloD0MIVfoJZzdvYkCUhpRSlGgVTegDaBZHQLJqO13MY/F1fZQoaAZoCWgPQwhh/Z/D/OhiQJSGlFKUaBVN6ANoFkdAsmrMhEBsAXV9lChoBmgJaA9DCMufbwsW+GBAlIaUUpRoFU3oA2gWR0Cyav+KGcnWdX2UKGgGaAloD0MISKXY0bgiY0CUhpRSlGgVTegDaBZHQLJrL6jWTX91fZQoaAZoCWgPQwgtz4O7s9leQJSGlFKUaBVN6ANoFkdAsmu5q8DjinV9lChoBmgJaA9DCPSJPEk6MGRAlIaUUpRoFU3oA2gWR0CybeKZH/cWdX2UKGgGaAloD0MI6PaSxmhWZECUhpRSlGgVTegDaBZHQLJuFc/MW451fZQoaAZoCWgPQwibIOo+AGE6QJSGlFKUaBVLy2gWR0Cybng6ySmqdX2UKGgGaAloD0MIz6J3KuDISUCUhpRSlGgVS9toFkdAsnEd1SwW33V9lChoBmgJaA9DCB6HwfwVYGBAlIaUUpRoFU3oA2gWR0Cycny7PIGRdX2UKGgGaAloD0MI1m8mpguKY0CUhpRSlGgVTegDaBZHQLJzT9RrJsB1fZQoaAZoCWgPQwicilQY25BkQJSGlFKUaBVN6ANoFkdAsnN6TNdJKHV9lChoBmgJaA9DCIj1Rq0wLWJAlIaUUpRoFU3oA2gWR0CydPYOx0MgdX2UKGgGaAloD0MIf/s6cE6sYECUhpRSlGgVTegDaBZHQLJ1g29tdiV1fZQoaAZoCWgPQwiwcmiRbeZkQJSGlFKUaBVN6ANoFkdAsnXDNJOFg3V9lChoBmgJaA9DCJENpItN/GZAlIaUUpRoFU3oA2gWR0Cydec4xUNsdX2UKGgGaAloD0MI6uv5muWsRECUhpRSlGgVS9VoFkdAsnjJS4vvjXV9lChoBmgJaA9DCDP+fcaFv2RAlIaUUpRoFU3oA2gWR0CyePPcnE2pdX2UKGgGaAloD0MIMevFUM5yY0CUhpRSlGgVTegDaBZHQLJ5G5PuXu51fZQoaAZoCWgPQwi1ozhHHeVkQJSGlFKUaBVN6ANoFkdAsnqAAR02cnV9lChoBmgJaA9DCJ93Y0Hh4WRAlIaUUpRoFU3oA2gWR0CyewtjCpFTdX2UKGgGaAloD0MImlshrEYdZUCUhpRSlGgVTegDaBZHQLJ7PcMmWt51fZQoaAZoCWgPQwgG8YEd/yVIQJSGlFKUaBVL0WgWR0Cye2PH5rP/dX2UKGgGaAloD0MIg2qDE9FrYUCUhpRSlGgVTegDaBZHQLJ7ahPTG5t1fZQoaAZoCWgPQwiIZp5cU2djQJSGlFKUaBVN6ANoFkdAsn5x1nuiOHV9lChoBmgJaA9DCPwbtFcfsGNAlIaUUpRoFU3oA2gWR0CyfuXAZbY9dX2UKGgGaAloD0MIh9wMN2BzY0CUhpRSlGgVTegDaBZHQLKCHsT37DV1fZQoaAZoCWgPQwgVUn5SbSJwQJSGlFKUaBVN7QJoFkdAsoNgEC/47HV9lChoBmgJaA9DCLzrbMi/4mJAlIaUUpRoFU3oA2gWR0Cyg44nfEXMdX2UKGgGaAloD0MIc4QM5FlrYUCUhpRSlGgVTegDaBZHQLKEWOE/Spl1fZQoaAZoCWgPQwhubkxP2CplQJSGlFKUaBVN6ANoFkdAsoX3Ccf/3nV9lChoBmgJaA9DCNHMk2sKtE9AlIaUUpRoFU0FAWgWR0CyhgE1AJLNdX2UKGgGaAloD0MIyCjPvByxY0CUhpRSlGgVTegDaBZHQLKGdhd+ocd1fZQoaAZoCWgPQwhbBwd7k+VlQJSGlFKUaBVN6ANoFkdAsoaxQaaTfXV9lChoBmgJaA9DCKmEJ/R6eWRAlIaUUpRoFU3oA2gWR0Cyh3qTfR/mdX2UKGgGaAloD0MImRJJ9DILYkCUhpRSlGgVTegDaBZHQLKKCGR3eN11fZQoaAZoCWgPQwhcABqlS41BQJSGlFKUaBVLyGgWR0Cyi2bDAJswdX2UKGgGaAloD0MIZjIcz+fEYECUhpRSlGgVTegDaBZHQLKLgW69TP11fZQoaAZoCWgPQwiKBb6iW7BnQJSGlFKUaBVN6ANoFkdAsowmMJhOQHV9lChoBmgJaA9DCNJVurtOs2dAlIaUUpRoFU3oA2gWR0CyjGcinpB5dX2UKGgGaAloD0MIPnlYqLVUZkCUhpRSlGgVTegDaBZHQLKMmRgJC0F1fZQoaAZoCWgPQwg5CaUvhBBlQJSGlFKUaBVN6ANoFkdAsoyhuP3i73V9lChoBmgJaA9DCDF8REyJYlFAlIaUUpRoFUvZaBZHQLKQSgeRxLl1fZQoaAZoCWgPQwhWKqioer9jQJSGlFKUaBVN6ANoFkdAspBS6bvw3HV9lChoBmgJaA9DCALZ690f+09AlIaUUpRoFUvdaBZHQLKQVJTVDrt1fZQoaAZoCWgPQwiaPjvgOi1kQJSGlFKUaBVN6ANoFkdAspCrQRf4RHV9lChoBmgJaA9DCEhrDDohgWRAlIaUUpRoFU3oA2gWR0CylC4E8q4IdX2UKGgGaAloD0MI9s/TgEGBZECUhpRSlGgVTegDaBZHQLKUXcnE2pB1fZQoaAZoCWgPQwiAZaVJqVhiQJSGlFKUaBVN6ANoFkdAspU0keIVM3V9lChoBmgJaA9DCBi1+1UA8GFAlIaUUpRoFU3oA2gWR0CylxIIWxhVdX2UKGgGaAloD0MIfQbUm1HZZECUhpRSlGgVTegDaBZHQLKXHrCWNWF1fZQoaAZoCWgPQwgM6IU7F0BnQJSGlFKUaBVN6ANoFkdAspfz/3nIQ3V9lChoBmgJaA9DCLhYUYPpuWJAlIaUUpRoFU3oA2gWR0CymO2iYb84dX2UKGgGaAloD0MI48EWu32sZ0CUhpRSlGgVTegDaBZHQLKZJCq6vq11fZQoaAZoCWgPQwhzaJHtfM1JQJSGlFKUaBVLyWgWR0CynJizPa+OdX2UKGgGaAloD0MIIehoVUvKZECUhpRSlGgVTegDaBZHQLKdLtl7MPl1fZQoaAZoCWgPQwju7gG6L6hlQJSGlFKUaBVN6ANoFkdAsp1OY9gWrXV9lChoBmgJaA9DCH3O3a4X0GZAlIaUUpRoFU3oA2gWR0CyneyiItUXdX2UKGgGaAloD0MIJ71vfG0oZUCUhpRSlGgVTegDaBZHQLKeH8Muvll1fZQoaAZoCWgPQwhc5QmEHcdvQJSGlFKUaBVNDgJoFkdAsp6hbFCLM3V9lChoBmgJaA9DCEJaY9CJp2JAlIaUUpRoFU3oA2gWR0CyoYeQhfShdX2UKGgGaAloD0MIU+xoHOr2YECUhpRSlGgVTegDaBZHQLKhj15jYqZ1fZQoaAZoCWgPQwixNsZOeMBlQJSGlFKUaBVN6ANoFkdAsqGQi9qUNnV9lChoBmgJaA9DCLK+gckNTmdAlIaUUpRoFU3oA2gWR0Cyoe+zlcQidX2UKGgGaAloD0MIxXO2gNDnUECUhpRSlGgVS8RoFkdAsqTD/rB0p3V9lChoBmgJaA9DCAjHLHsSB2FAlIaUUpRoFU3oA2gWR0CypdRBmf5DdX2UKGgGaAloD0MIXRjpRe12Z0CUhpRSlGgVTegDaBZHQLKmqeKKpDN1fZQoaAZoCWgPQwgbYrzmVdVhQJSGlFKUaBVN6ANoFkdAsqhxQXQ+lnV9lChoBmgJaA9DCGXh62vdcGFAlIaUUpRoFU3oA2gWR0CyqT5H7P6bdX2UKGgGaAloD0MIA+rNqPkPZECUhpRSlGgVTegDaBZHQLKqF6be/Hp1fZQoaAZoCWgPQwi2EyUhEephQJSGlFKUaBVN6ANoFkdAsqpGEM9bHXV9lChoBmgJaA9DCIEjgQYbb2NAlIaUUpRoFU3oA2gWR0CyrYoU8FINdX2UKGgGaAloD0MIAp8fRgj5Q0CUhpRSlGgVS+BoFkdAsq3dgVoHs3V9lChoBmgJaA9DCC44g7/fF2FAlIaUUpRoFU3oA2gWR0CyrgLYwqRVdX2UKGgGaAloD0MIFeRnI1d/YUCUhpRSlGgVTegDaBZHQLKuGo0hvBJ1fZQoaAZoCWgPQwh0Yg/t4+xmQJSGlFKUaBVN6ANoFkdAsq6W15Sm7HV9lChoBmgJaA9DCOKUuflGUWJAlIaUUpRoFU3oA2gWR0CyrsEJ4SpSdX2UKGgGaAloD0MInbzIBHwYZUCUhpRSlGgVTegDaBZHQLKvKDJEH+t1fZQoaAZoCWgPQwgm4UIewYFpQJSGlFKUaBVN6ANoFkdAsrGDQ9ic5XV9lChoBmgJaA9DCLhbkgP2rWNAlIaUUpRoFU3oA2gWR0CysYo4MnZ1dX2UKGgGaAloD0MIuOS4U7qaYkCUhpRSlGgVTegDaBZHQLKxizUI9kl1fZQoaAZoCWgPQwjn/BTHAb1gQJSGlFKUaBVN6ANoFkdAsrTGrwOOKnV9lChoBmgJaA9DCO/IWG3+oWFAlIaUUpRoFU3oA2gWR0Cytd2za9K3dX2UKGgGaAloD0MI58JIL+rBYECUhpRSlGgVTegDaBZHQLK2ti5NGmV1fZQoaAZoCWgPQwif6SXGshphQJSGlFKUaBVN6ANoFkdAsrl27Ackt3V9lChoBmgJaA9DCDMV4pF4mF1AlIaUUpRoFU3oA2gWR0CyuoMpb2UTdX2UKGgGaAloD0MIzbBR1m/lZECUhpRSlGgVTegDaBZHQLK6upr1uix1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 296, "n_steps": 1024, "gamma": 0.9999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 128, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.133+-x86_64-with-glibc2.27 #1 SMP Fri Aug 26 08:44:51 UTC 2022", "Python": "3.8.16", "Stable-Baselines3": "1.6.2", "PyTorch": "1.13.0+cu116", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fabbbd97c10>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fabbbd97ca0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fabbbd97d30>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fabbbd97dc0>", "_build": "<function ActorCriticPolicy._build at 0x7fabbbd97e50>", "forward": "<function ActorCriticPolicy.forward at 0x7fabbbd97ee0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fabbbd97f70>", "_predict": "<function ActorCriticPolicy._predict at 0x7fabbbd9d040>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fabbbd9d0d0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fabbbd9d160>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fabbbd9d1f0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7fabbbd944b0>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1212416, "_total_timesteps": 1200000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1672754791871652972, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAADPfiD7I3sA+N2SpvA2tubxnIUI8czzQvAAAAAAAAAAAmhkTvwReET+Ya5E9DsGivaRLJj0S7kO7AAAAAAAAAACGGA8+HM+1P4aWKD8C7ey9JXblPUXPKj4AAAAAAAAAAOg7275zVdM+X4ZBvRYCAr5vR6G87u1jvAAAAAAAAAAAMjMUv5SxFz7P+MY8ao6rvcwW4DvCcJk8AAAAAAAAAABSaPm+9KkXvYCXubtrvLa9HEK3PD2M7DoAAAAAAAAAAJo3yL2+C1k/NizlvQzl8r2oEbG8nxNAvAAAAAAAAAAACnODvhH2jz9aeb2+tcocvuyGCb5uTqE9AAAAAAAAAACz+Sg+hPcZP+OJQL0hpIK9U0vqN5ENDD0AAAAAAAAAAC23CT/BxuI+qVCpPVBzoLzDNdA8lKoEPAAAAAAAAAAAwBfrvbSwiz6b0WG96VJkvX+xHrsOlyw8AAAAAAAAAADDmNG+oY6LP3PX8L5mgRe+Fbnrvd633rwAAAAAAAAAAJqB3b147988B9g4vSL+gr3koJe7+uOHPAAAAAAAAAAA6kNVP4mcGz+Ixwu72Yy2vUrkCDzTyJi9AAAAAAAAAAB2mdg+nEsGPoFTy72WY6q8iUGHPrJXvDwAAIA/AACAP/2Q6r70CjI/6LkoPUv2s70tCuC64G3QPAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.010346666666666726, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVgRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIfotOllrtRsCUhpRSlIwBbJRN6AOMAXSUR0C5i7YRmK64dX2UKGgGaAloD0MINxjqsMJFOkCUhpRSlGgVTegDaBZHQLmMedrftQd1fZQoaAZoCWgPQwgyWHGqtfpDwJSGlFKUaBVN6ANoFkdAuYykJkXk53V9lChoBmgJaA9DCNZXVwVqmFTAlIaUUpRoFU3oA2gWR0C5jWj4gzP9dX2UKGgGaAloD0MIiNo2jIJgE8CUhpRSlGgVTegDaBZHQLmOjpaiblR1fZQoaAZoCWgPQwgAx549lyNAQJSGlFKUaBVN6ANoFkdAuZGl3OfNA3V9lChoBmgJaA9DCFaDMLd7CmLAlIaUUpRoFU3aAmgWR0C5kiVIqbz9dX2UKGgGaAloD0MIZY16iEb9R8CUhpRSlGgVTegDaBZHQLmZ2TXJ5mh1fZQoaAZoCWgPQwiEZte9FddjQJSGlFKUaBVNEQNoFkdAuZuHziCJ43V9lChoBmgJaA9DCLGGi9xTtGBAlIaUUpRoFU2YA2gWR0C5m9cQ7LdOdX2UKGgGaAloD0MISpUoe0tuUMCUhpRSlGgVTegDaBZHQLmcVrYXfqJ1fZQoaAZoCWgPQwjVCWgi7CBkQJSGlFKUaBVNgwJoFkdAuZ1Z3MY/FHV9lChoBmgJaA9DCFr1udqKXRvAlIaUUpRoFU3oA2gWR0C5nWjGo73gdX2UKGgGaAloD0MI+wYmN4pMBcCUhpRSlGgVTegDaBZHQLmeJxWkrPN1fZQoaAZoCWgPQwjPMotQ7PphwJSGlFKUaBVNfgNoFkdAuaCGuQp4KXV9lChoBmgJaA9DCKlsWFNZHmfAlIaUUpRoFU2BA2gWR0C5ocW0JF9bdX2UKGgGaAloD0MIvw0xXvOq3z+UhpRSlGgVTegDaBZHQLmjZGlANXp1fZQoaAZoCWgPQwg1KJoHsEgeQJSGlFKUaBVN6ANoFkdAuaTSYD1XeXV9lChoBmgJaA9DCIOieQCLFkHAlIaUUpRoFU3oA2gWR0C5pQi2H+IedX2UKGgGaAloD0MIUaBP5EmWSsCUhpRSlGgVTegDaBZHQLml9YtQKrt1fZQoaAZoCWgPQwjmlettM3UlwJSGlFKUaBVN6ANoFkdAuadEYixFAnV9lChoBmgJaA9DCFAcQL/vW1tAlIaUUpRoFU3cA2gWR0C5qm6P8yeqdX2UKGgGaAloD0MIsVOsGoQrSMCUhpRSlGgVTegDaBZHQLmrTkupS751fZQoaAZoCWgPQwiHGK95Ves3QJSGlFKUaBVN6ANoFkdAubN/ZIxxk3V9lChoBmgJaA9DCLNF0m70oV5AlIaUUpRoFU2sA2gWR0C5s843eenRdX2UKGgGaAloD0MIc7uX++QDXECUhpRSlGgVTZMDaBZHQLm0DiaRZEF1fZQoaAZoCWgPQwh3EhH+RZthQJSGlFKUaBVNuwJoFkdAubRbspoboHV9lChoBmgJaA9DCBy0Vx+PHGFAlIaUUpRoFU1SA2gWR0C5tKsqe9SNdX2UKGgGaAloD0MI9dvXgXMUUMCUhpRSlGgVTegDaBZHQLm1NUqQRwt1fZQoaAZoCWgPQwgXEcXkDfVWQJSGlFKUaBVNuQNoFkdAubW2JO32EnV9lChoBmgJaA9DCNY5BmSvVwpAlIaUUpRoFU3oA2gWR0C5tlFDfFaTdX2UKGgGaAloD0MIQIS4cvb9W8CUhpRSlGgVTVcCaBZHQLm39d4Vym11fZQoaAZoCWgPQwjY9Qt2wxNZwJSGlFKUaBVNogNoFkdAubkIOqebu3V9lChoBmgJaA9DCGjon+BiL0bAlIaUUpRoFU3oA2gWR0C5u//3ztkXdX2UKGgGaAloD0MIsACmDBwpXECUhpRSlGgVTdUDaBZHQLm9B9HMEA51fZQoaAZoCWgPQwi7e4Duy5UwwJSGlFKUaBVN6ANoFkdAub2e+dsi0XV9lChoBmgJaA9DCGObVDTWBjBAlIaUUpRoFU3oA2gWR0C5vn8j/uLKdX2UKGgGaAloD0MIEANd+wLSN0CUhpRSlGgVTegDaBZHQLnDmA2Q4jt1fZQoaAZoCWgPQwgei21S0d5awJSGlFKUaBVNwwJoFkdAucOiEGqxT3V9lChoBmgJaA9DCFN6ppcYCmFAlIaUUpRoFU02A2gWR0C5w+6N2ki2dX2UKGgGaAloD0MIlUbM7PMY/j+UhpRSlGgVTegDaBZHQLnEcGSZBs11fZQoaAZoCWgPQwg9EFmkie5iwJSGlFKUaBVNcwNoFkdAucWCohpxm3V9lChoBmgJaA9DCM9qgT0mc1pAlIaUUpRoFU2MA2gWR0C5xr7ofSx8dX2UKGgGaAloD0MIHyv4bYiyVkCUhpRSlGgVTcgDaBZHQLnG2qioKlZ1fZQoaAZoCWgPQwgO3IE65dJQwJSGlFKUaBVN6ANoFkdAuc0GtSydF3V9lChoBmgJaA9DCO2CwTV3VmFAlIaUUpRoFU3bA2gWR0C5zb9GViWndX2UKGgGaAloD0MIhlj9EYaJP0CUhpRSlGgVTbMDaBZHQLnOXmx+rlx1fZQoaAZoCWgPQwiscwzIXtFbQJSGlFKUaBVNwANoFkdAudEiuSwGGHV9lChoBmgJaA9DCNnqckrAr2HAlIaUUpRoFU3rAmgWR0C50jF+I/JOdX2UKGgGaAloD0MIZvfkYaHGLkCUhpRSlGgVTegDaBZHQLnTWvjfek51fZQoaAZoCWgPQwgExvoGJo1gQJSGlFKUaBVN4gNoFkdAudakDYAbQ3V9lChoBmgJaA9DCPlISnqYCGBAlIaUUpRoFU2pA2gWR0C51xpwGW2PdX2UKGgGaAloD0MI5+CZ0KTyYECUhpRSlGgVTdYDaBZHQLnZJ9Ba9sd1fZQoaAZoCWgPQwiXAz3UtkpYwJSGlFKUaBVNFQNoFkdAudmiE6DGtXV9lChoBmgJaA9DCIf7yK1J1GXAlIaUUpRoFU0xA2gWR0C52jetfXwtdX2UKGgGaAloD0MIIR/0bFYgV8CUhpRSlGgVTVwCaBZHQLnbrDGcWj51fZQoaAZoCWgPQwgiOZm4VQlYQJSGlFKUaBVNWANoFkdAud4cjFAE+3V9lChoBmgJaA9DCLwIU5RLFUHAlIaUUpRoFU3oA2gWR0C53no+nqFAdX2UKGgGaAloD0MIweRGkbUvXECUhpRSlGgVTacDaBZHQLneo85S3sp1fZQoaAZoCWgPQwi+MJkqGJJewJSGlFKUaBVNAwNoFkdAud6uRPoFFHV9lChoBmgJaA9DCOZXc4Bgnk/AlIaUUpRoFU3oA2gWR0C53vLDqGDddX2UKGgGaAloD0MIVd6OcFpcPsCUhpRSlGgVTegDaBZHQLng79ycTal1fZQoaAZoCWgPQwhy/bs+cxY4QJSGlFKUaBVN6ANoFkdAueJstpVS43V9lChoBmgJaA9DCBOCVfXyxF5AlIaUUpRoFU1mA2gWR0C56HnGn4widX2UKGgGaAloD0MI5iSUvhDFWkCUhpRSlGgVTUwDaBZHQLno69DQZ4x1fZQoaAZoCWgPQwhq39xfPWReQJSGlFKUaBVNAANoFkdAuetcWP91l3V9lChoBmgJaA9DCNfep6rQHDFAlIaUUpRoFU3oA2gWR0C57VPJRwZPdX2UKGgGaAloD0MI1PGYgUrBY0CUhpRSlGgVTcEDaBZHQLnwa/KQq7R1fZQoaAZoCWgPQwj6fmq8dO1jwJSGlFKUaBVNpANoFkdAufHrMY/FBXV9lChoBmgJaA9DCKn7AKQ2DWFAlIaUUpRoFU3UAmgWR0C58n2w7kn1dX2UKGgGaAloD0MIiWGHMenjYUCUhpRSlGgVTccCaBZHQLnyvP9UCJZ1fZQoaAZoCWgPQwhRoE/kSZZeQJSGlFKUaBVNVwNoFkdAufMCTGHYYnV9lChoBmgJaA9DCLBz02acVhTAlIaUUpRoFU3oA2gWR0C58/CdjG1hdX2UKGgGaAloD0MIri08LxVVW0CUhpRSlGgVTdUDaBZHQLn0F1CgK4R1fZQoaAZoCWgPQwhQ/Bhz1ytkQJSGlFKUaBVNTANoFkdAufiBRDTjN3V9lChoBmgJaA9DCNv4E5UN3zjAlIaUUpRoFU3oA2gWR0C5+Q6Hbh3rdX2UKGgGaAloD0MIrRbYYyI7TECUhpRSlGgVTegDaBZHQLn5QsMy8Bd1fZQoaAZoCWgPQwjvG197ZskEwJSGlFKUaBVN6ANoFkdAufmNJbt7bHV9lChoBmgJaA9DCNF6+DJR9WBAlIaUUpRoFU1MA2gWR0C5+fhywOe8dX2UKGgGaAloD0MIuw9AahMLYkCUhpRSlGgVTSEDaBZHQLn6PZTAFgV1fZQoaAZoCWgPQwinH9RFCl9AQJSGlFKUaBVN6ANoFkdAugKsERrad3V9lChoBmgJaA9DCEcAN4sX81LAlIaUUpRoFU1sAmgWR0C6A2Q5myxBdX2UKGgGaAloD0MITHFV2ffCZECUhpRSlGgVTVIDaBZHQLoD1VqveP91fZQoaAZoCWgPQwj+mxcnvjxhwJSGlFKUaBVN8wJoFkdAugReIJqqO3V9lChoBmgJaA9DCBO6S+KsKBbAlIaUUpRoFU3oA2gWR0C6BQgc5sCUdX2UKGgGaAloD0MIavtXVpqKXUCUhpRSlGgVTecCaBZHQLoF9+GoJiR1fZQoaAZoCWgPQwjTpBR0ewZgQJSGlFKUaBVNLQNoFkdAugata0QbuXV9lChoBmgJaA9DCNTvwtZsr2DAlIaUUpRoFU10AmgWR0C6CjGn889wdX2UKGgGaAloD0MIKzHPSloGXECUhpRSlGgVTZIDaBZHQLoKgWJrLyN1fZQoaAZoCWgPQwgwSWWKOTBeQJSGlFKUaBVNxANoFkdAugqY78vVVnV9lChoBmgJaA9DCHS0qiUdIl5AlIaUUpRoFU2aA2gWR0C6CtbyH2ytdX2UKGgGaAloD0MIQGt+/KVPWkCUhpRSlGgVTfICaBZHQLoNFZR8+id1fZQoaAZoCWgPQwiaQBGLmKFiQJSGlFKUaBVNawNoFkdAug2vcnE2pHV9lChoBmgJaA9DCEt319mQwF1AlIaUUpRoFU1pA2gWR0C6DjyZnctYdX2UKGgGaAloD0MIHhoWo66wVcCUhpRSlGgVTcQCaBZHQLoQcr7fpEB1fZQoaAZoCWgPQwhRhT/Dm0dJQJSGlFKUaBVN6ANoFkdAuhB642CNCXV9lChoBmgJaA9DCKn5KvnY9TDAlIaUUpRoFU3oA2gWR0C6EPGvKU3XdX2UKGgGaAloD0MI/+cwX96sYMCUhpRSlGgVTSMDaBZHQLoUd2eg+Ql1fZQoaAZoCWgPQwidhT3tcERjQJSGlFKUaBVNYgNoFkdAuhS0KG+K0nV9lChoBmgJaA9DCDlFR3L55GVAlIaUUpRoFU00A2gWR0C6FYaKgqVhdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 296, "n_steps": 1024, "gamma": 0.97, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.133+-x86_64-with-glibc2.27 #1 SMP Fri Aug 26 08:44:51 UTC 2022", "Python": "3.8.16", "Stable-Baselines3": "1.6.2", "PyTorch": "1.13.0+cu116", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab1576f9590edd363d0a0963bb44ac3edd6f7aa58f4ffd0f5df7628cb7726cb0
-size 147208
+oid sha256:d535a5799650b87469d5de55c50eb04442f04307cd46af57c9e6071d453eb98f
+size 147217

ppo-LunarLander-v2/data

@@ -47,7 +47,7 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1672753477970989628,
+    "start_time": 1672754791871652972,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "lr_schedule": {
@@ -56,7 +56,7 @@
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAOYGdD1IQ4C6mKKgObzfbDQYh7y6Jki7uAAAgD8AAIA/DUSWPUjZibraHhY7q0mVNaktKjuNlC66AACAPwAAgD/NExe9XOsmuhPjKjua8xE0pAV+Oi1PRroAAIA/AACAP4AQ6D1xrT65LrDYN6CzNzb42ye6pZUCtwAAgD8AAAAAAIwCvVxvZrqhq5q7ROAXNPc5dLteK7Q6AACAPwAAgD+z2aY+H3caP4qeAz0ejl++TA8oPgqHXr4AAAAAAAAAAJqHMT3X4044yrwUPJKxmzXrz8Y7O8SkNAAAgD8AAIA/Gve4PUhHgroUwIc5vB0GMyHgQrvkOpy4AACAPwAAgD/VeIi++hy2Pl1OdD58eZy+B/SHvIJZ1LwAAAAAAAAAAEDUrL1cK0G6KQ2lN94+q7aM3bi6O/CwtgAAAAAAAIA/AO7ovPYYRbrizPe58vWstkLVMTvyJx82AACAPwAAgD/Nqzg99mQpumZ4Izy7fqu2d3avOmxFprUAAIA/AACAP+a6X717dJK6zgunOprnkTM8ZBm7I7O+uQAAgD8AAIA/Zlq0vSksV7oUHLQ7sGsXNuR6Lzvw4Qo1AACAPwAAgD8AOMY9y0ZeP6GaJD0fmJi+AjOKPd0C5bwAAAAAAAAAAM2K3jz2bHi6kKGNOrlcjzVHJ946RZmluQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAADPfiD7I3sA+N2SpvA2tubxnIUI8czzQvAAAAAAAAAAAmhkTvwReET+Ya5E9DsGivaRLJj0S7kO7AAAAAAAAAACGGA8+HM+1P4aWKD8C7ey9JXblPUXPKj4AAAAAAAAAAOg7275zVdM+X4ZBvRYCAr5vR6G87u1jvAAAAAAAAAAAMjMUv5SxFz7P+MY8ao6rvcwW4DvCcJk8AAAAAAAAAABSaPm+9KkXvYCXubtrvLa9HEK3PD2M7DoAAAAAAAAAAJo3yL2+C1k/NizlvQzl8r2oEbG8nxNAvAAAAAAAAAAACnODvhH2jz9aeb2+tcocvuyGCb5uTqE9AAAAAAAAAACz+Sg+hPcZP+OJQL0hpIK9U0vqN5ENDD0AAAAAAAAAAC23CT/BxuI+qVCpPVBzoLzDNdA8lKoEPAAAAAAAAAAAwBfrvbSwiz6b0WG96VJkvX+xHrsOlyw8AAAAAAAAAADDmNG+oY6LP3PX8L5mgRe+Fbnrvd633rwAAAAAAAAAAJqB3b147988B9g4vSL+gr3koJe7+uOHPAAAAAAAAAAA6kNVP4mcGz+Ixwu72Yy2vUrkCDzTyJi9AAAAAAAAAAB2mdg+nEsGPoFTy72WY6q8iUGHPrJXvDwAAIA/AACAP/2Q6r70CjI/6LkoPUv2s70tCuC64G3QPAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -69,7 +69,7 @@
     "_current_progress_remaining": -0.010346666666666726,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVdxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI1sdD392UYECUhpRSlIwBbJRN6AOMAXSUR0CyWlTzI3irdX2UKGgGaAloD0MIfEj43l+dYkCUhpRSlGgVTegDaBZHQLJa3frrxAl1fZQoaAZoCWgPQwh2qRH6GUlgQJSGlFKUaBVN6ANoFkdAsl0j863iJnV9lChoBmgJaA9DCDgvTnw1qWNAlIaUUpRoFU3oA2gWR0CyXVmwRoRJdX2UKGgGaAloD0MI46dxb35ZYkCUhpRSlGgVTegDaBZHQLJh2fra/RF1fZQoaAZoCWgPQwiKdap8TyxiQJSGlFKUaBVN6ANoFkdAsmK6EL6UJXV9lChoBmgJaA9DCJ5haksd/WJAlIaUUpRoFU3oA2gWR0CyYurzkIX1dX2UKGgGaAloD0MIuoJtxBNfY0CUhpRSlGgVTegDaBZHQLJkmxZdOZd1fZQoaAZoCWgPQwjJWG3+XzZgQJSGlFKUaBVN6ANoFkdAsmUoM5OrQ3V9lChoBmgJaA9DCBh8mpOX62VAlIaUUpRoFU3oA2gWR0CyZWb7Kq4pdX2UKGgGaAloD0MIqUwxB8EcY0CUhpRSlGgVTegDaBZHQLJli56+nIh1fZQoaAZoCWgPQwirsYS1sV1lQJSGlFKUaBVN6ANoFkdAsmiYedTYNHV9lChoBmgJaA9DCKw3aoVp6WFAlIaUUpRoFU3oA2gWR0CyaMOTRplCdX2UKGgGaAloD0MIVfoJZzdvYkCUhpRSlGgVTegDaBZHQLJqO13MY/F1fZQoaAZoCWgPQwhh/Z/D/OhiQJSGlFKUaBVN6ANoFkdAsmrMhEBsAXV9lChoBmgJaA9DCMufbwsW+GBAlIaUUpRoFU3oA2gWR0Cyav+KGcnWdX2UKGgGaAloD0MISKXY0bgiY0CUhpRSlGgVTegDaBZHQLJrL6jWTX91fZQoaAZoCWgPQwgtz4O7s9leQJSGlFKUaBVN6ANoFkdAsmu5q8DjinV9lChoBmgJaA9DCPSJPEk6MGRAlIaUUpRoFU3oA2gWR0CybeKZH/cWdX2UKGgGaAloD0MI6PaSxmhWZECUhpRSlGgVTegDaBZHQLJuFc/MW451fZQoaAZoCWgPQwibIOo+AGE6QJSGlFKUaBVLy2gWR0Cybng6ySmqdX2UKGgGaAloD0MIz6J3KuDISUCUhpRSlGgVS9toFkdAsnEd1SwW33V9lChoBmgJaA9DCB6HwfwVYGBAlIaUUpRoFU3oA2gWR0Cycny7PIGRdX2UKGgGaAloD0MI1m8mpguKY0CUhpRSlGgVTegDaBZHQLJzT9RrJsB1fZQoaAZoCWgPQwicilQY25BkQJSGlFKUaBVN6ANoFkdAsnN6TNdJKHV9lChoBmgJaA9DCIj1Rq0wLWJAlIaUUpRoFU3oA2gWR0CydPYOx0MgdX2UKGgGaAloD0MIf/s6cE6sYECUhpRSlGgVTegDaBZHQLJ1g29tdiV1fZQoaAZoCWgPQwiwcmiRbeZkQJSGlFKUaBVN6ANoFkdAsnXDNJOFg3V9lChoBmgJaA9DCJENpItN/GZAlIaUUpRoFU3oA2gWR0Cydec4xUNsdX2UKGgGaAloD0MI6uv5muWsRECUhpRSlGgVS9VoFkdAsnjJS4vvjXV9lChoBmgJaA9DCDP+fcaFv2RAlIaUUpRoFU3oA2gWR0CyePPcnE2pdX2UKGgGaAloD0MIMevFUM5yY0CUhpRSlGgVTegDaBZHQLJ5G5PuXu51fZQoaAZoCWgPQwi1ozhHHeVkQJSGlFKUaBVN6ANoFkdAsnqAAR02cnV9lChoBmgJaA9DCJ93Y0Hh4WRAlIaUUpRoFU3oA2gWR0CyewtjCpFTdX2UKGgGaAloD0MImlshrEYdZUCUhpRSlGgVTegDaBZHQLJ7PcMmWt51fZQoaAZoCWgPQwgG8YEd/yVIQJSGlFKUaBVL0WgWR0Cye2PH5rP/dX2UKGgGaAloD0MIg2qDE9FrYUCUhpRSlGgVTegDaBZHQLJ7ahPTG5t1fZQoaAZoCWgPQwiIZp5cU2djQJSGlFKUaBVN6ANoFkdAsn5x1nuiOHV9lChoBmgJaA9DCPwbtFcfsGNAlIaUUpRoFU3oA2gWR0CyfuXAZbY9dX2UKGgGaAloD0MIh9wMN2BzY0CUhpRSlGgVTegDaBZHQLKCHsT37DV1fZQoaAZoCWgPQwgVUn5SbSJwQJSGlFKUaBVN7QJoFkdAsoNgEC/47HV9lChoBmgJaA9DCLzrbMi/4mJAlIaUUpRoFU3oA2gWR0Cyg44nfEXMdX2UKGgGaAloD0MIc4QM5FlrYUCUhpRSlGgVTegDaBZHQLKEWOE/Spl1fZQoaAZoCWgPQwhubkxP2CplQJSGlFKUaBVN6ANoFkdAsoX3Ccf/3nV9lChoBmgJaA9DCNHMk2sKtE9AlIaUUpRoFU0FAWgWR0CyhgE1AJLNdX2UKGgGaAloD0MIyCjPvByxY0CUhpRSlGgVTegDaBZHQLKGdhd+ocd1fZQoaAZoCWgPQwhbBwd7k+VlQJSGlFKUaBVN6ANoFkdAsoaxQaaTfXV9lChoBmgJaA9DCKmEJ/R6eWRAlIaUUpRoFU3oA2gWR0Cyh3qTfR/mdX2UKGgGaAloD0MImRJJ9DILYkCUhpRSlGgVTegDaBZHQLKKCGR3eN11fZQoaAZoCWgPQwhcABqlS41BQJSGlFKUaBVLyGgWR0Cyi2bDAJswdX2UKGgGaAloD0MIZjIcz+fEYECUhpRSlGgVTegDaBZHQLKLgW69TP11fZQoaAZoCWgPQwiKBb6iW7BnQJSGlFKUaBVN6ANoFkdAsowmMJhOQHV9lChoBmgJaA9DCNJVurtOs2dAlIaUUpRoFU3oA2gWR0CyjGcinpB5dX2UKGgGaAloD0MIPnlYqLVUZkCUhpRSlGgVTegDaBZHQLKMmRgJC0F1fZQoaAZoCWgPQwg5CaUvhBBlQJSGlFKUaBVN6ANoFkdAsoyhuP3i73V9lChoBmgJaA9DCDF8REyJYlFAlIaUUpRoFUvZaBZHQLKQSgeRxLl1fZQoaAZoCWgPQwhWKqioer9jQJSGlFKUaBVN6ANoFkdAspBS6bvw3HV9lChoBmgJaA9DCALZ690f+09AlIaUUpRoFUvdaBZHQLKQVJTVDrt1fZQoaAZoCWgPQwiaPjvgOi1kQJSGlFKUaBVN6ANoFkdAspCrQRf4RHV9lChoBmgJaA9DCEhrDDohgWRAlIaUUpRoFU3oA2gWR0CylC4E8q4IdX2UKGgGaAloD0MI9s/TgEGBZECUhpRSlGgVTegDaBZHQLKUXcnE2pB1fZQoaAZoCWgPQwiAZaVJqVhiQJSGlFKUaBVN6ANoFkdAspU0keIVM3V9lChoBmgJaA9DCBi1+1UA8GFAlIaUUpRoFU3oA2gWR0CylxIIWxhVdX2UKGgGaAloD0MIfQbUm1HZZECUhpRSlGgVTegDaBZHQLKXHrCWNWF1fZQoaAZoCWgPQwgM6IU7F0BnQJSGlFKUaBVN6ANoFkdAspfz/3nIQ3V9lChoBmgJaA9DCLhYUYPpuWJAlIaUUpRoFU3oA2gWR0CymO2iYb84dX2UKGgGaAloD0MI48EWu32sZ0CUhpRSlGgVTegDaBZHQLKZJCq6vq11fZQoaAZoCWgPQwhzaJHtfM1JQJSGlFKUaBVLyWgWR0CynJizPa+OdX2UKGgGaAloD0MIIehoVUvKZECUhpRSlGgVTegDaBZHQLKdLtl7MPl1fZQoaAZoCWgPQwju7gG6L6hlQJSGlFKUaBVN6ANoFkdAsp1OY9gWrXV9lChoBmgJaA9DCH3O3a4X0GZAlIaUUpRoFU3oA2gWR0CyneyiItUXdX2UKGgGaAloD0MIJ71vfG0oZUCUhpRSlGgVTegDaBZHQLKeH8Muvll1fZQoaAZoCWgPQwhc5QmEHcdvQJSGlFKUaBVNDgJoFkdAsp6hbFCLM3V9lChoBmgJaA9DCEJaY9CJp2JAlIaUUpRoFU3oA2gWR0CyoYeQhfShdX2UKGgGaAloD0MIU+xoHOr2YECUhpRSlGgVTegDaBZHQLKhj15jYqZ1fZQoaAZoCWgPQwixNsZOeMBlQJSGlFKUaBVN6ANoFkdAsqGQi9qUNnV9lChoBmgJaA9DCLK+gckNTmdAlIaUUpRoFU3oA2gWR0Cyoe+zlcQidX2UKGgGaAloD0MIxXO2gNDnUECUhpRSlGgVS8RoFkdAsqTD/rB0p3V9lChoBmgJaA9DCAjHLHsSB2FAlIaUUpRoFU3oA2gWR0CypdRBmf5DdX2UKGgGaAloD0MIXRjpRe12Z0CUhpRSlGgVTegDaBZHQLKmqeKKpDN1fZQoaAZoCWgPQwgbYrzmVdVhQJSGlFKUaBVN6ANoFkdAsqhxQXQ+lnV9lChoBmgJaA9DCGXh62vdcGFAlIaUUpRoFU3oA2gWR0CyqT5H7P6bdX2UKGgGaAloD0MIA+rNqPkPZECUhpRSlGgVTegDaBZHQLKqF6be/Hp1fZQoaAZoCWgPQwi2EyUhEephQJSGlFKUaBVN6ANoFkdAsqpGEM9bHXV9lChoBmgJaA9DCIEjgQYbb2NAlIaUUpRoFU3oA2gWR0CyrYoU8FINdX2UKGgGaAloD0MIAp8fRgj5Q0CUhpRSlGgVS+BoFkdAsq3dgVoHs3V9lChoBmgJaA9DCC44g7/fF2FAlIaUUpRoFU3oA2gWR0CyrgLYwqRVdX2UKGgGaAloD0MIFeRnI1d/YUCUhpRSlGgVTegDaBZHQLKuGo0hvBJ1fZQoaAZoCWgPQwh0Yg/t4+xmQJSGlFKUaBVN6ANoFkdAsq6W15Sm7HV9lChoBmgJaA9DCOKUuflGUWJAlIaUUpRoFU3oA2gWR0CyrsEJ4SpSdX2UKGgGaAloD0MInbzIBHwYZUCUhpRSlGgVTegDaBZHQLKvKDJEH+t1fZQoaAZoCWgPQwgm4UIewYFpQJSGlFKUaBVN6ANoFkdAsrGDQ9ic5XV9lChoBmgJaA9DCLhbkgP2rWNAlIaUUpRoFU3oA2gWR0CysYo4MnZ1dX2UKGgGaAloD0MIuOS4U7qaYkCUhpRSlGgVTegDaBZHQLKxizUI9kl1fZQoaAZoCWgPQwjn/BTHAb1gQJSGlFKUaBVN6ANoFkdAsrTGrwOOKnV9lChoBmgJaA9DCO/IWG3+oWFAlIaUUpRoFU3oA2gWR0Cytd2za9K3dX2UKGgGaAloD0MI58JIL+rBYECUhpRSlGgVTegDaBZHQLK2ti5NGmV1fZQoaAZoCWgPQwif6SXGshphQJSGlFKUaBVN6ANoFkdAsrl27Ackt3V9lChoBmgJaA9DCDMV4pF4mF1AlIaUUpRoFU3oA2gWR0CyuoMpb2UTdX2UKGgGaAloD0MIzbBR1m/lZECUhpRSlGgVTegDaBZHQLK6upr1uix1ZS4="
+        ":serialized:": "gAWVgRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIfotOllrtRsCUhpRSlIwBbJRN6AOMAXSUR0C5i7YRmK64dX2UKGgGaAloD0MINxjqsMJFOkCUhpRSlGgVTegDaBZHQLmMedrftQd1fZQoaAZoCWgPQwgyWHGqtfpDwJSGlFKUaBVN6ANoFkdAuYykJkXk53V9lChoBmgJaA9DCNZXVwVqmFTAlIaUUpRoFU3oA2gWR0C5jWj4gzP9dX2UKGgGaAloD0MIiNo2jIJgE8CUhpRSlGgVTegDaBZHQLmOjpaiblR1fZQoaAZoCWgPQwgAx549lyNAQJSGlFKUaBVN6ANoFkdAuZGl3OfNA3V9lChoBmgJaA9DCFaDMLd7CmLAlIaUUpRoFU3aAmgWR0C5kiVIqbz9dX2UKGgGaAloD0MIZY16iEb9R8CUhpRSlGgVTegDaBZHQLmZ2TXJ5mh1fZQoaAZoCWgPQwiEZte9FddjQJSGlFKUaBVNEQNoFkdAuZuHziCJ43V9lChoBmgJaA9DCLGGi9xTtGBAlIaUUpRoFU2YA2gWR0C5m9cQ7LdOdX2UKGgGaAloD0MISpUoe0tuUMCUhpRSlGgVTegDaBZHQLmcVrYXfqJ1fZQoaAZoCWgPQwjVCWgi7CBkQJSGlFKUaBVNgwJoFkdAuZ1Z3MY/FHV9lChoBmgJaA9DCFr1udqKXRvAlIaUUpRoFU3oA2gWR0C5nWjGo73gdX2UKGgGaAloD0MI+wYmN4pMBcCUhpRSlGgVTegDaBZHQLmeJxWkrPN1fZQoaAZoCWgPQwjPMotQ7PphwJSGlFKUaBVNfgNoFkdAuaCGuQp4KXV9lChoBmgJaA9DCKlsWFNZHmfAlIaUUpRoFU2BA2gWR0C5ocW0JF9bdX2UKGgGaAloD0MIvw0xXvOq3z+UhpRSlGgVTegDaBZHQLmjZGlANXp1fZQoaAZoCWgPQwg1KJoHsEgeQJSGlFKUaBVN6ANoFkdAuaTSYD1XeXV9lChoBmgJaA9DCIOieQCLFkHAlIaUUpRoFU3oA2gWR0C5pQi2H+IedX2UKGgGaAloD0MIUaBP5EmWSsCUhpRSlGgVTegDaBZHQLml9YtQKrt1fZQoaAZoCWgPQwjmlettM3UlwJSGlFKUaBVN6ANoFkdAuadEYixFAnV9lChoBmgJaA9DCFAcQL/vW1tAlIaUUpRoFU3cA2gWR0C5qm6P8yeqdX2UKGgGaAloD0MIsVOsGoQrSMCUhpRSlGgVTegDaBZHQLmrTkupS751fZQoaAZoCWgPQwiHGK95Ves3QJSGlFKUaBVN6ANoFkdAubN/ZIxxk3V9lChoBmgJaA9DCLNF0m70oV5AlIaUUpRoFU2sA2gWR0C5s843eenRdX2UKGgGaAloD0MIc7uX++QDXECUhpRSlGgVTZMDaBZHQLm0DiaRZEF1fZQoaAZoCWgPQwh3EhH+RZthQJSGlFKUaBVNuwJoFkdAubRbspoboHV9lChoBmgJaA9DCBy0Vx+PHGFAlIaUUpRoFU1SA2gWR0C5tKsqe9SNdX2UKGgGaAloD0MI9dvXgXMUUMCUhpRSlGgVTegDaBZHQLm1NUqQRwt1fZQoaAZoCWgPQwgXEcXkDfVWQJSGlFKUaBVNuQNoFkdAubW2JO32EnV9lChoBmgJaA9DCNY5BmSvVwpAlIaUUpRoFU3oA2gWR0C5tlFDfFaTdX2UKGgGaAloD0MIQIS4cvb9W8CUhpRSlGgVTVcCaBZHQLm39d4Vym11fZQoaAZoCWgPQwjY9Qt2wxNZwJSGlFKUaBVNogNoFkdAubkIOqebu3V9lChoBmgJaA9DCGjon+BiL0bAlIaUUpRoFU3oA2gWR0C5u//3ztkXdX2UKGgGaAloD0MIsACmDBwpXECUhpRSlGgVTdUDaBZHQLm9B9HMEA51fZQoaAZoCWgPQwi7e4Duy5UwwJSGlFKUaBVN6ANoFkdAub2e+dsi0XV9lChoBmgJaA9DCGObVDTWBjBAlIaUUpRoFU3oA2gWR0C5vn8j/uLKdX2UKGgGaAloD0MIEANd+wLSN0CUhpRSlGgVTegDaBZHQLnDmA2Q4jt1fZQoaAZoCWgPQwgei21S0d5awJSGlFKUaBVNwwJoFkdAucOiEGqxT3V9lChoBmgJaA9DCFN6ppcYCmFAlIaUUpRoFU02A2gWR0C5w+6N2ki2dX2UKGgGaAloD0MIlUbM7PMY/j+UhpRSlGgVTegDaBZHQLnEcGSZBs11fZQoaAZoCWgPQwg9EFmkie5iwJSGlFKUaBVNcwNoFkdAucWCohpxm3V9lChoBmgJaA9DCM9qgT0mc1pAlIaUUpRoFU2MA2gWR0C5xr7ofSx8dX2UKGgGaAloD0MIHyv4bYiyVkCUhpRSlGgVTcgDaBZHQLnG2qioKlZ1fZQoaAZoCWgPQwgO3IE65dJQwJSGlFKUaBVN6ANoFkdAuc0GtSydF3V9lChoBmgJaA9DCO2CwTV3VmFAlIaUUpRoFU3bA2gWR0C5zb9GViWndX2UKGgGaAloD0MIhlj9EYaJP0CUhpRSlGgVTbMDaBZHQLnOXmx+rlx1fZQoaAZoCWgPQwiscwzIXtFbQJSGlFKUaBVNwANoFkdAudEiuSwGGHV9lChoBmgJaA9DCNnqckrAr2HAlIaUUpRoFU3rAmgWR0C50jF+I/JOdX2UKGgGaAloD0MIZvfkYaHGLkCUhpRSlGgVTegDaBZHQLnTWvjfek51fZQoaAZoCWgPQwgExvoGJo1gQJSGlFKUaBVN4gNoFkdAudakDYAbQ3V9lChoBmgJaA9DCPlISnqYCGBAlIaUUpRoFU2pA2gWR0C51xpwGW2PdX2UKGgGaAloD0MI5+CZ0KTyYECUhpRSlGgVTdYDaBZHQLnZJ9Ba9sd1fZQoaAZoCWgPQwiXAz3UtkpYwJSGlFKUaBVNFQNoFkdAudmiE6DGtXV9lChoBmgJaA9DCIf7yK1J1GXAlIaUUpRoFU0xA2gWR0C52jetfXwtdX2UKGgGaAloD0MIIR/0bFYgV8CUhpRSlGgVTVwCaBZHQLnbrDGcWj51fZQoaAZoCWgPQwgiOZm4VQlYQJSGlFKUaBVNWANoFkdAud4cjFAE+3V9lChoBmgJaA9DCLwIU5RLFUHAlIaUUpRoFU3oA2gWR0C53no+nqFAdX2UKGgGaAloD0MIweRGkbUvXECUhpRSlGgVTacDaBZHQLneo85S3sp1fZQoaAZoCWgPQwi+MJkqGJJewJSGlFKUaBVNAwNoFkdAud6uRPoFFHV9lChoBmgJaA9DCOZXc4Bgnk/AlIaUUpRoFU3oA2gWR0C53vLDqGDddX2UKGgGaAloD0MIVd6OcFpcPsCUhpRSlGgVTegDaBZHQLng79ycTal1fZQoaAZoCWgPQwhy/bs+cxY4QJSGlFKUaBVN6ANoFkdAueJstpVS43V9lChoBmgJaA9DCBOCVfXyxF5AlIaUUpRoFU1mA2gWR0C56HnGn4widX2UKGgGaAloD0MI5iSUvhDFWkCUhpRSlGgVTUwDaBZHQLno69DQZ4x1fZQoaAZoCWgPQwhq39xfPWReQJSGlFKUaBVNAANoFkdAuetcWP91l3V9lChoBmgJaA9DCNfep6rQHDFAlIaUUpRoFU3oA2gWR0C57VPJRwZPdX2UKGgGaAloD0MI1PGYgUrBY0CUhpRSlGgVTcEDaBZHQLnwa/KQq7R1fZQoaAZoCWgPQwj6fmq8dO1jwJSGlFKUaBVNpANoFkdAufHrMY/FBXV9lChoBmgJaA9DCKn7AKQ2DWFAlIaUUpRoFU3UAmgWR0C58n2w7kn1dX2UKGgGaAloD0MIiWGHMenjYUCUhpRSlGgVTccCaBZHQLnyvP9UCJZ1fZQoaAZoCWgPQwhRoE/kSZZeQJSGlFKUaBVNVwNoFkdAufMCTGHYYnV9lChoBmgJaA9DCLBz02acVhTAlIaUUpRoFU3oA2gWR0C58/CdjG1hdX2UKGgGaAloD0MIri08LxVVW0CUhpRSlGgVTdUDaBZHQLn0F1CgK4R1fZQoaAZoCWgPQwhQ/Bhz1ytkQJSGlFKUaBVNTANoFkdAufiBRDTjN3V9lChoBmgJaA9DCNv4E5UN3zjAlIaUUpRoFU3oA2gWR0C5+Q6Hbh3rdX2UKGgGaAloD0MIrRbYYyI7TECUhpRSlGgVTegDaBZHQLn5QsMy8Bd1fZQoaAZoCWgPQwjvG197ZskEwJSGlFKUaBVN6ANoFkdAufmNJbt7bHV9lChoBmgJaA9DCNF6+DJR9WBAlIaUUpRoFU1MA2gWR0C5+fhywOe8dX2UKGgGaAloD0MIuw9AahMLYkCUhpRSlGgVTSEDaBZHQLn6PZTAFgV1fZQoaAZoCWgPQwinH9RFCl9AQJSGlFKUaBVN6ANoFkdAugKsERrad3V9lChoBmgJaA9DCEcAN4sX81LAlIaUUpRoFU1sAmgWR0C6A2Q5myxBdX2UKGgGaAloD0MITHFV2ffCZECUhpRSlGgVTVIDaBZHQLoD1VqveP91fZQoaAZoCWgPQwj+mxcnvjxhwJSGlFKUaBVN8wJoFkdAugReIJqqO3V9lChoBmgJaA9DCBO6S+KsKBbAlIaUUpRoFU3oA2gWR0C6BQgc5sCUdX2UKGgGaAloD0MIavtXVpqKXUCUhpRSlGgVTecCaBZHQLoF9+GoJiR1fZQoaAZoCWgPQwjTpBR0ewZgQJSGlFKUaBVNLQNoFkdAugata0QbuXV9lChoBmgJaA9DCNTvwtZsr2DAlIaUUpRoFU10AmgWR0C6CjGn889wdX2UKGgGaAloD0MIKzHPSloGXECUhpRSlGgVTZIDaBZHQLoKgWJrLyN1fZQoaAZoCWgPQwgwSWWKOTBeQJSGlFKUaBVNxANoFkdAugqY78vVVnV9lChoBmgJaA9DCHS0qiUdIl5AlIaUUpRoFU2aA2gWR0C6CtbyH2ytdX2UKGgGaAloD0MIQGt+/KVPWkCUhpRSlGgVTfICaBZHQLoNFZR8+id1fZQoaAZoCWgPQwiaQBGLmKFiQJSGlFKUaBVNawNoFkdAug2vcnE2pHV9lChoBmgJaA9DCEt319mQwF1AlIaUUpRoFU1pA2gWR0C6DjyZnctYdX2UKGgGaAloD0MIHhoWo66wVcCUhpRSlGgVTcQCaBZHQLoQcr7fpEB1fZQoaAZoCWgPQwhRhT/Dm0dJQJSGlFKUaBVN6ANoFkdAuhB642CNCXV9lChoBmgJaA9DCKn5KvnY9TDAlIaUUpRoFU3oA2gWR0C6EPGvKU3XdX2UKGgGaAloD0MI/+cwX96sYMCUhpRSlGgVTSMDaBZHQLoUd2eg+Ql1fZQoaAZoCWgPQwidhT3tcERjQJSGlFKUaBVNYgNoFkdAuhS0KG+K0nV9lChoBmgJaA9DCDlFR3L55GVAlIaUUpRoFU00A2gWR0C6FYaKgqVhdWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
@@ -77,12 +77,12 @@
     },
     "_n_updates": 296,
     "n_steps": 1024,
-    "gamma": 0.9999,
+    "gamma": 0.97,
     "gae_lambda": 0.98,
     "ent_coef": 0.01,
     "vf_coef": 0.5,
     "max_grad_norm": 0.5,
-    "batch_size": 128,
+    "batch_size": 64,
     "n_epochs": 4,
     "clip_range": {
         ":type:": "<class 'function'>",

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27a5256c0e7f21a0fe6be5b64a399f0d10c47275b40f354c3bf789c5e8620706
+oid sha256:b0bdcbe864a67cac2130e24b2a59d08e554b4527462d462b4acbbcb450242ca3
 size 87929

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c439ac197f3060d7ac8cb18f070580e7d5a2bc1e7ecbd2e98914413009c8545
+oid sha256:3084ac18bb8ca620d90aa0cbc9c17c1f9b3d10eb93dba5b066f560d267fb67e1
 size 43201

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24c63484098516b6b1e0e0c6537f338a908d8ea699812686676de9004e229014
-size 233289
+oid sha256:9f39f24558df6424a528fb11f570b2c2641bc005198168c983ca76c70a592fbd
+size 193788

results.json

@@ -1 +1 @@
-{"mean_reward": 247.5745459657142, "std_reward": 20.259352720755267, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-01-03T14:04:28.038377"}
+{"mean_reward": -25.666634272272496, "std_reward": 23.599152066035522, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-01-03T14:36:24.445255"}