Upload PPO LunarLander-v2 trained agent

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 296.57 +/- 19.29
+      value: -671.04 +/- 51.48
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7cd4762760e0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7cd476276170>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7cd476276200>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7cd476276290>", "_build": "<function ActorCriticPolicy._build at 0x7cd476276320>", "forward": "<function ActorCriticPolicy.forward at 0x7cd4762763b0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7cd476276440>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7cd4762764d0>", "_predict": "<function ActorCriticPolicy._predict at 0x7cd476276560>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7cd4762765f0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7cd476276680>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7cd476276710>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7cd47626dd00>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 20004864, "_total_timesteps": 20000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1694871625198738277, "learning_rate": 0.003, "tensorboard_log": "./tb_logs/", "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAABF0DwU5Ji6WRU8vdSybbI9Gjg5Uo4BNAAAgD8AAIA/zVBZvMDfrT8DCiO+AxLUvjcuoLwd6Cm+AAAAAAAAAAAAEGC7uKKCP+4m3rzCBYa/KdKGveMxhjsAAAAAAAAAAKB3kD4+f8Q+5WH5vu++Fr8GEaE8y1lXvgAAAAAAAAAAZg6zO3G4D7uX0IY9g4XSPFqIa7yBUrM9AACAPwAAgD8A/Ew84aykuiWHBrmk0fOzc6b1OMK7GjgAAIA/AAAAAACiE7xIU766coTROx5zkTwBbJ66E1V8PQAAgD8AAIA/ZmYqu48Zcry2+0o9QqehvIQIhL2XDjK9AACAPwAAgD8ACbe86m2wP7hWPr95NwK/G3OnPL6Z0T0AAAAAAAAAAEAH/r2bDKw+yt6gPiyqHb/BCIq9KtqkPgAAAAAAAAAAM2HqPFJDr7vguFm+JWK2vPb0C71ANZu9AACAPwAAgD+AqCm9eC/ZPCJvIj69QbW+Ze9LPq2iLT4AAAAAAAAAAGMXgj6zvUI/A9FbPLQOE7/yMpc+2E0jvgAAAAAAAAAA2lhAvh9ntj8FbeW+AFidvh88Br82qOm+AAAAAAAAAAAA8LU7pAwHOr7Jj7akjwey1dFDOoOjrjUAAIA/AACAPzO/C73mRK8/EPnGvhoWpr4Y4py8kZFCvgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.00024320000000011, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4QsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHO6MJtzjm2MAWyUS7uMAXSUR0DBclROtW+5dX2UKGgGR0B0B5Dqnm7raAdLumgIR0DBclmh4+r3dX2UKGgGR0BydrdFfAsTaAdLiWgIR0DBclmPYFq0dX2UKGgGR0BveEXizcASaAdLnWgIR0DBcmNYdQwcdX2UKGgGR0BzfzxYq5LAaAdLvGgIR0DBcmOz0HyFdX2UKGgGR0BzpqarmyPdaAdLtGgIR0DBcmY1He7+dX2UKGgGR0Bwx7oMa0hNaAdLo2gIR0DBcmfk/8l5dX2UKGgGR0BxDrleWv8qaAdLlWgIR0DBcmqoOx0NdX2UKGgGR0Bw9GqdYnv2aAdLp2gIR0DBcmwWYWtVdX2UKGgGR0Bx1E6p5u63aAdLlWgIR0DBcmzTKDChdX2UKGgGR0BzDW06YE4eaAdLoWgIR0DBcnDb349HdX2UKGgGR0Bx5LmeUY8/aAdLr2gIR0DBcnD3bmEHdX2UKGgGR0Bxu5uvUz9CaAdLrGgIR0DBdIhcX3xndX2UKGgGR0BzxaIEbHZLaAdLwWgIR0DBdIxreqJedX2UKGgGR0Bzm6AjIJZ4aAdLzGgIR0DBdI8qBmPHdX2UKGgGR0BzSBTVDrquaAdLzWgIR0DBdI9IEr5JdX2UKGgGR0Bv8zZ39rGjaAdLmGgIR0DBdI+8CgbqdX2UKGgGR0BzaVBsyi22aAdLvmgIR0DBdJYUg0TDdX2UKGgGR0Bv0AFRpDeCaAdLl2gIR0DBdJmJ+DvmdX2UKGgGR0Bv9gV45cTraAdLomgIR0DBdKAjdHlPdX2UKGgGR0Byh3cafjCIaAdLzGgIR0DBdKBufmLcdX2UKGgGR0BxzScZtNzsaAdLkWgIR0DBdKGQr+YMdX2UKGgGR0Bw6CSq2jO+aAdLpWgIR0DBdKgVO9FndX2UKGgGR0BwUNVtGd7OaAdLqWgIR0DBdK1d1MdtdX2UKGgGR0Bzz7B7/n4gaAdL1GgIR0DBdK0fkmx/dX2UKGgGR0BzPR4B3iaRaAdLvmgIR0DBdK2n62v0dX2UKGgGR0BztT5wfhddaAdL1mgIR0DBdLHljmSydX2UKGgGR0ByWRMmF8G+aAdLv2gIR0DBdLQGKQ7tdX2UKGgGR0BxkbDl5nlGaAdLi2gIR0DBdLeIwdsBdX2UKGgGR0BzAtUNrj5saAdLnmgIR0DBdMA0qH45dX2UKGgGR0Bx2fC0ngHeaAdLpWgIR0DBdMHXXiBHdX2UKGgGR0BzuvUUfxMGaAdLvWgIR0DBdMJuCPIXdX2UKGgGR0BvepAfMfRvaAdLnWgIR0DBdMYgs9SudX2UKGgGR0BzX3PiT+vRaAdLs2gIR0DBdMZRMvh7dX2UKGgGR0ByOUTewcHXaAdLomgIR0DBdMsCHRCydX2UKGgGR0BvGDJOnEVGaAdLlWgIR0DBdM1E5QxfdX2UKGgGR0BxGKa3I+4caAdLs2gIR0DBdNasfaHsdX2UKGgGR0Bw03R6Ww/xaAdLo2gIR0DBdNiOFQEZdX2UKGgGR0Byw7C3w1BMaAdLxWgIR0DBdNs1/DtPdX2UKGgGR0BxJbuVopQUaAdLpGgIR0DBdN5R0lqrdX2UKGgGR0BxEkzrNW2gaAdLpGgIR0DBdOMFwDNhdX2UKGgGR0ByRSoAGSpzaAdLqGgIR0DBdOZNyo4udX2UKGgGR0By4LLB9Cu2aAdLvWgIR0DBdOYp4KQadX2UKGgGR0BzZOPluFYdaAdLtWgIR0DBdO1t4zJqdX2UKGgGR0BzK4spXp4baAdL1mgIR0DBdOzzPKMedX2UKGgGR0BxLowtapxWaAdLsWgIR0DBdPah6By0dX2UKGgGR0ByNr8vVVghaAdLuGgIR0DBdPcsrd30dX2UKGgGR0BzTU6FM7EHaAdLs2gIR0DBdPfjXFtLdX2UKGgGR0BwY4GLUCq7aAdLq2gIR0DBdPlCmdiEdX2UKGgGR0BxWogwGnn/aAdLo2gIR0DBdP3w1BMSdX2UKGgGR0ByOm11GLDRaAdLwWgIR0DBdP+6ClJpdX2UKGgGR0Bvp06T4cm0aAdLoWgIR0DBdQcA5q/NdX2UKGgGR0Bv/FmQKa5PaAdLoWgIR0DBdQ6ifxtpdX2UKGgGR0BzIANmUW2xaAdLt2gIR0DBdQ/GZNO/dX2UKGgGR0Byb5yo4uK5aAdLmmgIR0DBdRSPsAvMdX2UKGgGR0BylWTLW7OFaAdLyGgIR0DBdRfSYw7DdX2UKGgGR0Bw7fqcEvCeaAdLsWgIR0DBdRhR64UfdX2UKGgGR0Bxr/hjvuw5aAdLp2gIR0DBdSDlNlAedX2UKGgGR0Byhhq7AckuaAdLxWgIR0DBdSQKF7D3dX2UKGgGR0BxUUyJsO5KaAdLjGgIR0DBdSVO2y9mdX2UKGgGR0Bx8rCKrJbMaAdLv2gIR0DBdSvdVNpNdX2UKGgGR0BxxA89wFTvaAdLqGgIR0DBdS+ycCo1dX2UKGgGR0ByqKc+aBqcaAdLu2gIR0DBdThIz3yqdX2UKGgGR0Bz2c4rBj4IaAdNUQFoCEdAwXU4+L3sX3V9lChoBkdAccSVyFPBSGgHS8poCEdAwXVBPKuB+XV9lChoBkdAcNK9ETg2qGgHS6hoCEdAwXVGJMxoI3V9lChoBkdAdC3TQE6kqWgHS9xoCEdAwXVSO801qHV9lChoBkdAcaiBAfMfR2gHS6toCEdAwXVTlA/s3XV9lChoBkdAcwDXXRPXTWgHS6BoCEdAwXVVlHz6J3V9lChoBkdAdDMhTOxB3WgHS+5oCEdAwXVXCgK4QXV9lChoBkdAcYNjABT4tmgHS7hoCEdAwXVXnB+F13V9lChoBkdAc2kPyTY/V2gHS6hoCEdAwXVc6wt8NXV9lChoBkdAcIedS2phnmgHS5VoCEdAwXVgUvf0mXV9lChoBkdAb+cfOD8Lr2gHS5ZoCEdAwXVjP8hs7HV9lChoBkdAc8aKTSsr/mgHS8ZoCEdAwXVqKMvRJHV9lChoBkdAb+C3cYZVGWgHS5xoCEdAwXVwmO2iL3V9lChoBkdAc1PgjhUBGWgHS7RoCEdAwXVwotL+P3V9lChoBkdAc9hgCwKSgWgHS9FoCEdAwXWDINEw4HV9lChoBkdAc3T62v0ROGgHS6loCEdAwXWIAQQL/nV9lChoBkdAcxHUqhDgImgHS8NoCEdAwXWKAtFrmHV9lChoBkdAcw6Jbt7a7GgHS8doCEdAwXWMWl/H53V9lChoBkdAcmXaGHpKSWgHS5JoCEdAwXWUtL+PzXV9lChoBkdAcIEHqeK8+WgHS5xoCEdAwXWXA/LTyHV9lChoBkdAc8Z+t8uzyGgHS8RoCEdAwXWYoZydWnV9lChoBkdAcjjSs8xKx2gHS6hoCEdAwXWaHck+o3V9lChoBkdAcAmxesxO+WgHS5loCEdAwXWdlJYkmnV9lChoBkdAc1m/tpmEoWgHS8loCEdAwXWr5+H8CXV9lChoBkdAc/uZxJd0JWgHS9ZoCEdAwXWsqNp/PXV9lChoBkdAc6aUoa1kUmgHS7hoCEdAwXWxFpfx+nV9lChoBkdAbu9oDgZTAGgHS5poCEdAwXWyJlar3nV9lChoBkdAc3u+UhV2imgHS71oCEdAwXW54Oc2BXV9lChoBkdAdGM8mKIi1WgHS95oCEdAwXW9xpcopnV9lChoBkdAc7yUs4DLbGgHS75oCEdAwXXAlme18nV9lChoBkdAcDBVY6nzhGgHS51oCEdAwXXJ1eSjg3V9lChoBkdAcFDn1FpfyGgHS6hoCEdAwXXQFQEZBXV9lChoBkdAdFFPXCj1w2gHS9poCEdAwXXdzvJA+3V9lChoBkdAcsQrFfiPyWgHS7toCEdAwXXiKZUkwHV9lChoBkdAcXOW4EwFkmgHS8NoCEdAwXXnxPO6d3V9lChoBkdAc6cqdH2AXmgHS8JoCEdAwXXpAJswc3V9lChoBkdAc+xVTrE9+2gHS+JoCEdAwXXqkeIVM3VlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 4884, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.94, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVtQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwRLAEsASwhLA0tDQ1xkAXwAGAB9AHQAfAB8AxQAgwF8AxYAfQR8AHwDFABkARYAfQV8AXwCGAB8A2QBGAAbAH0GfAF8BnwEFAAYAH0HfABkAmsFciZ8AlMAfAd8B3wCGAB8BRQAGABTAJROSwFHP/AAAAAAAACHlIwDaW50lIWUKIwIcHJvZ3Jlc3OUjAdtYXhfdmFslIwHbWluX3ZhbJSMCm51bV9jeWNsZXOUjAVjeWNsZZSMDmN5Y2xlX3Byb2dyZXNzlIwTZGVjcmVtZW50X3Blcl9jeWNsZZSMDGluaXRpYWxfY2xpcJR0lIwePGlweXRob24taW5wdXQtMy0xNjI1NTNmYzg0M2I+lIwNY2xpcF9yYW5nZV9mbpRLDkMQCAEQAQwBEAEMAQgBBAEQAZQpKXSUUpR9lCiMC19fcGFja2FnZV9flE6MCF9fbmFtZV9flIwIX19tYWluX1+UdU5OTnSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBxoFowMX19xdWFsbmFtZV9flGgWjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5RHP9MzMzMzMzNHP7mZmZmZmZpLCoeUjApfX21vZHVsZV9flGgdjAdfX2RvY19flE6MC19fY2xvc3VyZV9flE6MF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9ok3S8an76hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.109+-x86_64-with-glibc2.35 # 1 SMP Fri Jun 9 10:57:30 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7cd4762760e0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7cd476276170>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7cd476276200>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7cd476276290>", "_build": "<function ActorCriticPolicy._build at 0x7cd476276320>", "forward": "<function ActorCriticPolicy.forward at 0x7cd4762763b0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7cd476276440>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7cd4762764d0>", "_predict": "<function ActorCriticPolicy._predict at 0x7cd476276560>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7cd4762765f0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7cd476276680>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7cd476276710>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7cd47626dd00>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 0, "_total_timesteps": 0, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 0.0, "learning_rate": 0.003, "tensorboard_log": "./tb_logs/", "_last_obs": null, "_last_episode_starts": null, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 1.0, "_stats_window_size": 100, "ep_info_buffer": null, "ep_success_buffer": null, "_n_updates": 0, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.94, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVtgIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwRLAEsASwhLA0tDQ1xkAXwAGAB9AHQAfAB8AxQAgwF8AxYAfQR8AHwDFABkARYAfQV8AXwCGAB8A2QBGAAbAH0GfAF8BnwEFAAYAH0HfABkAmsFciZ8AlMAfAd8B3wCGAB8BRQAGABTAJROSwFHP/AAAAAAAACHlIwDaW50lIWUKIwIcHJvZ3Jlc3OUjAdtYXhfdmFslIwHbWluX3ZhbJSMCm51bV9jeWNsZXOUjAVjeWNsZZSMDmN5Y2xlX3Byb2dyZXNzlIwTZGVjcmVtZW50X3Blcl9jeWNsZZSMDGluaXRpYWxfY2xpcJR0lIwfPGlweXRob24taW5wdXQtMTMtNTZhMjhlYTYyYzZlPpSMDWNsaXBfcmFuZ2VfZm6USw5DEAgBEAEMARABDAEIAQQBEAGUKSl0lFKUfZQojAtfX3BhY2thZ2VfX5ROjAhfX25hbWVfX5SMCF9fbWFpbl9flHVOTk50lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgcaBaMDF9fcXVhbG5hbWVfX5RoFowPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+URz/TMzMzMzMzRz+5mZmZmZmaSzKHlIwKX19tb2R1bGVfX5RoHYwHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5ROjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9ok3S8an76hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.109+-x86_64-with-glibc2.35 # 1 SMP Fri Jun 9 10:57:30 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3eae6a33ffc42f738889d4d23cb23cdcc7ee72ea8f7b7901ee607023351d0030
-size 146615
+oid sha256:7e3ff9c834645b2c8e3df8400de310b662a181a642250ff489f1bafaf3897526
+size 53835

ppo-LunarLander-v2/data

@@ -21,37 +21,25 @@
     },
     "verbose": 1,
     "policy_kwargs": {},
-    "num_timesteps": 20004864,
-    "_total_timesteps": 20000000,
+    "num_timesteps": 0,
+    "_total_timesteps": 0,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1694871625198738277,
+    "start_time": 0.0,
     "learning_rate": 0.003,
     "tensorboard_log": "./tb_logs/",
-    "_last_obs": {
-        ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAABF0DwU5Ji6WRU8vdSybbI9Gjg5Uo4BNAAAgD8AAIA/zVBZvMDfrT8DCiO+AxLUvjcuoLwd6Cm+AAAAAAAAAAAAEGC7uKKCP+4m3rzCBYa/KdKGveMxhjsAAAAAAAAAAKB3kD4+f8Q+5WH5vu++Fr8GEaE8y1lXvgAAAAAAAAAAZg6zO3G4D7uX0IY9g4XSPFqIa7yBUrM9AACAPwAAgD8A/Ew84aykuiWHBrmk0fOzc6b1OMK7GjgAAIA/AAAAAACiE7xIU766coTROx5zkTwBbJ66E1V8PQAAgD8AAIA/ZmYqu48Zcry2+0o9QqehvIQIhL2XDjK9AACAPwAAgD8ACbe86m2wP7hWPr95NwK/G3OnPL6Z0T0AAAAAAAAAAEAH/r2bDKw+yt6gPiyqHb/BCIq9KtqkPgAAAAAAAAAAM2HqPFJDr7vguFm+JWK2vPb0C71ANZu9AACAPwAAgD+AqCm9eC/ZPCJvIj69QbW+Ze9LPq2iLT4AAAAAAAAAAGMXgj6zvUI/A9FbPLQOE7/yMpc+2E0jvgAAAAAAAAAA2lhAvh9ntj8FbeW+AFidvh88Br82qOm+AAAAAAAAAAAA8LU7pAwHOr7Jj7akjwey1dFDOoOjrjUAAIA/AACAPzO/C73mRK8/EPnGvhoWpr4Y4py8kZFCvgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
-    },
-    "_last_episode_starts": {
-        ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
-    },
+    "_last_obs": null,
+    "_last_episode_starts": null,
     "_last_original_obs": null,
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.00024320000000011,
+    "_current_progress_remaining": 1.0,
     "_stats_window_size": 100,
-    "ep_info_buffer": {
-        ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWV4QsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHO6MJtzjm2MAWyUS7uMAXSUR0DBclROtW+5dX2UKGgGR0B0B5Dqnm7raAdLumgIR0DBclmh4+r3dX2UKGgGR0BydrdFfAsTaAdLiWgIR0DBclmPYFq0dX2UKGgGR0BveEXizcASaAdLnWgIR0DBcmNYdQwcdX2UKGgGR0BzfzxYq5LAaAdLvGgIR0DBcmOz0HyFdX2UKGgGR0BzpqarmyPdaAdLtGgIR0DBcmY1He7+dX2UKGgGR0Bwx7oMa0hNaAdLo2gIR0DBcmfk/8l5dX2UKGgGR0BxDrleWv8qaAdLlWgIR0DBcmqoOx0NdX2UKGgGR0Bw9GqdYnv2aAdLp2gIR0DBcmwWYWtVdX2UKGgGR0Bx1E6p5u63aAdLlWgIR0DBcmzTKDChdX2UKGgGR0BzDW06YE4eaAdLoWgIR0DBcnDb349HdX2UKGgGR0Bx5LmeUY8/aAdLr2gIR0DBcnD3bmEHdX2UKGgGR0Bxu5uvUz9CaAdLrGgIR0DBdIhcX3xndX2UKGgGR0BzxaIEbHZLaAdLwWgIR0DBdIxreqJedX2UKGgGR0Bzm6AjIJZ4aAdLzGgIR0DBdI8qBmPHdX2UKGgGR0BzSBTVDrquaAdLzWgIR0DBdI9IEr5JdX2UKGgGR0Bv8zZ39rGjaAdLmGgIR0DBdI+8CgbqdX2UKGgGR0BzaVBsyi22aAdLvmgIR0DBdJYUg0TDdX2UKGgGR0Bv0AFRpDeCaAdLl2gIR0DBdJmJ+DvmdX2UKGgGR0Bv9gV45cTraAdLomgIR0DBdKAjdHlPdX2UKGgGR0Byh3cafjCIaAdLzGgIR0DBdKBufmLcdX2UKGgGR0BxzScZtNzsaAdLkWgIR0DBdKGQr+YMdX2UKGgGR0Bw6CSq2jO+aAdLpWgIR0DBdKgVO9FndX2UKGgGR0BwUNVtGd7OaAdLqWgIR0DBdK1d1MdtdX2UKGgGR0Bzz7B7/n4gaAdL1GgIR0DBdK0fkmx/dX2UKGgGR0BzPR4B3iaRaAdLvmgIR0DBdK2n62v0dX2UKGgGR0BztT5wfhddaAdL1mgIR0DBdLHljmSydX2UKGgGR0ByWRMmF8G+aAdLv2gIR0DBdLQGKQ7tdX2UKGgGR0BxkbDl5nlGaAdLi2gIR0DBdLeIwdsBdX2UKGgGR0BzAtUNrj5saAdLnmgIR0DBdMA0qH45dX2UKGgGR0Bx2fC0ngHeaAdLpWgIR0DBdMHXXiBHdX2UKGgGR0BzuvUUfxMGaAdLvWgIR0DBdMJuCPIXdX2UKGgGR0BvepAfMfRvaAdLnWgIR0DBdMYgs9SudX2UKGgGR0BzX3PiT+vRaAdLs2gIR0DBdMZRMvh7dX2UKGgGR0ByOUTewcHXaAdLomgIR0DBdMsCHRCydX2UKGgGR0BvGDJOnEVGaAdLlWgIR0DBdM1E5QxfdX2UKGgGR0BxGKa3I+4caAdLs2gIR0DBdNasfaHsdX2UKGgGR0Bw03R6Ww/xaAdLo2gIR0DBdNiOFQEZdX2UKGgGR0Byw7C3w1BMaAdLxWgIR0DBdNs1/DtPdX2UKGgGR0BxJbuVopQUaAdLpGgIR0DBdN5R0lqrdX2UKGgGR0BxEkzrNW2gaAdLpGgIR0DBdOMFwDNhdX2UKGgGR0ByRSoAGSpzaAdLqGgIR0DBdOZNyo4udX2UKGgGR0By4LLB9Cu2aAdLvWgIR0DBdOYp4KQadX2UKGgGR0BzZOPluFYdaAdLtWgIR0DBdO1t4zJqdX2UKGgGR0BzK4spXp4baAdL1mgIR0DBdOzzPKMedX2UKGgGR0BxLowtapxWaAdLsWgIR0DBdPah6By0dX2UKGgGR0ByNr8vVVghaAdLuGgIR0DBdPcsrd30dX2UKGgGR0BzTU6FM7EHaAdLs2gIR0DBdPfjXFtLdX2UKGgGR0BwY4GLUCq7aAdLq2gIR0DBdPlCmdiEdX2UKGgGR0BxWogwGnn/aAdLo2gIR0DBdP3w1BMSdX2UKGgGR0ByOm11GLDRaAdLwWgIR0DBdP+6ClJpdX2UKGgGR0Bvp06T4cm0aAdLoWgIR0DBdQcA5q/NdX2UKGgGR0Bv/FmQKa5PaAdLoWgIR0DBdQ6ifxtpdX2UKGgGR0BzIANmUW2xaAdLt2gIR0DBdQ/GZNO/dX2UKGgGR0Byb5yo4uK5aAdLmmgIR0DBdRSPsAvMdX2UKGgGR0BylWTLW7OFaAdLyGgIR0DBdRfSYw7DdX2UKGgGR0Bw7fqcEvCeaAdLsWgIR0DBdRhR64UfdX2UKGgGR0Bxr/hjvuw5aAdLp2gIR0DBdSDlNlAedX2UKGgGR0Byhhq7AckuaAdLxWgIR0DBdSQKF7D3dX2UKGgGR0BxUUyJsO5KaAdLjGgIR0DBdSVO2y9mdX2UKGgGR0Bx8rCKrJbMaAdLv2gIR0DBdSvdVNpNdX2UKGgGR0BxxA89wFTvaAdLqGgIR0DBdS+ycCo1dX2UKGgGR0ByqKc+aBqcaAdLu2gIR0DBdThIz3yqdX2UKGgGR0Bz2c4rBj4IaAdNUQFoCEdAwXU4+L3sX3V9lChoBkdAccSVyFPBSGgHS8poCEdAwXVBPKuB+XV9lChoBkdAcNK9ETg2qGgHS6hoCEdAwXVGJMxoI3V9lChoBkdAdC3TQE6kqWgHS9xoCEdAwXVSO801qHV9lChoBkdAcaiBAfMfR2gHS6toCEdAwXVTlA/s3XV9lChoBkdAcwDXXRPXTWgHS6BoCEdAwXVVlHz6J3V9lChoBkdAdDMhTOxB3WgHS+5oCEdAwXVXCgK4QXV9lChoBkdAcYNjABT4tmgHS7hoCEdAwXVXnB+F13V9lChoBkdAc2kPyTY/V2gHS6hoCEdAwXVc6wt8NXV9lChoBkdAcIedS2phnmgHS5VoCEdAwXVgUvf0mXV9lChoBkdAb+cfOD8Lr2gHS5ZoCEdAwXVjP8hs7HV9lChoBkdAc8aKTSsr/mgHS8ZoCEdAwXVqKMvRJHV9lChoBkdAb+C3cYZVGWgHS5xoCEdAwXVwmO2iL3V9lChoBkdAc1PgjhUBGWgHS7RoCEdAwXVwotL+P3V9lChoBkdAc9hgCwKSgWgHS9FoCEdAwXWDINEw4HV9lChoBkdAc3T62v0ROGgHS6loCEdAwXWIAQQL/nV9lChoBkdAcxHUqhDgImgHS8NoCEdAwXWKAtFrmHV9lChoBkdAcw6Jbt7a7GgHS8doCEdAwXWMWl/H53V9lChoBkdAcmXaGHpKSWgHS5JoCEdAwXWUtL+PzXV9lChoBkdAcIEHqeK8+WgHS5xoCEdAwXWXA/LTyHV9lChoBkdAc8Z+t8uzyGgHS8RoCEdAwXWYoZydWnV9lChoBkdAcjjSs8xKx2gHS6hoCEdAwXWaHck+o3V9lChoBkdAcAmxesxO+WgHS5loCEdAwXWdlJYkmnV9lChoBkdAc1m/tpmEoWgHS8loCEdAwXWr5+H8CXV9lChoBkdAc/uZxJd0JWgHS9ZoCEdAwXWsqNp/PXV9lChoBkdAc6aUoa1kUmgHS7hoCEdAwXWxFpfx+nV9lChoBkdAbu9oDgZTAGgHS5poCEdAwXWyJlar3nV9lChoBkdAc3u+UhV2imgHS71oCEdAwXW54Oc2BXV9lChoBkdAdGM8mKIi1WgHS95oCEdAwXW9xpcopnV9lChoBkdAc7yUs4DLbGgHS75oCEdAwXXAlme18nV9lChoBkdAcDBVY6nzhGgHS51oCEdAwXXJ1eSjg3V9lChoBkdAcFDn1FpfyGgHS6hoCEdAwXXQFQEZBXV9lChoBkdAdFFPXCj1w2gHS9poCEdAwXXdzvJA+3V9lChoBkdAcsQrFfiPyWgHS7toCEdAwXXiKZUkwHV9lChoBkdAcXOW4EwFkmgHS8NoCEdAwXXnxPO6d3V9lChoBkdAc6cqdH2AXmgHS8JoCEdAwXXpAJswc3V9lChoBkdAc+xVTrE9+2gHS+JoCEdAwXXqkeIVM3VlLg=="
-    },
-    "ep_success_buffer": {
-        ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
-    },
-    "_n_updates": 4884,
+    "ep_info_buffer": null,
+    "ep_success_buffer": null,
+    "_n_updates": 0,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",
@@ -87,7 +75,7 @@
     "n_epochs": 4,
     "clip_range": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gAWVtQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwRLAEsASwhLA0tDQ1xkAXwAGAB9AHQAfAB8AxQAgwF8AxYAfQR8AHwDFABkARYAfQV8AXwCGAB8A2QBGAAbAH0GfAF8BnwEFAAYAH0HfABkAmsFciZ8AlMAfAd8B3wCGAB8BRQAGABTAJROSwFHP/AAAAAAAACHlIwDaW50lIWUKIwIcHJvZ3Jlc3OUjAdtYXhfdmFslIwHbWluX3ZhbJSMCm51bV9jeWNsZXOUjAVjeWNsZZSMDmN5Y2xlX3Byb2dyZXNzlIwTZGVjcmVtZW50X3Blcl9jeWNsZZSMDGluaXRpYWxfY2xpcJR0lIwePGlweXRob24taW5wdXQtMy0xNjI1NTNmYzg0M2I+lIwNY2xpcF9yYW5nZV9mbpRLDkMQCAEQAQwBEAEMAQgBBAEQAZQpKXSUUpR9lCiMC19fcGFja2FnZV9flE6MCF9fbmFtZV9flIwIX19tYWluX1+UdU5OTnSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBxoFowMX19xdWFsbmFtZV9flGgWjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5RHP9MzMzMzMzNHP7mZmZmZmZpLCoeUjApfX21vZHVsZV9flGgdjAdfX2RvY19flE6MC19fY2xvc3VyZV9flE6MF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
+        ":serialized:": "gAWVtgIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwRLAEsASwhLA0tDQ1xkAXwAGAB9AHQAfAB8AxQAgwF8AxYAfQR8AHwDFABkARYAfQV8AXwCGAB8A2QBGAAbAH0GfAF8BnwEFAAYAH0HfABkAmsFciZ8AlMAfAd8B3wCGAB8BRQAGABTAJROSwFHP/AAAAAAAACHlIwDaW50lIWUKIwIcHJvZ3Jlc3OUjAdtYXhfdmFslIwHbWluX3ZhbJSMCm51bV9jeWNsZXOUjAVjeWNsZZSMDmN5Y2xlX3Byb2dyZXNzlIwTZGVjcmVtZW50X3Blcl9jeWNsZZSMDGluaXRpYWxfY2xpcJR0lIwfPGlweXRob24taW5wdXQtMTMtNTZhMjhlYTYyYzZlPpSMDWNsaXBfcmFuZ2VfZm6USw5DEAgBEAEMARABDAEIAQQBEAGUKSl0lFKUfZQojAtfX3BhY2thZ2VfX5ROjAhfX25hbWVfX5SMCF9fbWFpbl9flHVOTk50lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgcaBaMDF9fcXVhbG5hbWVfX5RoFowPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+URz/TMzMzMzMzRz+5mZmZmZmaSzKHlIwKX19tb2R1bGVfX5RoHYwHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5ROjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
     },
     "clip_range_vf": null,
     "normalize_advantage": true,

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:638bf418eba41e95465875023bb96ccdce92962a3e17f17403d0709d440100b2
-size 87929
+oid sha256:8abaa8a90b56bde2f1cc3d887c3f418991d8d3d1e28ec2910a7246f909e50048
+size 687

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cfcc4133a3d4517c373fa8a58279a285f369bd95656741ab9620887c7ab4aad8
+oid sha256:89ca16d6ec99c00dc08e339d2ce641c91074f98f62517572ee4a93f4e93f4487
 size 43329

results.json

@@ -1 +1 @@
-{"mean_reward": 296.5705960317672, "std_reward": 19.2899072910521, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-09-16T16:29:51.575694"}
+{"mean_reward": -671.0351824681275, "std_reward": 51.48223435002738, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-09-16T16:31:37.637500"}