+1 million time steps

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 261.25 +/- 11.66
+      value: 302.39 +/- 17.32
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fb5e4879b40>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fb5e4879bd0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fb5e4879c60>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fb5e4879cf0>", "_build": "<function ActorCriticPolicy._build at 0x7fb5e4879d80>", "forward": "<function ActorCriticPolicy.forward at 0x7fb5e4879e10>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fb5e4879ea0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fb5e4879f30>", "_predict": "<function ActorCriticPolicy._predict at 0x7fb5e4879fc0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fb5e487a050>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fb5e487a0e0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fb5e487a170>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fb5e486ef00>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVpQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoC0sIhZSMAUOUdJRSlIwEaGlnaJRoEyiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoC0sIhZRoFnSUUpSMDWJvdW5kZWRfYmVsb3eUaBMolggAAAAAAAAAAAAAAAAAAACUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYIAAAAAAAAAAAAAAAAAAAAlGgiSwiFlGgWdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWViAAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1676224972209571416, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV4wIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMWC9ob21lL3RoZWtleW1hc3Rlci8ubG9jYWwvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjFgvaG9tZS90aGVrZXltYXN0ZXIvLmxvY2FsL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAG3tMz69tD8/AU0NPVHEjL5qKXE9uv4HPQAAAAAAAAAAZgYHu/a0WrrGrLs2OkazMYoQlzoqn9y1AACAPwAAgD+ml+y9W0lHP/ZJ5D2p7VW+vzsgvGrDRrwAAAAAAAAAAKO0nz7f4AI/VjDevZ2reL4JT3w9CjuVOwAAAAAAAAAALZWrPkhFnT1OvT66AP7LuBuRnT5KnZI5AACAPwAAgD9AKMy9w8FSuuv9TzuOc4E4dnmmOsti9LkAAAAAAACAP83ChbzhXIW68iS5uxfSPTm8g5g6vmqKuAAAgD8AAIA/M8xkvSXBZz8Qfcw8Gz6Wvhpn3rzjyW89AAAAAAAAAACavbM9LlQfPyb2yTwA7oC+Qi6yPHXi0boAAAAAAAAAAGbcIb0p8Gi6WNtUtXfnQbCIK4S5EONwNAAAgD8AAIA/ra6tPg5Sdz+A4j4+7aaQvtfaDD4FOpC9AAAAAAAAAACa9ZA+Z9ZcP5NzaT5Qgqm+SOIlPs8YQr0AAAAAAAAAAE1Wij3DSXC6TwQCvQF5qjObIEi7ohSAMgAAAAAAAAAAgCp4PezxhbmoeNg1XYUgMefDGzu9lve0AACAPwAAgD/d6I8+/40mP1OF0b0kaoG+fLc1PYHTjL0AAAAAAAAAAOb2j71uUo4/rBwjvSMbRb48AGy9ZmmEvAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVfRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIVdtN8I0+cECUhpRSlIwBbJRNQgGMAXSUR0CxquoG+sYEdX2UKGgGaAloD0MIDOavkPnbcECUhpRSlGgVTVMBaBZHQLGsBs90Rvp1fZQoaAZoCWgPQwj8AKQ2Md5wQJSGlFKUaBVNRgFoFkdAsazGmWMS9XV9lChoBmgJaA9DCO3WMhmOSHBAlIaUUpRoFU1hAWgWR0CxranHeaa1dX2UKGgGaAloD0MIXaRQFv4HcECUhpRSlGgVTWsBaBZHQLGumI3BHkN1fZQoaAZoCWgPQwiYMnBAS2FuQJSGlFKUaBVNUAFoFkdAsa8rJwKjSHV9lChoBmgJaA9DCIyhnGhXoQbAlIaUUpRoFU0bAWgWR0CxsQO0kWykdX2UKGgGaAloD0MIuOhkqXVebUCUhpRSlGgVTWwBaBZHQLGxOhEjPfN1fZQoaAZoCWgPQwhafuAqzwlxQJSGlFKUaBVNdwFoFkdAsbHLY6GQCHV9lChoBmgJaA9DCCl4CrnSe3BAlIaUUpRoFU2EAWgWR0CxstaJQ+EAdX2UKGgGaAloD0MIMXkDzPwnbkCUhpRSlGgVTVwBaBZHQLG0VuZCv5h1fZQoaAZoCWgPQwgQPSmTGmNwQJSGlFKUaBVNewFoFkdAsbRh5JK8MHV9lChoBmgJaA9DCIGyKVf4Sm9AlIaUUpRoFU1wAWgWR0Cxt6UQXhwVdX2UKGgGaAloD0MIbRrba0FPbECUhpRSlGgVTWMBaBZHQLG4JJyQxN91fZQoaAZoCWgPQwjM0k7NpYxwQJSGlFKUaBVNMAFoFkdAsbmCm51/2HV9lChoBmgJaA9DCFDHYwYqDzlAlIaUUpRoFU0aAWgWR0Cxuvt2ovSMdX2UKGgGaAloD0MIi4f3HFhhbkCUhpRSlGgVTWcBaBZHQLHIrVsUIs11fZQoaAZoCWgPQwhB8Pj2rkdvQJSGlFKUaBVNeQFoFkdAscqgOAiFCnV9lChoBmgJaA9DCHbexmZHmG5AlIaUUpRoFU3DAWgWR0Cxy5nFDOTrdX2UKGgGaAloD0MIEHS0qqXacECUhpRSlGgVTWMBaBZHQLHMXd9Dx9Z1fZQoaAZoCWgPQwgPYJFfv7NtQJSGlFKUaBVNWwFoFkdAsczXEXLvC3V9lChoBmgJaA9DCLKFIAelmmxAlIaUUpRoFU1qAWgWR0CxzN83hn8LdX2UKGgGaAloD0MIEtvdA3RFTUCUhpRSlGgVTSwBaBZHQLHNZlANXo11fZQoaAZoCWgPQwihKxGo/lRwQJSGlFKUaBVNcwFoFkdAsc5m0OVgQnV9lChoBmgJaA9DCOMan8k+Q3FAlIaUUpRoFU1lAWgWR0CxzyZBHCoCdX2UKGgGaAloD0MIVb/S+fDUK0CUhpRSlGgVTQ0BaBZHQLHQKtxuKoB1fZQoaAZoCWgPQwgiMxe4PNpbQJSGlFKUaBVN6ANoFkdAsdBRjVhCt3V9lChoBmgJaA9DCEN1c/G3TFFAlIaUUpRoFU1XAWgWR0Cx0SqiTMaCdX2UKGgGaAloD0MIvM0bJ4X4b0CUhpRSlGgVTWYBaBZHQLHSAnyup0h1fZQoaAZoCWgPQwhH/8u1aNduQJSGlFKUaBVNPgFoFkdAsdKwPy08eXV9lChoBmgJaA9DCLoyqDY4Y2VAlIaUUpRoFU3oA2gWR0Cx0uR60IC2dX2UKGgGaAloD0MIj+OHSqOxcUCUhpRSlGgVTTwBaBZHQLHT/Kujh1l1fZQoaAZoCWgPQwge4h+2dN5pQJSGlFKUaBVNUwFoFkdAsdafjwQUYnV9lChoBmgJaA9DCCb+KOpMMnFAlIaUUpRoFU05AWgWR0Cx15d4FA3UdX2UKGgGaAloD0MI+MJkqmAWbECUhpRSlGgVTVkBaBZHQLHXw2MbWEt1fZQoaAZoCWgPQwhlNV1PNAlxQJSGlFKUaBVNTwFoFkdAsdleXIEKV3V9lChoBmgJaA9DCJtwr8zbCG1AlIaUUpRoFU1gAWgWR0Cx29M0+C9RdX2UKGgGaAloD0MIyAp+G2LIbUCUhpRSlGgVTUsBaBZHQLHb+ys0YTF1fZQoaAZoCWgPQwhOgGH5c0ltQJSGlFKUaBVNPgFoFkdAsd0w0ALiM3V9lChoBmgJaA9DCAeWI2SgaWFAlIaUUpRoFU3oA2gWR0Cx4DD4UN8WdX2UKGgGaAloD0MI2V2gpMAlcECUhpRSlGgVTWMBaBZHQLHgQgK4QSV1fZQoaAZoCWgPQwgwZeCAFp5yQJSGlFKUaBVNhwFoFkdAseBxTvRZ2nV9lChoBmgJaA9DCOtSI/QzznFAlIaUUpRoFU1rAWgWR0Cx4b5Yoy9FdX2UKGgGaAloD0MI+U7MerHka0CUhpRSlGgVTVgBaBZHQLHiFg5imVJ1fZQoaAZoCWgPQwiE8dO4tytwQJSGlFKUaBVNgAFoFkdAseV7ONYKY3V9lChoBmgJaA9DCN53DI/9xWpAlIaUUpRoFU1FAWgWR0Cx5t30kGA1dX2UKGgGaAloD0MIskgT7wBXLMCUhpRSlGgVS+JoFkdAsee3Roh6jXV9lChoBmgJaA9DCPhT46Ub821AlIaUUpRoFU2AAWgWR0Cx6aALqlgudX2UKGgGaAloD0MIF7t9Vpl3cUCUhpRSlGgVTZsBaBZHQLHp5OEug6F1fZQoaAZoCWgPQwjlRLsKac5wQJSGlFKUaBVNagFoFkdAseppJmNBGHV9lChoBmgJaA9DCMYYWMdx73BAlIaUUpRoFU1fAWgWR0Cx7Fc6aLGadX2UKGgGaAloD0MI0a+tn349cUCUhpRSlGgVTWcBaBZHQLHsiEwFkhB1fZQoaAZoCWgPQwiCAYQPJaIuQJSGlFKUaBVNIQFoFkdAse1/J8v25HV9lChoBmgJaA9DCG2pg7yeSW5AlIaUUpRoFU02AWgWR0Cx7lSnHeabdX2UKGgGaAloD0MIjniym1lTcECUhpRSlGgVTS8BaBZHQLHvb0Z3s5Z1fZQoaAZoCWgPQwh9zXLZ6GwoQJSGlFKUaBVLs2gWR0Cx8WucUdq+dX2UKGgGaAloD0MI2GSNegjnbkCUhpRSlGgVTWIBaBZHQLHx9WGh24d1fZQoaAZoCWgPQwhK7UW0nT9vQJSGlFKUaBVNRwFoFkdAsf8kt8NQTHV9lChoBmgJaA9DCE1J1uHoXHBAlIaUUpRoFU3dAWgWR0CyAQTjaPCEdX2UKGgGaAloD0MIV9C0xMo9XECUhpRSlGgVTegDaBZHQLIBk5U96kZ1fZQoaAZoCWgPQwj5SEp6GH1qQJSGlFKUaBVNZAFoFkdAsgH8lfJFLHV9lChoBmgJaA9DCE+xahBmwGxAlIaUUpRoFU1WAWgWR0CyAhqzAvcrdX2UKGgGaAloD0MIYMjqVk9XY0CUhpRSlGgVTegDaBZHQLICHWVeKKp1fZQoaAZoCWgPQwhENpAutkFsQJSGlFKUaBVNPwFoFkdAsgMtsLv1DnV9lChoBmgJaA9DCECGjh3UNHJAlIaUUpRoFU1XAWgWR0CyA1xl18sudX2UKGgGaAloD0MIFeY9zvS2cUCUhpRSlGgVTU4BaBZHQLIHCjGDL8t1fZQoaAZoCWgPQwjNrKWA9LhxQJSGlFKUaBVNZgFoFkdAsgcv3XZoPHV9lChoBmgJaA9DCJXzxd5LSnFAlIaUUpRoFU2KAWgWR0CyB3ore67NdX2UKGgGaAloD0MIHnBdMWPScUCUhpRSlGgVTZoBaBZHQLIIODM/yG11fZQoaAZoCWgPQwgIy9jQzYZsQJSGlFKUaBVNXAFoFkdAsgiLOQhfSnV9lChoBmgJaA9DCCv6QzNPR2FAlIaUUpRoFU3oA2gWR0CyCMerMkhSdX2UKGgGaAloD0MIj8Ng/gp+b0CUhpRSlGgVTWwBaBZHQLILaNHH3lF1fZQoaAZoCWgPQwhS7dPxGHhvQJSGlFKUaBVNggFoFkdAsgvye8PFvXV9lChoBmgJaA9DCDFdiNWfDnFAlIaUUpRoFU04AWgWR0CyDN9utOmBdX2UKGgGaAloD0MINUWA0zsrcECUhpRSlGgVTWQBaBZHQLINNc9W6sh1fZQoaAZoCWgPQwjAJJUpZhBvQJSGlFKUaBVNOAFoFkdAsg1UTbnHN3V9lChoBmgJaA9DCOl/uRYtyW9AlIaUUpRoFU1OAWgWR0CyDpMeGO+7dX2UKGgGaAloD0MI8DZvnNRFcECUhpRSlGgVTTgBaBZHQLIO9nEETxp1fZQoaAZoCWgPQwh8D5ccN9twQJSGlFKUaBVNeAFoFkdAshAXoxHoYHV9lChoBmgJaA9DCCOimLwBZuO/lIaUUpRoFUucaBZHQLITZl05lvt1fZQoaAZoCWgPQwiYFB+fEMttQJSGlFKUaBVNTwFoFkdAshVlLHuJDXV9lChoBmgJaA9DCHy5T47CLHBAlIaUUpRoFU1rAWgWR0CyFlM+RoysdX2UKGgGaAloD0MIkiIyrOJ8b0CUhpRSlGgVTWsBaBZHQLIWiT37DVJ1fZQoaAZoCWgPQwjO+/844ctwQJSGlFKUaBVNSAFoFkdAshcLP/rB03V9lChoBmgJaA9DCDRMbakD8mxAlIaUUpRoFU1sAWgWR0CyGJRhc7hfdX2UKGgGaAloD0MInnk57D4ibkCUhpRSlGgVTQECaBZHQLIY/IyCWeJ1fZQoaAZoCWgPQwiSQe4ijCBwQJSGlFKUaBVNMwFoFkdAshlxlbu+iHV9lChoBmgJaA9DCAIs8uuHvDVAlIaUUpRoFUv/aBZHQLIbA+ocaOx1fZQoaAZoCWgPQwi05sdfGmlxQJSGlFKUaBVNXwFoFkdAshu+5iExqXV9lChoBmgJaA9DCPZ7Yp2qR2xAlIaUUpRoFU1EAWgWR0CyG/pUcXFcdX2UKGgGaAloD0MIAVEwYwrhcUCUhpRSlGgVTT8BaBZHQLIdBgam4y51fZQoaAZoCWgPQwgo7niTn/lwQJSGlFKUaBVNWAJoFkdAsiJXeANG3HV9lChoBmgJaA9DCB3lYDaBOm9AlIaUUpRoFU1HAWgWR0CyItcQEpy7dX2UKGgGaAloD0MIWeAruvXub0CUhpRSlGgVTZsBaBZHQLIjNvKEFnt1fZQoaAZoCWgPQwiqYFRSJ/w8QJSGlFKUaBVNAwFoFkdAsiUCl7+kxnV9lChoBmgJaA9DCNP02QEX5nBAlIaUUpRoFU1VAWgWR0CyJUWuX/o8dX2UKGgGaAloD0MIWMoyxLEQbkCUhpRSlGgVTVgBaBZHQLImNVXmvGJ1fZQoaAZoCWgPQwgbZJKRM3hsQJSGlFKUaBVNVgFoFkdAsibGD+R5knV9lChoBmgJaA9DCLEVNC2xjG9AlIaUUpRoFU1pAWgWR0CyJzrfgrH3dX2UKGgGaAloD0MINnLdlPL0bUCUhpRSlGgVTUwBaBZHQLIn87lJYkp1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 4188, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV4wIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMWC9ob21lL3RoZWtleW1hc3Rlci8ubG9jYWwvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjFgvaG9tZS90aGVrZXltYXN0ZXIvLmxvY2FsL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.15.52-gentoo-x86_64-x86_64-AMD_Ryzen_5_1600_Six-Core_Processor-with-glibc2.35 # 1 SMP Thu Jul 21 22:26:07 EDT 2022", "Python": "3.10.6", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu117", "GPU Enabled": "True", "Numpy": "1.23.1", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fb5e4879b40>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fb5e4879bd0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fb5e4879c60>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fb5e4879cf0>", "_build": "<function ActorCriticPolicy._build at 0x7fb5e4879d80>", "forward": "<function ActorCriticPolicy.forward at 0x7fb5e4879e10>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fb5e4879ea0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fb5e4879f30>", "_predict": "<function ActorCriticPolicy._predict at 0x7fb5e4879fc0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fb5e487a050>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fb5e487a0e0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fb5e487a170>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fb5e486ef00>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVYAIAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAADAvwAAwL8AAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAwD8AAMA/AACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFNbLTEuNSAgICAgICAtMS41ICAgICAgIC01LiAgICAgICAgLTUuICAgICAgICAtMy4xNDE1OTI3IC01LgogLTAuICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMS1sxLjUgICAgICAgMS41ICAgICAgIDUuICAgICAgICA1LiAgICAgICAgMy4xNDE1OTI3IDUuICAgICAgICAxLgogMS4gICAgICAgXZSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-1.5       -1.5       -5.        -5.        -3.1415927 -5.\n -0.        -0.       ]", "high": "[1.5       1.5       5.        5.        3.1415927 5.        1.\n 1.       ]", "low_repr": "[-1.5       -1.5       -5.        -5.        -3.1415927 -5.\n -0.        -0.       ]", "high_repr": "[1.5       1.5       5.        5.        3.1415927 5.        1.\n 1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVPwsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwFc3RhcnSUSwCMBl9zaGFwZZQpjAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMCl9ucF9yYW5kb22UjBRudW1weS5yYW5kb20uX3BpY2tsZZSMEl9fcmFuZG9tc3RhdGVfY3RvcpSTlIwHTVQxOTkzN5SFlFKUfZQojA1iaXRfZ2VuZXJhdG9ylGgVjAVzdGF0ZZR9lCiMA2tleZSMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJbACQAAAAAAAAAAAICf5XKN7DKTmDdZTQotIHxHHahuyk5nO+GJphGKxas1v9eEd0G4AMIylRzWxMmzodHDYuqNHj4kVOgihRmvR0Se2XjsfpjkDBgLu3Y0xTSHiaz1NlKp9DyyoMCSSbo6tT51/s5EGTOW1Lvh5Kyrqf4dh2uxX+nHTQ34p6pAPdpLv3MIiMscQdPA/AXkT8nvgKsjd1LPTSczCPi7uErgWLVdSJrZb1x8Z2IfZ6eamvVoUaL4Nirf+atqvM+McX7hCkx92ZIWLHOj546boBNAv+9+JX/RmlaeUKKLhF2XnI75WjCOxCQZ8kcsH1O42WFLsSMPaLAdnznPu58PfNE+c3lKKtWwkInheEI+FezHc3kdcgqnkHDl/d/EsJ7PlUIF/Es9rwU3rrzrWtxoV2tyRkPe+e54WpHl2koxaCuDWCl9MAAVJMC4OnFPZRwQvLHO9sE2lf9jc493BQGqYz+tbvAnCpy28nhBYNkJ2CwlPLbWO+lYD43p3fRc6H46Iu4T3ER6mt2D52yk5aZhzYng7tkA+2E1Y6zR1f2dpEfyPoxf/qJejc23ECg+DisZEZ8Dz8b7Km4hZGv2LfPRCT20HGz2AnWOyjfg37Fs4etSjYfVQtawbegKHEq0N+wfD6TCbnvPcT/dKM3e8UTvbrZBn0/8LeKhR0V/qN0GyUPZx3+TsPNu3WbBPltAF4kaULM8bEeVsj1ZZOgB8c6ZPMiBSrCkXetIcSTqtepWGdA9fi4LYaZzx6xm+Z62BPY9cusjOivRTAq7nk0BOZxxk6jDQx6U9rDIEK2mYCwdzx1qnJ1kOyPjOFkmsDQ1D5OQepOiroUjgoS2dYC+qaA5qnMrpM/FbDopeUYCRRt1XP9/2AnNp4ovmBn/e+1Qzoqg7IpytEZlO07w3aMEfxE3yUiOe7aiMA4/ramPo6F3ZQKptugAc0Ozw0A0OM3uDhvLezal7Fxl+A8QoAQ2ybcvcWsb74M5/SN+0AMIu9vMYrC1rNyS8BoEgYnQkEyJXbaU8Q9tcpn+/p3obMkwcNfx6ZOzYBXhZQgw63ySYx1VYEi/o9f+G1n5oAvB1+X+xPjEmFei4IHNe14B11w2cUSZnvxm2ariciMXLDISho8egNoGZSXUcRt0yLgh8+gZ472KNyg68NmP6UCNnxvIdrebTsTh40ehfTS/uhi0QZIU7gfNpMgC07l5bKXLfpkUvhFaWRPwR5KSvE7Abk/y85bQPgWsvTESBwyRnZ8+TmykdMeyF6TJTB/6aqhkeCRMkX7ZimjY9KZx6bT779ZvxfS8+uwkRGpTuSBukgjxzipSwZL3e3McoCY9rlOLQ9V8KZSBGIaTE+S3w0dNp0p7RIxJ2vFRbIM9R2LPFltqJbBvuQyGcyAwk3mxG2VpiOTxfbLcMbnk0y7iGUmy6/Cxw336Dmp5gzJA+4lZJp1ojb94iVX199g/vxTCF6iiinv3txFcwrsooEEjOhU8g6T18wEIRzgKr1PBPfmm3T00XuHFe+2UJkbYf3q8SCaEkrnUbXLI2x578yBvKJFwrUnetk/Uc6jcv/MaoPjuQmjzNPBhy7JTpPuqRYWJOlaGLvp1L5nmUDoyXTeylrkl+fOrlXUCTOaIQNtOb1za+Bty/a+jIHTVUvrC/QLm9ozZpdWXRK7bGA58akXDZS0XJzgEREgog88QOVEwf1om7911ei0RkBbPb+nL8c7OtTxHRfEl/6CoWT/ZP+cadPDq6MqI7SDaVUFOUHgmkUXlH0YkZpTIyGm5Jsnb9HSCXGbwkI/mljmCbuwwCvCYTiXrqYOIa5EPf/lcph7ogk+4+lAQhU/6uq+8Uxiu5SFjB2fs6R21uUsqjkuyuwT6mbzKIhVbF41dPvr1lVUXdC7WINe+nSG+lXuGcduxfydq56WCcWjPfcgmv/cQQwmmPQ1zL0LkQYJpxOuzGAg05aMsM2EgogujI9VYmwmxnpsBxo8rw3EAX3Xw604tXuV7A1EIGD9GMlFV57jbHpfUyH7rjoAn/mZPUDlAi8Cn5+2k99M/z2TkT05U2H2BPh7QkQ6Ied8BWqXSE2eJN/qga6cCbX9DBe/G7ZmxbkUmS4zhblXke83hdIHpDqJF5BZCFwflJ58oO+oR3acFuqNIbNhni0eG9YZACbqf1S3equ0ueXVTnYMd1/2KYci1/Gnvh7fGz8tah+KKM3OHSDtJHcae68rp/KnwH6mL6GANjPA7LeO95LPFR1VEZVjSXuVHOAMz+g3M8pRKLDmzw/gVldGAaVCvCkEjgyB6V5F3+ggCbb+RfWdEom8tqJvGrFfnPqqW6ysCYSnInqLDv3wbKhb+T2Q2EDA6cPnD8EGrzJL5Qo4EtRPnZ6VDQm8MheNitYXrFXo9+UOvzlApOV02oUsHejdKVFFu1Ug3ch0MEIOEK6RSxBtdRbgviswGRmv46ajDOQRSQHxbKKhSzeRdFBPZ40ma2CXTS3YTaj7+LP+eCKLbFR36yawjQp3kLmGqpYUXHOOgNQXiyd+Dqlq8GcapVS5lCbVGqEG7wXUB8Ho6OFJHNXuQzJ7VEX8pHjH2QnjhefCWg/S62AC4OZH8rd8JqE3MTaZKR8vzpEoSgDi0D6sGUR2caOhSwCG11S+oz3evSj13CrGxRyc+bE9TTru1WpsVNk7AGB7hWWrZa8tb+3/f/CJRdX1NQhgN3ifCAr66Q0QncVvi2sysw7QjhToZMMHZmWdN3Wiv3gOFj4kfWvF7APexHsSQjm88pUxHD/9Erv4wP/6/tiUWirgC1wLxVGovLLtB6pX/CU23k1HLAS6EinZKsOFiP/dEKSYTp/hggID8JWGdmOsp+jhOAxWxJLXi+if49wKypQDhJ/ey6VKg3cm2hzN9s/wyN5y0LVBMYj9iMzdlGBYP34vOhZpa7gs/eizLvBPca7c4La3q787tBPC+aBA11wDLUJFQRSoTVI3evDg0yRbRAf5gRNWdX1E+smb1m/1vErSPr/cBB4OYsEy22htKCPCX+eps1RWm+4ZY787m9nZTW/KvMxXY/+4DO+BWJXm8tlc7gYRMWGhjuaIEX+ybji8VtGm2MwQVkOnMUACMeRlwxqaNlPmDL5XfnJMt7ms/Ev1arLa8KpXVvflByqeZQ5dRfdhWXkbeyNbfJTQ/zGP46W1G9olxnVThoG9uoKuY30f/nW5XPjqoKPX1J2ysRZesqa95OkhMrQ+C+4W4mP2smNBGn9mq1RIl65/k++L0aOduV/E7EXV+fiebtnizezaWPTG2lWmsSHwGKmVPziITTVNjVLDlZviv1CX/OiFsGEP+E1G2uZzy5kRmNmw4+JRoC4wCdTSUiYiHlFKUKEsDaA9OTk5K/////0r/////SwB0lGJNcAKFlIwBQ5R0lFKUjANwb3OUTXACdYwJaGFzX2dhdXNzlEsAjAVnYXVzc5RHAAAAAAAAAAB1YnViLg==", "n": 4, "start": 0, "_shape": [], "dtype": "int64", "_np_random": "RandomState(MT19937)"}, "n_envs": 16, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": 344042492, "action_noise": null, "start_time": 1676230607495514086, "learning_rate": 0.0003, "tensorboard_log": "tensorboard-logs/ppo-LunarLander-v2-stable-reward-penalize-time/LunarLander-v2", "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV4wIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMWC9ob21lL3RoZWtleW1hc3Rlci8ubG9jYWwvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjFgvaG9tZS90aGVrZXltYXN0ZXIvLmxvY2FsL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGY707xSwus8kwnBvZF4xb7UzjC+rYHqvQAAAAAAAAAA4CArvv0Jbj5ayqw+6uMlv9cPQr7Cz48+AAAAAAAAAADNJH074rq1P8FGQT6sQjw+OvMWu6pv3LkAAAAAAAAAAEbSNL613SQ/DhJNPFwDXr8E2Lq+jIgHPgAAAAAAAAAA87nrvduijz9msAS/FjkyvwxlGb5uAqq+AAAAAAAAAABDl4O+NBuXPyOVu74vlhO/tlEwv/Z0bL4AAAAAAAAAAJr57rxu6NA+utgwvQJXTL+Spq+8uzSlvAAAAAAAAAAAoCRWPu2+hD/T/S4+Pkbrvp4/Nz/xZAo/AAAAAAAAAADNnDO9KQAmupr38bazM4ayvNfGOkLuDTYAAIA/AACAPwDxuDxbbLI/WI1rPjHaQr7Sxf48Z7ANPgAAAAAAAAAAACAhPIlKwD/ILI09mSUcPl+RMDtqRvc8AAAAAAAAAAAzPue8j3Y8umFLCTr0BiS5ZGqgOlvAD7kAAIA/AACAP9MdEz4ORWA/zCfJPXecIr+mjw8//NgQPgAAAAAAAAAAE+kjvgPMXLym+y063BIlOBaOwD22M2O5AAAAAAAAgD+myBQ+84WEP8gMmT4uVyq/d9PLPiY0xT4AAAAAAAAAALCZab54BAM/mqRxPukgYr9WKau+9ZWTPgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIUI4CRAFOdECUhpRSlIwBbJRLqIwBdJRHQJvheHymQ8x1fZQoaAZoCWgPQwhN2ekHNXpzQJSGlFKUaBVLoGgWR0Cb4erfcer/dX2UKGgGaAloD0MIxOv6BTv1cUCUhpRSlGgVS7toFkdAm+J8r3CbdHV9lChoBmgJaA9DCHR63o0F+XFAlIaUUpRoFUusaBZHQJvi5GKAJ9l1fZQoaAZoCWgPQwgIy9jQjZ1xQJSGlFKUaBVLmmgWR0Cb5E+85CF9dX2UKGgGaAloD0MIJJhqZu3CcUCUhpRSlGgVS65oFkdAm+TGnn+yaHV9lChoBmgJaA9DCOHTnLxI63FAlIaUUpRoFUuQaBZHQJvmDvd/J/51fZQoaAZoCWgPQwjO/kC5LblxQJSGlFKUaBVLjmgWR0Cb5kkTpPhydX2UKGgGaAloD0MI5BQdyaXscECUhpRSlGgVS5BoFkdAm+cFk6Lfk3V9lChoBmgJaA9DCCKnr+drDnJAlIaUUpRoFUueaBZHQJvnotjCpFV1fZQoaAZoCWgPQwg6ArhZfEhwQJSGlFKUaBVLiWgWR0Cb6ASZjQRgdX2UKGgGaAloD0MIcw8J33sUcUCUhpRSlGgVS4NoFkdAm+gvcFhXsHV9lChoBmgJaA9DCOJcwwwNiHBAlIaUUpRoFUucaBZHQJvo39ZRsM11fZQoaAZoCWgPQwgJ/reS3fZyQJSGlFKUaBVL02gWR0Cb6WvoePq+dX2UKGgGaAloD0MIPiR87282c0CUhpRSlGgVS5doFkdAm+noa1kUbnV9lChoBmgJaA9DCDT2JRuPkHFAlIaUUpRoFUuraBZHQJvqF+1Bt1p1fZQoaAZoCWgPQwjhQ4mWfAlzQJSGlFKUaBVLmmgWR0Cb6qjqfOD8dX2UKGgGaAloD0MIysStgphbcECUhpRSlGgVS5toFkdAm+thf4REnnV9lChoBmgJaA9DCNTzbizounNAlIaUUpRoFUuYaBZHQJvrvwI+nqF1fZQoaAZoCWgPQwh/FHXmHs9zQJSGlFKUaBVL4GgWR0Cb7BZTho/SdX2UKGgGaAloD0MIryE4LmO7cECUhpRSlGgVS41oFkdAm+yYxcmjTXV9lChoBmgJaA9DCIDwoURLOkJAlIaUUpRoFUtnaBZHQJvtKK+BYmt1fZQoaAZoCWgPQwj8NVmj3v9xQJSGlFKUaBVLomgWR0Cb7iowmE5AdX2UKGgGaAloD0MIzH7d6U5xc0CUhpRSlGgVS6BoFkdAm++G9pRGdHV9lChoBmgJaA9DCLHfE+vUtnJAlIaUUpRoFUuvaBZHQJvwhovi97F1fZQoaAZoCWgPQwiKIM7DST5zQJSGlFKUaBVLlmgWR0Cb8Mp35eqrdX2UKGgGaAloD0MIFHmSdM2YcUCUhpRSlGgVS5VoFkdAm/IKJ/G2kXV9lChoBmgJaA9DCCdPWU1XMG9AlIaUUpRoFUuiaBZHQJvyOYQarFR1fZQoaAZoCWgPQwhQ/YNIxlJxQJSGlFKUaBVLr2gWR0Cb8kWNm16WdX2UKGgGaAloD0MIPNujN9yxcECUhpRSlGgVS55oFkdAm/LnQUpNK3V9lChoBmgJaA9DCLuZ0Y9G93JAlIaUUpRoFUvKaBZHQJvzPbpNbkh1fZQoaAZoCWgPQwiXVkPinolwQJSGlFKUaBVLi2gWR0Cb838NhE0BdX2UKGgGaAloD0MILbRzmsUrcECUhpRSlGgVS5VoFkdAm/O1xS5y2nV9lChoBmgJaA9DCKZfIt763XJAlIaUUpRoFUuuaBZHQJvz5x6v7nB1fZQoaAZoCWgPQwiOkewRaoFzQJSGlFKUaBVLpmgWR0Cb8/R2r4nGdX2UKGgGaAloD0MIdGA5Qsapc0CUhpRSlGgVS5BoFkdAm/RkuDjBEnV9lChoBmgJaA9DCMsr19vmM3JAlIaUUpRoFUuJaBZHQJv0iSB9Tgl1fZQoaAZoCWgPQwiWQbXByedxQJSGlFKUaBVLnmgWR0Cb9IUPQOWjdX2UKGgGaAloD0MI4jlbQGi+c0CUhpRSlGgVS6NoFkdAm/ZQX668QXV9lChoBmgJaA9DCOS9amUCV3NAlIaUUpRoFUuxaBZHQJv4cV32VVx1fZQoaAZoCWgPQwi4dTdPNdpxQJSGlFKUaBVLhWgWR0Cb+IO+ZgG9dX2UKGgGaAloD0MIey5Tk2ABckCUhpRSlGgVS6doFkdAm/jlK5Cng3V9lChoBmgJaA9DCJs8ZTVdY3FAlIaUUpRoFUulaBZHQJv5JM6BAfN1fZQoaAZoCWgPQwiOB1vs9vlvQJSGlFKUaBVLjmgWR0Cb+c5mh/RWdX2UKGgGaAloD0MIuMg9XZ20cUCUhpRSlGgVS6VoFkdAm/pubRWtEHV9lChoBmgJaA9DCDp6/N7mtnBAlIaUUpRoFUuZaBZHQJv6zXGwRoR1fZQoaAZoCWgPQwj19BH4A0xwQJSGlFKUaBVLlmgWR0Cb+0K6WgOCdX2UKGgGaAloD0MISG+4j1zjcUCUhpRSlGgVS5loFkdAm/tyDAaegHV9lChoBmgJaA9DCEOR7ufUgXFAlIaUUpRoFUucaBZHQJv7aiblRxd1fZQoaAZoCWgPQwi5bd+jfjlyQJSGlFKUaBVLvmgWR0Cb+71DjR2KdX2UKGgGaAloD0MIpMLYQlArcUCUhpRSlGgVS7ZoFkdAm/yFVT72tnV9lChoBmgJaA9DCDKqDONuiXJAlIaUUpRoFUuraBZHQJv89BOYYzl1fZQoaAZoCWgPQwjEQxg/TatzQJSGlFKUaBVLr2gWR0Cb/UgqmTC+dX2UKGgGaAloD0MI06BoHgD3c0CUhpRSlGgVS7doFkdAm/2rlA/s3XV9lChoBmgJaA9DCKbtX1lp0HJAlIaUUpRoFUuHaBZHQJv/iMl1KXh1fZQoaAZoCWgPQwiiJCTSNnZxQJSGlFKUaBVLi2gWR0Cb/6uaF23bdX2UKGgGaAloD0MIoUeMnpsqc0CUhpRSlGgVS6doFkdAnAJxVAAyVXV9lChoBmgJaA9DCOQViJ4UcnJAlIaUUpRoFUusaBZHQJwCkfs/pt91fZQoaAZoCWgPQwje40wTdqVwQJSGlFKUaBVL3GgWR0CcAsXhfjS5dX2UKGgGaAloD0MIQbYsX5cEcUCUhpRSlGgVS5NoFkdAnAPnHvMKTnV9lChoBmgJaA9DCGSV0jM9t3FAlIaUUpRoFUuEaBZHQJwETaxoqTd1fZQoaAZoCWgPQwgp7Q2+sKdwQJSGlFKUaBVLoWgWR0CcBIeF+NLldX2UKGgGaAloD0MI3PKRlPQpcUCUhpRSlGgVS6toFkdAnASjK1XvIHV9lChoBmgJaA9DCPThWYJManNAlIaUUpRoFUuzaBZHQJwE0xmCiAV1fZQoaAZoCWgPQwhYObTItkNxQJSGlFKUaBVLn2gWR0CcBQMvAXVLdX2UKGgGaAloD0MIucFQh9Vic0CUhpRSlGgVS5BoFkdAnAV6asp5NXV9lChoBmgJaA9DCIVefxJfgXNAlIaUUpRoFUuxaBZHQJwFpyIYWLx1fZQoaAZoCWgPQwisqpffabxwQJSGlFKUaBVLk2gWR0CcBg9uxbB5dX2UKGgGaAloD0MI2V4Leq9rc0CUhpRSlGgVS6loFkdAnAfKhcqvvHV9lChoBmgJaA9DCGEyVTDqfnNAlIaUUpRoFUuiaBZHQJwJxWEK3NN1fZQoaAZoCWgPQwi8sgsG1x9yQJSGlFKUaBVLgGgWR0CcCjmXPZ7HdX2UKGgGaAloD0MIHqSnyGEJdECUhpRSlGgVS7loFkdAnAsUofCAMHV9lChoBmgJaA9DCKZ7ndTXFXJAlIaUUpRoFUuVaBZHQJwLa8CgbqB1fZQoaAZoCWgPQwgNjLysiQdzQJSGlFKUaBVLiWgWR0CcDGyH2ys0dX2UKGgGaAloD0MIqYdodIeocUCUhpRSlGgVS4ZoFkdAnA5KlDWsinV9lChoBmgJaA9DCL3faMeN7XJAlIaUUpRoFUu9aBZHQJwOpbiZOSJ1fZQoaAZoCWgPQwjAdjBiX+VxQJSGlFKUaBVLlWgWR0CcDxSJj2BbdX2UKGgGaAloD0MI2GX4T/fVckCUhpRSlGgVS61oFkdAnA9DNdJJ5HV9lChoBmgJaA9DCOup1VcXs3FAlIaUUpRoFUuoaBZHQJwPbWbwz+F1fZQoaAZoCWgPQwj5LqUu2X5yQJSGlFKUaBVLrGgWR0CcD8T5O8CgdX2UKGgGaAloD0MIaB8r+C1ncUCUhpRSlGgVS7RoFkdAnBAWbPQfIXV9lChoBmgJaA9DCMiZJmz/GHRAlIaUUpRoFUu2aBZHQJwQrUjLSu11fZQoaAZoCWgPQwhzucFQh9NxQJSGlFKUaBVLjGgWR0CcES7qIJqqdX2UKGgGaAloD0MIUb6ghQQLdECUhpRSlGgVS7hoFkdAnBIE8aGYbHV9lChoBmgJaA9DCLXf2omSGHNAlIaUUpRoFUuDaBZHQJwSbk1dgOV1fZQoaAZoCWgPQwhiaHVyxgZxQJSGlFKUaBVLiWgWR0CcE/4nF5v+dX2UKGgGaAloD0MIOpZ31UMgc0CUhpRSlGgVS6FoFkdAnBSqS9ugpXV9lChoBmgJaA9DCLPqc7UVq3FAlIaUUpRoFUufaBZHQJwVzctXgcd1fZQoaAZoCWgPQwg3p5IBoP5yQJSGlFKUaBVLqmgWR0CcF0u8scyWdX2UKGgGaAloD0MI5Gn5gavVb0CUhpRSlGgVS5FoFkdAnBfPDpC8e3V9lChoBmgJaA9DCFYrE35pt3JAlIaUUpRoFUukaBZHQJwYwO09hZ11fZQoaAZoCWgPQwgUzJiCdWdxQJSGlFKUaBVLnWgWR0CcGbSW7e2vdX2UKGgGaAloD0MICOdTx6qyc0CUhpRSlGgVS6NoFkdAnBpxJqZc9nV9lChoBmgJaA9DCKx0d51NcnRAlIaUUpRoFUuvaBZHQJwajuF6Avt1fZQoaAZoCWgPQwj0jH3JRnhyQJSGlFKUaBVLs2gWR0CcGo5lOGj9dX2UKGgGaAloD0MIMsnIWRg+cUCUhpRSlGgVS55oFkdAnBs/tD2JznV9lChoBmgJaA9DCJQUWAATQXJAlIaUUpRoFUuwaBZHQJwcCih37k51fZQoaAZoCWgPQwjGFRdHpRBxQJSGlFKUaBVLy2gWR0CcHGlrM1TBdX2UKGgGaAloD0MIPdF14cfIckCUhpRSlGgVS51oFkdAnBygVfu1GHV9lChoBmgJaA9DCBxhURHnB3JAlIaUUpRoFUuKaBZHQJwdFxm03Ox1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 12756, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMRy9ob21lL21hcmt1cy9zcmMvYWkvc3RhYmxlLWJhc2VsaW5lczMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgUMCBAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxHL2hvbWUvbWFya3VzL3NyYy9haS9zdGFibGUtYmFzZWxpbmVzMy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBZoDYwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.15.52-gentoo-x86_64-x86_64-AMD_Ryzen_5_1600_Six-Core_Processor-with-glibc2.35 # 1 SMP Thu Jul 21 22:26:07 EDT 2022", "Python": "3.10.6", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu117", "GPU Enabled": "True", "Numpy": "1.23.1", "Gym": "0.21.0"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd7c806b6e49aac4c3b88d7c17c998d0fe5e3e78ae127ac373cb7d4e2a700a2b
-size 147698
+oid sha256:54e0ad3ea67519d92cedf13a2d70994678fb0b24e3ffae5847ec09359540e1d8
+size 151853

ppo-LunarLander-v2/data

@@ -23,41 +23,44 @@
     "policy_kwargs": {},
     "observation_space": {
         ":type:": "<class 'gym.spaces.box.Box'>",
-        ":serialized:": "gAWVpQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoC0sIhZSMAUOUdJRSlIwEaGlnaJRoEyiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoC0sIhZRoFnSUUpSMDWJvdW5kZWRfYmVsb3eUaBMolggAAAAAAAAAAAAAAAAAAACUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYIAAAAAAAAAAAAAAAAAAAAlGgiSwiFlGgWdJRSlIwKX25wX3JhbmRvbZROdWIu",
+        ":serialized:": "gAWVYAIAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAADAvwAAwL8AAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAwD8AAMA/AACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFNbLTEuNSAgICAgICAtMS41ICAgICAgIC01LiAgICAgICAgLTUuICAgICAgICAtMy4xNDE1OTI3IC01LgogLTAuICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMS1sxLjUgICAgICAgMS41ICAgICAgIDUuICAgICAgICA1LiAgICAgICAgMy4xNDE1OTI3IDUuICAgICAgICAxLgogMS4gICAgICAgXZSMCl9ucF9yYW5kb22UTnViLg==",
         "dtype": "float32",
+        "bounded_below": "[ True  True  True  True  True  True  True  True]",
+        "bounded_above": "[ True  True  True  True  True  True  True  True]",
         "_shape": [
             8
         ],
-        "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]",
-        "high": "[inf inf inf inf inf inf inf inf]",
-        "bounded_below": "[False False False False False False False False]",
-        "bounded_above": "[False False False False False False False False]",
+        "low": "[-1.5       -1.5       -5.        -5.        -3.1415927 -5.\n -0.        -0.       ]",
+        "high": "[1.5       1.5       5.        5.        3.1415927 5.        1.\n 1.       ]",
+        "low_repr": "[-1.5       -1.5       -5.        -5.        -3.1415927 -5.\n -0.        -0.       ]",
+        "high_repr": "[1.5       1.5       5.        5.        3.1415927 5.        1.\n 1.       ]",
         "_np_random": null
     },
     "action_space": {
         ":type:": "<class 'gym.spaces.discrete.Discrete'>",
-        ":serialized:": "gAWViAAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu",
+        ":serialized:": "gAWVPwsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwFc3RhcnSUSwCMBl9zaGFwZZQpjAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMCl9ucF9yYW5kb22UjBRudW1weS5yYW5kb20uX3BpY2tsZZSMEl9fcmFuZG9tc3RhdGVfY3RvcpSTlIwHTVQxOTkzN5SFlFKUfZQojA1iaXRfZ2VuZXJhdG9ylGgVjAVzdGF0ZZR9lCiMA2tleZSMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJbACQAAAAAAAAAAAICf5XKN7DKTmDdZTQotIHxHHahuyk5nO+GJphGKxas1v9eEd0G4AMIylRzWxMmzodHDYuqNHj4kVOgihRmvR0Se2XjsfpjkDBgLu3Y0xTSHiaz1NlKp9DyyoMCSSbo6tT51/s5EGTOW1Lvh5Kyrqf4dh2uxX+nHTQ34p6pAPdpLv3MIiMscQdPA/AXkT8nvgKsjd1LPTSczCPi7uErgWLVdSJrZb1x8Z2IfZ6eamvVoUaL4Nirf+atqvM+McX7hCkx92ZIWLHOj546boBNAv+9+JX/RmlaeUKKLhF2XnI75WjCOxCQZ8kcsH1O42WFLsSMPaLAdnznPu58PfNE+c3lKKtWwkInheEI+FezHc3kdcgqnkHDl/d/EsJ7PlUIF/Es9rwU3rrzrWtxoV2tyRkPe+e54WpHl2koxaCuDWCl9MAAVJMC4OnFPZRwQvLHO9sE2lf9jc493BQGqYz+tbvAnCpy28nhBYNkJ2CwlPLbWO+lYD43p3fRc6H46Iu4T3ER6mt2D52yk5aZhzYng7tkA+2E1Y6zR1f2dpEfyPoxf/qJejc23ECg+DisZEZ8Dz8b7Km4hZGv2LfPRCT20HGz2AnWOyjfg37Fs4etSjYfVQtawbegKHEq0N+wfD6TCbnvPcT/dKM3e8UTvbrZBn0/8LeKhR0V/qN0GyUPZx3+TsPNu3WbBPltAF4kaULM8bEeVsj1ZZOgB8c6ZPMiBSrCkXetIcSTqtepWGdA9fi4LYaZzx6xm+Z62BPY9cusjOivRTAq7nk0BOZxxk6jDQx6U9rDIEK2mYCwdzx1qnJ1kOyPjOFkmsDQ1D5OQepOiroUjgoS2dYC+qaA5qnMrpM/FbDopeUYCRRt1XP9/2AnNp4ovmBn/e+1Qzoqg7IpytEZlO07w3aMEfxE3yUiOe7aiMA4/ramPo6F3ZQKptugAc0Ozw0A0OM3uDhvLezal7Fxl+A8QoAQ2ybcvcWsb74M5/SN+0AMIu9vMYrC1rNyS8BoEgYnQkEyJXbaU8Q9tcpn+/p3obMkwcNfx6ZOzYBXhZQgw63ySYx1VYEi/o9f+G1n5oAvB1+X+xPjEmFei4IHNe14B11w2cUSZnvxm2ariciMXLDISho8egNoGZSXUcRt0yLgh8+gZ472KNyg68NmP6UCNnxvIdrebTsTh40ehfTS/uhi0QZIU7gfNpMgC07l5bKXLfpkUvhFaWRPwR5KSvE7Abk/y85bQPgWsvTESBwyRnZ8+TmykdMeyF6TJTB/6aqhkeCRMkX7ZimjY9KZx6bT779ZvxfS8+uwkRGpTuSBukgjxzipSwZL3e3McoCY9rlOLQ9V8KZSBGIaTE+S3w0dNp0p7RIxJ2vFRbIM9R2LPFltqJbBvuQyGcyAwk3mxG2VpiOTxfbLcMbnk0y7iGUmy6/Cxw336Dmp5gzJA+4lZJp1ojb94iVX199g/vxTCF6iiinv3txFcwrsooEEjOhU8g6T18wEIRzgKr1PBPfmm3T00XuHFe+2UJkbYf3q8SCaEkrnUbXLI2x578yBvKJFwrUnetk/Uc6jcv/MaoPjuQmjzNPBhy7JTpPuqRYWJOlaGLvp1L5nmUDoyXTeylrkl+fOrlXUCTOaIQNtOb1za+Bty/a+jIHTVUvrC/QLm9ozZpdWXRK7bGA58akXDZS0XJzgEREgog88QOVEwf1om7911ei0RkBbPb+nL8c7OtTxHRfEl/6CoWT/ZP+cadPDq6MqI7SDaVUFOUHgmkUXlH0YkZpTIyGm5Jsnb9HSCXGbwkI/mljmCbuwwCvCYTiXrqYOIa5EPf/lcph7ogk+4+lAQhU/6uq+8Uxiu5SFjB2fs6R21uUsqjkuyuwT6mbzKIhVbF41dPvr1lVUXdC7WINe+nSG+lXuGcduxfydq56WCcWjPfcgmv/cQQwmmPQ1zL0LkQYJpxOuzGAg05aMsM2EgogujI9VYmwmxnpsBxo8rw3EAX3Xw604tXuV7A1EIGD9GMlFV57jbHpfUyH7rjoAn/mZPUDlAi8Cn5+2k99M/z2TkT05U2H2BPh7QkQ6Ied8BWqXSE2eJN/qga6cCbX9DBe/G7ZmxbkUmS4zhblXke83hdIHpDqJF5BZCFwflJ58oO+oR3acFuqNIbNhni0eG9YZACbqf1S3equ0ueXVTnYMd1/2KYci1/Gnvh7fGz8tah+KKM3OHSDtJHcae68rp/KnwH6mL6GANjPA7LeO95LPFR1VEZVjSXuVHOAMz+g3M8pRKLDmzw/gVldGAaVCvCkEjgyB6V5F3+ggCbb+RfWdEom8tqJvGrFfnPqqW6ysCYSnInqLDv3wbKhb+T2Q2EDA6cPnD8EGrzJL5Qo4EtRPnZ6VDQm8MheNitYXrFXo9+UOvzlApOV02oUsHejdKVFFu1Ug3ch0MEIOEK6RSxBtdRbgviswGRmv46ajDOQRSQHxbKKhSzeRdFBPZ40ma2CXTS3YTaj7+LP+eCKLbFR36yawjQp3kLmGqpYUXHOOgNQXiyd+Dqlq8GcapVS5lCbVGqEG7wXUB8Ho6OFJHNXuQzJ7VEX8pHjH2QnjhefCWg/S62AC4OZH8rd8JqE3MTaZKR8vzpEoSgDi0D6sGUR2caOhSwCG11S+oz3evSj13CrGxRyc+bE9TTru1WpsVNk7AGB7hWWrZa8tb+3/f/CJRdX1NQhgN3ifCAr66Q0QncVvi2sysw7QjhToZMMHZmWdN3Wiv3gOFj4kfWvF7APexHsSQjm88pUxHD/9Erv4wP/6/tiUWirgC1wLxVGovLLtB6pX/CU23k1HLAS6EinZKsOFiP/dEKSYTp/hggID8JWGdmOsp+jhOAxWxJLXi+if49wKypQDhJ/ey6VKg3cm2hzN9s/wyN5y0LVBMYj9iMzdlGBYP34vOhZpa7gs/eizLvBPca7c4La3q787tBPC+aBA11wDLUJFQRSoTVI3evDg0yRbRAf5gRNWdX1E+smb1m/1vErSPr/cBB4OYsEy22htKCPCX+eps1RWm+4ZY787m9nZTW/KvMxXY/+4DO+BWJXm8tlc7gYRMWGhjuaIEX+ybji8VtGm2MwQVkOnMUACMeRlwxqaNlPmDL5XfnJMt7ms/Ev1arLa8KpXVvflByqeZQ5dRfdhWXkbeyNbfJTQ/zGP46W1G9olxnVThoG9uoKuY30f/nW5XPjqoKPX1J2ysRZesqa95OkhMrQ+C+4W4mP2smNBGn9mq1RIl65/k++L0aOduV/E7EXV+fiebtnizezaWPTG2lWmsSHwGKmVPziITTVNjVLDlZviv1CX/OiFsGEP+E1G2uZzy5kRmNmw4+JRoC4wCdTSUiYiHlFKUKEsDaA9OTk5K/////0r/////SwB0lGJNcAKFlIwBQ5R0lFKUjANwb3OUTXACdYwJaGFzX2dhdXNzlEsAjAVnYXVzc5RHAAAAAAAAAAB1YnViLg==",
         "n": 4,
+        "start": 0,
         "_shape": [],
         "dtype": "int64",
-        "_np_random": null
+        "_np_random": "RandomState(MT19937)"
     },
     "n_envs": 16,
     "num_timesteps": 1015808,
     "_total_timesteps": 1000000,
     "_num_timesteps_at_start": 0,
-    "seed": null,
+    "seed": 344042492,
     "action_noise": null,
-    "start_time": 1676224972209571416,
+    "start_time": 1676230607495514086,
     "learning_rate": 0.0003,
-    "tensorboard_log": null,
+    "tensorboard_log": "tensorboard-logs/ppo-LunarLander-v2-stable-reward-penalize-time/LunarLander-v2",
     "lr_schedule": {
         ":type:": "<class 'function'>",
         ":serialized:": "gAWV4wIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMWC9ob21lL3RoZWtleW1hc3Rlci8ubG9jYWwvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjFgvaG9tZS90aGVrZXltYXN0ZXIvLmxvY2FsL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAG3tMz69tD8/AU0NPVHEjL5qKXE9uv4HPQAAAAAAAAAAZgYHu/a0WrrGrLs2OkazMYoQlzoqn9y1AACAPwAAgD+ml+y9W0lHP/ZJ5D2p7VW+vzsgvGrDRrwAAAAAAAAAAKO0nz7f4AI/VjDevZ2reL4JT3w9CjuVOwAAAAAAAAAALZWrPkhFnT1OvT66AP7LuBuRnT5KnZI5AACAPwAAgD9AKMy9w8FSuuv9TzuOc4E4dnmmOsti9LkAAAAAAACAP83ChbzhXIW68iS5uxfSPTm8g5g6vmqKuAAAgD8AAIA/M8xkvSXBZz8Qfcw8Gz6Wvhpn3rzjyW89AAAAAAAAAACavbM9LlQfPyb2yTwA7oC+Qi6yPHXi0boAAAAAAAAAAGbcIb0p8Gi6WNtUtXfnQbCIK4S5EONwNAAAgD8AAIA/ra6tPg5Sdz+A4j4+7aaQvtfaDD4FOpC9AAAAAAAAAACa9ZA+Z9ZcP5NzaT5Qgqm+SOIlPs8YQr0AAAAAAAAAAE1Wij3DSXC6TwQCvQF5qjObIEi7ohSAMgAAAAAAAAAAgCp4PezxhbmoeNg1XYUgMefDGzu9lve0AACAPwAAgD/d6I8+/40mP1OF0b0kaoG+fLc1PYHTjL0AAAAAAAAAAOb2j71uUo4/rBwjvSMbRb48AGy9ZmmEvAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGY707xSwus8kwnBvZF4xb7UzjC+rYHqvQAAAAAAAAAA4CArvv0Jbj5ayqw+6uMlv9cPQr7Cz48+AAAAAAAAAADNJH074rq1P8FGQT6sQjw+OvMWu6pv3LkAAAAAAAAAAEbSNL613SQ/DhJNPFwDXr8E2Lq+jIgHPgAAAAAAAAAA87nrvduijz9msAS/FjkyvwxlGb5uAqq+AAAAAAAAAABDl4O+NBuXPyOVu74vlhO/tlEwv/Z0bL4AAAAAAAAAAJr57rxu6NA+utgwvQJXTL+Spq+8uzSlvAAAAAAAAAAAoCRWPu2+hD/T/S4+Pkbrvp4/Nz/xZAo/AAAAAAAAAADNnDO9KQAmupr38bazM4ayvNfGOkLuDTYAAIA/AACAPwDxuDxbbLI/WI1rPjHaQr7Sxf48Z7ANPgAAAAAAAAAAACAhPIlKwD/ILI09mSUcPl+RMDtqRvc8AAAAAAAAAAAzPue8j3Y8umFLCTr0BiS5ZGqgOlvAD7kAAIA/AACAP9MdEz4ORWA/zCfJPXecIr+mjw8//NgQPgAAAAAAAAAAE+kjvgPMXLym+y063BIlOBaOwD22M2O5AAAAAAAAgD+myBQ+84WEP8gMmT4uVyq/d9PLPiY0xT4AAAAAAAAAALCZab54BAM/mqRxPukgYr9WKau+9ZWTPgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -70,13 +73,13 @@
     "_current_progress_remaining": -0.015808000000000044,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVfRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIVdtN8I0+cECUhpRSlIwBbJRNQgGMAXSUR0CxquoG+sYEdX2UKGgGaAloD0MIDOavkPnbcECUhpRSlGgVTVMBaBZHQLGsBs90Rvp1fZQoaAZoCWgPQwj8AKQ2Md5wQJSGlFKUaBVNRgFoFkdAsazGmWMS9XV9lChoBmgJaA9DCO3WMhmOSHBAlIaUUpRoFU1hAWgWR0CxranHeaa1dX2UKGgGaAloD0MIXaRQFv4HcECUhpRSlGgVTWsBaBZHQLGumI3BHkN1fZQoaAZoCWgPQwiYMnBAS2FuQJSGlFKUaBVNUAFoFkdAsa8rJwKjSHV9lChoBmgJaA9DCIyhnGhXoQbAlIaUUpRoFU0bAWgWR0CxsQO0kWykdX2UKGgGaAloD0MIuOhkqXVebUCUhpRSlGgVTWwBaBZHQLGxOhEjPfN1fZQoaAZoCWgPQwhafuAqzwlxQJSGlFKUaBVNdwFoFkdAsbHLY6GQCHV9lChoBmgJaA9DCCl4CrnSe3BAlIaUUpRoFU2EAWgWR0CxstaJQ+EAdX2UKGgGaAloD0MIMXkDzPwnbkCUhpRSlGgVTVwBaBZHQLG0VuZCv5h1fZQoaAZoCWgPQwgQPSmTGmNwQJSGlFKUaBVNewFoFkdAsbRh5JK8MHV9lChoBmgJaA9DCIGyKVf4Sm9AlIaUUpRoFU1wAWgWR0Cxt6UQXhwVdX2UKGgGaAloD0MIbRrba0FPbECUhpRSlGgVTWMBaBZHQLG4JJyQxN91fZQoaAZoCWgPQwjM0k7NpYxwQJSGlFKUaBVNMAFoFkdAsbmCm51/2HV9lChoBmgJaA9DCFDHYwYqDzlAlIaUUpRoFU0aAWgWR0Cxuvt2ovSMdX2UKGgGaAloD0MIi4f3HFhhbkCUhpRSlGgVTWcBaBZHQLHIrVsUIs11fZQoaAZoCWgPQwhB8Pj2rkdvQJSGlFKUaBVNeQFoFkdAscqgOAiFCnV9lChoBmgJaA9DCHbexmZHmG5AlIaUUpRoFU3DAWgWR0Cxy5nFDOTrdX2UKGgGaAloD0MIEHS0qqXacECUhpRSlGgVTWMBaBZHQLHMXd9Dx9Z1fZQoaAZoCWgPQwgPYJFfv7NtQJSGlFKUaBVNWwFoFkdAsczXEXLvC3V9lChoBmgJaA9DCLKFIAelmmxAlIaUUpRoFU1qAWgWR0CxzN83hn8LdX2UKGgGaAloD0MIEtvdA3RFTUCUhpRSlGgVTSwBaBZHQLHNZlANXo11fZQoaAZoCWgPQwihKxGo/lRwQJSGlFKUaBVNcwFoFkdAsc5m0OVgQnV9lChoBmgJaA9DCOMan8k+Q3FAlIaUUpRoFU1lAWgWR0CxzyZBHCoCdX2UKGgGaAloD0MIVb/S+fDUK0CUhpRSlGgVTQ0BaBZHQLHQKtxuKoB1fZQoaAZoCWgPQwgiMxe4PNpbQJSGlFKUaBVN6ANoFkdAsdBRjVhCt3V9lChoBmgJaA9DCEN1c/G3TFFAlIaUUpRoFU1XAWgWR0Cx0SqiTMaCdX2UKGgGaAloD0MIvM0bJ4X4b0CUhpRSlGgVTWYBaBZHQLHSAnyup0h1fZQoaAZoCWgPQwhH/8u1aNduQJSGlFKUaBVNPgFoFkdAsdKwPy08eXV9lChoBmgJaA9DCLoyqDY4Y2VAlIaUUpRoFU3oA2gWR0Cx0uR60IC2dX2UKGgGaAloD0MIj+OHSqOxcUCUhpRSlGgVTTwBaBZHQLHT/Kujh1l1fZQoaAZoCWgPQwge4h+2dN5pQJSGlFKUaBVNUwFoFkdAsdafjwQUYnV9lChoBmgJaA9DCCb+KOpMMnFAlIaUUpRoFU05AWgWR0Cx15d4FA3UdX2UKGgGaAloD0MI+MJkqmAWbECUhpRSlGgVTVkBaBZHQLHXw2MbWEt1fZQoaAZoCWgPQwhlNV1PNAlxQJSGlFKUaBVNTwFoFkdAsdleXIEKV3V9lChoBmgJaA9DCJtwr8zbCG1AlIaUUpRoFU1gAWgWR0Cx29M0+C9RdX2UKGgGaAloD0MIyAp+G2LIbUCUhpRSlGgVTUsBaBZHQLHb+ys0YTF1fZQoaAZoCWgPQwhOgGH5c0ltQJSGlFKUaBVNPgFoFkdAsd0w0ALiM3V9lChoBmgJaA9DCAeWI2SgaWFAlIaUUpRoFU3oA2gWR0Cx4DD4UN8WdX2UKGgGaAloD0MI2V2gpMAlcECUhpRSlGgVTWMBaBZHQLHgQgK4QSV1fZQoaAZoCWgPQwgwZeCAFp5yQJSGlFKUaBVNhwFoFkdAseBxTvRZ2nV9lChoBmgJaA9DCOtSI/QzznFAlIaUUpRoFU1rAWgWR0Cx4b5Yoy9FdX2UKGgGaAloD0MI+U7MerHka0CUhpRSlGgVTVgBaBZHQLHiFg5imVJ1fZQoaAZoCWgPQwiE8dO4tytwQJSGlFKUaBVNgAFoFkdAseV7ONYKY3V9lChoBmgJaA9DCN53DI/9xWpAlIaUUpRoFU1FAWgWR0Cx5t30kGA1dX2UKGgGaAloD0MIskgT7wBXLMCUhpRSlGgVS+JoFkdAsee3Roh6jXV9lChoBmgJaA9DCPhT46Ub821AlIaUUpRoFU2AAWgWR0Cx6aALqlgudX2UKGgGaAloD0MIF7t9Vpl3cUCUhpRSlGgVTZsBaBZHQLHp5OEug6F1fZQoaAZoCWgPQwjlRLsKac5wQJSGlFKUaBVNagFoFkdAseppJmNBGHV9lChoBmgJaA9DCMYYWMdx73BAlIaUUpRoFU1fAWgWR0Cx7Fc6aLGadX2UKGgGaAloD0MI0a+tn349cUCUhpRSlGgVTWcBaBZHQLHsiEwFkhB1fZQoaAZoCWgPQwiCAYQPJaIuQJSGlFKUaBVNIQFoFkdAse1/J8v25HV9lChoBmgJaA9DCG2pg7yeSW5AlIaUUpRoFU02AWgWR0Cx7lSnHeabdX2UKGgGaAloD0MIjniym1lTcECUhpRSlGgVTS8BaBZHQLHvb0Z3s5Z1fZQoaAZoCWgPQwh9zXLZ6GwoQJSGlFKUaBVLs2gWR0Cx8WucUdq+dX2UKGgGaAloD0MI2GSNegjnbkCUhpRSlGgVTWIBaBZHQLHx9WGh24d1fZQoaAZoCWgPQwhK7UW0nT9vQJSGlFKUaBVNRwFoFkdAsf8kt8NQTHV9lChoBmgJaA9DCE1J1uHoXHBAlIaUUpRoFU3dAWgWR0CyAQTjaPCEdX2UKGgGaAloD0MIV9C0xMo9XECUhpRSlGgVTegDaBZHQLIBk5U96kZ1fZQoaAZoCWgPQwj5SEp6GH1qQJSGlFKUaBVNZAFoFkdAsgH8lfJFLHV9lChoBmgJaA9DCE+xahBmwGxAlIaUUpRoFU1WAWgWR0CyAhqzAvcrdX2UKGgGaAloD0MIYMjqVk9XY0CUhpRSlGgVTegDaBZHQLICHWVeKKp1fZQoaAZoCWgPQwhENpAutkFsQJSGlFKUaBVNPwFoFkdAsgMtsLv1DnV9lChoBmgJaA9DCECGjh3UNHJAlIaUUpRoFU1XAWgWR0CyA1xl18sudX2UKGgGaAloD0MIFeY9zvS2cUCUhpRSlGgVTU4BaBZHQLIHCjGDL8t1fZQoaAZoCWgPQwjNrKWA9LhxQJSGlFKUaBVNZgFoFkdAsgcv3XZoPHV9lChoBmgJaA9DCJXzxd5LSnFAlIaUUpRoFU2KAWgWR0CyB3ore67NdX2UKGgGaAloD0MIHnBdMWPScUCUhpRSlGgVTZoBaBZHQLIIODM/yG11fZQoaAZoCWgPQwgIy9jQzYZsQJSGlFKUaBVNXAFoFkdAsgiLOQhfSnV9lChoBmgJaA9DCCv6QzNPR2FAlIaUUpRoFU3oA2gWR0CyCMerMkhSdX2UKGgGaAloD0MIj8Ng/gp+b0CUhpRSlGgVTWwBaBZHQLILaNHH3lF1fZQoaAZoCWgPQwhS7dPxGHhvQJSGlFKUaBVNggFoFkdAsgvye8PFvXV9lChoBmgJaA9DCDFdiNWfDnFAlIaUUpRoFU04AWgWR0CyDN9utOmBdX2UKGgGaAloD0MINUWA0zsrcECUhpRSlGgVTWQBaBZHQLINNc9W6sh1fZQoaAZoCWgPQwjAJJUpZhBvQJSGlFKUaBVNOAFoFkdAsg1UTbnHN3V9lChoBmgJaA9DCOl/uRYtyW9AlIaUUpRoFU1OAWgWR0CyDpMeGO+7dX2UKGgGaAloD0MI8DZvnNRFcECUhpRSlGgVTTgBaBZHQLIO9nEETxp1fZQoaAZoCWgPQwh8D5ccN9twQJSGlFKUaBVNeAFoFkdAshAXoxHoYHV9lChoBmgJaA9DCCOimLwBZuO/lIaUUpRoFUucaBZHQLITZl05lvt1fZQoaAZoCWgPQwiYFB+fEMttQJSGlFKUaBVNTwFoFkdAshVlLHuJDXV9lChoBmgJaA9DCHy5T47CLHBAlIaUUpRoFU1rAWgWR0CyFlM+RoysdX2UKGgGaAloD0MIkiIyrOJ8b0CUhpRSlGgVTWsBaBZHQLIWiT37DVJ1fZQoaAZoCWgPQwjO+/844ctwQJSGlFKUaBVNSAFoFkdAshcLP/rB03V9lChoBmgJaA9DCDRMbakD8mxAlIaUUpRoFU1sAWgWR0CyGJRhc7hfdX2UKGgGaAloD0MInnk57D4ibkCUhpRSlGgVTQECaBZHQLIY/IyCWeJ1fZQoaAZoCWgPQwiSQe4ijCBwQJSGlFKUaBVNMwFoFkdAshlxlbu+iHV9lChoBmgJaA9DCAIs8uuHvDVAlIaUUpRoFUv/aBZHQLIbA+ocaOx1fZQoaAZoCWgPQwi05sdfGmlxQJSGlFKUaBVNXwFoFkdAshu+5iExqXV9lChoBmgJaA9DCPZ7Yp2qR2xAlIaUUpRoFU1EAWgWR0CyG/pUcXFcdX2UKGgGaAloD0MIAVEwYwrhcUCUhpRSlGgVTT8BaBZHQLIdBgam4y51fZQoaAZoCWgPQwgo7niTn/lwQJSGlFKUaBVNWAJoFkdAsiJXeANG3HV9lChoBmgJaA9DCB3lYDaBOm9AlIaUUpRoFU1HAWgWR0CyItcQEpy7dX2UKGgGaAloD0MIWeAruvXub0CUhpRSlGgVTZsBaBZHQLIjNvKEFnt1fZQoaAZoCWgPQwiqYFRSJ/w8QJSGlFKUaBVNAwFoFkdAsiUCl7+kxnV9lChoBmgJaA9DCNP02QEX5nBAlIaUUpRoFU1VAWgWR0CyJUWuX/o8dX2UKGgGaAloD0MIWMoyxLEQbkCUhpRSlGgVTVgBaBZHQLImNVXmvGJ1fZQoaAZoCWgPQwgbZJKRM3hsQJSGlFKUaBVNVgFoFkdAsibGD+R5knV9lChoBmgJaA9DCLEVNC2xjG9AlIaUUpRoFU1pAWgWR0CyJzrfgrH3dX2UKGgGaAloD0MINnLdlPL0bUCUhpRSlGgVTUwBaBZHQLIn87lJYkp1ZS4="
+        ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIUI4CRAFOdECUhpRSlIwBbJRLqIwBdJRHQJvheHymQ8x1fZQoaAZoCWgPQwhN2ekHNXpzQJSGlFKUaBVLoGgWR0Cb4erfcer/dX2UKGgGaAloD0MIxOv6BTv1cUCUhpRSlGgVS7toFkdAm+J8r3CbdHV9lChoBmgJaA9DCHR63o0F+XFAlIaUUpRoFUusaBZHQJvi5GKAJ9l1fZQoaAZoCWgPQwgIy9jQjZ1xQJSGlFKUaBVLmmgWR0Cb5E+85CF9dX2UKGgGaAloD0MIJJhqZu3CcUCUhpRSlGgVS65oFkdAm+TGnn+yaHV9lChoBmgJaA9DCOHTnLxI63FAlIaUUpRoFUuQaBZHQJvmDvd/J/51fZQoaAZoCWgPQwjO/kC5LblxQJSGlFKUaBVLjmgWR0Cb5kkTpPhydX2UKGgGaAloD0MI5BQdyaXscECUhpRSlGgVS5BoFkdAm+cFk6Lfk3V9lChoBmgJaA9DCCKnr+drDnJAlIaUUpRoFUueaBZHQJvnotjCpFV1fZQoaAZoCWgPQwg6ArhZfEhwQJSGlFKUaBVLiWgWR0Cb6ASZjQRgdX2UKGgGaAloD0MIcw8J33sUcUCUhpRSlGgVS4NoFkdAm+gvcFhXsHV9lChoBmgJaA9DCOJcwwwNiHBAlIaUUpRoFUucaBZHQJvo39ZRsM11fZQoaAZoCWgPQwgJ/reS3fZyQJSGlFKUaBVL02gWR0Cb6WvoePq+dX2UKGgGaAloD0MIPiR87282c0CUhpRSlGgVS5doFkdAm+noa1kUbnV9lChoBmgJaA9DCDT2JRuPkHFAlIaUUpRoFUuraBZHQJvqF+1Bt1p1fZQoaAZoCWgPQwjhQ4mWfAlzQJSGlFKUaBVLmmgWR0Cb6qjqfOD8dX2UKGgGaAloD0MIysStgphbcECUhpRSlGgVS5toFkdAm+thf4REnnV9lChoBmgJaA9DCNTzbizounNAlIaUUpRoFUuYaBZHQJvrvwI+nqF1fZQoaAZoCWgPQwh/FHXmHs9zQJSGlFKUaBVL4GgWR0Cb7BZTho/SdX2UKGgGaAloD0MIryE4LmO7cECUhpRSlGgVS41oFkdAm+yYxcmjTXV9lChoBmgJaA9DCIDwoURLOkJAlIaUUpRoFUtnaBZHQJvtKK+BYmt1fZQoaAZoCWgPQwj8NVmj3v9xQJSGlFKUaBVLomgWR0Cb7iowmE5AdX2UKGgGaAloD0MIzH7d6U5xc0CUhpRSlGgVS6BoFkdAm++G9pRGdHV9lChoBmgJaA9DCLHfE+vUtnJAlIaUUpRoFUuvaBZHQJvwhovi97F1fZQoaAZoCWgPQwiKIM7DST5zQJSGlFKUaBVLlmgWR0Cb8Mp35eqrdX2UKGgGaAloD0MIFHmSdM2YcUCUhpRSlGgVS5VoFkdAm/IKJ/G2kXV9lChoBmgJaA9DCCdPWU1XMG9AlIaUUpRoFUuiaBZHQJvyOYQarFR1fZQoaAZoCWgPQwhQ/YNIxlJxQJSGlFKUaBVLr2gWR0Cb8kWNm16WdX2UKGgGaAloD0MIPNujN9yxcECUhpRSlGgVS55oFkdAm/LnQUpNK3V9lChoBmgJaA9DCLuZ0Y9G93JAlIaUUpRoFUvKaBZHQJvzPbpNbkh1fZQoaAZoCWgPQwiXVkPinolwQJSGlFKUaBVLi2gWR0Cb838NhE0BdX2UKGgGaAloD0MILbRzmsUrcECUhpRSlGgVS5VoFkdAm/O1xS5y2nV9lChoBmgJaA9DCKZfIt763XJAlIaUUpRoFUuuaBZHQJvz5x6v7nB1fZQoaAZoCWgPQwiOkewRaoFzQJSGlFKUaBVLpmgWR0Cb8/R2r4nGdX2UKGgGaAloD0MIdGA5Qsapc0CUhpRSlGgVS5BoFkdAm/RkuDjBEnV9lChoBmgJaA9DCMsr19vmM3JAlIaUUpRoFUuJaBZHQJv0iSB9Tgl1fZQoaAZoCWgPQwiWQbXByedxQJSGlFKUaBVLnmgWR0Cb9IUPQOWjdX2UKGgGaAloD0MI4jlbQGi+c0CUhpRSlGgVS6NoFkdAm/ZQX668QXV9lChoBmgJaA9DCOS9amUCV3NAlIaUUpRoFUuxaBZHQJv4cV32VVx1fZQoaAZoCWgPQwi4dTdPNdpxQJSGlFKUaBVLhWgWR0Cb+IO+ZgG9dX2UKGgGaAloD0MIey5Tk2ABckCUhpRSlGgVS6doFkdAm/jlK5Cng3V9lChoBmgJaA9DCJs8ZTVdY3FAlIaUUpRoFUulaBZHQJv5JM6BAfN1fZQoaAZoCWgPQwiOB1vs9vlvQJSGlFKUaBVLjmgWR0Cb+c5mh/RWdX2UKGgGaAloD0MIuMg9XZ20cUCUhpRSlGgVS6VoFkdAm/pubRWtEHV9lChoBmgJaA9DCDp6/N7mtnBAlIaUUpRoFUuZaBZHQJv6zXGwRoR1fZQoaAZoCWgPQwj19BH4A0xwQJSGlFKUaBVLlmgWR0Cb+0K6WgOCdX2UKGgGaAloD0MISG+4j1zjcUCUhpRSlGgVS5loFkdAm/tyDAaegHV9lChoBmgJaA9DCEOR7ufUgXFAlIaUUpRoFUucaBZHQJv7aiblRxd1fZQoaAZoCWgPQwi5bd+jfjlyQJSGlFKUaBVLvmgWR0Cb+71DjR2KdX2UKGgGaAloD0MIpMLYQlArcUCUhpRSlGgVS7ZoFkdAm/yFVT72tnV9lChoBmgJaA9DCDKqDONuiXJAlIaUUpRoFUuraBZHQJv89BOYYzl1fZQoaAZoCWgPQwjEQxg/TatzQJSGlFKUaBVLr2gWR0Cb/UgqmTC+dX2UKGgGaAloD0MI06BoHgD3c0CUhpRSlGgVS7doFkdAm/2rlA/s3XV9lChoBmgJaA9DCKbtX1lp0HJAlIaUUpRoFUuHaBZHQJv/iMl1KXh1fZQoaAZoCWgPQwiiJCTSNnZxQJSGlFKUaBVLi2gWR0Cb/6uaF23bdX2UKGgGaAloD0MIoUeMnpsqc0CUhpRSlGgVS6doFkdAnAJxVAAyVXV9lChoBmgJaA9DCOQViJ4UcnJAlIaUUpRoFUusaBZHQJwCkfs/pt91fZQoaAZoCWgPQwje40wTdqVwQJSGlFKUaBVL3GgWR0CcAsXhfjS5dX2UKGgGaAloD0MIQbYsX5cEcUCUhpRSlGgVS5NoFkdAnAPnHvMKTnV9lChoBmgJaA9DCGSV0jM9t3FAlIaUUpRoFUuEaBZHQJwETaxoqTd1fZQoaAZoCWgPQwgp7Q2+sKdwQJSGlFKUaBVLoWgWR0CcBIeF+NLldX2UKGgGaAloD0MI3PKRlPQpcUCUhpRSlGgVS6toFkdAnASjK1XvIHV9lChoBmgJaA9DCPThWYJManNAlIaUUpRoFUuzaBZHQJwE0xmCiAV1fZQoaAZoCWgPQwhYObTItkNxQJSGlFKUaBVLn2gWR0CcBQMvAXVLdX2UKGgGaAloD0MIucFQh9Vic0CUhpRSlGgVS5BoFkdAnAV6asp5NXV9lChoBmgJaA9DCIVefxJfgXNAlIaUUpRoFUuxaBZHQJwFpyIYWLx1fZQoaAZoCWgPQwisqpffabxwQJSGlFKUaBVLk2gWR0CcBg9uxbB5dX2UKGgGaAloD0MI2V4Leq9rc0CUhpRSlGgVS6loFkdAnAfKhcqvvHV9lChoBmgJaA9DCGEyVTDqfnNAlIaUUpRoFUuiaBZHQJwJxWEK3NN1fZQoaAZoCWgPQwi8sgsG1x9yQJSGlFKUaBVLgGgWR0CcCjmXPZ7HdX2UKGgGaAloD0MIHqSnyGEJdECUhpRSlGgVS7loFkdAnAsUofCAMHV9lChoBmgJaA9DCKZ7ndTXFXJAlIaUUpRoFUuVaBZHQJwLa8CgbqB1fZQoaAZoCWgPQwgNjLysiQdzQJSGlFKUaBVLiWgWR0CcDGyH2ys0dX2UKGgGaAloD0MIqYdodIeocUCUhpRSlGgVS4ZoFkdAnA5KlDWsinV9lChoBmgJaA9DCL3faMeN7XJAlIaUUpRoFUu9aBZHQJwOpbiZOSJ1fZQoaAZoCWgPQwjAdjBiX+VxQJSGlFKUaBVLlWgWR0CcDxSJj2BbdX2UKGgGaAloD0MI2GX4T/fVckCUhpRSlGgVS61oFkdAnA9DNdJJ5HV9lChoBmgJaA9DCOup1VcXs3FAlIaUUpRoFUuoaBZHQJwPbWbwz+F1fZQoaAZoCWgPQwj5LqUu2X5yQJSGlFKUaBVLrGgWR0CcD8T5O8CgdX2UKGgGaAloD0MIaB8r+C1ncUCUhpRSlGgVS7RoFkdAnBAWbPQfIXV9lChoBmgJaA9DCMiZJmz/GHRAlIaUUpRoFUu2aBZHQJwQrUjLSu11fZQoaAZoCWgPQwhzucFQh9NxQJSGlFKUaBVLjGgWR0CcES7qIJqqdX2UKGgGaAloD0MIUb6ghQQLdECUhpRSlGgVS7hoFkdAnBIE8aGYbHV9lChoBmgJaA9DCLXf2omSGHNAlIaUUpRoFUuDaBZHQJwSbk1dgOV1fZQoaAZoCWgPQwhiaHVyxgZxQJSGlFKUaBVLiWgWR0CcE/4nF5v+dX2UKGgGaAloD0MIOpZ31UMgc0CUhpRSlGgVS6FoFkdAnBSqS9ugpXV9lChoBmgJaA9DCLPqc7UVq3FAlIaUUpRoFUufaBZHQJwVzctXgcd1fZQoaAZoCWgPQwg3p5IBoP5yQJSGlFKUaBVLqmgWR0CcF0u8scyWdX2UKGgGaAloD0MI5Gn5gavVb0CUhpRSlGgVS5FoFkdAnBfPDpC8e3V9lChoBmgJaA9DCFYrE35pt3JAlIaUUpRoFUukaBZHQJwYwO09hZ11fZQoaAZoCWgPQwgUzJiCdWdxQJSGlFKUaBVLnWgWR0CcGbSW7e2vdX2UKGgGaAloD0MICOdTx6qyc0CUhpRSlGgVS6NoFkdAnBpxJqZc9nV9lChoBmgJaA9DCKx0d51NcnRAlIaUUpRoFUuvaBZHQJwajuF6Avt1fZQoaAZoCWgPQwj0jH3JRnhyQJSGlFKUaBVLs2gWR0CcGo5lOGj9dX2UKGgGaAloD0MIMsnIWRg+cUCUhpRSlGgVS55oFkdAnBs/tD2JznV9lChoBmgJaA9DCJQUWAATQXJAlIaUUpRoFUuwaBZHQJwcCih37k51fZQoaAZoCWgPQwjGFRdHpRBxQJSGlFKUaBVLy2gWR0CcHGlrM1TBdX2UKGgGaAloD0MIPdF14cfIckCUhpRSlGgVS51oFkdAnBygVfu1GHV9lChoBmgJaA9DCBxhURHnB3JAlIaUUpRoFUuKaBZHQJwdFxm03Ox1ZS4="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 4188,
+    "_n_updates": 12756,
     "n_steps": 1024,
     "gamma": 0.999,
     "gae_lambda": 0.98,
@@ -87,7 +90,7 @@
     "n_epochs": 4,
     "clip_range": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gAWV4wIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMWC9ob21lL3RoZWtleW1hc3Rlci8ubG9jYWwvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjFgvaG9tZS90aGVrZXltYXN0ZXIvLmxvY2FsL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
+        ":serialized:": "gAWVwQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMRy9ob21lL21hcmt1cy9zcmMvYWkvc3RhYmxlLWJhc2VsaW5lczMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgUMCBAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxHL2hvbWUvbWFya3VzL3NyYy9haS9zdGFibGUtYmFzZWxpbmVzMy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBZoDYwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
     },
     "clip_range_vf": null,
     "normalize_advantage": true,

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:19473e939baeb486373be8a1b7580d83eb93a252d54b98b3b42ed0cd4cae21a6
+oid sha256:3d4cb1a3faab7483492fbed6c721566e43a0cf1e3393780e6f2440b898027a17
 size 88057

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68ef79c594084588f7312a2ecdd5c60b5878dc50500a641a494fade1c48ebe9b
+oid sha256:fca97acc167fa4eda859f0c564d04f782cea9886a0fcff74bebd762d10100eb4
 size 43393

results.json

@@ -1 +1 @@
-{"mean_reward": 261.2543692555316, "std_reward": 11.660131398241163, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-02-12T14:06:24.993056"}
+{"mean_reward": 302.3929243866677, "std_reward": 17.319132157540256, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-02-12T15:12:49.399831"}