Upload PPO LunarLander-v2 trained agent

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 277.81 +/- 26.55
+      value: 260.33 +/- 18.09
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gASVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f30a1a7fcb0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f30a1a7fd40>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f30a1a7fdd0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f30a1a7fe60>", "_build": "<function ActorCriticPolicy._build at 0x7f30a1a7fef0>", "forward": "<function ActorCriticPolicy.forward at 0x7f30a1a7ff80>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f30a1a84050>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f30a1a840e0>", "_predict": "<function ActorCriticPolicy._predict at 0x7f30a1a84170>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f30a1a84200>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f30a1a84290>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f30a1a84320>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f30a1999390>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gASVwwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBVudW1weS5jb3JlLm11bHRpYXJyYXmUjAxfcmVjb25zdHJ1Y3SUk5RoBowHbmRhcnJheZSTlEsAhZRDAWKUh5RSlChLAUsIhZRoColDIAAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/lHSUYowEaGlnaJRoEmgUSwCFlGgWh5RSlChLAUsIhZRoColDIAAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/lHSUYowNYm91bmRlZF9iZWxvd5RoEmgUSwCFlGgWh5RSlChLAUsIhZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYolDCAAAAAAAAAAAlHSUYowNYm91bmRlZF9hYm92ZZRoEmgUSwCFlGgWh5RSlChLAUsIhZRoKolDCAAAAAAAAAAAlHSUYowKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gASVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1507328, "_total_timesteps": 1500000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1680206156906116673, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gASVwQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjEgvb3B0L2NvbmRhL2xpYi9weXRob24zLjcvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEgvb3B0L2NvbmRhL2xpYi9weXRob24zLjcvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBZoDYwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzOpKjBVMmGFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gASVjQIAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMDF9yZWNvbnN0cnVjdJSTlIwFbnVtcHmUjAduZGFycmF5lJOUSwCFlEMBYpSHlFKUKEsBSxBLCIaUaAOMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiiUIAAgAAIIAQvlWZBT9403Y9fabRvvzB/70LJog9AAAAAAAAAAAAcJI76XJNvOKZvbtukbM8qrGuvYBBkT0AAIA/AACAP80Khrzh6u45K6ySvZ9QpbLw8jI80uRUsQAAgD8AAIA/M07cvJSalj9cQJ+9U1wqv4rfob1i6Lm9AAAAAAAAAAAzb6A9EqctPvYqrD2b9Z++XOOoPcQtAz0AAAAAAAAAAHrMAL4P4W0/UNKEvQ7lFL/aKz2+fn9CPQAAAAAAAAAAZmK9u9dVZzz87xY+Qh4ivrV4Qj2irPg8AAAAAAAAAADaGIw9vWKVPyBwtz5R7iq/Yt+4PRFRgT4AAAAAAAAAAECBtT1eJFg/EgW1PWMg+L6aD8w9CcEcvQAAAAAAAAAASDmYvnIaoz+2hCe/VbEjv8d98r6kXQK+AAAAAAAAAACAfLo9T5JDPxOITrpiMOm+sPFiPUoYQL0AAAAAAAAAABqx6D3HOwc+Emp+vqo6dL4fmIW9PQQNvQAAAAAAAAAAzbBwvFJw7rkc35s5OVsENR1+jTvYB7m4AACAPwAAgD/TzE4+ImeYPr3I6r5gxNm+SuPDPKybob4AAAAAAAAAAGBeNz5WEZE/UujAPtVoGb8vP2k+5bJNPgAAAAAAAAAAE+gzPshKsLzmTzA94JHLuxwPGr46iKy8AACAPwAAgD+UdJRiLg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gASVmAAAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMDF9yZWNvbnN0cnVjdJSTlIwFbnVtcHmUjAduZGFycmF5lJOUSwCFlEMBYpSHlFKUKEsBSxCFlGgDjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYolDEAAAAAAAAAAAAAAAAAAAAACUdJRiLg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.004885333333333408, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gASVLRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIRbk0fiGucUCUhpRSlIwBbJRNHAGMAXSUR0CcPLyEL6UJdX2UKGgGaAloD0MIjBNf7agpcECUhpRSlGgVS/VoFkdAnD3qS1Vo6HV9lChoBmgJaA9DCJvJN9vc7XJAlIaUUpRoFUvjaBZHQJw+IIWxhUl1fZQoaAZoCWgPQwgOvjCZapdwQJSGlFKUaBVL9WgWR0CcPjTBqKxcdX2UKGgGaAloD0MIc/c5Php0ckCUhpRSlGgVS8ZoFkdAnD7nnyNGVnV9lChoBmgJaA9DCOqzA64rUnFAlIaUUpRoFUvPaBZHQJw/G6QNkOJ1fZQoaAZoCWgPQwi4rwPnDMZyQJSGlFKUaBVLx2gWR0CcP5JdSl3ydX2UKGgGaAloD0MIdAmH3qKkckCUhpRSlGgVS9poFkdAnEADWsijcnV9lChoBmgJaA9DCCjRkseTRHNAlIaUUpRoFUvWaBZHQJxAQbVBlc11fZQoaAZoCWgPQwhzKhkAamxzQJSGlFKUaBVL8WgWR0CcQEHzpX6qdX2UKGgGaAloD0MICTICKhxYb0CUhpRSlGgVS+9oFkdAnEEX80k4WHV9lChoBmgJaA9DCL7bvHFSbHNAlIaUUpRoFU0CAWgWR0CcQU04R28qdX2UKGgGaAloD0MIxRwEHS1nckCUhpRSlGgVTQcBaBZHQJxCFWmxdIJ1fZQoaAZoCWgPQwgIq7GE9UhxQJSGlFKUaBVL+GgWR0CcQtCHymQ9dX2UKGgGaAloD0MIr9FyoAflbUCUhpRSlGgVS9ZoFkdAnEOYgaFVUHV9lChoBmgJaA9DCCkiwyreP3BAlIaUUpRoFUvgaBZHQJxDzI2fkFR1fZQoaAZoCWgPQwi7RsuB3hxyQJSGlFKUaBVL9WgWR0CcRCHLA57xdX2UKGgGaAloD0MIE30+yohcU0CUhpRSlGgVS5ZoFkdAnERFkMCtBHV9lChoBmgJaA9DCJIDdjW5JnJAlIaUUpRoFUvcaBZHQJxEoTg2qDN1fZQoaAZoCWgPQwjVIqKYvKJvQJSGlFKUaBVNdQFoFkdAnEVClzltCXV9lChoBmgJaA9DCAzLn28LjnJAlIaUUpRoFUvZaBZHQJxFa8XenAJ1fZQoaAZoCWgPQwihgVg2cy9zQJSGlFKUaBVL92gWR0CcRbu3MINWdX2UKGgGaAloD0MI4V8EjZn9cECUhpRSlGgVS9hoFkdAnEYufdyksXV9lChoBmgJaA9DCKOUEKxqMXFAlIaUUpRoFUvvaBZHQJxGofPomol1fZQoaAZoCWgPQwjs20lE+AhQQJSGlFKUaBVLsGgWR0CcR0gb6xgRdX2UKGgGaAloD0MIDECjdKn5cUCUhpRSlGgVS9VoFkdAnEeMxGlQ/HV9lChoBmgJaA9DCHhha7byY3JAlIaUUpRoFUvfaBZHQJxHmZeAuqZ1fZQoaAZoCWgPQwgsRl1r78JRQJSGlFKUaBVLnGgWR0CcSGlWfbsXdX2UKGgGaAloD0MIYaQXtbsTcECUhpRSlGgVS+FoFkdAnEl4k7fYSXV9lChoBmgJaA9DCH41BwjmrXFAlIaUUpRoFUvUaBZHQJxKCNfgJkZ1fZQoaAZoCWgPQwh3ZRcMrnxtQJSGlFKUaBVL42gWR0CcSsLidat+dX2UKGgGaAloD0MIf7xXrcw0cUCUhpRSlGgVS99oFkdAnEspBkZrHnV9lChoBmgJaA9DCA73kVvT3XFAlIaUUpRoFUvvaBZHQJxLPcXWOIZ1fZQoaAZoCWgPQwhq9dVVAWdyQJSGlFKUaBVL4mgWR0CccQOYplSTdX2UKGgGaAloD0MI7Z3RVmWrcUCUhpRSlGgVS99oFkdAnHEk21lXinV9lChoBmgJaA9DCFAYlGk0NXJAlIaUUpRoFUvaaBZHQJxxvjMmnfl1fZQoaAZoCWgPQwgOZhNgWJRwQJSGlFKUaBVLz2gWR0CccdU9IPK/dX2UKGgGaAloD0MIxr5k40Fzc0CUhpRSlGgVS/toFkdAnHIpSvTw2HV9lChoBmgJaA9DCH089N2tGnFAlIaUUpRoFUvlaBZHQJxzZkEs8Pp1fZQoaAZoCWgPQwhQHauUXm5yQJSGlFKUaBVL7mgWR0Ccc2c8DB/JdX2UKGgGaAloD0MITWn9LUE7cECUhpRSlGgVS+loFkdAnHRmxyGSIXV9lChoBmgJaA9DCKT8pNonrWVAlIaUUpRoFU3oA2gWR0CcdIYkE9t/dX2UKGgGaAloD0MITMRb5999cUCUhpRSlGgVS9loFkdAnHWOcQRPGnV9lChoBmgJaA9DCJUoe0s5yzVAlIaUUpRoFUuqaBZHQJx2FjXnQpp1fZQoaAZoCWgPQwiqDONukJxwQJSGlFKUaBVL2WgWR0CcdkVoYekpdX2UKGgGaAloD0MIhugQOFLRcECUhpRSlGgVS9JoFkdAnHaJmyxA0XV9lChoBmgJaA9DCEEpWrnXJHJAlIaUUpRoFU0YAWgWR0CcdqoXKr7wdX2UKGgGaAloD0MI8KMa9jsCcUCUhpRSlGgVS+ZoFkdAnHbyULUkOnV9lChoBmgJaA9DCC50JQKVT3BAlIaUUpRoFUvRaBZHQJx2/VmSQo11fZQoaAZoCWgPQwi6E+y/DghyQJSGlFKUaBVLvWgWR0CcdyV/tpmFdX2UKGgGaAloD0MIVIzzN+GSckCUhpRSlGgVS95oFkdAnHfaC17Y03V9lChoBmgJaA9DCAqGcw2z+HFAlIaUUpRoFUv4aBZHQJx460Y0l7d1fZQoaAZoCWgPQwj+nIL87GdkQJSGlFKUaBVN6ANoFkdAnHkYeDFqBXV9lChoBmgJaA9DCF9iLNOvVW9AlIaUUpRoFUvwaBZHQJx5nO8kD6p1fZQoaAZoCWgPQwjIXYQpCkJyQJSGlFKUaBVL8mgWR0Ccean752yLdX2UKGgGaAloD0MIvfxOkxmgb0CUhpRSlGgVS9JoFkdAnHm3FUADJXV9lChoBmgJaA9DCDiDv19MF3NAlIaUUpRoFUvoaBZHQJx6FsTFl051fZQoaAZoCWgPQwjKUBVTKaNxQJSGlFKUaBVL8mgWR0Cce4K2KEWZdX2UKGgGaAloD0MIdQRws3jccUCUhpRSlGgVS9JoFkdAnHumZAprlHV9lChoBmgJaA9DCEHw+PbuoXJAlIaUUpRoFUu+aBZHQJx7oUahpQF1fZQoaAZoCWgPQwjTakjco4RwQJSGlFKUaBVLwmgWR0Cce6++ueSTdX2UKGgGaAloD0MI/5JUpliWckCUhpRSlGgVS+9oFkdAnHvx3FDOT3V9lChoBmgJaA9DCHlZEwv83nJAlIaUUpRoFUvxaBZHQJx8LUXpGF11fZQoaAZoCWgPQwg3OXzSyTxzQJSGlFKUaBVL4mgWR0CcfCvjfek6dX2UKGgGaAloD0MIcqYJ248GcECUhpRSlGgVS8loFkdAnHy+fqX4TXV9lChoBmgJaA9DCJawNsYOB3JAlIaUUpRoFUvzaBZHQJx8/JdSl311fZQoaAZoCWgPQwimYmNeR/xQQJSGlFKUaBVLk2gWR0CcfYuOS4e+dX2UKGgGaAloD0MIznFuE250cECUhpRSlGgVS71oFkdAnH2Jnxri2nV9lChoBmgJaA9DCCAldm3vFnFAlIaUUpRoFUvVaBZHQJx96zD4xlB1fZQoaAZoCWgPQwhdxHdi1gRxQJSGlFKUaBVLw2gWR0CcfjaB7NSqdX2UKGgGaAloD0MIym5m9COpcUCUhpRSlGgVS+5oFkdAnH8PxUedTnV9lChoBmgJaA9DCIbj+Qyo6HBAlIaUUpRoFU0FAWgWR0Ccf6it7rs0dX2UKGgGaAloD0MILCy4HzDXcUCUhpRSlGgVS9hoFkdAnICRaPjn3nV9lChoBmgJaA9DCLfvUX89rXBAlIaUUpRoFUv5aBZHQJyBhZzPrv91fZQoaAZoCWgPQwjcLckBe/xwQJSGlFKUaBVLyGgWR0CcgYEVWS2ZdX2UKGgGaAloD0MI3jr/dpnJcECUhpRSlGgVTQsBaBZHQJyCbH5rP+p1fZQoaAZoCWgPQwh3EhH+xfFwQJSGlFKUaBVNBQFoFkdAnIKAtFrmAHV9lChoBmgJaA9DCDm1M0xtcXNAlIaUUpRoFU0NAWgWR0CcgrwFTvRadX2UKGgGaAloD0MIhQfNrnuVcECUhpRSlGgVS+NoFkdAnINV7Y02tXV9lChoBmgJaA9DCN/hdmiYRnFAlIaUUpRoFUvoaBZHQJyDeD28IzF1fZQoaAZoCWgPQwihLlIoS9hxQJSGlFKUaBVNAwFoFkdAnIOApz90inV9lChoBmgJaA9DCEiI8gWtHHFAlIaUUpRoFU1CAWgWR0Ccg6M0xdpqdX2UKGgGaAloD0MIjh8qjdizcUCUhpRSlGgVS/hoFkdAnIRSnpB5X3V9lChoBmgJaA9DCDrP2JesCXFAlIaUUpRoFUvFaBZHQJyEXfMwDeV1fZQoaAZoCWgPQwikGYumM6pvQJSGlFKUaBVL7GgWR0CchGAwfyPNdX2UKGgGaAloD0MI1m8mpssecUCUhpRSlGgVS+JoFkdAnIW5XEIgNnV9lChoBmgJaA9DCGeAC7Jl/1FAlIaUUpRoFUusaBZHQJyGIevIOpd1fZQoaAZoCWgPQwivQspPKnZzQJSGlFKUaBVNsAFoFkdAnIZLlJYkmnV9lChoBmgJaA9DCK+Xpgjw9GdAlIaUUpRoFU3oA2gWR0CchsKMNtqIdX2UKGgGaAloD0MI7L/OTRvgcUCUhpRSlGgVS+loFkdAnIbNGI9C/3V9lChoBmgJaA9DCC1cVmHzL3JAlIaUUpRoFUvOaBZHQJyHtd4Vym11fZQoaAZoCWgPQwj3yVGAqJlxQJSGlFKUaBVNBQFoFkdAnIhGVRk3CXV9lChoBmgJaA9DCLUy4Ze6fnJAlIaUUpRoFUvPaBZHQJyI35ZbILh1fZQoaAZoCWgPQwi6EoHq3w1zQJSGlFKUaBVL8mgWR0CciO2GqPwNdX2UKGgGaAloD0MI3LjF/BxmcUCUhpRSlGgVS+xoFkdAnIldsvZh8nV9lChoBmgJaA9DCMbhzK+m03FAlIaUUpRoFUvQaBZHQJyJthCtzS11fZQoaAZoCWgPQwjPoQxVcS5wQJSGlFKUaBVL82gWR0Ccib5sTFl1dX2UKGgGaAloD0MI+83EdKFOb0CUhpRSlGgVS/poFkdAnInlYZEUkHV9lChoBmgJaA9DCKN5AIu8C3FAlIaUUpRoFUvmaBZHQJyKQiSq2jR1fZQoaAZoCWgPQwgSaLCps3VwQJSGlFKUaBVL7WgWR0CcimKMvRJFdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gASVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 368, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 32, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gASVwQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjEgvb3B0L2NvbmRhL2xpYi9weXRob24zLjcvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEgvb3B0L2NvbmRhL2xpYi9weXRob24zLjcvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBZoDYwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.15.89+-x86_64-with-debian-bullseye-sid # 1 SMP Sat Mar 25 09:11:42 UTC 2023", "Python": "3.7.12", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.0", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fabd3b1f9a0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fabd3b1fa30>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fabd3b1fac0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fabd3b1fb50>", "_build": "<function ActorCriticPolicy._build at 0x7fabd3b1fbe0>", "forward": "<function ActorCriticPolicy.forward at 0x7fabd3b1fc70>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fabd3b1fd00>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fabd3b1fd90>", "_predict": "<function ActorCriticPolicy._predict at 0x7fabd3b1fe20>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fabd3b1feb0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fabd3b1ff40>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fabd3b24040>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fab71da9cc0>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1685592532635316922, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAHaKpD51tDY+7rcVvjq0n75HETA+QNhrvQAAAAAAAAAAmocwvIG+nz1LMBw+0eeTvnRwLD1zWhk9AAAAAAAAAABmq8E9sJccPw8uyj3yocC+HmLYPfLejT0AAAAAAAAAAA2Oab6OUM0+Y/X1Pr+29b7bnpc97fkOPgAAAAAAAAAA4AQnvijRtz7+P4k+gJGwvjMJmLxY6948AAAAAAAAAADNiPk8uBXuPgrMsb1075i+vm3IvW9QLj0AAAAAAAAAADMOhryUkK0/jm73vRXqsb4YzYG81P4hvQAAAAAAAAAAgJMgvYModLyYkUC9QPJYPPuuzz1LDTK9AACAPwAAgD9ms7g8qacOPrLmFz3sC3S+9QR+O2K4T70AAAAAAAAAAMB+hD0pKGS6JpsYuO8lp7H1pFC6qoMuNwAAgD8AAIA/APXPvUi3lro+MyO58wJstA2JhTqAPjs4AACAPwAAgD/tPGQ+9LqDP7B82j5GlBe/ZdN/Ph0N6TwAAAAAAAAAAPNuAL6pbks/RLsPPa+J377lO2a9o/jyPQAAAAAAAAAAAFvyvV8jBj9K+C4+2rbMvsypxLyOaDk9AAAAAAAAAACQYL8+5xFcP+r8gz6DkxO/ugK/PprKGL0AAAAAAAAAAMAnr77781Y/A0ZUPjkkzL7HjTC+Nr8+PgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVKwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHJ+mSU1Q6+MAWyUTTkBjAF0lEdAkTRuWnjyWnV9lChoBkdAcZLfvnbItGgHTT0BaAhHQJE04AZKnNx1fZQoaAZHQHLiEmx+rlxoB01SAWgIR0CRNWUs4DLbdX2UKGgGR0BySafPHDJmaAdNOAJoCEdAkTazDsMRYnV9lChoBkdAchRH+IdlumgHTRwBaAhHQJE239/BnBd1fZQoaAZHQHBlruc+aBtoB00RAWgIR0CRN8SgXdj5dX2UKGgGR0BuugwsXizcaAdNCwFoCEdAkTfy6UaAF3V9lChoBkdAcnllPJq7AmgHTXoBaAhHQJE3+xLTQVt1fZQoaAZHQHC0P47A+INoB00EAWgIR0CROBEGJN0vdX2UKGgGR0Bt1FrdnCfpaAdNVgFoCEdAkTi4CuEEknV9lChoBkdAclB7v5P/JmgHS+JoCEdAkTm+bZvkzXV9lChoBkdAcZHHFPznR2gHS+doCEdAkTqhjWkJr3V9lChoBkdAcT7cGC7K72gHS/xoCEdAkTshsMy8BnV9lChoBkdAc0GEF4cFQmgHS9poCEdAkTtWmLtNSXV9lChoBkdAcvzWjGkvb2gHTQsBaAhHQJE7xF6Rhc91fZQoaAZHQHEJmv0RODdoB0vhaAhHQJE9Y2DQJHB1fZQoaAZHQHG1s6FM7EJoB002AWgIR0CRPcnWJ79idX2UKGgGR0Bw4gstkFwDaAdL82gIR0CRPiGX5WRzdX2UKGgGR0Bxnrvc8DB/aAdNkwFoCEdAkT4d6PbO/3V9lChoBkdAcmm4wRGtp2gHTVcBaAhHQJE+qfVZs9B1fZQoaAZHQHGP9T5wfhdoB00zAWgIR0CRPrEv0yxidX2UKGgGR0BuVa2BreqJaAdL9mgIR0CRPzHsC1Z1dX2UKGgGR0BxZtme18b8aAdNDgFoCEdAkT+WCZnctXV9lChoBkdAcqS5IH1OCWgHTRMBaAhHQJE/2MNtqHp1fZQoaAZHQHByv3rUsnRoB0v2aAhHQJE/1VlwtJ51fZQoaAZHQG5gyLqD9O1oB00SAWgIR0CRP9XPZ7HAdX2UKGgGR0ByGcxQBPsSaAdNBwFoCEdAkUG+49X9znV9lChoBkdAcS6fR/mT1WgHS9BoCEdAkUJAMQVbinV9lChoBkdAcW/ixmkFfWgHTQUBaAhHQJFCyflIVdp1fZQoaAZHQHIPK5byH21oB00wAWgIR0CRRZ2dNFjNdX2UKGgGR0Bx3Tze40/GaAdNMAFoCEdAkUkO6qbSZ3V9lChoBkdAcRuDjin5z2gHTRsBaAhHQJFJJyCFsYV1fZQoaAZHQHAnI9cKPXFoB00uAWgIR0CRSaGlhw2mdX2UKGgGR0BzHR3yI55raAdNKwFoCEdAkUn/OhTOxHV9lChoBkdAb+zCZWq95GgHTQEBaAhHQJFKk++ueSV1fZQoaAZHQHMflHe7+UBoB00pAWgIR0CRStJjlPrOdX2UKGgGR0ByaHZmI0qIaAdNHAFoCEdAkUsmfseGPHV9lChoBkdAcg2r1uivgWgHTS8BaAhHQJFLKIi1Rch1fZQoaAZHQHFv7bDdgv1oB00NAWgIR0CRS43zMA3ldX2UKGgGR0BynEdKdxyXaAdNEwFoCEdAkUvLMTviLnV9lChoBkdAcBj4YrJ8v2gHTR0BaAhHQJFMLdLxqfx1fZQoaAZHQG/oGNzbN8poB0vbaAhHQJFMVD2Jzkp1fZQoaAZHQHInhs/IKdBoB00XAWgIR0CRTgS3b212dX2UKGgGR0ByM0iV0Lc9aAdNBwFoCEdAkU6FPepGWnV9lChoBkdAb0K4sEq2B2gHS9loCEdAkU9VZHNHH3V9lChoBkdAQ5MPe54GEGgHS7poCEdAkWEBsANoanV9lChoBkdAUMI4YJmdy2gHS7BoCEdAkWHwdn0033V9lChoBkdAbo19WIXTE2gHTRIBaAhHQJFi/5ULlV91fZQoaAZHQG8u0N8VpK1oB0vwaAhHQJFjSAmReTp1fZQoaAZHQHIZj/2kBS1oB00SAWgIR0CRY61wYLssdX2UKGgGR0Bxv/vw3HaOaAdL72gIR0CRY9IToMa1dX2UKGgGR0ByFoZ2pyZKaAdNJAFoCEdAkWQCtNi6QXV9lChoBkdAb6eQiiZfD2gHTQoBaAhHQJFkKb/ffoB1fZQoaAZHQHC7MOPNmlJoB01IAWgIR0CRZNbrTpgUdX2UKGgGR0BweVJNCZ4OaAdNKgFoCEdAkWVo9ovi+HV9lChoBkdAcbxvnbItDmgHTRsBaAhHQJFli7PIGQl1fZQoaAZHQHFjzcIqsltoB0vfaAhHQJFmFjiGWUt1fZQoaAZHQHKy+rlvIfdoB02EAWgIR0CRZ4alUIcBdX2UKGgGR0BzMJmJ3xFzaAdNBQFoCEdAkWlovalDW3V9lChoBkdAcQCUcXFcZGgHTXABaAhHQJFpv2zv7WN1fZQoaAZHQFBKbvgFX7toB0voaAhHQJFqcTFl05l1fZQoaAZHQG3iDU/fO2RoB0vkaAhHQJFqjvkRzzV1fZQoaAZHQHOra90zTF5oB006AWgIR0CRbE9AX2ugdX2UKGgGR0Bx9Brj5sTGaAdNAQFoCEdAkWycH0K7ZnV9lChoBkdAbeN+UhV2imgHTSUBaAhHQJFtW4Ajps51fZQoaAZHQHB+gC4jKPpoB00uAWgIR0CRbdf8/D+BdX2UKGgGR0BxOWIbfgrIaAdNEAFoCEdAkW3yv9tMwnV9lChoBkdAcZonJkoWpWgHS+ZoCEdAkW4LEpAlfXV9lChoBkdAbYI5HVf/m2gHTQgBaAhHQJFufNA1Nxl1fZQoaAZHQFWs7EHdGiJoB03oA2gIR0CRbqRw6ySndX2UKGgGR0Bwnk+gUUO/aAdNbwFoCEdAkXAAwblzVHV9lChoBkdAbmoK7ZnL72gHTSgBaAhHQJFxhOFg2Ih1fZQoaAZHQHJPu3UhFE1oB00TAWgIR0CRcs70nPVvdX2UKGgGR0Bypulk6LflaAdNtQFoCEdAkXO0SIxgzHV9lChoBkdAczOljmSyMWgHTSMBaAhHQJF0DechC+l1fZQoaAZHQHDUZ6dDpkhoB00lAWgIR0CRdDn13+uOdX2UKGgGR0B0ON0zTF2naAdNAQFoCEdAkXSj3Zf2K3V9lChoBkdAcJT0/nnuA2gHS+xoCEdAkXTZXU6PsHV9lChoBkdActn4RmK64GgHTWEBaAhHQJF1FrDZUUB1fZQoaAZHQHDB9et0V8FoB0vyaAhHQJF1k5xR2r51fZQoaAZHQG1B0fPomoloB0vqaAhHQJF15IJ7b+N1fZQoaAZHQHFl4D5j6N5oB001AWgIR0CRdl9Pk7wKdX2UKGgGR0BwnuGxlg+haAdNCQFoCEdAkXauB+Wnj3V9lChoBkdAb2CjwhGH6GgHTSwBaAhHQJF3PBCUorp1fZQoaAZHQHIEDr/sE7poB00+AWgIR0CRd6DP4VRDdX2UKGgGR0Bx9qCwr1/UaAdNCQFoCEdAkXgXhn8KonV9lChoBkdAcwKSSNfgJmgHTQMBaAhHQJF5qyE+Pil1fZQoaAZHQG/ThDgIhQpoB00aAWgIR0CRfHqrilzmdX2UKGgGR0ByNRUQ04zaaAdNBQFoCEdAkXy0M5OrQ3V9lChoBkdAcF/0DU3GXGgHS/toCEdAkX3s1fmcOXV9lChoBkdAaOdJuEVWS2gHTcEDaAhHQJF+9iAlOXV1fZQoaAZHQHCc+GfwqiJoB00vAWgIR0CRf7ZQ53kgdX2UKGgGR0Bw2XpRoAXEaAdNCwFoCEdAkYAWNedCmnV9lChoBkdAcM9x59mYjWgHS+xoCEdAkYBk8mrsB3V9lChoBkdAcLcgTyrgfmgHTUsBaAhHQJGAzzundft1fZQoaAZHQHNA3q7iADtoB00rAWgIR0CRgNjcEeQudX2UKGgGR0Bwdf8Jlar4aAdL52gIR0CRgbfEXLvDdX2UKGgGR0ByLm9alk6LaAdNXgFoCEdAkYJtpyp71XV9lChoBkdAcnUWac7Qs2gHTTcBaAhHQJGDS8wpON51fZQoaAZHQHKNqTSsr/doB003AWgIR0CRhGmR/3FldWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023", "Python": "3.10.11", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f53f5babc520d9e79a70edaff5881697cefc4559019700a166cf8407fb45ea50
-size 147415
+oid sha256:ba8332e8cf392d7aff5c280ef1e8c384cc2f2d97792e73f8d243614d1386ef0a
+size 146723

ppo-LunarLander-v2/_stable_baselines3_version

@@ -1 +1 @@
-1.7.0
+2.0.0a5

ppo-LunarLander-v2/data

@@ -1,95 +1,99 @@
 {
     "policy_class": {
         ":type:": "<class 'abc.ABCMeta'>",
-        ":serialized:": "gASVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
+        ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f30a1a7fcb0>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f30a1a7fd40>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f30a1a7fdd0>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f30a1a7fe60>",
-        "_build": "<function ActorCriticPolicy._build at 0x7f30a1a7fef0>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7f30a1a7ff80>",
-        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f30a1a84050>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f30a1a840e0>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7f30a1a84170>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f30a1a84200>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f30a1a84290>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f30a1a84320>",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7fabd3b1f9a0>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fabd3b1fa30>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fabd3b1fac0>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fabd3b1fb50>",
+        "_build": "<function ActorCriticPolicy._build at 0x7fabd3b1fbe0>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7fabd3b1fc70>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fabd3b1fd00>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fabd3b1fd90>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7fabd3b1fe20>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fabd3b1feb0>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fabd3b1ff40>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fabd3b24040>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc_data object at 0x7f30a1999390>"
+        "_abc_impl": "<_abc._abc_data object at 0x7fab71da9cc0>"
     },
     "verbose": 1,
     "policy_kwargs": {},
-    "observation_space": {
-        ":type:": "<class 'gym.spaces.box.Box'>",
-        ":serialized:": "gASVwwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBVudW1weS5jb3JlLm11bHRpYXJyYXmUjAxfcmVjb25zdHJ1Y3SUk5RoBowHbmRhcnJheZSTlEsAhZRDAWKUh5RSlChLAUsIhZRoColDIAAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/lHSUYowEaGlnaJRoEmgUSwCFlGgWh5RSlChLAUsIhZRoColDIAAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/lHSUYowNYm91bmRlZF9iZWxvd5RoEmgUSwCFlGgWh5RSlChLAUsIhZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYolDCAAAAAAAAAAAlHSUYowNYm91bmRlZF9hYm92ZZRoEmgUSwCFlGgWh5RSlChLAUsIhZRoKolDCAAAAAAAAAAAlHSUYowKX25wX3JhbmRvbZROdWIu",
-        "dtype": "float32",
-        "_shape": [
-            8
-        ],
-        "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]",
-        "high": "[inf inf inf inf inf inf inf inf]",
-        "bounded_below": "[False False False False False False False False]",
-        "bounded_above": "[False False False False False False False False]",
-        "_np_random": null
-    },
-    "action_space": {
-        ":type:": "<class 'gym.spaces.discrete.Discrete'>",
-        ":serialized:": "gASVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu",
-        "n": 4,
-        "_shape": [],
-        "dtype": "int64",
-        "_np_random": null
-    },
-    "n_envs": 16,
-    "num_timesteps": 1507328,
-    "_total_timesteps": 1500000,
+    "num_timesteps": 1015808,
+    "_total_timesteps": 1000000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1680206156906116673,
+    "start_time": 1685592532635316922,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
-    "lr_schedule": {
-        ":type:": "<class 'function'>",
-        ":serialized:": "gASVwQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjEgvb3B0L2NvbmRhL2xpYi9weXRob24zLjcvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEgvb3B0L2NvbmRhL2xpYi9weXRob24zLjcvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBZoDYwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzOpKjBVMmGFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
-    },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gASVjQIAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMDF9yZWNvbnN0cnVjdJSTlIwFbnVtcHmUjAduZGFycmF5lJOUSwCFlEMBYpSHlFKUKEsBSxBLCIaUaAOMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiiUIAAgAAIIAQvlWZBT9403Y9fabRvvzB/70LJog9AAAAAAAAAAAAcJI76XJNvOKZvbtukbM8qrGuvYBBkT0AAIA/AACAP80Khrzh6u45K6ySvZ9QpbLw8jI80uRUsQAAgD8AAIA/M07cvJSalj9cQJ+9U1wqv4rfob1i6Lm9AAAAAAAAAAAzb6A9EqctPvYqrD2b9Z++XOOoPcQtAz0AAAAAAAAAAHrMAL4P4W0/UNKEvQ7lFL/aKz2+fn9CPQAAAAAAAAAAZmK9u9dVZzz87xY+Qh4ivrV4Qj2irPg8AAAAAAAAAADaGIw9vWKVPyBwtz5R7iq/Yt+4PRFRgT4AAAAAAAAAAECBtT1eJFg/EgW1PWMg+L6aD8w9CcEcvQAAAAAAAAAASDmYvnIaoz+2hCe/VbEjv8d98r6kXQK+AAAAAAAAAACAfLo9T5JDPxOITrpiMOm+sPFiPUoYQL0AAAAAAAAAABqx6D3HOwc+Emp+vqo6dL4fmIW9PQQNvQAAAAAAAAAAzbBwvFJw7rkc35s5OVsENR1+jTvYB7m4AACAPwAAgD/TzE4+ImeYPr3I6r5gxNm+SuPDPKybob4AAAAAAAAAAGBeNz5WEZE/UujAPtVoGb8vP2k+5bJNPgAAAAAAAAAAE+gzPshKsLzmTzA94JHLuxwPGr46iKy8AACAPwAAgD+UdJRiLg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAHaKpD51tDY+7rcVvjq0n75HETA+QNhrvQAAAAAAAAAAmocwvIG+nz1LMBw+0eeTvnRwLD1zWhk9AAAAAAAAAABmq8E9sJccPw8uyj3yocC+HmLYPfLejT0AAAAAAAAAAA2Oab6OUM0+Y/X1Pr+29b7bnpc97fkOPgAAAAAAAAAA4AQnvijRtz7+P4k+gJGwvjMJmLxY6948AAAAAAAAAADNiPk8uBXuPgrMsb1075i+vm3IvW9QLj0AAAAAAAAAADMOhryUkK0/jm73vRXqsb4YzYG81P4hvQAAAAAAAAAAgJMgvYModLyYkUC9QPJYPPuuzz1LDTK9AACAPwAAgD9ms7g8qacOPrLmFz3sC3S+9QR+O2K4T70AAAAAAAAAAMB+hD0pKGS6JpsYuO8lp7H1pFC6qoMuNwAAgD8AAIA/APXPvUi3lro+MyO58wJstA2JhTqAPjs4AACAPwAAgD/tPGQ+9LqDP7B82j5GlBe/ZdN/Ph0N6TwAAAAAAAAAAPNuAL6pbks/RLsPPa+J377lO2a9o/jyPQAAAAAAAAAAAFvyvV8jBj9K+C4+2rbMvsypxLyOaDk9AAAAAAAAAACQYL8+5xFcP+r8gz6DkxO/ugK/PprKGL0AAAAAAAAAAMAnr77781Y/A0ZUPjkkzL7HjTC+Nr8+PgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gASVmAAAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMDF9yZWNvbnN0cnVjdJSTlIwFbnVtcHmUjAduZGFycmF5lJOUSwCFlEMBYpSHlFKUKEsBSxCFlGgDjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYolDEAAAAAAAAAAAAAAAAAAAAACUdJRiLg=="
+        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
     },
     "_last_original_obs": null,
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.004885333333333408,
+    "_current_progress_remaining": -0.015808000000000044,
+    "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gASVLRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIRbk0fiGucUCUhpRSlIwBbJRNHAGMAXSUR0CcPLyEL6UJdX2UKGgGaAloD0MIjBNf7agpcECUhpRSlGgVS/VoFkdAnD3qS1Vo6HV9lChoBmgJaA9DCJvJN9vc7XJAlIaUUpRoFUvjaBZHQJw+IIWxhUl1fZQoaAZoCWgPQwgOvjCZapdwQJSGlFKUaBVL9WgWR0CcPjTBqKxcdX2UKGgGaAloD0MIc/c5Php0ckCUhpRSlGgVS8ZoFkdAnD7nnyNGVnV9lChoBmgJaA9DCOqzA64rUnFAlIaUUpRoFUvPaBZHQJw/G6QNkOJ1fZQoaAZoCWgPQwi4rwPnDMZyQJSGlFKUaBVLx2gWR0CcP5JdSl3ydX2UKGgGaAloD0MIdAmH3qKkckCUhpRSlGgVS9poFkdAnEADWsijcnV9lChoBmgJaA9DCCjRkseTRHNAlIaUUpRoFUvWaBZHQJxAQbVBlc11fZQoaAZoCWgPQwhzKhkAamxzQJSGlFKUaBVL8WgWR0CcQEHzpX6qdX2UKGgGaAloD0MICTICKhxYb0CUhpRSlGgVS+9oFkdAnEEX80k4WHV9lChoBmgJaA9DCL7bvHFSbHNAlIaUUpRoFU0CAWgWR0CcQU04R28qdX2UKGgGaAloD0MIxRwEHS1nckCUhpRSlGgVTQcBaBZHQJxCFWmxdIJ1fZQoaAZoCWgPQwgIq7GE9UhxQJSGlFKUaBVL+GgWR0CcQtCHymQ9dX2UKGgGaAloD0MIr9FyoAflbUCUhpRSlGgVS9ZoFkdAnEOYgaFVUHV9lChoBmgJaA9DCCkiwyreP3BAlIaUUpRoFUvgaBZHQJxDzI2fkFR1fZQoaAZoCWgPQwi7RsuB3hxyQJSGlFKUaBVL9WgWR0CcRCHLA57xdX2UKGgGaAloD0MIE30+yohcU0CUhpRSlGgVS5ZoFkdAnERFkMCtBHV9lChoBmgJaA9DCJIDdjW5JnJAlIaUUpRoFUvcaBZHQJxEoTg2qDN1fZQoaAZoCWgPQwjVIqKYvKJvQJSGlFKUaBVNdQFoFkdAnEVClzltCXV9lChoBmgJaA9DCAzLn28LjnJAlIaUUpRoFUvZaBZHQJxFa8XenAJ1fZQoaAZoCWgPQwihgVg2cy9zQJSGlFKUaBVL92gWR0CcRbu3MINWdX2UKGgGaAloD0MI4V8EjZn9cECUhpRSlGgVS9hoFkdAnEYufdyksXV9lChoBmgJaA9DCKOUEKxqMXFAlIaUUpRoFUvvaBZHQJxGofPomol1fZQoaAZoCWgPQwjs20lE+AhQQJSGlFKUaBVLsGgWR0CcR0gb6xgRdX2UKGgGaAloD0MIDECjdKn5cUCUhpRSlGgVS9VoFkdAnEeMxGlQ/HV9lChoBmgJaA9DCHhha7byY3JAlIaUUpRoFUvfaBZHQJxHmZeAuqZ1fZQoaAZoCWgPQwgsRl1r78JRQJSGlFKUaBVLnGgWR0CcSGlWfbsXdX2UKGgGaAloD0MIYaQXtbsTcECUhpRSlGgVS+FoFkdAnEl4k7fYSXV9lChoBmgJaA9DCH41BwjmrXFAlIaUUpRoFUvUaBZHQJxKCNfgJkZ1fZQoaAZoCWgPQwh3ZRcMrnxtQJSGlFKUaBVL42gWR0CcSsLidat+dX2UKGgGaAloD0MIf7xXrcw0cUCUhpRSlGgVS99oFkdAnEspBkZrHnV9lChoBmgJaA9DCA73kVvT3XFAlIaUUpRoFUvvaBZHQJxLPcXWOIZ1fZQoaAZoCWgPQwhq9dVVAWdyQJSGlFKUaBVL4mgWR0CccQOYplSTdX2UKGgGaAloD0MI7Z3RVmWrcUCUhpRSlGgVS99oFkdAnHEk21lXinV9lChoBmgJaA9DCFAYlGk0NXJAlIaUUpRoFUvaaBZHQJxxvjMmnfl1fZQoaAZoCWgPQwgOZhNgWJRwQJSGlFKUaBVLz2gWR0CccdU9IPK/dX2UKGgGaAloD0MIxr5k40Fzc0CUhpRSlGgVS/toFkdAnHIpSvTw2HV9lChoBmgJaA9DCH089N2tGnFAlIaUUpRoFUvlaBZHQJxzZkEs8Pp1fZQoaAZoCWgPQwhQHauUXm5yQJSGlFKUaBVL7mgWR0Ccc2c8DB/JdX2UKGgGaAloD0MITWn9LUE7cECUhpRSlGgVS+loFkdAnHRmxyGSIXV9lChoBmgJaA9DCKT8pNonrWVAlIaUUpRoFU3oA2gWR0CcdIYkE9t/dX2UKGgGaAloD0MITMRb5999cUCUhpRSlGgVS9loFkdAnHWOcQRPGnV9lChoBmgJaA9DCJUoe0s5yzVAlIaUUpRoFUuqaBZHQJx2FjXnQpp1fZQoaAZoCWgPQwiqDONukJxwQJSGlFKUaBVL2WgWR0CcdkVoYekpdX2UKGgGaAloD0MIhugQOFLRcECUhpRSlGgVS9JoFkdAnHaJmyxA0XV9lChoBmgJaA9DCEEpWrnXJHJAlIaUUpRoFU0YAWgWR0CcdqoXKr7wdX2UKGgGaAloD0MI8KMa9jsCcUCUhpRSlGgVS+ZoFkdAnHbyULUkOnV9lChoBmgJaA9DCC50JQKVT3BAlIaUUpRoFUvRaBZHQJx2/VmSQo11fZQoaAZoCWgPQwi6E+y/DghyQJSGlFKUaBVLvWgWR0CcdyV/tpmFdX2UKGgGaAloD0MIVIzzN+GSckCUhpRSlGgVS95oFkdAnHfaC17Y03V9lChoBmgJaA9DCAqGcw2z+HFAlIaUUpRoFUv4aBZHQJx460Y0l7d1fZQoaAZoCWgPQwj+nIL87GdkQJSGlFKUaBVN6ANoFkdAnHkYeDFqBXV9lChoBmgJaA9DCF9iLNOvVW9AlIaUUpRoFUvwaBZHQJx5nO8kD6p1fZQoaAZoCWgPQwjIXYQpCkJyQJSGlFKUaBVL8mgWR0Ccean752yLdX2UKGgGaAloD0MIvfxOkxmgb0CUhpRSlGgVS9JoFkdAnHm3FUADJXV9lChoBmgJaA9DCDiDv19MF3NAlIaUUpRoFUvoaBZHQJx6FsTFl051fZQoaAZoCWgPQwjKUBVTKaNxQJSGlFKUaBVL8mgWR0Cce4K2KEWZdX2UKGgGaAloD0MIdQRws3jccUCUhpRSlGgVS9JoFkdAnHumZAprlHV9lChoBmgJaA9DCEHw+PbuoXJAlIaUUpRoFUu+aBZHQJx7oUahpQF1fZQoaAZoCWgPQwjTakjco4RwQJSGlFKUaBVLwmgWR0Cce6++ueSTdX2UKGgGaAloD0MI/5JUpliWckCUhpRSlGgVS+9oFkdAnHvx3FDOT3V9lChoBmgJaA9DCHlZEwv83nJAlIaUUpRoFUvxaBZHQJx8LUXpGF11fZQoaAZoCWgPQwg3OXzSyTxzQJSGlFKUaBVL4mgWR0CcfCvjfek6dX2UKGgGaAloD0MIcqYJ248GcECUhpRSlGgVS8loFkdAnHy+fqX4TXV9lChoBmgJaA9DCJawNsYOB3JAlIaUUpRoFUvzaBZHQJx8/JdSl311fZQoaAZoCWgPQwimYmNeR/xQQJSGlFKUaBVLk2gWR0CcfYuOS4e+dX2UKGgGaAloD0MIznFuE250cECUhpRSlGgVS71oFkdAnH2Jnxri2nV9lChoBmgJaA9DCCAldm3vFnFAlIaUUpRoFUvVaBZHQJx96zD4xlB1fZQoaAZoCWgPQwhdxHdi1gRxQJSGlFKUaBVLw2gWR0CcfjaB7NSqdX2UKGgGaAloD0MIym5m9COpcUCUhpRSlGgVS+5oFkdAnH8PxUedTnV9lChoBmgJaA9DCIbj+Qyo6HBAlIaUUpRoFU0FAWgWR0Ccf6it7rs0dX2UKGgGaAloD0MILCy4HzDXcUCUhpRSlGgVS9hoFkdAnICRaPjn3nV9lChoBmgJaA9DCLfvUX89rXBAlIaUUpRoFUv5aBZHQJyBhZzPrv91fZQoaAZoCWgPQwjcLckBe/xwQJSGlFKUaBVLyGgWR0CcgYEVWS2ZdX2UKGgGaAloD0MI3jr/dpnJcECUhpRSlGgVTQsBaBZHQJyCbH5rP+p1fZQoaAZoCWgPQwh3EhH+xfFwQJSGlFKUaBVNBQFoFkdAnIKAtFrmAHV9lChoBmgJaA9DCDm1M0xtcXNAlIaUUpRoFU0NAWgWR0CcgrwFTvRadX2UKGgGaAloD0MIhQfNrnuVcECUhpRSlGgVS+NoFkdAnINV7Y02tXV9lChoBmgJaA9DCN/hdmiYRnFAlIaUUpRoFUvoaBZHQJyDeD28IzF1fZQoaAZoCWgPQwihLlIoS9hxQJSGlFKUaBVNAwFoFkdAnIOApz90inV9lChoBmgJaA9DCEiI8gWtHHFAlIaUUpRoFU1CAWgWR0Ccg6M0xdpqdX2UKGgGaAloD0MIjh8qjdizcUCUhpRSlGgVS/hoFkdAnIRSnpB5X3V9lChoBmgJaA9DCDrP2JesCXFAlIaUUpRoFUvFaBZHQJyEXfMwDeV1fZQoaAZoCWgPQwikGYumM6pvQJSGlFKUaBVL7GgWR0CchGAwfyPNdX2UKGgGaAloD0MI1m8mpssecUCUhpRSlGgVS+JoFkdAnIW5XEIgNnV9lChoBmgJaA9DCGeAC7Jl/1FAlIaUUpRoFUusaBZHQJyGIevIOpd1fZQoaAZoCWgPQwivQspPKnZzQJSGlFKUaBVNsAFoFkdAnIZLlJYkmnV9lChoBmgJaA9DCK+Xpgjw9GdAlIaUUpRoFU3oA2gWR0CchsKMNtqIdX2UKGgGaAloD0MI7L/OTRvgcUCUhpRSlGgVS+loFkdAnIbNGI9C/3V9lChoBmgJaA9DCC1cVmHzL3JAlIaUUpRoFUvOaBZHQJyHtd4Vym11fZQoaAZoCWgPQwj3yVGAqJlxQJSGlFKUaBVNBQFoFkdAnIhGVRk3CXV9lChoBmgJaA9DCLUy4Ze6fnJAlIaUUpRoFUvPaBZHQJyI35ZbILh1fZQoaAZoCWgPQwi6EoHq3w1zQJSGlFKUaBVL8mgWR0CciO2GqPwNdX2UKGgGaAloD0MI3LjF/BxmcUCUhpRSlGgVS+xoFkdAnIldsvZh8nV9lChoBmgJaA9DCMbhzK+m03FAlIaUUpRoFUvQaBZHQJyJthCtzS11fZQoaAZoCWgPQwjPoQxVcS5wQJSGlFKUaBVL82gWR0Ccib5sTFl1dX2UKGgGaAloD0MI+83EdKFOb0CUhpRSlGgVS/poFkdAnInlYZEUkHV9lChoBmgJaA9DCKN5AIu8C3FAlIaUUpRoFUvmaBZHQJyKQiSq2jR1fZQoaAZoCWgPQwgSaLCps3VwQJSGlFKUaBVL7WgWR0CcimKMvRJFdWUu"
+        ":serialized:": "gAWVKwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHJ+mSU1Q6+MAWyUTTkBjAF0lEdAkTRuWnjyWnV9lChoBkdAcZLfvnbItGgHTT0BaAhHQJE04AZKnNx1fZQoaAZHQHLiEmx+rlxoB01SAWgIR0CRNWUs4DLbdX2UKGgGR0BySafPHDJmaAdNOAJoCEdAkTazDsMRYnV9lChoBkdAchRH+IdlumgHTRwBaAhHQJE239/BnBd1fZQoaAZHQHBlruc+aBtoB00RAWgIR0CRN8SgXdj5dX2UKGgGR0BuugwsXizcaAdNCwFoCEdAkTfy6UaAF3V9lChoBkdAcnllPJq7AmgHTXoBaAhHQJE3+xLTQVt1fZQoaAZHQHC0P47A+INoB00EAWgIR0CROBEGJN0vdX2UKGgGR0Bt1FrdnCfpaAdNVgFoCEdAkTi4CuEEknV9lChoBkdAclB7v5P/JmgHS+JoCEdAkTm+bZvkzXV9lChoBkdAcZHHFPznR2gHS+doCEdAkTqhjWkJr3V9lChoBkdAcT7cGC7K72gHS/xoCEdAkTshsMy8BnV9lChoBkdAc0GEF4cFQmgHS9poCEdAkTtWmLtNSXV9lChoBkdAcvzWjGkvb2gHTQsBaAhHQJE7xF6Rhc91fZQoaAZHQHEJmv0RODdoB0vhaAhHQJE9Y2DQJHB1fZQoaAZHQHG1s6FM7EJoB002AWgIR0CRPcnWJ79idX2UKGgGR0Bw4gstkFwDaAdL82gIR0CRPiGX5WRzdX2UKGgGR0Bxnrvc8DB/aAdNkwFoCEdAkT4d6PbO/3V9lChoBkdAcmm4wRGtp2gHTVcBaAhHQJE+qfVZs9B1fZQoaAZHQHGP9T5wfhdoB00zAWgIR0CRPrEv0yxidX2UKGgGR0BuVa2BreqJaAdL9mgIR0CRPzHsC1Z1dX2UKGgGR0BxZtme18b8aAdNDgFoCEdAkT+WCZnctXV9lChoBkdAcqS5IH1OCWgHTRMBaAhHQJE/2MNtqHp1fZQoaAZHQHByv3rUsnRoB0v2aAhHQJE/1VlwtJ51fZQoaAZHQG5gyLqD9O1oB00SAWgIR0CRP9XPZ7HAdX2UKGgGR0ByGcxQBPsSaAdNBwFoCEdAkUG+49X9znV9lChoBkdAcS6fR/mT1WgHS9BoCEdAkUJAMQVbinV9lChoBkdAcW/ixmkFfWgHTQUBaAhHQJFCyflIVdp1fZQoaAZHQHIPK5byH21oB00wAWgIR0CRRZ2dNFjNdX2UKGgGR0Bx3Tze40/GaAdNMAFoCEdAkUkO6qbSZ3V9lChoBkdAcRuDjin5z2gHTRsBaAhHQJFJJyCFsYV1fZQoaAZHQHAnI9cKPXFoB00uAWgIR0CRSaGlhw2mdX2UKGgGR0BzHR3yI55raAdNKwFoCEdAkUn/OhTOxHV9lChoBkdAb+zCZWq95GgHTQEBaAhHQJFKk++ueSV1fZQoaAZHQHMflHe7+UBoB00pAWgIR0CRStJjlPrOdX2UKGgGR0ByaHZmI0qIaAdNHAFoCEdAkUsmfseGPHV9lChoBkdAcg2r1uivgWgHTS8BaAhHQJFLKIi1Rch1fZQoaAZHQHFv7bDdgv1oB00NAWgIR0CRS43zMA3ldX2UKGgGR0BynEdKdxyXaAdNEwFoCEdAkUvLMTviLnV9lChoBkdAcBj4YrJ8v2gHTR0BaAhHQJFMLdLxqfx1fZQoaAZHQG/oGNzbN8poB0vbaAhHQJFMVD2Jzkp1fZQoaAZHQHInhs/IKdBoB00XAWgIR0CRTgS3b212dX2UKGgGR0ByM0iV0Lc9aAdNBwFoCEdAkU6FPepGWnV9lChoBkdAb0K4sEq2B2gHS9loCEdAkU9VZHNHH3V9lChoBkdAQ5MPe54GEGgHS7poCEdAkWEBsANoanV9lChoBkdAUMI4YJmdy2gHS7BoCEdAkWHwdn0033V9lChoBkdAbo19WIXTE2gHTRIBaAhHQJFi/5ULlV91fZQoaAZHQG8u0N8VpK1oB0vwaAhHQJFjSAmReTp1fZQoaAZHQHIZj/2kBS1oB00SAWgIR0CRY61wYLssdX2UKGgGR0Bxv/vw3HaOaAdL72gIR0CRY9IToMa1dX2UKGgGR0ByFoZ2pyZKaAdNJAFoCEdAkWQCtNi6QXV9lChoBkdAb6eQiiZfD2gHTQoBaAhHQJFkKb/ffoB1fZQoaAZHQHC7MOPNmlJoB01IAWgIR0CRZNbrTpgUdX2UKGgGR0BweVJNCZ4OaAdNKgFoCEdAkWVo9ovi+HV9lChoBkdAcbxvnbItDmgHTRsBaAhHQJFli7PIGQl1fZQoaAZHQHFjzcIqsltoB0vfaAhHQJFmFjiGWUt1fZQoaAZHQHKy+rlvIfdoB02EAWgIR0CRZ4alUIcBdX2UKGgGR0BzMJmJ3xFzaAdNBQFoCEdAkWlovalDW3V9lChoBkdAcQCUcXFcZGgHTXABaAhHQJFpv2zv7WN1fZQoaAZHQFBKbvgFX7toB0voaAhHQJFqcTFl05l1fZQoaAZHQG3iDU/fO2RoB0vkaAhHQJFqjvkRzzV1fZQoaAZHQHOra90zTF5oB006AWgIR0CRbE9AX2ugdX2UKGgGR0Bx9Brj5sTGaAdNAQFoCEdAkWycH0K7ZnV9lChoBkdAbeN+UhV2imgHTSUBaAhHQJFtW4Ajps51fZQoaAZHQHB+gC4jKPpoB00uAWgIR0CRbdf8/D+BdX2UKGgGR0BxOWIbfgrIaAdNEAFoCEdAkW3yv9tMwnV9lChoBkdAcZonJkoWpWgHS+ZoCEdAkW4LEpAlfXV9lChoBkdAbYI5HVf/m2gHTQgBaAhHQJFufNA1Nxl1fZQoaAZHQFWs7EHdGiJoB03oA2gIR0CRbqRw6ySndX2UKGgGR0Bwnk+gUUO/aAdNbwFoCEdAkXAAwblzVHV9lChoBkdAbmoK7ZnL72gHTSgBaAhHQJFxhOFg2Ih1fZQoaAZHQHJPu3UhFE1oB00TAWgIR0CRcs70nPVvdX2UKGgGR0Bypulk6LflaAdNtQFoCEdAkXO0SIxgzHV9lChoBkdAczOljmSyMWgHTSMBaAhHQJF0DechC+l1fZQoaAZHQHDUZ6dDpkhoB00lAWgIR0CRdDn13+uOdX2UKGgGR0B0ON0zTF2naAdNAQFoCEdAkXSj3Zf2K3V9lChoBkdAcJT0/nnuA2gHS+xoCEdAkXTZXU6PsHV9lChoBkdActn4RmK64GgHTWEBaAhHQJF1FrDZUUB1fZQoaAZHQHDB9et0V8FoB0vyaAhHQJF1k5xR2r51fZQoaAZHQG1B0fPomoloB0vqaAhHQJF15IJ7b+N1fZQoaAZHQHFl4D5j6N5oB001AWgIR0CRdl9Pk7wKdX2UKGgGR0BwnuGxlg+haAdNCQFoCEdAkXauB+Wnj3V9lChoBkdAb2CjwhGH6GgHTSwBaAhHQJF3PBCUorp1fZQoaAZHQHIEDr/sE7poB00+AWgIR0CRd6DP4VRDdX2UKGgGR0Bx9qCwr1/UaAdNCQFoCEdAkXgXhn8KonV9lChoBkdAcwKSSNfgJmgHTQMBaAhHQJF5qyE+Pil1fZQoaAZHQG/ThDgIhQpoB00aAWgIR0CRfHqrilzmdX2UKGgGR0ByNRUQ04zaaAdNBQFoCEdAkXy0M5OrQ3V9lChoBkdAcF/0DU3GXGgHS/toCEdAkX3s1fmcOXV9lChoBkdAaOdJuEVWS2gHTcEDaAhHQJF+9iAlOXV1fZQoaAZHQHCc+GfwqiJoB00vAWgIR0CRf7ZQ53kgdX2UKGgGR0Bw2XpRoAXEaAdNCwFoCEdAkYAWNedCmnV9lChoBkdAcM9x59mYjWgHS+xoCEdAkYBk8mrsB3V9lChoBkdAcLcgTyrgfmgHTUsBaAhHQJGAzzundft1fZQoaAZHQHNA3q7iADtoB00rAWgIR0CRgNjcEeQudX2UKGgGR0Bwdf8Jlar4aAdL52gIR0CRgbfEXLvDdX2UKGgGR0ByLm9alk6LaAdNXgFoCEdAkYJtpyp71XV9lChoBkdAcnUWac7Qs2gHTTcBaAhHQJGDS8wpON51fZQoaAZHQHKNqTSsr/doB003AWgIR0CRhGmR/3FldWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gASVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
+        ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 368,
+    "_n_updates": 248,
+    "observation_space": {
+        ":type:": "<class 'gymnasium.spaces.box.Box'>",
+        ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",
+        "dtype": "float32",
+        "bounded_below": "[ True  True  True  True  True  True  True  True]",
+        "bounded_above": "[ True  True  True  True  True  True  True  True]",
+        "_shape": [
+            8
+        ],
+        "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]",
+        "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]",
+        "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]",
+        "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]",
+        "_np_random": null
+    },
+    "action_space": {
+        ":type:": "<class 'gymnasium.spaces.discrete.Discrete'>",
+        ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=",
+        "n": "4",
+        "start": "0",
+        "_shape": [],
+        "dtype": "int64",
+        "_np_random": null
+    },
+    "n_envs": 16,
     "n_steps": 1024,
     "gamma": 0.999,
     "gae_lambda": 0.98,
     "ent_coef": 0.01,
     "vf_coef": 0.5,
     "max_grad_norm": 0.5,
-    "batch_size": 32,
+    "batch_size": 64,
     "n_epochs": 4,
     "clip_range": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gASVwQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjEgvb3B0L2NvbmRhL2xpYi9weXRob24zLjcvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEgvb3B0L2NvbmRhL2xpYi9weXRob24zLjcvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBZoDYwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
+        ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
     },
     "clip_range_vf": null,
     "normalize_advantage": true,
-    "target_kl": null
+    "target_kl": null,
+    "lr_schedule": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
+    }
 }

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea1dac6a63f41aa7ea48b6c7a523f090e9683f396ca614639a7a32f6dd0496d5
+oid sha256:43ba47e0881a800f84c3edd88d86753695ecf9f6efa975828e1ff639a9d341eb
 size 87929

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e9ed0ec4b61262e13fc992608ae37e71a416bf27465a1a8ab1a5c331216b290
-size 43393
+oid sha256:ecc069e4f8c5a700de4f398f85246144b772015761cabd341a697fd32841da50
+size 43329

ppo-LunarLander-v2/system_info.txt

@@ -1,7 +1,9 @@
-- OS: Linux-5.15.89+-x86_64-with-debian-bullseye-sid # 1 SMP Sat Mar 25 09:11:42 UTC 2023
-- Python: 3.7.12
-- Stable-Baselines3: 1.7.0
-- PyTorch: 1.13.0
+- OS: Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023
+- Python: 3.10.11
+- Stable-Baselines3: 2.0.0a5
+- PyTorch: 2.0.1+cu118
 - GPU Enabled: True
-- Numpy: 1.21.6
-- Gym: 0.21.0
+- Numpy: 1.22.4
+- Cloudpickle: 2.2.1
+- Gymnasium: 0.28.1
+- OpenAI Gym: 0.25.2

results.json

@@ -1 +1 @@
-{"mean_reward": 277.80826899772376, "std_reward": 26.545912793061376, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-03-30T20:43:38.420383"}
+{"mean_reward": 260.33129035975355, "std_reward": 18.085892017636894, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-06-01T05:12:35.207313"}