🥰📚

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 268.89 +/- 30.99
+      value: 283.05 +/- 15.26
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fcb7d180e50>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fcb7d180ee0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fcb7d180f70>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fcb7d181000>", "_build": "<function ActorCriticPolicy._build at 0x7fcb7d181090>", "forward": "<function ActorCriticPolicy.forward at 0x7fcb7d181120>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fcb7d1811b0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fcb7d181240>", "_predict": "<function ActorCriticPolicy._predict at 0x7fcb7d1812d0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fcb7d181360>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fcb7d1813f0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fcb7d181480>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fcb7d1761c0>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1572864, "_total_timesteps": 1570000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1686582390307425891, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAL0hdr7TPOY+bTXtPmeMvr5NfZ6+1l6QPgAAAAAAAAAA5h3GvW2d2z4FbhI+7uGavhFnH7ze3yE9AAAAAAAAAACzqSa98FSSP/rI2b345AC/FwvZvZ7EhroAAAAAAAAAAI0zHr4NWoE/sA4mvW0b5L52mWK+WpUEPgAAAAAAAAAA82KxvYUzork586O6900Vt6ia57huw8A5AAAAAAAAgD/NebW9w7F3uojD1rqGicG1adW1ulpO+zkAAAAAAACAP/MR/b0hgJI/Oswavy7hIr+yJ9y97eGYvgAAAAAAAAAAAIEJPbAWZz/WBcw96z63vlgvjTxv0Di7AAAAAAAAAACzrC+9BOm0P7tDWb5hqmK+9wVxvY0OIL4AAAAAAAAAAO1HCT4mVZ0/Znh8PkVVCr8TydA97hrNPQAAAAAAAAAAzVG3vNIWxbtat9m70ESUPCeqIr2tWno9AACAPwAAgD+m1cG9NF+JPdEbsb1/wki+j9aNvc05+jwAAAAAAAAAALPY2T1qeRs+MgqMvgzzJL4MLSu9geScvQAAAAAAAAAAszh1va6vlLre6gu3j3wwsuVDMzuS0iA2AAAAAAAAgD/6ZWU+eS9LPyHJJD42QNW+eCxgPmbsproAAAAAAAAAADOLtb32sBy61M28PE9FmzQdBoA7RDOWMwAAAAAAAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.0018242038216560452, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVEgwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHI/qvmozeqMAWyUS+eMAXSUR0CXxOR64UeudX2UKGgGR0BxXE5xR2r5aAdNDwFoCEdAl8TknogV5HV9lChoBkdAcW7VjqfOEGgHS/JoCEdAl8WDRhMJyHV9lChoBkdAcO3Qd0aIe2gHTRMBaAhHQJfF25nUUfx1fZQoaAZHQHGpnUhFEzBoB0v8aAhHQJfGEN/e+Eh1fZQoaAZHQHAdyB9Tgl5oB0v0aAhHQJfG6cCo0hx1fZQoaAZHQHGG5Mg2ZRdoB00IAWgIR0CXxwY6nzg/dX2UKGgGR0BzipZvDP4VaAdL92gIR0CXx26xxDLKdX2UKGgGR0BxTd0MgEEDaAdL8WgIR0CXx+PpIMBqdX2UKGgGR0BuqmK64Ds/aAdNKAFoCEdAl8hRtDUmUnV9lChoBkdAcA+KyfL9uWgHTQ0BaAhHQJfIxawD/2l1fZQoaAZHQHG5gNkOI69oB0v6aAhHQJfI5kH2RJV1fZQoaAZHQHAa8U/OdG1oB0vsaAhHQJfK5mapgkV1fZQoaAZHQHDU6By0a61oB0v4aAhHQJfLXAM2FWZ1fZQoaAZHQHB0brTpgThoB00TAWgIR0CXy1v7WNFSdX2UKGgGR0Bxc6CuloDgaAdL9GgIR0CXy2bjcVQAdX2UKGgGR0BKNlUADJU6aAdLymgIR0CXy3dYGMXKdX2UKGgGR0BzMOltTDO1aAdL/mgIR0CXzDD2JzkqdX2UKGgGR0Bxt3Ye1a4daAdNFwFoCEdAl8w/b48EFHV9lChoBkdAbWGWP91loWgHS/VoCEdAl8xOn62v0XV9lChoBkdAYxBtygf2b2gHTegDaAhHQJfMVU+9rXV1fZQoaAZHQHDgGO+7Dl5oB0v3aAhHQJfNYLv1DjR1fZQoaAZHQFQFzzVc2R9oB0vcaAhHQJfNiYIBzWB1fZQoaAZHQHGzdT1kDp1oB00DAWgIR0CXzZMINVindX2UKGgGR0BwRFK7I1cdaAdL6mgIR0CXzje05U97dX2UKGgGR0BwouC6H0sfaAdNFgFoCEdAl85y31BdEHV9lChoBkdAcvj1RtP56GgHTQ8BaAhHQJfPi4UeuFJ1fZQoaAZHQHCA9d/rjYJoB00UAWgIR0CXz88GLUCrdX2UKGgGR0ByUn9wWFewaAdL+2gIR0CX0Z6lLvkSdX2UKGgGR0BvegxN7BwdaAdNBAFoCEdAl9ITo2XLNnV9lChoBkdAcNxjMmnfmGgHTR4BaAhHQJfSSzhP0qZ1fZQoaAZHQHDxiFGoaUBoB00UAWgIR0CX0m+QU5+6dX2UKGgGR0BzN921UlzEaAdL9WgIR0CX0paL4vexdX2UKGgGR0Bwqh9iMHbAaAdL92gIR0CX0pakhzNmdX2UKGgGR0By3O1TisGQaAdL82gIR0CX0pu6mO2idX2UKGgGR0BNz9mg8KXwaAdLtmgIR0CX0xP6sQumdX2UKGgGR0Bxp7a/RE4OaAdNMgFoCEdAl9Mxc/t6X3V9lChoBkdAbmuF3Y+SsGgHTR0BaAhHQJfTjXBguyx1fZQoaAZHQHM8FfZ26kJoB0vraAhHQJfToiD/VAl1fZQoaAZHQG2vU/wAlv9oB0vzaAhHQJfTyG47Rv51fZQoaAZHQHKLAP3BYV9oB00CAWgIR0CX0/KaXrt3dX2UKGgGR0BzRCMAFPi2aAdL7WgIR0CX1Gw8W9DhdX2UKGgGR0Bx+LyZrpJPaAdNDQFoCEdAl+pa5sj3VXV9lChoBkdAcNX+36Q/5mgHTQoBaAhHQJfqrKT0QK91fZQoaAZHQG3RKQJXyRVoB0v2aAhHQJfsZl5GBnV1fZQoaAZHQDQl/y5I6KdoB0vIaAhHQJfskadc0Lt1fZQoaAZHQG0IIE0SAYpoB0vjaAhHQJfsuu2Zy+91fZQoaAZHQG7AHFglWwNoB0viaAhHQJfsudEsrd51fZQoaAZHQG2WtMoMKCxoB0v7aAhHQJftRTMqz7d1fZQoaAZHQHF6oAsCkoFoB00JAWgIR0CX7dMn7YTTdX2UKGgGR0Bu0aRISUTtaAdNGgFoCEdAl+4IkZ75VXV9lChoBkdAcKInlnyup2gHS/1oCEdAl+46Vt4zJ3V9lChoBkdAccWlANXo1WgHTSoBaAhHQJfuRGwzLwF1fZQoaAZHQHJYpooNNJxoB0v5aAhHQJfugfNiYsx1fZQoaAZHQHH+vCEYfnxoB0vlaAhHQJfvAoCuEEl1fZQoaAZHQHD1xWcSXdFoB00OAWgIR0CX7yzuWrwOdX2UKGgGR0BxGKR6nivQaAdNIAFoCEdAl+9ogmqo63V9lChoBkdAcwdxxT850mgHTR0BaAhHQJfvpPBSDRN1fZQoaAZHQHCjmQ0XP7hoB0vhaAhHQJfwjgP3BYV1fZQoaAZHQG2O1uivgWJoB0v4aAhHQJfxR17pmmN1fZQoaAZHQHAGm7voePtoB0vuaAhHQJfyLb0voNd1fZQoaAZHQE2QcvugHu9oB0vCaAhHQJfygtSQ5m11fZQoaAZHQHB+gSzw+dNoB0v8aAhHQJfy3DCP6sR1fZQoaAZHQG5PiJ40Mw1oB00HAWgIR0CX8wUmD15CdX2UKGgGR0BxZBE8aGYbaAdNBAFoCEdAl/MV3hXKbXV9lChoBkdAcpRhgE2YOWgHTQkBaAhHQJf14sbvPTp1fZQoaAZHQG4Ropx3mmtoB0vzaAhHQJf2LQmeDnN1fZQoaAZHQHK//VNHpbFoB008AWgIR0CX9mWuHN5ddX2UKGgGR0BxXX3Zf2K3aAdNMgFoCEdAl/Z3/DLr5nV9lChoBkdAcKckI5YHPmgHTRYBaAhHQJf2lyzXz191fZQoaAZHQHCJGszVMEloB00iAWgIR0CX90WWQfZFdX2UKGgGR0BwLysLfDUFaAdNAwFoCEdAl/gGoNutOnV9lChoBkdAcSYkgwGnoGgHS/ZoCEdAl/iGF8G9pXV9lChoBkdAcd0IFNcnmmgHTaIBaAhHQJf5Aiml67d1fZQoaAZHQG/g7YkE9uBoB0vuaAhHQJf5nhESdvt1fZQoaAZHQHMhU0rK/21oB0vzaAhHQJf6G2KEWZZ1fZQoaAZHQHEyEnTiKixoB00aAWgIR0CX+oT8pCrtdX2UKGgGR0BzPbj3mFJyaAdNHQFoCEdAl/uG4d6syXV9lChoBkdAcratCzC1qmgHTTcBaAhHQJf8cDdP+GZ1fZQoaAZHQEaOLNOdoWZoB0vkaAhHQJf9OcBltj11fZQoaAZHQHClnpKSPlxoB0vjaAhHQJf9QyckMTh1fZQoaAZHQHPX3Ilt0mtoB0v3aAhHQJf+ApKBd2R1fZQoaAZHQHETRpL26CloB00SAWgIR0CX/jf9gnc+dX2UKGgGR0BwmclhPTG6aAdNJAFoCEdAl/79+9allHV9lChoBkdAbuROqvNeMWgHTV0CaAhHQJf/IWl/H5t1fZQoaAZHQHH1CUgSvkloB00QAWgIR0CX/2msNlRQdX2UKGgGR0Bw1XAN5MURaAdL+GgIR0CX/29uP3i8dX2UKGgGR0Bt0gFgUlAvaAdL72gIR0CYAA9XtBv8dX2UKGgGR0BveY2CNCJGaAdL82gIR0CYAL1RLsa9dX2UKGgGR0ByjXBfrrxBaAdNUQFoCEdAmAJ1b/wRXnV9lChoBkdAcox0b961LWgHTSwBaAhHQJgDFL7Gecx1fZQoaAZHQHB0V0YCQtBoB0v0aAhHQJgEqjQAuI11fZQoaAZHQHAKzGLk0aZoB00OAWgIR0CYBawB5ooNdX2UKGgGR0Bwy9RAKOT8aAdL/mgIR0CYBjkvsZ5zdX2UKGgGR0Bv1HQnhKlIaAdNdwFoCEdAmAZMIAwPAnV9lChoBkdAcgLbx3FDOWgHTTsBaAhHQJgGXkMkQf91fZQoaAZHQHBZ/WhAWzpoB00TAWgIR0CYBq5U96kZdX2UKGgGR0Bw6c6o2n89aAdNCwFoCEdAmAd0yckMTnV9lChoBkdAcXO/b0voNmgHS+poCEdAmAezpcHGCXV9lChoBkdAcFTEBsANomgHTQ8BaAhHQJgHu7TUiIN1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 384, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fcb7d180e50>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fcb7d180ee0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fcb7d180f70>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fcb7d181000>", "_build": "<function ActorCriticPolicy._build at 0x7fcb7d181090>", "forward": "<function ActorCriticPolicy.forward at 0x7fcb7d181120>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fcb7d1811b0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fcb7d181240>", "_predict": "<function ActorCriticPolicy._predict at 0x7fcb7d1812d0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fcb7d181360>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fcb7d1813f0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fcb7d181480>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fcb7d1761c0>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 2015232, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1686584158785306427, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAALOWDD0CaIc+mgsrvme2qL79nfK9ivkTPQAAAAAAAAAAM5N4vKRrabtgxNE7TXqCPGAa2ryixmA9AACAPwAAgD/N01O99sRxvLLqrL0PY/S9qKa7Pb4NEz8AAIA/AACAP0ZZFL6Ke18+nAeLPvXyxb77z6g9RFscvQAAAAAAAAAATX8ivcNRaLrReIaxW8qTsATFnLpotPkxAACAPwAAgD9zagg+2Ud4P0iFeD5sjwu/WJSqPmjEDz4AAAAAAAAAALMkD76+gYM/oL2bvXHp6L4j0Iy+9A+ePAAAAAAAAAAA80/cvYF+mz7BN4E+EcWgvs9D6T0N1iS7AAAAAAAAAAAAB8m89oQwupqM5LOrpQOvFqGSO9gkwDMAAIA/AACAP4ZBCj5S9BU/rdv6vTqmpL50OkU9VkLmvQAAAAAAAAAApt1Dvp8ZbT9zsXM9r2n0voB+mb7ClOg9AAAAAAAAAABmjau8mxSKP+JYiL3gCv6+7TR3vQVnW70AAAAAAAAAAIuri767pG0/qTkOvQX4/r6gasW+2L5gPgAAAAAAAAAA2hgUPsswqj+FdeQ+KAIGv92Lsz45VkM+AAAAAAAAAAAa6us9NyKkP6qupj4emhK/NqxyPk8Mjz0AAAAAAAAAAIDpc71c21q62k+nN3q1P7bwikS6Mwe6tgAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.007616000000000067, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVDgwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHHCOcpb2UWMAWyUS/WMAXSUR0Crg/yeyzHCdX2UKGgGR0Bx24nssxwiaAdL3mgIR0CrhLokZ75VdX2UKGgGR0Bz7I+gUUO/aAdL+WgIR0CrhS/YzzmPdX2UKGgGR0Bw88gQpWmxaAdL8GgIR0CrhaAYHgP3dX2UKGgGR0BzrF75VOsUaAdNoQFoCEdAq4Yq8g6ltXV9lChoBkdAcvmmALApKGgHS+hoCEdAq4Z1FDv3J3V9lChoBkdAc4EbyYoiLWgHS9hoCEdAq4aVbzK9wnV9lChoBkdAcFibh3qzJWgHS99oCEdAq4acxGlQ/HV9lChoBkdAcf8LJSzgM2gHTTgBaAhHQKuHACYkVvd1fZQoaAZHQHKIKFmFrVRoB01BAWgIR0Crh7gTIvJzdX2UKGgGR0Bw+PMhX8wYaAdL5mgIR0Crh8fHYHxCdX2UKGgGR0Bx4cj5bhWHaAdL02gIR0Crh9xHww0wdX2UKGgGR0By+7uuzQeFaAdL3mgIR0Crh/c76pHadX2UKGgGR0BvQgbXHzYmaAdNAwFoCEdAq4gBULlV+HV9lChoBkdAcdjJV81Gb2gHS+VoCEdAq4iSo4uK43V9lChoBkdAbWbWBjFyaWgHS9RoCEdAq4oAt6HCXXV9lChoBkdAcrmgq3EycmgHTSMBaAhHQKuKu9WZJCl1fZQoaAZHQHJ220eEIxBoB0vwaAhHQKuLNpudf9h1fZQoaAZHQHII0a6z3RJoB00EAWgIR0CrjAMJx//edX2UKGgGR0Bx5hStNi6QaAdLx2gIR0CrjDqoAGSqdX2UKGgGR0ByAHPGACnxaAdNCwFoCEdAq4xZi5NGmXV9lChoBkdAcDp70Fr2x2gHS/toCEdAq4xxX4j8k3V9lChoBkdAcOH5le4TbmgHTeoBaAhHQKuMglCTlkp1fZQoaAZHQG/LFc6eXiRoB0vQaAhHQKuMjf+CK791fZQoaAZHQHJ09CJGe+VoB01bAWgIR0CrjJfHPu5SdX2UKGgGR0ByHhT5wfhdaAdNGQFoCEdAq4yixA0KqnV9lChoBkdAcHhA5aNdaGgHS+hoCEdAq4zTHMlkY3V9lChoBkdAchuguAZsK2gHS+xoCEdAq4zXEyckMXV9lChoBkdAbc/b9qDbrWgHS+xoCEdAq40MbNr0rnV9lChoBkdAZarQw9JSSGgHTegDaAhHQKuNnFOwgT11fZQoaAZHQHBmMtCiRGNoB00+AWgIR0CrjlAqur6tdX2UKGgGR0Bw9Ey2x6fKaAdL+mgIR0CrjlA8bJfZdX2UKGgGR0Bw1AVTJhfCaAdL/WgIR0CrjxyzPa+OdX2UKGgGR0BwJ5KRMewLaAdL1WgIR0Crj11lGwzMdX2UKGgGR0BxCEQxvegtaAdNJgFoCEdAq49pMrVe8nV9lChoBkdAcXZBbOeJ52gHS/ZoCEdAq4/EpmVZ93V9lChoBkdAcjVn889wFWgHS/toCEdAq4/HiaRZEHV9lChoBkdAccwUeuFHrmgHTQYBaAhHQKuP3y6MBIZ1fZQoaAZHQHGDTDwYtQNoB0vwaAhHQKuQLW3BpHt1fZQoaAZHQHGGS9Zid8RoB0v+aAhHQKuQLcvduYR1fZQoaAZHQHF7S/fwZwZoB00RAWgIR0CrkER5kbxWdX2UKGgGR0BxMLYlIEr5aAdLzWgIR0CrkGTot+TedX2UKGgGR0BurCEQGwA3aAdNLgFoCEdAq5CNx4ptrXV9lChoBkdAcwlVARkEtGgHTVUBaAhHQKuQwhr30wt1fZQoaAZHQHAZ9zKcNH9oB02GAWgIR0CrmeuhCdBjdX2UKGgGR0ByXo5ksjFAaAdNBQFoCEdAq5oJaA4GU3V9lChoBkdAcARiQ1aW5mgHTQoBaAhHQKuaGupS75F1fZQoaAZHQHD/TG96C19oB0vlaAhHQKuaoU7jkuJ1fZQoaAZHQHFKfD1oQFtoB0vcaAhHQKua2/0NBnl1fZQoaAZHQHN7mjTKDChoB00bAWgIR0CrmxlVktmMdX2UKGgGR0Bwzx06o2n9aAdNIgFoCEdAq5tw/cFhX3V9lChoBkdAcNfBjFyaNWgHS9loCEdAq5t0UZeiSXV9lChoBkdAclJ68g6ltWgHTQIBaAhHQKube3ocJdB1fZQoaAZHQHMbJwCKaXtoB0vaaAhHQKub4UxmCiB1fZQoaAZHQHBGX1OCXhRoB0vuaAhHQKub6MLncL11fZQoaAZHQHBxNmlImPZoB00hAWgIR0CrnCz6zmfXdX2UKGgGR0BytJJNCZ4OaAdNHAFoCEdAq5wz544ZM3V9lChoBkdAc0Y6nzg/DGgHS+loCEdAq5z6xNZeRnV9lChoBkdAcrfKUmlZYGgHTRQBaAhHQKudxJTVDrt1fZQoaAZHQHLcQYP5HmRoB006AWgIR0CrnlDMV1wHdX2UKGgGR0BxLoB0ZFXraAdNxAJoCEdAq552S8rZrnV9lChoBkdAcMaiOvMbFWgHS9doCEdAq57276Hj63V9lChoBkdAcIQRjSXt0GgHS/poCEdAq577CzkZJnV9lChoBkdAcMRG0NSZSmgHS/1oCEdAq58DhcZ9/nV9lChoBkdAb6vyFwkxAWgHS9VoCEdAq59AH5aePXV9lChoBkdAcqCG/vfCRGgHTTUBaAhHQKuffTsIE8t1fZQoaAZHQG/jn/1g6U9oB00cAWgIR0Crn4O7HyVfdX2UKGgGR0Bzvun5zo2XaAdNcAFoCEdAq5/Xlr/KhnV9lChoBkdAckcwzch1T2gHTRoBaAhHQKuf51FpfyB1fZQoaAZHQHHPN56dDploB0vRaAhHQKugGmTkhid1fZQoaAZHQHCXuwLVnVZoB00aAWgIR0CroDdLg4wRdX2UKGgGR0BzQECJXQt0aAdLxmgIR0CroRsjVx0ddX2UKGgGR0BxUmzw+dK/aAdNwgFoCEdAq6Ea+xnnMnV9lChoBkdAcZCJZntfHGgHS9NoCEdAq6IraRISUXV9lChoBkdActi8XvYvnWgHS9poCEdAq6JAPuogm3V9lChoBkdAc0ZDGLk0amgHTc8CaAhHQKuioAc1fmd1fZQoaAZHQHLI3vQWvbJoB00LAWgIR0CroqX0PH1fdX2UKGgGR0BwuA2jwhGIaAdNWAFoCEdAq6Nx8pkPMHV9lChoBkdAcVFi6xxDLWgHS/5oCEdAq6N21Bt1p3V9lChoBkdAcr5rYGt6omgHS9JoCEdAq6PNNpM6BHV9lChoBkdAbuez2OAAhmgHTSUBaAhHQKuj3KTSssB1fZQoaAZHQHJaZmRNh3JoB0vraAhHQKuka1Bt1p11fZQoaAZHQHJCGuoxYaJoB00IAWgIR0CrpH3kPtladX2UKGgGR0BxTDeizsyBaAdNDgFoCEdAq6SDlzU7S3V9lChoBkdAcnDOU+s5n2gHTS4BaAhHQKukqDwpe/p1fZQoaAZHQHNfShJyyUtoB0vaaAhHQKulTOmixml1fZQoaAZHQHMfAXAM2FZoB01lAWgIR0CrpZTLfUF0dX2UKGgGR0BwcSuFHrhSaAdL/mgIR0Crpfm7J4jbdX2UKGgGR0BIUb+tKZlWaAdLxmgIR0CrpmfIbOu8dX2UKGgGR0Bxc4yyleniaAdL6GgIR0CrpxNU4rBkdX2UKGgGR0BzE8rYoRZmaAdL12gIR0Crp30BOpKjdX2UKGgGR0Bmz4VuaWonaAdN6ANoCEdAq6eCad+Xq3V9lChoBkdAcIs7ALy+YmgHS/NoCEdAq6h++oLofXV9lChoBkdAcg+KcNH6M2gHTQYBaAhHQKuohUQ04zd1fZQoaAZHQHGdkELYwqRoB01FAWgIR0CrqJwqiGnGdX2UKGgGR0Bubk4vN/vwaAdL62gIR0CrqQaC+UQkdX2UKGgGR0Bx7whEBsAOaAdL9GgIR0CrqU4lhPTHdX2UKGgGR0BxOerwOOKgaAdNGgFoCEdAq6lZOgxrSHV9lChoBkdAcJ1ZxrBTGmgHS+9oCEdAq6ljH80k4XV9lChoBkdAc0Ql7tzCDWgHS/xoCEdAq6lwbZOBUnVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 492, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.9999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ffd960d8545d0496b90ad7037b468fddf21d77c1a4ac9b61aab489ae9289e0d2
-size 146692
+oid sha256:3f5623cf996173c7d9c54a0d9a342ff1149cf41ef8f5a5dc1a79c3c7bd09b5eb
+size 146688

ppo-LunarLander-v2/data

@@ -21,17 +21,17 @@
     },
     "verbose": 1,
     "policy_kwargs": {},
-    "num_timesteps": 1572864,
-    "_total_timesteps": 1570000,
+    "num_timesteps": 2015232,
+    "_total_timesteps": 2000000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1686582390307425891,
+    "start_time": 1686584158785306427,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAL0hdr7TPOY+bTXtPmeMvr5NfZ6+1l6QPgAAAAAAAAAA5h3GvW2d2z4FbhI+7uGavhFnH7ze3yE9AAAAAAAAAACzqSa98FSSP/rI2b345AC/FwvZvZ7EhroAAAAAAAAAAI0zHr4NWoE/sA4mvW0b5L52mWK+WpUEPgAAAAAAAAAA82KxvYUzork586O6900Vt6ia57huw8A5AAAAAAAAgD/NebW9w7F3uojD1rqGicG1adW1ulpO+zkAAAAAAACAP/MR/b0hgJI/Oswavy7hIr+yJ9y97eGYvgAAAAAAAAAAAIEJPbAWZz/WBcw96z63vlgvjTxv0Di7AAAAAAAAAACzrC+9BOm0P7tDWb5hqmK+9wVxvY0OIL4AAAAAAAAAAO1HCT4mVZ0/Znh8PkVVCr8TydA97hrNPQAAAAAAAAAAzVG3vNIWxbtat9m70ESUPCeqIr2tWno9AACAPwAAgD+m1cG9NF+JPdEbsb1/wki+j9aNvc05+jwAAAAAAAAAALPY2T1qeRs+MgqMvgzzJL4MLSu9geScvQAAAAAAAAAAszh1va6vlLre6gu3j3wwsuVDMzuS0iA2AAAAAAAAgD/6ZWU+eS9LPyHJJD42QNW+eCxgPmbsproAAAAAAAAAADOLtb32sBy61M28PE9FmzQdBoA7RDOWMwAAAAAAAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAALOWDD0CaIc+mgsrvme2qL79nfK9ivkTPQAAAAAAAAAAM5N4vKRrabtgxNE7TXqCPGAa2ryixmA9AACAPwAAgD/N01O99sRxvLLqrL0PY/S9qKa7Pb4NEz8AAIA/AACAP0ZZFL6Ke18+nAeLPvXyxb77z6g9RFscvQAAAAAAAAAATX8ivcNRaLrReIaxW8qTsATFnLpotPkxAACAPwAAgD9zagg+2Ud4P0iFeD5sjwu/WJSqPmjEDz4AAAAAAAAAALMkD76+gYM/oL2bvXHp6L4j0Iy+9A+ePAAAAAAAAAAA80/cvYF+mz7BN4E+EcWgvs9D6T0N1iS7AAAAAAAAAAAAB8m89oQwupqM5LOrpQOvFqGSO9gkwDMAAIA/AACAP4ZBCj5S9BU/rdv6vTqmpL50OkU9VkLmvQAAAAAAAAAApt1Dvp8ZbT9zsXM9r2n0voB+mb7ClOg9AAAAAAAAAABmjau8mxSKP+JYiL3gCv6+7TR3vQVnW70AAAAAAAAAAIuri767pG0/qTkOvQX4/r6gasW+2L5gPgAAAAAAAAAA2hgUPsswqj+FdeQ+KAIGv92Lsz45VkM+AAAAAAAAAAAa6us9NyKkP6qupj4emhK/NqxyPk8Mjz0AAAAAAAAAAIDpc71c21q62k+nN3q1P7bwikS6Mwe6tgAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -41,17 +41,17 @@
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.0018242038216560452,
+    "_current_progress_remaining": -0.007616000000000067,
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVEgwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHI/qvmozeqMAWyUS+eMAXSUR0CXxOR64UeudX2UKGgGR0BxXE5xR2r5aAdNDwFoCEdAl8TknogV5HV9lChoBkdAcW7VjqfOEGgHS/JoCEdAl8WDRhMJyHV9lChoBkdAcO3Qd0aIe2gHTRMBaAhHQJfF25nUUfx1fZQoaAZHQHGpnUhFEzBoB0v8aAhHQJfGEN/e+Eh1fZQoaAZHQHAdyB9Tgl5oB0v0aAhHQJfG6cCo0hx1fZQoaAZHQHGG5Mg2ZRdoB00IAWgIR0CXxwY6nzg/dX2UKGgGR0BzipZvDP4VaAdL92gIR0CXx26xxDLKdX2UKGgGR0BxTd0MgEEDaAdL8WgIR0CXx+PpIMBqdX2UKGgGR0BuqmK64Ds/aAdNKAFoCEdAl8hRtDUmUnV9lChoBkdAcA+KyfL9uWgHTQ0BaAhHQJfIxawD/2l1fZQoaAZHQHG5gNkOI69oB0v6aAhHQJfI5kH2RJV1fZQoaAZHQHAa8U/OdG1oB0vsaAhHQJfK5mapgkV1fZQoaAZHQHDU6By0a61oB0v4aAhHQJfLXAM2FWZ1fZQoaAZHQHB0brTpgThoB00TAWgIR0CXy1v7WNFSdX2UKGgGR0Bxc6CuloDgaAdL9GgIR0CXy2bjcVQAdX2UKGgGR0BKNlUADJU6aAdLymgIR0CXy3dYGMXKdX2UKGgGR0BzMOltTDO1aAdL/mgIR0CXzDD2JzkqdX2UKGgGR0Bxt3Ye1a4daAdNFwFoCEdAl8w/b48EFHV9lChoBkdAbWGWP91loWgHS/VoCEdAl8xOn62v0XV9lChoBkdAYxBtygf2b2gHTegDaAhHQJfMVU+9rXV1fZQoaAZHQHDgGO+7Dl5oB0v3aAhHQJfNYLv1DjR1fZQoaAZHQFQFzzVc2R9oB0vcaAhHQJfNiYIBzWB1fZQoaAZHQHGzdT1kDp1oB00DAWgIR0CXzZMINVindX2UKGgGR0BwRFK7I1cdaAdL6mgIR0CXzje05U97dX2UKGgGR0BwouC6H0sfaAdNFgFoCEdAl85y31BdEHV9lChoBkdAcvj1RtP56GgHTQ8BaAhHQJfPi4UeuFJ1fZQoaAZHQHCA9d/rjYJoB00UAWgIR0CXz88GLUCrdX2UKGgGR0ByUn9wWFewaAdL+2gIR0CX0Z6lLvkSdX2UKGgGR0BvegxN7BwdaAdNBAFoCEdAl9ITo2XLNnV9lChoBkdAcNxjMmnfmGgHTR4BaAhHQJfSSzhP0qZ1fZQoaAZHQHDxiFGoaUBoB00UAWgIR0CX0m+QU5+6dX2UKGgGR0BzN921UlzEaAdL9WgIR0CX0paL4vexdX2UKGgGR0Bwqh9iMHbAaAdL92gIR0CX0pakhzNmdX2UKGgGR0By3O1TisGQaAdL82gIR0CX0pu6mO2idX2UKGgGR0BNz9mg8KXwaAdLtmgIR0CX0xP6sQumdX2UKGgGR0Bxp7a/RE4OaAdNMgFoCEdAl9Mxc/t6X3V9lChoBkdAbmuF3Y+SsGgHTR0BaAhHQJfTjXBguyx1fZQoaAZHQHM8FfZ26kJoB0vraAhHQJfToiD/VAl1fZQoaAZHQG2vU/wAlv9oB0vzaAhHQJfTyG47Rv51fZQoaAZHQHKLAP3BYV9oB00CAWgIR0CX0/KaXrt3dX2UKGgGR0BzRCMAFPi2aAdL7WgIR0CX1Gw8W9DhdX2UKGgGR0Bx+LyZrpJPaAdNDQFoCEdAl+pa5sj3VXV9lChoBkdAcNX+36Q/5mgHTQoBaAhHQJfqrKT0QK91fZQoaAZHQG3RKQJXyRVoB0v2aAhHQJfsZl5GBnV1fZQoaAZHQDQl/y5I6KdoB0vIaAhHQJfskadc0Lt1fZQoaAZHQG0IIE0SAYpoB0vjaAhHQJfsuu2Zy+91fZQoaAZHQG7AHFglWwNoB0viaAhHQJfsudEsrd51fZQoaAZHQG2WtMoMKCxoB0v7aAhHQJftRTMqz7d1fZQoaAZHQHF6oAsCkoFoB00JAWgIR0CX7dMn7YTTdX2UKGgGR0Bu0aRISUTtaAdNGgFoCEdAl+4IkZ75VXV9lChoBkdAcKInlnyup2gHS/1oCEdAl+46Vt4zJ3V9lChoBkdAccWlANXo1WgHTSoBaAhHQJfuRGwzLwF1fZQoaAZHQHJYpooNNJxoB0v5aAhHQJfugfNiYsx1fZQoaAZHQHH+vCEYfnxoB0vlaAhHQJfvAoCuEEl1fZQoaAZHQHD1xWcSXdFoB00OAWgIR0CX7yzuWrwOdX2UKGgGR0BxGKR6nivQaAdNIAFoCEdAl+9ogmqo63V9lChoBkdAcwdxxT850mgHTR0BaAhHQJfvpPBSDRN1fZQoaAZHQHCjmQ0XP7hoB0vhaAhHQJfwjgP3BYV1fZQoaAZHQG2O1uivgWJoB0v4aAhHQJfxR17pmmN1fZQoaAZHQHAGm7voePtoB0vuaAhHQJfyLb0voNd1fZQoaAZHQE2QcvugHu9oB0vCaAhHQJfygtSQ5m11fZQoaAZHQHB+gSzw+dNoB0v8aAhHQJfy3DCP6sR1fZQoaAZHQG5PiJ40Mw1oB00HAWgIR0CX8wUmD15CdX2UKGgGR0BxZBE8aGYbaAdNBAFoCEdAl/MV3hXKbXV9lChoBkdAcpRhgE2YOWgHTQkBaAhHQJf14sbvPTp1fZQoaAZHQG4Ropx3mmtoB0vzaAhHQJf2LQmeDnN1fZQoaAZHQHK//VNHpbFoB008AWgIR0CX9mWuHN5ddX2UKGgGR0BxXX3Zf2K3aAdNMgFoCEdAl/Z3/DLr5nV9lChoBkdAcKckI5YHPmgHTRYBaAhHQJf2lyzXz191fZQoaAZHQHCJGszVMEloB00iAWgIR0CX90WWQfZFdX2UKGgGR0BwLysLfDUFaAdNAwFoCEdAl/gGoNutOnV9lChoBkdAcSYkgwGnoGgHS/ZoCEdAl/iGF8G9pXV9lChoBkdAcd0IFNcnmmgHTaIBaAhHQJf5Aiml67d1fZQoaAZHQG/g7YkE9uBoB0vuaAhHQJf5nhESdvt1fZQoaAZHQHMhU0rK/21oB0vzaAhHQJf6G2KEWZZ1fZQoaAZHQHEyEnTiKixoB00aAWgIR0CX+oT8pCrtdX2UKGgGR0BzPbj3mFJyaAdNHQFoCEdAl/uG4d6syXV9lChoBkdAcratCzC1qmgHTTcBaAhHQJf8cDdP+GZ1fZQoaAZHQEaOLNOdoWZoB0vkaAhHQJf9OcBltj11fZQoaAZHQHClnpKSPlxoB0vjaAhHQJf9QyckMTh1fZQoaAZHQHPX3Ilt0mtoB0v3aAhHQJf+ApKBd2R1fZQoaAZHQHETRpL26CloB00SAWgIR0CX/jf9gnc+dX2UKGgGR0BwmclhPTG6aAdNJAFoCEdAl/79+9allHV9lChoBkdAbuROqvNeMWgHTV0CaAhHQJf/IWl/H5t1fZQoaAZHQHH1CUgSvkloB00QAWgIR0CX/2msNlRQdX2UKGgGR0Bw1XAN5MURaAdL+GgIR0CX/29uP3i8dX2UKGgGR0Bt0gFgUlAvaAdL72gIR0CYAA9XtBv8dX2UKGgGR0BveY2CNCJGaAdL82gIR0CYAL1RLsa9dX2UKGgGR0ByjXBfrrxBaAdNUQFoCEdAmAJ1b/wRXnV9lChoBkdAcox0b961LWgHTSwBaAhHQJgDFL7Gecx1fZQoaAZHQHB0V0YCQtBoB0v0aAhHQJgEqjQAuI11fZQoaAZHQHAKzGLk0aZoB00OAWgIR0CYBawB5ooNdX2UKGgGR0Bwy9RAKOT8aAdL/mgIR0CYBjkvsZ5zdX2UKGgGR0Bv1HQnhKlIaAdNdwFoCEdAmAZMIAwPAnV9lChoBkdAcgLbx3FDOWgHTTsBaAhHQJgGXkMkQf91fZQoaAZHQHBZ/WhAWzpoB00TAWgIR0CYBq5U96kZdX2UKGgGR0Bw6c6o2n89aAdNCwFoCEdAmAd0yckMTnV9lChoBkdAcXO/b0voNmgHS+poCEdAmAezpcHGCXV9lChoBkdAcFTEBsANomgHTQ8BaAhHQJgHu7TUiIN1ZS4="
+        ":serialized:": "gAWVDgwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHHCOcpb2UWMAWyUS/WMAXSUR0Crg/yeyzHCdX2UKGgGR0Bx24nssxwiaAdL3mgIR0CrhLokZ75VdX2UKGgGR0Bz7I+gUUO/aAdL+WgIR0CrhS/YzzmPdX2UKGgGR0Bw88gQpWmxaAdL8GgIR0CrhaAYHgP3dX2UKGgGR0BzrF75VOsUaAdNoQFoCEdAq4Yq8g6ltXV9lChoBkdAcvmmALApKGgHS+hoCEdAq4Z1FDv3J3V9lChoBkdAc4EbyYoiLWgHS9hoCEdAq4aVbzK9wnV9lChoBkdAcFibh3qzJWgHS99oCEdAq4acxGlQ/HV9lChoBkdAcf8LJSzgM2gHTTgBaAhHQKuHACYkVvd1fZQoaAZHQHKIKFmFrVRoB01BAWgIR0Crh7gTIvJzdX2UKGgGR0Bw+PMhX8wYaAdL5mgIR0Crh8fHYHxCdX2UKGgGR0Bx4cj5bhWHaAdL02gIR0Crh9xHww0wdX2UKGgGR0By+7uuzQeFaAdL3mgIR0Crh/c76pHadX2UKGgGR0BvQgbXHzYmaAdNAwFoCEdAq4gBULlV+HV9lChoBkdAcdjJV81Gb2gHS+VoCEdAq4iSo4uK43V9lChoBkdAbWbWBjFyaWgHS9RoCEdAq4oAt6HCXXV9lChoBkdAcrmgq3EycmgHTSMBaAhHQKuKu9WZJCl1fZQoaAZHQHJ220eEIxBoB0vwaAhHQKuLNpudf9h1fZQoaAZHQHII0a6z3RJoB00EAWgIR0CrjAMJx//edX2UKGgGR0Bx5hStNi6QaAdLx2gIR0CrjDqoAGSqdX2UKGgGR0ByAHPGACnxaAdNCwFoCEdAq4xZi5NGmXV9lChoBkdAcDp70Fr2x2gHS/toCEdAq4xxX4j8k3V9lChoBkdAcOH5le4TbmgHTeoBaAhHQKuMglCTlkp1fZQoaAZHQG/LFc6eXiRoB0vQaAhHQKuMjf+CK791fZQoaAZHQHJ09CJGe+VoB01bAWgIR0CrjJfHPu5SdX2UKGgGR0ByHhT5wfhdaAdNGQFoCEdAq4yixA0KqnV9lChoBkdAcHhA5aNdaGgHS+hoCEdAq4zTHMlkY3V9lChoBkdAchuguAZsK2gHS+xoCEdAq4zXEyckMXV9lChoBkdAbc/b9qDbrWgHS+xoCEdAq40MbNr0rnV9lChoBkdAZarQw9JSSGgHTegDaAhHQKuNnFOwgT11fZQoaAZHQHBmMtCiRGNoB00+AWgIR0CrjlAqur6tdX2UKGgGR0Bw9Ey2x6fKaAdL+mgIR0CrjlA8bJfZdX2UKGgGR0Bw1AVTJhfCaAdL/WgIR0CrjxyzPa+OdX2UKGgGR0BwJ5KRMewLaAdL1WgIR0Crj11lGwzMdX2UKGgGR0BxCEQxvegtaAdNJgFoCEdAq49pMrVe8nV9lChoBkdAcXZBbOeJ52gHS/ZoCEdAq4/EpmVZ93V9lChoBkdAcjVn889wFWgHS/toCEdAq4/HiaRZEHV9lChoBkdAccwUeuFHrmgHTQYBaAhHQKuP3y6MBIZ1fZQoaAZHQHGDTDwYtQNoB0vwaAhHQKuQLW3BpHt1fZQoaAZHQHGGS9Zid8RoB0v+aAhHQKuQLcvduYR1fZQoaAZHQHF7S/fwZwZoB00RAWgIR0CrkER5kbxWdX2UKGgGR0BxMLYlIEr5aAdLzWgIR0CrkGTot+TedX2UKGgGR0BurCEQGwA3aAdNLgFoCEdAq5CNx4ptrXV9lChoBkdAcwlVARkEtGgHTVUBaAhHQKuQwhr30wt1fZQoaAZHQHAZ9zKcNH9oB02GAWgIR0CrmeuhCdBjdX2UKGgGR0ByXo5ksjFAaAdNBQFoCEdAq5oJaA4GU3V9lChoBkdAcARiQ1aW5mgHTQoBaAhHQKuaGupS75F1fZQoaAZHQHD/TG96C19oB0vlaAhHQKuaoU7jkuJ1fZQoaAZHQHFKfD1oQFtoB0vcaAhHQKua2/0NBnl1fZQoaAZHQHN7mjTKDChoB00bAWgIR0CrmxlVktmMdX2UKGgGR0Bwzx06o2n9aAdNIgFoCEdAq5tw/cFhX3V9lChoBkdAcNfBjFyaNWgHS9loCEdAq5t0UZeiSXV9lChoBkdAclJ68g6ltWgHTQIBaAhHQKube3ocJdB1fZQoaAZHQHMbJwCKaXtoB0vaaAhHQKub4UxmCiB1fZQoaAZHQHBGX1OCXhRoB0vuaAhHQKub6MLncL11fZQoaAZHQHBxNmlImPZoB00hAWgIR0CrnCz6zmfXdX2UKGgGR0BytJJNCZ4OaAdNHAFoCEdAq5wz544ZM3V9lChoBkdAc0Y6nzg/DGgHS+loCEdAq5z6xNZeRnV9lChoBkdAcrfKUmlZYGgHTRQBaAhHQKudxJTVDrt1fZQoaAZHQHLcQYP5HmRoB006AWgIR0CrnlDMV1wHdX2UKGgGR0BxLoB0ZFXraAdNxAJoCEdAq552S8rZrnV9lChoBkdAcMaiOvMbFWgHS9doCEdAq57276Hj63V9lChoBkdAcIQRjSXt0GgHS/poCEdAq577CzkZJnV9lChoBkdAcMRG0NSZSmgHS/1oCEdAq58DhcZ9/nV9lChoBkdAb6vyFwkxAWgHS9VoCEdAq59AH5aePXV9lChoBkdAcqCG/vfCRGgHTTUBaAhHQKuffTsIE8t1fZQoaAZHQG/jn/1g6U9oB00cAWgIR0Crn4O7HyVfdX2UKGgGR0Bzvun5zo2XaAdNcAFoCEdAq5/Xlr/KhnV9lChoBkdAckcwzch1T2gHTRoBaAhHQKuf51FpfyB1fZQoaAZHQHHPN56dDploB0vRaAhHQKugGmTkhid1fZQoaAZHQHCXuwLVnVZoB00aAWgIR0CroDdLg4wRdX2UKGgGR0BzQECJXQt0aAdLxmgIR0CroRsjVx0ddX2UKGgGR0BxUmzw+dK/aAdNwgFoCEdAq6Ea+xnnMnV9lChoBkdAcZCJZntfHGgHS9NoCEdAq6IraRISUXV9lChoBkdActi8XvYvnWgHS9poCEdAq6JAPuogm3V9lChoBkdAc0ZDGLk0amgHTc8CaAhHQKuioAc1fmd1fZQoaAZHQHLI3vQWvbJoB00LAWgIR0CroqX0PH1fdX2UKGgGR0BwuA2jwhGIaAdNWAFoCEdAq6Nx8pkPMHV9lChoBkdAcVFi6xxDLWgHS/5oCEdAq6N21Bt1p3V9lChoBkdAcr5rYGt6omgHS9JoCEdAq6PNNpM6BHV9lChoBkdAbuez2OAAhmgHTSUBaAhHQKuj3KTSssB1fZQoaAZHQHJaZmRNh3JoB0vraAhHQKuka1Bt1p11fZQoaAZHQHJCGuoxYaJoB00IAWgIR0CrpH3kPtladX2UKGgGR0BxTDeizsyBaAdNDgFoCEdAq6SDlzU7S3V9lChoBkdAcnDOU+s5n2gHTS4BaAhHQKukqDwpe/p1fZQoaAZHQHNfShJyyUtoB0vaaAhHQKulTOmixml1fZQoaAZHQHMfAXAM2FZoB01lAWgIR0CrpZTLfUF0dX2UKGgGR0BwcSuFHrhSaAdL/mgIR0Crpfm7J4jbdX2UKGgGR0BIUb+tKZlWaAdLxmgIR0CrpmfIbOu8dX2UKGgGR0Bxc4yyleniaAdL6GgIR0CrpxNU4rBkdX2UKGgGR0BzE8rYoRZmaAdL12gIR0Crp30BOpKjdX2UKGgGR0Bmz4VuaWonaAdN6ANoCEdAq6eCad+Xq3V9lChoBkdAcIs7ALy+YmgHS/NoCEdAq6h++oLofXV9lChoBkdAcg+KcNH6M2gHTQYBaAhHQKuohUQ04zd1fZQoaAZHQHGdkELYwqRoB01FAWgIR0CrqJwqiGnGdX2UKGgGR0Bubk4vN/vwaAdL62gIR0CrqQaC+UQkdX2UKGgGR0Bx7whEBsAOaAdL9GgIR0CrqU4lhPTHdX2UKGgGR0BxOerwOOKgaAdNGgFoCEdAq6lZOgxrSHV9lChoBkdAcJ1ZxrBTGmgHS+9oCEdAq6ljH80k4XV9lChoBkdAc0Ql7tzCDWgHS/xoCEdAq6lwbZOBUnVlLg=="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 384,
+    "_n_updates": 492,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",
@@ -78,7 +78,7 @@
     },
     "n_envs": 16,
     "n_steps": 1024,
-    "gamma": 0.999,
+    "gamma": 0.9999,
     "gae_lambda": 0.98,
     "ent_coef": 0.01,
     "vf_coef": 0.5,

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87a44009d3ad50ce5bf4c3c45e18f25b5501700a7e7e7438734e67f7209e2e96
+oid sha256:d401851dba4382e9166786018ecf9b7a3dff4ab12b524fff8449cfcbd384d402
 size 87929

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:acf22106b514fa601dcde5587c5fcd912a184033b5cea39cf6e618aefe85d46a
+oid sha256:ad73b9da1bcbefe3660c2923cbd6a3193f191947136e7ee2d367db71687c50c0
 size 43329

results.json

@@ -1 +1 @@
-{"mean_reward": 268.89390700135795, "std_reward": 30.990567156284154, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-06-12T15:33:56.323331"}
+{"mean_reward": 283.05404251246347, "std_reward": 15.257587645424158, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-06-12T16:36:29.564098"}