Upload PPO LunarLander-v2 trained agent

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 281.30 +/- 23.04
+      value: 280.37 +/- 20.72
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7c5f883aa9e0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7c5f883aaa70>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7c5f883aab00>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7c5f883aab90>", "_build": "<function ActorCriticPolicy._build at 0x7c5f883aac20>", "forward": "<function ActorCriticPolicy.forward at 0x7c5f883aacb0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7c5f883aad40>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7c5f883aadd0>", "_predict": "<function ActorCriticPolicy._predict at 0x7c5f883aae60>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7c5f883aaef0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7c5f883aaf80>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7c5f883ab010>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7c5f8852f3c0>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1507328, "_total_timesteps": 1500000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1697295488099131037, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAAAAXryfxMS7qAhou2P2lTzAtBw9GCh9vQAAgD8AAIA/M/XfPa9SbD+NqHI+QdTzvupUUj5b1es9AAAAAAAAAABN7l0+w5sGP7PwS776MaK+LpXlPXVNmb0AAAAAAAAAALOxiD2kPhc8nmgTvlevYb4KBiu89oZcvQAAAAAAAAAAZr7rPFwPLbpaHh44r1PZMpRyL7udHju3AACAPwAAgD+zVw+9cZemP3rNuL6F3BG/dbjBvCOGJb4AAAAAAAAAAABYEzvphQM9WWSAPTSkfr4TA9k9/oCcvQAAAAAAAAAAAPWxvU+xmz75+4Y+ly5lvh8fTD1sNgI+AAAAAAAAAABNQiU+JGCAP8kHij7HAAy/FtFaPpCUhD0AAAAAAAAAAGa2/DzSOMU8RV40vroilr63e8S9ndmLOwAAAAAAAAAAc0GsPckTcD6lIH++kTC/vifV6b3aQQy8AAAAAAAAAABA6MO9CHaCPzJEub3N6AS/Qg+EvgK5Q7sAAAAAAAAAAGbVkDzlzLc/KguvPn0fLT783Wq86xLROgAAAAAAAAAAAKQPPuvFLz9HS6M94SO+vhm+Ej5W+Gg7AAAAAAAAAADmy1I9PjG2PwvlND8Vs+w50MWYvFcqlT0AAAAAAAAAAJotALy2wgu8LI61utzAHz2lSlG9/iUZuQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.004885333333333408, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV7AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHGOXRsuWbCMAWyUS/mMAXSUR0Cee7E3Kji5dX2UKGgGR0Bzzc6HTI/8aAdL7WgIR0CefAkNWluWdX2UKGgGR0BwgataIN3GaAdLyWgIR0CefCzXz19OdX2UKGgGR0BzThCVrylOaAdLumgIR0CefDX/5tWNdX2UKGgGR0BxHCkDZDiPaAdL1WgIR0CefG77Kq4pdX2UKGgGR0BwD1C5VfeDaAdLzmgIR0CefRX9R77bdX2UKGgGR0Bypz7WNFSbaAdL02gIR0CefU4+r2g4dX2UKGgGR0BxCPLhaTwEaAdLwmgIR0CefZF6iTMadX2UKGgGR0Bwif029+PSaAdL2mgIR0CefZH3Dej3dX2UKGgGR0By91kCmuTzaAdNDAFoCEdAnn2aBiCrcXV9lChoBkdAcrxqo60Y0mgHS8toCEdAnn7fMW43FXV9lChoBkdAbnlc/t6X0GgHS91oCEdAnn7raAWi13V9lChoBkdAcaLsQd0aImgHS85oCEdAnn71Fc6eXnV9lChoBkdAczfG0u14PmgHS+BoCEdAnoBJ3gUDdXV9lChoBkdAcgAfdRBNVWgHS9hoCEdAnoBn0f5k9XV9lChoBkdAcl25gw482mgHS9doCEdAnoCGFWXC0nV9lChoBkdAbeAJFb3XZ2gHS+loCEdAnoFwq/dqL3V9lChoBkdAbmJB+F10T2gHS9ZoCEdAnoF2YjSofnV9lChoBkdAcoUSi/O+qWgHS+JoCEdAnoG7BTGYKXV9lChoBkdAcwV1uBMBZWgHS+RoCEdAnoIHSKFZgXV9lChoBkdAcbvEUTL4e2gHS/5oCEdAnoJIJE6T4nV9lChoBkdAcWUpuMuOCGgHS9hoCEdAnoKWfK6nSHV9lChoBkdAdFkH58BuGmgHS99oCEdAnoMESAYpD3V9lChoBkdAcod8gIQe3mgHS/RoCEdAnoORMWXTmXV9lChoBkdAcVMWd3B55mgHS/toCEdAnoO2LpA2RHV9lChoBkdAcVBGNJe3QWgHS9doCEdAnoQ78ejmCHV9lChoBkdAcUw8DB/I82gHS9hoCEdAnoRNcry1/nV9lChoBkdAcytpJwsGxGgHS9hoCEdAnoRWXw9aEHV9lChoBkdAcjsJK8L8aWgHTSsBaAhHQJ6EY8yN4qx1fZQoaAZHQHFe85OrQw9oB0vnaAhHQJ6F8LThHb11fZQoaAZHQHIwgSeyzHFoB0v5aAhHQJ6Ginm7rcF1fZQoaAZHQHHLtjPOY6ZoB0v2aAhHQJ6GlPRArx11fZQoaAZHQG3PjCP6sQxoB0vOaAhHQJ6HHxe9i+d1fZQoaAZHQHDWi2x6fJ5oB0vpaAhHQJ6HiHtWuHN1fZQoaAZHQHA/o8p1A7hoB0v+aAhHQJ6HybNKRMh1fZQoaAZHQHDS2WQfZEloB0vxaAhHQJ6IVxNqQBB1fZQoaAZHQHNCZZr56+poB0vaaAhHQJ6IiGetjkN1fZQoaAZHQHCinIyTINpoB0vKaAhHQJ6IsyULUkR1fZQoaAZHQHH2Bhx5s0poB00qAWgIR0CeiPmUGFBZdX2UKGgGR0Bw6guqWC2+aAdL3WgIR0CeiVhJiAlOdX2UKGgGR0Bzb6r7wazeaAdNCwFoCEdAnolcMuvll3V9lChoBkdAcpsEDQqqfmgHS8toCEdAnolyvX9R8HV9lChoBkdAc9QBQemvXGgHS8RoCEdAnolvw3HaOHV9lChoBkdAcVq2+PBBRmgHS+xoCEdAnopCO/+Kj3V9lChoBkdAcuN+otL+P2gHTRoBaAhHQJ6LWLP2PDJ1fZQoaAZHQHFt8ewLVnVoB0vNaAhHQJ6LtO32EkB1fZQoaAZHQHHXGvjfek5oB00NAWgIR0CejNpxWDHwdX2UKGgGR0Byty9ytFKDaAdNBgFoCEdAno1ZkK/mDHV9lChoBkdAbh7jGT9sJ2gHS/FoCEdAno3HsLORknV9lChoBkdAclsN3np0OmgHS9FoCEdAno3ytNi6QXV9lChoBkdAb1xbqQiiZmgHS8VoCEdAno4YAbQ1JnV9lChoBkdAcONfJFLFoGgHS/9oCEdAno58VDa4+nV9lChoBkdAcJPC9AX2umgHS8poCEdAno6qqXF98nV9lChoBkdAcJcC66J66mgHS+doCEdAno7JEMLF43V9lChoBkdAczLAUcn3L2gHTQEBaAhHQJ6PItuk1uR1fZQoaAZHQHKbGIXTEzhoB0vfaAhHQJ6PQt16mfp1fZQoaAZHQG8HkJa7mMhoB0veaAhHQJ6PVVBD5TJ1fZQoaAZHQG/H1XFLnLdoB0vgaAhHQJ6PXz8P4Eh1fZQoaAZHQHDvuqzZ6D5oB0vZaAhHQJ6QFalk6Lh1fZQoaAZHQHLIgSWZ7XxoB01wAWgIR0CekLbRF7UodX2UKGgGR0BxsMPNFBppaAdL0WgIR0CekPXWOIZZdX2UKGgGR0BtVnkLhJiBaAdL02gIR0CekVUOuq3mdX2UKGgGR0BwoETsY2sJaAdL2GgIR0Cekn717IDHdX2UKGgGR0BycSLgn+hoaAdL2GgIR0Ceku9ic5KfdX2UKGgGR0BzHhy3kPtlaAdLuWgIR0Cek2I2wV0tdX2UKGgGR0BvcrkELYwqaAdL1GgIR0Cek3prk8zRdX2UKGgGR0BJ2rHU+cH4aAdLsGgIR0Cek68YQ8OkdX2UKGgGR0Bz8odYGMXKaAdL5WgIR0Cek85myxA0dX2UKGgGR0By2ERFqi48aAdL+2gIR0CelDr1uivgdX2UKGgGR0Bxc9cv/R3NaAdLz2gIR0CelEwtrbg1dX2UKGgGR0ByRCiZfD1oaAdL+GgIR0CelLsT37DVdX2UKGgGR0BuH71yvLX+aAdL2mgIR0CelMiMYMvzdX2UKGgGR0BwMvafzz3AaAdL+GgIR0CelOrPt2LYdX2UKGgGR0BzIhLM9r44aAdNCQFoCEdAnpXK7mMfinV9lChoBkdActft6X0GvGgHS/FoCEdAnpYOlGgBcXV9lChoBkdAcOgF8XvYvmgHS/NoCEdAnpa6TSsr/nV9lChoBkdAb/Ii1RceKmgHS+5oCEdAnpbd8E3bVXV9lChoBkdActb1LrX18WgHS+poCEdAnpcl0HQhOnV9lChoBkdAb3sTSLIgeWgHS+RoCEdAnpgrLt/nXHV9lChoBkdAcKqCbMHKOmgHS+ZoCEdAnpipQxesxXV9lChoBkdAcA9DgqEvkGgHS9doCEdAnpizu8brC3V9lChoBkdAcYk29+PRzGgHS99oCEdAnpj9rGipN3V9lChoBkdAcDWAU+LWJGgHS+toCEdAnpmftMPBi3V9lChoBkdAcoAffGdZq2gHS9hoCEdAnpmgCW/rSnV9lChoBkdAckPKrq+rVGgHS9poCEdAnpmcmv4dqHV9lChoBkdAcrkqQA+6iGgHS/VoCEdAnpnCGnGbTnV9lChoBkdAcDaLiMo+fWgHS9NoCEdAnpn7VnVXm3V9lChoBkdAbq8HDaXa8GgHS9NoCEdAnpoTnJT2nXV9lChoBkdAc36fHggow2gHS/hoCEdAnprCLuQZGnV9lChoBkdAcSZrhBJI2GgHS95oCEdAnps0HyEtd3V9lChoBkdActp3WFvhqGgHS75oCEdAnpteRcNYsHV9lChoBkdAcBCJ9iMHbGgHS+NoCEdAnpxu+yquKXV9lChoBkdAcHFd3B55aGgHTQgBaAhHQJ6ch7SiM5x1fZQoaAZHQHCCkvsZ5zJoB0v2aAhHQJ6dOSW7e2x1fZQoaAZHQHJNYKx9oexoB0vSaAhHQJ6d16MR6GB1fZQoaAZHQHOoIexOclRoB0vFaAhHQJ6d12B8QZp1fZQoaAZHQHIfUqMFUyZoB0vVaAhHQJ6d9qmCROl1fZQoaAZHQHB2/vKEFntoB0vTaAhHQJ6e2bQTmGN1fZQoaAZHQHEDxbwBo25oB00MAWgIR0CenuQJHAh0dX2UKGgGR0Bvm+85CF9KaAdL12gIR0CenvJQLux9dWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 460, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.120+-x86_64-with-glibc2.35 # 1 SMP Wed Aug 30 11:19:59 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7b6de592ff40>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7b6de5938040>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7b6de59380d0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7b6de5938160>", "_build": "<function ActorCriticPolicy._build at 0x7b6de59381f0>", "forward": "<function ActorCriticPolicy.forward at 0x7b6de5938280>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7b6de5938310>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7b6de59383a0>", "_predict": "<function ActorCriticPolicy._predict at 0x7b6de5938430>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7b6de59384c0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7b6de5938550>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7b6de59385e0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7b6de58d1ec0>"}, "verbose": 0, "policy_kwargs": {}, "num_timesteps": 2048000, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1705855555876043914, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVtQYAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZABgAAAAAAAI1Kyb34SKM+dsgTvG3wLr/DQDi+vWrXPQAAAAAAAAAAAFSfvfS7mj5z3tG9WXwjvyqkq732O4G8AAAAAAAAAABtBB2+znGYP0pkLr9nuDu/CdUlvmEZo74AAAAAAAAAAGbxt7zKzaw/skGvvTlu4L5+l0m8gB0vvAAAAAAAAAAATe0Wvvs9vD0gvOw++2fbvgqFRTxtL4g+AAAAAAAAAACGx30+p+JiP7K/DT2ZgA2/vQ39PvNhOr0AAAAAAAAAABplJD0FCqy7HarRvd1v07epUZE8ymDivQAAgD8AAIA/Gj6fvcN5Mbr+o4k73VgWN1bIBbkAqFu1AACAPwAAgD9mRla7FPSFukqujTNSwnou5benOgAmsrMAAIA/AACAP5ox4DvkJLM/ru3GPb6nH75rPyS8WxWIvQAAAAAAAAAATZSfvQPhCLz9GGA+AswCvdAta72ZCCm9AACAPwAAgD/N3868ZqiMP7Tpsr1FHVu/+uVLvMtXlrwAAAAAAAAAALMHXr0piGS6JRIutcRfALAMqI87BaNfNAAAgD8AAIA/AD5iPFx7YLqOfy2zekBzL8z8gbqditEzAACAPwAAgD8Ah0S9rlGMugRgHLgpYhSzg0O/OlfYNTcAAIA/AACAP+a9XD18GZc/7tUHPmcDPr+V7nU9HeIGPgAAAAAAAAAATVYoPcMmGLymGYi+poZOvfUWgT3eIYS+AAAAAAAAgD/AMsK9PX0MPP76qT60RoO+WQobPg2p3b0AAAAAAACAP9rtzL1xMbM/ymn4vqn/jb4H5I69ABTtvQAAAAAAAAAAZoGZvHvG8bqGfGc9WTZwPBwi+btALFE9AACAPwAAgD+mQfy9W6WUPUQMgz7kQc6+MULKvOpTZz4AAAAAAAAAADOLJj0UtIa62AVUtBEI+S+FGSS6QFmVMwAAgD8AAIA/ZvT7vESHsT3coII+Nt3DvmVG7D3og30+AAAAAAAAAABTDTG+vKgvP3pnqb3P0EC/ovKWvt0+dT0AAAAAAAAAAGb4KDyF8/a5wnyTvBVwHTwJ/a27jeIJvQAAgD8AAIA/5pdMPW/xQz0lFYK+CoKTvrv5DL5Mrqa9AAAAAAAAAACAgWI9g1YWP4pUWT0PhVW/xmiZPd2XAb0AAAAAAAAAAM1et7zzHPI+pHIFvXRNYr/6WE+8TP82vQAAAAAAAAAAZnnJPEg5kLos2gA4icnbMn3AL7tljxW3AACAPwAAgD+m27C9FFC6uiBFs7hPR3K1QYhyOL611DcAAIA/AACAPzNagb3ddY0+yv8ZvXpzLr8W/cy9qJWVPQAAAAAAAAAA84+ovWyEoLvLwVg8VqayvdJYcbysKzC/AACAPwAAgD+A+Ek9RB+DPdSnjr5UBrm+YR9vPerXTb4AAAAAAAAAADM/mTyPBj26TcjaPNZpcjKne/c3hs81swAAgD8AAIA/TShyvRHGqD9s/pO+2srqvmz2FL2VQWG9AAAAAAAAAABz5oG9j3JzurtWS7U+nnywF6QOuzAYQDQAAIA/AACAP42Cn717puS6522fulp86jxvrjk77mnHvQAAgD8AAIA/JnGyvexR2DbzjCw1EafVLSgbF7vj4ly0AACAPwAAgD+a+YO7np62P0oPC76Wq1Q+XumWOyo/+TwAAAAAAAAAABqeXz24/rO54E7zN6uOvTHVD527KtcPtwAAgD8AAIA/ZgI+PEjXtbqz/EIzfSbwruzIRTlCLcqzAACAPwAAgD/NHxg92ZO0P92GGD+CgYq9i7NdvF1vaz0AAAAAAAAAAJoSZb3sybO55roFs6IPjLCGaPU7QbiZMwAAgD8AAIA/AFBmPKDnlz+a3ZU9P3xSv+ciijzKsJo9AAAAAAAAAADNuD49wzVOuoaorTqmqqg1DO9zO7USzbkAAIA/AACAP3MaC77DAGQ7xIIWP++Dj77a3Mm97v4TPwAAgD8AAAAATagBvamGHj+jSni9gghpv8u5Qrx2MBE8AAAAAAAAAACAXay9FFCKuq5rGrgr+uyy/Qs/u108MzcAAIA/AACAP9rptz0MMqk/0uCkPrHj+L5KWPA92+EoPgAAAAAAAAAApssAvmQwlj+24P++K4s/v9oSIr7FVk++AAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSzJLCIaUjAFDlHSUUpQu"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVpQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYyAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksyhZSMAUOUdJRSlC4="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.02400000000000002, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4QsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHEjoYJmdy2MAWyUS6WMAXSUR0DAEsodGRV7dX2UKGgGR0By69uKoAGTaAdL12gIR0DAEsuAXl8xdX2UKGgGR0BzucJpnHvMaAdLx2gIR0DAEs+NaQmvdX2UKGgGR0BxFfzOHFglaAdLk2gIR0DAEvVSflIVdX2UKGgGR0BxeIrBj4HpaAdLoWgIR0DAEtfOpsGgdX2UKGgGR0BwkB/FzdULaAdLk2gIR0DAEtXQrtmddX2UKGgGR0BwWpPVNHpbaAdLg2gIR0DAEuEB8x9HdX2UKGgGR0ByyQ2hqTKUaAdLuGgIR0DAEuBJXhfjdX2UKGgGR0Bw3Sjj7yhBaAdLomgIR0DAEuxtJnQIdX2UKGgGR0ByvDJA+pwTaAdLl2gIR0DAEvAA4n4PdX2UKGgGR0Bwi/BXS0BwaAdLmWgIR0DAEvUCaJAMdX2UKGgGR0BxdmyWzF/AaAdLmGgIR0DAEvji4rjHdX2UKGgGR0By3lNtZV4paAdLkmgIR0DAEvg/cFhYdX2UKGgGR0BywEIzFdcCaAdL2WgIR0DAEvj655JLdX2UKGgGR0BzC/T/hl19aAdLqmgIR0DAEv6WgOBldX2UKGgGR0BwwZP0qYqoaAdLomgIR0DAEwasdT5wdX2UKGgGR0BzBtQwblzVaAdLoWgIR0DAEw+NtIkJdX2UKGgGR0Bxa1nGsFMaaAdLpWgIR0DAExAHkcS5dX2UKGgGR0Bz0hTR6WxAaAdLvmgIR0DAExS/XXiBdX2UKGgGR0B0KLqeK8+SaAdLoWgIR0DAExWVqveQdX2UKGgGR0ByXqLuQZGbaAdLj2gIR0DAExiWVu76dX2UKGgGR0Bz6COFQEZBaAdLqWgIR0DAExdvKlpHdX2UKGgGR0BzeivStvGZaAdLnGgIR0DAExwL5RCQdX2UKGgGR0BznqhbnoxIaAdLuWgIR0DAEx0TpPhydX2UKGgGR0ByZUxxkupTaAdLu2gIR0DAE1FkDp1SdX2UKGgGR0Bxoz+kxh2GaAdLimgIR0DAEzOuA7PqdX2UKGgGR0BzI89s7+1jaAdL0GgIR0DAEzSrNnoQdX2UKGgGR0BxzY56t1ZDaAdLr2gIR0DAEzc0gr6MdX2UKGgGR0Bz7o+4b0e2aAdLxWgIR0DAEzZDw6QvdX2UKGgGR0BzvCziS7oTaAdL92gIR0DAEzkjxCpndX2UKGgGR0BxxYZdfLLZaAdLn2gIR0DAE0ARoRI0dX2UKGgGR0BzhmktVaOhaAdLpGgIR0DAE2HjQzDXdX2UKGgGR0BzpQnMMZxaaAdLnmgIR0DAE2Yvg3tKdX2UKGgGR0BzROkSElE7aAdLt2gIR0DAE0oTVUdadX2UKGgGR0BzspxOtW+5aAdLuWgIR0DAE2IsAeaKdX2UKGgGR0BxFCgCfYjCaAdLpmgIR0DAE2f4wh4ddX2UKGgGR0BzkjOVxCIDaAdLxWgIR0DAE2tG3F1kdX2UKGgGR0ByOijM3ZPEaAdLpmgIR0DAE3rmhdt3dX2UKGgGR0BxZIq5LAYYaAdLoWgIR0DAE37WsijddX2UKGgGR0By74kVvddnaAdLmmgIR0DAE56Mzdk8dX2UKGgGR0BxmaMrEtNBaAdLpmgIR0DAE4RvDP4VdX2UKGgGR0BwtsoG6f8NaAdLhWgIR0DAE4tszl90dX2UKGgGR0By3VvUBnzyaAdLsmgIR0DAE60VWS2ZdX2UKGgGR0BzDCmO2iL3aAdLwGgIR0DAE6Eo6S1WdX2UKGgGR0ByiWXE61b8aAdLrGgIR0DAE8MqJ/G3dX2UKGgGR0BxXDVkMCtBaAdLkWgIR0DAE8hMxoIwdX2UKGgGR0Bw+TnRsuWbaAdLkWgIR0DAE7cR15jZdX2UKGgGR0BwKD5GjKxLaAdLjGgIR0DAE8QuqWC3dX2UKGgGR0ByIHsQd0aIaAdLk2gIR0DAE8Vp/PPcdX2UKGgGR0Byoc2BJ7LMaAdLg2gIR0DAE8h5Rjz7dX2UKGgGR0By3tRaX8fnaAdL0mgIR0DAE8rvVmSRdX2UKGgGR0ByVKOHWSU1aAdLnWgIR0DAE9AzP8htdX2UKGgGR0BySBLpRoAXaAdLxWgIR0DAE/EhaC+UdX2UKGgGR0BzTzR6Ww/xaAdLm2gIR0DAE/KPU8V6dX2UKGgGR0ByWiUJOWSmaAdLjmgIR0DAE9XgWJrMdX2UKGgGR0ByH4Y8+zMSaAdLfGgIR0DAE95A4XGfdX2UKGgGR0BzXpI/Z/TcaAdLsmgIR0DAE+fj+717dX2UKGgGR0ByAsdRzijtaAdLsWgIR0DAE+yeEqUedX2UKGgGR0BHImhdt2s8aAdLd2gIR0DAE/Rd8iOedX2UKGgGR0ByPUhaC+URaAdLsmgIR0DAE/mn0kGBdX2UKGgGR0Bygj0ulGgBaAdLnGgIR0DAE/lwiqyXdX2UKGgGR0BwFZuLrHENaAdLjWgIR0DAE/f16E8JdX2UKGgGR0BwCle2NNrTaAdLoGgIR0DAE/oYHgP3dX2UKGgGR0BwVhmSQo1DaAdLlGgIR0DAE/0xASnMdX2UKGgGR0BwQwvIwM6SaAdLo2gIR0DAE/9ZkkKNdX2UKGgGR0BxyRQ/HHWCaAdLtWgIR0DAFATo+wC9dX2UKGgGR0Bx3bollbu/aAdLhWgIR0DAFAhoM8YAdX2UKGgGR0BwDyeHzpX7aAdLm2gIR0DAFA+tW+49dX2UKGgGR0BzITuc+aBqaAdLmmgIR0DAFBFVWCEpdX2UKGgGR0BvMQcebNKRaAdLiGgIR0DAFBBMajvedX2UKGgGR0BzcaYx+KCQaAdLrmgIR0DAFA9P1tfpdX2UKGgGR0BzrfJCBwuNaAdLqGgIR0DAFBLS9du6dX2UKGgGR0BwF0UxmCiAaAdLoGgIR0DAFBPTodMkdX2UKGgGR0BzN7MNc4YKaAdLnGgIR0DAFBWFzuF6dX2UKGgGR0ByFdztCzC2aAdLpGgIR0DAFBU7QswtdX2UKGgGR0BwQCJwbVBlaAdLimgIR0DAFBu0kWykdX2UKGgGR0BwcCFfzBhyaAdLmWgIR0DAFETIkqtpdX2UKGgGR0Bxn8R/ViF1aAdLl2gIR0DAFFUFW4mUdX2UKGgGR0ByvatxMnJDaAdLnWgIR0DAFFmcUdq+dX2UKGgGR0B0El59mYjTaAdL0mgIR0DAFDsoBq9HdX2UKGgGR0Bzrr1dxAB1aAdLpmgIR0DAFE+h24d7dX2UKGgGR0BxN1Whh6SlaAdLiGgIR0DAFFoOH310dX2UKGgGR0BzhO1LJ0W/aAdLvGgIR0DAFF/EOy3TdX2UKGgGR0BzbU1Gb1AaaAdLvWgIR0DAFGS6vq1PdX2UKGgGR0BxAZuIhyKfaAdLpmgIR0DAFG7gIhQndX2UKGgGR0BwMCU5dWyUaAdLkGgIR0DAFJDm2b5NdX2UKGgGR0BzSWZhKDkEaAdLmWgIR0DAFJC5wwTNdX2UKGgGR0BxYcnw5NoKaAdLn2gIR0DAFHbCemNzdX2UKGgGR0BzE3foA4n4aAdLs2gIR0DAFJu1D0DmdX2UKGgGR0B0JJXnyNGWaAdLy2gIR0DAFKZ5s0pFdX2UKGgGR0ByXTdIoVmBaAdLh2gIR0DAFMfBi1ArdX2UKGgGR0BxijmaH9FXaAdLjGgIR0DAFKd01ZTydX2UKGgGR0Byn1UIcBEKaAdLpmgIR0DAFKqgM+eOdX2UKGgGR0Bxk1egL7XQaAdLpWgIR0DAFNBMajvedX2UKGgGR0BcdpVjqfOEaAdN6ANoCEdAwBSztMwlB3V9lChoBkdAc6sZh8Yyf2gHS51oCEdAwBSyuDjBEnV9lChoBkdAc2elr/Khc2gHS9BoCEdAwBS4BQvYe3V9lChoBkdAcXaYAbQ1JmgHS6JoCEdAwBTF5N47inV9lChoBkdAcZpUeMhoumgHS6JoCEdAwBTGUX531XV9lChoBkdAdArEnb7CSGgHS8loCEdAwBTK0uUUwnVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 747, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 50, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.58+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sat Nov 18 15:31:17 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.1.0+cu121", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e690b11d8812914812ac42ed757c7ad6f40b9c2084cb0fa3de1f4ba9d562e2f4
-size 146640
+oid sha256:5999d90fa1c646e59f2b3369d35a8af174a8359ca5c1081631a5e2f8ff51622d
+size 149430

ppo-LunarLander-v2/data

@@ -4,54 +4,54 @@
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7c5f883aa9e0>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7c5f883aaa70>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7c5f883aab00>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7c5f883aab90>",
-        "_build": "<function ActorCriticPolicy._build at 0x7c5f883aac20>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7c5f883aacb0>",
-        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7c5f883aad40>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7c5f883aadd0>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7c5f883aae60>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7c5f883aaef0>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7c5f883aaf80>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7c5f883ab010>",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7b6de592ff40>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7b6de5938040>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7b6de59380d0>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7b6de5938160>",
+        "_build": "<function ActorCriticPolicy._build at 0x7b6de59381f0>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7b6de5938280>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7b6de5938310>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7b6de59383a0>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7b6de5938430>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7b6de59384c0>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7b6de5938550>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7b6de59385e0>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc._abc_data object at 0x7c5f8852f3c0>"
+        "_abc_impl": "<_abc._abc_data object at 0x7b6de58d1ec0>"
     },
-    "verbose": 1,
+    "verbose": 0,
     "policy_kwargs": {},
-    "num_timesteps": 1507328,
-    "_total_timesteps": 1500000,
+    "num_timesteps": 2048000,
+    "_total_timesteps": 2000000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1697295488099131037,
+    "start_time": 1705855555876043914,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAAAAXryfxMS7qAhou2P2lTzAtBw9GCh9vQAAgD8AAIA/M/XfPa9SbD+NqHI+QdTzvupUUj5b1es9AAAAAAAAAABN7l0+w5sGP7PwS776MaK+LpXlPXVNmb0AAAAAAAAAALOxiD2kPhc8nmgTvlevYb4KBiu89oZcvQAAAAAAAAAAZr7rPFwPLbpaHh44r1PZMpRyL7udHju3AACAPwAAgD+zVw+9cZemP3rNuL6F3BG/dbjBvCOGJb4AAAAAAAAAAABYEzvphQM9WWSAPTSkfr4TA9k9/oCcvQAAAAAAAAAAAPWxvU+xmz75+4Y+ly5lvh8fTD1sNgI+AAAAAAAAAABNQiU+JGCAP8kHij7HAAy/FtFaPpCUhD0AAAAAAAAAAGa2/DzSOMU8RV40vroilr63e8S9ndmLOwAAAAAAAAAAc0GsPckTcD6lIH++kTC/vifV6b3aQQy8AAAAAAAAAABA6MO9CHaCPzJEub3N6AS/Qg+EvgK5Q7sAAAAAAAAAAGbVkDzlzLc/KguvPn0fLT783Wq86xLROgAAAAAAAAAAAKQPPuvFLz9HS6M94SO+vhm+Ej5W+Gg7AAAAAAAAAADmy1I9PjG2PwvlND8Vs+w50MWYvFcqlT0AAAAAAAAAAJotALy2wgu8LI61utzAHz2lSlG9/iUZuQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVtQYAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZABgAAAAAAAI1Kyb34SKM+dsgTvG3wLr/DQDi+vWrXPQAAAAAAAAAAAFSfvfS7mj5z3tG9WXwjvyqkq732O4G8AAAAAAAAAABtBB2+znGYP0pkLr9nuDu/CdUlvmEZo74AAAAAAAAAAGbxt7zKzaw/skGvvTlu4L5+l0m8gB0vvAAAAAAAAAAATe0Wvvs9vD0gvOw++2fbvgqFRTxtL4g+AAAAAAAAAACGx30+p+JiP7K/DT2ZgA2/vQ39PvNhOr0AAAAAAAAAABplJD0FCqy7HarRvd1v07epUZE8ymDivQAAgD8AAIA/Gj6fvcN5Mbr+o4k73VgWN1bIBbkAqFu1AACAPwAAgD9mRla7FPSFukqujTNSwnou5benOgAmsrMAAIA/AACAP5ox4DvkJLM/ru3GPb6nH75rPyS8WxWIvQAAAAAAAAAATZSfvQPhCLz9GGA+AswCvdAta72ZCCm9AACAPwAAgD/N3868ZqiMP7Tpsr1FHVu/+uVLvMtXlrwAAAAAAAAAALMHXr0piGS6JRIutcRfALAMqI87BaNfNAAAgD8AAIA/AD5iPFx7YLqOfy2zekBzL8z8gbqditEzAACAPwAAgD8Ah0S9rlGMugRgHLgpYhSzg0O/OlfYNTcAAIA/AACAP+a9XD18GZc/7tUHPmcDPr+V7nU9HeIGPgAAAAAAAAAATVYoPcMmGLymGYi+poZOvfUWgT3eIYS+AAAAAAAAgD/AMsK9PX0MPP76qT60RoO+WQobPg2p3b0AAAAAAACAP9rtzL1xMbM/ymn4vqn/jb4H5I69ABTtvQAAAAAAAAAAZoGZvHvG8bqGfGc9WTZwPBwi+btALFE9AACAPwAAgD+mQfy9W6WUPUQMgz7kQc6+MULKvOpTZz4AAAAAAAAAADOLJj0UtIa62AVUtBEI+S+FGSS6QFmVMwAAgD8AAIA/ZvT7vESHsT3coII+Nt3DvmVG7D3og30+AAAAAAAAAABTDTG+vKgvP3pnqb3P0EC/ovKWvt0+dT0AAAAAAAAAAGb4KDyF8/a5wnyTvBVwHTwJ/a27jeIJvQAAgD8AAIA/5pdMPW/xQz0lFYK+CoKTvrv5DL5Mrqa9AAAAAAAAAACAgWI9g1YWP4pUWT0PhVW/xmiZPd2XAb0AAAAAAAAAAM1et7zzHPI+pHIFvXRNYr/6WE+8TP82vQAAAAAAAAAAZnnJPEg5kLos2gA4icnbMn3AL7tljxW3AACAPwAAgD+m27C9FFC6uiBFs7hPR3K1QYhyOL611DcAAIA/AACAPzNagb3ddY0+yv8ZvXpzLr8W/cy9qJWVPQAAAAAAAAAA84+ovWyEoLvLwVg8VqayvdJYcbysKzC/AACAPwAAgD+A+Ek9RB+DPdSnjr5UBrm+YR9vPerXTb4AAAAAAAAAADM/mTyPBj26TcjaPNZpcjKne/c3hs81swAAgD8AAIA/TShyvRHGqD9s/pO+2srqvmz2FL2VQWG9AAAAAAAAAABz5oG9j3JzurtWS7U+nnywF6QOuzAYQDQAAIA/AACAP42Cn717puS6522fulp86jxvrjk77mnHvQAAgD8AAIA/JnGyvexR2DbzjCw1EafVLSgbF7vj4ly0AACAPwAAgD+a+YO7np62P0oPC76Wq1Q+XumWOyo/+TwAAAAAAAAAABqeXz24/rO54E7zN6uOvTHVD527KtcPtwAAgD8AAIA/ZgI+PEjXtbqz/EIzfSbwruzIRTlCLcqzAACAPwAAgD/NHxg92ZO0P92GGD+CgYq9i7NdvF1vaz0AAAAAAAAAAJoSZb3sybO55roFs6IPjLCGaPU7QbiZMwAAgD8AAIA/AFBmPKDnlz+a3ZU9P3xSv+ciijzKsJo9AAAAAAAAAADNuD49wzVOuoaorTqmqqg1DO9zO7USzbkAAIA/AACAP3MaC77DAGQ7xIIWP++Dj77a3Mm97v4TPwAAgD8AAAAATagBvamGHj+jSni9gghpv8u5Qrx2MBE8AAAAAAAAAACAXay9FFCKuq5rGrgr+uyy/Qs/u108MzcAAIA/AACAP9rptz0MMqk/0uCkPrHj+L5KWPA92+EoPgAAAAAAAAAApssAvmQwlj+24P++K4s/v9oSIr7FVk++AAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSzJLCIaUjAFDlHSUUpQu"
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVpQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYyAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksyhZSMAUOUdJRSlC4="
     },
     "_last_original_obs": null,
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.004885333333333408,
+    "_current_progress_remaining": -0.02400000000000002,
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWV7AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHGOXRsuWbCMAWyUS/mMAXSUR0Cee7E3Kji5dX2UKGgGR0Bzzc6HTI/8aAdL7WgIR0CefAkNWluWdX2UKGgGR0BwgataIN3GaAdLyWgIR0CefCzXz19OdX2UKGgGR0BzThCVrylOaAdLumgIR0CefDX/5tWNdX2UKGgGR0BxHCkDZDiPaAdL1WgIR0CefG77Kq4pdX2UKGgGR0BwD1C5VfeDaAdLzmgIR0CefRX9R77bdX2UKGgGR0Bypz7WNFSbaAdL02gIR0CefU4+r2g4dX2UKGgGR0BxCPLhaTwEaAdLwmgIR0CefZF6iTMadX2UKGgGR0Bwif029+PSaAdL2mgIR0CefZH3Dej3dX2UKGgGR0By91kCmuTzaAdNDAFoCEdAnn2aBiCrcXV9lChoBkdAcrxqo60Y0mgHS8toCEdAnn7fMW43FXV9lChoBkdAbnlc/t6X0GgHS91oCEdAnn7raAWi13V9lChoBkdAcaLsQd0aImgHS85oCEdAnn71Fc6eXnV9lChoBkdAczfG0u14PmgHS+BoCEdAnoBJ3gUDdXV9lChoBkdAcgAfdRBNVWgHS9hoCEdAnoBn0f5k9XV9lChoBkdAcl25gw482mgHS9doCEdAnoCGFWXC0nV9lChoBkdAbeAJFb3XZ2gHS+loCEdAnoFwq/dqL3V9lChoBkdAbmJB+F10T2gHS9ZoCEdAnoF2YjSofnV9lChoBkdAcoUSi/O+qWgHS+JoCEdAnoG7BTGYKXV9lChoBkdAcwV1uBMBZWgHS+RoCEdAnoIHSKFZgXV9lChoBkdAcbvEUTL4e2gHS/5oCEdAnoJIJE6T4nV9lChoBkdAcWUpuMuOCGgHS9hoCEdAnoKWfK6nSHV9lChoBkdAdFkH58BuGmgHS99oCEdAnoMESAYpD3V9lChoBkdAcod8gIQe3mgHS/RoCEdAnoORMWXTmXV9lChoBkdAcVMWd3B55mgHS/toCEdAnoO2LpA2RHV9lChoBkdAcVBGNJe3QWgHS9doCEdAnoQ78ejmCHV9lChoBkdAcUw8DB/I82gHS9hoCEdAnoRNcry1/nV9lChoBkdAcytpJwsGxGgHS9hoCEdAnoRWXw9aEHV9lChoBkdAcjsJK8L8aWgHTSsBaAhHQJ6EY8yN4qx1fZQoaAZHQHFe85OrQw9oB0vnaAhHQJ6F8LThHb11fZQoaAZHQHIwgSeyzHFoB0v5aAhHQJ6Ginm7rcF1fZQoaAZHQHHLtjPOY6ZoB0v2aAhHQJ6GlPRArx11fZQoaAZHQG3PjCP6sQxoB0vOaAhHQJ6HHxe9i+d1fZQoaAZHQHDWi2x6fJ5oB0vpaAhHQJ6HiHtWuHN1fZQoaAZHQHA/o8p1A7hoB0v+aAhHQJ6HybNKRMh1fZQoaAZHQHDS2WQfZEloB0vxaAhHQJ6IVxNqQBB1fZQoaAZHQHNCZZr56+poB0vaaAhHQJ6IiGetjkN1fZQoaAZHQHCinIyTINpoB0vKaAhHQJ6IsyULUkR1fZQoaAZHQHH2Bhx5s0poB00qAWgIR0CeiPmUGFBZdX2UKGgGR0Bw6guqWC2+aAdL3WgIR0CeiVhJiAlOdX2UKGgGR0Bzb6r7wazeaAdNCwFoCEdAnolcMuvll3V9lChoBkdAcpsEDQqqfmgHS8toCEdAnolyvX9R8HV9lChoBkdAc9QBQemvXGgHS8RoCEdAnolvw3HaOHV9lChoBkdAcVq2+PBBRmgHS+xoCEdAnopCO/+Kj3V9lChoBkdAcuN+otL+P2gHTRoBaAhHQJ6LWLP2PDJ1fZQoaAZHQHFt8ewLVnVoB0vNaAhHQJ6LtO32EkB1fZQoaAZHQHHXGvjfek5oB00NAWgIR0CejNpxWDHwdX2UKGgGR0Byty9ytFKDaAdNBgFoCEdAno1ZkK/mDHV9lChoBkdAbh7jGT9sJ2gHS/FoCEdAno3HsLORknV9lChoBkdAclsN3np0OmgHS9FoCEdAno3ytNi6QXV9lChoBkdAb1xbqQiiZmgHS8VoCEdAno4YAbQ1JnV9lChoBkdAcONfJFLFoGgHS/9oCEdAno58VDa4+nV9lChoBkdAcJPC9AX2umgHS8poCEdAno6qqXF98nV9lChoBkdAcJcC66J66mgHS+doCEdAno7JEMLF43V9lChoBkdAczLAUcn3L2gHTQEBaAhHQJ6PItuk1uR1fZQoaAZHQHKbGIXTEzhoB0vfaAhHQJ6PQt16mfp1fZQoaAZHQG8HkJa7mMhoB0veaAhHQJ6PVVBD5TJ1fZQoaAZHQG/H1XFLnLdoB0vgaAhHQJ6PXz8P4Eh1fZQoaAZHQHDvuqzZ6D5oB0vZaAhHQJ6QFalk6Lh1fZQoaAZHQHLIgSWZ7XxoB01wAWgIR0CekLbRF7UodX2UKGgGR0BxsMPNFBppaAdL0WgIR0CekPXWOIZZdX2UKGgGR0BtVnkLhJiBaAdL02gIR0CekVUOuq3mdX2UKGgGR0BwoETsY2sJaAdL2GgIR0Cekn717IDHdX2UKGgGR0BycSLgn+hoaAdL2GgIR0Ceku9ic5KfdX2UKGgGR0BzHhy3kPtlaAdLuWgIR0Cek2I2wV0tdX2UKGgGR0BvcrkELYwqaAdL1GgIR0Cek3prk8zRdX2UKGgGR0BJ2rHU+cH4aAdLsGgIR0Cek68YQ8OkdX2UKGgGR0Bz8odYGMXKaAdL5WgIR0Cek85myxA0dX2UKGgGR0By2ERFqi48aAdL+2gIR0CelDr1uivgdX2UKGgGR0Bxc9cv/R3NaAdLz2gIR0CelEwtrbg1dX2UKGgGR0ByRCiZfD1oaAdL+GgIR0CelLsT37DVdX2UKGgGR0BuH71yvLX+aAdL2mgIR0CelMiMYMvzdX2UKGgGR0BwMvafzz3AaAdL+GgIR0CelOrPt2LYdX2UKGgGR0BzIhLM9r44aAdNCQFoCEdAnpXK7mMfinV9lChoBkdActft6X0GvGgHS/FoCEdAnpYOlGgBcXV9lChoBkdAcOgF8XvYvmgHS/NoCEdAnpa6TSsr/nV9lChoBkdAb/Ii1RceKmgHS+5oCEdAnpbd8E3bVXV9lChoBkdActb1LrX18WgHS+poCEdAnpcl0HQhOnV9lChoBkdAb3sTSLIgeWgHS+RoCEdAnpgrLt/nXHV9lChoBkdAcKqCbMHKOmgHS+ZoCEdAnpipQxesxXV9lChoBkdAcA9DgqEvkGgHS9doCEdAnpizu8brC3V9lChoBkdAcYk29+PRzGgHS99oCEdAnpj9rGipN3V9lChoBkdAcDWAU+LWJGgHS+toCEdAnpmftMPBi3V9lChoBkdAcoAffGdZq2gHS9hoCEdAnpmgCW/rSnV9lChoBkdAckPKrq+rVGgHS9poCEdAnpmcmv4dqHV9lChoBkdAcrkqQA+6iGgHS/VoCEdAnpnCGnGbTnV9lChoBkdAcDaLiMo+fWgHS9NoCEdAnpn7VnVXm3V9lChoBkdAbq8HDaXa8GgHS9NoCEdAnpoTnJT2nXV9lChoBkdAc36fHggow2gHS/hoCEdAnprCLuQZGnV9lChoBkdAcSZrhBJI2GgHS95oCEdAnps0HyEtd3V9lChoBkdActp3WFvhqGgHS75oCEdAnpteRcNYsHV9lChoBkdAcBCJ9iMHbGgHS+NoCEdAnpxu+yquKXV9lChoBkdAcHFd3B55aGgHTQgBaAhHQJ6ch7SiM5x1fZQoaAZHQHCCkvsZ5zJoB0v2aAhHQJ6dOSW7e2x1fZQoaAZHQHJNYKx9oexoB0vSaAhHQJ6d16MR6GB1fZQoaAZHQHOoIexOclRoB0vFaAhHQJ6d12B8QZp1fZQoaAZHQHIfUqMFUyZoB0vVaAhHQJ6d9qmCROl1fZQoaAZHQHB2/vKEFntoB0vTaAhHQJ6e2bQTmGN1fZQoaAZHQHEDxbwBo25oB00MAWgIR0CenuQJHAh0dX2UKGgGR0Bvm+85CF9KaAdL12gIR0CenvJQLux9dWUu"
+        ":serialized:": "gAWV4QsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHEjoYJmdy2MAWyUS6WMAXSUR0DAEsodGRV7dX2UKGgGR0By69uKoAGTaAdL12gIR0DAEsuAXl8xdX2UKGgGR0BzucJpnHvMaAdLx2gIR0DAEs+NaQmvdX2UKGgGR0BxFfzOHFglaAdLk2gIR0DAEvVSflIVdX2UKGgGR0BxeIrBj4HpaAdLoWgIR0DAEtfOpsGgdX2UKGgGR0BwkB/FzdULaAdLk2gIR0DAEtXQrtmddX2UKGgGR0BwWpPVNHpbaAdLg2gIR0DAEuEB8x9HdX2UKGgGR0ByyQ2hqTKUaAdLuGgIR0DAEuBJXhfjdX2UKGgGR0Bw3Sjj7yhBaAdLomgIR0DAEuxtJnQIdX2UKGgGR0ByvDJA+pwTaAdLl2gIR0DAEvAA4n4PdX2UKGgGR0Bwi/BXS0BwaAdLmWgIR0DAEvUCaJAMdX2UKGgGR0BxdmyWzF/AaAdLmGgIR0DAEvji4rjHdX2UKGgGR0By3lNtZV4paAdLkmgIR0DAEvg/cFhYdX2UKGgGR0BywEIzFdcCaAdL2WgIR0DAEvj655JLdX2UKGgGR0BzC/T/hl19aAdLqmgIR0DAEv6WgOBldX2UKGgGR0BwwZP0qYqoaAdLomgIR0DAEwasdT5wdX2UKGgGR0BzBtQwblzVaAdLoWgIR0DAEw+NtIkJdX2UKGgGR0Bxa1nGsFMaaAdLpWgIR0DAExAHkcS5dX2UKGgGR0Bz0hTR6WxAaAdLvmgIR0DAExS/XXiBdX2UKGgGR0B0KLqeK8+SaAdLoWgIR0DAExWVqveQdX2UKGgGR0ByXqLuQZGbaAdLj2gIR0DAExiWVu76dX2UKGgGR0Bz6COFQEZBaAdLqWgIR0DAExdvKlpHdX2UKGgGR0BzeivStvGZaAdLnGgIR0DAExwL5RCQdX2UKGgGR0BznqhbnoxIaAdLuWgIR0DAEx0TpPhydX2UKGgGR0ByZUxxkupTaAdLu2gIR0DAE1FkDp1SdX2UKGgGR0Bxoz+kxh2GaAdLimgIR0DAEzOuA7PqdX2UKGgGR0BzI89s7+1jaAdL0GgIR0DAEzSrNnoQdX2UKGgGR0BxzY56t1ZDaAdLr2gIR0DAEzc0gr6MdX2UKGgGR0Bz7o+4b0e2aAdLxWgIR0DAEzZDw6QvdX2UKGgGR0BzvCziS7oTaAdL92gIR0DAEzkjxCpndX2UKGgGR0BxxYZdfLLZaAdLn2gIR0DAE0ARoRI0dX2UKGgGR0BzhmktVaOhaAdLpGgIR0DAE2HjQzDXdX2UKGgGR0BzpQnMMZxaaAdLnmgIR0DAE2Yvg3tKdX2UKGgGR0BzROkSElE7aAdLt2gIR0DAE0oTVUdadX2UKGgGR0BzspxOtW+5aAdLuWgIR0DAE2IsAeaKdX2UKGgGR0BxFCgCfYjCaAdLpmgIR0DAE2f4wh4ddX2UKGgGR0BzkjOVxCIDaAdLxWgIR0DAE2tG3F1kdX2UKGgGR0ByOijM3ZPEaAdLpmgIR0DAE3rmhdt3dX2UKGgGR0BxZIq5LAYYaAdLoWgIR0DAE37WsijddX2UKGgGR0By74kVvddnaAdLmmgIR0DAE56Mzdk8dX2UKGgGR0BxmaMrEtNBaAdLpmgIR0DAE4RvDP4VdX2UKGgGR0BwtsoG6f8NaAdLhWgIR0DAE4tszl90dX2UKGgGR0By3VvUBnzyaAdLsmgIR0DAE60VWS2ZdX2UKGgGR0BzDCmO2iL3aAdLwGgIR0DAE6Eo6S1WdX2UKGgGR0ByiWXE61b8aAdLrGgIR0DAE8MqJ/G3dX2UKGgGR0BxXDVkMCtBaAdLkWgIR0DAE8hMxoIwdX2UKGgGR0Bw+TnRsuWbaAdLkWgIR0DAE7cR15jZdX2UKGgGR0BwKD5GjKxLaAdLjGgIR0DAE8QuqWC3dX2UKGgGR0ByIHsQd0aIaAdLk2gIR0DAE8Vp/PPcdX2UKGgGR0Byoc2BJ7LMaAdLg2gIR0DAE8h5Rjz7dX2UKGgGR0By3tRaX8fnaAdL0mgIR0DAE8rvVmSRdX2UKGgGR0ByVKOHWSU1aAdLnWgIR0DAE9AzP8htdX2UKGgGR0BySBLpRoAXaAdLxWgIR0DAE/EhaC+UdX2UKGgGR0BzTzR6Ww/xaAdLm2gIR0DAE/KPU8V6dX2UKGgGR0ByWiUJOWSmaAdLjmgIR0DAE9XgWJrMdX2UKGgGR0ByH4Y8+zMSaAdLfGgIR0DAE95A4XGfdX2UKGgGR0BzXpI/Z/TcaAdLsmgIR0DAE+fj+717dX2UKGgGR0ByAsdRzijtaAdLsWgIR0DAE+yeEqUedX2UKGgGR0BHImhdt2s8aAdLd2gIR0DAE/Rd8iOedX2UKGgGR0ByPUhaC+URaAdLsmgIR0DAE/mn0kGBdX2UKGgGR0Bygj0ulGgBaAdLnGgIR0DAE/lwiqyXdX2UKGgGR0BwFZuLrHENaAdLjWgIR0DAE/f16E8JdX2UKGgGR0BwCle2NNrTaAdLoGgIR0DAE/oYHgP3dX2UKGgGR0BwVhmSQo1DaAdLlGgIR0DAE/0xASnMdX2UKGgGR0BwQwvIwM6SaAdLo2gIR0DAE/9ZkkKNdX2UKGgGR0BxyRQ/HHWCaAdLtWgIR0DAFATo+wC9dX2UKGgGR0Bx3bollbu/aAdLhWgIR0DAFAhoM8YAdX2UKGgGR0BwDyeHzpX7aAdLm2gIR0DAFA+tW+49dX2UKGgGR0BzITuc+aBqaAdLmmgIR0DAFBFVWCEpdX2UKGgGR0BvMQcebNKRaAdLiGgIR0DAFBBMajvedX2UKGgGR0BzcaYx+KCQaAdLrmgIR0DAFA9P1tfpdX2UKGgGR0BzrfJCBwuNaAdLqGgIR0DAFBLS9du6dX2UKGgGR0BwF0UxmCiAaAdLoGgIR0DAFBPTodMkdX2UKGgGR0BzN7MNc4YKaAdLnGgIR0DAFBWFzuF6dX2UKGgGR0ByFdztCzC2aAdLpGgIR0DAFBU7QswtdX2UKGgGR0BwQCJwbVBlaAdLimgIR0DAFBu0kWykdX2UKGgGR0BwcCFfzBhyaAdLmWgIR0DAFETIkqtpdX2UKGgGR0Bxn8R/ViF1aAdLl2gIR0DAFFUFW4mUdX2UKGgGR0ByvatxMnJDaAdLnWgIR0DAFFmcUdq+dX2UKGgGR0B0El59mYjTaAdL0mgIR0DAFDsoBq9HdX2UKGgGR0Bzrr1dxAB1aAdLpmgIR0DAFE+h24d7dX2UKGgGR0BxN1Whh6SlaAdLiGgIR0DAFFoOH310dX2UKGgGR0BzhO1LJ0W/aAdLvGgIR0DAFF/EOy3TdX2UKGgGR0BzbU1Gb1AaaAdLvWgIR0DAFGS6vq1PdX2UKGgGR0BxAZuIhyKfaAdLpmgIR0DAFG7gIhQndX2UKGgGR0BwMCU5dWyUaAdLkGgIR0DAFJDm2b5NdX2UKGgGR0BzSWZhKDkEaAdLmWgIR0DAFJC5wwTNdX2UKGgGR0BxYcnw5NoKaAdLn2gIR0DAFHbCemNzdX2UKGgGR0BzE3foA4n4aAdLs2gIR0DAFJu1D0DmdX2UKGgGR0B0JJXnyNGWaAdLy2gIR0DAFKZ5s0pFdX2UKGgGR0ByXTdIoVmBaAdLh2gIR0DAFMfBi1ArdX2UKGgGR0BxijmaH9FXaAdLjGgIR0DAFKd01ZTydX2UKGgGR0Byn1UIcBEKaAdLpmgIR0DAFKqgM+eOdX2UKGgGR0Bxk1egL7XQaAdLpWgIR0DAFNBMajvedX2UKGgGR0BcdpVjqfOEaAdN6ANoCEdAwBSztMwlB3V9lChoBkdAc6sZh8Yyf2gHS51oCEdAwBSyuDjBEnV9lChoBkdAc2elr/Khc2gHS9BoCEdAwBS4BQvYe3V9lChoBkdAcXaYAbQ1JmgHS6JoCEdAwBTF5N47inV9lChoBkdAcZpUeMhoumgHS6JoCEdAwBTGUX531XV9lChoBkdAdArEnb7CSGgHS8loCEdAwBTK0uUUwnVlLg=="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 460,
+    "_n_updates": 747,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",
@@ -76,11 +76,11 @@
         "dtype": "int64",
         "_np_random": null
     },
-    "n_envs": 16,
+    "n_envs": 50,
     "n_steps": 2048,
-    "gamma": 0.999,
-    "gae_lambda": 0.98,
-    "ent_coef": 0.01,
+    "gamma": 0.99,
+    "gae_lambda": 0.95,
+    "ent_coef": 0.0,
     "vf_coef": 0.5,
     "max_grad_norm": 0.5,
     "batch_size": 64,

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:32db412399d6bc668b5678970644b7d320fc32ab1fa2e12af3a8b849b4f8343a
-size 87929
+oid sha256:8b940426bde6486eef2e635b617fa099ffc4ed70c5f17ee8bd91f69c8b5c0abc
+size 88362

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:221a9356ed1a96436a90bf128d5934d1611017cdea4bd8c68ccb017f06c6b162
-size 43329
+oid sha256:c5756d5a241ccd6a32487a28799223f2e81c3ab9d924d7b8f03e7b412bca381f
+size 43762

ppo-LunarLander-v2/pytorch_variables.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d030ad8db708280fcae77d87e973102039acd23a11bdecc3db8eb6c0ac940ee1
-size 431
+oid sha256:0c35cea3b2e60fb5e7e162d3592df775cd400e575a31c72f359fb9e654ab00c5
+size 864

ppo-LunarLander-v2/system_info.txt

@@ -1,7 +1,7 @@
-- OS: Linux-5.15.120+-x86_64-with-glibc2.35 # 1 SMP Wed Aug 30 11:19:59 UTC 2023
+- OS: Linux-6.1.58+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sat Nov 18 15:31:17 UTC 2023
 - Python: 3.10.12
 - Stable-Baselines3: 2.0.0a5
-- PyTorch: 2.0.1+cu118
+- PyTorch: 2.1.0+cu121
 - GPU Enabled: True
 - Numpy: 1.23.5
 - Cloudpickle: 2.2.1

results.json

@@ -1 +1 @@
-{"mean_reward": 281.2959535293984, "std_reward": 23.041989015367825, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-10-14T15:31:35.100584"}
+{"mean_reward": 280.37100605182053, "std_reward": 20.719604603026188, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-01-21T17:18:57.325450"}