Optuna tuned hyperparams PPO MlpPolicy model on LunarLander-v2

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 261.37 +/- 20.06
+      value: 279.34 +/- 20.75
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f59ec506dd0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f59ec506e60>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f59ec506ef0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f59ec506f80>", "_build": "<function ActorCriticPolicy._build at 0x7f59ec507010>", "forward": "<function ActorCriticPolicy.forward at 0x7f59ec5070a0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f59ec507130>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f59ec5071c0>", "_predict": "<function ActorCriticPolicy._predict at 0x7f59ec507250>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f59ec5072e0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f59ec507370>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f59ec507400>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f59ec510580>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1685292106158565246, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAADJjbyMy6U/+cQpvtOcEL+3Leu8UyuGvQAAAAAAAAAA5sGdvbCSmz4TnPE9YpauvsXu2Tln7AE+AAAAAAAAAAB6Kym+wxUvvFU94rqWuB65xX2ZPXj6AjoAAIA/AACAP2ac3LzWNYs/+m/YvWnNQb8bz1i96HMTvQAAAAAAAAAAJp+kvXtMkLoW7gE0LEQzLRVZALvhJ6azAACAPwAAgD8zTHE+qzx5PyAN6T1tvAO/U27IPmgmmr4AAAAAAAAAAECw972DXAS8rS00PpDxwrwQ2Pq95sgJPgAAgD8AAIA/ptbEPc99nj8m74I+2Q4ovzJGoT1Uo6w9AAAAAAAAAAD6osK+ueZoPxN0fr6mJiO/DYy2vjesnbwAAAAAAAAAAM0OzbyPJjK6sesitc1UPC3UTme6SIVXNAAAgD8AAIA/M21LPJAUqz92TUQ+0fcdv2+DejvFGJI9AAAAAAAAAADGvxo+z/0RvGJbQbsCXiQ540B+vbXxdjoAAIA/AACAP2CEEj4FyN679tBPO51OnbkVnEi9LT+EugAAgD8AAIA/De24PY9GeLoJ2om8EiUqswytM7dYzVszAACAPwAAgD+gMzO+VASWvI/2P7vNuci5vDsIPs3JoToAAIA/AACAPwAr7b29Mjc8Ra87PmLOMb5TQKs82Z4KPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV8wsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHGDMcENe+qMAWyUS8qMAXSUR0CZEXshgVoIdX2UKGgGR0BfTVlCkXUIaAdN6ANoCEdAmRJi5Zr57HV9lChoBkdAccrzFdcB2mgHS85oCEdAmRLyLuQZGnV9lChoBkdActXdSVGCqmgHS8doCEdAmRLu7HyVfXV9lChoBkdAcp247zTWoWgHS75oCEdAmRMmGqPwNXV9lChoBkdAcOFmR/3Fk2gHS9VoCEdAmROs9nscAHV9lChoBkdAckLbmlqJuWgHS+VoCEdAmRSs3dbgTHV9lChoBkdAct3wOOKfnWgHS7hoCEdAmRSrlNlAeXV9lChoBkdAZLFvy9VWCGgHTegDaAhHQJkUu4Wk8A91fZQoaAZHQHBdHA/LTx5oB0u0aAhHQJkUxfb9If91fZQoaAZHQG/aZ7XxvvVoB0vSaAhHQJkU41FYuCh1fZQoaAZHQHCRPL5hz/9oB0vqaAhHQJkVheVs1sN1fZQoaAZHQHL58QZn+Q5oB0vTaAhHQJkVswrUb1h1fZQoaAZHQHG0yEg4ffZoB0uoaAhHQJkVz9LpRoB1fZQoaAZHQHL3i0Sh8IBoB0u+aAhHQJkV94wAU+N1fZQoaAZHQHEX8N6PbPBoB0vMaAhHQJkYBG0/nnx1fZQoaAZHQG+B3I+4b0hoB0vIaAhHQJkYHpGFzuF1fZQoaAZHQHHH1h5PdmBoB0v3aAhHQJkYlHkLhJl1fZQoaAZHQHMKVsDW9UVoB01JAWgIR0CZGMwIMSbpdX2UKGgGR0BxDryoXKr8aAdL2mgIR0CZGR28qWkadX2UKGgGR0BxOFeMQ2/BaAdLwmgIR0CZGYD3/PxAdX2UKGgGR0Bvssm+j/MoaAdLz2gIR0CZGbxwAEMcdX2UKGgGR0BwxE93bEgoaAdLrWgIR0CZGfQdS2pidX2UKGgGR0BxXm1KGtZFaAdL22gIR0CZGgxjJ+2FdX2UKGgGR0ByrzWxyGSIaAdL5GgIR0CZGjtXPqs2dX2UKGgGR0BwJx1hb4ahaAdLumgIR0CZGlxdIGyHdX2UKGgGR0ByYsKeCkGiaAdL5GgIR0CZGxKDTSb6dX2UKGgGR0Byc2HXVbzLaAdL32gIR0CZG2uDzyz5dX2UKGgGR0Bws/6l+EytaAdLtGgIR0CZHPsMiKR/dX2UKGgGR0Bv/2lfqoqDaAdL02gIR0CZHUDWK/EgdX2UKGgGR0BycV7LMcIaaAdLt2gIR0CZHl6u4gA7dX2UKGgGR0BukCJ9AooeaAdLw2gIR0CZHm0x/NJOdX2UKGgGR0BxzBooNNJwaAdLvWgIR0CZHsokRjBmdX2UKGgGR0BxaVuCPIXCaAdL5mgIR0CZHvfeUILPdX2UKGgGR0BxkbLhaTwEaAdL0WgIR0CZH3th/iHZdX2UKGgGR0BxexF4LThHaAdL0mgIR0CZH73QD3dsdX2UKGgGR0BwJsMa0hNeaAdNFgFoCEdAmR/3oTwlSnV9lChoBkdAbsQqCHymRGgHS8poCEdAmSBxhttQ9HV9lChoBkdAcqgArxy4nWgHTQYBaAhHQJkhSB/Zuht1fZQoaAZHQHF/edCmdiFoB0vSaAhHQJkiwwh4dIZ1fZQoaAZHQGEJpRGc4HZoB03oA2gIR0CZI/bNr0rcdX2UKGgGR0BzPzesPrfMaAdLz2gIR0CZJB5ooNNKdX2UKGgGR0BxkrW5H3DfaAdL92gIR0CZJCj0th/idX2UKGgGR0BxeLukUKzBaAdL12gIR0CZJGNiYsundX2UKGgGR0Bzrelk6LflaAdLxmgIR0CZJHQkX1rZdX2UKGgGR0ByB/qB3A2yaAdL3WgIR0CZJONcGC7LdX2UKGgGR0Bvw9r2xptaaAdLyWgIR0CZJTJO32EkdX2UKGgGR0BwOrUF0PpZaAdLpGgIR0CZJbZML4N7dX2UKGgGR0Bw7ml41P30aAdL/mgIR0CZJs9Ujs2OdX2UKGgGR0BxEfBacI7eaAdLq2gIR0CZKTBF/hESdX2UKGgGR0BKfAaNuLrHaAdLu2gIR0CZKU0qH447dX2UKGgGR0ByIcUJv5xjaAdL6mgIR0CZKVYZl4C7dX2UKGgGR0BwAX1Gsmv4aAdL0GgIR0CZKb/nnuAqdX2UKGgGR0BxtL5aePJaaAdL5GgIR0CZKsotthuwdX2UKGgGR0BtP78aXKKYaAdLy2gIR0CZKwHRCx/vdX2UKGgGR0By5MOUdJaraAdL82gIR0CZK9e3x4IKdX2UKGgGR0BxQs1m8M/haAdNFgFoCEdAmSwQhGH58HV9lChoBkdAZESQDFId2mgHTegDaAhHQJkt8HKOktV1fZQoaAZHQHA3fw/gR9RoB0u3aAhHQJku/WDpTuR1fZQoaAZHQG4AU4rBj4JoB0u4aAhHQJkve3azu4R1fZQoaAZHQF/7lk6Lfk5oB03oA2gIR0CZMEo0ygwodX2UKGgGR0BwPwGlhw2maAdLumgIR0CZMLE2pAD8dX2UKGgGR0BxCDuQZGayaAdL82gIR0CZMMTh5xBFdX2UKGgGR0BzUgA7xNItaAdLwmgIR0CZMfbGWD6FdX2UKGgGR0BxEOCSRr8BaAdLwmgIR0CZMi8BdUsGdX2UKGgGR0ByYRN21UlzaAdL72gIR0CZMoMkyDZldX2UKGgGR0BjbaDoQnQZaAdN6ANoCEdAmTR4I0IkaHV9lChoBkdAcPJgyM1jzGgHS/5oCEdAmTcAAdXDFnV9lChoBkdAcdRFR51Ng2gHTR4BaAhHQJk2/y+YdAB1fZQoaAZHQG9rd3KSxJNoB0vGaAhHQJk2/e2uxKR1fZQoaAZHQHBiU4FRpDhoB0vRaAhHQJk3P/Nqxkd1fZQoaAZHQHKD83uNPxhoB00LAWgIR0CZN+Ccf/3ndX2UKGgGR0BkI/P1L8JlaAdN6ANoCEdAmTjARsdkrnV9lChoBkdAcC2XQdCE6GgHS9toCEdAmTjgxrSE13V9lChoBkdAcahKE384xWgHS/NoCEdAmTrU8V58jXV9lChoBkdAcNzxZdOZcGgHS7hoCEdAmTsEUTL4e3V9lChoBkdAcT1uGKyfMGgHS7xoCEdAmT8CI55qunV9lChoBkdAb6A3AmAskWgHS75oCEdAmT8e27Wd3HV9lChoBkdAY9r+az/p+2gHTegDaAhHQJlABbnoxHp1fZQoaAZHQG7wH7P6bfBoB0vXaAhHQJlAwYfnwG51fZQoaAZHQGS8y+HrQgNoB03oA2gIR0CZQbZxJd0JdX2UKGgGR0Bx1HaEi+tbaAdL3GgIR0CZQ2WBSUC8dX2UKGgGR0BwNkB2fTTfaAdLy2gIR0CZRPAdn004dX2UKGgGR0Bwe53s5XEJaAdL42gIR0CZRoucMEzPdX2UKGgGR0BxLNAQg9vCaAdLtWgIR0CZSJO2y9mIdX2UKGgGR0BwaXfEXLvDaAdLxGgIR0CZSpaLXL/0dX2UKGgGR0BvpMq6OHWSaAdNYwFoCEdAmUs3BHkLhXV9lChoBkdAckRz8P4EfWgHS+FoCEdAmUs3/Lkjo3V9lChoBkdAYAaYqoZQ52gHTegDaAhHQJlMT60pmVZ1fZQoaAZHQHHakxZdOZdoB0vZaAhHQJlMYfNiYsx1fZQoaAZHQHDjX7+DOC5oB0vLaAhHQJlMlV4oqkN1fZQoaAZHQGLsdo371qZoB03oA2gIR0CZTY5c1O0tdX2UKGgGR0ByG6l7+kxiaAdL22gIR0CZTgiRW912dX2UKGgGR0BwbUc4o7V8aAdL32gIR0CZTvx46fapdX2UKGgGR0Bhhj/2kBS2aAdN6ANoCEdAmU/y7oSteXV9lChoBkdAcc99QGfPHGgHS/JoCEdAmVBRciW3SnV9lChoBkdAcfaaDf3vhWgHS+hoCEdAmVEMAWBSUHV9lChoBkdAcKVLwnYxtmgHS8loCEdAmVF2E9Mbm3V9lChoBkdAcLHlvIfbK2gHS7RoCEdAmVG+2JBPbnV9lChoBkdAcJYizLOiWWgHS9hoCEdAmVHcWO6un3VlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 310, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023", "Python": "3.10.11", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7c3704f75750>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7c3704f757e0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7c3704f75870>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7c3704f75900>", "_build": "<function ActorCriticPolicy._build at 0x7c3704f75990>", "forward": "<function ActorCriticPolicy.forward at 0x7c3704f75a20>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7c3704f75ab0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7c3704f75b40>", "_predict": "<function ActorCriticPolicy._predict at 0x7c3704f75bd0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7c3704f75c60>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7c3704f75cf0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7c3704f75d80>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7c3705119480>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVaAAAAAAAAAB9lCiMCG5ldF9hcmNolF2UfZQojAJwaZRdlChLQEtAZYwCdmaUXZQoS0BLQGV1YYwNYWN0aXZhdGlvbl9mbpSMG3RvcmNoLm5uLm1vZHVsZXMuYWN0aXZhdGlvbpSMBFRhbmiUk5R1Lg==", "net_arch": [{"pi": [64, 64], "vf": [64, 64]}], "activation_fn": "<class 'torch.nn.modules.activation.Tanh'>"}, "num_timesteps": 1007616, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1699968078797572094, "learning_rate": 0.004769803974426789, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJop/7rfB688vXdNvpcMTr6Ahvq96klbPQAAAAAAAAAAgE0kvrECQj5qUIU+eZRTvlfOsz4oSo89AAAAAAAAAAAahgU+c6MMP+mMl76qTyy/DXoDPYtKNL4AAAAAAAAAAObpXb3N+rM/DiPqvlJDHL5eVSm9ncdNvgAAAAAAAAAAza3ovVzMLDt+KZK9EC3XObXw4Lyq12w+AACAPwAAAAAaUWU9aLuAPkZVvb4HfwK/VZCdvVpNFL4AAAAAAAAAAJ052L5Np+e9BBswvU3E8rszv3c+iKeRvAAAgD8AAAAADQSEvUtl+T1gdzw9L6KtvslHgzzDUWK8AAAAAAAAAAAa6v49wJ7uPk4BfL6s7QO/wfoTPUFpyL0AAAAAAAAAACB7Ib6phxi8YE0nvWrSdrsDWIA94GJNPAAAgD8AAIA/AIBsu+yVrzrwaiS+sE4gvgtLh73WLUk/AACAPwAAAADNyxq9013BP/YfVL7+XkM99jRgvc2j5L0AAAAAAAAAAIb+Gj66upY/83OIPqxv3r7Qfb4+YYWMPgAAAAAAAAAAzS70vbJHwT5m4j8+RExRvgbOMLx26mk+AAAAAAAAAABT3Ci+L/YTPzPMwz5c5e++a0QtPg3D07sAAAAAAAAAAE3Kjz2OybE+aiiEvo+Y4L4v3Fa9pcsWvgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.007616000000000067, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV6AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHAlTuBtk4GMAWyUS7uMAXSUR0CYL8r/82rGdX2UKGgGR0Bxr7fIjnmraAdL6mgIR0CYMD5i3G4rdX2UKGgGR0BwnCI55qubaAdL0GgIR0CYMT8dxQzldX2UKGgGR0Bx5n850bLmaAdNBwFoCEdAmDG0tVaOgnV9lChoBkdAcTPRradtmGgHS9JoCEdAmDHjjin5z3V9lChoBkdAcY2aQV9F4WgHS8poCEdAmDIhpQDV6XV9lChoBkdAcY5y1eBxxWgHS/BoCEdAmDKd4u9OAXV9lChoBkdAbgQc5sCT2WgHTQIBaAhHQJgy+0Sh8IB1fZQoaAZHQHBYG+sYEW9oB0u6aAhHQJgzEUJv5xl1fZQoaAZHQHDoRT0g8r9oB0u4aAhHQJgziur6tT11fZQoaAZHQHFrBrWRRuVoB0vaaAhHQJgzlIxxkup1fZQoaAZHQHCGpwS8J2NoB0vkaAhHQJgzs/8l5W11fZQoaAZHQG4nfEXLvCxoB0vbaAhHQJgz5Z5iVjZ1fZQoaAZHQHBSxQ79ycVoB0vUaAhHQJgz+Lzf7791fZQoaAZHQHFLWmxdIG1oB0vbaAhHQJg0ybSZ0CB1fZQoaAZHQHGKUExIre9oB0vMaAhHQJg1RSGahHt1fZQoaAZHQG3VF7tzCDVoB0vfaAhHQJg1TVoYekp1fZQoaAZHQHA5FwT/Q0JoB00MAWgIR0CYNgDdgv12dX2UKGgGR0Bwh2Jl8PWhaAdLvGgIR0CYNnwBYFJQdX2UKGgGR0BxWCcvugHvaAdLtWgIR0CYNocIZ62OdX2UKGgGR0BywkzBRAKOaAdL7GgIR0CYN5wu/UONdX2UKGgGR0BwhIw5/9YPaAdL32gIR0CYOIWOZLIxdX2UKGgGR0Bxxy+ueSSvaAdL2GgIR0CYOPepGWledX2UKGgGR0BwTHXCj1wpaAdLs2gIR0CYOSqREF4cdX2UKGgGR0BvLm9+PRzBaAdL22gIR0CYUnXko4MndX2UKGgGR0Bxj9QN0/4ZaAdL5mgIR0CYUqhw2l2vdX2UKGgGR0BukeBH09QoaAdL3GgIR0CYUv3uNPxhdX2UKGgGR0Bx7jqUu+RHaAdL1WgIR0CYUy7rLQokdX2UKGgGR0BweGgbp/wzaAdL5WgIR0CYU6qRlpXZdX2UKGgGR0BxqlJNCZ4OaAdLyGgIR0CYU9FhoduHdX2UKGgGR0By3FLUTcqOaAdLt2gIR0CYU+myxA0LdX2UKGgGR0BxQ5KTSsr/aAdNFQFoCEdAmFR4An2IwnV9lChoBkdAcbzXN1QqJGgHS9toCEdAmFTGoaUA1nV9lChoBkdAVOTLjghr32gHS41oCEdAmFUp/gBLf3V9lChoBkdAbvQckt29tmgHS89oCEdAmFWFYuCf6HV9lChoBkdAcYGSJ0nw5WgHS95oCEdAmFWNwvQF93V9lChoBkdAcWifCyhSL2gHS+RoCEdAmFYE5hjOLXV9lChoBkdAcGjyAxzq8mgHS8hoCEdAmFYSWAwwkHV9lChoBkdAc2KWZJCjUWgHS71oCEdAmFbDwlSjxnV9lChoBkdAceOT5ftx/GgHS9BoCEdAmFcb0nPVu3V9lChoBkdAbjmCJ40Mw2gHS8RoCEdAmFfJ5VwPy3V9lChoBkdAcqm5/b0voWgHS9NoCEdAmFfZle4TbnV9lChoBkdAc8uNi6QNkWgHS65oCEdAmFftCJGe+XV9lChoBkdAcd8ptJnQIGgHS/ZoCEdAmFiELYwqRXV9lChoBkdAcW4PSlWOqGgHS+RoCEdAmFjF/+bVjXV9lChoBkdAcRYUL2HtW2gHS9JoCEdAmFj1K5Cng3V9lChoBkdAcE7HTqjaf2gHS9loCEdAmFk3PzFuN3V9lChoBkdAbnhClabF0mgHS8doCEdAmFlLlmvnsHV9lChoBkdAcKAOpKjBVWgHS89oCEdAmFomBz3h43V9lChoBkdAbu0r5qM3qGgHS+JoCEdAmFoyPuG9H3V9lChoBkdActO7tAs052gHS81oCEdAmFpqPKdQPHV9lChoBkdAcmfSB9TgmGgHS/JoCEdAmFtNG/etS3V9lChoBkdAcnakOI68x2gHS99oCEdAmFtUWuX/pHV9lChoBkdAcYmsqaw2VGgHS+9oCEdAmFu863iJf3V9lChoBkdAcS115jYqXmgHS9VoCEdAmFvNjwx33nV9lChoBkdAcl9iTdLxqmgHS/hoCEdAmF0Ea2nbZnV9lChoBkdAccPBZIQOF2gHS/RoCEdAmF2/YjB2wHV9lChoBkdAcXvVB2OhkGgHS/ZoCEdAmF3j8UEgXHV9lChoBkdAcmD+lj3Eh2gHS+FoCEdAmF38yvcJt3V9lChoBkdAcVJej2zv7WgHS89oCEdAmF390vGp/HV9lChoBkdAcwHpWmxdIGgHS8toCEdAmF46xHG0eHV9lChoBkdAcbv8L8aXKWgHS+VoCEdAmF5U+gUUPHV9lChoBkdAbfgBoVVPvmgHS9RoCEdAmF5bPppvgnV9lChoBkdAclLO45Lh72gHTQ8BaAhHQJheYTj/+851fZQoaAZHQHMwNo8IRiBoB0vMaAhHQJh1ykhzNll1fZQoaAZHQHKr4llbu+hoB0vVaAhHQJh2e/47A+J1fZQoaAZHQHIimZ3LV4JoB0vNaAhHQJh3kuanaWZ1fZQoaAZHQHCPLQokRjBoB00FAWgIR0CYd9QKa5PNdX2UKGgGR0BuidTzd1uBaAdL1WgIR0CYeHoB7u2JdX2UKGgGR0BwWJV0cOslaAdL8GgIR0CYeLlbeMyadX2UKGgGR0By4gDRtxdZaAdLzmgIR0CYeepDNQj2dX2UKGgGR0Bur05U96kZaAdLwWgIR0CYenCb+cYqdX2UKGgGR0Bus/+0gKWtaAdLu2gIR0CYezRjSXt0dX2UKGgGR0BwPuIJqqOtaAdLvGgIR0CYe0qioKlYdX2UKGgGR0Bx2iiaiKziaAdL0mgIR0CYe4JNj9XLdX2UKGgGR0BwlprDZUT+aAdNLgFoCEdAmHvQGjbi63V9lChoBkdAcsoBkZrHl2gHS95oCEdAmHw8XN1QqXV9lChoBkdAcILe9zwMIGgHS9toCEdAmHxLn1WbPXV9lChoBkdAcdgfGMn7YWgHS+1oCEdAmHxrlzU7S3V9lChoBkdAcVvKSxJNCmgHS71oCEdAmHx1olD4QHV9lChoBkdAcGHHgP3BYWgHTQoBaAhHQJh9JYV6/qR1fZQoaAZHQHEW3dXT3IxoB0uwaAhHQJh97We6I311fZQoaAZHQHIbf1+RYA9oB0u+aAhHQJh+NF3IMjN1fZQoaAZHQFgGE61b7j1oB0uMaAhHQJh+/CVKPGR1fZQoaAZHQHMPyq+8Gs5oB0v+aAhHQJh/bNpudf91fZQoaAZHQHEsPrWy1NRoB0vJaAhHQJh/m7cwg1Z1fZQoaAZHQG64hLPD50toB0u/aAhHQJiBIU21lXl1fZQoaAZHQHIYvPTodMloB0v+aAhHQJiBdKHwgDB1fZQoaAZHQHJiVbu+h5BoB0vQaAhHQJiCEEC/47B1fZQoaAZHQHHqaw6hg3NoB0vJaAhHQJiCQnb7CSB1fZQoaAZHQHIH5MxoIv9oB0u1aAhHQJiCPxYq5LB1fZQoaAZHQHAsh8QZn+RoB0vWaAhHQJiCXAAQxvh1fZQoaAZHQE31cTrVvuRoB0uraAhHQJiCk77sOXp1fZQoaAZHQHEovZ/Tb35oB0vVaAhHQJiC3CAMDwJ1fZQoaAZHQHIZZSm65G1oB0vRaAhHQJiC4uPFNtZ1fZQoaAZHQHFCT2rXDm9oB0vcaAhHQJiDDsQd0aJ1fZQoaAZHQHCXTZ6D5CZoB0uxaAhHQJiDXZi/fwZ1fZQoaAZHQHGCxr30wrVoB0vPaAhHQJiEfuJDVpd1fZQoaAZHQHG0koScslNoB0vOaAhHQJiE6JcgQpZ1fZQoaAZHQHHvhvR7Z39oB0vZaAhHQJiFGcTakAR1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 1230, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 512, "gamma": 0.9986071488363866, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 3.5224485656689835, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9ziYCBQYLMhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.120+-x86_64-with-glibc2.35 # 1 SMP Wed Aug 30 11:19:59 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.1.0+cu118", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2-optuna-params.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e692bc5ffbee4f53dd80ca134338db1ec2287d47a9eba47273e071cce70b8ffe
+size 148511

ppo-LunarLander-v2-optuna-params/_stable_baselines3_version

@@ -0,0 +1 @@
+2.0.0a5

ppo-LunarLander-v2-optuna-params/data

@@ -0,0 +1,115 @@
+{
+    "policy_class": {
+        ":type:": "<class 'abc.ABCMeta'>",
+        ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
+        "__module__": "stable_baselines3.common.policies",
+        "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7c3704f75750>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7c3704f757e0>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7c3704f75870>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7c3704f75900>",
+        "_build": "<function ActorCriticPolicy._build at 0x7c3704f75990>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7c3704f75a20>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7c3704f75ab0>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7c3704f75b40>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7c3704f75bd0>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7c3704f75c60>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7c3704f75cf0>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7c3704f75d80>",
+        "__abstractmethods__": "frozenset()",
+        "_abc_impl": "<_abc._abc_data object at 0x7c3705119480>"
+    },
+    "verbose": 1,
+    "policy_kwargs": {
+        ":type:": "<class 'dict'>",
+        ":serialized:": "gAWVaAAAAAAAAAB9lCiMCG5ldF9hcmNolF2UfZQojAJwaZRdlChLQEtAZYwCdmaUXZQoS0BLQGV1YYwNYWN0aXZhdGlvbl9mbpSMG3RvcmNoLm5uLm1vZHVsZXMuYWN0aXZhdGlvbpSMBFRhbmiUk5R1Lg==",
+        "net_arch": [
+            {
+                "pi": [
+                    64,
+                    64
+                ],
+                "vf": [
+                    64,
+                    64
+                ]
+            }
+        ],
+        "activation_fn": "<class 'torch.nn.modules.activation.Tanh'>"
+    },
+    "num_timesteps": 1007616,
+    "_total_timesteps": 1000000,
+    "_num_timesteps_at_start": 0,
+    "seed": null,
+    "action_noise": null,
+    "start_time": 1699968078797572094,
+    "learning_rate": 0.004769803974426789,
+    "tensorboard_log": null,
+    "_last_obs": {
+        ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJop/7rfB688vXdNvpcMTr6Ahvq96klbPQAAAAAAAAAAgE0kvrECQj5qUIU+eZRTvlfOsz4oSo89AAAAAAAAAAAahgU+c6MMP+mMl76qTyy/DXoDPYtKNL4AAAAAAAAAAObpXb3N+rM/DiPqvlJDHL5eVSm9ncdNvgAAAAAAAAAAza3ovVzMLDt+KZK9EC3XObXw4Lyq12w+AACAPwAAAAAaUWU9aLuAPkZVvb4HfwK/VZCdvVpNFL4AAAAAAAAAAJ052L5Np+e9BBswvU3E8rszv3c+iKeRvAAAgD8AAAAADQSEvUtl+T1gdzw9L6KtvslHgzzDUWK8AAAAAAAAAAAa6v49wJ7uPk4BfL6s7QO/wfoTPUFpyL0AAAAAAAAAACB7Ib6phxi8YE0nvWrSdrsDWIA94GJNPAAAgD8AAIA/AIBsu+yVrzrwaiS+sE4gvgtLh73WLUk/AACAPwAAAADNyxq9013BP/YfVL7+XkM99jRgvc2j5L0AAAAAAAAAAIb+Gj66upY/83OIPqxv3r7Qfb4+YYWMPgAAAAAAAAAAzS70vbJHwT5m4j8+RExRvgbOMLx26mk+AAAAAAAAAABT3Ci+L/YTPzPMwz5c5e++a0QtPg3D07sAAAAAAAAAAE3Kjz2OybE+aiiEvo+Y4L4v3Fa9pcsWvgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+    },
+    "_last_episode_starts": {
+        ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
+    },
+    "_last_original_obs": null,
+    "_episode_num": 0,
+    "use_sde": false,
+    "sde_sample_freq": -1,
+    "_current_progress_remaining": -0.007616000000000067,
+    "_stats_window_size": 100,
+    "ep_info_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWV6AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHAlTuBtk4GMAWyUS7uMAXSUR0CYL8r/82rGdX2UKGgGR0Bxr7fIjnmraAdL6mgIR0CYMD5i3G4rdX2UKGgGR0BwnCI55qubaAdL0GgIR0CYMT8dxQzldX2UKGgGR0Bx5n850bLmaAdNBwFoCEdAmDG0tVaOgnV9lChoBkdAcTPRradtmGgHS9JoCEdAmDHjjin5z3V9lChoBkdAcY2aQV9F4WgHS8poCEdAmDIhpQDV6XV9lChoBkdAcY5y1eBxxWgHS/BoCEdAmDKd4u9OAXV9lChoBkdAbgQc5sCT2WgHTQIBaAhHQJgy+0Sh8IB1fZQoaAZHQHBYG+sYEW9oB0u6aAhHQJgzEUJv5xl1fZQoaAZHQHDoRT0g8r9oB0u4aAhHQJgziur6tT11fZQoaAZHQHFrBrWRRuVoB0vaaAhHQJgzlIxxkup1fZQoaAZHQHCGpwS8J2NoB0vkaAhHQJgzs/8l5W11fZQoaAZHQG4nfEXLvCxoB0vbaAhHQJgz5Z5iVjZ1fZQoaAZHQHBSxQ79ycVoB0vUaAhHQJgz+Lzf7791fZQoaAZHQHFLWmxdIG1oB0vbaAhHQJg0ybSZ0CB1fZQoaAZHQHGKUExIre9oB0vMaAhHQJg1RSGahHt1fZQoaAZHQG3VF7tzCDVoB0vfaAhHQJg1TVoYekp1fZQoaAZHQHA5FwT/Q0JoB00MAWgIR0CYNgDdgv12dX2UKGgGR0Bwh2Jl8PWhaAdLvGgIR0CYNnwBYFJQdX2UKGgGR0BxWCcvugHvaAdLtWgIR0CYNocIZ62OdX2UKGgGR0BywkzBRAKOaAdL7GgIR0CYN5wu/UONdX2UKGgGR0BwhIw5/9YPaAdL32gIR0CYOIWOZLIxdX2UKGgGR0Bxxy+ueSSvaAdL2GgIR0CYOPepGWledX2UKGgGR0BwTHXCj1wpaAdLs2gIR0CYOSqREF4cdX2UKGgGR0BvLm9+PRzBaAdL22gIR0CYUnXko4MndX2UKGgGR0Bxj9QN0/4ZaAdL5mgIR0CYUqhw2l2vdX2UKGgGR0BukeBH09QoaAdL3GgIR0CYUv3uNPxhdX2UKGgGR0Bx7jqUu+RHaAdL1WgIR0CYUy7rLQokdX2UKGgGR0BweGgbp/wzaAdL5WgIR0CYU6qRlpXZdX2UKGgGR0BxqlJNCZ4OaAdLyGgIR0CYU9FhoduHdX2UKGgGR0By3FLUTcqOaAdLt2gIR0CYU+myxA0LdX2UKGgGR0BxQ5KTSsr/aAdNFQFoCEdAmFR4An2IwnV9lChoBkdAcbzXN1QqJGgHS9toCEdAmFTGoaUA1nV9lChoBkdAVOTLjghr32gHS41oCEdAmFUp/gBLf3V9lChoBkdAbvQckt29tmgHS89oCEdAmFWFYuCf6HV9lChoBkdAcYGSJ0nw5WgHS95oCEdAmFWNwvQF93V9lChoBkdAcWifCyhSL2gHS+RoCEdAmFYE5hjOLXV9lChoBkdAcGjyAxzq8mgHS8hoCEdAmFYSWAwwkHV9lChoBkdAc2KWZJCjUWgHS71oCEdAmFbDwlSjxnV9lChoBkdAceOT5ftx/GgHS9BoCEdAmFcb0nPVu3V9lChoBkdAbjmCJ40Mw2gHS8RoCEdAmFfJ5VwPy3V9lChoBkdAcqm5/b0voWgHS9NoCEdAmFfZle4TbnV9lChoBkdAc8uNi6QNkWgHS65oCEdAmFftCJGe+XV9lChoBkdAcd8ptJnQIGgHS/ZoCEdAmFiELYwqRXV9lChoBkdAcW4PSlWOqGgHS+RoCEdAmFjF/+bVjXV9lChoBkdAcRYUL2HtW2gHS9JoCEdAmFj1K5Cng3V9lChoBkdAcE7HTqjaf2gHS9loCEdAmFk3PzFuN3V9lChoBkdAbnhClabF0mgHS8doCEdAmFlLlmvnsHV9lChoBkdAcKAOpKjBVWgHS89oCEdAmFomBz3h43V9lChoBkdAbu0r5qM3qGgHS+JoCEdAmFoyPuG9H3V9lChoBkdActO7tAs052gHS81oCEdAmFpqPKdQPHV9lChoBkdAcmfSB9TgmGgHS/JoCEdAmFtNG/etS3V9lChoBkdAcnakOI68x2gHS99oCEdAmFtUWuX/pHV9lChoBkdAcYmsqaw2VGgHS+9oCEdAmFu863iJf3V9lChoBkdAcS115jYqXmgHS9VoCEdAmFvNjwx33nV9lChoBkdAcl9iTdLxqmgHS/hoCEdAmF0Ea2nbZnV9lChoBkdAccPBZIQOF2gHS/RoCEdAmF2/YjB2wHV9lChoBkdAcXvVB2OhkGgHS/ZoCEdAmF3j8UEgXHV9lChoBkdAcmD+lj3Eh2gHS+FoCEdAmF38yvcJt3V9lChoBkdAcVJej2zv7WgHS89oCEdAmF390vGp/HV9lChoBkdAcwHpWmxdIGgHS8toCEdAmF46xHG0eHV9lChoBkdAcbv8L8aXKWgHS+VoCEdAmF5U+gUUPHV9lChoBkdAbfgBoVVPvmgHS9RoCEdAmF5bPppvgnV9lChoBkdAclLO45Lh72gHTQ8BaAhHQJheYTj/+851fZQoaAZHQHMwNo8IRiBoB0vMaAhHQJh1ykhzNll1fZQoaAZHQHKr4llbu+hoB0vVaAhHQJh2e/47A+J1fZQoaAZHQHIimZ3LV4JoB0vNaAhHQJh3kuanaWZ1fZQoaAZHQHCPLQokRjBoB00FAWgIR0CYd9QKa5PNdX2UKGgGR0BuidTzd1uBaAdL1WgIR0CYeHoB7u2JdX2UKGgGR0BwWJV0cOslaAdL8GgIR0CYeLlbeMyadX2UKGgGR0By4gDRtxdZaAdLzmgIR0CYeepDNQj2dX2UKGgGR0Bur05U96kZaAdLwWgIR0CYenCb+cYqdX2UKGgGR0Bus/+0gKWtaAdLu2gIR0CYezRjSXt0dX2UKGgGR0BwPuIJqqOtaAdLvGgIR0CYe0qioKlYdX2UKGgGR0Bx2iiaiKziaAdL0mgIR0CYe4JNj9XLdX2UKGgGR0BwlprDZUT+aAdNLgFoCEdAmHvQGjbi63V9lChoBkdAcsoBkZrHl2gHS95oCEdAmHw8XN1QqXV9lChoBkdAcILe9zwMIGgHS9toCEdAmHxLn1WbPXV9lChoBkdAcdgfGMn7YWgHS+1oCEdAmHxrlzU7S3V9lChoBkdAcVvKSxJNCmgHS71oCEdAmHx1olD4QHV9lChoBkdAcGHHgP3BYWgHTQoBaAhHQJh9JYV6/qR1fZQoaAZHQHEW3dXT3IxoB0uwaAhHQJh97We6I311fZQoaAZHQHIbf1+RYA9oB0u+aAhHQJh+NF3IMjN1fZQoaAZHQFgGE61b7j1oB0uMaAhHQJh+/CVKPGR1fZQoaAZHQHMPyq+8Gs5oB0v+aAhHQJh/bNpudf91fZQoaAZHQHEsPrWy1NRoB0vJaAhHQJh/m7cwg1Z1fZQoaAZHQG64hLPD50toB0u/aAhHQJiBIU21lXl1fZQoaAZHQHIYvPTodMloB0v+aAhHQJiBdKHwgDB1fZQoaAZHQHJiVbu+h5BoB0vQaAhHQJiCEEC/47B1fZQoaAZHQHHqaw6hg3NoB0vJaAhHQJiCQnb7CSB1fZQoaAZHQHIH5MxoIv9oB0u1aAhHQJiCPxYq5LB1fZQoaAZHQHAsh8QZn+RoB0vWaAhHQJiCXAAQxvh1fZQoaAZHQE31cTrVvuRoB0uraAhHQJiCk77sOXp1fZQoaAZHQHEovZ/Tb35oB0vVaAhHQJiC3CAMDwJ1fZQoaAZHQHIZZSm65G1oB0vRaAhHQJiC4uPFNtZ1fZQoaAZHQHFCT2rXDm9oB0vcaAhHQJiDDsQd0aJ1fZQoaAZHQHCXTZ6D5CZoB0uxaAhHQJiDXZi/fwZ1fZQoaAZHQHGCxr30wrVoB0vPaAhHQJiEfuJDVpd1fZQoaAZHQHG0koScslNoB0vOaAhHQJiE6JcgQpZ1fZQoaAZHQHHvhvR7Z39oB0vZaAhHQJiFGcTakAR1ZS4="
+    },
+    "ep_success_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
+    },
+    "_n_updates": 1230,
+    "observation_space": {
+        ":type:": "<class 'gymnasium.spaces.box.Box'>",
+        ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",
+        "dtype": "float32",
+        "bounded_below": "[ True  True  True  True  True  True  True  True]",
+        "bounded_above": "[ True  True  True  True  True  True  True  True]",
+        "_shape": [
+            8
+        ],
+        "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]",
+        "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]",
+        "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]",
+        "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]",
+        "_np_random": null
+    },
+    "action_space": {
+        ":type:": "<class 'gymnasium.spaces.discrete.Discrete'>",
+        ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=",
+        "n": "4",
+        "start": "0",
+        "_shape": [],
+        "dtype": "int64",
+        "_np_random": null
+    },
+    "n_envs": 16,
+    "n_steps": 512,
+    "gamma": 0.9986071488363866,
+    "gae_lambda": 0.95,
+    "ent_coef": 0.0,
+    "vf_coef": 0.5,
+    "max_grad_norm": 3.5224485656689835,
+    "batch_size": 64,
+    "n_epochs": 10,
+    "clip_range": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
+    },
+    "clip_range_vf": null,
+    "normalize_advantage": true,
+    "target_kl": null,
+    "lr_schedule": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9ziYCBQYLMhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
+    }
+}

ppo-LunarLander-v2-optuna-params/policy.optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6d49813934e35b1f3752d825793afebf5c7f23bd3787807dea34ccd9d87057
+size 88362

ppo-LunarLander-v2-optuna-params/policy.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b53642bc7fa023a9da92ad5b72db989379d2fdbe7a6104a712967bf48f5ea0
+size 43762

ppo-LunarLander-v2-optuna-params/pytorch_variables.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c35cea3b2e60fb5e7e162d3592df775cd400e575a31c72f359fb9e654ab00c5
+size 864

ppo-LunarLander-v2-optuna-params/system_info.txt

@@ -0,0 +1,9 @@
+- OS: Linux-5.15.120+-x86_64-with-glibc2.35 # 1 SMP Wed Aug 30 11:19:59 UTC 2023
+- Python: 3.10.12
+- Stable-Baselines3: 2.0.0a5
+- PyTorch: 2.1.0+cu118
+- GPU Enabled: True
+- Numpy: 1.23.5
+- Cloudpickle: 2.2.1
+- Gymnasium: 0.28.1
+- OpenAI Gym: 0.25.2

results.json

@@ -1 +1 @@
-{"mean_reward": 261.36691576996935, "std_reward": 20.055465386112974, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-05-28T17:15:31.052240"}
+{"mean_reward": 279.33913086837697, "std_reward": 20.747346750051722, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-11-14T14:51:11.753003"}