init test

README.md

@@ -10,7 +10,7 @@ model-index:
   results:
   - metrics:
     - type: mean_reward
-      value: 220.05 +/- 11.53
+      value: 283.05 +/- 17.02
       name: mean_reward
     task:
       type: reinforcement-learning

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f3db79dae50>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f3db79daee0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f3db79daf70>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f3db79de040>", "_build": "<function ActorCriticPolicy._build at 0x7f3db79de0d0>", "forward": "<function ActorCriticPolicy.forward at 0x7f3db79de160>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f3db79de1f0>", "_predict": "<function ActorCriticPolicy._predict at 0x7f3db79de280>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f3db79de310>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f3db79de3a0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f3db79de430>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f3db79dc1b0>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVagAAAAAAAAB9lCiMDWFjdGl2YXRpb25fZm6UjBt0b3JjaC5ubi5tb2R1bGVzLmFjdGl2YXRpb26UjARUYW5olJOUjAhuZXRfYXJjaJRdlChLgEtAfZQojAJwaZRdlChLQEsgZYwCdmaUXZRLIGF1ZXUu", "activation_fn": "<class 'torch.nn.modules.activation.Tanh'>", "net_arch": [128, 64, {"pi": [64, 32], "vf": [32]}]}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 32, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1651724292.4656534, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV+wIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjGUvaG9tZS9vd25lci9Qcm9qZWN0cy9odWdnaW5nZmFjZVJML3ZlbnYvbGliL3B5dGhvbjMuOC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMZS9ob21lL293bmVyL1Byb2plY3RzL2h1Z2dpbmdmYWNlUkwvdmVudi9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQQAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYABAAAAAAAAFauiL7rPr8/qickvxH4wL7y916+MgGTvgAAAAAAAAAAMBeEPvAC5z5zas48U/PSvnEeuD2Ra6W8AAAAAAAAAAAAcfq8ieMcPnXhTb4AC2S+8f+LvYp6zToAAAAAAAAAAAAzjDyk4BQ6dxIhu97WlLY3LKI7rQZFOgAAgD8AAIA/TdLgPSlkaro+jeS7Da1AtsFBhDti37E1AACAPwAAgD9Dm+A+SsDaPiKh0b2K8cO+hiJpPo2Lhb0AAAAAAAAAAGZqHjzhsJq6fQ/uO8niAr2eMLw6bfzkPQAAgD8AAAAAAGwmPHtIl7rUB707XzQeNxaqCzteGQ02AACAPwAAgD9mJqM5XLsvuk6sPbvWUuu2SGRquniCWjoAAIA/AACAP5pwUz1c6yO6VUimu8cgBLcxpce6Kya/OgAAgD8AAIA/mpgJPRyYjD4SZ3o+qvSAvrRZSD0D9l08AAAAAAAAAAAa4jY9eyyWOVK1UzxRRRK8WyoWPJyvQz0AAAAAAAAAAJr6qz1IAeC4jGw4vBrxZj2nm+I78WC/PQAAgD8AAIA/MwesO8NlY7pSlEQ7a5BAOO7ZcDv7z+y5AACAPwAAgD8mO789pAh6OrwWSzyfxgs8V4D4Op2d9bwAAIA/AAAAALNSUT0YTZw+LpE3PL0jcL7wcvQ79Oi4vQAAAAAAAAAAM1TiPAoDfzopXwy8E1JaPWxYDrzdwJO9AACAPwAAAACA3vc9PZpJOmt9Fb1Q6gu7a18/PCN96LsAAIA/AACAPwAwCD2r8T0/etbLPfbWhb60wzQ92DwZvQAAAAAAAAAAmlVwPqkmRrzhVrs87myuO1cpqb3Fm4M8AACAPwAAgD8askE9FCbWOQZKMLzzfsG70glDu9MC4TwAAAAAAAAAAOZB8b1S6Oi5rmHuPOYjpLrLuTO7nZKQOwAAgD8AAIA/mvuQPI8yVrq8PiU7u8sdueJvEjsC0eO5AACAPwAAgD+aPCk9e8iYus62nTuru7q1TqMsuw5/tLoAAIA/AACAP83+nT2F6/i5ZoSEPI0qe7jXC3K7QFWAtwAAgD8AAIA/1yQvv25ojb74FuK5PWXPvF0/2bwea7e9AAAAAAAAgD960Dk+wvduP4qQhT7tf72+WzUlPoJqhz0AAAAAAAAAAM2JBT32pFK6uHggO4TCybcYfzi5SIk1ugAAgD8AAIA/s6kFPUjNkrpddxg8bhEiNjkTEbtBhxA1AACAPwAAgD8AU8s8H8XPOEN9xLoj9n+2FoSaO3pW7jkAAIA/AACAP2YWaLsTFLM/uJTqvTz6Tr4yt9c3dYdnvAAAAAAAAAAAmi8bvMP1PLgyLlI8a71CvIDOhDuSXqU7AAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSyBLCIaUjAFDlHSUUpQu"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVkwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksghZSMAUOUdJRSlC4="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVaxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIswkwLH8OKkCUhpRSlIwBbJRLo4wBdJRHQHJOun62v0R1fZQoaAZoCWgPQwjzr+WV66tdQJSGlFKUaBVN6ANoFkdAcl6ZYgaFVXV9lChoBmgJaA9DCM3oR8MpKUNAlIaUUpRoFU3oA2gWR0ByZd5Rjz7NdX2UKGgGaAloD0MI2ZWWkXqLNMCUhpRSlGgVS3RoFkdAcm5rtVrAQHV9lChoBmgJaA9DCOkrSDMWQ09AlIaUUpRoFU3oA2gWR0Bydh5Z8rqddX2UKGgGaAloD0MIO8WqQZjzV0CUhpRSlGgVTegDaBZHQHJ2gTmGM4t1fZQoaAZoCWgPQwg57Sk5J7YnwJSGlFKUaBVLz2gWR0ByicL9deIEdX2UKGgGaAloD0MI2SQ/4ldOV0CUhpRSlGgVTegDaBZHQHKPcRxtHhF1fZQoaAZoCWgPQwgLCRhd3tw+QJSGlFKUaBVN6ANoFkdAcpDeokzGgnV9lChoBmgJaA9DCEmdgCbC8khAlIaUUpRoFUvSaBZHQHKSD63y7PJ1fZQoaAZoCWgPQwj28GWiCLdBQJSGlFKUaBVL1mgWR0BynNTR6WxAdX2UKGgGaAloD0MIHLEWnwLAQkCUhpRSlGgVS51oFkdAcp++fywwCnV9lChoBmgJaA9DCKfmcoOhujlAlIaUUpRoFUt6aBZHQHKoUleF+NN1fZQoaAZoCWgPQwj5EFSNXrE2QJSGlFKUaBVLpmgWR0ByqraIvalDdX2UKGgGaAloD0MIObh0zHnqMECUhpRSlGgVS5RoFkdActQqqOtGNXV9lChoBmgJaA9DCG4w1GGFlzNAlIaUUpRoFU3oA2gWR0By1Gm2sq8UdX2UKGgGaAloD0MI1jVaDvTkMECUhpRSlGgVS61oFkdAct5+wC8vmHV9lChoBmgJaA9DCJWcE3toim7AlIaUUpRoFU1PAWgWR0By4BSNwR5DdX2UKGgGaAloD0MI6jwq/q+ecMCUhpRSlGgVTe0BaBZHQHLoke6qbSZ1fZQoaAZoCWgPQwikU1c+yyszQJSGlFKUaBVLjmgWR0By7YkZ75VPdX2UKGgGaAloD0MIQUZAhSOoF8CUhpRSlGgVS/xoFkdAcxSRradtmHV9lChoBmgJaA9DCGPQCaGDEklAlIaUUpRoFU3oA2gWR0BzFiHnEETydX2UKGgGaAloD0MIYOrnTUV0TUCUhpRSlGgVTegDaBZHQHMfHQ2MsH11fZQoaAZoCWgPQwhMGqN1VFhTQJSGlFKUaBVN6ANoFkdAczD5vLowEnV9lChoBmgJaA9DCOjdWFAYTCtAlIaUUpRoFUvMaBZHQHNbI46wMYx1fZQoaAZoCWgPQwgEj2/vGkBJQJSGlFKUaBVN6ANoFkdAc24bF0gbInV9lChoBmgJaA9DCC7iOzHrMU9AlIaUUpRoFU3oA2gWR0BzcKdNFjNIdX2UKGgGaAloD0MIPzkKEAV4W0CUhpRSlGgVTegDaBZHQHNxaY7aIvd1fZQoaAZoCWgPQwgZOQt72o9KQJSGlFKUaBVN6ANoFkdAc3Sl6qsEJXV9lChoBmgJaA9DCNHrT+Jzs0xAlIaUUpRoFU3oA2gWR0BzevyRSxZ/dX2UKGgGaAloD0MIjbeVXpuMUUCUhpRSlGgVTegDaBZHQHN7KODJ2dN1fZQoaAZoCWgPQwguH0lJDztPQJSGlFKUaBVN6ANoFkdAc4bzEJjUeHV9lChoBmgJaA9DCDMZjuczwATAlIaUUpRoFU3oA2gWR0BzhwHiWE9MdX2UKGgGaAloD0MIMxgjEoVfX0CUhpRSlGgVTegDaBZHQHOSr655JK91fZQoaAZoCWgPQwgSFhVxOsndP5SGlFKUaBVL9GgWR0BzsJIOH310dX2UKGgGaAloD0MIWn9LAP7wV0CUhpRSlGgVTegDaBZHQHPM9wBHTZx1fZQoaAZoCWgPQwid1m1Q+y0dwJSGlFKUaBVL2WgWR0Bz0I0FbFCLdX2UKGgGaAloD0MINKK0N/i1WECUhpRSlGgVTegDaBZHQHPXYlIEr5J1fZQoaAZoCWgPQwhffxKfO/kuQJSGlFKUaBVLuWgWR0Bz2EImgJ1JdX2UKGgGaAloD0MIZyjueJNfQECUhpRSlGgVTegDaBZHQHPpY8EFGG51fZQoaAZoCWgPQwgo1T4djxnQv5SGlFKUaBVLj2gWR0Bz84+GGmDUdX2UKGgGaAloD0MIb4EExY/BIsCUhpRSlGgVTSkBaBZHQHP/wzxgAp91fZQoaAZoCWgPQwjLS/4nf6dTQJSGlFKUaBVN6ANoFkdAdBJR5C4SYnV9lChoBmgJaA9DCIF2hxQD5CxAlIaUUpRoFUuSaBZHQHQd3GwRoRJ1fZQoaAZoCWgPQwgoDqDf99FWQJSGlFKUaBVN6ANoFkdAdCKATqSowXV9lChoBmgJaA9DCLiumBHeg1pAlIaUUpRoFU3oA2gWR0B0I8nRb8m8dX2UKGgGaAloD0MICoDxDBryUUCUhpRSlGgVTegDaBZHQHQ0+KKpDNR1fZQoaAZoCWgPQwhjDRe5pw88QJSGlFKUaBVN6ANoFkdAdGDIBzV+Z3V9lChoBmgJaA9DCLhYUYNpZVJAlIaUUpRoFU3oA2gWR0B0alvze40/dX2UKGgGaAloD0MIAKjixi06SECUhpRSlGgVTegDaBZHQHSB8QNCqp91fZQoaAZoCWgPQwiQh767lfk6QJSGlFKUaBVN6ANoFkdAdIjQmu1WsHV9lChoBmgJaA9DCMLc7uU+OUNAlIaUUpRoFUvWaBZHQHSL7z5GjKx1fZQoaAZoCWgPQwh1V3bBYD1gQJSGlFKUaBVN6ANoFkdAdJzdlNDc/XV9lChoBmgJaA9DCGd79Ib7E2BAlIaUUpRoFU3oA2gWR0B0py72+PBBdX2UKGgGaAloD0MIDM7g7xe0VkCUhpRSlGgVTegDaBZHQHTYUF8ohIR1fZQoaAZoCWgPQwid2hmmttxQQJSGlFKUaBVN6ANoFkdAdOPwZflZHXV9lChoBmgJaA9DCLBx/bs+F1RAlIaUUpRoFU3oA2gWR0B05b9uP3i8dX2UKGgGaAloD0MIXtkFg2vRU0CUhpRSlGgVTegDaBZHQHTuup84Pwx1fZQoaAZoCWgPQwiH30237FRBQJSGlFKUaBVN6ANoFkdAdPQVlwtJ4HV9lChoBmgJaA9DCIc2ABsQqllAlIaUUpRoFU3oA2gWR0B1G2uW8h9tdX2UKGgGaAloD0MIgxYSMLpMPUCUhpRSlGgVTegDaBZHQHUc0+s5n151fZQoaAZoCWgPQwg900uMZdIxwJSGlFKUaBVNHQFoFkdAdR5HnU2DQXV9lChoBmgJaA9DCL6lnC/2MlhAlIaUUpRoFU3oA2gWR0B1N0HVwxWUdX2UKGgGaAloD0MIarx0k5i5YECUhpRSlGgVTegDaBZHQHU/fRiPQv91fZQoaAZoCWgPQwjbw14oYFtQQJSGlFKUaBVN6ANoFkdAdXF/xDst03V9lChoBmgJaA9DCD83NGWnIFZAlIaUUpRoFU3oA2gWR0B1c/kcS5AhdX2UKGgGaAloD0MIHXIz3IBOUkCUhpRSlGgVTegDaBZHQHV3weJYT0x1fZQoaAZoCWgPQwgd6KG2DV1UQJSGlFKUaBVN6ANoFkdAdX4dnTRYzXV9lChoBmgJaA9DCKNAn8iT+E5AlIaUUpRoFU3oA2gWR0B1ilb/wRXfdX2UKGgGaAloD0MIN8R4zSs1Y8CUhpRSlGgVTT8BaBZHQHWU3CfpUxV1fZQoaAZoCWgPQwiyKy0j9VhXQJSGlFKUaBVN6ANoFkdAdZb/BWPtD3V9lChoBmgJaA9DCODXSBKEK9u/lIaUUpRoFUuUaBZHQHW5U7r9l3B1fZQoaAZoCWgPQwj9Ma1NY3FUQJSGlFKUaBVN6ANoFkdAddPvOQhfSnV9lChoBmgJaA9DCHAlOzYCNFhAlIaUUpRoFU3oA2gWR0B118gdOqNqdX2UKGgGaAloD0MIdNTRcTUAV0CUhpRSlGgVTegDaBZHQHXeoR28qWl1fZQoaAZoCWgPQwgAcsKE0dhZQJSGlFKUaBVN6ANoFkdAdfDHn2ZiNXV9lChoBmgJaA9DCC+KHvgYpFVAlIaUUpRoFU3oA2gWR0B1+0zSCvovdX2UKGgGaAloD0MISbn7HB+LU0CUhpRSlGgVTegDaBZHQHYHZbt7a7F1fZQoaAZoCWgPQwixijcyj/lWQJSGlFKUaBVN6ANoFkdAdhk/dqL0jHV9lChoBmgJaA9DCAt6bwwB4FRAlIaUUpRoFU3oA2gWR0B2JF3/xUeddX2UKGgGaAloD0MICACOPftpYkCUhpRSlGgVTegDaBZHQHYoivPkaMt1fZQoaAZoCWgPQwgpJJnVO0BbQJSGlFKUaBVN6ANoFkdAdjpJFLFn7HV9lChoBmgJaA9DCOfEHtrHqibAlIaUUpRoFUuTaBZHQHY+vt+kP+Z1fZQoaAZoCWgPQwjOxHQhVtZfQJSGlFKUaBVN6ANoFkdAdmTDHOryUnV9lChoBmgJaA9DCLfvUX+9XVtAlIaUUpRoFU3oA2gWR0B2beWX1J18dX2UKGgGaAloD0MIfV2G/3TnTECUhpRSlGgVTegDaBZHQHaDwmReTmp1fZQoaAZoCWgPQwj60tufi9hdQJSGlFKUaBVN6ANoFkdAdookELYwqXV9lChoBmgJaA9DCDJ3LSEfR1NAlIaUUpRoFU3oA2gWR0B2nPzH0btJdX2UKGgGaAloD0MIXoWUn1TXVkCUhpRSlGgVTegDaBZHQHamg3HaN+91fZQoaAZoCWgPQwhzLO+qBxQ9QJSGlFKUaBVLfmgWR0B2xgg1WKdhdX2UKGgGaAloD0MIEF1Q3zLjU0CUhpRSlGgVTegDaBZHQHbgcEFGG211fZQoaAZoCWgPQwhQHEC/71FJQJSGlFKUaBVN6ANoFkdAduItsvZh8nV9lChoBmgJaA9DCKGCwwsiCWFAlIaUUpRoFU3oA2gWR0B261+d9UjtdX2UKGgGaAloD0MIjbYqiWw8YECUhpRSlGgVTegDaBZHQHbw11Oj7AN1fZQoaAZoCWgPQwhzhXe5CI5iQJSGlFKUaBVN6ANoFkdAdxdHSF49o3V9lChoBmgJaA9DCOWbbW5MZ1ZAlIaUUpRoFU3oA2gWR0B3GLBP9DQadX2UKGgGaAloD0MIggNauoLNW0CUhpRSlGgVTegDaBZHQHcaFH8TBZZ1fZQoaAZoCWgPQwjkSdI1k9ddQJSGlFKUaBVN6ANoFkdAdzHJqqOtGXV9lChoBmgJaA9DCIdREDy+i1hAlIaUUpRoFU3oA2gWR0B3OY0zj3mFdX2UKGgGaAloD0MIGof6XdgpWUCUhpRSlGgVTegDaBZHQHdKkth/iHZ1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 124, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 256, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV+wIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjGUvaG9tZS9vd25lci9Qcm9qZWN0cy9odWdnaW5nZmFjZVJML3ZlbnYvbGliL3B5dGhvbjMuOC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMZS9ob21lL293bmVyL1Byb2plY3RzL2h1Z2dpbmdmYWNlUkwvdmVudi9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.4.0-109-lowlatency-x86_64-with-glibc2.29 #123-Ubuntu SMP PREEMPT Fri Apr 8 09:52:18 UTC 2022", "Python": "3.8.10", "Stable-Baselines3": "1.5.0", "PyTorch": "1.11.0+cu102", "GPU Enabled": "True", "Numpy": "1.22.3", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f322edd9e50>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f322edd9ee0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f322edd9f70>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f322eddd040>", "_build": "<function ActorCriticPolicy._build at 0x7f322eddd0d0>", "forward": "<function ActorCriticPolicy.forward at 0x7f322eddd160>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f322eddd1f0>", "_predict": "<function ActorCriticPolicy._predict at 0x7f322eddd280>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f322eddd310>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f322eddd3a0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f322eddd430>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f322edda1b0>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVagAAAAAAAAB9lCiMDWFjdGl2YXRpb25fZm6UjBt0b3JjaC5ubi5tb2R1bGVzLmFjdGl2YXRpb26UjARUYW5olJOUjAhuZXRfYXJjaJRdlChLgEtAfZQojAJwaZRdlChLQEsgZYwCdmaUXZRLIGF1ZXUu", "activation_fn": "<class 'torch.nn.modules.activation.Tanh'>", "net_arch": [128, 64, {"pi": [64, 32], "vf": [32]}]}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 64, "num_timesteps": 10027008, "_total_timesteps": 10000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1651724725.1190345, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV+wIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjGUvaG9tZS9vd25lci9Qcm9qZWN0cy9odWdnaW5nZmFjZVJML3ZlbnYvbGliL3B5dGhvbjMuOC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMZS9ob21lL293bmVyL1Byb2plY3RzL2h1Z2dpbmdmYWNlUkwvdmVudi9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQgAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYACAAAAAAAAGaasDsheKi8+llSOw4AIT2hGsK9bQCwOwAAgD8AAIA/WiG9PR6ioT8uY80+HD8Uv11yCj55yYI+AAAAAAAAAAAAiDS8wz0Wuq0SWzzdfbA8IK01O8WUmD0AAIA/AACAP0rxcL6apPQ+ujFfPjcpJr/3Ff2+ULR+PgAAAAAAAAAA3oeQvhh0Oz+S1Bo+yqs0v7b7+b7TxHI+AAAAAAAAAABNBfO9xi2qP/J4jL77Qxu/YFx5vulCOr4AAAAAAAAAAGZy9zt2NjK8xfXsPSuhIzzk6gW90/oBvgAAgD8AAIA/TeYgPUjfiboauEKzFaq0r5nHtzpRecczAACAPwAAgD+asIA+D6oqP9/vhL5jyh2/jEilPu/zu74AAAAAAAAAAGaflDzfo7Y/N3KBPg0KszxAwYK8skIuvAAAAAAAAAAAAPqmPK7Dhrpuvwey35qEsGnNKbtbfBwzAACAPwAAgD+aYaU7z2AGvCsYTDuXx9g7R+dVPfI5wLwAAIA/AACAP81kgTvheJC62j1ctZVd9K9gHAi5gVOKNAAAgD8AAIA/AOCYPLy2sz/vKSA//6wDvshalry+ZOO9AAAAAAAAAACzX+E9GR2VPwyBrD57PDu/XBpePibgmD4AAAAAAAAAAACD8zyhnau87icLvtmaoTsjMV89SsYPtwAAgD8AAIA/TQtkPfqovD/GqCs/Eb+DPkh4XLzOgZo9AAAAAAAAAAAAUAk8ZLaMP5bECz0Cl2i/hjI1PPYtwzwAAAAAAAAAAM22p7wU8Iy6dWotNOZ7GTCruK06lzicswAAgD8AAIA/7VBSvi2KPD9wiwU+OSMxv09ts74mriY+AAAAAAAAAACaDMk8cXBIu66KiLsQY4g8L8qePI0ba70AAIA/AACAP/OMKj6ogwM/eBW2vgpjHL8kBUg+VM2uvgAAAAAAAAAAg9LbPvQZ173WCIA8vG6kPEfEub2ppTs8AACAPwAAgD8zUPa9Rf0vPyLyCjxv7jG/U32Tvnk0rjwAAAAAAAAAAGbGFTxiULU/+0OsPfrLHr7vNoK9oqQWvgAAAAAAAAAAc6vKvVqjND5n2Lw+D9L3vkKNFbyaKa8+AAAAAAAAAACahjA9SKH6uvFWOryMTJQ8DBAMPKMTgL0AAIA/AACAPzMdY7yc8a0+yy5UPHU5Kr+coCq8P7SIPAAAAAAAAAAA7dgFPhSPdT8Ovqw+RkZAvyTFlT6GwqY+AAAAAAAAAABt+T4+W+y4vAjMgrjERxa4s4smvhpggTcAAIA/AACAPzM3gj3WOTo9ETbCvsVX1L5m43S+Y2qBvgAAAAAAAAAAM6cRvXEBDLu7fVQ8dAaNPJm3p7sLOnQ9AACAPwAAgD8zn6U7hRXeu8QauT15DD492ueivA0bS7sAAIA/AACAPzNrvTxPPkc9GvaivuzEyr6whcu+IMdSvgAAAAAAAAAA5vMXPQRBrD8xHTo/S7Uhv3vHvby+u1W8AAAAAAAAAADNQyM+V8ElP2E1sbzFpC+/cU7BPtmxEL4AAAAAAAAAAJpPdTyPtCc9dGO/vQyGzb4Gdki8OVqqvQAAAAAAAAAAZkuYPIPTaLwShwe+Zo2JPWZWjz1es2M8AACAPwAAgD8zx5o8ZeDHPqqi0Dqr0Ey/6j5vPejhgrwAAAAAAAAAAGZm5DpcrS68xFu5OwBnMD0aXww9GyQIuwAAgD8AAIA/My+SO6RFXLsIQIm9ye2sPDQdQjtaE9g6AACAPwAAgD8TbU0+UkQZP6tUqL6MtTe/R4dmPhcMlL4AAAAAAAAAAOYPMD4YvU8/OOJDPueSPL/09eE+ZAO9PAAAAAAAAAAAzSKyvRvwnj2TSKk+4hy+vmX9CD79vHM+AAAAAAAAAABmaDi8Uququ/YLB7zP/Ps7RWoHvShT4zwAAIA/AACAP2Y2xjrEoYY+C+SNPa+yHb+PkSM97LWHOwAAAAAAAAAAJhmCPtcLYz/j8Jg9yrk4vyynFT9yFzm+AAAAAAAAAACaFqc82B+XP16xRT1OsD6/7ZvcvC2GuD0AAAAAAAAAAM0sDDt4o7Q/AtZdPuvwZzx3/CG7Hv9IvQAAAAAAAAAAM690vdFsgD3Kc8M+t5yPvoXAIj57l98+AAAAAAAAAAANrBa+YamZPqYdwz7dERu//vSZvco0kj4AAAAAAAAAAOYsFz0PBzc9hUT6vGl6pb48ydc9UnbWPAAAAAAAAAAADcDvvZpQjT/jC/6+9UdHv8HZML5uKLK+AAAAAAAAAAATaB6+YjLtPj4AhT4/Nhu/lxJ3vlicgD4AAAAAAAAAAKbLqz0oKJ0/3idTPjqHKr+SjW097MiBPgAAAAAAAAAAABnxvHv7tz8byfS+7vUEPj3lwTyIME08AAAAAAAAAAAzgw87cdY2uyynnL3VqJE8TiZhPI5Zer0AAIA/AACAPxplfz3pzl89qn6Fvgq7s75Kwbc7c8RQvgAAAAAAAAAAzcgIvciajju2v6g+67kyvqyPEz592FS/AAAAAAAAgD8zMyc74fCQulMu9TNVJbkvxTj2ubpSqLMAAIA/AACAP5PeJj5ba4U/rbCxPtEFKb80y+g+c2KRPgAAAAAAAAAAmhn0PFUkCz6eGjq9zjQKvwyAZT3P/w69AAAAAAAAAAAAuJ28T8AIvLnrBjw+WfM78xdgPdPO2LwAAIA/AACAP5pYrbzhLoy6W7TrMzNqKa83hwc7fg2mswAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYktASwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVswAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAEAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiS0CFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.0027007999999999477, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIsfz5tqDHc0CUhpRSlIwBbJRLmowBdJRHQKoNpyH2ys11fZQoaAZoCWgPQwj8cma7QvhwQJSGlFKUaBVLi2gWR0CqDdakqMFVdX2UKGgGaAloD0MILPUsCOXRSUCUhpRSlGgVS21oFkdAqg3WOCGvfXV9lChoBmgJaA9DCMTOFDpv2nFAlIaUUpRoFUu1aBZHQKoN5DE3sHB1fZQoaAZoCWgPQwhENSVZh+pwQJSGlFKUaBVLqWgWR0CqDeMwco6TdX2UKGgGaAloD0MI1o7iHPXOcUCUhpRSlGgVS5JoFkdAqg3ywt8NQXV9lChoBmgJaA9DCJV9VwQ/UXJAlIaUUpRoFUunaBZHQKoN8p1ie/Z1fZQoaAZoCWgPQwjdtBmnoQlyQJSGlFKUaBVLwGgWR0CqDf/4IrvtdX2UKGgGaAloD0MIn1c89YjZcUCUhpRSlGgVS6RoFkdAqg4HYe1a4nV9lChoBmgJaA9DCMhCdAic93BAlIaUUpRoFUu4aBZHQKoOB1mrbQF1fZQoaAZoCWgPQwjiW1g3XqRxQJSGlFKUaBVLpmgWR0CqDgdB0ITodX2UKGgGaAloD0MIlzszwTBzcUCUhpRSlGgVS6hoFkdAqg4TfDUExXV9lChoBmgJaA9DCHL75ZOVKHNAlIaUUpRoFUu8aBZHQKoOHzzVc2R1fZQoaAZoCWgPQwieQUP/xIpxQJSGlFKUaBVLr2gWR0CqDmu1OTJRdX2UKGgGaAloD0MIliL5SiBIckCUhpRSlGgVS5FoFkdAqg6OVHFxXHV9lChoBmgJaA9DCO8dNSaEmHJAlIaUUpRoFUuhaBZHQKoOrzDGcWl1fZQoaAZoCWgPQwg/jubICitzQJSGlFKUaBVLzGgWR0CqDrZbpu/DdX2UKGgGaAloD0MIjuiedY3OckCUhpRSlGgVS65oFkdAqg7/QWvbGnV9lChoBmgJaA9DCNgN2xalyXBAlIaUUpRoFUu3aBZHQKoPIrbQC0Z1fZQoaAZoCWgPQwjGpSpt8YNzQJSGlFKUaBVLsWgWR0CqDzIddVvNdX2UKGgGaAloD0MI106UhMRPcUCUhpRSlGgVS8VoFkdAqg9BSNwR5HV9lChoBmgJaA9DCOOo3ERtD3JAlIaUUpRoFUu7aBZHQKoPQYxcmjV1fZQoaAZoCWgPQwjgL2ZLVq9yQJSGlFKUaBVLsGgWR0CqD0ce8wpOdX2UKGgGaAloD0MI1LZhFESJckCUhpRSlGgVS8BoFkdAqg9rXvphW3V9lChoBmgJaA9DCOLplbLMjnJAlIaUUpRoFUucaBZHQKoPa19fCyh1fZQoaAZoCWgPQwhr1hnf1zxwQJSGlFKUaBVLk2gWR0CqD3C/47A+dX2UKGgGaAloD0MIoBfuXJjHb0CUhpRSlGgVS59oFkdAqg+AJC0F83V9lChoBmgJaA9DCIaNsn6zBXJAlIaUUpRoFUvEaBZHQKoPk1TBInV1fZQoaAZoCWgPQwhMa9PYXgNxQJSGlFKUaBVLmmgWR0CqD6iY1He8dX2UKGgGaAloD0MIkBX8NgQic0CUhpRSlGgVS7FoFkdAqg/R4W1twnV9lChoBmgJaA9DCHoYWp2cGXJAlIaUUpRoFUupaBZHQKoP9PuXu3N1fZQoaAZoCWgPQwiYaJCC50FxQJSGlFKUaBVLrGgWR0CqD/vHktEodX2UKGgGaAloD0MIoik7/eAtckCUhpRSlGgVS4toFkdAqg/7tPYWcnV9lChoBmgJaA9DCF1vm6mQxnFAlIaUUpRoFUucaBZHQKoP+uOCGvh1fZQoaAZoCWgPQwi/LO3UnFFyQJSGlFKUaBVLoGgWR0CqEAkcjqwAdX2UKGgGaAloD0MIEeLK2TtCckCUhpRSlGgVS9BoFkdAqhAPS6UaAHV9lChoBmgJaA9DCJmEC3kE1XBAlIaUUpRoFUuuaBZHQKoQD1VYISl1fZQoaAZoCWgPQwhm9Q63A39zQJSGlFKUaBVLq2gWR0CqED9Cu2ZzdX2UKGgGaAloD0MIizOGOUGTcUCUhpRSlGgVS51oFkdAqhBMH8jzI3V9lChoBmgJaA9DCGK/J9ZpFXBAlIaUUpRoFUuNaBZHQKoQbIsAeaN1fZQoaAZoCWgPQwj2YignWphyQJSGlFKUaBVLrGgWR0CqEHV4HHFQdX2UKGgGaAloD0MIpOAp5IqUcECUhpRSlGgVS6ZoFkdAqhCJ33YcvXV9lChoBmgJaA9DCDze5Lco+3BAlIaUUpRoFUu/aBZHQKoQmHuZ1FJ1fZQoaAZoCWgPQwjdW5GYoBtyQJSGlFKUaBVLtWgWR0CqEJ8oQWepdX2UKGgGaAloD0MIP+PCgZDycUCUhpRSlGgVS35oFkdAqhCdy7wrlXV9lChoBmgJaA9DCFgdOdKZXXFAlIaUUpRoFUuvaBZHQKoQug/Tspp1fZQoaAZoCWgPQwj43XTLDgRyQJSGlFKUaBVLn2gWR0CqEM6RyOrAdX2UKGgGaAloD0MI5E1+i040c0CUhpRSlGgVS85oFkdAqhDV6mfoR3V9lChoBmgJaA9DCA8r3PIROnRAlIaUUpRoFUvMaBZHQKoQ6oJiRW91fZQoaAZoCWgPQwgZr3lV55hzQJSGlFKUaBVLq2gWR0CqEP3bmEGrdX2UKGgGaAloD0MIxY7GoT6EcECUhpRSlGgVS6JoFkdAqhEn0TURWnV9lChoBmgJaA9DCMFwrmGGCHJAlIaUUpRoFUuoaBZHQKoRTJQLux91fZQoaAZoCWgPQwgcX3tmiVlzQJSGlFKUaBVLyWgWR0CqEUuwxFiKdX2UKGgGaAloD0MIr+3tlmRtckCUhpRSlGgVS5hoFkdAqhGzZ13dK3V9lChoBmgJaA9DCOoj8Idf5XFAlIaUUpRoFUu6aBZHQKoRs3o9s8B1fZQoaAZoCWgPQwjJ5xVPvbdyQJSGlFKUaBVLpGgWR0CqEbn0btJGdX2UKGgGaAloD0MIwck2cAc+ckCUhpRSlGgVS7ZoFkdAqhHJLZi/f3V9lChoBmgJaA9DCPp+arz0PnJAlIaUUpRoFUuuaBZHQKoRyQd0aIh1fZQoaAZoCWgPQwg0oUliiSNxQJSGlFKUaBVLk2gWR0CqEc/kvK2bdX2UKGgGaAloD0MIkKSkh+E3c0CUhpRSlGgVS7NoFkdAqhHX863iJnV9lChoBmgJaA9DCJcA/FOqQnJAlIaUUpRoFUuVaBZHQKoSDJGvwE11fZQoaAZoCWgPQwhTIoleRsF0QJSGlFKUaBVLsmgWR0CqEiKPGQ0XdX2UKGgGaAloD0MImZzaGWYVc0CUhpRSlGgVS5poFkdAqhIiouPFN3V9lChoBmgJaA9DCJ4/bVRnQXNAlIaUUpRoFUu2aBZHQKoSRBrvb491fZQoaAZoCWgPQwiW6CyzCF9zQJSGlFKUaBVLpGgWR0CqEkQtrbg1dX2UKGgGaAloD0MI7IhDNlAcckCUhpRSlGgVS6VoFkdAqhJa5CngpHV9lChoBmgJaA9DCNNmnIZoxXNAlIaUUpRoFUvBaBZHQKoSbo24usd1fZQoaAZoCWgPQwhY5q26TvByQJSGlFKUaBVLqmgWR0CqEotp22XtdX2UKGgGaAloD0MITGvT2B4KcECUhpRSlGgVS7VoFkdAqhKul0o0AXV9lChoBmgJaA9DCMcTQZyHD3NAlIaUUpRoFUvBaBZHQKoSrZg5R0l1fZQoaAZoCWgPQwgqG9ZUlkhyQJSGlFKUaBVLlmgWR0CqEryg5BC2dX2UKGgGaAloD0MI5h4SvvdyckCUhpRSlGgVS7hoFkdAqhLDO/tY0XV9lChoBmgJaA9DCN50yw5x2HBAlIaUUpRoFUu1aBZHQKoSyq0+kgx1fZQoaAZoCWgPQwgPJzCdloVxQJSGlFKUaBVLjmgWR0CqEtdRrJr+dX2UKGgGaAloD0MIqYO8HsxIckCUhpRSlGgVS7hoFkdAqhLz6Hj6vnV9lChoBmgJaA9DCHzw2qWNunRAlIaUUpRoFUu1aBZHQKoS+PEKmbd1fZQoaAZoCWgPQwire2RzlShxQJSGlFKUaBVLkWgWR0CqEyrXcxj8dX2UKGgGaAloD0MICFkWTPwXTkCUhpRSlGgVS3RoFkdAqhMwOUdJa3V9lChoBmgJaA9DCH4CKEZWHHNAlIaUUpRoFUvbaBZHQKoTP1Oj7AN1fZQoaAZoCWgPQwgbYrzmVfZvQJSGlFKUaBVLqWgWR0CqE0Z0CA+ZdX2UKGgGaAloD0MI8rImFjiocECUhpRSlGgVS7ZoFkdAqhNS+Yc/+3V9lChoBmgJaA9DCO54k98iuHBAlIaUUpRoFUufaBZHQKoTfK/VRUF1fZQoaAZoCWgPQwgknBa86FJvQJSGlFKUaBVLoWgWR0CqE5jklu3udX2UKGgGaAloD0MItcAeEym4cECUhpRSlGgVS5hoFkdAqhPBSR8tw3V9lChoBmgJaA9DCL5KPnbXZHJAlIaUUpRoFUuJaBZHQKoT86T4cm11fZQoaAZoCWgPQwgFpz6QfKhyQJSGlFKUaBVLs2gWR0CqE/m2b5M2dX2UKGgGaAloD0MIrp6T3vd5c0CUhpRSlGgVS7VoFkdAqhQrw6QvH3V9lChoBmgJaA9DCNukorG2anNAlIaUUpRoFUuvaBZHQKoUK9zOopB1fZQoaAZoCWgPQwgGvqJbL01wQJSGlFKUaBVLpmgWR0CqFFHoHLRsdX2UKGgGaAloD0MIgCctXBbxckCUhpRSlGgVS7VoFkdAqhRSXF98Z3V9lChoBmgJaA9DCAjnU8dqh3BAlIaUUpRoFUulaBZHQKoUdwuM+/x1fZQoaAZoCWgPQwhSnQ5kPdZzQJSGlFKUaBVL22gWR0CqFH+B6KLsdX2UKGgGaAloD0MIhpM0f0wIckCUhpRSlGgVS6doFkdAqhSFycTakHV9lChoBmgJaA9DCMl06PT8F3FAlIaUUpRoFUvCaBZHQKoUsqAjIJZ1fZQoaAZoCWgPQwjovTEEQDJzQJSGlFKUaBVLxWgWR0CqFN43m3fAdX2UKGgGaAloD0MICcbBpaPNc0CUhpRSlGgVS7VoFkdAqhTmZG8VYnV9lChoBmgJaA9DCCygUE9foHJAlIaUUpRoFUvEaBZHQKoU7OKwY+B1fZQoaAZoCWgPQwhVTKWf8MdyQJSGlFKUaBVLtGgWR0CqFPWoWHk+dX2UKGgGaAloD0MIobskzoo9cECUhpRSlGgVS5hoFkdAqhUD74zrNXV9lChoBmgJaA9DCOcBLPJrD3JAlIaUUpRoFUu3aBZHQKoVEaOPvKF1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 612, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 256, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV+wIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjGUvaG9tZS9vd25lci9Qcm9qZWN0cy9odWdnaW5nZmFjZVJML3ZlbnYvbGliL3B5dGhvbjMuOC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMZS9ob21lL293bmVyL1Byb2plY3RzL2h1Z2dpbmdmYWNlUkwvdmVudi9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.4.0-109-lowlatency-x86_64-with-glibc2.29 #123-Ubuntu SMP PREEMPT Fri Apr 8 09:52:18 UTC 2022", "Python": "3.8.10", "Stable-Baselines3": "1.5.0", "PyTorch": "1.11.0+cu102", "GPU Enabled": "True", "Numpy": "1.22.3", "Gym": "0.21.0"}}

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad0fe65a85d407c36b217d3b7280cf1ca5ab140dc6611e69ccb54a85a902676f
-size 194209
+oid sha256:e57287ea808150aeddda71052f469904de4c1a71297f143437f2e2e193e68c51
+size 197931

results.json

@@ -1 +1 @@
-{"mean_reward": 220.0504217574468, "std_reward": 11.526505370053448, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-05T12:24:48.682599"}
+{"mean_reward": 283.04727809050854, "std_reward": 17.01619288644317, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-05T13:21:20.397348"}

thicc-ppo-LunarLander-rc.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dedeb8b34faf4616fe8c5816ec1950a7bdc4df400516017cbb49f84d8f7b253e
-size 244307
+oid sha256:2f16c2bd0249dd1410992c8534a705ff409ba6e3ae70f42dcf4211a6054e0701
+size 245682

thicc-ppo-LunarLander-rc/data

@@ -4,19 +4,19 @@
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f3db79dae50>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f3db79daee0>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f3db79daf70>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f3db79de040>",
-        "_build": "<function ActorCriticPolicy._build at 0x7f3db79de0d0>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7f3db79de160>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f3db79de1f0>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7f3db79de280>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f3db79de310>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f3db79de3a0>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f3db79de430>",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f322edd9e50>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f322edd9ee0>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f322edd9f70>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f322eddd040>",
+        "_build": "<function ActorCriticPolicy._build at 0x7f322eddd0d0>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7f322eddd160>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f322eddd1f0>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7f322eddd280>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f322eddd310>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f322eddd3a0>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f322eddd430>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc_data object at 0x7f3db79dc1b0>"
+        "_abc_impl": "<_abc_data object at 0x7f322edda1b0>"
     },
     "verbose": 1,
     "policy_kwargs": {
@@ -58,13 +58,13 @@
         "dtype": "int64",
         "_np_random": null
     },
-    "n_envs": 32,
-    "num_timesteps": 1015808,
-    "_total_timesteps": 1000000,
+    "n_envs": 64,
+    "num_timesteps": 10027008,
+    "_total_timesteps": 10000000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1651724292.4656534,
+    "start_time": 1651724725.1190345,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "lr_schedule": {
@@ -73,26 +73,26 @@
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQQAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYABAAAAAAAAFauiL7rPr8/qickvxH4wL7y916+MgGTvgAAAAAAAAAAMBeEPvAC5z5zas48U/PSvnEeuD2Ra6W8AAAAAAAAAAAAcfq8ieMcPnXhTb4AC2S+8f+LvYp6zToAAAAAAAAAAAAzjDyk4BQ6dxIhu97WlLY3LKI7rQZFOgAAgD8AAIA/TdLgPSlkaro+jeS7Da1AtsFBhDti37E1AACAPwAAgD9Dm+A+SsDaPiKh0b2K8cO+hiJpPo2Lhb0AAAAAAAAAAGZqHjzhsJq6fQ/uO8niAr2eMLw6bfzkPQAAgD8AAAAAAGwmPHtIl7rUB707XzQeNxaqCzteGQ02AACAPwAAgD9mJqM5XLsvuk6sPbvWUuu2SGRquniCWjoAAIA/AACAP5pwUz1c6yO6VUimu8cgBLcxpce6Kya/OgAAgD8AAIA/mpgJPRyYjD4SZ3o+qvSAvrRZSD0D9l08AAAAAAAAAAAa4jY9eyyWOVK1UzxRRRK8WyoWPJyvQz0AAAAAAAAAAJr6qz1IAeC4jGw4vBrxZj2nm+I78WC/PQAAgD8AAIA/MwesO8NlY7pSlEQ7a5BAOO7ZcDv7z+y5AACAPwAAgD8mO789pAh6OrwWSzyfxgs8V4D4Op2d9bwAAIA/AAAAALNSUT0YTZw+LpE3PL0jcL7wcvQ79Oi4vQAAAAAAAAAAM1TiPAoDfzopXwy8E1JaPWxYDrzdwJO9AACAPwAAAACA3vc9PZpJOmt9Fb1Q6gu7a18/PCN96LsAAIA/AACAPwAwCD2r8T0/etbLPfbWhb60wzQ92DwZvQAAAAAAAAAAmlVwPqkmRrzhVrs87myuO1cpqb3Fm4M8AACAPwAAgD8askE9FCbWOQZKMLzzfsG70glDu9MC4TwAAAAAAAAAAOZB8b1S6Oi5rmHuPOYjpLrLuTO7nZKQOwAAgD8AAIA/mvuQPI8yVrq8PiU7u8sdueJvEjsC0eO5AACAPwAAgD+aPCk9e8iYus62nTuru7q1TqMsuw5/tLoAAIA/AACAP83+nT2F6/i5ZoSEPI0qe7jXC3K7QFWAtwAAgD8AAIA/1yQvv25ojb74FuK5PWXPvF0/2bwea7e9AAAAAAAAgD960Dk+wvduP4qQhT7tf72+WzUlPoJqhz0AAAAAAAAAAM2JBT32pFK6uHggO4TCybcYfzi5SIk1ugAAgD8AAIA/s6kFPUjNkrpddxg8bhEiNjkTEbtBhxA1AACAPwAAgD8AU8s8H8XPOEN9xLoj9n+2FoSaO3pW7jkAAIA/AACAP2YWaLsTFLM/uJTqvTz6Tr4yt9c3dYdnvAAAAAAAAAAAmi8bvMP1PLgyLlI8a71CvIDOhDuSXqU7AAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSyBLCIaUjAFDlHSUUpQu"
+        ":serialized:": "gAWVdQgAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYACAAAAAAAAGaasDsheKi8+llSOw4AIT2hGsK9bQCwOwAAgD8AAIA/WiG9PR6ioT8uY80+HD8Uv11yCj55yYI+AAAAAAAAAAAAiDS8wz0Wuq0SWzzdfbA8IK01O8WUmD0AAIA/AACAP0rxcL6apPQ+ujFfPjcpJr/3Ff2+ULR+PgAAAAAAAAAA3oeQvhh0Oz+S1Bo+yqs0v7b7+b7TxHI+AAAAAAAAAABNBfO9xi2qP/J4jL77Qxu/YFx5vulCOr4AAAAAAAAAAGZy9zt2NjK8xfXsPSuhIzzk6gW90/oBvgAAgD8AAIA/TeYgPUjfiboauEKzFaq0r5nHtzpRecczAACAPwAAgD+asIA+D6oqP9/vhL5jyh2/jEilPu/zu74AAAAAAAAAAGaflDzfo7Y/N3KBPg0KszxAwYK8skIuvAAAAAAAAAAAAPqmPK7Dhrpuvwey35qEsGnNKbtbfBwzAACAPwAAgD+aYaU7z2AGvCsYTDuXx9g7R+dVPfI5wLwAAIA/AACAP81kgTvheJC62j1ctZVd9K9gHAi5gVOKNAAAgD8AAIA/AOCYPLy2sz/vKSA//6wDvshalry+ZOO9AAAAAAAAAACzX+E9GR2VPwyBrD57PDu/XBpePibgmD4AAAAAAAAAAACD8zyhnau87icLvtmaoTsjMV89SsYPtwAAgD8AAIA/TQtkPfqovD/GqCs/Eb+DPkh4XLzOgZo9AAAAAAAAAAAAUAk8ZLaMP5bECz0Cl2i/hjI1PPYtwzwAAAAAAAAAAM22p7wU8Iy6dWotNOZ7GTCruK06lzicswAAgD8AAIA/7VBSvi2KPD9wiwU+OSMxv09ts74mriY+AAAAAAAAAACaDMk8cXBIu66KiLsQY4g8L8qePI0ba70AAIA/AACAP/OMKj6ogwM/eBW2vgpjHL8kBUg+VM2uvgAAAAAAAAAAg9LbPvQZ173WCIA8vG6kPEfEub2ppTs8AACAPwAAgD8zUPa9Rf0vPyLyCjxv7jG/U32Tvnk0rjwAAAAAAAAAAGbGFTxiULU/+0OsPfrLHr7vNoK9oqQWvgAAAAAAAAAAc6vKvVqjND5n2Lw+D9L3vkKNFbyaKa8+AAAAAAAAAACahjA9SKH6uvFWOryMTJQ8DBAMPKMTgL0AAIA/AACAPzMdY7yc8a0+yy5UPHU5Kr+coCq8P7SIPAAAAAAAAAAA7dgFPhSPdT8Ovqw+RkZAvyTFlT6GwqY+AAAAAAAAAABt+T4+W+y4vAjMgrjERxa4s4smvhpggTcAAIA/AACAPzM3gj3WOTo9ETbCvsVX1L5m43S+Y2qBvgAAAAAAAAAAM6cRvXEBDLu7fVQ8dAaNPJm3p7sLOnQ9AACAPwAAgD8zn6U7hRXeu8QauT15DD492ueivA0bS7sAAIA/AACAPzNrvTxPPkc9GvaivuzEyr6whcu+IMdSvgAAAAAAAAAA5vMXPQRBrD8xHTo/S7Uhv3vHvby+u1W8AAAAAAAAAADNQyM+V8ElP2E1sbzFpC+/cU7BPtmxEL4AAAAAAAAAAJpPdTyPtCc9dGO/vQyGzb4Gdki8OVqqvQAAAAAAAAAAZkuYPIPTaLwShwe+Zo2JPWZWjz1es2M8AACAPwAAgD8zx5o8ZeDHPqqi0Dqr0Ey/6j5vPejhgrwAAAAAAAAAAGZm5DpcrS68xFu5OwBnMD0aXww9GyQIuwAAgD8AAIA/My+SO6RFXLsIQIm9ye2sPDQdQjtaE9g6AACAPwAAgD8TbU0+UkQZP6tUqL6MtTe/R4dmPhcMlL4AAAAAAAAAAOYPMD4YvU8/OOJDPueSPL/09eE+ZAO9PAAAAAAAAAAAzSKyvRvwnj2TSKk+4hy+vmX9CD79vHM+AAAAAAAAAABmaDi8Uququ/YLB7zP/Ps7RWoHvShT4zwAAIA/AACAP2Y2xjrEoYY+C+SNPa+yHb+PkSM97LWHOwAAAAAAAAAAJhmCPtcLYz/j8Jg9yrk4vyynFT9yFzm+AAAAAAAAAACaFqc82B+XP16xRT1OsD6/7ZvcvC2GuD0AAAAAAAAAAM0sDDt4o7Q/AtZdPuvwZzx3/CG7Hv9IvQAAAAAAAAAAM690vdFsgD3Kc8M+t5yPvoXAIj57l98+AAAAAAAAAAANrBa+YamZPqYdwz7dERu//vSZvco0kj4AAAAAAAAAAOYsFz0PBzc9hUT6vGl6pb48ydc9UnbWPAAAAAAAAAAADcDvvZpQjT/jC/6+9UdHv8HZML5uKLK+AAAAAAAAAAATaB6+YjLtPj4AhT4/Nhu/lxJ3vlicgD4AAAAAAAAAAKbLqz0oKJ0/3idTPjqHKr+SjW097MiBPgAAAAAAAAAAABnxvHv7tz8byfS+7vUEPj3lwTyIME08AAAAAAAAAAAzgw87cdY2uyynnL3VqJE8TiZhPI5Zer0AAIA/AACAPxplfz3pzl89qn6Fvgq7s75Kwbc7c8RQvgAAAAAAAAAAzcgIvciajju2v6g+67kyvqyPEz592FS/AAAAAAAAgD8zMyc74fCQulMu9TNVJbkvxTj2ubpSqLMAAIA/AACAP5PeJj5ba4U/rbCxPtEFKb80y+g+c2KRPgAAAAAAAAAAmhn0PFUkCz6eGjq9zjQKvwyAZT3P/w69AAAAAAAAAAAAuJ28T8AIvLnrBjw+WfM78xdgPdPO2LwAAIA/AACAP5pYrbzhLoy6W7TrMzNqKa83hwc7fg2mswAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYktASwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVkwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksghZSMAUOUdJRSlC4="
+        ":serialized:": "gAWVswAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAEAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiS0CFlIwBQ5R0lFKULg=="
     },
     "_last_original_obs": null,
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.015808000000000044,
+    "_current_progress_remaining": -0.0027007999999999477,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVaxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIswkwLH8OKkCUhpRSlIwBbJRLo4wBdJRHQHJOun62v0R1fZQoaAZoCWgPQwjzr+WV66tdQJSGlFKUaBVN6ANoFkdAcl6ZYgaFVXV9lChoBmgJaA9DCM3oR8MpKUNAlIaUUpRoFU3oA2gWR0ByZd5Rjz7NdX2UKGgGaAloD0MI2ZWWkXqLNMCUhpRSlGgVS3RoFkdAcm5rtVrAQHV9lChoBmgJaA9DCOkrSDMWQ09AlIaUUpRoFU3oA2gWR0Bydh5Z8rqddX2UKGgGaAloD0MIO8WqQZjzV0CUhpRSlGgVTegDaBZHQHJ2gTmGM4t1fZQoaAZoCWgPQwg57Sk5J7YnwJSGlFKUaBVLz2gWR0ByicL9deIEdX2UKGgGaAloD0MI2SQ/4ldOV0CUhpRSlGgVTegDaBZHQHKPcRxtHhF1fZQoaAZoCWgPQwgLCRhd3tw+QJSGlFKUaBVN6ANoFkdAcpDeokzGgnV9lChoBmgJaA9DCEmdgCbC8khAlIaUUpRoFUvSaBZHQHKSD63y7PJ1fZQoaAZoCWgPQwj28GWiCLdBQJSGlFKUaBVL1mgWR0BynNTR6WxAdX2UKGgGaAloD0MIHLEWnwLAQkCUhpRSlGgVS51oFkdAcp++fywwCnV9lChoBmgJaA9DCKfmcoOhujlAlIaUUpRoFUt6aBZHQHKoUleF+NN1fZQoaAZoCWgPQwj5EFSNXrE2QJSGlFKUaBVLpmgWR0ByqraIvalDdX2UKGgGaAloD0MIObh0zHnqMECUhpRSlGgVS5RoFkdActQqqOtGNXV9lChoBmgJaA9DCG4w1GGFlzNAlIaUUpRoFU3oA2gWR0By1Gm2sq8UdX2UKGgGaAloD0MI1jVaDvTkMECUhpRSlGgVS61oFkdAct5+wC8vmHV9lChoBmgJaA9DCJWcE3toim7AlIaUUpRoFU1PAWgWR0By4BSNwR5DdX2UKGgGaAloD0MI6jwq/q+ecMCUhpRSlGgVTe0BaBZHQHLoke6qbSZ1fZQoaAZoCWgPQwikU1c+yyszQJSGlFKUaBVLjmgWR0By7YkZ75VPdX2UKGgGaAloD0MIQUZAhSOoF8CUhpRSlGgVS/xoFkdAcxSRradtmHV9lChoBmgJaA9DCGPQCaGDEklAlIaUUpRoFU3oA2gWR0BzFiHnEETydX2UKGgGaAloD0MIYOrnTUV0TUCUhpRSlGgVTegDaBZHQHMfHQ2MsH11fZQoaAZoCWgPQwhMGqN1VFhTQJSGlFKUaBVN6ANoFkdAczD5vLowEnV9lChoBmgJaA9DCOjdWFAYTCtAlIaUUpRoFUvMaBZHQHNbI46wMYx1fZQoaAZoCWgPQwgEj2/vGkBJQJSGlFKUaBVN6ANoFkdAc24bF0gbInV9lChoBmgJaA9DCC7iOzHrMU9AlIaUUpRoFU3oA2gWR0BzcKdNFjNIdX2UKGgGaAloD0MIPzkKEAV4W0CUhpRSlGgVTegDaBZHQHNxaY7aIvd1fZQoaAZoCWgPQwgZOQt72o9KQJSGlFKUaBVN6ANoFkdAc3Sl6qsEJXV9lChoBmgJaA9DCNHrT+Jzs0xAlIaUUpRoFU3oA2gWR0BzevyRSxZ/dX2UKGgGaAloD0MIjbeVXpuMUUCUhpRSlGgVTegDaBZHQHN7KODJ2dN1fZQoaAZoCWgPQwguH0lJDztPQJSGlFKUaBVN6ANoFkdAc4bzEJjUeHV9lChoBmgJaA9DCDMZjuczwATAlIaUUpRoFU3oA2gWR0BzhwHiWE9MdX2UKGgGaAloD0MIMxgjEoVfX0CUhpRSlGgVTegDaBZHQHOSr655JK91fZQoaAZoCWgPQwgSFhVxOsndP5SGlFKUaBVL9GgWR0BzsJIOH310dX2UKGgGaAloD0MIWn9LAP7wV0CUhpRSlGgVTegDaBZHQHPM9wBHTZx1fZQoaAZoCWgPQwid1m1Q+y0dwJSGlFKUaBVL2WgWR0Bz0I0FbFCLdX2UKGgGaAloD0MINKK0N/i1WECUhpRSlGgVTegDaBZHQHPXYlIEr5J1fZQoaAZoCWgPQwhffxKfO/kuQJSGlFKUaBVLuWgWR0Bz2EImgJ1JdX2UKGgGaAloD0MIZyjueJNfQECUhpRSlGgVTegDaBZHQHPpY8EFGG51fZQoaAZoCWgPQwgo1T4djxnQv5SGlFKUaBVLj2gWR0Bz84+GGmDUdX2UKGgGaAloD0MIb4EExY/BIsCUhpRSlGgVTSkBaBZHQHP/wzxgAp91fZQoaAZoCWgPQwjLS/4nf6dTQJSGlFKUaBVN6ANoFkdAdBJR5C4SYnV9lChoBmgJaA9DCIF2hxQD5CxAlIaUUpRoFUuSaBZHQHQd3GwRoRJ1fZQoaAZoCWgPQwgoDqDf99FWQJSGlFKUaBVN6ANoFkdAdCKATqSowXV9lChoBmgJaA9DCLiumBHeg1pAlIaUUpRoFU3oA2gWR0B0I8nRb8m8dX2UKGgGaAloD0MICoDxDBryUUCUhpRSlGgVTegDaBZHQHQ0+KKpDNR1fZQoaAZoCWgPQwhjDRe5pw88QJSGlFKUaBVN6ANoFkdAdGDIBzV+Z3V9lChoBmgJaA9DCLhYUYNpZVJAlIaUUpRoFU3oA2gWR0B0alvze40/dX2UKGgGaAloD0MIAKjixi06SECUhpRSlGgVTegDaBZHQHSB8QNCqp91fZQoaAZoCWgPQwiQh767lfk6QJSGlFKUaBVN6ANoFkdAdIjQmu1WsHV9lChoBmgJaA9DCMLc7uU+OUNAlIaUUpRoFUvWaBZHQHSL7z5GjKx1fZQoaAZoCWgPQwh1V3bBYD1gQJSGlFKUaBVN6ANoFkdAdJzdlNDc/XV9lChoBmgJaA9DCGd79Ib7E2BAlIaUUpRoFU3oA2gWR0B0py72+PBBdX2UKGgGaAloD0MIDM7g7xe0VkCUhpRSlGgVTegDaBZHQHTYUF8ohIR1fZQoaAZoCWgPQwid2hmmttxQQJSGlFKUaBVN6ANoFkdAdOPwZflZHXV9lChoBmgJaA9DCLBx/bs+F1RAlIaUUpRoFU3oA2gWR0B05b9uP3i8dX2UKGgGaAloD0MIXtkFg2vRU0CUhpRSlGgVTegDaBZHQHTuup84Pwx1fZQoaAZoCWgPQwiH30237FRBQJSGlFKUaBVN6ANoFkdAdPQVlwtJ4HV9lChoBmgJaA9DCIc2ABsQqllAlIaUUpRoFU3oA2gWR0B1G2uW8h9tdX2UKGgGaAloD0MIgxYSMLpMPUCUhpRSlGgVTegDaBZHQHUc0+s5n151fZQoaAZoCWgPQwg900uMZdIxwJSGlFKUaBVNHQFoFkdAdR5HnU2DQXV9lChoBmgJaA9DCL6lnC/2MlhAlIaUUpRoFU3oA2gWR0B1N0HVwxWUdX2UKGgGaAloD0MIarx0k5i5YECUhpRSlGgVTegDaBZHQHU/fRiPQv91fZQoaAZoCWgPQwjbw14oYFtQQJSGlFKUaBVN6ANoFkdAdXF/xDst03V9lChoBmgJaA9DCD83NGWnIFZAlIaUUpRoFU3oA2gWR0B1c/kcS5AhdX2UKGgGaAloD0MIHXIz3IBOUkCUhpRSlGgVTegDaBZHQHV3weJYT0x1fZQoaAZoCWgPQwgd6KG2DV1UQJSGlFKUaBVN6ANoFkdAdX4dnTRYzXV9lChoBmgJaA9DCKNAn8iT+E5AlIaUUpRoFU3oA2gWR0B1ilb/wRXfdX2UKGgGaAloD0MIN8R4zSs1Y8CUhpRSlGgVTT8BaBZHQHWU3CfpUxV1fZQoaAZoCWgPQwiyKy0j9VhXQJSGlFKUaBVN6ANoFkdAdZb/BWPtD3V9lChoBmgJaA9DCODXSBKEK9u/lIaUUpRoFUuUaBZHQHW5U7r9l3B1fZQoaAZoCWgPQwj9Ma1NY3FUQJSGlFKUaBVN6ANoFkdAddPvOQhfSnV9lChoBmgJaA9DCHAlOzYCNFhAlIaUUpRoFU3oA2gWR0B118gdOqNqdX2UKGgGaAloD0MIdNTRcTUAV0CUhpRSlGgVTegDaBZHQHXeoR28qWl1fZQoaAZoCWgPQwgAcsKE0dhZQJSGlFKUaBVN6ANoFkdAdfDHn2ZiNXV9lChoBmgJaA9DCC+KHvgYpFVAlIaUUpRoFU3oA2gWR0B1+0zSCvovdX2UKGgGaAloD0MISbn7HB+LU0CUhpRSlGgVTegDaBZHQHYHZbt7a7F1fZQoaAZoCWgPQwixijcyj/lWQJSGlFKUaBVN6ANoFkdAdhk/dqL0jHV9lChoBmgJaA9DCAt6bwwB4FRAlIaUUpRoFU3oA2gWR0B2JF3/xUeddX2UKGgGaAloD0MICACOPftpYkCUhpRSlGgVTegDaBZHQHYoivPkaMt1fZQoaAZoCWgPQwgpJJnVO0BbQJSGlFKUaBVN6ANoFkdAdjpJFLFn7HV9lChoBmgJaA9DCOfEHtrHqibAlIaUUpRoFUuTaBZHQHY+vt+kP+Z1fZQoaAZoCWgPQwjOxHQhVtZfQJSGlFKUaBVN6ANoFkdAdmTDHOryUnV9lChoBmgJaA9DCLfvUX+9XVtAlIaUUpRoFU3oA2gWR0B2beWX1J18dX2UKGgGaAloD0MIfV2G/3TnTECUhpRSlGgVTegDaBZHQHaDwmReTmp1fZQoaAZoCWgPQwj60tufi9hdQJSGlFKUaBVN6ANoFkdAdookELYwqXV9lChoBmgJaA9DCDJ3LSEfR1NAlIaUUpRoFU3oA2gWR0B2nPzH0btJdX2UKGgGaAloD0MIXoWUn1TXVkCUhpRSlGgVTegDaBZHQHamg3HaN+91fZQoaAZoCWgPQwhzLO+qBxQ9QJSGlFKUaBVLfmgWR0B2xgg1WKdhdX2UKGgGaAloD0MIEF1Q3zLjU0CUhpRSlGgVTegDaBZHQHbgcEFGG211fZQoaAZoCWgPQwhQHEC/71FJQJSGlFKUaBVN6ANoFkdAduItsvZh8nV9lChoBmgJaA9DCKGCwwsiCWFAlIaUUpRoFU3oA2gWR0B261+d9UjtdX2UKGgGaAloD0MIjbYqiWw8YECUhpRSlGgVTegDaBZHQHbw11Oj7AN1fZQoaAZoCWgPQwhzhXe5CI5iQJSGlFKUaBVN6ANoFkdAdxdHSF49o3V9lChoBmgJaA9DCOWbbW5MZ1ZAlIaUUpRoFU3oA2gWR0B3GLBP9DQadX2UKGgGaAloD0MIggNauoLNW0CUhpRSlGgVTegDaBZHQHcaFH8TBZZ1fZQoaAZoCWgPQwjkSdI1k9ddQJSGlFKUaBVN6ANoFkdAdzHJqqOtGXV9lChoBmgJaA9DCIdREDy+i1hAlIaUUpRoFU3oA2gWR0B3OY0zj3mFdX2UKGgGaAloD0MIGof6XdgpWUCUhpRSlGgVTegDaBZHQHdKkth/iHZ1ZS4="
+        ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIsfz5tqDHc0CUhpRSlIwBbJRLmowBdJRHQKoNpyH2ys11fZQoaAZoCWgPQwj8cma7QvhwQJSGlFKUaBVLi2gWR0CqDdakqMFVdX2UKGgGaAloD0MILPUsCOXRSUCUhpRSlGgVS21oFkdAqg3WOCGvfXV9lChoBmgJaA9DCMTOFDpv2nFAlIaUUpRoFUu1aBZHQKoN5DE3sHB1fZQoaAZoCWgPQwhENSVZh+pwQJSGlFKUaBVLqWgWR0CqDeMwco6TdX2UKGgGaAloD0MI1o7iHPXOcUCUhpRSlGgVS5JoFkdAqg3ywt8NQXV9lChoBmgJaA9DCJV9VwQ/UXJAlIaUUpRoFUunaBZHQKoN8p1ie/Z1fZQoaAZoCWgPQwjdtBmnoQlyQJSGlFKUaBVLwGgWR0CqDf/4IrvtdX2UKGgGaAloD0MIn1c89YjZcUCUhpRSlGgVS6RoFkdAqg4HYe1a4nV9lChoBmgJaA9DCMhCdAic93BAlIaUUpRoFUu4aBZHQKoOB1mrbQF1fZQoaAZoCWgPQwjiW1g3XqRxQJSGlFKUaBVLpmgWR0CqDgdB0ITodX2UKGgGaAloD0MIlzszwTBzcUCUhpRSlGgVS6hoFkdAqg4TfDUExXV9lChoBmgJaA9DCHL75ZOVKHNAlIaUUpRoFUu8aBZHQKoOHzzVc2R1fZQoaAZoCWgPQwieQUP/xIpxQJSGlFKUaBVLr2gWR0CqDmu1OTJRdX2UKGgGaAloD0MIliL5SiBIckCUhpRSlGgVS5FoFkdAqg6OVHFxXHV9lChoBmgJaA9DCO8dNSaEmHJAlIaUUpRoFUuhaBZHQKoOrzDGcWl1fZQoaAZoCWgPQwg/jubICitzQJSGlFKUaBVLzGgWR0CqDrZbpu/DdX2UKGgGaAloD0MIjuiedY3OckCUhpRSlGgVS65oFkdAqg7/QWvbGnV9lChoBmgJaA9DCNgN2xalyXBAlIaUUpRoFUu3aBZHQKoPIrbQC0Z1fZQoaAZoCWgPQwjGpSpt8YNzQJSGlFKUaBVLsWgWR0CqDzIddVvNdX2UKGgGaAloD0MI106UhMRPcUCUhpRSlGgVS8VoFkdAqg9BSNwR5HV9lChoBmgJaA9DCOOo3ERtD3JAlIaUUpRoFUu7aBZHQKoPQYxcmjV1fZQoaAZoCWgPQwjgL2ZLVq9yQJSGlFKUaBVLsGgWR0CqD0ce8wpOdX2UKGgGaAloD0MI1LZhFESJckCUhpRSlGgVS8BoFkdAqg9rXvphW3V9lChoBmgJaA9DCOLplbLMjnJAlIaUUpRoFUucaBZHQKoPa19fCyh1fZQoaAZoCWgPQwhr1hnf1zxwQJSGlFKUaBVLk2gWR0CqD3C/47A+dX2UKGgGaAloD0MIoBfuXJjHb0CUhpRSlGgVS59oFkdAqg+AJC0F83V9lChoBmgJaA9DCIaNsn6zBXJAlIaUUpRoFUvEaBZHQKoPk1TBInV1fZQoaAZoCWgPQwhMa9PYXgNxQJSGlFKUaBVLmmgWR0CqD6iY1He8dX2UKGgGaAloD0MIkBX8NgQic0CUhpRSlGgVS7FoFkdAqg/R4W1twnV9lChoBmgJaA9DCHoYWp2cGXJAlIaUUpRoFUupaBZHQKoP9PuXu3N1fZQoaAZoCWgPQwiYaJCC50FxQJSGlFKUaBVLrGgWR0CqD/vHktEodX2UKGgGaAloD0MIoik7/eAtckCUhpRSlGgVS4toFkdAqg/7tPYWcnV9lChoBmgJaA9DCF1vm6mQxnFAlIaUUpRoFUucaBZHQKoP+uOCGvh1fZQoaAZoCWgPQwi/LO3UnFFyQJSGlFKUaBVLoGgWR0CqEAkcjqwAdX2UKGgGaAloD0MIEeLK2TtCckCUhpRSlGgVS9BoFkdAqhAPS6UaAHV9lChoBmgJaA9DCJmEC3kE1XBAlIaUUpRoFUuuaBZHQKoQD1VYISl1fZQoaAZoCWgPQwhm9Q63A39zQJSGlFKUaBVLq2gWR0CqED9Cu2ZzdX2UKGgGaAloD0MIizOGOUGTcUCUhpRSlGgVS51oFkdAqhBMH8jzI3V9lChoBmgJaA9DCGK/J9ZpFXBAlIaUUpRoFUuNaBZHQKoQbIsAeaN1fZQoaAZoCWgPQwj2YignWphyQJSGlFKUaBVLrGgWR0CqEHV4HHFQdX2UKGgGaAloD0MIpOAp5IqUcECUhpRSlGgVS6ZoFkdAqhCJ33YcvXV9lChoBmgJaA9DCDze5Lco+3BAlIaUUpRoFUu/aBZHQKoQmHuZ1FJ1fZQoaAZoCWgPQwjdW5GYoBtyQJSGlFKUaBVLtWgWR0CqEJ8oQWepdX2UKGgGaAloD0MIP+PCgZDycUCUhpRSlGgVS35oFkdAqhCdy7wrlXV9lChoBmgJaA9DCFgdOdKZXXFAlIaUUpRoFUuvaBZHQKoQug/Tspp1fZQoaAZoCWgPQwj43XTLDgRyQJSGlFKUaBVLn2gWR0CqEM6RyOrAdX2UKGgGaAloD0MI5E1+i040c0CUhpRSlGgVS85oFkdAqhDV6mfoR3V9lChoBmgJaA9DCA8r3PIROnRAlIaUUpRoFUvMaBZHQKoQ6oJiRW91fZQoaAZoCWgPQwgZr3lV55hzQJSGlFKUaBVLq2gWR0CqEP3bmEGrdX2UKGgGaAloD0MIxY7GoT6EcECUhpRSlGgVS6JoFkdAqhEn0TURWnV9lChoBmgJaA9DCMFwrmGGCHJAlIaUUpRoFUuoaBZHQKoRTJQLux91fZQoaAZoCWgPQwgcX3tmiVlzQJSGlFKUaBVLyWgWR0CqEUuwxFiKdX2UKGgGaAloD0MIr+3tlmRtckCUhpRSlGgVS5hoFkdAqhGzZ13dK3V9lChoBmgJaA9DCOoj8Idf5XFAlIaUUpRoFUu6aBZHQKoRs3o9s8B1fZQoaAZoCWgPQwjJ5xVPvbdyQJSGlFKUaBVLpGgWR0CqEbn0btJGdX2UKGgGaAloD0MIwck2cAc+ckCUhpRSlGgVS7ZoFkdAqhHJLZi/f3V9lChoBmgJaA9DCPp+arz0PnJAlIaUUpRoFUuuaBZHQKoRyQd0aIh1fZQoaAZoCWgPQwg0oUliiSNxQJSGlFKUaBVLk2gWR0CqEc/kvK2bdX2UKGgGaAloD0MIkKSkh+E3c0CUhpRSlGgVS7NoFkdAqhHX863iJnV9lChoBmgJaA9DCJcA/FOqQnJAlIaUUpRoFUuVaBZHQKoSDJGvwE11fZQoaAZoCWgPQwhTIoleRsF0QJSGlFKUaBVLsmgWR0CqEiKPGQ0XdX2UKGgGaAloD0MImZzaGWYVc0CUhpRSlGgVS5poFkdAqhIiouPFN3V9lChoBmgJaA9DCJ4/bVRnQXNAlIaUUpRoFUu2aBZHQKoSRBrvb491fZQoaAZoCWgPQwiW6CyzCF9zQJSGlFKUaBVLpGgWR0CqEkQtrbg1dX2UKGgGaAloD0MI7IhDNlAcckCUhpRSlGgVS6VoFkdAqhJa5CngpHV9lChoBmgJaA9DCNNmnIZoxXNAlIaUUpRoFUvBaBZHQKoSbo24usd1fZQoaAZoCWgPQwhY5q26TvByQJSGlFKUaBVLqmgWR0CqEotp22XtdX2UKGgGaAloD0MITGvT2B4KcECUhpRSlGgVS7VoFkdAqhKul0o0AXV9lChoBmgJaA9DCMcTQZyHD3NAlIaUUpRoFUvBaBZHQKoSrZg5R0l1fZQoaAZoCWgPQwgqG9ZUlkhyQJSGlFKUaBVLlmgWR0CqEryg5BC2dX2UKGgGaAloD0MI5h4SvvdyckCUhpRSlGgVS7hoFkdAqhLDO/tY0XV9lChoBmgJaA9DCN50yw5x2HBAlIaUUpRoFUu1aBZHQKoSyq0+kgx1fZQoaAZoCWgPQwgPJzCdloVxQJSGlFKUaBVLjmgWR0CqEtdRrJr+dX2UKGgGaAloD0MIqYO8HsxIckCUhpRSlGgVS7hoFkdAqhLz6Hj6vnV9lChoBmgJaA9DCHzw2qWNunRAlIaUUpRoFUu1aBZHQKoS+PEKmbd1fZQoaAZoCWgPQwire2RzlShxQJSGlFKUaBVLkWgWR0CqEyrXcxj8dX2UKGgGaAloD0MICFkWTPwXTkCUhpRSlGgVS3RoFkdAqhMwOUdJa3V9lChoBmgJaA9DCH4CKEZWHHNAlIaUUpRoFUvbaBZHQKoTP1Oj7AN1fZQoaAZoCWgPQwgbYrzmVfZvQJSGlFKUaBVLqWgWR0CqE0Z0CA+ZdX2UKGgGaAloD0MI8rImFjiocECUhpRSlGgVS7ZoFkdAqhNS+Yc/+3V9lChoBmgJaA9DCO54k98iuHBAlIaUUpRoFUufaBZHQKoTfK/VRUF1fZQoaAZoCWgPQwgknBa86FJvQJSGlFKUaBVLoWgWR0CqE5jklu3udX2UKGgGaAloD0MItcAeEym4cECUhpRSlGgVS5hoFkdAqhPBSR8tw3V9lChoBmgJaA9DCL5KPnbXZHJAlIaUUpRoFUuJaBZHQKoT86T4cm11fZQoaAZoCWgPQwgFpz6QfKhyQJSGlFKUaBVLs2gWR0CqE/m2b5M2dX2UKGgGaAloD0MIrp6T3vd5c0CUhpRSlGgVS7VoFkdAqhQrw6QvH3V9lChoBmgJaA9DCNukorG2anNAlIaUUpRoFUuvaBZHQKoUK9zOopB1fZQoaAZoCWgPQwgGvqJbL01wQJSGlFKUaBVLpmgWR0CqFFHoHLRsdX2UKGgGaAloD0MIgCctXBbxckCUhpRSlGgVS7VoFkdAqhRSXF98Z3V9lChoBmgJaA9DCAjnU8dqh3BAlIaUUpRoFUulaBZHQKoUdwuM+/x1fZQoaAZoCWgPQwhSnQ5kPdZzQJSGlFKUaBVL22gWR0CqFH+B6KLsdX2UKGgGaAloD0MIhpM0f0wIckCUhpRSlGgVS6doFkdAqhSFycTakHV9lChoBmgJaA9DCMl06PT8F3FAlIaUUpRoFUvCaBZHQKoUsqAjIJZ1fZQoaAZoCWgPQwjovTEEQDJzQJSGlFKUaBVLxWgWR0CqFN43m3fAdX2UKGgGaAloD0MICcbBpaPNc0CUhpRSlGgVS7VoFkdAqhTmZG8VYnV9lChoBmgJaA9DCCygUE9foHJAlIaUUpRoFUvEaBZHQKoU7OKwY+B1fZQoaAZoCWgPQwhVTKWf8MdyQJSGlFKUaBVLtGgWR0CqFPWoWHk+dX2UKGgGaAloD0MIobskzoo9cECUhpRSlGgVS5hoFkdAqhUD74zrNXV9lChoBmgJaA9DCOcBLPJrD3JAlIaUUpRoFUu3aBZHQKoVEaOPvKF1ZS4="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 124,
+    "_n_updates": 612,
     "n_steps": 1024,
     "gamma": 0.999,
     "gae_lambda": 0.98,

thicc-ppo-LunarLander-rc/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9cc8c9e274655183df6158c91aefd2fd50e399d484d45d6772c5bdad95e5a3a1
-size 150609
+oid sha256:db05929f2a8518330d89dd7589c997b4d9988427ca32cc22ff14905d5e5d8c53
+size 150673

thicc-ppo-LunarLander-rc/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b8df1d067595d2263779a668782df57b89d3f2611cfbc3f0d7a659eb5284efc
+oid sha256:1aacbc4476e1cc01ea04fab77c63060083129202766de9d1d8c19c476c001bb5
 size 76283