nothing fun here

README.md

@@ -10,7 +10,7 @@ model-index:
   results:
   - metrics:
     - type: mean_reward
-      value: 9.85 +/- 118.65
+      value: 251.39 +/- 19.44
       name: mean_reward
     task:
       type: reinforcement-learning

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fc7465a9680>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fc7465a9710>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fc7465a97a0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fc7465a9830>", "_build": "<function ActorCriticPolicy._build at 0x7fc7465a98c0>", "forward": "<function ActorCriticPolicy.forward at 0x7fc7465a9950>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fc7465a99e0>", "_predict": "<function ActorCriticPolicy._predict at 0x7fc7465a9a70>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fc7465a9b00>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fc7465a9b90>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fc7465a9c20>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7fc7465ff180>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 64, "num_timesteps": 1048576, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1651860166.4659212, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQgAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYACAAAAAAAAD0PFj+SaFs/KACgPiNr1r6NlGE9BlzlPAAAAAAAAAAAJijiPY+CeLh3wgy8USRDN9hgKDqZR4e2AACAPwAAgD/6whE/9f8AP+yGpT7Xi1e+ZIvwPdL9nL0AAAAAAAAAAAAec74B8DI/0HI7PXPldL4A0pg88ntFvQAAAAAAAAAAQHrLPa43wjm9co88Z/I4vJtofDtggTi8AAAAAAAAAABNwuk9XBVbPiUUF72R/Fa+a/JSPOiyVT0AAAAAAAAAADMtEzxPAO8+WvkjPMThhr7Kyh07AzIevAAAAAAAAAAAc0PGvYUz5LmQuVk7N+HJNamH0rnGtXq6AACAPwAAgD/2+DM/zFo7vhvQUr5dgam9nPtUPvYQSb4AAIA/AACAP0ZtQz7ORu4+ei/KPGeYsL4ivLe9jlayPAAAAAAAAAAA80qivhE6JL141Ve99iYLvDxvdD4MzSc0AACAPwAAgD8ApD08e+6Quk6ePz1kddA8umVgumT3sj0AAIA/AACAP4Cfqz7cNWi8BHG1umE3mrtMiY29TkaMPAAAgD8AAAAApqIwvsMcZ7yAHmo7aHwBOgS00D3pJra6AACAPwAAgD+Ahus+8Q1YvVFdSbxChB89sk0RPiDzirwAAAAAAAAAABNGtj4/0gw/CeTAPVnvnb7n7LU9bOuSOwAAAAAAAAAAqtxyvtrhET9OgrE9M62KvqAfbzppSI89AAAAAAAAAACwnoo+j78gvHIg4T00/sG9V/2AvVKOo74AAAAAAACAPzMrSTyP3jG6ToccPbw/ZTUJdzY608hVNAAAgD8AAIA/MVgFv8/PALwdnj455KLrOyp0RD42wCI8AACAPwAAgD8zdSs9j0Y8uvwiSjxnbKW1nM2UOwBkoLQAAIA/AACAP9YqCb/APCI/ZQDpvb2Lt76QUdY8FqjsOwAAAAAAAAAAJc2xvrsAgj8JUy6+jCAFvxpOJ70y0XY9AAAAAAAAAABmiIW9KcQ0uhucHLtABXE4z4e4O/oyqjkAAIA/AACAPzbS8L4hfya97vKjvNRIujzmmw0+xtxHvQAAgD8AAIA/YDGAPh9lmTyOr165MKVFt4cJIz7bMFW4AACAPwAAgD8yN6u+rRlYvWf4xLqpZYK4IXeNPupixDgAAIA/AACAP1scIL8wFFS+0qkwvGGeYDxBY4O7s5qNvQAAgD8AAIA/ACDiuo/KA7rMIj27ZgYOMwkeHTv4TFg6AACAPwAAgD9sqxu/5yMovtdCsjrzJqs3NcK0PVamTjoAAIA/AACAP93IMj8p7gw9Mq0cvm3YvTzdAJ0+3tGPPAAAAAAAAAAAAFWKPSlQcrpGUM882wsDPQG2hbibt+A9AACAPwAAgD/KzuU+bA+GPAYVjDomHaS78/pVPn641b0AAAAAAAAAABogQ70piAS6rjeLPN4E/Do1Q0e7Gh/cuwAAgD8AAAAAZgfVvfbkDLrGbI+6zxqyOBnCYDtPNqE5AACAPwAAgD+eJge/fUJ6va0gG7zmfQY84ZRDPozCibwAAAAAAAAAAMP2rD57kd68IKizOsu6BTmTnNy9KpHgOQAAgD8AAIA/zZOnPeH6zzdt2uQ7NaKXu7n23rsvNIU8AACAPwAAAACI2i6/Sq3dvWi1gjxfRXq6CNu3vfauhTUAAIA/AACAP9p46b3XByg6lvnXPRDvDrwwGsI6rdONvAAAAAAAAAAA48g6Pzjktz6ojcU9iY2vvhLwGr3foa89AAAAAAAAAADWiK6+1255vdiOZzx53MS6TGuLPgo1hjwAAIA/AACAP02xID52Crw/4eQEPyJd/b05DMQ94HE4PgAAAAAAAAAAg7RsviSqLjx4vQE+PzuQvcJppL0Fc4E9AAAAAAAAAAAA2t09KSAeungrnrxxV4k8EC2KOwgVljsAAIA/AACAPwBz5T44AKM8Av4qvYusQrvbS4k+9WugvAAAgD8AAIA/BtQMv/j17r22u4Y91HKhuQNGir2aqpC8AACAPwAAgD8aXZm9hfO0ud52Bz0GYRG5UmZfO/jqCrgAAIA/AACAP1060j585cW9VBW/PQHyIr5opge+NdXLvgAAgD8AAIA/WtSLPkOYArwtH9o8/JYUPBL8e70xkiU7AACAPwAAgD9zWps+sANKP/0Dzj5QTru+oEpCPsqXTz0AAAAAAAAAAOYaar3sqeu5CTexPGqv7LPEyFE7smOfswAAgD8AAIA/AMTaO3v4nroKHr08bNB1NukADbumcmY1AACAPwAAgD+F+aC+CHimvMUodryLHug8t+ABPs5fC7oAAIA/AACAPzM2njzhMKK6JssXPGluqDajVk47ksKaNQAAgD8AAIA/c4uOPj2wEjzacZo72R8YOUHFmD221es5AACAPwAAAADWRlW+LT2jPrDot71qJ4W+SHMGPVEBA70AAAAAAAAAAM3qHj2Ahp4/GpVcPmPJwb7Klh+7JMEkvAAAAAAAAAAAGh2fPSkoXrpa0Oa8kmYVvBY/4rvKLAK9AACAPwAAgD9GKiY/KOYdvuZJmLtddjA84/JgPmpC3DsAAIA/AACAP2ZmMz0f0+g67dFqPhs9Nzt8uK88KqYYPgAAAAAAAAAAOty5Pk0/ub3eRZY+psuHvd/7xL7qmaG9AACAPwAAgD8AI4U+V00PP1bLnT2Hoqa+T0q1PLoMsT0AAAAAAAAAAM0c2T24Hp25jruoO9fYuzZTgQk7bkXGNQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYktASwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVswAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiS0CFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.04857599999999995, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVZRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMII6MDkrA8UECUhpRSlIwBbJRN6AOMAXSUR0CWYWwTdtVJdX2UKGgGaAloD0MICTVDqijtU0CUhpRSlGgVTegDaBZHQJZlnoZAIIF1fZQoaAZoCWgPQwiKV1nbFKFUQJSGlFKUaBVN6ANoFkdAlme27jDKo3V9lChoBmgJaA9DCLq/ety3GjLAlIaUUpRoFUvlaBZHQJZnvSCvovB1fZQoaAZoCWgPQwj+8PPfg61bQJSGlFKUaBVN6ANoFkdAlmi8wco6S3V9lChoBmgJaA9DCMiW5esyQVrAlIaUUpRoFUvSaBZHQJZo575VOsV1fZQoaAZoCWgPQwgRNGYS9QogQJSGlFKUaBVNBQFoFkdAlm0jtG/etXV9lChoBmgJaA9DCPet1onLcQlAlIaUUpRoFUvNaBZHQJZwu5AhStN1fZQoaAZoCWgPQwhTymsldK9VwJSGlFKUaBVNYQFoFkdAlndI7zTWoXV9lChoBmgJaA9DCPGBHf8FKVRAlIaUUpRoFU3oA2gWR0CWfavP1L8KdX2UKGgGaAloD0MIgv+tZEdLY8CUhpRSlGgVTRACaBZHQJaGrKnvUjN1fZQoaAZoCWgPQwiMZmX7kKdcQJSGlFKUaBVN6ANoFkdAlooX0PH1e3V9lChoBmgJaA9DCNNM9zqplUbAlIaUUpRoFUvlaBZHQJaLE33pOet1fZQoaAZoCWgPQwjrOH6otNRswJSGlFKUaBVNgAFoFkdAlosqe9SMtXV9lChoBmgJaA9DCPqa5bLRgFdAlIaUUpRoFU3oA2gWR0CWjMfcer+6dX2UKGgGaAloD0MI1A0UeCe/KcCUhpRSlGgVS+VoFkdAlp37eVLSNXV9lChoBmgJaA9DCI82jliL0VtAlIaUUpRoFU3oA2gWR0CWn5Q40dildX2UKGgGaAloD0MIk/5eCg/OO8CUhpRSlGgVTUoBaBZHQJagPSeAd4p1fZQoaAZoCWgPQwgJTn0gefRQQJSGlFKUaBVN6ANoFkdAlqOA4Otnw3V9lChoBmgJaA9DCLiSHRsBB2BAlIaUUpRoFU3oA2gWR0CWqLOn2qT9dX2UKGgGaAloD0MIC7Q7pBhCQECUhpRSlGgVTegDaBZHQJapFVKf4AV1fZQoaAZoCWgPQwjsM2d9yrEAQJSGlFKUaBVLxWgWR0CWrblRxcVydX2UKGgGaAloD0MI5xcl6C/0NkCUhpRSlGgVS8ZoFkdAlq8yEUTL4nV9lChoBmgJaA9DCMR6o1aYkl5AlIaUUpRoFU3oA2gWR0CWtWpMpPRBdX2UKGgGaAloD0MIA5SGGoXUUUCUhpRSlGgVTegDaBZHQJa7GoXKr7x1fZQoaAZoCWgPQwhoPudu11FQQJSGlFKUaBVN6ANoFkdAlr1Jng5zYHV9lChoBmgJaA9DCDeo/dZOjFFAlIaUUpRoFU3oA2gWR0CWwHuAI6bOdX2UKGgGaAloD0MIWoC21ayHPECUhpRSlGgVS5doFkdAlsMdIkJKJ3V9lChoBmgJaA9DCLRaYI+JAEFAlIaUUpRoFUt1aBZHQJbKXcN6PbR1fZQoaAZoCWgPQwjPS8XGvFo3wJSGlFKUaBVLd2gWR0CWynPVNHpbdX2UKGgGaAloD0MIKZgxBWsiWECUhpRSlGgVTegDaBZHQJbQWoBJZnt1fZQoaAZoCWgPQwj7Anrhzj0iQJSGlFKUaBVLwmgWR0CW0UKHwgDBdX2UKGgGaAloD0MIcR3jiosvUkCUhpRSlGgVTegDaBZHQJbT35RCQcR1fZQoaAZoCWgPQwjWxAJfUSxhQJSGlFKUaBVN6ANoFkdAltQx9LHuJHV9lChoBmgJaA9DCJEqildZA0hAlIaUUpRoFU3oA2gWR0CW1P1ivxH5dX2UKGgGaAloD0MIeH3mrE+IUECUhpRSlGgVTegDaBZHQJbVXqZ+hGp1fZQoaAZoCWgPQwiZEd4ehBlQwJSGlFKUaBVNPAFoFkdAltbzZL7GenV9lChoBmgJaA9DCKvsuyL4Iz5AlIaUUpRoFUuGaBZHQJbZUZsKsuF1fZQoaAZoCWgPQwineFxUi1RdwJSGlFKUaBVL6GgWR0CW3qO9FnZkdX2UKGgGaAloD0MIqg1ORL8AR0CUhpRSlGgVS51oFkdAluG+6mO2iXV9lChoBmgJaA9DCOY+OQoQhS1AlIaUUpRoFUu2aBZHQJblJkCmuT11fZQoaAZoCWgPQwhFD3wMVsZQQJSGlFKUaBVN6ANoFkdAlufg6hg3LnV9lChoBmgJaA9DCF/svfiiXTFAlIaUUpRoFU3oA2gWR0CW690Z3s5XdX2UKGgGaAloD0MI+BkXDoTeRkCUhpRSlGgVTegDaBZHQJbteWE9Mbp1fZQoaAZoCWgPQwhMiSR6GR0rQJSGlFKUaBVN6ANoFkdAlu3L+YMOPXV9lChoBmgJaA9DCOrOE8/Zrj1AlIaUUpRoFU3oA2gWR0CW7o4Pf8/EdX2UKGgGaAloD0MIBDxp4TKZZ8CUhpRSlGgVTSoBaBZHQJbx0vCdjG11fZQoaAZoCWgPQwgfuqC+ZdxSQJSGlFKUaBVN6ANoFkdAlvKK9kBjnXV9lChoBmgJaA9DCK8GKA0141JAlIaUUpRoFU3oA2gWR0CXAGy31BdEdX2UKGgGaAloD0MIyXN9Hw5CMECUhpRSlGgVTegDaBZHQJcFn7fpD/l1fZQoaAZoCWgPQwhVFRqIZZcxwJSGlFKUaBVN6ANoFkdAlwkxn3+MqHV9lChoBmgJaA9DCKOtSiL7VkZAlIaUUpRoFU3oA2gWR0CXCpWeYlY2dX2UKGgGaAloD0MIk6mCUUlRZMCUhpRSlGgVTfIBaBZHQJcLPAtWdVh1fZQoaAZoCWgPQwhzDwnf+wsQwJSGlFKUaBVLwWgWR0CXDqNDtw71dX2UKGgGaAloD0MI98lRgCh8O8CUhpRSlGgVTegDaBZHQJcTa2iL2pR1fZQoaAZoCWgPQwj0wwjh0dYyQJSGlFKUaBVL+mgWR0CXGK3IMjNZdX2UKGgGaAloD0MIH73hPnLjVUCUhpRSlGgVTegDaBZHQJcYtON5t3x1fZQoaAZoCWgPQwiB7PXuj0s8wJSGlFKUaBVL02gWR0CXHR3g1m8NdX2UKGgGaAloD0MIZtr+lZW4UECUhpRSlGgVTegDaBZHQJcdJQm/nGN1fZQoaAZoCWgPQwgqV3iXi7AkQJSGlFKUaBVL0mgWR0CXIgt8eCCjdX2UKGgGaAloD0MINsgkI2fBCMCUhpRSlGgVS+NoFkdAlyN+sDGLk3V9lChoBmgJaA9DCKjhW1g3t1dAlIaUUpRoFU3oA2gWR0CXJtradtl7dX2UKGgGaAloD0MIdXedDfmBS8CUhpRSlGgVTQQBaBZHQJcqcdLg4wR1fZQoaAZoCWgPQwibN04K8/ZMQJSGlFKUaBVN6ANoFkdAly1l1wHZ9XV9lChoBmgJaA9DCDeq04Gsb1pAlIaUUpRoFU3oA2gWR0CXL2QOnVG1dX2UKGgGaAloD0MIuYlamltJMMCUhpRSlGgVS/BoFkdAlzEO4Cp3o3V9lChoBmgJaA9DCAsm/ijq9EdAlIaUUpRoFU3oA2gWR0CXNAoVVPvbdX2UKGgGaAloD0MIMV7zqs6BUECUhpRSlGgVTegDaBZHQJc15cUuctp1fZQoaAZoCWgPQwhWnkDYKa9VQJSGlFKUaBVN6ANoFkdAlzYD4xk/bHV9lChoBmgJaA9DCEF+NnLdWDNAlIaUUpRoFU0cAWgWR0CXOCCL/CIldX2UKGgGaAloD0MIJZASu7ZNQ0CUhpRSlGgVTegDaBZHQJc5VM10knl1fZQoaAZoCWgPQwiJX7GGi5w1QJSGlFKUaBVNAwFoFkdAl0To3WFvh3V9lChoBmgJaA9DCDQtsTIawldAlIaUUpRoFU3oA2gWR0CXSVp1zQu3dX2UKGgGaAloD0MIvOgrSDMlW0CUhpRSlGgVTegDaBZHQJdLWSwGGEh1fZQoaAZoCWgPQwiO6J51jbI3QJSGlFKUaBVL5WgWR0CXTAA0Kqn4dX2UKGgGaAloD0MIW7BUF/B+NsCUhpRSlGgVTS0BaBZHQJdMhs0pEx91fZQoaAZoCWgPQwj92vrpPwJXQJSGlFKUaBVN6ANoFkdAl0+gPNFBp3V9lChoBmgJaA9DCK4QVmMJIF9AlIaUUpRoFU3oA2gWR0CXW7waBI4EdX2UKGgGaAloD0MIppcYy/TDRECUhpRSlGgVS9xoFkdAl18r8WKuS3V9lChoBmgJaA9DCOrr+Zrlp2FAlIaUUpRoFU3oA2gWR0CXX4oi9qUNdX2UKGgGaAloD0MIv+/fvDjnS0CUhpRSlGgVTegDaBZHQJdpO13MY/F1fZQoaAZoCWgPQwimYI2z6RgmwJSGlFKUaBVLyGgWR0CXc37I1cdHdX2UKGgGaAloD0MIliAjoMJ2XMCUhpRSlGgVTZ0BaBZHQJd1MEA5q/N1fZQoaAZoCWgPQwiY2lIHeUk1wJSGlFKUaBVL4WgWR0CXdy3kPtladX2UKGgGaAloD0MIu+1Cc51jXcCUhpRSlGgVTTkCaBZHQJd66SdOIqN1fZQoaAZoCWgPQwjHLlG9NRRcQJSGlFKUaBVN6ANoFkdAl3xuhK15SnV9lChoBmgJaA9DCFDIztvYWl9AlIaUUpRoFU3oA2gWR0CXfMDZDiOvdX2UKGgGaAloD0MINbVsrS+wWUCUhpRSlGgVTegDaBZHQJeFF69kBjp1fZQoaAZoCWgPQwgCt+7mqeYiwJSGlFKUaBVL/2gWR0CXiAbXYlIFdX2UKGgGaAloD0MIuKzCZoDLMMCUhpRSlGgVTQEBaBZHQJeMf8HfMwF1fZQoaAZoCWgPQwgMy59vC3JKQJSGlFKUaBVN6ANoFkdAl5M1wkxASnV9lChoBmgJaA9DCJCjObLyw0FAlIaUUpRoFU3oA2gWR0CXk2wrDqGDdX2UKGgGaAloD0MIueLiqNysJECUhpRSlGgVS5xoFkdAl5NzefqX4XV9lChoBmgJaA9DCKnBNAwf4mfAlIaUUpRoFU0kAWgWR0CXlygpjMFEdX2UKGgGaAloD0MIbJVgcThRXUCUhpRSlGgVTegDaBZHQJeXfYdyT6l1fZQoaAZoCWgPQwiRup195btUQJSGlFKUaBVN6ANoFkdAl5ojI/7iynV9lChoBmgJaA9DCKOTpdb7jew/lIaUUpRoFU0CAWgWR0CXngPS2H+IdX2UKGgGaAloD0MI8nhafuAOY8CUhpRSlGgVTakBaBZHQJeoCwbEP2B1fZQoaAZoCWgPQwi4dTdPdTgWwJSGlFKUaBVLpGgWR0CXtAhz/6wddX2UKGgGaAloD0MIuATgn1LtJMCUhpRSlGgVTegDaBZHQJe3lEXtSht1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 128, "n_steps": 2048, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 128, "n_epochs": 16, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022", "Python": "3.7.13", "Stable-Baselines3": "1.5.0", "PyTorch": "1.11.0+cu113", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fc7465a9680>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fc7465a9710>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fc7465a97a0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fc7465a9830>", "_build": "<function ActorCriticPolicy._build at 0x7fc7465a98c0>", "forward": "<function ActorCriticPolicy.forward at 0x7fc7465a9950>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fc7465a99e0>", "_predict": "<function ActorCriticPolicy._predict at 0x7fc7465a9a70>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fc7465a9b00>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fc7465a9b90>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fc7465a9c20>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7fc7465ff180>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1651862362.676325, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGZAdr2Plii6O0alODa8AjYmOsw5nvq+twAAgD8AAIA/w8dmvoyGGT/xKjQ+EVyqvgHn7bzyWcg9AAAAAAAAAAAVQoq+G5fIPpzzRD6n7k++x8w0vdIb2jsAAAAAAAAAALPGFj1IRYq6IBVOPHsIwLZjrxi7+ia5tQAAgD8AAIA/zbStuykcCrqO2SI6S2s1NUgC+Tq60z25AACAPwAAgD+a8dI8wz0EuliskDlFEp40n6X6OoQCprgAAIA/AACAPxomHD0fFei5jFoGOukTobUamIO7ruwbuQAAgD8AAIA/zXJFPDymIz41ZoA9rfRIvjDDwDxGos49AAAAAAAAAAAAMHO7Un8bPh2P/rtBqYW+MHk7ve4n8bwAAAAAAAAAAJqwpj1cKwW63Vd1u7IUijhZ/2Q6A4M8OQAAgD8AAIA/gDUNvXt0j7oN1/y6oISuNW+FDzsIhxE6AACAPwAAgD8AjIQ8XAtwujS6g7lfOoq0C4UjOYZ1lDgAAIA/AACAP2a8ST32dDS6jdLauu8+ujNYQqu67Uv9OQAAgD8AAIA/zZ0ePY9OUroQo7q6zNc0tmaTtrngCtg5AACAPwAAgD+apCo99jwwurL+Jrsuwa22A4s2OSztPToAAIA/AACAP9rIBj721Ha6Q17lOaJ5kLXZzN26KSADuQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVgBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIr9FyoIebWkCUhpRSlIwBbJRN6AOMAXSUR0CUz/FdcB2fdX2UKGgGaAloD0MIs9DOaRYfZUCUhpRSlGgVTegDaBZHQJURBgiNbTt1fZQoaAZoCWgPQwgFhxdEJGFmQJSGlFKUaBVN6ANoFkdAlSFUe+23KHV9lChoBmgJaA9DCO7tluSA7l5AlIaUUpRoFU3oA2gWR0CVK3FB6a9cdX2UKGgGaAloD0MIBwlRviCnY0CUhpRSlGgVTegDaBZHQJUxhrLyMDR1fZQoaAZoCWgPQwhqTl5kApZkQJSGlFKUaBVN6ANoFkdAlTHkHdGiH3V9lChoBmgJaA9DCPD6zFmf1WBAlIaUUpRoFU3oA2gWR0CVNJOq//NrdX2UKGgGaAloD0MIM2q+Sr5dYkCUhpRSlGgVTegDaBZHQJU4PQ3PzFx1fZQoaAZoCWgPQwgi36XUJZdgQJSGlFKUaBVN6ANoFkdAlTuwu27Wd3V9lChoBmgJaA9DCIgSLXk8E2NAlIaUUpRoFU3oA2gWR0CVPljZL7GedX2UKGgGaAloD0MIxCEbSJdqZUCUhpRSlGgVTegDaBZHQJVGaCHymQ91fZQoaAZoCWgPQwjedMsOcVdjQJSGlFKUaBVN6ANoFkdAlUaYraufVnV9lChoBmgJaA9DCCL6tfVTbWZAlIaUUpRoFU3oA2gWR0CVUWLzPKMedX2UKGgGaAloD0MIbazEPCvSYECUhpRSlGgVTegDaBZHQJVWTW07bL51fZQoaAZoCWgPQwibAS7IlmFcQJSGlFKUaBVN6ANoFkdAlVtlHWjGk3V9lChoBmgJaA9DCCcVjbU/4WVAlIaUUpRoFU3oA2gWR0CVW8qWTot+dX2UKGgGaAloD0MINPJ5xVMHXECUhpRSlGgVTegDaBZHQJVfaXKKYRd1fZQoaAZoCWgPQwivz5z1KQRiQJSGlFKUaBVN6ANoFkdAlWIly7wrlXV9lChoBmgJaA9DCBLBOLh0e2JAlIaUUpRoFU3oA2gWR0CVcYxeb/fgdX2UKGgGaAloD0MIiudsASECYUCUhpRSlGgVTegDaBZHQJV7Zha1Tit1fZQoaAZoCWgPQwioqzsWW51iQJSGlFKUaBVN6ANoFkdAlYFqKDTScHV9lChoBmgJaA9DCKPlQA81W2BAlIaUUpRoFU3oA2gWR0CVgc+XJHRUdX2UKGgGaAloD0MIOslWl1NzYkCUhpRSlGgVTegDaBZHQJWEP8Q7LdN1fZQoaAZoCWgPQwim07oNaj9dQJSGlFKUaBVN6ANoFkdAlYdnF5v9+HV9lChoBmgJaA9DCJyJ6UKsnWRAlIaUUpRoFU3oA2gWR0CVinqPOpsHdX2UKGgGaAloD0MIQ8nk1M5WXkCUhpRSlGgVTegDaBZHQJWM3HR1HON1fZQoaAZoCWgPQwh+4CpPoP1lQJSGlFKUaBVN6ANoFkdAlZQiVObiInV9lChoBmgJaA9DCGlv8IVJDWFAlIaUUpRoFU3oA2gWR0CVlEdrwe/6dX2UKGgGaAloD0MIahSSzOq3Z0CUhpRSlGgVTegDaBZHQJWeUa0hNdt1fZQoaAZoCWgPQwhUw35PLN9jQJSGlFKUaBVN6ANoFkdAlaLqiKziTHV9lChoBmgJaA9DCB+fkJ03fGJAlIaUUpRoFU3oA2gWR0CVqDW+49X+dX2UKGgGaAloD0MIrDqrBfYrYkCUhpRSlGgVTegDaBZHQJWooco6S1V1fZQoaAZoCWgPQwidZRahWK5jQJSGlFKUaBVN6ANoFkdAlaylhw2l23V9lChoBmgJaA9DCCLDKt5IEGBAlIaUUpRoFU3oA2gWR0CVr6cTJyQxdX2UKGgGaAloD0MInKIjufwEYkCUhpRSlGgVTegDaBZHQJX+tzS1E3N1fZQoaAZoCWgPQwiU9gZfGJFhQJSGlFKUaBVN6ANoFkdAlgmw5R0lq3V9lChoBmgJaA9DCH5XBP9b3FJAlIaUUpRoFU3oA2gWR0CWEHqC6H0sdX2UKGgGaAloD0MIGHrE6DkkZECUhpRSlGgVTegDaBZHQJYQ5Nfw7T51fZQoaAZoCWgPQwjQ8dHijOtcQJSGlFKUaBVN6ANoFkdAlhO2jfvWpnV9lChoBmgJaA9DCC3SxDvArGZAlIaUUpRoFU3oA2gWR0CWF3QyhzvJdX2UKGgGaAloD0MIVd6OcFprX0CUhpRSlGgVTegDaBZHQJYbBlbu+h51fZQoaAZoCWgPQwjPaoE9JghiQJSGlFKUaBVN6ANoFkdAlh3kDdP+GXV9lChoBmgJaA9DCJUPQdXoO1hAlIaUUpRoFU3oA2gWR0CWJj3Ytg8bdX2UKGgGaAloD0MIEoWWdf8YVECUhpRSlGgVTegDaBZHQJYmaRp1zQx1fZQoaAZoCWgPQwjMKmwGuIBgQJSGlFKUaBVN6ANoFkdAljBdd7fHgnV9lChoBmgJaA9DCNoaEYyDoUdAlIaUUpRoFU0EAWgWR0CWMg+j/MnrdX2UKGgGaAloD0MIXeFdLuI3YECUhpRSlGgVTegDaBZHQJY02tp22Xt1fZQoaAZoCWgPQwiqCg3EsktiQJSGlFKUaBVN6ANoFkdAljnLOeJ53XV9lChoBmgJaA9DCBDPEmQEc2BAlIaUUpRoFU3oA2gWR0CWOiq3EyckdX2UKGgGaAloD0MI/n3GhYOlYUCUhpRSlGgVTegDaBZHQJY9nuKGcnV1fZQoaAZoCWgPQwhMUMO3MJNiQJSGlFKUaBVN6ANoFkdAlkA384xUN3V9lChoBmgJaA9DCAMJih9j9ERAlIaUUpRoFUvsaBZHQJZKhyBClad1fZQoaAZoCWgPQwhk6xnCMWlfQJSGlFKUaBVN6ANoFkdAlk8wazeGf3V9lChoBmgJaA9DCGQe+YOBeWJAlIaUUpRoFU3oA2gWR0CWWFz+3pfQdX2UKGgGaAloD0MIXhQ98DGVZUCUhpRSlGgVTegDaBZHQJZdutyPuG91fZQoaAZoCWgPQwi0sKcdfsJhQJSGlFKUaBVN6ANoFkdAll4JfUnXunV9lChoBmgJaA9DCGMmUS/4gGBAlIaUUpRoFU3oA2gWR0CWYGVXV9WqdX2UKGgGaAloD0MILAyR09cGYkCUhpRSlGgVTegDaBZHQJZjihzvJBB1fZQoaAZoCWgPQwiuK2aEtw5jQJSGlFKUaBVN6ANoFkdAlmaduHerMnV9lChoBmgJaA9DCJsBLsgWr2NAlIaUUpRoFU3oA2gWR0CWcNqk/KQrdX2UKGgGaAloD0MINDDysiaiYECUhpRSlGgVTegDaBZHQJZxAPNFBpp1fZQoaAZoCWgPQwi6E+y/TnllQJSGlFKUaBVN6ANoFkdAlnqi+UQkHHV9lChoBmgJaA9DCBHkoISZ8mFAlIaUUpRoFU3oA2gWR0CWfDgWJrLydX2UKGgGaAloD0MIidNJtrpSZkCUhpRSlGgVTegDaBZHQJZ+sOQQtjF1fZQoaAZoCWgPQwhKfVnaKQBmQJSGlFKUaBVN6ANoFkdAloN6Q/5cknV9lChoBmgJaA9DCFuzlZf8Q2VAlIaUUpRoFU3oA2gWR0CWhv36AOJ+dX2UKGgGaAloD0MIWmJlNHJPZUCUhpRSlGgVTegDaBZHQJaJo8B+4LF1fZQoaAZoCWgPQwgzMzMzM1hUQJSGlFKUaBVN6ANoFkdAltIQuAZsK3V9lChoBmgJaA9DCKzmOSLfP2FAlIaUUpRoFU3oA2gWR0CW1rMG5c1PdX2UKGgGaAloD0MIZYnOMou0ZECUhpRSlGgVTegDaBZHQJbf7SSeRPp1fZQoaAZoCWgPQwj2Yb1RK/liQJSGlFKUaBVN6ANoFkdAluWhysCDEnV9lChoBmgJaA9DCJD4FWu4x11AlIaUUpRoFU3oA2gWR0CW5fYSxqwhdX2UKGgGaAloD0MITifZ6nLoYkCUhpRSlGgVTegDaBZHQJboZIkJKJ51fZQoaAZoCWgPQwhODMnJxLxcQJSGlFKUaBVN6ANoFkdAluurQkX1rnV9lChoBmgJaA9DCBB2ilUDC2NAlIaUUpRoFU3oA2gWR0CW7uH/cWTHdX2UKGgGaAloD0MIqS7gZYaLZkCUhpRSlGgVTegDaBZHQJb5ffCQ9zR1fZQoaAZoCWgPQwgzMzMzMzxhQJSGlFKUaBVN6ANoFkdAlvmn8baRIXV9lChoBmgJaA9DCKxY/KawzmJAlIaUUpRoFU3oA2gWR0CXBEAAyVOcdX2UKGgGaAloD0MI7xzKUBVLNkCUhpRSlGgVTegDaBZHQJcGBSLqD9R1fZQoaAZoCWgPQwjDZoALso9mQJSGlFKUaBVN6ANoFkdAlwjz5ftx/HV9lChoBmgJaA9DCDhpGhRNYWBAlIaUUpRoFU3oA2gWR0CXDmjGT9sKdX2UKGgGaAloD0MIj6omiLojMECUhpRSlGgVTQYBaBZHQJcPA2YOUdJ1fZQoaAZoCWgPQwj/Qo8YPfphQJSGlFKUaBVN6ANoFkdAlxJ1ByCFsnV9lChoBmgJaA9DCGa9GMqJR2FAlIaUUpRoFU3oA2gWR0CXFVme18b8dX2UKGgGaAloD0MIi269poenYUCUhpRSlGgVTegDaBZHQJcgvMjeKsN1fZQoaAZoCWgPQwhOQX42cnRmQJSGlFKUaBVN6ANoFkdAlyXO85CF9XV9lChoBmgJaA9DCN0kBoEV4mJAlIaUUpRoFU3oA2gWR0CXLzDlo11odX2UKGgGaAloD0MIEoQroFAgZ0CUhpRSlGgVTegDaBZHQJc049IPK+11fZQoaAZoCWgPQwjbxMn9DuNjQJSGlFKUaBVN6ANoFkdAlzU3jABT43V9lChoBmgJaA9DCKD5nLvdo2FAlIaUUpRoFU3oA2gWR0CXN7tVJcxCdX2UKGgGaAloD0MIL/1LUplSYkCUhpRSlGgVTegDaBZHQJc64YuTRpl1fZQoaAZoCWgPQwjF/x1RofNfQJSGlFKUaBVN6ANoFkdAlz3s3ZPEbnV9lChoBmgJaA9DCMgKfhvi/WRAlIaUUpRoFU3oA2gWR0CXR+EFGG21dX2UKGgGaAloD0MI7NlzmZryY0CUhpRSlGgVTegDaBZHQJdR77hvR7Z1fZQoaAZoCWgPQwhR2ht8YQFjQJSGlFKUaBVN6ANoFkdAl1OXwG4ZuXV9lChoBmgJaA9DCMsPXOWJ3WNAlIaUUpRoFU3oA2gWR0CXVlJK8L8adX2UKGgGaAloD0MIY0M3+4NvZ0CUhpRSlGgVTegDaBZHQJdbYzKs+3Z1fZQoaAZoCWgPQwhF1hpKba1hQJSGlFKUaBVN6ANoFkdAl1vnFHavinV9lChoBmgJaA9DCKQ1Bp2QoGdAlIaUUpRoFU3oA2gWR0CXXvTVUdaMdX2UKGgGaAloD0MIKzOl9bdHXECUhpRSlGgVTegDaBZHQJdhjmFJxvN1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "n_steps": 2048, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 128, "n_epochs": 8, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022", "Python": "3.7.13", "Stable-Baselines3": "1.5.0", "PyTorch": "1.11.0+cu113", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}

dark-lander.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7173f3fefacba1f88674ad75638fe72aa5a787eeb4e77ec8206b6eb8fc9773e9
-size 146191
+oid sha256:07ca5306eb7dd1dca01b71843af62cd59f6e4716f45b46adcf43fd0c7c2b0a99
+size 144050

dark-lander/data

@@ -41,13 +41,13 @@
         "dtype": "int64",
         "_np_random": null
     },
-    "n_envs": 64,
-    "num_timesteps": 1048576,
+    "n_envs": 16,
+    "num_timesteps": 1015808,
     "_total_timesteps": 1000000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1651860166.4659212,
+    "start_time": 1651862362.676325,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "lr_schedule": {
@@ -56,26 +56,26 @@
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQgAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYACAAAAAAAAD0PFj+SaFs/KACgPiNr1r6NlGE9BlzlPAAAAAAAAAAAJijiPY+CeLh3wgy8USRDN9hgKDqZR4e2AACAPwAAgD/6whE/9f8AP+yGpT7Xi1e+ZIvwPdL9nL0AAAAAAAAAAAAec74B8DI/0HI7PXPldL4A0pg88ntFvQAAAAAAAAAAQHrLPa43wjm9co88Z/I4vJtofDtggTi8AAAAAAAAAABNwuk9XBVbPiUUF72R/Fa+a/JSPOiyVT0AAAAAAAAAADMtEzxPAO8+WvkjPMThhr7Kyh07AzIevAAAAAAAAAAAc0PGvYUz5LmQuVk7N+HJNamH0rnGtXq6AACAPwAAgD/2+DM/zFo7vhvQUr5dgam9nPtUPvYQSb4AAIA/AACAP0ZtQz7ORu4+ei/KPGeYsL4ivLe9jlayPAAAAAAAAAAA80qivhE6JL141Ve99iYLvDxvdD4MzSc0AACAPwAAgD8ApD08e+6Quk6ePz1kddA8umVgumT3sj0AAIA/AACAP4Cfqz7cNWi8BHG1umE3mrtMiY29TkaMPAAAgD8AAAAApqIwvsMcZ7yAHmo7aHwBOgS00D3pJra6AACAPwAAgD+Ahus+8Q1YvVFdSbxChB89sk0RPiDzirwAAAAAAAAAABNGtj4/0gw/CeTAPVnvnb7n7LU9bOuSOwAAAAAAAAAAqtxyvtrhET9OgrE9M62KvqAfbzppSI89AAAAAAAAAACwnoo+j78gvHIg4T00/sG9V/2AvVKOo74AAAAAAACAPzMrSTyP3jG6ToccPbw/ZTUJdzY608hVNAAAgD8AAIA/MVgFv8/PALwdnj455KLrOyp0RD42wCI8AACAPwAAgD8zdSs9j0Y8uvwiSjxnbKW1nM2UOwBkoLQAAIA/AACAP9YqCb/APCI/ZQDpvb2Lt76QUdY8FqjsOwAAAAAAAAAAJc2xvrsAgj8JUy6+jCAFvxpOJ70y0XY9AAAAAAAAAABmiIW9KcQ0uhucHLtABXE4z4e4O/oyqjkAAIA/AACAPzbS8L4hfya97vKjvNRIujzmmw0+xtxHvQAAgD8AAIA/YDGAPh9lmTyOr165MKVFt4cJIz7bMFW4AACAPwAAgD8yN6u+rRlYvWf4xLqpZYK4IXeNPupixDgAAIA/AACAP1scIL8wFFS+0qkwvGGeYDxBY4O7s5qNvQAAgD8AAIA/ACDiuo/KA7rMIj27ZgYOMwkeHTv4TFg6AACAPwAAgD9sqxu/5yMovtdCsjrzJqs3NcK0PVamTjoAAIA/AACAP93IMj8p7gw9Mq0cvm3YvTzdAJ0+3tGPPAAAAAAAAAAAAFWKPSlQcrpGUM882wsDPQG2hbibt+A9AACAPwAAgD/KzuU+bA+GPAYVjDomHaS78/pVPn641b0AAAAAAAAAABogQ70piAS6rjeLPN4E/Do1Q0e7Gh/cuwAAgD8AAAAAZgfVvfbkDLrGbI+6zxqyOBnCYDtPNqE5AACAPwAAgD+eJge/fUJ6va0gG7zmfQY84ZRDPozCibwAAAAAAAAAAMP2rD57kd68IKizOsu6BTmTnNy9KpHgOQAAgD8AAIA/zZOnPeH6zzdt2uQ7NaKXu7n23rsvNIU8AACAPwAAAACI2i6/Sq3dvWi1gjxfRXq6CNu3vfauhTUAAIA/AACAP9p46b3XByg6lvnXPRDvDrwwGsI6rdONvAAAAAAAAAAA48g6Pzjktz6ojcU9iY2vvhLwGr3foa89AAAAAAAAAADWiK6+1255vdiOZzx53MS6TGuLPgo1hjwAAIA/AACAP02xID52Crw/4eQEPyJd/b05DMQ94HE4PgAAAAAAAAAAg7RsviSqLjx4vQE+PzuQvcJppL0Fc4E9AAAAAAAAAAAA2t09KSAeungrnrxxV4k8EC2KOwgVljsAAIA/AACAPwBz5T44AKM8Av4qvYusQrvbS4k+9WugvAAAgD8AAIA/BtQMv/j17r22u4Y91HKhuQNGir2aqpC8AACAPwAAgD8aXZm9hfO0ud52Bz0GYRG5UmZfO/jqCrgAAIA/AACAP1060j585cW9VBW/PQHyIr5opge+NdXLvgAAgD8AAIA/WtSLPkOYArwtH9o8/JYUPBL8e70xkiU7AACAPwAAgD9zWps+sANKP/0Dzj5QTru+oEpCPsqXTz0AAAAAAAAAAOYaar3sqeu5CTexPGqv7LPEyFE7smOfswAAgD8AAIA/AMTaO3v4nroKHr08bNB1NukADbumcmY1AACAPwAAgD+F+aC+CHimvMUodryLHug8t+ABPs5fC7oAAIA/AACAPzM2njzhMKK6JssXPGluqDajVk47ksKaNQAAgD8AAIA/c4uOPj2wEjzacZo72R8YOUHFmD221es5AACAPwAAAADWRlW+LT2jPrDot71qJ4W+SHMGPVEBA70AAAAAAAAAAM3qHj2Ahp4/GpVcPmPJwb7Klh+7JMEkvAAAAAAAAAAAGh2fPSkoXrpa0Oa8kmYVvBY/4rvKLAK9AACAPwAAgD9GKiY/KOYdvuZJmLtddjA84/JgPmpC3DsAAIA/AACAP2ZmMz0f0+g67dFqPhs9Nzt8uK88KqYYPgAAAAAAAAAAOty5Pk0/ub3eRZY+psuHvd/7xL7qmaG9AACAPwAAgD8AI4U+V00PP1bLnT2Hoqa+T0q1PLoMsT0AAAAAAAAAAM0c2T24Hp25jruoO9fYuzZTgQk7bkXGNQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYktASwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGZAdr2Plii6O0alODa8AjYmOsw5nvq+twAAgD8AAIA/w8dmvoyGGT/xKjQ+EVyqvgHn7bzyWcg9AAAAAAAAAAAVQoq+G5fIPpzzRD6n7k++x8w0vdIb2jsAAAAAAAAAALPGFj1IRYq6IBVOPHsIwLZjrxi7+ia5tQAAgD8AAIA/zbStuykcCrqO2SI6S2s1NUgC+Tq60z25AACAPwAAgD+a8dI8wz0EuliskDlFEp40n6X6OoQCprgAAIA/AACAPxomHD0fFei5jFoGOukTobUamIO7ruwbuQAAgD8AAIA/zXJFPDymIz41ZoA9rfRIvjDDwDxGos49AAAAAAAAAAAAMHO7Un8bPh2P/rtBqYW+MHk7ve4n8bwAAAAAAAAAAJqwpj1cKwW63Vd1u7IUijhZ/2Q6A4M8OQAAgD8AAIA/gDUNvXt0j7oN1/y6oISuNW+FDzsIhxE6AACAPwAAgD8AjIQ8XAtwujS6g7lfOoq0C4UjOYZ1lDgAAIA/AACAP2a8ST32dDS6jdLauu8+ujNYQqu67Uv9OQAAgD8AAIA/zZ0ePY9OUroQo7q6zNc0tmaTtrngCtg5AACAPwAAgD+apCo99jwwurL+Jrsuwa22A4s2OSztPToAAIA/AACAP9rIBj721Ha6Q17lOaJ5kLXZzN26KSADuQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVswAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiS0CFlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
     },
     "_last_original_obs": null,
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.04857599999999995,
+    "_current_progress_remaining": -0.015808000000000044,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVZRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMII6MDkrA8UECUhpRSlIwBbJRN6AOMAXSUR0CWYWwTdtVJdX2UKGgGaAloD0MICTVDqijtU0CUhpRSlGgVTegDaBZHQJZlnoZAIIF1fZQoaAZoCWgPQwiKV1nbFKFUQJSGlFKUaBVN6ANoFkdAlme27jDKo3V9lChoBmgJaA9DCLq/ety3GjLAlIaUUpRoFUvlaBZHQJZnvSCvovB1fZQoaAZoCWgPQwj+8PPfg61bQJSGlFKUaBVN6ANoFkdAlmi8wco6S3V9lChoBmgJaA9DCMiW5esyQVrAlIaUUpRoFUvSaBZHQJZo575VOsV1fZQoaAZoCWgPQwgRNGYS9QogQJSGlFKUaBVNBQFoFkdAlm0jtG/etXV9lChoBmgJaA9DCPet1onLcQlAlIaUUpRoFUvNaBZHQJZwu5AhStN1fZQoaAZoCWgPQwhTymsldK9VwJSGlFKUaBVNYQFoFkdAlndI7zTWoXV9lChoBmgJaA9DCPGBHf8FKVRAlIaUUpRoFU3oA2gWR0CWfavP1L8KdX2UKGgGaAloD0MIgv+tZEdLY8CUhpRSlGgVTRACaBZHQJaGrKnvUjN1fZQoaAZoCWgPQwiMZmX7kKdcQJSGlFKUaBVN6ANoFkdAlooX0PH1e3V9lChoBmgJaA9DCNNM9zqplUbAlIaUUpRoFUvlaBZHQJaLE33pOet1fZQoaAZoCWgPQwjrOH6otNRswJSGlFKUaBVNgAFoFkdAlosqe9SMtXV9lChoBmgJaA9DCPqa5bLRgFdAlIaUUpRoFU3oA2gWR0CWjMfcer+6dX2UKGgGaAloD0MI1A0UeCe/KcCUhpRSlGgVS+VoFkdAlp37eVLSNXV9lChoBmgJaA9DCI82jliL0VtAlIaUUpRoFU3oA2gWR0CWn5Q40dildX2UKGgGaAloD0MIk/5eCg/OO8CUhpRSlGgVTUoBaBZHQJagPSeAd4p1fZQoaAZoCWgPQwgJTn0gefRQQJSGlFKUaBVN6ANoFkdAlqOA4Otnw3V9lChoBmgJaA9DCLiSHRsBB2BAlIaUUpRoFU3oA2gWR0CWqLOn2qT9dX2UKGgGaAloD0MIC7Q7pBhCQECUhpRSlGgVTegDaBZHQJapFVKf4AV1fZQoaAZoCWgPQwjsM2d9yrEAQJSGlFKUaBVLxWgWR0CWrblRxcVydX2UKGgGaAloD0MI5xcl6C/0NkCUhpRSlGgVS8ZoFkdAlq8yEUTL4nV9lChoBmgJaA9DCMR6o1aYkl5AlIaUUpRoFU3oA2gWR0CWtWpMpPRBdX2UKGgGaAloD0MIA5SGGoXUUUCUhpRSlGgVTegDaBZHQJa7GoXKr7x1fZQoaAZoCWgPQwhoPudu11FQQJSGlFKUaBVN6ANoFkdAlr1Jng5zYHV9lChoBmgJaA9DCDeo/dZOjFFAlIaUUpRoFU3oA2gWR0CWwHuAI6bOdX2UKGgGaAloD0MIWoC21ayHPECUhpRSlGgVS5doFkdAlsMdIkJKJ3V9lChoBmgJaA9DCLRaYI+JAEFAlIaUUpRoFUt1aBZHQJbKXcN6PbR1fZQoaAZoCWgPQwjPS8XGvFo3wJSGlFKUaBVLd2gWR0CWynPVNHpbdX2UKGgGaAloD0MIKZgxBWsiWECUhpRSlGgVTegDaBZHQJbQWoBJZnt1fZQoaAZoCWgPQwj7Anrhzj0iQJSGlFKUaBVLwmgWR0CW0UKHwgDBdX2UKGgGaAloD0MIcR3jiosvUkCUhpRSlGgVTegDaBZHQJbT35RCQcR1fZQoaAZoCWgPQwjWxAJfUSxhQJSGlFKUaBVN6ANoFkdAltQx9LHuJHV9lChoBmgJaA9DCJEqildZA0hAlIaUUpRoFU3oA2gWR0CW1P1ivxH5dX2UKGgGaAloD0MIeH3mrE+IUECUhpRSlGgVTegDaBZHQJbVXqZ+hGp1fZQoaAZoCWgPQwiZEd4ehBlQwJSGlFKUaBVNPAFoFkdAltbzZL7GenV9lChoBmgJaA9DCKvsuyL4Iz5AlIaUUpRoFUuGaBZHQJbZUZsKsuF1fZQoaAZoCWgPQwineFxUi1RdwJSGlFKUaBVL6GgWR0CW3qO9FnZkdX2UKGgGaAloD0MIqg1ORL8AR0CUhpRSlGgVS51oFkdAluG+6mO2iXV9lChoBmgJaA9DCOY+OQoQhS1AlIaUUpRoFUu2aBZHQJblJkCmuT11fZQoaAZoCWgPQwhFD3wMVsZQQJSGlFKUaBVN6ANoFkdAlufg6hg3LnV9lChoBmgJaA9DCF/svfiiXTFAlIaUUpRoFU3oA2gWR0CW690Z3s5XdX2UKGgGaAloD0MI+BkXDoTeRkCUhpRSlGgVTegDaBZHQJbteWE9Mbp1fZQoaAZoCWgPQwhMiSR6GR0rQJSGlFKUaBVN6ANoFkdAlu3L+YMOPXV9lChoBmgJaA9DCOrOE8/Zrj1AlIaUUpRoFU3oA2gWR0CW7o4Pf8/EdX2UKGgGaAloD0MIBDxp4TKZZ8CUhpRSlGgVTSoBaBZHQJbx0vCdjG11fZQoaAZoCWgPQwgfuqC+ZdxSQJSGlFKUaBVN6ANoFkdAlvKK9kBjnXV9lChoBmgJaA9DCK8GKA0141JAlIaUUpRoFU3oA2gWR0CXAGy31BdEdX2UKGgGaAloD0MIyXN9Hw5CMECUhpRSlGgVTegDaBZHQJcFn7fpD/l1fZQoaAZoCWgPQwhVFRqIZZcxwJSGlFKUaBVN6ANoFkdAlwkxn3+MqHV9lChoBmgJaA9DCKOtSiL7VkZAlIaUUpRoFU3oA2gWR0CXCpWeYlY2dX2UKGgGaAloD0MIk6mCUUlRZMCUhpRSlGgVTfIBaBZHQJcLPAtWdVh1fZQoaAZoCWgPQwhzDwnf+wsQwJSGlFKUaBVLwWgWR0CXDqNDtw71dX2UKGgGaAloD0MI98lRgCh8O8CUhpRSlGgVTegDaBZHQJcTa2iL2pR1fZQoaAZoCWgPQwj0wwjh0dYyQJSGlFKUaBVL+mgWR0CXGK3IMjNZdX2UKGgGaAloD0MIH73hPnLjVUCUhpRSlGgVTegDaBZHQJcYtON5t3x1fZQoaAZoCWgPQwiB7PXuj0s8wJSGlFKUaBVL02gWR0CXHR3g1m8NdX2UKGgGaAloD0MIZtr+lZW4UECUhpRSlGgVTegDaBZHQJcdJQm/nGN1fZQoaAZoCWgPQwgqV3iXi7AkQJSGlFKUaBVL0mgWR0CXIgt8eCCjdX2UKGgGaAloD0MINsgkI2fBCMCUhpRSlGgVS+NoFkdAlyN+sDGLk3V9lChoBmgJaA9DCKjhW1g3t1dAlIaUUpRoFU3oA2gWR0CXJtradtl7dX2UKGgGaAloD0MIdXedDfmBS8CUhpRSlGgVTQQBaBZHQJcqcdLg4wR1fZQoaAZoCWgPQwibN04K8/ZMQJSGlFKUaBVN6ANoFkdAly1l1wHZ9XV9lChoBmgJaA9DCDeq04Gsb1pAlIaUUpRoFU3oA2gWR0CXL2QOnVG1dX2UKGgGaAloD0MIuYlamltJMMCUhpRSlGgVS/BoFkdAlzEO4Cp3o3V9lChoBmgJaA9DCAsm/ijq9EdAlIaUUpRoFU3oA2gWR0CXNAoVVPvbdX2UKGgGaAloD0MIMV7zqs6BUECUhpRSlGgVTegDaBZHQJc15cUuctp1fZQoaAZoCWgPQwhWnkDYKa9VQJSGlFKUaBVN6ANoFkdAlzYD4xk/bHV9lChoBmgJaA9DCEF+NnLdWDNAlIaUUpRoFU0cAWgWR0CXOCCL/CIldX2UKGgGaAloD0MIJZASu7ZNQ0CUhpRSlGgVTegDaBZHQJc5VM10knl1fZQoaAZoCWgPQwiJX7GGi5w1QJSGlFKUaBVNAwFoFkdAl0To3WFvh3V9lChoBmgJaA9DCDQtsTIawldAlIaUUpRoFU3oA2gWR0CXSVp1zQu3dX2UKGgGaAloD0MIvOgrSDMlW0CUhpRSlGgVTegDaBZHQJdLWSwGGEh1fZQoaAZoCWgPQwiO6J51jbI3QJSGlFKUaBVL5WgWR0CXTAA0Kqn4dX2UKGgGaAloD0MIW7BUF/B+NsCUhpRSlGgVTS0BaBZHQJdMhs0pEx91fZQoaAZoCWgPQwj92vrpPwJXQJSGlFKUaBVN6ANoFkdAl0+gPNFBp3V9lChoBmgJaA9DCK4QVmMJIF9AlIaUUpRoFU3oA2gWR0CXW7waBI4EdX2UKGgGaAloD0MIppcYy/TDRECUhpRSlGgVS9xoFkdAl18r8WKuS3V9lChoBmgJaA9DCOrr+Zrlp2FAlIaUUpRoFU3oA2gWR0CXX4oi9qUNdX2UKGgGaAloD0MIv+/fvDjnS0CUhpRSlGgVTegDaBZHQJdpO13MY/F1fZQoaAZoCWgPQwimYI2z6RgmwJSGlFKUaBVLyGgWR0CXc37I1cdHdX2UKGgGaAloD0MIliAjoMJ2XMCUhpRSlGgVTZ0BaBZHQJd1MEA5q/N1fZQoaAZoCWgPQwiY2lIHeUk1wJSGlFKUaBVL4WgWR0CXdy3kPtladX2UKGgGaAloD0MIu+1Cc51jXcCUhpRSlGgVTTkCaBZHQJd66SdOIqN1fZQoaAZoCWgPQwjHLlG9NRRcQJSGlFKUaBVN6ANoFkdAl3xuhK15SnV9lChoBmgJaA9DCFDIztvYWl9AlIaUUpRoFU3oA2gWR0CXfMDZDiOvdX2UKGgGaAloD0MINbVsrS+wWUCUhpRSlGgVTegDaBZHQJeFF69kBjp1fZQoaAZoCWgPQwgCt+7mqeYiwJSGlFKUaBVL/2gWR0CXiAbXYlIFdX2UKGgGaAloD0MIuKzCZoDLMMCUhpRSlGgVTQEBaBZHQJeMf8HfMwF1fZQoaAZoCWgPQwgMy59vC3JKQJSGlFKUaBVN6ANoFkdAl5M1wkxASnV9lChoBmgJaA9DCJCjObLyw0FAlIaUUpRoFU3oA2gWR0CXk2wrDqGDdX2UKGgGaAloD0MIueLiqNysJECUhpRSlGgVS5xoFkdAl5NzefqX4XV9lChoBmgJaA9DCKnBNAwf4mfAlIaUUpRoFU0kAWgWR0CXlygpjMFEdX2UKGgGaAloD0MIbJVgcThRXUCUhpRSlGgVTegDaBZHQJeXfYdyT6l1fZQoaAZoCWgPQwiRup195btUQJSGlFKUaBVN6ANoFkdAl5ojI/7iynV9lChoBmgJaA9DCKOTpdb7jew/lIaUUpRoFU0CAWgWR0CXngPS2H+IdX2UKGgGaAloD0MI8nhafuAOY8CUhpRSlGgVTakBaBZHQJeoCwbEP2B1fZQoaAZoCWgPQwi4dTdPdTgWwJSGlFKUaBVLpGgWR0CXtAhz/6wddX2UKGgGaAloD0MIuATgn1LtJMCUhpRSlGgVTegDaBZHQJe3lEXtSht1ZS4="
+        ":serialized:": "gAWVgBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIr9FyoIebWkCUhpRSlIwBbJRN6AOMAXSUR0CUz/FdcB2fdX2UKGgGaAloD0MIs9DOaRYfZUCUhpRSlGgVTegDaBZHQJURBgiNbTt1fZQoaAZoCWgPQwgFhxdEJGFmQJSGlFKUaBVN6ANoFkdAlSFUe+23KHV9lChoBmgJaA9DCO7tluSA7l5AlIaUUpRoFU3oA2gWR0CVK3FB6a9cdX2UKGgGaAloD0MIBwlRviCnY0CUhpRSlGgVTegDaBZHQJUxhrLyMDR1fZQoaAZoCWgPQwhqTl5kApZkQJSGlFKUaBVN6ANoFkdAlTHkHdGiH3V9lChoBmgJaA9DCPD6zFmf1WBAlIaUUpRoFU3oA2gWR0CVNJOq//NrdX2UKGgGaAloD0MIM2q+Sr5dYkCUhpRSlGgVTegDaBZHQJU4PQ3PzFx1fZQoaAZoCWgPQwgi36XUJZdgQJSGlFKUaBVN6ANoFkdAlTuwu27Wd3V9lChoBmgJaA9DCIgSLXk8E2NAlIaUUpRoFU3oA2gWR0CVPljZL7GedX2UKGgGaAloD0MIxCEbSJdqZUCUhpRSlGgVTegDaBZHQJVGaCHymQ91fZQoaAZoCWgPQwjedMsOcVdjQJSGlFKUaBVN6ANoFkdAlUaYraufVnV9lChoBmgJaA9DCCL6tfVTbWZAlIaUUpRoFU3oA2gWR0CVUWLzPKMedX2UKGgGaAloD0MIbazEPCvSYECUhpRSlGgVTegDaBZHQJVWTW07bL51fZQoaAZoCWgPQwibAS7IlmFcQJSGlFKUaBVN6ANoFkdAlVtlHWjGk3V9lChoBmgJaA9DCCcVjbU/4WVAlIaUUpRoFU3oA2gWR0CVW8qWTot+dX2UKGgGaAloD0MINPJ5xVMHXECUhpRSlGgVTegDaBZHQJVfaXKKYRd1fZQoaAZoCWgPQwivz5z1KQRiQJSGlFKUaBVN6ANoFkdAlWIly7wrlXV9lChoBmgJaA9DCBLBOLh0e2JAlIaUUpRoFU3oA2gWR0CVcYxeb/fgdX2UKGgGaAloD0MIiudsASECYUCUhpRSlGgVTegDaBZHQJV7Zha1Tit1fZQoaAZoCWgPQwioqzsWW51iQJSGlFKUaBVN6ANoFkdAlYFqKDTScHV9lChoBmgJaA9DCKPlQA81W2BAlIaUUpRoFU3oA2gWR0CVgc+XJHRUdX2UKGgGaAloD0MIOslWl1NzYkCUhpRSlGgVTegDaBZHQJWEP8Q7LdN1fZQoaAZoCWgPQwim07oNaj9dQJSGlFKUaBVN6ANoFkdAlYdnF5v9+HV9lChoBmgJaA9DCJyJ6UKsnWRAlIaUUpRoFU3oA2gWR0CVinqPOpsHdX2UKGgGaAloD0MIQ8nk1M5WXkCUhpRSlGgVTegDaBZHQJWM3HR1HON1fZQoaAZoCWgPQwh+4CpPoP1lQJSGlFKUaBVN6ANoFkdAlZQiVObiInV9lChoBmgJaA9DCGlv8IVJDWFAlIaUUpRoFU3oA2gWR0CVlEdrwe/6dX2UKGgGaAloD0MIahSSzOq3Z0CUhpRSlGgVTegDaBZHQJWeUa0hNdt1fZQoaAZoCWgPQwhUw35PLN9jQJSGlFKUaBVN6ANoFkdAlaLqiKziTHV9lChoBmgJaA9DCB+fkJ03fGJAlIaUUpRoFU3oA2gWR0CVqDW+49X+dX2UKGgGaAloD0MIrDqrBfYrYkCUhpRSlGgVTegDaBZHQJWooco6S1V1fZQoaAZoCWgPQwidZRahWK5jQJSGlFKUaBVN6ANoFkdAlaylhw2l23V9lChoBmgJaA9DCCLDKt5IEGBAlIaUUpRoFU3oA2gWR0CVr6cTJyQxdX2UKGgGaAloD0MInKIjufwEYkCUhpRSlGgVTegDaBZHQJX+tzS1E3N1fZQoaAZoCWgPQwiU9gZfGJFhQJSGlFKUaBVN6ANoFkdAlgmw5R0lq3V9lChoBmgJaA9DCH5XBP9b3FJAlIaUUpRoFU3oA2gWR0CWEHqC6H0sdX2UKGgGaAloD0MIGHrE6DkkZECUhpRSlGgVTegDaBZHQJYQ5Nfw7T51fZQoaAZoCWgPQwjQ8dHijOtcQJSGlFKUaBVN6ANoFkdAlhO2jfvWpnV9lChoBmgJaA9DCC3SxDvArGZAlIaUUpRoFU3oA2gWR0CWF3QyhzvJdX2UKGgGaAloD0MIVd6OcFprX0CUhpRSlGgVTegDaBZHQJYbBlbu+h51fZQoaAZoCWgPQwjPaoE9JghiQJSGlFKUaBVN6ANoFkdAlh3kDdP+GXV9lChoBmgJaA9DCJUPQdXoO1hAlIaUUpRoFU3oA2gWR0CWJj3Ytg8bdX2UKGgGaAloD0MIEoWWdf8YVECUhpRSlGgVTegDaBZHQJYmaRp1zQx1fZQoaAZoCWgPQwjMKmwGuIBgQJSGlFKUaBVN6ANoFkdAljBdd7fHgnV9lChoBmgJaA9DCNoaEYyDoUdAlIaUUpRoFU0EAWgWR0CWMg+j/MnrdX2UKGgGaAloD0MIXeFdLuI3YECUhpRSlGgVTegDaBZHQJY02tp22Xt1fZQoaAZoCWgPQwiqCg3EsktiQJSGlFKUaBVN6ANoFkdAljnLOeJ53XV9lChoBmgJaA9DCBDPEmQEc2BAlIaUUpRoFU3oA2gWR0CWOiq3EyckdX2UKGgGaAloD0MI/n3GhYOlYUCUhpRSlGgVTegDaBZHQJY9nuKGcnV1fZQoaAZoCWgPQwhMUMO3MJNiQJSGlFKUaBVN6ANoFkdAlkA384xUN3V9lChoBmgJaA9DCAMJih9j9ERAlIaUUpRoFUvsaBZHQJZKhyBClad1fZQoaAZoCWgPQwhk6xnCMWlfQJSGlFKUaBVN6ANoFkdAlk8wazeGf3V9lChoBmgJaA9DCGQe+YOBeWJAlIaUUpRoFU3oA2gWR0CWWFz+3pfQdX2UKGgGaAloD0MIXhQ98DGVZUCUhpRSlGgVTegDaBZHQJZdutyPuG91fZQoaAZoCWgPQwi0sKcdfsJhQJSGlFKUaBVN6ANoFkdAll4JfUnXunV9lChoBmgJaA9DCGMmUS/4gGBAlIaUUpRoFU3oA2gWR0CWYGVXV9WqdX2UKGgGaAloD0MILAyR09cGYkCUhpRSlGgVTegDaBZHQJZjihzvJBB1fZQoaAZoCWgPQwiuK2aEtw5jQJSGlFKUaBVN6ANoFkdAlmaduHerMnV9lChoBmgJaA9DCJsBLsgWr2NAlIaUUpRoFU3oA2gWR0CWcNqk/KQrdX2UKGgGaAloD0MINDDysiaiYECUhpRSlGgVTegDaBZHQJZxAPNFBpp1fZQoaAZoCWgPQwi6E+y/TnllQJSGlFKUaBVN6ANoFkdAlnqi+UQkHHV9lChoBmgJaA9DCBHkoISZ8mFAlIaUUpRoFU3oA2gWR0CWfDgWJrLydX2UKGgGaAloD0MIidNJtrpSZkCUhpRSlGgVTegDaBZHQJZ+sOQQtjF1fZQoaAZoCWgPQwhKfVnaKQBmQJSGlFKUaBVN6ANoFkdAloN6Q/5cknV9lChoBmgJaA9DCFuzlZf8Q2VAlIaUUpRoFU3oA2gWR0CWhv36AOJ+dX2UKGgGaAloD0MIWmJlNHJPZUCUhpRSlGgVTegDaBZHQJaJo8B+4LF1fZQoaAZoCWgPQwgzMzMzM1hUQJSGlFKUaBVN6ANoFkdAltIQuAZsK3V9lChoBmgJaA9DCKzmOSLfP2FAlIaUUpRoFU3oA2gWR0CW1rMG5c1PdX2UKGgGaAloD0MIZYnOMou0ZECUhpRSlGgVTegDaBZHQJbf7SSeRPp1fZQoaAZoCWgPQwj2Yb1RK/liQJSGlFKUaBVN6ANoFkdAluWhysCDEnV9lChoBmgJaA9DCJD4FWu4x11AlIaUUpRoFU3oA2gWR0CW5fYSxqwhdX2UKGgGaAloD0MITifZ6nLoYkCUhpRSlGgVTegDaBZHQJboZIkJKJ51fZQoaAZoCWgPQwhODMnJxLxcQJSGlFKUaBVN6ANoFkdAluurQkX1rnV9lChoBmgJaA9DCBB2ilUDC2NAlIaUUpRoFU3oA2gWR0CW7uH/cWTHdX2UKGgGaAloD0MIqS7gZYaLZkCUhpRSlGgVTegDaBZHQJb5ffCQ9zR1fZQoaAZoCWgPQwgzMzMzMzxhQJSGlFKUaBVN6ANoFkdAlvmn8baRIXV9lChoBmgJaA9DCKxY/KawzmJAlIaUUpRoFU3oA2gWR0CXBEAAyVOcdX2UKGgGaAloD0MI7xzKUBVLNkCUhpRSlGgVTegDaBZHQJcGBSLqD9R1fZQoaAZoCWgPQwjDZoALso9mQJSGlFKUaBVN6ANoFkdAlwjz5ftx/HV9lChoBmgJaA9DCDhpGhRNYWBAlIaUUpRoFU3oA2gWR0CXDmjGT9sKdX2UKGgGaAloD0MIj6omiLojMECUhpRSlGgVTQYBaBZHQJcPA2YOUdJ1fZQoaAZoCWgPQwj/Qo8YPfphQJSGlFKUaBVN6ANoFkdAlxJ1ByCFsnV9lChoBmgJaA9DCGa9GMqJR2FAlIaUUpRoFU3oA2gWR0CXFVme18b8dX2UKGgGaAloD0MIi269poenYUCUhpRSlGgVTegDaBZHQJcgvMjeKsN1fZQoaAZoCWgPQwhOQX42cnRmQJSGlFKUaBVN6ANoFkdAlyXO85CF9XV9lChoBmgJaA9DCN0kBoEV4mJAlIaUUpRoFU3oA2gWR0CXLzDlo11odX2UKGgGaAloD0MIEoQroFAgZ0CUhpRSlGgVTegDaBZHQJc049IPK+11fZQoaAZoCWgPQwjbxMn9DuNjQJSGlFKUaBVN6ANoFkdAlzU3jABT43V9lChoBmgJaA9DCKD5nLvdo2FAlIaUUpRoFU3oA2gWR0CXN7tVJcxCdX2UKGgGaAloD0MIL/1LUplSYkCUhpRSlGgVTegDaBZHQJc64YuTRpl1fZQoaAZoCWgPQwjF/x1RofNfQJSGlFKUaBVN6ANoFkdAlz3s3ZPEbnV9lChoBmgJaA9DCMgKfhvi/WRAlIaUUpRoFU3oA2gWR0CXR+EFGG21dX2UKGgGaAloD0MI7NlzmZryY0CUhpRSlGgVTegDaBZHQJdR77hvR7Z1fZQoaAZoCWgPQwhR2ht8YQFjQJSGlFKUaBVN6ANoFkdAl1OXwG4ZuXV9lChoBmgJaA9DCMsPXOWJ3WNAlIaUUpRoFU3oA2gWR0CXVlJK8L8adX2UKGgGaAloD0MIY0M3+4NvZ0CUhpRSlGgVTegDaBZHQJdbYzKs+3Z1fZQoaAZoCWgPQwhF1hpKba1hQJSGlFKUaBVN6ANoFkdAl1vnFHavinV9lChoBmgJaA9DCKQ1Bp2QoGdAlIaUUpRoFU3oA2gWR0CXXvTVUdaMdX2UKGgGaAloD0MIKzOl9bdHXECUhpRSlGgVTegDaBZHQJdhjmFJxvN1ZS4="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 128,
+    "_n_updates": 248,
     "n_steps": 2048,
     "gamma": 0.999,
     "gae_lambda": 0.98,
@@ -83,7 +83,7 @@
     "vf_coef": 0.5,
     "max_grad_norm": 0.5,
     "batch_size": 128,
-    "n_epochs": 16,
+    "n_epochs": 8,
     "clip_range": {
         ":type:": "<class 'function'>",
         ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"

dark-lander/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:969b049d14b2e7dbb979156787a16112013843d928573526a92e1c4213277e62
-size 84893
+oid sha256:ea08551197d11f302eea9a4172f3e225fb80915d273d52f2fa530910ede8254f
+size 84829

dark-lander/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18f130d33694c7e3243c75d1dbedae1e8ed2881407fb3322ffc0f5a6d6628c68
+oid sha256:95637f7f3dbb8050b7477785bdd9b4eebc1a1bc4873e50cac64a361a7cfee27c
 size 43201

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d5d98426b405c44440ef6b8bf9f93e7eb054e5d281d74bf4106272a13a9f6ca
-size 261818
+oid sha256:5a1d4cb8b044c3f1c265b01494a55caf499ab16dae95101685f9762afc39b203
+size 246567

results.json

@@ -1 +1 @@
-{"mean_reward": 9.85071034772933, "std_reward": 118.6519090232371, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-06T18:37:18.628912"}
+{"mean_reward": 251.39400509175002, "std_reward": 19.441152833541786, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-06T19:17:12.294009"}