Upload PPO LunarLander-v2 trained agent

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 248.23 +/- 23.44
+      value: 246.13 +/- 69.09
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f152f461a60>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f152f461af0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f152f461b80>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f152f461c10>", "_build": "<function ActorCriticPolicy._build at 0x7f152f461ca0>", "forward": "<function ActorCriticPolicy.forward at 0x7f152f461d30>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f152f461dc0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f152f461e50>", "_predict": "<function ActorCriticPolicy._predict at 0x7f152f461ee0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f152f461f70>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f152f464040>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f152f4640d0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f152f460e00>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1678718394482367895, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAAaKCT79QB8/CODoveGaLr5B0bo8DtiYPAAAAAAAAAAAs6QLPvB7nj61+H29f65RvhdVOD1ghOy9AAAAAAAAAABmVue7w2lNugINIrtlCYG2QOmhORWTPjoAAIA/AACAP0BKiL10rwM+EFvRPI3rfb7UHQA967pCuQAAAAAAAAAAzbBNva4RlroOb4u5t10stk4VN7qa2qE4AACAPwAAgD/mZD+9XKNNum30l7pV2UWzFBQ6uz55rzkAAIA/AACAP5rlRLwpMHS6fkyxuQ4Zh7ZpPro6M5bNOAAAgD8AAIA/QCbSva6hgbohTrK4ehnIszwNTrq9Ys83AACAPwAAgD8z+Uc94xURPWosPr6SpkC+YmVVu+DjcL0AAAAAAAAAAMBDqb172IK6Xm/atx5xnLJw0uy69fL9NgAAgD8AAIA/Zm+YPI8eZLqIRdc2ZFXcMTFUpDoDev+1AACAPwAAgD+a/M48j4J4umWE6Dqrw8A1LRfrOkTTB7oAAIA/AACAP6bMlr0pxDq6+W2RO0QiNDYtXyy7OhesugAAgD8AAIA/zXC1u/aENrpyeXk5QRWANLfKZjsy2pO4AACAPwAAgD+zG3w9w2ETugB+C7zil8q1m1+rOt02NjUAAIA/AACAP4D/u71cG3K6BkJSuoB45bS53OE6S2ZzOQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVgRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI/ffgtUsrWECUhpRSlIwBbJRN6AOMAXSUR0CRtsUdJaq0dX2UKGgGaAloD0MI/YNIhhwpZECUhpRSlGgVTegDaBZHQJHBvJA+pwV1fZQoaAZoCWgPQwijj/mAQABZQJSGlFKUaBVN6ANoFkdAkcPDho/RmnV9lChoBmgJaA9DCII65dGNhWJAlIaUUpRoFU3oA2gWR0CRxiuaWom5dX2UKGgGaAloD0MIaLEUyVdpW0CUhpRSlGgVTegDaBZHQJHN8nssxwh1fZQoaAZoCWgPQwhfQgWHF65pQJSGlFKUaBVNZwJoFkdAkc6C39aUzXV9lChoBmgJaA9DCEJ5H0dzMl5AlIaUUpRoFU3oA2gWR0CR0RWMju8cdX2UKGgGaAloD0MIqI5VSs9UYkCUhpRSlGgVTegDaBZHQJHR7Q5WBBl1fZQoaAZoCWgPQwiR71LqkvReQJSGlFKUaBVN6ANoFkdAkdk79VFQVXV9lChoBmgJaA9DCNumeFzUjWNAlIaUUpRoFU3oA2gWR0CR3o87IT4+dX2UKGgGaAloD0MIZhNgWP4SR0CUhpRSlGgVTSsBaBZHQJHiDnied091fZQoaAZoCWgPQwiR7Xw/tfFkQJSGlFKUaBVN6ANoFkdAkeRdK28Zk3V9lChoBmgJaA9DCCEgX0KFl2JAlIaUUpRoFU3oA2gWR0CR6VLDAJswdX2UKGgGaAloD0MIQfLOoQz3XUCUhpRSlGgVTegDaBZHQJHrFbt7a7F1fZQoaAZoCWgPQwiZuFUQgyhjQJSGlFKUaBVN6ANoFkdAkezyQ5myxHV9lChoBmgJaA9DCAbYR6eugWBAlIaUUpRoFU3oA2gWR0CR7SATZg5SdX2UKGgGaAloD0MIoYZvYV1nYECUhpRSlGgVTegDaBZHQJIUh5v99+h1fZQoaAZoCWgPQwhP54pSQh5CQJSGlFKUaBVNIAFoFkdAkhVCidrftXV9lChoBmgJaA9DCJeQD3o2KllAlIaUUpRoFU3oA2gWR0CSGOp6hQFcdX2UKGgGaAloD0MIvB+3X75uZUCUhpRSlGgVTegDaBZHQJIeNGc4HX51fZQoaAZoCWgPQwitFW2Oc2FjQJSGlFKUaBVN6ANoFkdAkh81X3g1nHV9lChoBmgJaA9DCO61oPfGh15AlIaUUpRoFU3oA2gWR0CSIFhHLA58dX2UKGgGaAloD0MItkdvuA92YUCUhpRSlGgVTegDaBZHQJIlnMr3Cbd1fZQoaAZoCWgPQwg5e2e0VQBcQJSGlFKUaBVN6ANoFkdAkid/c32mHnV9lChoBmgJaA9DCAd96e3PLmNAlIaUUpRoFU3oA2gWR0CSKBjY7JXAdX2UKGgGaAloD0MI4iGMn8Z9IkCUhpRSlGgVTSUBaBZHQJIujbj94u91fZQoaAZoCWgPQwhtjQjGweNkQJSGlFKUaBVN6ANoFkdAki91iKBNEnV9lChoBmgJaA9DCFlqvd9oj11AlIaUUpRoFU3oA2gWR0CSNXLOAy2ydX2UKGgGaAloD0MIG55eKUtrY0CUhpRSlGgVTegDaBZHQJI5bxgAp8Z1fZQoaAZoCWgPQwgvibMiapdlQJSGlFKUaBVN6ANoFkdAkjwVF2FFlXV9lChoBmgJaA9DCPNYMzLIX2FAlIaUUpRoFU3oA2gWR0CSQDOkcjqwdX2UKGgGaAloD0MII028AzxrXUCUhpRSlGgVTegDaBZHQJJDrH7xd6d1fZQoaAZoCWgPQwiGN2vwPmJgQJSGlFKUaBVN6ANoFkdAkkPekUKzA3V9lChoBmgJaA9DCMGtu3kqKmFAlIaUUpRoFU3oA2gWR0CSZxWKuSwGdX2UKGgGaAloD0MIk4sxsI6hYUCUhpRSlGgVTegDaBZHQJJoJkbxVhl1fZQoaAZoCWgPQwh8CoDxjKZiQJSGlFKUaBVN6ANoFkdAkm2yd4FA3XV9lChoBmgJaA9DCBcSMLq8wl9AlIaUUpRoFU3oA2gWR0CSd2IIF/x2dX2UKGgGaAloD0MIm6+Sj112YECUhpRSlGgVTegDaBZHQJJ44Tj/+851fZQoaAZoCWgPQwgjopi8ASRiQJSGlFKUaBVN6ANoFkdAkn99hy8zynV9lChoBmgJaA9DCAAapUv/fGBAlIaUUpRoFU3oA2gWR0CSgf0ihWYGdX2UKGgGaAloD0MI+pekMsXDW0CUhpRSlGgVTegDaBZHQJKCy+7Dl5p1fZQoaAZoCWgPQwgJwD+lyn1lQJSGlFKUaBVN6ANoFkdAkojeMMqjJ3V9lChoBmgJaA9DCG+9pgcFoF5AlIaUUpRoFU3oA2gWR0CSiaCDVYp2dX2UKGgGaAloD0MIBr03hoACYECUhpRSlGgVTegDaBZHQJKOL1mJ3xF1fZQoaAZoCWgPQwjqWnufqstkQJSGlFKUaBVN6ANoFkdAkpJL/CIk7nV9lChoBmgJaA9DCEkqU8xBAl9AlIaUUpRoFU3oA2gWR0CSlR6tT1kEdX2UKGgGaAloD0MIm1Wfq63/XUCUhpRSlGgVTegDaBZHQJKbIF7laKV1fZQoaAZoCWgPQwjlmCzuv6RkQJSGlFKUaBVN6ANoFkdAkqBuQ2dd3XV9lChoBmgJaA9DCAX4bvPG3l9AlIaUUpRoFU3oA2gWR0CSoLfF72L6dX2UKGgGaAloD0MIXvWAecgLYECUhpRSlGgVTegDaBZHQJLH9S1maph1fZQoaAZoCWgPQwhVoBaDB9RhQJSGlFKUaBVN6ANoFkdAksiyvHLidnV9lChoBmgJaA9DCEsfuqA+PWVAlIaUUpRoFU3oA2gWR0CSzJZTyauwdX2UKGgGaAloD0MI4o+izlz2ZECUhpRSlGgVTegDaBZHQJLT9YaHbh51fZQoaAZoCWgPQwirIXGPpVBeQJSGlFKUaBVN6ANoFkdAktVbNwBHTnV9lChoBmgJaA9DCKOSOgFNbWJAlIaUUpRoFU3oA2gWR0CS3MiQDFIedX2UKGgGaAloD0MIrrt5qkOuM8CUhpRSlGgVTUUBaBZHQJLe1sO5J9R1fZQoaAZoCWgPQwhKfVnaqd9aQJSGlFKUaBVN6ANoFkdAkt/8X7+DOHV9lChoBmgJaA9DCFAcQL/vbl9AlIaUUpRoFU3oA2gWR0CS4Qb+Lm6odX2UKGgGaAloD0MIBYvDmd9KYkCUhpRSlGgVTegDaBZHQJLpQl9jPOZ1fZQoaAZoCWgPQwijIeNRKrNhQJSGlFKUaBVN6ANoFkdAkupQBtDUmXV9lChoBmgJaA9DCOdTxyqlF11AlIaUUpRoFU3oA2gWR0CS7438n/kvdX2UKGgGaAloD0MITmA6rVsrYkCUhpRSlGgVTegDaBZHQJLyfgeii7F1fZQoaAZoCWgPQwgDCvX0kShiQJSGlFKUaBVN6ANoFkdAkvSGjTKDCnV9lChoBmgJaA9DCFjnGJC9rEJAlIaUUpRoFU09AWgWR0CS90ubI91VdX2UKGgGaAloD0MIYFs//WdGY0CUhpRSlGgVTegDaBZHQJL5OkHlfZ51fZQoaAZoCWgPQwhJRzmYTZtjQJSGlFKUaBVN6ANoFkdAkv0V9fCyhXV9lChoBmgJaA9DCJ7wEpz6f19AlIaUUpRoFU3oA2gWR0CS/UMhX8wYdX2UKGgGaAloD0MIMZqV7cObYUCUhpRSlGgVTegDaBZHQJMnc2UB4lh1fZQoaAZoCWgPQwiOWmH6XsJgQJSGlFKUaBVN6ANoFkdAkyvpgPVd5nV9lChoBmgJaA9DCDW0AdgAs29AlIaUUpRoFU3yAmgWR0CTLJri2lVMdX2UKGgGaAloD0MIryE4LmMSbUCUhpRSlGgVTcABaBZHQJMvBUvPC2t1fZQoaAZoCWgPQwj5E5UN665jQJSGlFKUaBVN6ANoFkdAkzK1SsKb8XV9lChoBmgJaA9DCMoYH2YvnG5AlIaUUpRoFU07AmgWR0CTM9u3trsTdX2UKGgGaAloD0MIAtaqXRNiYkCUhpRSlGgVTegDaBZHQJMz6YF7laN1fZQoaAZoCWgPQwiWsaGb/c5jQJSGlFKUaBVN6ANoFkdAkzj7sa86FXV9lChoBmgJaA9DCPCICtVNVGFAlIaUUpRoFU3oA2gWR0CTOtQuVX3hdX2UKGgGaAloD0MI+N7foL0XW0CUhpRSlGgVTegDaBZHQJNAkX2ugYh1fZQoaAZoCWgPQwinAu55/mhcQJSGlFKUaBVN6ANoFkdAk0E6jSG8EnV9lChoBmgJaA9DCN2XM9sVB2RAlIaUUpRoFU3oA2gWR0CTRX8A7xNJdX2UKGgGaAloD0MIaEEo7+McYkCUhpRSlGgVTegDaBZHQJNIOYD1XeZ1fZQoaAZoCWgPQwisb2ByozxyQJSGlFKUaBVNsgFoFkdAk0k3yup0fnV9lChoBmgJaA9DCDqRYKqZTVtAlIaUUpRoFU3oA2gWR0CTTeltj0+UdX2UKGgGaAloD0MIh/4JLtZEYUCUhpRSlGgVTegDaBZHQJNSCl67dzp1fZQoaAZoCWgPQwjTMecZe9xiQJSGlFKUaBVN6ANoFkdAk1JCFXaJynV9lChoBmgJaA9DCCQNbmuLwGJAlIaUUpRoFU3oA2gWR0CTeaEMb3oLdX2UKGgGaAloD0MIk40HW+wOOkCUhpRSlGgVTSkBaBZHQJN8RnL7oB91fZQoaAZoCWgPQwgaTwRxHt1dQJSGlFKUaBVN6ANoFkdAk31tg4Otn3V9lChoBmgJaA9DCNoc5zbhiGZAlIaUUpRoFU3oA2gWR0CTfhFrEcbSdX2UKGgGaAloD0MI2nIuxdVoY0CUhpRSlGgVTegDaBZHQJOAQAMlTm51fZQoaAZoCWgPQwhbe5+qQqpfQJSGlFKUaBVN6ANoFkdAk4TNIwudw3V9lChoBmgJaA9DCP/NixPfw2BAlIaUUpRoFU3oA2gWR0CThNp7TlT4dX2UKGgGaAloD0MIFTlE3Jy5YkCUhpRSlGgVTegDaBZHQJOKPJmukk91fZQoaAZoCWgPQwhPCB10ichgQJSGlFKUaBVN6ANoFkdAk40kf5k9U3V9lChoBmgJaA9DCBKI1/WLoGFAlIaUUpRoFU3oA2gWR0CTlkVHFxXGdX2UKGgGaAloD0MIXcKht3j0XUCUhpRSlGgVTegDaBZHQJOXT+fh/Al1fZQoaAZoCWgPQwhbCd0lcfhkQJSGlFKUaBVN6ANoFkdAk52BtxdY4nV9lChoBmgJaA9DCLYPecvVMGBAlIaUUpRoFU3oA2gWR0CToIp84PwvdX2UKGgGaAloD0MIhQZi2cyjY0CUhpRSlGgVTegDaBZHQJOhol3Qla91fZQoaAZoCWgPQwgpzeZxmMtsQJSGlFKUaBVNbQNoFkdAk6LgEhaC+XV9lChoBmgJaA9DCNF3t7LENGFAlIaUUpRoFU3oA2gWR0CTpgt4A0bcdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.31 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.9.16", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu116", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fd47db57940>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fd47db579d0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fd47db57a60>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fd47db57af0>", "_build": "<function ActorCriticPolicy._build at 0x7fd47db57b80>", "forward": "<function ActorCriticPolicy.forward at 0x7fd47db57c10>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fd47db57ca0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fd47db57d30>", "_predict": "<function ActorCriticPolicy._predict at 0x7fd47db57dc0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fd47db57e50>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fd47db57ee0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fd47db57f70>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fd47db5e400>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVLgsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAAIvkOEE4PiMBEpq/09lm0NXNOWqZ0i2s5Lf+vFWfFSxyI/KX0az3haSUVlPdTVB+s1hRMeDlMQ/TnP634zSUWehPSED7tAyAvJpEb066I6A1hLlHKlqJGL5ychMYjc7kB2gJrwCyWTP8eBj6lVCP1LpvIsE9rMtnzOroEmm3mLYnL4KFNynw7QmPEIHVwu4tpPtiL5iFxNxuSDOAY9Z4V+cbZtO7StZPfz43wVub2nle5GLzbOBwmpMbq4jQvnXOtJj8a8uKbUfvCmHujVI32KBRU6dNBFUQ8dr2b317IHxhcKs9cq/52DC2NOCIJ2QGnUQa1jcTUxA+WvNcajiJLehkJ8b9m3vytsWFtil//6MroQcmSp/wRFSeQxdMGT2tSxWne+sca20Pou7D9jEgEj3dlXH0FIK0nnYmqR5Su6tHtBN+uwQdRv/A8j7b9VuOjJ0/JER13fltUqnr++apAIf80Dr3qEC3lcphFPnvC8XFdkHaQ+TuSDKbDXvUNPpXMdFjAvPgPifD61pYlMo9bAxmVD1axpueGO8AKCAu9PjBJVK0ESiNCiDdrcE51sO2RlmSpe3OgqM7TS4BbyrqSDigIi4toJmaUfb53AUFtNDlm8kiXxUPTRsxMD3NrVukGHU1F8MQ7EvI/rJXUzgqAyWAJxURmbJ38ner9SpGMM8uCV+lk3FF1uLqLjAhbUfC/oJ7SLC5QOpFTdWOxSlWbjsreegcWVrObkRG8nvLtAJN8t2Cp/dQGj9uu3jNCNcszKCETa1ONBzvvca8UlcEaJE/6EvZKTCAXI8g2GzFPAo3uhEBluprGvjNGOzu0zO1dXqOqTM0WOHqnhWstobnUaW9CCid50y8hVvUHA3tIF4D7gJ8WyGn710QT3tv8gf4zYAPdya2469mFqJVR9zOop2EJ9UkPWkHH7JnvpSZnWscdzLA5icNEZl+Xzr4FWFKNM7OywXn3YN9+dvGOifToDeIE2e0yb7OoNMpa2mX18m5epuEG4DE4Q7qFRPNlWCDX68ZKmk8NDhqC5uTvrrg4iOmtJYXfXIRbvVxYwwvfzy5Fvcn6ag71jh2wMQeOq5jsQmuSS0ZMe80ihHg2VUur5JN6T7fTgeyRUTpMFAVb84x+0bMx6/sT5O/H3MVP2y0IcU4n/FHWGRUJg4w4Tw/v9qoBsx1KeEmy66K8YJyuQzQbwhfjsEEAfc0ZHsIWz9gpy3DgeT4AsR5TsVhBqugCIvaDXLiZCaNbdpTeHAxc4iNz4qZc8zu/uqodLKLQnrXFYbFiYu1jC0DYGyv8v9DHZR6VTOCRcYhtd7JEunD90JzbFFJCcWrNzMA3Rz7anjv/Sf/XCrzktZwqN6HwkF65Ai1d00Xbw1G5lxgfmYXaUhxsGiKujywIZvGn9NkKf/H35ZvFopadYtMXaPion9l4C0FpkCFtpfMpXX87GDAF9fdtFSkWQ1FEDxWIO8Oe691QJvjuLGFs7PEfBktq3uHrhZtuILxUnw2g89JZg/IE6akLeq3Z0BFCTXbhzWYa0QFFhpXLw48N5UiV/18JEBWjTrc+cUSii5SXsv6sbYERm7rE5axzRohW31+MP3Jvp2thNIkSs8Zj8hGPs4Uj434eXNp3g5w61TpUuWvYHqkpOsnBeg14QumzY98IJ16RM9Su6nHo9C5O9AtiezU5XnONojRoH35vIbyOCbFe/H+qU7oR94Hb/RV7VhBE1fMLGh+9LUO+wxYyJgbHB9Cn/VR+vLPXfZ2M03DFPvcueStUPIlKy5jD+ba2CxJVNF0E/ERLVkzATr5ekuUt6mUOWiYqOZX78LAUjayVBQP+eWk//farJvAI5LzxgRQAhqKX2EB9BmuzCq4kTBCIYu7waIahDEUMZAAh5DgA4wl2NFnZDeYmrfzZnOa80cXys7+cf8T9NvGlRRPJmxIX6Jj9UQRLQnVEjPWZieSheJtwaHBD6PHawkSgPJy5JiDup98Onj2zYKo+klW81eQEkZRC1uKnPSlhn6u6d31dRj9s0jD5IPDrSH/cAbB11wE9OIFxHlRLlxaM8JrQJ/FTkCgA37nzXV8QmdLcWGNtijmoFOn0BoMFNFvJz3yGBzrpQv7BcFS5IQQJrKUvN7HCcEsquBJ++KKdz+9/K3Jl+NPEVuW6dmrBq/q1A9eolmhVxzeUF6arzU3YOxe4cNnMd24cYSBxn256I8QwE8TMhZnf5WSnbDcRppO7M5yuzTvKip9X0ye9c1GckuDwEtFEZbNPZxnq4if5s3FBXsa0JOoRsKfYjtqxvDB/xebqjqa6D/AxyoqHfxUbVuet/w/Dncd+xN7mBzULZYO0WHsjUQqEykZYB0v7ztqZNrTrAQsI4YLWAwFRoUMAwrJCwzNb0h6Ch3fqasPBVDf+AXCi0kjSDUxhj4Q9V8KMF5h8gaJ2H3Lq2jtrVpSNIxWmBYOKF2znxKvrPiQWpjxvQ62t3ZLSFq07btqhjZ/xeGV9f/a5hXvVj1hnLyev6ykkVmjgdnD48b9UAZQNj3m5fWZWjy7QOLVip4wVCR80cPpqP3mh3EwPwKhUF8K9VhGpXn2/QyT0rhD/nBOokS1gy8nihdeB7xmHvatZBfL4Kpz9RomWnYm+kaa4UAaf5+0ve1mV225O8QNF2BTJFfp7l8ek3Afb0bHPxSDxGexvQsKoRWWlPOHp5SiNndukthsOqt7ldeWwGeFqb0jo1Tc/egMD/Erx/Ks5NEd5Uh5gZmfdFlu9VzLKVkVPO/Oyvy5XQBpus/fS3pEqR02RG1Z/v9uDVtYzjp3jllI6STQg92znFyiJuV/co0rKzyge/GM+9KYBBsCNa9wU2D9Mqd8UXOjlWSFa+n4yI5mVmFdsQjk4yBY9DuiQulA+U4rNOx91odTfiDfdlNLZ2H/3jbt/tlDUMbY5JEhpFWl5Wg37Rf31eLpglQZFYupFp/ssWUaRmBzFG+/EKkWWadIQrC99Uq4P9uwqd3QfU/qIw0loJL7RTg9M9mDKA5noIg14V1ux4FVFoRB8GsenXgNl9EAJu9zWVoRcsNRbsno952hPH8LouI2G3mFyZ97AgkLCpG1+mJo+fJcQfnVqnoSihE79JYG3v90Z29L/ov5HdDaitgLxJhcC3Jnh6DNW/41SS1hGQHpw69xNGxe4Zd8W9cfSOGieeUDYs1ITI4qgdVEiW3cIiBLM2i5hX1HpYeBruczFDPiXZvk/baEC+LbgIE07yTOD0lYzbSmJkSvLPGvLssoYtm+2eTK90MiKrOjdqUkufbFqLPoKyzxgY9gwqb5aposB5rfY4ErHnzPuKlVGZ0FqEIMcJyqweA7klGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RLFHWMCWhhc19nYXVzc5RLAIwFZ2F1c3OURwAAAAAAAAAAdWJ1Yi4=", "n": 4, "_shape": [], "dtype": "int64", "_np_random": "RandomState(MT19937)"}, "n_envs": 1, "num_timesteps": 1000448, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1678742837852492799, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVlQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAIANJr5fpYs+SjsPPmKBt75ULtu766EqPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.00044800000000000395, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVLxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIZcOayqKeaECUhpRSlIwBbJRNIAOMAXSUR0Cf19QDmr80dX2UKGgGaAloD0MI220XmusUDsCUhpRSlGgVS4FoFkdAn9h6G5+Yt3V9lChoBmgJaA9DCGowDcOHx3FAlIaUUpRoFUuvaBZHQJ/ZWyZ8a4t1fZQoaAZoCWgPQwgm4NdIklRyQJSGlFKUaBVNxAFoFkdAn91S8zyjHnV9lChoBmgJaA9DCEeOdAZG5XFAlIaUUpRoFUu6aBZHQJ/eSBmPHT91fZQoaAZoCWgPQwjj/iPToQNQQJSGlFKUaBVLjWgWR0Cf3v6JIlMRdX2UKGgGaAloD0MIX85sV+i7ckCUhpRSlGgVS9NoFkdAn+AQO8TSLXV9lChoBmgJaA9DCIjzcALTrnFAlIaUUpRoFUu1aBZHQJ/iM5NoJzF1fZQoaAZoCWgPQwhQHauUnrVuQJSGlFKUaBVL6mgWR0Cf422bXpW4dX2UKGgGaAloD0MI4/xNKMRicUCUhpRSlGgVS+RoFkdAn+SRlHz6J3V9lChoBmgJaA9DCFKZYg4Chm9AlIaUUpRoFUu4aBZHQJ/lgb1h9b51fZQoaAZoCWgPQwhHWipvx5dvQJSGlFKUaBVLy2gWR0Cf5oxEORT1dX2UKGgGaAloD0MIUwWjkjqVbkCUhpRSlGgVS8ZoFkdAn+jFqN6w+3V9lChoBmgJaA9DCOFDiZY8n25AlIaUUpRoFUvIaBZHQJ/pzYGt6ol1fZQoaAZoCWgPQwhbejTVE/ZyQJSGlFKUaBVL22gWR0Cf6uy3kPtldX2UKGgGaAloD0MIe90iMNY7bkCUhpRSlGgVTS8CaBZHQJ/vnFGXokl1fZQoaAZoCWgPQwiPxwxUhgBxQJSGlFKUaBVL22gWR0Cf8Me/pMYedX2UKGgGaAloD0MI6rDCLV8dcUCUhpRSlGgVS9NoFkdAn/HoysS00HV9lChoBmgJaA9DCOllFMtt03JAlIaUUpRoFUvfaBZHQJ/zEZZSvTx1fZQoaAZoCWgPQwjr/UY7btg1QJSGlFKUaBVLjWgWR0Cf88JqqOtGdX2UKGgGaAloD0MIXtiarXw5c0CUhpRSlGgVTQkBaBZHQJ/3SkbgjyF1fZQoaAZoCWgPQwhfC3pvDKRxQJSGlFKUaBVL2GgWR0Cf+Mfsu3+ddX2UKGgGaAloD0MI9BjlmZcGb0CUhpRSlGgVS8loFkdAn/ohGpda+3V9lChoBmgJaA9DCAk3GVWGXTNAlIaUUpRoFUulaBZHQJ/7R9AooeB1fZQoaAZoCWgPQwjiAzv+yxpxQJSGlFKUaBVL+GgWR0Cf/R+L3sX0dX2UKGgGaAloD0MI+BqC43JxcECUhpRSlGgVS8JoFkdAoABBrnDBM3V9lChoBmgJaA9DCCejyjAu+XFAlIaUUpRoFUvcaBZHQKABIrhBJI11fZQoaAZoCWgPQwiunSgJCcFxQJSGlFKUaBVL5mgWR0CgAg7HyVfNdX2UKGgGaAloD0MId0mcFZE0cECUhpRSlGgVS7hoFkdAoALB5TqB3HV9lChoBmgJaA9DCJQXmYDf3nFAlIaUUpRoFUvqaBZHQKADiGt6ol51fZQoaAZoCWgPQwg4g79fTPRvQJSGlFKUaBVLtGgWR0CgBKE7nxJ/dX2UKGgGaAloD0MIqmIq/YS7cUCUhpRSlGgVS8ZoFkdAoAUj0cwQDnV9lChoBmgJaA9DCI1feCXJ2zZAlIaUUpRoFUt1aBZHQKAFbZAY51h1fZQoaAZoCWgPQwiH+fIC7FMwQJSGlFKUaBVLrGgWR0CgBdqkdmxudX2UKGgGaAloD0MIL058tWOqc0CUhpRSlGgVTQQBaBZHQKAGgj4YaYN1fZQoaAZoCWgPQwiL/tDME1tyQJSGlFKUaBVLrmgWR0CgBvglfJFLdX2UKGgGaAloD0MIb2OzI9Vyb0CUhpRSlGgVTekBaBZHQKAJF7j1f3N1fZQoaAZoCWgPQwhH6Gfqdd5yQJSGlFKUaBVL22gWR0CgCalfzBhydX2UKGgGaAloD0MIdR+A1GaKc0CUhpRSlGgVTQcBaBZHQKAKXe/pMYd1fZQoaAZoCWgPQwifWn11VXVyQJSGlFKUaBVNFwFoFkdAoAvAOOKfnXV9lChoBmgJaA9DCMKmzqPilG9AlIaUUpRoFUvHaBZHQKAMRq33HrB1fZQoaAZoCWgPQwjedTbkX+VwQJSGlFKUaBVLz2gWR0CgDM+CK77LdX2UKGgGaAloD0MIkBFQ4YiccUCUhpRSlGgVS8FoFkdAoA1PQSi/PHV9lChoBmgJaA9DCBB1H4BU0G1AlIaUUpRoFUvRaBZHQKAOftVJcxF1fZQoaAZoCWgPQwgBTu/iPRdyQJSGlFKUaBVL8mgWR0CgDyCdjG1hdX2UKGgGaAloD0MI2SPUDCkyckCUhpRSlGgVS/FoFkdAoA+7/VAiV3V9lChoBmgJaA9DCHAIVWo2d3NAlIaUUpRoFUvMaBZHQKAQRBD5TIh1fZQoaAZoCWgPQwhf04OC0tFoQJSGlFKUaBVNVgFoFkdAoBHiu8scyXV9lChoBmgJaA9DCIgtPZrq6WhAlIaUUpRoFU2tAWgWR0CgEzSRbKRudX2UKGgGaAloD0MIrtaJy3FcZkCUhpRSlGgVTWIBaBZHQKAUQcNH6M11fZQoaAZoCWgPQwia6sn8Y+lwQJSGlFKUaBVL0GgWR0CgFM7BfrrxdX2UKGgGaAloD0MIDmlU4KSYcUCUhpRSlGgVS+hoFkdAoBYIXQ+lj3V9lChoBmgJaA9DCII4DyfwQ3BAlIaUUpRoFUvFaBZHQKAWjmmtQsR1fZQoaAZoCWgPQwgSFD/G3BhxQJSGlFKUaBVL7WgWR0CgFzAX2ugZdX2UKGgGaAloD0MIGQKAYw9AcUCUhpRSlGgVS7RoFkdAoBfZbOeJ53V9lChoBmgJaA9DCBtkkpEzrnFAlIaUUpRoFUvKaBZHQKAYjnFHavl1fZQoaAZoCWgPQwh8Q+GztWVxQJSGlFKUaBVL2GgWR0CgGiHPE87qdX2UKGgGaAloD0MITpfFxOaLI8CUhpRSlGgVS49oFkdAoBqe4Cp3o3V9lChoBmgJaA9DCNGWcyku8HJAlIaUUpRoFUvFaBZHQKAbXsyi22J1fZQoaAZoCWgPQwiwyoXKP/duQJSGlFKUaBVLw2gWR0CgHBm34Kx+dX2UKGgGaAloD0MIh272B0qwcECUhpRSlGgVS8ZoFkdAoBzmk30f5nV9lChoBmgJaA9DCBIxJZLoIHFAlIaUUpRoFU2SAWgWR0CgH3jG1hLHdX2UKGgGaAloD0MIPBQF+sQjb0CUhpRSlGgVS9RoFkdAoCBDSkTHsHV9lChoBmgJaA9DCESkpl1Mq0VAlIaUUpRoFU3oA2gWR0CgJOECmuTzdX2UKGgGaAloD0MIT135LM+ncUCUhpRSlGgVS/hoFkdAoCWGWnjyWnV9lChoBmgJaA9DCJ7uPPFclXBAlIaUUpRoFUvfaBZHQKAmG/0NBnl1fZQoaAZoCWgPQwhQbXAi+rVwQJSGlFKUaBVLxmgWR0CgJ0/hl18tdX2UKGgGaAloD0MIw/ARMSW9b0CUhpRSlGgVS8hoFkdAoCfSWPcSG3V9lChoBmgJaA9DCIqryr5rCnNAlIaUUpRoFUvyaBZHQKAodNgSey11fZQoaAZoCWgPQwjyKJXwhEo4wJSGlFKUaBVLrmgWR0CgKOP7FbV0dX2UKGgGaAloD0MINdB8zl3ocUCUhpRSlGgVS7hoFkdAoClZiiItUXV9lChoBmgJaA9DCKoKDcRyH3BAlIaUUpRoFUvCaBZHQKAqgCT2WY51fZQoaAZoCWgPQwgIjsu4qUFxQJSGlFKUaBVLvWgWR0CgKv9SuQp4dX2UKGgGaAloD0MInyCx3T08OUCUhpRSlGgVS4xoFkdAoCtZzxPO6nV9lChoBmgJaA9DCB8xem4hqHFAlIaUUpRoFUu6aBZHQKAr1fWMCLd1fZQoaAZoCWgPQwh5H0dzpJZyQJSGlFKUaBVNJwFoFkdAoCyh6KLsKXV9lChoBmgJaA9DCLKACdw6enFAlIaUUpRoFUu9aBZHQKAtv9GZuyh1fZQoaAZoCWgPQwjarPpc7UNxQJSGlFKUaBVL5WgWR0CgLlzySV4YdX2UKGgGaAloD0MIMGe2K7TYcUCUhpRSlGgVS+9oFkdAoC8Cih37lHV9lChoBmgJaA9DCKhuLv420WpAlIaUUpRoFU3aAmgWR0CgMnuh9LHudX2UKGgGaAloD0MIcm4T7lWqcECUhpRSlGgVTTMBaBZHQKAzqZgG8mN1fZQoaAZoCWgPQwjvqZz2FEFwQJSGlFKUaBVL7WgWR0CgNKqjSG8FdX2UKGgGaAloD0MIumjIeBQRcUCUhpRSlGgVS7toFkdAoDWGsRxtHnV9lChoBmgJaA9DCNGRXP6DqHFAlIaUUpRoFUvsaBZHQKA3l1xKg7J1fZQoaAZoCWgPQwjFHAQdbU9yQJSGlFKUaBVL2WgWR0CgOKzHsC1adX2UKGgGaAloD0MIx9XIrrTkcECUhpRSlGgVS9doFkdAoDmLA+IM0HV9lChoBmgJaA9DCMJNRpVhnm5AlIaUUpRoFUvOaBZHQKA6fOoHcDd1fZQoaAZoCWgPQwgnol9bfwtwQJSGlFKUaBVLyWgWR0CgPD+9alk6dX2UKGgGaAloD0MIWrkXmBXecECUhpRSlGgVS/ZoFkdAoD1DfFaStHV9lChoBmgJaA9DCCnN5nHYCHJAlIaUUpRoFUv1aBZHQKA+NpV0cOt1fZQoaAZoCWgPQwhpAG+BBMZjQJSGlFKUaBVN6AFoFkdAoEBLSPU8WHV9lChoBmgJaA9DCChDVUwllm1AlIaUUpRoFUvAaBZHQKBBbSzgMtt1fZQoaAZoCWgPQwicbtkh/gBzQJSGlFKUaBVL0GgWR0CgQf2xQizLdX2UKGgGaAloD0MId9uF5nqfcECUhpRSlGgVS/JoFkdAoEKmk1uR93V9lChoBmgJaA9DCHzxRXt8HXNAlIaUUpRoFUvlaBZHQKBDPV6NVBF1fZQoaAZoCWgPQwhyMQbW8U9xQJSGlFKUaBVLv2gWR0CgRFuKXOW0dX2UKGgGaAloD0MI6ndha7aKSECUhpRSlGgVS49oFkdAoES6Z+hGpnV9lChoBmgJaA9DCPphhPAoQ3FAlIaUUpRoFUvtaBZHQKBFWLofSx91fZQoaAZoCWgPQwiokCv1rKJzQJSGlFKUaBVNJwFoFkdAoEYXKGL1mXV9lChoBmgJaA9DCHpSJjX0jnJAlIaUUpRoFUvhaBZHQKBGqzguRLd1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 3908, "n_steps": 1024, "gamma": 0.98, "gae_lambda": 0.998, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.31 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.9.16", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu116", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:786ac242470f1156341abbf9f0a4485d3e25db5ffa316a15486cc326badf8466
-size 147429
+oid sha256:4804be8cf1c572019a32ca376b4f2894e2f59fe57cb922f3425f8cf853a07919
+size 150325

ppo-LunarLander-v2/data

@@ -4,20 +4,20 @@
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f152f461a60>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f152f461af0>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f152f461b80>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f152f461c10>",
-        "_build": "<function ActorCriticPolicy._build at 0x7f152f461ca0>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7f152f461d30>",
-        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f152f461dc0>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f152f461e50>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7f152f461ee0>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f152f461f70>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f152f464040>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f152f4640d0>",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7fd47db57940>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fd47db579d0>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fd47db57a60>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fd47db57af0>",
+        "_build": "<function ActorCriticPolicy._build at 0x7fd47db57b80>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7fd47db57c10>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fd47db57ca0>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fd47db57d30>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7fd47db57dc0>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fd47db57e50>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fd47db57ee0>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fd47db57f70>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc._abc_data object at 0x7f152f460e00>"
+        "_abc_impl": "<_abc._abc_data object at 0x7fd47db5e400>"
     },
     "verbose": 1,
     "policy_kwargs": {},
@@ -36,19 +36,19 @@
     },
     "action_space": {
         ":type:": "<class 'gym.spaces.discrete.Discrete'>",
-        ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu",
+        ":serialized:": "gAWVLgsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAAIvkOEE4PiMBEpq/09lm0NXNOWqZ0i2s5Lf+vFWfFSxyI/KX0az3haSUVlPdTVB+s1hRMeDlMQ/TnP634zSUWehPSED7tAyAvJpEb066I6A1hLlHKlqJGL5ychMYjc7kB2gJrwCyWTP8eBj6lVCP1LpvIsE9rMtnzOroEmm3mLYnL4KFNynw7QmPEIHVwu4tpPtiL5iFxNxuSDOAY9Z4V+cbZtO7StZPfz43wVub2nle5GLzbOBwmpMbq4jQvnXOtJj8a8uKbUfvCmHujVI32KBRU6dNBFUQ8dr2b317IHxhcKs9cq/52DC2NOCIJ2QGnUQa1jcTUxA+WvNcajiJLehkJ8b9m3vytsWFtil//6MroQcmSp/wRFSeQxdMGT2tSxWne+sca20Pou7D9jEgEj3dlXH0FIK0nnYmqR5Su6tHtBN+uwQdRv/A8j7b9VuOjJ0/JER13fltUqnr++apAIf80Dr3qEC3lcphFPnvC8XFdkHaQ+TuSDKbDXvUNPpXMdFjAvPgPifD61pYlMo9bAxmVD1axpueGO8AKCAu9PjBJVK0ESiNCiDdrcE51sO2RlmSpe3OgqM7TS4BbyrqSDigIi4toJmaUfb53AUFtNDlm8kiXxUPTRsxMD3NrVukGHU1F8MQ7EvI/rJXUzgqAyWAJxURmbJ38ner9SpGMM8uCV+lk3FF1uLqLjAhbUfC/oJ7SLC5QOpFTdWOxSlWbjsreegcWVrObkRG8nvLtAJN8t2Cp/dQGj9uu3jNCNcszKCETa1ONBzvvca8UlcEaJE/6EvZKTCAXI8g2GzFPAo3uhEBluprGvjNGOzu0zO1dXqOqTM0WOHqnhWstobnUaW9CCid50y8hVvUHA3tIF4D7gJ8WyGn710QT3tv8gf4zYAPdya2469mFqJVR9zOop2EJ9UkPWkHH7JnvpSZnWscdzLA5icNEZl+Xzr4FWFKNM7OywXn3YN9+dvGOifToDeIE2e0yb7OoNMpa2mX18m5epuEG4DE4Q7qFRPNlWCDX68ZKmk8NDhqC5uTvrrg4iOmtJYXfXIRbvVxYwwvfzy5Fvcn6ag71jh2wMQeOq5jsQmuSS0ZMe80ihHg2VUur5JN6T7fTgeyRUTpMFAVb84x+0bMx6/sT5O/H3MVP2y0IcU4n/FHWGRUJg4w4Tw/v9qoBsx1KeEmy66K8YJyuQzQbwhfjsEEAfc0ZHsIWz9gpy3DgeT4AsR5TsVhBqugCIvaDXLiZCaNbdpTeHAxc4iNz4qZc8zu/uqodLKLQnrXFYbFiYu1jC0DYGyv8v9DHZR6VTOCRcYhtd7JEunD90JzbFFJCcWrNzMA3Rz7anjv/Sf/XCrzktZwqN6HwkF65Ai1d00Xbw1G5lxgfmYXaUhxsGiKujywIZvGn9NkKf/H35ZvFopadYtMXaPion9l4C0FpkCFtpfMpXX87GDAF9fdtFSkWQ1FEDxWIO8Oe691QJvjuLGFs7PEfBktq3uHrhZtuILxUnw2g89JZg/IE6akLeq3Z0BFCTXbhzWYa0QFFhpXLw48N5UiV/18JEBWjTrc+cUSii5SXsv6sbYERm7rE5axzRohW31+MP3Jvp2thNIkSs8Zj8hGPs4Uj434eXNp3g5w61TpUuWvYHqkpOsnBeg14QumzY98IJ16RM9Su6nHo9C5O9AtiezU5XnONojRoH35vIbyOCbFe/H+qU7oR94Hb/RV7VhBE1fMLGh+9LUO+wxYyJgbHB9Cn/VR+vLPXfZ2M03DFPvcueStUPIlKy5jD+ba2CxJVNF0E/ERLVkzATr5ekuUt6mUOWiYqOZX78LAUjayVBQP+eWk//farJvAI5LzxgRQAhqKX2EB9BmuzCq4kTBCIYu7waIahDEUMZAAh5DgA4wl2NFnZDeYmrfzZnOa80cXys7+cf8T9NvGlRRPJmxIX6Jj9UQRLQnVEjPWZieSheJtwaHBD6PHawkSgPJy5JiDup98Onj2zYKo+klW81eQEkZRC1uKnPSlhn6u6d31dRj9s0jD5IPDrSH/cAbB11wE9OIFxHlRLlxaM8JrQJ/FTkCgA37nzXV8QmdLcWGNtijmoFOn0BoMFNFvJz3yGBzrpQv7BcFS5IQQJrKUvN7HCcEsquBJ++KKdz+9/K3Jl+NPEVuW6dmrBq/q1A9eolmhVxzeUF6arzU3YOxe4cNnMd24cYSBxn256I8QwE8TMhZnf5WSnbDcRppO7M5yuzTvKip9X0ye9c1GckuDwEtFEZbNPZxnq4if5s3FBXsa0JOoRsKfYjtqxvDB/xebqjqa6D/AxyoqHfxUbVuet/w/Dncd+xN7mBzULZYO0WHsjUQqEykZYB0v7ztqZNrTrAQsI4YLWAwFRoUMAwrJCwzNb0h6Ch3fqasPBVDf+AXCi0kjSDUxhj4Q9V8KMF5h8gaJ2H3Lq2jtrVpSNIxWmBYOKF2znxKvrPiQWpjxvQ62t3ZLSFq07btqhjZ/xeGV9f/a5hXvVj1hnLyev6ykkVmjgdnD48b9UAZQNj3m5fWZWjy7QOLVip4wVCR80cPpqP3mh3EwPwKhUF8K9VhGpXn2/QyT0rhD/nBOokS1gy8nihdeB7xmHvatZBfL4Kpz9RomWnYm+kaa4UAaf5+0ve1mV225O8QNF2BTJFfp7l8ek3Afb0bHPxSDxGexvQsKoRWWlPOHp5SiNndukthsOqt7ldeWwGeFqb0jo1Tc/egMD/Erx/Ks5NEd5Uh5gZmfdFlu9VzLKVkVPO/Oyvy5XQBpus/fS3pEqR02RG1Z/v9uDVtYzjp3jllI6STQg92znFyiJuV/co0rKzyge/GM+9KYBBsCNa9wU2D9Mqd8UXOjlWSFa+n4yI5mVmFdsQjk4yBY9DuiQulA+U4rNOx91odTfiDfdlNLZ2H/3jbt/tlDUMbY5JEhpFWl5Wg37Rf31eLpglQZFYupFp/ssWUaRmBzFG+/EKkWWadIQrC99Uq4P9uwqd3QfU/qIw0loJL7RTg9M9mDKA5noIg14V1ux4FVFoRB8GsenXgNl9EAJu9zWVoRcsNRbsno952hPH8LouI2G3mFyZ97AgkLCpG1+mJo+fJcQfnVqnoSihE79JYG3v90Z29L/ov5HdDaitgLxJhcC3Jnh6DNW/41SS1hGQHpw69xNGxe4Zd8W9cfSOGieeUDYs1ITI4qgdVEiW3cIiBLM2i5hX1HpYeBruczFDPiXZvk/baEC+LbgIE07yTOD0lYzbSmJkSvLPGvLssoYtm+2eTK90MiKrOjdqUkufbFqLPoKyzxgY9gwqb5aposB5rfY4ErHnzPuKlVGZ0FqEIMcJyqweA7klGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RLFHWMCWhhc19nYXVzc5RLAIwFZ2F1c3OURwAAAAAAAAAAdWJ1Yi4=",
         "n": 4,
         "_shape": [],
         "dtype": "int64",
-        "_np_random": null
+        "_np_random": "RandomState(MT19937)"
     },
-    "n_envs": 16,
-    "num_timesteps": 1015808,
+    "n_envs": 1,
+    "num_timesteps": 1000448,
     "_total_timesteps": 1000000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1678718394482367895,
+    "start_time": 1678742837852492799,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "lr_schedule": {
@@ -57,29 +57,29 @@
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAAaKCT79QB8/CODoveGaLr5B0bo8DtiYPAAAAAAAAAAAs6QLPvB7nj61+H29f65RvhdVOD1ghOy9AAAAAAAAAABmVue7w2lNugINIrtlCYG2QOmhORWTPjoAAIA/AACAP0BKiL10rwM+EFvRPI3rfb7UHQA967pCuQAAAAAAAAAAzbBNva4RlroOb4u5t10stk4VN7qa2qE4AACAPwAAgD/mZD+9XKNNum30l7pV2UWzFBQ6uz55rzkAAIA/AACAP5rlRLwpMHS6fkyxuQ4Zh7ZpPro6M5bNOAAAgD8AAIA/QCbSva6hgbohTrK4ehnIszwNTrq9Ys83AACAPwAAgD8z+Uc94xURPWosPr6SpkC+YmVVu+DjcL0AAAAAAAAAAMBDqb172IK6Xm/atx5xnLJw0uy69fL9NgAAgD8AAIA/Zm+YPI8eZLqIRdc2ZFXcMTFUpDoDev+1AACAPwAAgD+a/M48j4J4umWE6Dqrw8A1LRfrOkTTB7oAAIA/AACAP6bMlr0pxDq6+W2RO0QiNDYtXyy7OhesugAAgD8AAIA/zXC1u/aENrpyeXk5QRWANLfKZjsy2pO4AACAPwAAgD+zG3w9w2ETugB+C7zil8q1m1+rOt02NjUAAIA/AACAP4D/u71cG3K6BkJSuoB45bS53OE6S2ZzOQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVlQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAIANJr5fpYs+SjsPPmKBt75ULtu766EqPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="
     },
     "_last_original_obs": null,
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.015808000000000044,
+    "_current_progress_remaining": -0.00044800000000000395,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVgRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI/ffgtUsrWECUhpRSlIwBbJRN6AOMAXSUR0CRtsUdJaq0dX2UKGgGaAloD0MI/YNIhhwpZECUhpRSlGgVTegDaBZHQJHBvJA+pwV1fZQoaAZoCWgPQwijj/mAQABZQJSGlFKUaBVN6ANoFkdAkcPDho/RmnV9lChoBmgJaA9DCII65dGNhWJAlIaUUpRoFU3oA2gWR0CRxiuaWom5dX2UKGgGaAloD0MIaLEUyVdpW0CUhpRSlGgVTegDaBZHQJHN8nssxwh1fZQoaAZoCWgPQwhfQgWHF65pQJSGlFKUaBVNZwJoFkdAkc6C39aUzXV9lChoBmgJaA9DCEJ5H0dzMl5AlIaUUpRoFU3oA2gWR0CR0RWMju8cdX2UKGgGaAloD0MIqI5VSs9UYkCUhpRSlGgVTegDaBZHQJHR7Q5WBBl1fZQoaAZoCWgPQwiR71LqkvReQJSGlFKUaBVN6ANoFkdAkdk79VFQVXV9lChoBmgJaA9DCNumeFzUjWNAlIaUUpRoFU3oA2gWR0CR3o87IT4+dX2UKGgGaAloD0MIZhNgWP4SR0CUhpRSlGgVTSsBaBZHQJHiDnied091fZQoaAZoCWgPQwiR7Xw/tfFkQJSGlFKUaBVN6ANoFkdAkeRdK28Zk3V9lChoBmgJaA9DCCEgX0KFl2JAlIaUUpRoFU3oA2gWR0CR6VLDAJswdX2UKGgGaAloD0MIQfLOoQz3XUCUhpRSlGgVTegDaBZHQJHrFbt7a7F1fZQoaAZoCWgPQwiZuFUQgyhjQJSGlFKUaBVN6ANoFkdAkezyQ5myxHV9lChoBmgJaA9DCAbYR6eugWBAlIaUUpRoFU3oA2gWR0CR7SATZg5SdX2UKGgGaAloD0MIoYZvYV1nYECUhpRSlGgVTegDaBZHQJIUh5v99+h1fZQoaAZoCWgPQwhP54pSQh5CQJSGlFKUaBVNIAFoFkdAkhVCidrftXV9lChoBmgJaA9DCJeQD3o2KllAlIaUUpRoFU3oA2gWR0CSGOp6hQFcdX2UKGgGaAloD0MIvB+3X75uZUCUhpRSlGgVTegDaBZHQJIeNGc4HX51fZQoaAZoCWgPQwitFW2Oc2FjQJSGlFKUaBVN6ANoFkdAkh81X3g1nHV9lChoBmgJaA9DCO61oPfGh15AlIaUUpRoFU3oA2gWR0CSIFhHLA58dX2UKGgGaAloD0MItkdvuA92YUCUhpRSlGgVTegDaBZHQJIlnMr3Cbd1fZQoaAZoCWgPQwg5e2e0VQBcQJSGlFKUaBVN6ANoFkdAkid/c32mHnV9lChoBmgJaA9DCAd96e3PLmNAlIaUUpRoFU3oA2gWR0CSKBjY7JXAdX2UKGgGaAloD0MI4iGMn8Z9IkCUhpRSlGgVTSUBaBZHQJIujbj94u91fZQoaAZoCWgPQwhtjQjGweNkQJSGlFKUaBVN6ANoFkdAki91iKBNEnV9lChoBmgJaA9DCFlqvd9oj11AlIaUUpRoFU3oA2gWR0CSNXLOAy2ydX2UKGgGaAloD0MIG55eKUtrY0CUhpRSlGgVTegDaBZHQJI5bxgAp8Z1fZQoaAZoCWgPQwgvibMiapdlQJSGlFKUaBVN6ANoFkdAkjwVF2FFlXV9lChoBmgJaA9DCPNYMzLIX2FAlIaUUpRoFU3oA2gWR0CSQDOkcjqwdX2UKGgGaAloD0MII028AzxrXUCUhpRSlGgVTegDaBZHQJJDrH7xd6d1fZQoaAZoCWgPQwiGN2vwPmJgQJSGlFKUaBVN6ANoFkdAkkPekUKzA3V9lChoBmgJaA9DCMGtu3kqKmFAlIaUUpRoFU3oA2gWR0CSZxWKuSwGdX2UKGgGaAloD0MIk4sxsI6hYUCUhpRSlGgVTegDaBZHQJJoJkbxVhl1fZQoaAZoCWgPQwh8CoDxjKZiQJSGlFKUaBVN6ANoFkdAkm2yd4FA3XV9lChoBmgJaA9DCBcSMLq8wl9AlIaUUpRoFU3oA2gWR0CSd2IIF/x2dX2UKGgGaAloD0MIm6+Sj112YECUhpRSlGgVTegDaBZHQJJ44Tj/+851fZQoaAZoCWgPQwgjopi8ASRiQJSGlFKUaBVN6ANoFkdAkn99hy8zynV9lChoBmgJaA9DCAAapUv/fGBAlIaUUpRoFU3oA2gWR0CSgf0ihWYGdX2UKGgGaAloD0MI+pekMsXDW0CUhpRSlGgVTegDaBZHQJKCy+7Dl5p1fZQoaAZoCWgPQwgJwD+lyn1lQJSGlFKUaBVN6ANoFkdAkojeMMqjJ3V9lChoBmgJaA9DCG+9pgcFoF5AlIaUUpRoFU3oA2gWR0CSiaCDVYp2dX2UKGgGaAloD0MIBr03hoACYECUhpRSlGgVTegDaBZHQJKOL1mJ3xF1fZQoaAZoCWgPQwjqWnufqstkQJSGlFKUaBVN6ANoFkdAkpJL/CIk7nV9lChoBmgJaA9DCEkqU8xBAl9AlIaUUpRoFU3oA2gWR0CSlR6tT1kEdX2UKGgGaAloD0MIm1Wfq63/XUCUhpRSlGgVTegDaBZHQJKbIF7laKV1fZQoaAZoCWgPQwjlmCzuv6RkQJSGlFKUaBVN6ANoFkdAkqBuQ2dd3XV9lChoBmgJaA9DCAX4bvPG3l9AlIaUUpRoFU3oA2gWR0CSoLfF72L6dX2UKGgGaAloD0MIXvWAecgLYECUhpRSlGgVTegDaBZHQJLH9S1maph1fZQoaAZoCWgPQwhVoBaDB9RhQJSGlFKUaBVN6ANoFkdAksiyvHLidnV9lChoBmgJaA9DCEsfuqA+PWVAlIaUUpRoFU3oA2gWR0CSzJZTyauwdX2UKGgGaAloD0MI4o+izlz2ZECUhpRSlGgVTegDaBZHQJLT9YaHbh51fZQoaAZoCWgPQwirIXGPpVBeQJSGlFKUaBVN6ANoFkdAktVbNwBHTnV9lChoBmgJaA9DCKOSOgFNbWJAlIaUUpRoFU3oA2gWR0CS3MiQDFIedX2UKGgGaAloD0MIrrt5qkOuM8CUhpRSlGgVTUUBaBZHQJLe1sO5J9R1fZQoaAZoCWgPQwhKfVnaqd9aQJSGlFKUaBVN6ANoFkdAkt/8X7+DOHV9lChoBmgJaA9DCFAcQL/vbl9AlIaUUpRoFU3oA2gWR0CS4Qb+Lm6odX2UKGgGaAloD0MIBYvDmd9KYkCUhpRSlGgVTegDaBZHQJLpQl9jPOZ1fZQoaAZoCWgPQwijIeNRKrNhQJSGlFKUaBVN6ANoFkdAkupQBtDUmXV9lChoBmgJaA9DCOdTxyqlF11AlIaUUpRoFU3oA2gWR0CS7438n/kvdX2UKGgGaAloD0MITmA6rVsrYkCUhpRSlGgVTegDaBZHQJLyfgeii7F1fZQoaAZoCWgPQwgDCvX0kShiQJSGlFKUaBVN6ANoFkdAkvSGjTKDCnV9lChoBmgJaA9DCFjnGJC9rEJAlIaUUpRoFU09AWgWR0CS90ubI91VdX2UKGgGaAloD0MIYFs//WdGY0CUhpRSlGgVTegDaBZHQJL5OkHlfZ51fZQoaAZoCWgPQwhJRzmYTZtjQJSGlFKUaBVN6ANoFkdAkv0V9fCyhXV9lChoBmgJaA9DCJ7wEpz6f19AlIaUUpRoFU3oA2gWR0CS/UMhX8wYdX2UKGgGaAloD0MIMZqV7cObYUCUhpRSlGgVTegDaBZHQJMnc2UB4lh1fZQoaAZoCWgPQwiOWmH6XsJgQJSGlFKUaBVN6ANoFkdAkyvpgPVd5nV9lChoBmgJaA9DCDW0AdgAs29AlIaUUpRoFU3yAmgWR0CTLJri2lVMdX2UKGgGaAloD0MIryE4LmMSbUCUhpRSlGgVTcABaBZHQJMvBUvPC2t1fZQoaAZoCWgPQwj5E5UN665jQJSGlFKUaBVN6ANoFkdAkzK1SsKb8XV9lChoBmgJaA9DCMoYH2YvnG5AlIaUUpRoFU07AmgWR0CTM9u3trsTdX2UKGgGaAloD0MIAtaqXRNiYkCUhpRSlGgVTegDaBZHQJMz6YF7laN1fZQoaAZoCWgPQwiWsaGb/c5jQJSGlFKUaBVN6ANoFkdAkzj7sa86FXV9lChoBmgJaA9DCPCICtVNVGFAlIaUUpRoFU3oA2gWR0CTOtQuVX3hdX2UKGgGaAloD0MI+N7foL0XW0CUhpRSlGgVTegDaBZHQJNAkX2ugYh1fZQoaAZoCWgPQwinAu55/mhcQJSGlFKUaBVN6ANoFkdAk0E6jSG8EnV9lChoBmgJaA9DCN2XM9sVB2RAlIaUUpRoFU3oA2gWR0CTRX8A7xNJdX2UKGgGaAloD0MIaEEo7+McYkCUhpRSlGgVTegDaBZHQJNIOYD1XeZ1fZQoaAZoCWgPQwisb2ByozxyQJSGlFKUaBVNsgFoFkdAk0k3yup0fnV9lChoBmgJaA9DCDqRYKqZTVtAlIaUUpRoFU3oA2gWR0CTTeltj0+UdX2UKGgGaAloD0MIh/4JLtZEYUCUhpRSlGgVTegDaBZHQJNSCl67dzp1fZQoaAZoCWgPQwjTMecZe9xiQJSGlFKUaBVN6ANoFkdAk1JCFXaJynV9lChoBmgJaA9DCCQNbmuLwGJAlIaUUpRoFU3oA2gWR0CTeaEMb3oLdX2UKGgGaAloD0MIk40HW+wOOkCUhpRSlGgVTSkBaBZHQJN8RnL7oB91fZQoaAZoCWgPQwgaTwRxHt1dQJSGlFKUaBVN6ANoFkdAk31tg4Otn3V9lChoBmgJaA9DCNoc5zbhiGZAlIaUUpRoFU3oA2gWR0CTfhFrEcbSdX2UKGgGaAloD0MI2nIuxdVoY0CUhpRSlGgVTegDaBZHQJOAQAMlTm51fZQoaAZoCWgPQwhbe5+qQqpfQJSGlFKUaBVN6ANoFkdAk4TNIwudw3V9lChoBmgJaA9DCP/NixPfw2BAlIaUUpRoFU3oA2gWR0CThNp7TlT4dX2UKGgGaAloD0MIFTlE3Jy5YkCUhpRSlGgVTegDaBZHQJOKPJmukk91fZQoaAZoCWgPQwhPCB10ichgQJSGlFKUaBVN6ANoFkdAk40kf5k9U3V9lChoBmgJaA9DCBKI1/WLoGFAlIaUUpRoFU3oA2gWR0CTlkVHFxXGdX2UKGgGaAloD0MIXcKht3j0XUCUhpRSlGgVTegDaBZHQJOXT+fh/Al1fZQoaAZoCWgPQwhbCd0lcfhkQJSGlFKUaBVN6ANoFkdAk52BtxdY4nV9lChoBmgJaA9DCLYPecvVMGBAlIaUUpRoFU3oA2gWR0CToIp84PwvdX2UKGgGaAloD0MIhQZi2cyjY0CUhpRSlGgVTegDaBZHQJOhol3Qla91fZQoaAZoCWgPQwgpzeZxmMtsQJSGlFKUaBVNbQNoFkdAk6LgEhaC+XV9lChoBmgJaA9DCNF3t7LENGFAlIaUUpRoFU3oA2gWR0CTpgt4A0bcdWUu"
+        ":serialized:": "gAWVLxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIZcOayqKeaECUhpRSlIwBbJRNIAOMAXSUR0Cf19QDmr80dX2UKGgGaAloD0MI220XmusUDsCUhpRSlGgVS4FoFkdAn9h6G5+Yt3V9lChoBmgJaA9DCGowDcOHx3FAlIaUUpRoFUuvaBZHQJ/ZWyZ8a4t1fZQoaAZoCWgPQwgm4NdIklRyQJSGlFKUaBVNxAFoFkdAn91S8zyjHnV9lChoBmgJaA9DCEeOdAZG5XFAlIaUUpRoFUu6aBZHQJ/eSBmPHT91fZQoaAZoCWgPQwjj/iPToQNQQJSGlFKUaBVLjWgWR0Cf3v6JIlMRdX2UKGgGaAloD0MIX85sV+i7ckCUhpRSlGgVS9NoFkdAn+AQO8TSLXV9lChoBmgJaA9DCIjzcALTrnFAlIaUUpRoFUu1aBZHQJ/iM5NoJzF1fZQoaAZoCWgPQwhQHauUnrVuQJSGlFKUaBVL6mgWR0Cf422bXpW4dX2UKGgGaAloD0MI4/xNKMRicUCUhpRSlGgVS+RoFkdAn+SRlHz6J3V9lChoBmgJaA9DCFKZYg4Chm9AlIaUUpRoFUu4aBZHQJ/lgb1h9b51fZQoaAZoCWgPQwhHWipvx5dvQJSGlFKUaBVLy2gWR0Cf5oxEORT1dX2UKGgGaAloD0MIUwWjkjqVbkCUhpRSlGgVS8ZoFkdAn+jFqN6w+3V9lChoBmgJaA9DCOFDiZY8n25AlIaUUpRoFUvIaBZHQJ/pzYGt6ol1fZQoaAZoCWgPQwhbejTVE/ZyQJSGlFKUaBVL22gWR0Cf6uy3kPtldX2UKGgGaAloD0MIe90iMNY7bkCUhpRSlGgVTS8CaBZHQJ/vnFGXokl1fZQoaAZoCWgPQwiPxwxUhgBxQJSGlFKUaBVL22gWR0Cf8Me/pMYedX2UKGgGaAloD0MI6rDCLV8dcUCUhpRSlGgVS9NoFkdAn/HoysS00HV9lChoBmgJaA9DCOllFMtt03JAlIaUUpRoFUvfaBZHQJ/zEZZSvTx1fZQoaAZoCWgPQwjr/UY7btg1QJSGlFKUaBVLjWgWR0Cf88JqqOtGdX2UKGgGaAloD0MIXtiarXw5c0CUhpRSlGgVTQkBaBZHQJ/3SkbgjyF1fZQoaAZoCWgPQwhfC3pvDKRxQJSGlFKUaBVL2GgWR0Cf+Mfsu3+ddX2UKGgGaAloD0MI9BjlmZcGb0CUhpRSlGgVS8loFkdAn/ohGpda+3V9lChoBmgJaA9DCAk3GVWGXTNAlIaUUpRoFUulaBZHQJ/7R9AooeB1fZQoaAZoCWgPQwjiAzv+yxpxQJSGlFKUaBVL+GgWR0Cf/R+L3sX0dX2UKGgGaAloD0MI+BqC43JxcECUhpRSlGgVS8JoFkdAoABBrnDBM3V9lChoBmgJaA9DCCejyjAu+XFAlIaUUpRoFUvcaBZHQKABIrhBJI11fZQoaAZoCWgPQwiunSgJCcFxQJSGlFKUaBVL5mgWR0CgAg7HyVfNdX2UKGgGaAloD0MId0mcFZE0cECUhpRSlGgVS7hoFkdAoALB5TqB3HV9lChoBmgJaA9DCJQXmYDf3nFAlIaUUpRoFUvqaBZHQKADiGt6ol51fZQoaAZoCWgPQwg4g79fTPRvQJSGlFKUaBVLtGgWR0CgBKE7nxJ/dX2UKGgGaAloD0MIqmIq/YS7cUCUhpRSlGgVS8ZoFkdAoAUj0cwQDnV9lChoBmgJaA9DCI1feCXJ2zZAlIaUUpRoFUt1aBZHQKAFbZAY51h1fZQoaAZoCWgPQwiH+fIC7FMwQJSGlFKUaBVLrGgWR0CgBdqkdmxudX2UKGgGaAloD0MIL058tWOqc0CUhpRSlGgVTQQBaBZHQKAGgj4YaYN1fZQoaAZoCWgPQwiL/tDME1tyQJSGlFKUaBVLrmgWR0CgBvglfJFLdX2UKGgGaAloD0MIb2OzI9Vyb0CUhpRSlGgVTekBaBZHQKAJF7j1f3N1fZQoaAZoCWgPQwhH6Gfqdd5yQJSGlFKUaBVL22gWR0CgCalfzBhydX2UKGgGaAloD0MIdR+A1GaKc0CUhpRSlGgVTQcBaBZHQKAKXe/pMYd1fZQoaAZoCWgPQwifWn11VXVyQJSGlFKUaBVNFwFoFkdAoAvAOOKfnXV9lChoBmgJaA9DCMKmzqPilG9AlIaUUpRoFUvHaBZHQKAMRq33HrB1fZQoaAZoCWgPQwjedTbkX+VwQJSGlFKUaBVLz2gWR0CgDM+CK77LdX2UKGgGaAloD0MIkBFQ4YiccUCUhpRSlGgVS8FoFkdAoA1PQSi/PHV9lChoBmgJaA9DCBB1H4BU0G1AlIaUUpRoFUvRaBZHQKAOftVJcxF1fZQoaAZoCWgPQwgBTu/iPRdyQJSGlFKUaBVL8mgWR0CgDyCdjG1hdX2UKGgGaAloD0MI2SPUDCkyckCUhpRSlGgVS/FoFkdAoA+7/VAiV3V9lChoBmgJaA9DCHAIVWo2d3NAlIaUUpRoFUvMaBZHQKAQRBD5TIh1fZQoaAZoCWgPQwhf04OC0tFoQJSGlFKUaBVNVgFoFkdAoBHiu8scyXV9lChoBmgJaA9DCIgtPZrq6WhAlIaUUpRoFU2tAWgWR0CgEzSRbKRudX2UKGgGaAloD0MIrtaJy3FcZkCUhpRSlGgVTWIBaBZHQKAUQcNH6M11fZQoaAZoCWgPQwia6sn8Y+lwQJSGlFKUaBVL0GgWR0CgFM7BfrrxdX2UKGgGaAloD0MIDmlU4KSYcUCUhpRSlGgVS+hoFkdAoBYIXQ+lj3V9lChoBmgJaA9DCII4DyfwQ3BAlIaUUpRoFUvFaBZHQKAWjmmtQsR1fZQoaAZoCWgPQwgSFD/G3BhxQJSGlFKUaBVL7WgWR0CgFzAX2ugZdX2UKGgGaAloD0MIGQKAYw9AcUCUhpRSlGgVS7RoFkdAoBfZbOeJ53V9lChoBmgJaA9DCBtkkpEzrnFAlIaUUpRoFUvKaBZHQKAYjnFHavl1fZQoaAZoCWgPQwh8Q+GztWVxQJSGlFKUaBVL2GgWR0CgGiHPE87qdX2UKGgGaAloD0MITpfFxOaLI8CUhpRSlGgVS49oFkdAoBqe4Cp3o3V9lChoBmgJaA9DCNGWcyku8HJAlIaUUpRoFUvFaBZHQKAbXsyi22J1fZQoaAZoCWgPQwiwyoXKP/duQJSGlFKUaBVLw2gWR0CgHBm34Kx+dX2UKGgGaAloD0MIh272B0qwcECUhpRSlGgVS8ZoFkdAoBzmk30f5nV9lChoBmgJaA9DCBIxJZLoIHFAlIaUUpRoFU2SAWgWR0CgH3jG1hLHdX2UKGgGaAloD0MIPBQF+sQjb0CUhpRSlGgVS9RoFkdAoCBDSkTHsHV9lChoBmgJaA9DCESkpl1Mq0VAlIaUUpRoFU3oA2gWR0CgJOECmuTzdX2UKGgGaAloD0MIT135LM+ncUCUhpRSlGgVS/hoFkdAoCWGWnjyWnV9lChoBmgJaA9DCJ7uPPFclXBAlIaUUpRoFUvfaBZHQKAmG/0NBnl1fZQoaAZoCWgPQwhQbXAi+rVwQJSGlFKUaBVLxmgWR0CgJ0/hl18tdX2UKGgGaAloD0MIw/ARMSW9b0CUhpRSlGgVS8hoFkdAoCfSWPcSG3V9lChoBmgJaA9DCIqryr5rCnNAlIaUUpRoFUvyaBZHQKAodNgSey11fZQoaAZoCWgPQwjyKJXwhEo4wJSGlFKUaBVLrmgWR0CgKOP7FbV0dX2UKGgGaAloD0MINdB8zl3ocUCUhpRSlGgVS7hoFkdAoClZiiItUXV9lChoBmgJaA9DCKoKDcRyH3BAlIaUUpRoFUvCaBZHQKAqgCT2WY51fZQoaAZoCWgPQwgIjsu4qUFxQJSGlFKUaBVLvWgWR0CgKv9SuQp4dX2UKGgGaAloD0MInyCx3T08OUCUhpRSlGgVS4xoFkdAoCtZzxPO6nV9lChoBmgJaA9DCB8xem4hqHFAlIaUUpRoFUu6aBZHQKAr1fWMCLd1fZQoaAZoCWgPQwh5H0dzpJZyQJSGlFKUaBVNJwFoFkdAoCyh6KLsKXV9lChoBmgJaA9DCLKACdw6enFAlIaUUpRoFUu9aBZHQKAtv9GZuyh1fZQoaAZoCWgPQwjarPpc7UNxQJSGlFKUaBVL5WgWR0CgLlzySV4YdX2UKGgGaAloD0MIMGe2K7TYcUCUhpRSlGgVS+9oFkdAoC8Cih37lHV9lChoBmgJaA9DCKhuLv420WpAlIaUUpRoFU3aAmgWR0CgMnuh9LHudX2UKGgGaAloD0MIcm4T7lWqcECUhpRSlGgVTTMBaBZHQKAzqZgG8mN1fZQoaAZoCWgPQwjvqZz2FEFwQJSGlFKUaBVL7WgWR0CgNKqjSG8FdX2UKGgGaAloD0MIumjIeBQRcUCUhpRSlGgVS7toFkdAoDWGsRxtHnV9lChoBmgJaA9DCNGRXP6DqHFAlIaUUpRoFUvsaBZHQKA3l1xKg7J1fZQoaAZoCWgPQwjFHAQdbU9yQJSGlFKUaBVL2WgWR0CgOKzHsC1adX2UKGgGaAloD0MIx9XIrrTkcECUhpRSlGgVS9doFkdAoDmLA+IM0HV9lChoBmgJaA9DCMJNRpVhnm5AlIaUUpRoFUvOaBZHQKA6fOoHcDd1fZQoaAZoCWgPQwgnol9bfwtwQJSGlFKUaBVLyWgWR0CgPD+9alk6dX2UKGgGaAloD0MIWrkXmBXecECUhpRSlGgVS/ZoFkdAoD1DfFaStHV9lChoBmgJaA9DCCnN5nHYCHJAlIaUUpRoFUv1aBZHQKA+NpV0cOt1fZQoaAZoCWgPQwhpAG+BBMZjQJSGlFKUaBVN6AFoFkdAoEBLSPU8WHV9lChoBmgJaA9DCChDVUwllm1AlIaUUpRoFUvAaBZHQKBBbSzgMtt1fZQoaAZoCWgPQwicbtkh/gBzQJSGlFKUaBVL0GgWR0CgQf2xQizLdX2UKGgGaAloD0MId9uF5nqfcECUhpRSlGgVS/JoFkdAoEKmk1uR93V9lChoBmgJaA9DCHzxRXt8HXNAlIaUUpRoFUvlaBZHQKBDPV6NVBF1fZQoaAZoCWgPQwhyMQbW8U9xQJSGlFKUaBVLv2gWR0CgRFuKXOW0dX2UKGgGaAloD0MI6ndha7aKSECUhpRSlGgVS49oFkdAoES6Z+hGpnV9lChoBmgJaA9DCPphhPAoQ3FAlIaUUpRoFUvtaBZHQKBFWLofSx91fZQoaAZoCWgPQwiokCv1rKJzQJSGlFKUaBVNJwFoFkdAoEYXKGL1mXV9lChoBmgJaA9DCHpSJjX0jnJAlIaUUpRoFUvhaBZHQKBGqzguRLd1ZS4="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 248,
+    "_n_updates": 3908,
     "n_steps": 1024,
-    "gamma": 0.999,
-    "gae_lambda": 0.98,
+    "gamma": 0.98,
+    "gae_lambda": 0.998,
     "ent_coef": 0.01,
     "vf_coef": 0.5,
     "max_grad_norm": 0.5,

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9a6a4b6dbd2a587fe524d2393bac9c164b9b88b0af1ba339a658b471233de351
+oid sha256:53e3e05759321fef654103b7839d92ff2ce8561168f30e581cba396fd66319a1
 size 87929

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9badb76772929f4ea104e2367493080668742299c796cec0742277b47162cd3b
+oid sha256:ae519155e3cfa0b3f6fc7ae88622043fbf24e9463ec121b04ccfa8e2f722ad8d
 size 43393

results.json

@@ -1 +1 @@
-{"mean_reward": 248.23210819474215, "std_reward": 23.43800111610898, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-03-13T15:04:47.910992"}
+{"mean_reward": 246.12865315572782, "std_reward": 69.08683814428753, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-03-13T22:03:35.639098"}