first PPO model

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 225.14 +/- 64.96
+      value: 265.82 +/- 18.38
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f7d19e49ee0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f7d19e49f70>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f7d19dcd040>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f7d19dcd0d0>", "_build": "<function ActorCriticPolicy._build at 0x7f7d19dcd160>", "forward": "<function ActorCriticPolicy.forward at 0x7f7d19dcd1f0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f7d19dcd280>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f7d19dcd310>", "_predict": "<function ActorCriticPolicy._predict at 0x7f7d19dcd3a0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f7d19dcd430>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f7d19dcd4c0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f7d19dcd550>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f7d19e4c640>"}, "verbose": true, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1678855281742514137, "learning_rate": 0.0001, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/Gjbi6xxDLYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAKM6oT4FoNo8DqczvQvPzr1+/oQ9QqyXvAAAAAAAAAAAEzb4PkT1yz5ClY+9xCOGvvQZvj2iiJK8AAAAAAAAAABtOJs+o9MhP1iY5D3BEb2+4lHMPaZuvjwAAAAAAAAAAGYIUT11M6A/kVzJPW6W7r7PEgQ9nu3CuwAAAAAAAAAAQCZIvtt3vLzxmBi+/bOavWMZFj7F/jG+AACAPwAAgD9mpCA+4VLqO66FoDmfqF83nHOMPSZMzLgAAIA/AACAPw0efz4s6/I8u+X0uulGt7mP9oY+rNguOgAAgD8AAIA/ms/LvNq+Pj786709FVl8vtsljTyMOKE8AAAAAAAAAABtPgU+KDLJvO6fg7tMoAS+ImUwvvLhz74AAIA/AACAP5osOb5AQ0c/+Y4evs98v75dUBe+Nn6wPQAAAAAAAAAAs3ZcvrofEb2bsnK73bgWui75ez5bVug6AACAPwAAgD8AGAa+r1V3P/ogMb5fK9K+g/nnvbgK1LwAAAAAAAAAAKowsD6Vlgc/NayJvYGxr74eZGU99mqxvAAAAAAAAAAApkNHviZxnD/y/ge/wYPivg0GVr69mQS9AAAAAAAAAABNABq+lA28vN/PrT1QbYw8ja/+PdL3Fj0AAIA/AACAP1qQwr3B9p0/rccMv1vGAr9mKa29w/R/vgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVWhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIxAd2/JeDb0CUhpRSlIwBbJRNCgGMAXSUR0CgSUuoo/iYdX2UKGgGaAloD0MIPRBZpIk2X0CUhpRSlGgVTegDaBZHQKBJp3RG+bp1fZQoaAZoCWgPQwj+tFGdDopEQJSGlFKUaBVL1mgWR0CggIIAfdRBdX2UKGgGaAloD0MIMqt3uB0eckCUhpRSlGgVTaUBaBZHQKCA/iuuA7R1fZQoaAZoCWgPQwjSp1X0h2JvQJSGlFKUaBVNnwFoFkdAoIEWJxeb/nV9lChoBmgJaA9DCFCm0eRi+3BAlIaUUpRoFU0aAWgWR0CggRrU1AJLdX2UKGgGaAloD0MIs0EmGfkHcUCUhpRSlGgVTRMBaBZHQKCBHp0wJw91fZQoaAZoCWgPQwgKur2kMZrzv5SGlFKUaBVLzmgWR0CggR7S7Xg+dX2UKGgGaAloD0MI+kSeJF2Ib0CUhpRSlGgVS/NoFkdAoIF+2kSElHV9lChoBmgJaA9DCHcstklFgm5AlIaUUpRoFU0uAWgWR0CggZHCXQdCdX2UKGgGaAloD0MIXANbJRgvcUCUhpRSlGgVTQUBaBZHQKCBt2KVII51fZQoaAZoCWgPQwhvLv62JwtuQJSGlFKUaBVNEQFoFkdAoIHLZamoBXV9lChoBmgJaA9DCDS6g9iZLEBAlIaUUpRoFUvQaBZHQKCBz5Ec81Z1fZQoaAZoCWgPQwg8hzJUxXNwQJSGlFKUaBVL/WgWR0CggeHSv1UVdX2UKGgGaAloD0MIzAhvD0KcN0CUhpRSlGgVS9xoFkdAoIH69GqgiHV9lChoBmgJaA9DCIf58gIscXBAlIaUUpRoFU0OAWgWR0CggkRIz3yqdX2UKGgGaAloD0MI1gJ7TKRga0CUhpRSlGgVTQQBaBZHQKCEIEDhcZ91fZQoaAZoCWgPQwhklGdeDrMzQJSGlFKUaBVLxWgWR0CghLT3yqdZdX2UKGgGaAloD0MIChAFMyb9bECUhpRSlGgVTQoBaBZHQKCE8c7Qswt1fZQoaAZoCWgPQwhoPBHEeWBwQJSGlFKUaBVNDAFoFkdAoIUjnX/YJ3V9lChoBmgJaA9DCBvZlZYR+W1AlIaUUpRoFU0XAWgWR0CghXEo4MnadX2UKGgGaAloD0MItDhjmBPUDUCUhpRSlGgVS7hoFkdAoIV9SwW30HV9lChoBmgJaA9DCPwbtFefu29AlIaUUpRoFU0hAWgWR0Cghac2itaIdX2UKGgGaAloD0MI4X1VLtSCcECUhpRSlGgVTQwBaBZHQKCFzoSteUp1fZQoaAZoCWgPQwgkmdU7XOxvQJSGlFKUaBVL52gWR0CgheMCLdeqdX2UKGgGaAloD0MIB5lk5OwncECUhpRSlGgVTQMBaBZHQKCF8sg+yJN1fZQoaAZoCWgPQwjnNuFeGeNwQJSGlFKUaBVL/2gWR0Cghh4igTRIdX2UKGgGaAloD0MIBvGBHf+3b0CUhpRSlGgVTSEBaBZHQKCGlBgNPP91fZQoaAZoCWgPQwjY74l1qlRJQJSGlFKUaBVL12gWR0CgikjuKGcndX2UKGgGaAloD0MI6PaSxuirbkCUhpRSlGgVTSoBaBZHQKCLKSaEzwd1fZQoaAZoCWgPQwgUXRd+cD6lP5SGlFKUaBVLumgWR0Cgi0odELH/dX2UKGgGaAloD0MIhqktdRDGbkCUhpRSlGgVTRoBaBZHQKCLbqpLmIV1fZQoaAZoCWgPQwiHpYEf1X1xQJSGlFKUaBVNDAFoFkdAoIuH9pAUtnV9lChoBmgJaA9DCAjJAiZwhG1AlIaUUpRoFU0VAWgWR0Cgi4/LcKw7dX2UKGgGaAloD0MIqDY4EX12bECUhpRSlGgVTQMBaBZHQKCLs/fO2Rd1fZQoaAZoCWgPQwg0u+6tiEJwQJSGlFKUaBVL9WgWR0Cgi9OCXhOydX2UKGgGaAloD0MIiBBXzt62b0CUhpRSlGgVTQYBaBZHQKCMIQbuMMt1fZQoaAZoCWgPQwjmlICYhFxuQJSGlFKUaBVNIAFoFkdAoIyPJaJQ+HV9lChoBmgJaA9DCMlzfR8OxG9AlIaUUpRoFU0PAWgWR0CgjKzot+TedX2UKGgGaAloD0MIjBL0F/pAcUCUhpRSlGgVTRkBaBZHQKCMrWCmMwV1fZQoaAZoCWgPQwiCx7d3DbdwQJSGlFKUaBVNUgNoFkdAoI0qlxffGnV9lChoBmgJaA9DCKuYSj/hXBRAlIaUUpRoFUvJaBZHQKCO1OgxrSF1fZQoaAZoCWgPQwiloNtLmpJtQJSGlFKUaBVNDAFoFkdAoI9YkJKJ23V9lChoBmgJaA9DCP8j06HTfG1AlIaUUpRoFUvraBZHQKCPa78vVVh1fZQoaAZoCWgPQwjU00fgjytvQJSGlFKUaBVL9GgWR0Cgj6Z4GD+SdX2UKGgGaAloD0MIX38Sn7smbkCUhpRSlGgVS/VoFkdAoI/BmXgLqnV9lChoBmgJaA9DCNP58CxBW29AlIaUUpRoFUv5aBZHQKCP5pPAO8V1fZQoaAZoCWgPQwjWq8jowJlwQJSGlFKUaBVNHAFoFkdAoJAYCjk+5nV9lChoBmgJaA9DCFJjQswlyW9AlIaUUpRoFUvuaBZHQKCQXPE87p51fZQoaAZoCWgPQwixi6IHPjxtQJSGlFKUaBVL+2gWR0CgkJMaKk2xdX2UKGgGaAloD0MIM2q+Sn6kcECUhpRSlGgVTRIBaBZHQKCQ0P4EfT11fZQoaAZoCWgPQwgpJQSrauphQJSGlFKUaBVN6ANoFkdAoJEYDYAbQ3V9lChoBmgJaA9DCEOQgxLm12xAlIaUUpRoFU0TAWgWR0CgkYxBE8aGdX2UKGgGaAloD0MIzQTDuYYAckCUhpRSlGgVS/JoFkdAoJLeWt2cKHV9lChoBmgJaA9DCCFYVS+/5zFAlIaUUpRoFUu4aBZHQKCS4zSkTHt1fZQoaAZoCWgPQwjPaRZod0FZQJSGlFKUaBVN6ANoFkdAoJNHa+N96XV9lChoBmgJaA9DCDvl0Y2we1pAlIaUUpRoFU3oA2gWR0Cgk+QCSzPbdX2UKGgGaAloD0MIU13AywzSbkCUhpRSlGgVTUIBaBZHQKCU2Y/mknF1fZQoaAZoCWgPQwhZaVIKutk5QJSGlFKUaBVL6WgWR0CglSfVI7NjdX2UKGgGaAloD0MIe0s5X6yhcECUhpRSlGgVS/1oFkdAoJU3Dm8ujHV9lChoBmgJaA9DCGhBKO9jZm5AlIaUUpRoFU1aAWgWR0Cglg5iExqPdX2UKGgGaAloD0MIX1/rUqNDb0CUhpRSlGgVTXICaBZHQKCWDlkpZwJ1fZQoaAZoCWgPQwi3XWiu0xNxQJSGlFKUaBVNFAFoFkdAoJZohfShJ3V9lChoBmgJaA9DCPw4miPrPnFAlIaUUpRoFU3IAWgWR0Cglzm1x82KdX2UKGgGaAloD0MI3gN0X04PcECUhpRSlGgVS/xoFkdAoJdf7JnxrnV9lChoBmgJaA9DCOc24V6Zc3FAlIaUUpRoFU0NAWgWR0Cgl6A9Net0dX2UKGgGaAloD0MImE7rNqj3a0CUhpRSlGgVTQcBaBZHQKCX336hxo91fZQoaAZoCWgPQwjXMhmOZxlvQJSGlFKUaBVNCQFoFkdAoJhvFefI0nV9lChoBmgJaA9DCHY3T3UITHFAlIaUUpRoFUvvaBZHQKCZIwM6RyR1fZQoaAZoCWgPQwj8VuvE5XNwQJSGlFKUaBVNDQFoFkdAoJlObb1yvXV9lChoBmgJaA9DCMr9DkVBQXFAlIaUUpRoFUvoaBZHQKCZx07r9l51fZQoaAZoCWgPQwh5PZgUH8M3QJSGlFKUaBVL1GgWR0CgmcrgGbCrdX2UKGgGaAloD0MIVp5A2GkecUCUhpRSlGgVTSEBaBZHQKCZ3xGUfPp1fZQoaAZoCWgPQwhCeooc4vZxQJSGlFKUaBVL/GgWR0CgmgzC+De1dX2UKGgGaAloD0MIBaT9D7A+bECUhpRSlGgVTXACaBZHQKCa3IBBAwB1fZQoaAZoCWgPQwjHhJhLKg9xQJSGlFKUaBVL8GgWR0Cgm3dUsFt9dX2UKGgGaAloD0MImQ8IdCZ2b0CUhpRSlGgVS/RoFkdAoJxsZJkGzXV9lChoBmgJaA9DCBsOSwO/w3BAlIaUUpRoFU0ZAWgWR0CgnHE+otL+dX2UKGgGaAloD0MIFMstrYaaVUCUhpRSlGgVTegDaBZHQKCcr5cC5mR1fZQoaAZoCWgPQwh6cHfWblsYQJSGlFKUaBVLx2gWR0CgnSnvDxb0dX2UKGgGaAloD0MIQmDl0KILbkCUhpRSlGgVS/1oFkdAoJ11C3PRiXV9lChoBmgJaA9DCIcYr3nVBG1AlIaUUpRoFUvuaBZHQKCdtmlqJuV1fZQoaAZoCWgPQwg3iqw1lJJwQJSGlFKUaBVNGwFoFkdAoJ3HE0iyIHV9lChoBmgJaA9DCGA8g4b+xG5AlIaUUpRoFU0ZAWgWR0CgnmXj+717dX2UKGgGaAloD0MIbCHIQQnfbECUhpRSlGgVS+1oFkdAoJ6qxkd3jnV9lChoBmgJaA9DCJccd0qHJXBAlIaUUpRoFU0+AWgWR0Cgn0Tuv2XcdX2UKGgGaAloD0MIpGyRtFsVcECUhpRSlGgVTRQBaBZHQKCf8SCe2/l1fZQoaAZoCWgPQwhVF/Ayw0bDv5SGlFKUaBVL3GgWR0CgoDeCbtqpdX2UKGgGaAloD0MI+vAsQUbrWUCUhpRSlGgVTegDaBZHQKCgPb+Lm6p1fZQoaAZoCWgPQwjQfw9eu4FhQJSGlFKUaBVN6ANoFkdAoKBYAS39aXV9lChoBmgJaA9DCCs0EMvmWHBAlIaUUpRoFUv4aBZHQKCgcBTXJ5p1fZQoaAZoCWgPQwjM8J9u4CNwQJSGlFKUaBVNBgFoFkdAoKCu5WilBXV9lChoBmgJaA9DCM1Zn3LMQWJAlIaUUpRoFU3oA2gWR0CgoWBnSOR1dX2UKGgGaAloD0MIq8yU1t+db0CUhpRSlGgVS/9oFkdAoKH4LG7z1HV9lChoBmgJaA9DCIy7QbQWeHBAlIaUUpRoFU0sAWgWR0Cgop2kJrtWdX2UKGgGaAloD0MIJnLBGTxPcECUhpRSlGgVTS8BaBZHQKCjhqrzXjF1fZQoaAZoCWgPQwiOAkTBjMNuQJSGlFKUaBVNOwFoFkdAoKO6j1wo9nV9lChoBmgJaA9DCMQnnUgwznBAlIaUUpRoFU0HAWgWR0Cgo+10cOsldX2UKGgGaAloD0MIOZ1kq8tUbkCUhpRSlGgVTRsBaBZHQKCj/bRnezl1fZQoaAZoCWgPQwh5PC0/cDE+wJSGlFKUaBVLzGgWR0CgpFdP1tfpdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 310, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.31 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.9.16", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu116", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fc3495091f0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fc349509280>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fc349509310>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fc3495093a0>", "_build": "<function ActorCriticPolicy._build at 0x7fc349509430>", "forward": "<function ActorCriticPolicy.forward at 0x7fc3495094c0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fc349509550>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fc3495095e0>", "_predict": "<function ActorCriticPolicy._predict at 0x7fc349509670>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fc349509700>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fc349509790>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fc349509820>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fc34950b580>"}, "verbose": true, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 32, "num_timesteps": 1507328, "_total_timesteps": 1500000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1678952905441078635, "learning_rate": 0.0001, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/Gjbi6xxDLYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQQAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYABAAAAAAAAADqkjz2xDu6orGQMh6uTbAban26otoKswAAgD8AAIA/M+yXPLFaKj+TleA9DejOvruCxjwYL408AAAAAAAAAAAtNhU+kFeKP7K/KD6lVvG+V+UePpVGcj0AAAAAAAAAAJpHqzzfpK8/0Y8CPzJ28L7G3028dGu9OgAAAAAAAAAAs1tWvVVQuT4jhVG9jKCuvkb8gb3yK1u9AAAAAAAAAAAApEM90hCJu648hTusoIo8Za3SvHpTbT0AAIA/AACAP00LV70FtA0+8XAFPu+PlL5viBQ9RBSnPQAAAAAAAAAA0/cIviL6tT9bkeK+eSHEvoEERL74LVi9AAAAAAAAAACa/dS7XDsruq64IT6FLS20k39Kus2O6bIAAAAAAAAAAADjsD3DaS+6vbh4O1DGZzg064q7laicuQAAgD8AAAAA2mPjPfNkWz+7jgA+9GrbvtS++z34c6Y9AAAAAAAAAACF8qq+sjVrPoLzsz5pENO++88AvvCWMD4AAAAAAAAAAEDSZT7s7FQ/xpFSPnLJwr7Z3XM++kGZvQAAAAAAAAAAAC7MvMMZWLo8uzSzEVhIqhkyirsT29IzAACAPwAAgD8A9is97CuUu6Uwc7yZx4s8T9fBPIXIbr0AAIA/AACAP9rg2b1S2Oa5E8/wusXGGLYV1RS7LikLOgAAgD8AAAAAAxFVvtzLvD9usiG/BHusvhvflb40uQa+AAAAAAAAAACAl4M9BxExP/V9Cz0he+O+74yPPfZrm7wAAAAAAAAAADOBiL0yvYg/Wi7pO/Ik7L5XeTy9WDSfPQAAAAAAAAAA4FmOPuu7lz7LEXa+9qGHvnMipz3iRQm9AAAAAAAAAAAAiWs9FACeuueehjg25oUztwxFOuorm7cAAIA/AACAP8tWuL5XeOo+E351Pj/uzL6MLVe+xvllPgAAAAAAAAAADf5oPioRCT9R7S++IlHAvnAIsT32YXS9AAAAAAAAAABzprO9iif6PsYEPDtd97O+pCdwvfh+wzwAAAAAAAAAAGYBoj0TS54+8rbEvWdboL7e6ey8ylMSvQAAAAAAAAAAzd60PRRki7q7wFIz8s9rrcCBUzsJRKqzAACAPwAAgD8AUa88XGYQPhghhL3l7qi+Jl+YvRGRi7wAAAAAAAAAAAASuryU5rA9B+sWvdGJmL4OjY28oA4tvQAAAAAAAAAAs9BGPTicvbuyKGU8jxiaPMLFE70uwYI9AACAPwAAgD8N9mc+MH68P4pYNT8Ar5++WX1OPsbZRD4AAAAAAAAAAHMKkT0pmB66YkbROoBlirSu8lC7dsr0uQAAAAAAAIA/mlrGvXtGorrejjI0wJaHLfAkVjrcz6OzAACAPwAAgD+UjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSyBLCIaUjAFDlHSUUpQu"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVkwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksghZSMAUOUdJRSlC4="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.004885333333333408, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVVxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIUfTAx2DNb0CUhpRSlIwBbJRNAgGMAXSUR0ChbRMAWBSUdX2UKGgGaAloD0MI+yKhLSezcUCUhpRSlGgVTQkBaBZHQKFtDYKYzBR1fZQoaAZoCWgPQwhtVKcD2d9yQJSGlFKUaBVNAAFoFkdAoW1Q35vcanV9lChoBmgJaA9DCCrKpfHLaXJAlIaUUpRoFUv4aBZHQKFth5X2dup1fZQoaAZoCWgPQwit9xvt+DtyQJSGlFKUaBVL82gWR0Chbap6po9LdX2UKGgGaAloD0MIPZrqyXwUckCUhpRSlGgVTRQBaBZHQKFt5YlIEr51fZQoaAZoCWgPQwgmp3aGKdtzQJSGlFKUaBVL8WgWR0ChblIeYD1XdX2UKGgGaAloD0MIB+v/HOaxb0CUhpRSlGgVTQYBaBZHQKFu7Gecx0x1fZQoaAZoCWgPQwgmVHB4QTZwQJSGlFKUaBVNCAFoFkdAoW8f3SKFZnV9lChoBmgJaA9DCMHhBRGpJ3BAlIaUUpRoFU0LAWgWR0Chbyyy2QXAdX2UKGgGaAloD0MItHOaBdoub0CUhpRSlGgVS+JoFkdAoW8nlbNbDHV9lChoBmgJaA9DCNYaSu0FhnBAlIaUUpRoFU0FAWgWR0Chb09cjZ+QdX2UKGgGaAloD0MIUp55OSwQcUCUhpRSlGgVTQABaBZHQKFvZ1schkl1fZQoaAZoCWgPQwjKiAtAY/5yQJSGlFKUaBVL7WgWR0Chb9rv1DjSdX2UKGgGaAloD0MI3bbvUX9Eb0CUhpRSlGgVTQYBaBZHQKFwb2RJVbR1fZQoaAZoCWgPQwiugEI9vY5xQJSGlFKUaBVNEgFoFkdAoXCNGZuyeXV9lChoBmgJaA9DCLu3IjGBQ3FAlIaUUpRoFU3vAWgWR0ChcMuFQEZBdX2UKGgGaAloD0MIEHS0qmXbcUCUhpRSlGgVS/hoFkdAoXDauB+WnnV9lChoBmgJaA9DCJ56pMHtgnBAlIaUUpRoFU0OAWgWR0ChcYnBUJfIdX2UKGgGaAloD0MIqKrQQCzpcECUhpRSlGgVS/toFkdAoXGZWV/tpnV9lChoBmgJaA9DCEURUrczb25AlIaUUpRoFU0OAWgWR0ChcZmZ3LV4dX2UKGgGaAloD0MIQl2kUNbWcECUhpRSlGgVTRABaBZHQKFx6P0Zm7J1fZQoaAZoCWgPQwhoIQGjyyxxQJSGlFKUaBVNDgFoFkdAoXHpKHwgDHV9lChoBmgJaA9DCIHtYMQ+oHJAlIaUUpRoFUvzaBZHQKFyUQ7LdN51fZQoaAZoCWgPQwjW4egqXVpwQJSGlFKUaBVL4WgWR0ChckuOKfnPdX2UKGgGaAloD0MIDaX2Ipr6cUCUhpRSlGgVS/poFkdAoXJveSB9TnV9lChoBmgJaA9DCKzhIvd0bnFAlIaUUpRoFUvkaBZHQKFyZbNbC791fZQoaAZoCWgPQwjf4XZomCVzQJSGlFKUaBVNBAFoFkdAoXKBdWyTp3V9lChoBmgJaA9DCI/gRsoWA0ZAlIaUUpRoFUuraBZHQKFydU2kzoF1fZQoaAZoCWgPQwjYRjzZzUNyQJSGlFKUaBVNIgFoFkdAoXK1X1anrXV9lChoBmgJaA9DCPHydK7oGnNAlIaUUpRoFU1AAWgWR0ChcvWRaHKwdX2UKGgGaAloD0MI/FBpxAxwcECUhpRSlGgVS+hoFkdAoXL0ZvUBn3V9lChoBmgJaA9DCFlQGJRpenJAlIaUUpRoFU0NAWgWR0ChcvAmzBykdX2UKGgGaAloD0MIICV2ba/hcECUhpRSlGgVTQEBaBZHQKFzO7mMfih1fZQoaAZoCWgPQwjohNBBV/lwQJSGlFKUaBVNfAFoFkdAoXNpD5TIenV9lChoBmgJaA9DCKJinL8J30NAlIaUUpRoFUuyaBZHQKFzhT2FnI11fZQoaAZoCWgPQwhWYTPAhbBwQJSGlFKUaBVL/WgWR0Chc3y5qdpZdX2UKGgGaAloD0MIB7MJMKzOcUCUhpRSlGgVTQEBaBZHQKFzxF5OafB1fZQoaAZoCWgPQwg5ChAFc3lwQJSGlFKUaBVL5WgWR0ChdBrWI42kdX2UKGgGaAloD0MIrMQ8K2nhS0CUhpRSlGgVS7VoFkdAoXRqPGQ0XXV9lChoBmgJaA9DCIxK6gR0jXJAlIaUUpRoFU0CAWgWR0ChdRWll9SddX2UKGgGaAloD0MImnlyTQHsbkCUhpRSlGgVTRUBaBZHQKF1WKVpsXV1fZQoaAZoCWgPQwgYQWMm0dRwQJSGlFKUaBVNGgFoFkdAoXV+qvNeMXV9lChoBmgJaA9DCCY5YFfT8XBAlIaUUpRoFU0gAWgWR0Chdac+RoysdX2UKGgGaAloD0MIF3/bE2S8ckCUhpRSlGgVS/BoFkdAoXYcRzzVc3V9lChoBmgJaA9DCJNUpphDJXFAlIaUUpRoFU0QAWgWR0ChdqisXBP9dX2UKGgGaAloD0MIW5caoR9+cUCUhpRSlGgVTfIBaBZHQKF29RvWH1x1fZQoaAZoCWgPQwh+calKWzRCQJSGlFKUaBVLumgWR0ChdwSgf2bodX2UKGgGaAloD0MIPbfQlQi0NECUhpRSlGgVS7loFkdAoXdfeYUnHHV9lChoBmgJaA9DCOwzZ30KWnBAlIaUUpRoFUveaBZHQKF3WzWwu/V1fZQoaAZoCWgPQwirWWd83z5xQJSGlFKUaBVNBwFoFkdAoXdtbVz6rXV9lChoBmgJaA9DCPPIHwy8yXFAlIaUUpRoFU0BAWgWR0Chd60zj3mFdX2UKGgGaAloD0MI93XgnFGwcECUhpRSlGgVS+toFkdAoXe+1WsBAHV9lChoBmgJaA9DCFXZd0VwxHJAlIaUUpRoFU0NAWgWR0Chd6oE0SAZdX2UKGgGaAloD0MIdeWzPA92ckCUhpRSlGgVTTIBaBZHQKF32raM72d1fZQoaAZoCWgPQwggmnlyTSJxQJSGlFKUaBVL/GgWR0Chd/jCYTkAdX2UKGgGaAloD0MI6lxRSggqcECUhpRSlGgVTRIBaBZHQKF4FqTr3TN1fZQoaAZoCWgPQwjNV8nH7k5wQJSGlFKUaBVNAAFoFkdAoXgj2YfGMnV9lChoBmgJaA9DCCy69Zoe+HBAlIaUUpRoFU0FAWgWR0CheClpoK2KdX2UKGgGaAloD0MIlNqLaDscc0CUhpRSlGgVTSoBaBZHQKF4Wqy4Wk91fZQoaAZoCWgPQwj8HB8tzqJuQJSGlFKUaBVL52gWR0CheLCFK02MdX2UKGgGaAloD0MIYLGGixx/cECUhpRSlGgVTQABaBZHQKF4u0HhS+B1fZQoaAZoCWgPQwhGzy10JWJxQJSGlFKUaBVNgAFoFkdAoXi14RmK7HV9lChoBmgJaA9DCHVz8bf9s3BAlIaUUpRoFU0WAWgWR0ChePEXUH6edX2UKGgGaAloD0MIrI2xEx4qc0CUhpRSlGgVTTIBaBZHQKF5PuGbkOt1fZQoaAZoCWgPQwi3RC44A71xQJSGlFKUaBVNGgFoFkdAoXlEJKJ2uHV9lChoBmgJaA9DCHAjZYvkSXJAlIaUUpRoFU1vAmgWR0CheWSCWeH0dX2UKGgGaAloD0MIjUXT2UnscECUhpRSlGgVTQ8BaBZHQKF5mwg1WKd1fZQoaAZoCWgPQwgIHt/eNeRCQJSGlFKUaBVLrmgWR0ChebI6r/83dX2UKGgGaAloD0MINiIYB5ducECUhpRSlGgVTSYBaBZHQKF6GB/7SAp1fZQoaAZoCWgPQwhTzaylgFNxQJSGlFKUaBVNJQFoFkdAoXpeZCv5g3V9lChoBmgJaA9DCG+5+rHJj3JAlIaUUpRoFU0IAWgWR0Chem/OUt7KdX2UKGgGaAloD0MITFXa4hrQb0CUhpRSlGgVS/JoFkdAoXqY0ygwoXV9lChoBmgJaA9DCIB/SpUoCUNAlIaUUpRoFUuoaBZHQKF6uzAvcrR1fZQoaAZoCWgPQwjmlICYRIhyQJSGlFKUaBVNMQFoFkdAoXr5XOnl4nV9lChoBmgJaA9DCOVjd4GSqkZAlIaUUpRoFUvGaBZHQKF7UWVu76J1fZQoaAZoCWgPQwjku5S6pEtxQJSGlFKUaBVL8WgWR0Che4SPluFYdX2UKGgGaAloD0MIiCr8GZ4NcUCUhpRSlGgVTRkBaBZHQKF7rPa+N991fZQoaAZoCWgPQwhLOV/svahwQJSGlFKUaBVL52gWR0Che8hFuvU0dX2UKGgGaAloD0MIg23Ekx0yckCUhpRSlGgVTRgBaBZHQKF7yJdjXnR1fZQoaAZoCWgPQwhKYkm5e8ltQJSGlFKUaBVL8WgWR0ChfJ0AcT8HdX2UKGgGaAloD0MItFpgj4nTUkCUhpRSlGgVS6VoFkdAoXzFYuCf6HV9lChoBmgJaA9DCC6M9KL2vXJAlIaUUpRoFUvxaBZHQKF83kiD/VB1fZQoaAZoCWgPQwjhCb3+JDdwQJSGlFKUaBVL9WgWR0ChfWpItlI3dX2UKGgGaAloD0MIymsldJeubkCUhpRSlGgVS/VoFkdAoX15OSGJvnV9lChoBmgJaA9DCKXcfY7Px3FAlIaUUpRoFU0DAWgWR0ChfYbMgU1ydX2UKGgGaAloD0MIK6bSTzhnb0CUhpRSlGgVTRwBaBZHQKF9sax5cC51fZQoaAZoCWgPQwgfDhKi/MhsQJSGlFKUaBVL52gWR0Chfb13Ux20dX2UKGgGaAloD0MI0QK0rWaSbkCUhpRSlGgVS/NoFkdAoX4Rky1uznV9lChoBmgJaA9DCC2Xjc45bXFAlIaUUpRoFU0FAWgWR0ChfhfJNj9XdX2UKGgGaAloD0MIEFg5tAhVckCUhpRSlGgVTSsBaBZHQKF+ZYPoV211fZQoaAZoCWgPQwja/wBrlSBzQJSGlFKUaBVNQAFoFkdAoX6ii/O+qXV9lChoBmgJaA9DCAFQxY3b/3FAlIaUUpRoFU0PAWgWR0ChfsU4JeE7dX2UKGgGaAloD0MItMu3Pix8cUCUhpRSlGgVS+hoFkdAoX73UDuBtnV9lChoBmgJaA9DCENTdvrBaHFAlIaUUpRoFUv8aBZHQKF+8cUdq+J1fZQoaAZoCWgPQwi2v7M9+sNuQJSGlFKUaBVNEAFoFkdAoX8LCiyprHV9lChoBmgJaA9DCCi5wyYyJXFAlIaUUpRoFUvgaBZHQKF/pGJemel1fZQoaAZoCWgPQwisNv+vOs5wQJSGlFKUaBVL9GgWR0Chf7wgDA8CdX2UKGgGaAloD0MIkZp2MY0acECUhpRSlGgVTQgBaBZHQKF/pns9jgB1fZQoaAZoCWgPQwhIqBlSRVdLQJSGlFKUaBVL1WgWR0ChgGH/95yEdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 230, "n_steps": 2048, "gamma": 0.999, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.31 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.9.16", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu116", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:163fce8da63e7fe8bd38e94cbc493ad3ffb9d65373dcfd7228fc1fff418ae20a
-size 147507
+oid sha256:a149bb70c4bc529063262b311246b83ac01be2cba3d9bfab400f89ef52d8847b
+size 148204

ppo-LunarLander-v2/data

@@ -4,20 +4,20 @@
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f7d19e49ee0>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f7d19e49f70>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f7d19dcd040>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f7d19dcd0d0>",
-        "_build": "<function ActorCriticPolicy._build at 0x7f7d19dcd160>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7f7d19dcd1f0>",
-        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f7d19dcd280>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f7d19dcd310>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7f7d19dcd3a0>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f7d19dcd430>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f7d19dcd4c0>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f7d19dcd550>",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7fc3495091f0>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fc349509280>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fc349509310>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fc3495093a0>",
+        "_build": "<function ActorCriticPolicy._build at 0x7fc349509430>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7fc3495094c0>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fc349509550>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fc3495095e0>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7fc349509670>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fc349509700>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fc349509790>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fc349509820>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc._abc_data object at 0x7f7d19e4c640>"
+        "_abc_impl": "<_abc._abc_data object at 0x7fc34950b580>"
     },
     "verbose": true,
     "policy_kwargs": {},
@@ -42,13 +42,13 @@
         "dtype": "int64",
         "_np_random": null
     },
-    "n_envs": 16,
-    "num_timesteps": 1015808,
-    "_total_timesteps": 1000000,
+    "n_envs": 32,
+    "num_timesteps": 1507328,
+    "_total_timesteps": 1500000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1678855281742514137,
+    "start_time": 1678952905441078635,
     "learning_rate": 0.0001,
     "tensorboard_log": null,
     "lr_schedule": {
@@ -57,28 +57,28 @@
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAKM6oT4FoNo8DqczvQvPzr1+/oQ9QqyXvAAAAAAAAAAAEzb4PkT1yz5ClY+9xCOGvvQZvj2iiJK8AAAAAAAAAABtOJs+o9MhP1iY5D3BEb2+4lHMPaZuvjwAAAAAAAAAAGYIUT11M6A/kVzJPW6W7r7PEgQ9nu3CuwAAAAAAAAAAQCZIvtt3vLzxmBi+/bOavWMZFj7F/jG+AACAPwAAgD9mpCA+4VLqO66FoDmfqF83nHOMPSZMzLgAAIA/AACAPw0efz4s6/I8u+X0uulGt7mP9oY+rNguOgAAgD8AAIA/ms/LvNq+Pj786709FVl8vtsljTyMOKE8AAAAAAAAAABtPgU+KDLJvO6fg7tMoAS+ImUwvvLhz74AAIA/AACAP5osOb5AQ0c/+Y4evs98v75dUBe+Nn6wPQAAAAAAAAAAs3ZcvrofEb2bsnK73bgWui75ez5bVug6AACAPwAAgD8AGAa+r1V3P/ogMb5fK9K+g/nnvbgK1LwAAAAAAAAAAKowsD6Vlgc/NayJvYGxr74eZGU99mqxvAAAAAAAAAAApkNHviZxnD/y/ge/wYPivg0GVr69mQS9AAAAAAAAAABNABq+lA28vN/PrT1QbYw8ja/+PdL3Fj0AAIA/AACAP1qQwr3B9p0/rccMv1vGAr9mKa29w/R/vgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQQAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYABAAAAAAAAADqkjz2xDu6orGQMh6uTbAban26otoKswAAgD8AAIA/M+yXPLFaKj+TleA9DejOvruCxjwYL408AAAAAAAAAAAtNhU+kFeKP7K/KD6lVvG+V+UePpVGcj0AAAAAAAAAAJpHqzzfpK8/0Y8CPzJ28L7G3028dGu9OgAAAAAAAAAAs1tWvVVQuT4jhVG9jKCuvkb8gb3yK1u9AAAAAAAAAAAApEM90hCJu648hTusoIo8Za3SvHpTbT0AAIA/AACAP00LV70FtA0+8XAFPu+PlL5viBQ9RBSnPQAAAAAAAAAA0/cIviL6tT9bkeK+eSHEvoEERL74LVi9AAAAAAAAAACa/dS7XDsruq64IT6FLS20k39Kus2O6bIAAAAAAAAAAADjsD3DaS+6vbh4O1DGZzg064q7laicuQAAgD8AAAAA2mPjPfNkWz+7jgA+9GrbvtS++z34c6Y9AAAAAAAAAACF8qq+sjVrPoLzsz5pENO++88AvvCWMD4AAAAAAAAAAEDSZT7s7FQ/xpFSPnLJwr7Z3XM++kGZvQAAAAAAAAAAAC7MvMMZWLo8uzSzEVhIqhkyirsT29IzAACAPwAAgD8A9is97CuUu6Uwc7yZx4s8T9fBPIXIbr0AAIA/AACAP9rg2b1S2Oa5E8/wusXGGLYV1RS7LikLOgAAgD8AAAAAAxFVvtzLvD9usiG/BHusvhvflb40uQa+AAAAAAAAAACAl4M9BxExP/V9Cz0he+O+74yPPfZrm7wAAAAAAAAAADOBiL0yvYg/Wi7pO/Ik7L5XeTy9WDSfPQAAAAAAAAAA4FmOPuu7lz7LEXa+9qGHvnMipz3iRQm9AAAAAAAAAAAAiWs9FACeuueehjg25oUztwxFOuorm7cAAIA/AACAP8tWuL5XeOo+E351Pj/uzL6MLVe+xvllPgAAAAAAAAAADf5oPioRCT9R7S++IlHAvnAIsT32YXS9AAAAAAAAAABzprO9iif6PsYEPDtd97O+pCdwvfh+wzwAAAAAAAAAAGYBoj0TS54+8rbEvWdboL7e6ey8ylMSvQAAAAAAAAAAzd60PRRki7q7wFIz8s9rrcCBUzsJRKqzAACAPwAAgD8AUa88XGYQPhghhL3l7qi+Jl+YvRGRi7wAAAAAAAAAAAASuryU5rA9B+sWvdGJmL4OjY28oA4tvQAAAAAAAAAAs9BGPTicvbuyKGU8jxiaPMLFE70uwYI9AACAPwAAgD8N9mc+MH68P4pYNT8Ar5++WX1OPsbZRD4AAAAAAAAAAHMKkT0pmB66YkbROoBlirSu8lC7dsr0uQAAAAAAAIA/mlrGvXtGorrejjI0wJaHLfAkVjrcz6OzAACAPwAAgD+UjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSyBLCIaUjAFDlHSUUpQu"
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVkwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksghZSMAUOUdJRSlC4="
     },
     "_last_original_obs": null,
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.015808000000000044,
+    "_current_progress_remaining": -0.004885333333333408,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVWhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIxAd2/JeDb0CUhpRSlIwBbJRNCgGMAXSUR0CgSUuoo/iYdX2UKGgGaAloD0MIPRBZpIk2X0CUhpRSlGgVTegDaBZHQKBJp3RG+bp1fZQoaAZoCWgPQwj+tFGdDopEQJSGlFKUaBVL1mgWR0CggIIAfdRBdX2UKGgGaAloD0MIMqt3uB0eckCUhpRSlGgVTaUBaBZHQKCA/iuuA7R1fZQoaAZoCWgPQwjSp1X0h2JvQJSGlFKUaBVNnwFoFkdAoIEWJxeb/nV9lChoBmgJaA9DCFCm0eRi+3BAlIaUUpRoFU0aAWgWR0CggRrU1AJLdX2UKGgGaAloD0MIs0EmGfkHcUCUhpRSlGgVTRMBaBZHQKCBHp0wJw91fZQoaAZoCWgPQwgKur2kMZrzv5SGlFKUaBVLzmgWR0CggR7S7Xg+dX2UKGgGaAloD0MI+kSeJF2Ib0CUhpRSlGgVS/NoFkdAoIF+2kSElHV9lChoBmgJaA9DCHcstklFgm5AlIaUUpRoFU0uAWgWR0CggZHCXQdCdX2UKGgGaAloD0MIXANbJRgvcUCUhpRSlGgVTQUBaBZHQKCBt2KVII51fZQoaAZoCWgPQwhvLv62JwtuQJSGlFKUaBVNEQFoFkdAoIHLZamoBXV9lChoBmgJaA9DCDS6g9iZLEBAlIaUUpRoFUvQaBZHQKCBz5Ec81Z1fZQoaAZoCWgPQwg8hzJUxXNwQJSGlFKUaBVL/WgWR0CggeHSv1UVdX2UKGgGaAloD0MIzAhvD0KcN0CUhpRSlGgVS9xoFkdAoIH69GqgiHV9lChoBmgJaA9DCIf58gIscXBAlIaUUpRoFU0OAWgWR0CggkRIz3yqdX2UKGgGaAloD0MI1gJ7TKRga0CUhpRSlGgVTQQBaBZHQKCEIEDhcZ91fZQoaAZoCWgPQwhklGdeDrMzQJSGlFKUaBVLxWgWR0CghLT3yqdZdX2UKGgGaAloD0MIChAFMyb9bECUhpRSlGgVTQoBaBZHQKCE8c7Qswt1fZQoaAZoCWgPQwhoPBHEeWBwQJSGlFKUaBVNDAFoFkdAoIUjnX/YJ3V9lChoBmgJaA9DCBvZlZYR+W1AlIaUUpRoFU0XAWgWR0CghXEo4MnadX2UKGgGaAloD0MItDhjmBPUDUCUhpRSlGgVS7hoFkdAoIV9SwW30HV9lChoBmgJaA9DCPwbtFefu29AlIaUUpRoFU0hAWgWR0Cghac2itaIdX2UKGgGaAloD0MI4X1VLtSCcECUhpRSlGgVTQwBaBZHQKCFzoSteUp1fZQoaAZoCWgPQwgkmdU7XOxvQJSGlFKUaBVL52gWR0CgheMCLdeqdX2UKGgGaAloD0MIB5lk5OwncECUhpRSlGgVTQMBaBZHQKCF8sg+yJN1fZQoaAZoCWgPQwjnNuFeGeNwQJSGlFKUaBVL/2gWR0Cghh4igTRIdX2UKGgGaAloD0MIBvGBHf+3b0CUhpRSlGgVTSEBaBZHQKCGlBgNPP91fZQoaAZoCWgPQwjY74l1qlRJQJSGlFKUaBVL12gWR0CgikjuKGcndX2UKGgGaAloD0MI6PaSxuirbkCUhpRSlGgVTSoBaBZHQKCLKSaEzwd1fZQoaAZoCWgPQwgUXRd+cD6lP5SGlFKUaBVLumgWR0Cgi0odELH/dX2UKGgGaAloD0MIhqktdRDGbkCUhpRSlGgVTRoBaBZHQKCLbqpLmIV1fZQoaAZoCWgPQwiHpYEf1X1xQJSGlFKUaBVNDAFoFkdAoIuH9pAUtnV9lChoBmgJaA9DCAjJAiZwhG1AlIaUUpRoFU0VAWgWR0Cgi4/LcKw7dX2UKGgGaAloD0MIqDY4EX12bECUhpRSlGgVTQMBaBZHQKCLs/fO2Rd1fZQoaAZoCWgPQwg0u+6tiEJwQJSGlFKUaBVL9WgWR0Cgi9OCXhOydX2UKGgGaAloD0MIiBBXzt62b0CUhpRSlGgVTQYBaBZHQKCMIQbuMMt1fZQoaAZoCWgPQwjmlICYhFxuQJSGlFKUaBVNIAFoFkdAoIyPJaJQ+HV9lChoBmgJaA9DCMlzfR8OxG9AlIaUUpRoFU0PAWgWR0CgjKzot+TedX2UKGgGaAloD0MIjBL0F/pAcUCUhpRSlGgVTRkBaBZHQKCMrWCmMwV1fZQoaAZoCWgPQwiCx7d3DbdwQJSGlFKUaBVNUgNoFkdAoI0qlxffGnV9lChoBmgJaA9DCKuYSj/hXBRAlIaUUpRoFUvJaBZHQKCO1OgxrSF1fZQoaAZoCWgPQwiloNtLmpJtQJSGlFKUaBVNDAFoFkdAoI9YkJKJ23V9lChoBmgJaA9DCP8j06HTfG1AlIaUUpRoFUvraBZHQKCPa78vVVh1fZQoaAZoCWgPQwjU00fgjytvQJSGlFKUaBVL9GgWR0Cgj6Z4GD+SdX2UKGgGaAloD0MIX38Sn7smbkCUhpRSlGgVS/VoFkdAoI/BmXgLqnV9lChoBmgJaA9DCNP58CxBW29AlIaUUpRoFUv5aBZHQKCP5pPAO8V1fZQoaAZoCWgPQwjWq8jowJlwQJSGlFKUaBVNHAFoFkdAoJAYCjk+5nV9lChoBmgJaA9DCFJjQswlyW9AlIaUUpRoFUvuaBZHQKCQXPE87p51fZQoaAZoCWgPQwixi6IHPjxtQJSGlFKUaBVL+2gWR0CgkJMaKk2xdX2UKGgGaAloD0MIM2q+Sn6kcECUhpRSlGgVTRIBaBZHQKCQ0P4EfT11fZQoaAZoCWgPQwgpJQSrauphQJSGlFKUaBVN6ANoFkdAoJEYDYAbQ3V9lChoBmgJaA9DCEOQgxLm12xAlIaUUpRoFU0TAWgWR0CgkYxBE8aGdX2UKGgGaAloD0MIzQTDuYYAckCUhpRSlGgVS/JoFkdAoJLeWt2cKHV9lChoBmgJaA9DCCFYVS+/5zFAlIaUUpRoFUu4aBZHQKCS4zSkTHt1fZQoaAZoCWgPQwjPaRZod0FZQJSGlFKUaBVN6ANoFkdAoJNHa+N96XV9lChoBmgJaA9DCDvl0Y2we1pAlIaUUpRoFU3oA2gWR0Cgk+QCSzPbdX2UKGgGaAloD0MIU13AywzSbkCUhpRSlGgVTUIBaBZHQKCU2Y/mknF1fZQoaAZoCWgPQwhZaVIKutk5QJSGlFKUaBVL6WgWR0CglSfVI7NjdX2UKGgGaAloD0MIe0s5X6yhcECUhpRSlGgVS/1oFkdAoJU3Dm8ujHV9lChoBmgJaA9DCGhBKO9jZm5AlIaUUpRoFU1aAWgWR0Cglg5iExqPdX2UKGgGaAloD0MIX1/rUqNDb0CUhpRSlGgVTXICaBZHQKCWDlkpZwJ1fZQoaAZoCWgPQwi3XWiu0xNxQJSGlFKUaBVNFAFoFkdAoJZohfShJ3V9lChoBmgJaA9DCPw4miPrPnFAlIaUUpRoFU3IAWgWR0Cglzm1x82KdX2UKGgGaAloD0MI3gN0X04PcECUhpRSlGgVS/xoFkdAoJdf7JnxrnV9lChoBmgJaA9DCOc24V6Zc3FAlIaUUpRoFU0NAWgWR0Cgl6A9Net0dX2UKGgGaAloD0MImE7rNqj3a0CUhpRSlGgVTQcBaBZHQKCX336hxo91fZQoaAZoCWgPQwjXMhmOZxlvQJSGlFKUaBVNCQFoFkdAoJhvFefI0nV9lChoBmgJaA9DCHY3T3UITHFAlIaUUpRoFUvvaBZHQKCZIwM6RyR1fZQoaAZoCWgPQwj8VuvE5XNwQJSGlFKUaBVNDQFoFkdAoJlObb1yvXV9lChoBmgJaA9DCMr9DkVBQXFAlIaUUpRoFUvoaBZHQKCZx07r9l51fZQoaAZoCWgPQwh5PZgUH8M3QJSGlFKUaBVL1GgWR0CgmcrgGbCrdX2UKGgGaAloD0MIVp5A2GkecUCUhpRSlGgVTSEBaBZHQKCZ3xGUfPp1fZQoaAZoCWgPQwhCeooc4vZxQJSGlFKUaBVL/GgWR0CgmgzC+De1dX2UKGgGaAloD0MIBaT9D7A+bECUhpRSlGgVTXACaBZHQKCa3IBBAwB1fZQoaAZoCWgPQwjHhJhLKg9xQJSGlFKUaBVL8GgWR0Cgm3dUsFt9dX2UKGgGaAloD0MImQ8IdCZ2b0CUhpRSlGgVS/RoFkdAoJxsZJkGzXV9lChoBmgJaA9DCBsOSwO/w3BAlIaUUpRoFU0ZAWgWR0CgnHE+otL+dX2UKGgGaAloD0MIFMstrYaaVUCUhpRSlGgVTegDaBZHQKCcr5cC5mR1fZQoaAZoCWgPQwh6cHfWblsYQJSGlFKUaBVLx2gWR0CgnSnvDxb0dX2UKGgGaAloD0MIQmDl0KILbkCUhpRSlGgVS/1oFkdAoJ11C3PRiXV9lChoBmgJaA9DCIcYr3nVBG1AlIaUUpRoFUvuaBZHQKCdtmlqJuV1fZQoaAZoCWgPQwg3iqw1lJJwQJSGlFKUaBVNGwFoFkdAoJ3HE0iyIHV9lChoBmgJaA9DCGA8g4b+xG5AlIaUUpRoFU0ZAWgWR0CgnmXj+717dX2UKGgGaAloD0MIbCHIQQnfbECUhpRSlGgVS+1oFkdAoJ6qxkd3jnV9lChoBmgJaA9DCJccd0qHJXBAlIaUUpRoFU0+AWgWR0Cgn0Tuv2XcdX2UKGgGaAloD0MIpGyRtFsVcECUhpRSlGgVTRQBaBZHQKCf8SCe2/l1fZQoaAZoCWgPQwhVF/Ayw0bDv5SGlFKUaBVL3GgWR0CgoDeCbtqpdX2UKGgGaAloD0MI+vAsQUbrWUCUhpRSlGgVTegDaBZHQKCgPb+Lm6p1fZQoaAZoCWgPQwjQfw9eu4FhQJSGlFKUaBVN6ANoFkdAoKBYAS39aXV9lChoBmgJaA9DCCs0EMvmWHBAlIaUUpRoFUv4aBZHQKCgcBTXJ5p1fZQoaAZoCWgPQwjM8J9u4CNwQJSGlFKUaBVNBgFoFkdAoKCu5WilBXV9lChoBmgJaA9DCM1Zn3LMQWJAlIaUUpRoFU3oA2gWR0CgoWBnSOR1dX2UKGgGaAloD0MIq8yU1t+db0CUhpRSlGgVS/9oFkdAoKH4LG7z1HV9lChoBmgJaA9DCIy7QbQWeHBAlIaUUpRoFU0sAWgWR0Cgop2kJrtWdX2UKGgGaAloD0MIJnLBGTxPcECUhpRSlGgVTS8BaBZHQKCjhqrzXjF1fZQoaAZoCWgPQwiOAkTBjMNuQJSGlFKUaBVNOwFoFkdAoKO6j1wo9nV9lChoBmgJaA9DCMQnnUgwznBAlIaUUpRoFU0HAWgWR0Cgo+10cOsldX2UKGgGaAloD0MIOZ1kq8tUbkCUhpRSlGgVTRsBaBZHQKCj/bRnezl1fZQoaAZoCWgPQwh5PC0/cDE+wJSGlFKUaBVLzGgWR0CgpFdP1tfpdWUu"
+        ":serialized:": "gAWVVxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIUfTAx2DNb0CUhpRSlIwBbJRNAgGMAXSUR0ChbRMAWBSUdX2UKGgGaAloD0MI+yKhLSezcUCUhpRSlGgVTQkBaBZHQKFtDYKYzBR1fZQoaAZoCWgPQwhtVKcD2d9yQJSGlFKUaBVNAAFoFkdAoW1Q35vcanV9lChoBmgJaA9DCCrKpfHLaXJAlIaUUpRoFUv4aBZHQKFth5X2dup1fZQoaAZoCWgPQwit9xvt+DtyQJSGlFKUaBVL82gWR0Chbap6po9LdX2UKGgGaAloD0MIPZrqyXwUckCUhpRSlGgVTRQBaBZHQKFt5YlIEr51fZQoaAZoCWgPQwgmp3aGKdtzQJSGlFKUaBVL8WgWR0ChblIeYD1XdX2UKGgGaAloD0MIB+v/HOaxb0CUhpRSlGgVTQYBaBZHQKFu7Gecx0x1fZQoaAZoCWgPQwgmVHB4QTZwQJSGlFKUaBVNCAFoFkdAoW8f3SKFZnV9lChoBmgJaA9DCMHhBRGpJ3BAlIaUUpRoFU0LAWgWR0Chbyyy2QXAdX2UKGgGaAloD0MItHOaBdoub0CUhpRSlGgVS+JoFkdAoW8nlbNbDHV9lChoBmgJaA9DCNYaSu0FhnBAlIaUUpRoFU0FAWgWR0Chb09cjZ+QdX2UKGgGaAloD0MIUp55OSwQcUCUhpRSlGgVTQABaBZHQKFvZ1schkl1fZQoaAZoCWgPQwjKiAtAY/5yQJSGlFKUaBVL7WgWR0Chb9rv1DjSdX2UKGgGaAloD0MI3bbvUX9Eb0CUhpRSlGgVTQYBaBZHQKFwb2RJVbR1fZQoaAZoCWgPQwiugEI9vY5xQJSGlFKUaBVNEgFoFkdAoXCNGZuyeXV9lChoBmgJaA9DCLu3IjGBQ3FAlIaUUpRoFU3vAWgWR0ChcMuFQEZBdX2UKGgGaAloD0MIEHS0qmXbcUCUhpRSlGgVS/hoFkdAoXDauB+WnnV9lChoBmgJaA9DCJ56pMHtgnBAlIaUUpRoFU0OAWgWR0ChcYnBUJfIdX2UKGgGaAloD0MIqKrQQCzpcECUhpRSlGgVS/toFkdAoXGZWV/tpnV9lChoBmgJaA9DCEURUrczb25AlIaUUpRoFU0OAWgWR0ChcZmZ3LV4dX2UKGgGaAloD0MIQl2kUNbWcECUhpRSlGgVTRABaBZHQKFx6P0Zm7J1fZQoaAZoCWgPQwhoIQGjyyxxQJSGlFKUaBVNDgFoFkdAoXHpKHwgDHV9lChoBmgJaA9DCIHtYMQ+oHJAlIaUUpRoFUvzaBZHQKFyUQ7LdN51fZQoaAZoCWgPQwjW4egqXVpwQJSGlFKUaBVL4WgWR0ChckuOKfnPdX2UKGgGaAloD0MIDaX2Ipr6cUCUhpRSlGgVS/poFkdAoXJveSB9TnV9lChoBmgJaA9DCKzhIvd0bnFAlIaUUpRoFUvkaBZHQKFyZbNbC791fZQoaAZoCWgPQwjf4XZomCVzQJSGlFKUaBVNBAFoFkdAoXKBdWyTp3V9lChoBmgJaA9DCI/gRsoWA0ZAlIaUUpRoFUuraBZHQKFydU2kzoF1fZQoaAZoCWgPQwjYRjzZzUNyQJSGlFKUaBVNIgFoFkdAoXK1X1anrXV9lChoBmgJaA9DCPHydK7oGnNAlIaUUpRoFU1AAWgWR0ChcvWRaHKwdX2UKGgGaAloD0MI/FBpxAxwcECUhpRSlGgVS+hoFkdAoXL0ZvUBn3V9lChoBmgJaA9DCFlQGJRpenJAlIaUUpRoFU0NAWgWR0ChcvAmzBykdX2UKGgGaAloD0MIICV2ba/hcECUhpRSlGgVTQEBaBZHQKFzO7mMfih1fZQoaAZoCWgPQwjohNBBV/lwQJSGlFKUaBVNfAFoFkdAoXNpD5TIenV9lChoBmgJaA9DCKJinL8J30NAlIaUUpRoFUuyaBZHQKFzhT2FnI11fZQoaAZoCWgPQwhWYTPAhbBwQJSGlFKUaBVL/WgWR0Chc3y5qdpZdX2UKGgGaAloD0MIB7MJMKzOcUCUhpRSlGgVTQEBaBZHQKFzxF5OafB1fZQoaAZoCWgPQwg5ChAFc3lwQJSGlFKUaBVL5WgWR0ChdBrWI42kdX2UKGgGaAloD0MIrMQ8K2nhS0CUhpRSlGgVS7VoFkdAoXRqPGQ0XXV9lChoBmgJaA9DCIxK6gR0jXJAlIaUUpRoFU0CAWgWR0ChdRWll9SddX2UKGgGaAloD0MImnlyTQHsbkCUhpRSlGgVTRUBaBZHQKF1WKVpsXV1fZQoaAZoCWgPQwgYQWMm0dRwQJSGlFKUaBVNGgFoFkdAoXV+qvNeMXV9lChoBmgJaA9DCCY5YFfT8XBAlIaUUpRoFU0gAWgWR0Chdac+RoysdX2UKGgGaAloD0MIF3/bE2S8ckCUhpRSlGgVS/BoFkdAoXYcRzzVc3V9lChoBmgJaA9DCJNUpphDJXFAlIaUUpRoFU0QAWgWR0ChdqisXBP9dX2UKGgGaAloD0MIW5caoR9+cUCUhpRSlGgVTfIBaBZHQKF29RvWH1x1fZQoaAZoCWgPQwh+calKWzRCQJSGlFKUaBVLumgWR0ChdwSgf2bodX2UKGgGaAloD0MIPbfQlQi0NECUhpRSlGgVS7loFkdAoXdfeYUnHHV9lChoBmgJaA9DCOwzZ30KWnBAlIaUUpRoFUveaBZHQKF3WzWwu/V1fZQoaAZoCWgPQwirWWd83z5xQJSGlFKUaBVNBwFoFkdAoXdtbVz6rXV9lChoBmgJaA9DCPPIHwy8yXFAlIaUUpRoFU0BAWgWR0Chd60zj3mFdX2UKGgGaAloD0MI93XgnFGwcECUhpRSlGgVS+toFkdAoXe+1WsBAHV9lChoBmgJaA9DCFXZd0VwxHJAlIaUUpRoFU0NAWgWR0Chd6oE0SAZdX2UKGgGaAloD0MIdeWzPA92ckCUhpRSlGgVTTIBaBZHQKF32raM72d1fZQoaAZoCWgPQwggmnlyTSJxQJSGlFKUaBVL/GgWR0Chd/jCYTkAdX2UKGgGaAloD0MI6lxRSggqcECUhpRSlGgVTRIBaBZHQKF4FqTr3TN1fZQoaAZoCWgPQwjNV8nH7k5wQJSGlFKUaBVNAAFoFkdAoXgj2YfGMnV9lChoBmgJaA9DCCy69Zoe+HBAlIaUUpRoFU0FAWgWR0CheClpoK2KdX2UKGgGaAloD0MIlNqLaDscc0CUhpRSlGgVTSoBaBZHQKF4Wqy4Wk91fZQoaAZoCWgPQwj8HB8tzqJuQJSGlFKUaBVL52gWR0CheLCFK02MdX2UKGgGaAloD0MIYLGGixx/cECUhpRSlGgVTQABaBZHQKF4u0HhS+B1fZQoaAZoCWgPQwhGzy10JWJxQJSGlFKUaBVNgAFoFkdAoXi14RmK7HV9lChoBmgJaA9DCHVz8bf9s3BAlIaUUpRoFU0WAWgWR0ChePEXUH6edX2UKGgGaAloD0MIrI2xEx4qc0CUhpRSlGgVTTIBaBZHQKF5PuGbkOt1fZQoaAZoCWgPQwi3RC44A71xQJSGlFKUaBVNGgFoFkdAoXlEJKJ2uHV9lChoBmgJaA9DCHAjZYvkSXJAlIaUUpRoFU1vAmgWR0CheWSCWeH0dX2UKGgGaAloD0MIjUXT2UnscECUhpRSlGgVTQ8BaBZHQKF5mwg1WKd1fZQoaAZoCWgPQwgIHt/eNeRCQJSGlFKUaBVLrmgWR0ChebI6r/83dX2UKGgGaAloD0MINiIYB5ducECUhpRSlGgVTSYBaBZHQKF6GB/7SAp1fZQoaAZoCWgPQwhTzaylgFNxQJSGlFKUaBVNJQFoFkdAoXpeZCv5g3V9lChoBmgJaA9DCG+5+rHJj3JAlIaUUpRoFU0IAWgWR0Chem/OUt7KdX2UKGgGaAloD0MITFXa4hrQb0CUhpRSlGgVS/JoFkdAoXqY0ygwoXV9lChoBmgJaA9DCIB/SpUoCUNAlIaUUpRoFUuoaBZHQKF6uzAvcrR1fZQoaAZoCWgPQwjmlICYRIhyQJSGlFKUaBVNMQFoFkdAoXr5XOnl4nV9lChoBmgJaA9DCOVjd4GSqkZAlIaUUpRoFUvGaBZHQKF7UWVu76J1fZQoaAZoCWgPQwjku5S6pEtxQJSGlFKUaBVL8WgWR0Che4SPluFYdX2UKGgGaAloD0MIiCr8GZ4NcUCUhpRSlGgVTRkBaBZHQKF7rPa+N991fZQoaAZoCWgPQwhLOV/svahwQJSGlFKUaBVL52gWR0Che8hFuvU0dX2UKGgGaAloD0MIg23Ekx0yckCUhpRSlGgVTRgBaBZHQKF7yJdjXnR1fZQoaAZoCWgPQwhKYkm5e8ltQJSGlFKUaBVL8WgWR0ChfJ0AcT8HdX2UKGgGaAloD0MItFpgj4nTUkCUhpRSlGgVS6VoFkdAoXzFYuCf6HV9lChoBmgJaA9DCC6M9KL2vXJAlIaUUpRoFUvxaBZHQKF83kiD/VB1fZQoaAZoCWgPQwjhCb3+JDdwQJSGlFKUaBVL9WgWR0ChfWpItlI3dX2UKGgGaAloD0MIymsldJeubkCUhpRSlGgVS/VoFkdAoX15OSGJvnV9lChoBmgJaA9DCKXcfY7Px3FAlIaUUpRoFU0DAWgWR0ChfYbMgU1ydX2UKGgGaAloD0MIK6bSTzhnb0CUhpRSlGgVTRwBaBZHQKF9sax5cC51fZQoaAZoCWgPQwgfDhKi/MhsQJSGlFKUaBVL52gWR0Chfb13Ux20dX2UKGgGaAloD0MI0QK0rWaSbkCUhpRSlGgVS/NoFkdAoX4Rky1uznV9lChoBmgJaA9DCC2Xjc45bXFAlIaUUpRoFU0FAWgWR0ChfhfJNj9XdX2UKGgGaAloD0MIEFg5tAhVckCUhpRSlGgVTSsBaBZHQKF+ZYPoV211fZQoaAZoCWgPQwja/wBrlSBzQJSGlFKUaBVNQAFoFkdAoX6ii/O+qXV9lChoBmgJaA9DCAFQxY3b/3FAlIaUUpRoFU0PAWgWR0ChfsU4JeE7dX2UKGgGaAloD0MItMu3Pix8cUCUhpRSlGgVS+hoFkdAoX73UDuBtnV9lChoBmgJaA9DCENTdvrBaHFAlIaUUpRoFUv8aBZHQKF+8cUdq+J1fZQoaAZoCWgPQwi2v7M9+sNuQJSGlFKUaBVNEAFoFkdAoX8LCiyprHV9lChoBmgJaA9DCCi5wyYyJXFAlIaUUpRoFUvgaBZHQKF/pGJemel1fZQoaAZoCWgPQwisNv+vOs5wQJSGlFKUaBVL9GgWR0Chf7wgDA8CdX2UKGgGaAloD0MIkZp2MY0acECUhpRSlGgVTQgBaBZHQKF/pns9jgB1fZQoaAZoCWgPQwhIqBlSRVdLQJSGlFKUaBVL1WgWR0ChgGH/95yEdWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 310,
+    "_n_updates": 230,
     "n_steps": 2048,
-    "gamma": 0.99,
+    "gamma": 0.999,
     "gae_lambda": 0.95,
     "ent_coef": 0.0,
     "vf_coef": 0.5,

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c294e365c4606e222eab9dd83ca157b7fadab969f72e931266e179c9fd04c5a5
+oid sha256:3f3edf4850e230c2623e9d7d1c21b912a0a9945aaccd17dbdc7fb8edf2a95184
 size 88057

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:203dce38242f7e47bfe117f39f4e574620abe089041b63f925fb6e0bc022b764
+oid sha256:19fce364277c64c3443659d5cd9817fd37544f8627ce1ecf933f61d8cd630b51
 size 43393

results.json

@@ -1 +1 @@
-{"mean_reward": 225.14103276302905, "std_reward": 64.96082835979745, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-03-15T07:08:41.562443"}
+{"mean_reward": 265.8241926518688, "std_reward": 18.382961683082268, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-03-16T08:28:11.127470"}