first PPO model

README.md

@@ -1,3 +1,37 @@
 ---
-license: mit
+library_name: stable-baselines3
+tags:
+- LunarLander-v2
+- deep-reinforcement-learning
+- reinforcement-learning
+- stable-baselines3
+model-index:
+- name: PPO
+  results:
+  - task:
+      type: reinforcement-learning
+      name: reinforcement-learning
+    dataset:
+      name: LunarLander-v2
+      type: LunarLander-v2
+    metrics:
+    - type: mean_reward
+      value: 225.14 +/- 64.96
+      name: mean_reward
+      verified: false
 ---
+
+# **PPO** Agent playing **LunarLander-v2**
+This is a trained model of a **PPO** agent playing **LunarLander-v2**
+using the [stable-baselines3 library](https://github.com/DLR-RM/stable-baselines3).
+
+## Usage (with Stable-baselines3)
+TODO: Add your code
+
+
+```python
+from stable_baselines3 import ...
+from huggingface_sb3 import load_from_hub
+
+...
+```

config.json

@@ -0,0 +1 @@
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f7d19e49ee0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f7d19e49f70>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f7d19dcd040>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f7d19dcd0d0>", "_build": "<function ActorCriticPolicy._build at 0x7f7d19dcd160>", "forward": "<function ActorCriticPolicy.forward at 0x7f7d19dcd1f0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f7d19dcd280>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f7d19dcd310>", "_predict": "<function ActorCriticPolicy._predict at 0x7f7d19dcd3a0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f7d19dcd430>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f7d19dcd4c0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f7d19dcd550>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f7d19e4c640>"}, "verbose": true, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1678855281742514137, "learning_rate": 0.0001, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/Gjbi6xxDLYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAKM6oT4FoNo8DqczvQvPzr1+/oQ9QqyXvAAAAAAAAAAAEzb4PkT1yz5ClY+9xCOGvvQZvj2iiJK8AAAAAAAAAABtOJs+o9MhP1iY5D3BEb2+4lHMPaZuvjwAAAAAAAAAAGYIUT11M6A/kVzJPW6W7r7PEgQ9nu3CuwAAAAAAAAAAQCZIvtt3vLzxmBi+/bOavWMZFj7F/jG+AACAPwAAgD9mpCA+4VLqO66FoDmfqF83nHOMPSZMzLgAAIA/AACAPw0efz4s6/I8u+X0uulGt7mP9oY+rNguOgAAgD8AAIA/ms/LvNq+Pj786709FVl8vtsljTyMOKE8AAAAAAAAAABtPgU+KDLJvO6fg7tMoAS+ImUwvvLhz74AAIA/AACAP5osOb5AQ0c/+Y4evs98v75dUBe+Nn6wPQAAAAAAAAAAs3ZcvrofEb2bsnK73bgWui75ez5bVug6AACAPwAAgD8AGAa+r1V3P/ogMb5fK9K+g/nnvbgK1LwAAAAAAAAAAKowsD6Vlgc/NayJvYGxr74eZGU99mqxvAAAAAAAAAAApkNHviZxnD/y/ge/wYPivg0GVr69mQS9AAAAAAAAAABNABq+lA28vN/PrT1QbYw8ja/+PdL3Fj0AAIA/AACAP1qQwr3B9p0/rccMv1vGAr9mKa29w/R/vgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVWhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIxAd2/JeDb0CUhpRSlIwBbJRNCgGMAXSUR0CgSUuoo/iYdX2UKGgGaAloD0MIPRBZpIk2X0CUhpRSlGgVTegDaBZHQKBJp3RG+bp1fZQoaAZoCWgPQwj+tFGdDopEQJSGlFKUaBVL1mgWR0CggIIAfdRBdX2UKGgGaAloD0MIMqt3uB0eckCUhpRSlGgVTaUBaBZHQKCA/iuuA7R1fZQoaAZoCWgPQwjSp1X0h2JvQJSGlFKUaBVNnwFoFkdAoIEWJxeb/nV9lChoBmgJaA9DCFCm0eRi+3BAlIaUUpRoFU0aAWgWR0CggRrU1AJLdX2UKGgGaAloD0MIs0EmGfkHcUCUhpRSlGgVTRMBaBZHQKCBHp0wJw91fZQoaAZoCWgPQwgKur2kMZrzv5SGlFKUaBVLzmgWR0CggR7S7Xg+dX2UKGgGaAloD0MI+kSeJF2Ib0CUhpRSlGgVS/NoFkdAoIF+2kSElHV9lChoBmgJaA9DCHcstklFgm5AlIaUUpRoFU0uAWgWR0CggZHCXQdCdX2UKGgGaAloD0MIXANbJRgvcUCUhpRSlGgVTQUBaBZHQKCBt2KVII51fZQoaAZoCWgPQwhvLv62JwtuQJSGlFKUaBVNEQFoFkdAoIHLZamoBXV9lChoBmgJaA9DCDS6g9iZLEBAlIaUUpRoFUvQaBZHQKCBz5Ec81Z1fZQoaAZoCWgPQwg8hzJUxXNwQJSGlFKUaBVL/WgWR0CggeHSv1UVdX2UKGgGaAloD0MIzAhvD0KcN0CUhpRSlGgVS9xoFkdAoIH69GqgiHV9lChoBmgJaA9DCIf58gIscXBAlIaUUpRoFU0OAWgWR0CggkRIz3yqdX2UKGgGaAloD0MI1gJ7TKRga0CUhpRSlGgVTQQBaBZHQKCEIEDhcZ91fZQoaAZoCWgPQwhklGdeDrMzQJSGlFKUaBVLxWgWR0CghLT3yqdZdX2UKGgGaAloD0MIChAFMyb9bECUhpRSlGgVTQoBaBZHQKCE8c7Qswt1fZQoaAZoCWgPQwhoPBHEeWBwQJSGlFKUaBVNDAFoFkdAoIUjnX/YJ3V9lChoBmgJaA9DCBvZlZYR+W1AlIaUUpRoFU0XAWgWR0CghXEo4MnadX2UKGgGaAloD0MItDhjmBPUDUCUhpRSlGgVS7hoFkdAoIV9SwW30HV9lChoBmgJaA9DCPwbtFefu29AlIaUUpRoFU0hAWgWR0Cghac2itaIdX2UKGgGaAloD0MI4X1VLtSCcECUhpRSlGgVTQwBaBZHQKCFzoSteUp1fZQoaAZoCWgPQwgkmdU7XOxvQJSGlFKUaBVL52gWR0CgheMCLdeqdX2UKGgGaAloD0MIB5lk5OwncECUhpRSlGgVTQMBaBZHQKCF8sg+yJN1fZQoaAZoCWgPQwjnNuFeGeNwQJSGlFKUaBVL/2gWR0Cghh4igTRIdX2UKGgGaAloD0MIBvGBHf+3b0CUhpRSlGgVTSEBaBZHQKCGlBgNPP91fZQoaAZoCWgPQwjY74l1qlRJQJSGlFKUaBVL12gWR0CgikjuKGcndX2UKGgGaAloD0MI6PaSxuirbkCUhpRSlGgVTSoBaBZHQKCLKSaEzwd1fZQoaAZoCWgPQwgUXRd+cD6lP5SGlFKUaBVLumgWR0Cgi0odELH/dX2UKGgGaAloD0MIhqktdRDGbkCUhpRSlGgVTRoBaBZHQKCLbqpLmIV1fZQoaAZoCWgPQwiHpYEf1X1xQJSGlFKUaBVNDAFoFkdAoIuH9pAUtnV9lChoBmgJaA9DCAjJAiZwhG1AlIaUUpRoFU0VAWgWR0Cgi4/LcKw7dX2UKGgGaAloD0MIqDY4EX12bECUhpRSlGgVTQMBaBZHQKCLs/fO2Rd1fZQoaAZoCWgPQwg0u+6tiEJwQJSGlFKUaBVL9WgWR0Cgi9OCXhOydX2UKGgGaAloD0MIiBBXzt62b0CUhpRSlGgVTQYBaBZHQKCMIQbuMMt1fZQoaAZoCWgPQwjmlICYhFxuQJSGlFKUaBVNIAFoFkdAoIyPJaJQ+HV9lChoBmgJaA9DCMlzfR8OxG9AlIaUUpRoFU0PAWgWR0CgjKzot+TedX2UKGgGaAloD0MIjBL0F/pAcUCUhpRSlGgVTRkBaBZHQKCMrWCmMwV1fZQoaAZoCWgPQwiCx7d3DbdwQJSGlFKUaBVNUgNoFkdAoI0qlxffGnV9lChoBmgJaA9DCKuYSj/hXBRAlIaUUpRoFUvJaBZHQKCO1OgxrSF1fZQoaAZoCWgPQwiloNtLmpJtQJSGlFKUaBVNDAFoFkdAoI9YkJKJ23V9lChoBmgJaA9DCP8j06HTfG1AlIaUUpRoFUvraBZHQKCPa78vVVh1fZQoaAZoCWgPQwjU00fgjytvQJSGlFKUaBVL9GgWR0Cgj6Z4GD+SdX2UKGgGaAloD0MIX38Sn7smbkCUhpRSlGgVS/VoFkdAoI/BmXgLqnV9lChoBmgJaA9DCNP58CxBW29AlIaUUpRoFUv5aBZHQKCP5pPAO8V1fZQoaAZoCWgPQwjWq8jowJlwQJSGlFKUaBVNHAFoFkdAoJAYCjk+5nV9lChoBmgJaA9DCFJjQswlyW9AlIaUUpRoFUvuaBZHQKCQXPE87p51fZQoaAZoCWgPQwixi6IHPjxtQJSGlFKUaBVL+2gWR0CgkJMaKk2xdX2UKGgGaAloD0MIM2q+Sn6kcECUhpRSlGgVTRIBaBZHQKCQ0P4EfT11fZQoaAZoCWgPQwgpJQSrauphQJSGlFKUaBVN6ANoFkdAoJEYDYAbQ3V9lChoBmgJaA9DCEOQgxLm12xAlIaUUpRoFU0TAWgWR0CgkYxBE8aGdX2UKGgGaAloD0MIzQTDuYYAckCUhpRSlGgVS/JoFkdAoJLeWt2cKHV9lChoBmgJaA9DCCFYVS+/5zFAlIaUUpRoFUu4aBZHQKCS4zSkTHt1fZQoaAZoCWgPQwjPaRZod0FZQJSGlFKUaBVN6ANoFkdAoJNHa+N96XV9lChoBmgJaA9DCDvl0Y2we1pAlIaUUpRoFU3oA2gWR0Cgk+QCSzPbdX2UKGgGaAloD0MIU13AywzSbkCUhpRSlGgVTUIBaBZHQKCU2Y/mknF1fZQoaAZoCWgPQwhZaVIKutk5QJSGlFKUaBVL6WgWR0CglSfVI7NjdX2UKGgGaAloD0MIe0s5X6yhcECUhpRSlGgVS/1oFkdAoJU3Dm8ujHV9lChoBmgJaA9DCGhBKO9jZm5AlIaUUpRoFU1aAWgWR0Cglg5iExqPdX2UKGgGaAloD0MIX1/rUqNDb0CUhpRSlGgVTXICaBZHQKCWDlkpZwJ1fZQoaAZoCWgPQwi3XWiu0xNxQJSGlFKUaBVNFAFoFkdAoJZohfShJ3V9lChoBmgJaA9DCPw4miPrPnFAlIaUUpRoFU3IAWgWR0Cglzm1x82KdX2UKGgGaAloD0MI3gN0X04PcECUhpRSlGgVS/xoFkdAoJdf7JnxrnV9lChoBmgJaA9DCOc24V6Zc3FAlIaUUpRoFU0NAWgWR0Cgl6A9Net0dX2UKGgGaAloD0MImE7rNqj3a0CUhpRSlGgVTQcBaBZHQKCX336hxo91fZQoaAZoCWgPQwjXMhmOZxlvQJSGlFKUaBVNCQFoFkdAoJhvFefI0nV9lChoBmgJaA9DCHY3T3UITHFAlIaUUpRoFUvvaBZHQKCZIwM6RyR1fZQoaAZoCWgPQwj8VuvE5XNwQJSGlFKUaBVNDQFoFkdAoJlObb1yvXV9lChoBmgJaA9DCMr9DkVBQXFAlIaUUpRoFUvoaBZHQKCZx07r9l51fZQoaAZoCWgPQwh5PZgUH8M3QJSGlFKUaBVL1GgWR0CgmcrgGbCrdX2UKGgGaAloD0MIVp5A2GkecUCUhpRSlGgVTSEBaBZHQKCZ3xGUfPp1fZQoaAZoCWgPQwhCeooc4vZxQJSGlFKUaBVL/GgWR0CgmgzC+De1dX2UKGgGaAloD0MIBaT9D7A+bECUhpRSlGgVTXACaBZHQKCa3IBBAwB1fZQoaAZoCWgPQwjHhJhLKg9xQJSGlFKUaBVL8GgWR0Cgm3dUsFt9dX2UKGgGaAloD0MImQ8IdCZ2b0CUhpRSlGgVS/RoFkdAoJxsZJkGzXV9lChoBmgJaA9DCBsOSwO/w3BAlIaUUpRoFU0ZAWgWR0CgnHE+otL+dX2UKGgGaAloD0MIFMstrYaaVUCUhpRSlGgVTegDaBZHQKCcr5cC5mR1fZQoaAZoCWgPQwh6cHfWblsYQJSGlFKUaBVLx2gWR0CgnSnvDxb0dX2UKGgGaAloD0MIQmDl0KILbkCUhpRSlGgVS/1oFkdAoJ11C3PRiXV9lChoBmgJaA9DCIcYr3nVBG1AlIaUUpRoFUvuaBZHQKCdtmlqJuV1fZQoaAZoCWgPQwg3iqw1lJJwQJSGlFKUaBVNGwFoFkdAoJ3HE0iyIHV9lChoBmgJaA9DCGA8g4b+xG5AlIaUUpRoFU0ZAWgWR0CgnmXj+717dX2UKGgGaAloD0MIbCHIQQnfbECUhpRSlGgVS+1oFkdAoJ6qxkd3jnV9lChoBmgJaA9DCJccd0qHJXBAlIaUUpRoFU0+AWgWR0Cgn0Tuv2XcdX2UKGgGaAloD0MIpGyRtFsVcECUhpRSlGgVTRQBaBZHQKCf8SCe2/l1fZQoaAZoCWgPQwhVF/Ayw0bDv5SGlFKUaBVL3GgWR0CgoDeCbtqpdX2UKGgGaAloD0MI+vAsQUbrWUCUhpRSlGgVTegDaBZHQKCgPb+Lm6p1fZQoaAZoCWgPQwjQfw9eu4FhQJSGlFKUaBVN6ANoFkdAoKBYAS39aXV9lChoBmgJaA9DCCs0EMvmWHBAlIaUUpRoFUv4aBZHQKCgcBTXJ5p1fZQoaAZoCWgPQwjM8J9u4CNwQJSGlFKUaBVNBgFoFkdAoKCu5WilBXV9lChoBmgJaA9DCM1Zn3LMQWJAlIaUUpRoFU3oA2gWR0CgoWBnSOR1dX2UKGgGaAloD0MIq8yU1t+db0CUhpRSlGgVS/9oFkdAoKH4LG7z1HV9lChoBmgJaA9DCIy7QbQWeHBAlIaUUpRoFU0sAWgWR0Cgop2kJrtWdX2UKGgGaAloD0MIJnLBGTxPcECUhpRSlGgVTS8BaBZHQKCjhqrzXjF1fZQoaAZoCWgPQwiOAkTBjMNuQJSGlFKUaBVNOwFoFkdAoKO6j1wo9nV9lChoBmgJaA9DCMQnnUgwznBAlIaUUpRoFU0HAWgWR0Cgo+10cOsldX2UKGgGaAloD0MIOZ1kq8tUbkCUhpRSlGgVTRsBaBZHQKCj/bRnezl1fZQoaAZoCWgPQwh5PC0/cDE+wJSGlFKUaBVLzGgWR0CgpFdP1tfpdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 310, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.31 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.9.16", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu116", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}}

ppo-LunarLander-v2.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163fce8da63e7fe8bd38e94cbc493ad3ffb9d65373dcfd7228fc1fff418ae20a
+size 147507

ppo-LunarLander-v2/_stable_baselines3_version

@@ -0,0 +1 @@
+1.7.0

ppo-LunarLander-v2/data

@@ -0,0 +1,95 @@
+{
+    "policy_class": {
+        ":type:": "<class 'abc.ABCMeta'>",
+        ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
+        "__module__": "stable_baselines3.common.policies",
+        "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f7d19e49ee0>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f7d19e49f70>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f7d19dcd040>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f7d19dcd0d0>",
+        "_build": "<function ActorCriticPolicy._build at 0x7f7d19dcd160>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7f7d19dcd1f0>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f7d19dcd280>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f7d19dcd310>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7f7d19dcd3a0>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f7d19dcd430>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f7d19dcd4c0>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f7d19dcd550>",
+        "__abstractmethods__": "frozenset()",
+        "_abc_impl": "<_abc._abc_data object at 0x7f7d19e4c640>"
+    },
+    "verbose": true,
+    "policy_kwargs": {},
+    "observation_space": {
+        ":type:": "<class 'gym.spaces.box.Box'>",
+        ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu",
+        "dtype": "float32",
+        "_shape": [
+            8
+        ],
+        "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]",
+        "high": "[inf inf inf inf inf inf inf inf]",
+        "bounded_below": "[False False False False False False False False]",
+        "bounded_above": "[False False False False False False False False]",
+        "_np_random": null
+    },
+    "action_space": {
+        ":type:": "<class 'gym.spaces.discrete.Discrete'>",
+        ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu",
+        "n": 4,
+        "_shape": [],
+        "dtype": "int64",
+        "_np_random": null
+    },
+    "n_envs": 16,
+    "num_timesteps": 1015808,
+    "_total_timesteps": 1000000,
+    "_num_timesteps_at_start": 0,
+    "seed": null,
+    "action_noise": null,
+    "start_time": 1678855281742514137,
+    "learning_rate": 0.0001,
+    "tensorboard_log": null,
+    "lr_schedule": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/Gjbi6xxDLYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
+    },
+    "_last_obs": {
+        ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAKM6oT4FoNo8DqczvQvPzr1+/oQ9QqyXvAAAAAAAAAAAEzb4PkT1yz5ClY+9xCOGvvQZvj2iiJK8AAAAAAAAAABtOJs+o9MhP1iY5D3BEb2+4lHMPaZuvjwAAAAAAAAAAGYIUT11M6A/kVzJPW6W7r7PEgQ9nu3CuwAAAAAAAAAAQCZIvtt3vLzxmBi+/bOavWMZFj7F/jG+AACAPwAAgD9mpCA+4VLqO66FoDmfqF83nHOMPSZMzLgAAIA/AACAPw0efz4s6/I8u+X0uulGt7mP9oY+rNguOgAAgD8AAIA/ms/LvNq+Pj786709FVl8vtsljTyMOKE8AAAAAAAAAABtPgU+KDLJvO6fg7tMoAS+ImUwvvLhz74AAIA/AACAP5osOb5AQ0c/+Y4evs98v75dUBe+Nn6wPQAAAAAAAAAAs3ZcvrofEb2bsnK73bgWui75ez5bVug6AACAPwAAgD8AGAa+r1V3P/ogMb5fK9K+g/nnvbgK1LwAAAAAAAAAAKowsD6Vlgc/NayJvYGxr74eZGU99mqxvAAAAAAAAAAApkNHviZxnD/y/ge/wYPivg0GVr69mQS9AAAAAAAAAABNABq+lA28vN/PrT1QbYw8ja/+PdL3Fj0AAIA/AACAP1qQwr3B9p0/rccMv1vGAr9mKa29w/R/vgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+    },
+    "_last_episode_starts": {
+        ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
+    },
+    "_last_original_obs": null,
+    "_episode_num": 0,
+    "use_sde": false,
+    "sde_sample_freq": -1,
+    "_current_progress_remaining": -0.015808000000000044,
+    "ep_info_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVWhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIxAd2/JeDb0CUhpRSlIwBbJRNCgGMAXSUR0CgSUuoo/iYdX2UKGgGaAloD0MIPRBZpIk2X0CUhpRSlGgVTegDaBZHQKBJp3RG+bp1fZQoaAZoCWgPQwj+tFGdDopEQJSGlFKUaBVL1mgWR0CggIIAfdRBdX2UKGgGaAloD0MIMqt3uB0eckCUhpRSlGgVTaUBaBZHQKCA/iuuA7R1fZQoaAZoCWgPQwjSp1X0h2JvQJSGlFKUaBVNnwFoFkdAoIEWJxeb/nV9lChoBmgJaA9DCFCm0eRi+3BAlIaUUpRoFU0aAWgWR0CggRrU1AJLdX2UKGgGaAloD0MIs0EmGfkHcUCUhpRSlGgVTRMBaBZHQKCBHp0wJw91fZQoaAZoCWgPQwgKur2kMZrzv5SGlFKUaBVLzmgWR0CggR7S7Xg+dX2UKGgGaAloD0MI+kSeJF2Ib0CUhpRSlGgVS/NoFkdAoIF+2kSElHV9lChoBmgJaA9DCHcstklFgm5AlIaUUpRoFU0uAWgWR0CggZHCXQdCdX2UKGgGaAloD0MIXANbJRgvcUCUhpRSlGgVTQUBaBZHQKCBt2KVII51fZQoaAZoCWgPQwhvLv62JwtuQJSGlFKUaBVNEQFoFkdAoIHLZamoBXV9lChoBmgJaA9DCDS6g9iZLEBAlIaUUpRoFUvQaBZHQKCBz5Ec81Z1fZQoaAZoCWgPQwg8hzJUxXNwQJSGlFKUaBVL/WgWR0CggeHSv1UVdX2UKGgGaAloD0MIzAhvD0KcN0CUhpRSlGgVS9xoFkdAoIH69GqgiHV9lChoBmgJaA9DCIf58gIscXBAlIaUUpRoFU0OAWgWR0CggkRIz3yqdX2UKGgGaAloD0MI1gJ7TKRga0CUhpRSlGgVTQQBaBZHQKCEIEDhcZ91fZQoaAZoCWgPQwhklGdeDrMzQJSGlFKUaBVLxWgWR0CghLT3yqdZdX2UKGgGaAloD0MIChAFMyb9bECUhpRSlGgVTQoBaBZHQKCE8c7Qswt1fZQoaAZoCWgPQwhoPBHEeWBwQJSGlFKUaBVNDAFoFkdAoIUjnX/YJ3V9lChoBmgJaA9DCBvZlZYR+W1AlIaUUpRoFU0XAWgWR0CghXEo4MnadX2UKGgGaAloD0MItDhjmBPUDUCUhpRSlGgVS7hoFkdAoIV9SwW30HV9lChoBmgJaA9DCPwbtFefu29AlIaUUpRoFU0hAWgWR0Cghac2itaIdX2UKGgGaAloD0MI4X1VLtSCcECUhpRSlGgVTQwBaBZHQKCFzoSteUp1fZQoaAZoCWgPQwgkmdU7XOxvQJSGlFKUaBVL52gWR0CgheMCLdeqdX2UKGgGaAloD0MIB5lk5OwncECUhpRSlGgVTQMBaBZHQKCF8sg+yJN1fZQoaAZoCWgPQwjnNuFeGeNwQJSGlFKUaBVL/2gWR0Cghh4igTRIdX2UKGgGaAloD0MIBvGBHf+3b0CUhpRSlGgVTSEBaBZHQKCGlBgNPP91fZQoaAZoCWgPQwjY74l1qlRJQJSGlFKUaBVL12gWR0CgikjuKGcndX2UKGgGaAloD0MI6PaSxuirbkCUhpRSlGgVTSoBaBZHQKCLKSaEzwd1fZQoaAZoCWgPQwgUXRd+cD6lP5SGlFKUaBVLumgWR0Cgi0odELH/dX2UKGgGaAloD0MIhqktdRDGbkCUhpRSlGgVTRoBaBZHQKCLbqpLmIV1fZQoaAZoCWgPQwiHpYEf1X1xQJSGlFKUaBVNDAFoFkdAoIuH9pAUtnV9lChoBmgJaA9DCAjJAiZwhG1AlIaUUpRoFU0VAWgWR0Cgi4/LcKw7dX2UKGgGaAloD0MIqDY4EX12bECUhpRSlGgVTQMBaBZHQKCLs/fO2Rd1fZQoaAZoCWgPQwg0u+6tiEJwQJSGlFKUaBVL9WgWR0Cgi9OCXhOydX2UKGgGaAloD0MIiBBXzt62b0CUhpRSlGgVTQYBaBZHQKCMIQbuMMt1fZQoaAZoCWgPQwjmlICYhFxuQJSGlFKUaBVNIAFoFkdAoIyPJaJQ+HV9lChoBmgJaA9DCMlzfR8OxG9AlIaUUpRoFU0PAWgWR0CgjKzot+TedX2UKGgGaAloD0MIjBL0F/pAcUCUhpRSlGgVTRkBaBZHQKCMrWCmMwV1fZQoaAZoCWgPQwiCx7d3DbdwQJSGlFKUaBVNUgNoFkdAoI0qlxffGnV9lChoBmgJaA9DCKuYSj/hXBRAlIaUUpRoFUvJaBZHQKCO1OgxrSF1fZQoaAZoCWgPQwiloNtLmpJtQJSGlFKUaBVNDAFoFkdAoI9YkJKJ23V9lChoBmgJaA9DCP8j06HTfG1AlIaUUpRoFUvraBZHQKCPa78vVVh1fZQoaAZoCWgPQwjU00fgjytvQJSGlFKUaBVL9GgWR0Cgj6Z4GD+SdX2UKGgGaAloD0MIX38Sn7smbkCUhpRSlGgVS/VoFkdAoI/BmXgLqnV9lChoBmgJaA9DCNP58CxBW29AlIaUUpRoFUv5aBZHQKCP5pPAO8V1fZQoaAZoCWgPQwjWq8jowJlwQJSGlFKUaBVNHAFoFkdAoJAYCjk+5nV9lChoBmgJaA9DCFJjQswlyW9AlIaUUpRoFUvuaBZHQKCQXPE87p51fZQoaAZoCWgPQwixi6IHPjxtQJSGlFKUaBVL+2gWR0CgkJMaKk2xdX2UKGgGaAloD0MIM2q+Sn6kcECUhpRSlGgVTRIBaBZHQKCQ0P4EfT11fZQoaAZoCWgPQwgpJQSrauphQJSGlFKUaBVN6ANoFkdAoJEYDYAbQ3V9lChoBmgJaA9DCEOQgxLm12xAlIaUUpRoFU0TAWgWR0CgkYxBE8aGdX2UKGgGaAloD0MIzQTDuYYAckCUhpRSlGgVS/JoFkdAoJLeWt2cKHV9lChoBmgJaA9DCCFYVS+/5zFAlIaUUpRoFUu4aBZHQKCS4zSkTHt1fZQoaAZoCWgPQwjPaRZod0FZQJSGlFKUaBVN6ANoFkdAoJNHa+N96XV9lChoBmgJaA9DCDvl0Y2we1pAlIaUUpRoFU3oA2gWR0Cgk+QCSzPbdX2UKGgGaAloD0MIU13AywzSbkCUhpRSlGgVTUIBaBZHQKCU2Y/mknF1fZQoaAZoCWgPQwhZaVIKutk5QJSGlFKUaBVL6WgWR0CglSfVI7NjdX2UKGgGaAloD0MIe0s5X6yhcECUhpRSlGgVS/1oFkdAoJU3Dm8ujHV9lChoBmgJaA9DCGhBKO9jZm5AlIaUUpRoFU1aAWgWR0Cglg5iExqPdX2UKGgGaAloD0MIX1/rUqNDb0CUhpRSlGgVTXICaBZHQKCWDlkpZwJ1fZQoaAZoCWgPQwi3XWiu0xNxQJSGlFKUaBVNFAFoFkdAoJZohfShJ3V9lChoBmgJaA9DCPw4miPrPnFAlIaUUpRoFU3IAWgWR0Cglzm1x82KdX2UKGgGaAloD0MI3gN0X04PcECUhpRSlGgVS/xoFkdAoJdf7JnxrnV9lChoBmgJaA9DCOc24V6Zc3FAlIaUUpRoFU0NAWgWR0Cgl6A9Net0dX2UKGgGaAloD0MImE7rNqj3a0CUhpRSlGgVTQcBaBZHQKCX336hxo91fZQoaAZoCWgPQwjXMhmOZxlvQJSGlFKUaBVNCQFoFkdAoJhvFefI0nV9lChoBmgJaA9DCHY3T3UITHFAlIaUUpRoFUvvaBZHQKCZIwM6RyR1fZQoaAZoCWgPQwj8VuvE5XNwQJSGlFKUaBVNDQFoFkdAoJlObb1yvXV9lChoBmgJaA9DCMr9DkVBQXFAlIaUUpRoFUvoaBZHQKCZx07r9l51fZQoaAZoCWgPQwh5PZgUH8M3QJSGlFKUaBVL1GgWR0CgmcrgGbCrdX2UKGgGaAloD0MIVp5A2GkecUCUhpRSlGgVTSEBaBZHQKCZ3xGUfPp1fZQoaAZoCWgPQwhCeooc4vZxQJSGlFKUaBVL/GgWR0CgmgzC+De1dX2UKGgGaAloD0MIBaT9D7A+bECUhpRSlGgVTXACaBZHQKCa3IBBAwB1fZQoaAZoCWgPQwjHhJhLKg9xQJSGlFKUaBVL8GgWR0Cgm3dUsFt9dX2UKGgGaAloD0MImQ8IdCZ2b0CUhpRSlGgVS/RoFkdAoJxsZJkGzXV9lChoBmgJaA9DCBsOSwO/w3BAlIaUUpRoFU0ZAWgWR0CgnHE+otL+dX2UKGgGaAloD0MIFMstrYaaVUCUhpRSlGgVTegDaBZHQKCcr5cC5mR1fZQoaAZoCWgPQwh6cHfWblsYQJSGlFKUaBVLx2gWR0CgnSnvDxb0dX2UKGgGaAloD0MIQmDl0KILbkCUhpRSlGgVS/1oFkdAoJ11C3PRiXV9lChoBmgJaA9DCIcYr3nVBG1AlIaUUpRoFUvuaBZHQKCdtmlqJuV1fZQoaAZoCWgPQwg3iqw1lJJwQJSGlFKUaBVNGwFoFkdAoJ3HE0iyIHV9lChoBmgJaA9DCGA8g4b+xG5AlIaUUpRoFU0ZAWgWR0CgnmXj+717dX2UKGgGaAloD0MIbCHIQQnfbECUhpRSlGgVS+1oFkdAoJ6qxkd3jnV9lChoBmgJaA9DCJccd0qHJXBAlIaUUpRoFU0+AWgWR0Cgn0Tuv2XcdX2UKGgGaAloD0MIpGyRtFsVcECUhpRSlGgVTRQBaBZHQKCf8SCe2/l1fZQoaAZoCWgPQwhVF/Ayw0bDv5SGlFKUaBVL3GgWR0CgoDeCbtqpdX2UKGgGaAloD0MI+vAsQUbrWUCUhpRSlGgVTegDaBZHQKCgPb+Lm6p1fZQoaAZoCWgPQwjQfw9eu4FhQJSGlFKUaBVN6ANoFkdAoKBYAS39aXV9lChoBmgJaA9DCCs0EMvmWHBAlIaUUpRoFUv4aBZHQKCgcBTXJ5p1fZQoaAZoCWgPQwjM8J9u4CNwQJSGlFKUaBVNBgFoFkdAoKCu5WilBXV9lChoBmgJaA9DCM1Zn3LMQWJAlIaUUpRoFU3oA2gWR0CgoWBnSOR1dX2UKGgGaAloD0MIq8yU1t+db0CUhpRSlGgVS/9oFkdAoKH4LG7z1HV9lChoBmgJaA9DCIy7QbQWeHBAlIaUUpRoFU0sAWgWR0Cgop2kJrtWdX2UKGgGaAloD0MIJnLBGTxPcECUhpRSlGgVTS8BaBZHQKCjhqrzXjF1fZQoaAZoCWgPQwiOAkTBjMNuQJSGlFKUaBVNOwFoFkdAoKO6j1wo9nV9lChoBmgJaA9DCMQnnUgwznBAlIaUUpRoFU0HAWgWR0Cgo+10cOsldX2UKGgGaAloD0MIOZ1kq8tUbkCUhpRSlGgVTRsBaBZHQKCj/bRnezl1fZQoaAZoCWgPQwh5PC0/cDE+wJSGlFKUaBVLzGgWR0CgpFdP1tfpdWUu"
+    },
+    "ep_success_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
+    },
+    "_n_updates": 310,
+    "n_steps": 2048,
+    "gamma": 0.99,
+    "gae_lambda": 0.95,
+    "ent_coef": 0.0,
+    "vf_coef": 0.5,
+    "max_grad_norm": 0.5,
+    "batch_size": 64,
+    "n_epochs": 10,
+    "clip_range": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
+    },
+    "clip_range_vf": null,
+    "normalize_advantage": true,
+    "target_kl": null
+}

ppo-LunarLander-v2/policy.optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c294e365c4606e222eab9dd83ca157b7fadab969f72e931266e179c9fd04c5a5
+size 88057

ppo-LunarLander-v2/policy.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203dce38242f7e47bfe117f39f4e574620abe089041b63f925fb6e0bc022b764
+size 43393

ppo-LunarLander-v2/pytorch_variables.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d030ad8db708280fcae77d87e973102039acd23a11bdecc3db8eb6c0ac940ee1
+size 431

ppo-LunarLander-v2/system_info.txt

@@ -0,0 +1,7 @@
+- OS: Linux-5.10.147+-x86_64-with-glibc2.31 # 1 SMP Sat Dec 10 16:00:40 UTC 2022
+- Python: 3.9.16
+- Stable-Baselines3: 1.7.0
+- PyTorch: 1.13.1+cu116
+- GPU Enabled: True
+- Numpy: 1.22.4
+- Gym: 0.21.0

results.json

@@ -0,0 +1 @@
+{"mean_reward": 225.14103276302905, "std_reward": 64.96082835979745, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-03-15T07:08:41.562443"}