initial model test

README.md

@@ -8,21 +8,30 @@ tags:
 model-index:
 - name: PPO
   results:
-  - metrics:
-    - type: mean_reward
-      value: 134.47 +/- 111.06
-      name: mean_reward
-    task:
+  - task:
       type: reinforcement-learning
       name: reinforcement-learning
     dataset:
       name: LunarLander-v2
       type: LunarLander-v2
+    metrics:
+    - type: mean_reward
+      value: 248.15 +/- 30.15
+      name: mean_reward
+      verified: false
 ---
 
-  # **PPO** Agent playing **LunarLander-v2**
-  This is a trained model of a **PPO** agent playing **LunarLander-v2** using the [stable-baselines3 library](https://github.com/DLR-RM/stable-baselines3).
-  
-  ## Usage (with Stable-baselines3)
-  TODO: Add your code
-  
+# **PPO** Agent playing **LunarLander-v2**
+This is a trained model of a **PPO** agent playing **LunarLander-v2**
+using the [stable-baselines3 library](https://github.com/DLR-RM/stable-baselines3).
+
+## Usage (with Stable-baselines3)
+TODO: Add your code
+
+
+```python
+from stable_baselines3 import ...
+from huggingface_sb3 import load_from_hub
+
+...
+```

chans-LunarLander-v2.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2b599864261a701bc1e7fc96d3b0d952158880f2103e6b94f7f7076ba3389b
+size 147323

chans-LunarLander-v2/_stable_baselines3_version

@@ -0,0 +1 @@
+1.7.0

chans-LunarLander-v2/data

@@ -0,0 +1,95 @@
+{
+    "policy_class": {
+        ":type:": "<class 'abc.ABCMeta'>",
+        ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
+        "__module__": "stable_baselines3.common.policies",
+        "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7ff704a8a280>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7ff704a8a310>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7ff704a8a3a0>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7ff704a8a430>",
+        "_build": "<function ActorCriticPolicy._build at 0x7ff704a8a4c0>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7ff704a8a550>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7ff704a8a5e0>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7ff704a8a670>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7ff704a8a700>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7ff704a8a790>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7ff704a8a820>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7ff704a8a8b0>",
+        "__abstractmethods__": "frozenset()",
+        "_abc_impl": "<_abc_data object at 0x7ff704a85840>"
+    },
+    "verbose": 1,
+    "policy_kwargs": {},
+    "observation_space": {
+        ":type:": "<class 'gym.spaces.box.Box'>",
+        ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu",
+        "dtype": "float32",
+        "_shape": [
+            8
+        ],
+        "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]",
+        "high": "[inf inf inf inf inf inf inf inf]",
+        "bounded_below": "[False False False False False False False False]",
+        "bounded_above": "[False False False False False False False False]",
+        "_np_random": null
+    },
+    "action_space": {
+        ":type:": "<class 'gym.spaces.discrete.Discrete'>",
+        ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu",
+        "n": 4,
+        "_shape": [],
+        "dtype": "int64",
+        "_np_random": null
+    },
+    "n_envs": 16,
+    "num_timesteps": 1015808,
+    "_total_timesteps": 1000000,
+    "_num_timesteps_at_start": 0,
+    "seed": null,
+    "action_noise": null,
+    "start_time": 1678168726013102059,
+    "learning_rate": 0.0003,
+    "tensorboard_log": null,
+    "lr_schedule": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
+    },
+    "_last_obs": {
+        ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAALM6QL52jE68tuqNPTMVKzxa6BE9tqmTvQAAgD8AAIA/LQQtvrGAHjwbOPE95bDluE5HQr7adOg9AACAPwAAgD+tUCa+3O5mvGg0Pzpa22A4m37LPRY/erkAAIA/AACAP5rCrT24/v65WPx3tXXUjLA8GnI7m4K9NAAAgD8AAIA/Dckdvv/jqj/mdr++96IQv+VBKb71Xfu6AAAAAAAAAACaHOO9QZs7P5/eH763Juy+okwVvnM6qboAAAAAAAAAADONGT1c4226+Koftl6sZrEmrLg5rMlENQAAgD8AAIA/8HSqPpVmDj+coDO+9pO3vkV+Gj6OpTO+AAAAAAAAAACAzTq+cT5DPr9/zD198I6+t/ihvCJL0TsAAAAAAAAAAMYeOz50H4W83jQtPMQZj7pHXe+9/ltluwAAgD8AAIA/+pcrvqlzR7zSHS27vQVBuf26rj3mEV46AACAPwAAgD9ms8Y97seEvPFczL2r1pW9I775Pbi8cT4AAIA/AACAP7odTj5dVgW9B9ajuqAgXTm+L2u+YnjkOQAAgD8AAIA/ZtxXPSkEYbqWYIEz9M93LjMyDDsgTbCzAACAPwAAgD8A/i88LxWwP4L5sz7Zhgy/sSfwu9oESLwAAAAAAAAAAPO+yb2BEAs/flqWvGxv1b7aulu9Q49OvAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+    },
+    "_last_episode_starts": {
+        ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
+    },
+    "_last_original_obs": null,
+    "_episode_num": 0,
+    "use_sde": false,
+    "sde_sample_freq": -1,
+    "_current_progress_remaining": -0.015808000000000044,
+    "ep_info_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVNhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIpYXLKmwKb0CUhpRSlIwBbJRL5owBdJRHQJj6wetCAtp1fZQoaAZoCWgPQwj7zFmfcmRuQJSGlFKUaBVL5WgWR0CY+0CrcTJydX2UKGgGaAloD0MIGaw41drfb0CUhpRSlGgVS9VoFkdAmPx4xk/bCnV9lChoBmgJaA9DCMIVUKjnmnFAlIaUUpRoFUvSaBZHQJj8eJ9Aood1fZQoaAZoCWgPQwj/rzpyZGByQJSGlFKUaBVL2GgWR0CY/OaEi+tbdX2UKGgGaAloD0MINgGG5c9hb0CUhpRSlGgVS9toFkdAmP0QT7EYO3V9lChoBmgJaA9DCAzLn2/LinBAlIaUUpRoFUvuaBZHQJj9tt/FzdV1fZQoaAZoCWgPQwhEM0+uKdlwQJSGlFKUaBVL4WgWR0CY/3ZKFqSHdX2UKGgGaAloD0MIUFQ2rCmebkCUhpRSlGgVS81oFkdAmQFKJhvzfHV9lChoBmgJaA9DCDUk7rH09lhAlIaUUpRoFU3oA2gWR0CZAj4vexfOdX2UKGgGaAloD0MIqpm1FFB1cECUhpRSlGgVS/VoFkdAmQSwSnLq2XV9lChoBmgJaA9DCBAFM6agaHJAlIaUUpRoFUv1aBZHQJkGRBmf5DZ1fZQoaAZoCWgPQwjKbmb0I3xkQJSGlFKUaBVN6ANoFkdAmQZlTrE9+3V9lChoBmgJaA9DCA7cgTplv3BAlIaUUpRoFUvuaBZHQJkGqU2UB4l1fZQoaAZoCWgPQwjHLebnhpxHQJSGlFKUaBVL22gWR0CZB2bWVeKLdX2UKGgGaAloD0MIGF5J8tweckCUhpRSlGgVS9ZoFkdAmQkXXumaY3V9lChoBmgJaA9DCEOrkzMUF2FAlIaUUpRoFU3oA2gWR0CZCTcNpdrwdX2UKGgGaAloD0MIo1cDlEYYcUCUhpRSlGgVS/9oFkdAmQliEtdzGXV9lChoBmgJaA9DCJvmHaeozHBAlIaUUpRoFUvxaBZHQJkJiUliSaF1fZQoaAZoCWgPQwgoZVJDmwduQJSGlFKUaBVL+mgWR0CZCbkJrtVrdX2UKGgGaAloD0MIVFbT9URfSkCUhpRSlGgVS+BoFkdAmQtQjyFwk3V9lChoBmgJaA9DCF9cqtIWQHBAlIaUUpRoFUvpaBZHQJkOTFDOTq11fZQoaAZoCWgPQwheL00RoK5yQJSGlFKUaBVL/2gWR0CZDp7hvR7adX2UKGgGaAloD0MIjpCBPHt7ckCUhpRSlGgVS+VoFkdAmRCOqWC2+nV9lChoBmgJaA9DCHOesS+ZZ3BAlIaUUpRoFUvMaBZHQJkRFCswL3N1fZQoaAZoCWgPQwiM2ZJVEUlgQJSGlFKUaBVN6ANoFkdAmRFK6jFhonV9lChoBmgJaA9DCFt9dVWgc25AlIaUUpRoFUvZaBZHQJkRXlU6xPh1fZQoaAZoCWgPQwgdVrjlo59vQJSGlFKUaBVL2mgWR0CZEXCmMwUQdX2UKGgGaAloD0MIqrcGtgq/ckCUhpRSlGgVS85oFkdAmRK27jDKo3V9lChoBmgJaA9DCK4QVmMJT3JAlIaUUpRoFUv+aBZHQJkTG7pV0cR1fZQoaAZoCWgPQwhIF5tWCgRvQJSGlFKUaBVL32gWR0CZE1XeWOZLdX2UKGgGaAloD0MIHtydtVsSbkCUhpRSlGgVS+loFkdAmRNncDbJwXV9lChoBmgJaA9DCKZHUz1Z2XBAlIaUUpRoFUviaBZHQJkTizSkTHt1fZQoaAZoCWgPQwiYGTbKumZxQJSGlFKUaBVL8mgWR0CZE7Fw1ivxdX2UKGgGaAloD0MI9E2aBsV4cUCUhpRSlGgVS9hoFkdAmRQiY5T6znV9lChoBmgJaA9DCHNKQEzCwHBAlIaUUpRoFUvhaBZHQJkWFkXk5p91fZQoaAZoCWgPQwgaNPRP8PBxQJSGlFKUaBVL4WgWR0CZFkUzsQd0dX2UKGgGaAloD0MIwHtHjQkPUUCUhpRSlGgVS2loFkdAmRZ2q5sj3XV9lChoBmgJaA9DCGiyf56GHHFAlIaUUpRoFUvnaBZHQJkX//lyR0V1fZQoaAZoCWgPQwgfLGNDt6tyQJSGlFKUaBVNAgFoFkdAmRiVcY64lXV9lChoBmgJaA9DCEayR6hZD3BAlIaUUpRoFUv5aBZHQJkY1U0elsR1fZQoaAZoCWgPQwjC24MQ0CNwQJSGlFKUaBVL0GgWR0CZGPpnYg7pdX2UKGgGaAloD0MIA7ABEWIpcUCUhpRSlGgVTQIBaBZHQJkZMdxQzk91fZQoaAZoCWgPQwi9jc2OVCRxQJSGlFKUaBVL62gWR0CZGicGkep5dX2UKGgGaAloD0MIlzyelp98cUCUhpRSlGgVS/poFkdAmRtWuLaVU3V9lChoBmgJaA9DCIapLXXQinFAlIaUUpRoFU0IAWgWR0CZG3E9t/FzdX2UKGgGaAloD0MIdQRws3gzXECUhpRSlGgVTegDaBZHQJkbpWIXTE11fZQoaAZoCWgPQwjFNxQ+W0lwQJSGlFKUaBVNXgFoFkdAmRvuhf0Eo3V9lChoBmgJaA9DCGPwMO2bAXJAlIaUUpRoFU0PAWgWR0CZHHa99MK1dX2UKGgGaAloD0MIQGzp0RQ5c0CUhpRSlGgVS89oFkdAmRyY3WFvh3V9lChoBmgJaA9DCDoCuFl8bHBAlIaUUpRoFU0+AWgWR0CZHNt7a7EpdX2UKGgGaAloD0MIBMqmXKEncECUhpRSlGgVS+JoFkdAmR0yT2WY4XV9lChoBmgJaA9DCCP0M/U6WGFAlIaUUpRoFU3oA2gWR0CZHUnNxEORdX2UKGgGaAloD0MIiq92FCc9cUCUhpRSlGgVS/NoFkdAmR29/OMVDnV9lChoBmgJaA9DCDoCuFm8J29AlIaUUpRoFUvRaBZHQJkeDxZuAI91fZQoaAZoCWgPQwiWXwZjxMByQJSGlFKUaBVL5GgWR0CZHybayrxRdX2UKGgGaAloD0MIEJTb9v1SckCUhpRSlGgVS91oFkdAmR9IPGyX2XV9lChoBmgJaA9DCO53KAr0mnFAlIaUUpRoFUvraBZHQJkfcnTiKix1fZQoaAZoCWgPQwjQDU3Z6fZyQJSGlFKUaBVNAAFoFkdAmR+kvkBCD3V9lChoBmgJaA9DCJdw6C2evnBAlIaUUpRoFUv4aBZHQJkgrF3pwCN1fZQoaAZoCWgPQwixFTQtMVZwQJSGlFKUaBVL6WgWR0CZIbsbedkKdX2UKGgGaAloD0MImKdzRam6ckCUhpRSlGgVTQ4BaBZHQJkiQLux8lZ1fZQoaAZoCWgPQwiQL6GCQ09yQJSGlFKUaBVNDAFoFkdAmSJ2YBvJinV9lChoBmgJaA9DCEXaxp+oRnJAlIaUUpRoFUv9aBZHQJkjEVN5+ph1fZQoaAZoCWgPQwhP6svSTgFxQJSGlFKUaBVL8WgWR0CZI3Mr3CbddX2UKGgGaAloD0MI8ItLVdoYbkCUhpRSlGgVS+RoFkdAmSPBKcurZXV9lChoBmgJaA9DCCApIsNqKHFAlIaUUpRoFU0eAWgWR0CZI+LpzLfUdX2UKGgGaAloD0MIEk2giEVFckCUhpRSlGgVS+poFkdAmSRGtuDSPXV9lChoBmgJaA9DCFxV9l2RmXBAlIaUUpRoFU0UAWgWR0CZJITsIE8rdX2UKGgGaAloD0MI6Gor9hcRbUCUhpRSlGgVS9NoFkdAmSTqwpvxY3V9lChoBmgJaA9DCOpBQSna33FAlIaUUpRoFUvwaBZHQJkljxFy7wt1fZQoaAZoCWgPQwh6UbtfRbpwQJSGlFKUaBVL/WgWR0CZJn89wFTvdX2UKGgGaAloD0MI4bIKmwFUTECUhpRSlGgVS69oFkdAmScumm+Cb3V9lChoBmgJaA9DCDVeuklM7HBAlIaUUpRoFUvvaBZHQJkolm9QGfR1fZQoaAZoCWgPQwjmWUkr/iVwQJSGlFKUaBVLxmgWR0CZKSbFCLMtdX2UKGgGaAloD0MImN7+XLRZcUCUhpRSlGgVS/BoFkdAmSlx6By0bHV9lChoBmgJaA9DCPqAQGdSd29AlIaUUpRoFUvpaBZHQJkp2Hj6vaF1fZQoaAZoCWgPQwhd4sgDkVpvQJSGlFKUaBVL5WgWR0CZKnjmjj7zdX2UKGgGaAloD0MIc4QM5FmEb0CUhpRSlGgVS+BoFkdAmSsyGi5/b3V9lChoBmgJaA9DCNL+B1ir/W1AlIaUUpRoFUvqaBZHQJkrOy0KJEZ1fZQoaAZoCWgPQwiPw2D+ik9zQJSGlFKUaBVNBgFoFkdAmSumLpA2RHV9lChoBmgJaA9DCP/LtWjBLXFAlIaUUpRoFUu/aBZHQJksaRkmQbN1fZQoaAZoCWgPQwjX22YqRNJyQJSGlFKUaBVNBgFoFkdAmS2P/io86nV9lChoBmgJaA9DCIV80LNZAXNAlIaUUpRoFUvfaBZHQJkuH48EFGJ1fZQoaAZoCWgPQwidobjjzcxuQJSGlFKUaBVL4WgWR0CZMFse4kNXdX2UKGgGaAloD0MI9aCgFK1ObUCUhpRSlGgVS9loFkdAmTDc4xUNrnV9lChoBmgJaA9DCL4vLlWp5nFAlIaUUpRoFUvsaBZHQJkxFFmWdEt1fZQoaAZoCWgPQwjtLHqnQj5yQJSGlFKUaBVL8WgWR0CZMzVzp5eJdX2UKGgGaAloD0MIZDvfT80hcECUhpRSlGgVTQYBaBZHQJk0D3nIQvp1fZQoaAZoCWgPQwh56LtbmQZzQJSGlFKUaBVNWwFoFkdAmTQrWy1NQHV9lChoBmgJaA9DCLvRx3wAEnJAlIaUUpRoFU0tAWgWR0CZNJkVeruIdX2UKGgGaAloD0MIjLysiYVub0CUhpRSlGgVS/loFkdAmTUCAtnPFHV9lChoBmgJaA9DCKjg8IKIGHJAlIaUUpRoFUvOaBZHQJk1avA44qB1fZQoaAZoCWgPQwjrGcIxC59wQJSGlFKUaBVL42gWR0CZNYhIvrWzdX2UKGgGaAloD0MIGqa21EGcc0CUhpRSlGgVTUsBaBZHQJk24lSjxkN1fZQoaAZoCWgPQwiokCv1bIRxQJSGlFKUaBVL02gWR0CZOE+nZTQ3dX2UKGgGaAloD0MInbtdL43lcECUhpRSlGgVS+1oFkdAmTi78ejmCHV9lChoBmgJaA9DCAxYchWLWmNAlIaUUpRoFU3oA2gWR0CZOjAckt2+dX2UKGgGaAloD0MIqN+Frdm3bkCUhpRSlGgVS81oFkdAmTr1F6RhdHV9lChoBmgJaA9DCDSdnQwOdmJAlIaUUpRoFU3oA2gWR0CZPOtU4rBkdWUu"
+    },
+    "ep_success_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
+    },
+    "_n_updates": 310,
+    "n_steps": 2048,
+    "gamma": 0.99,
+    "gae_lambda": 0.95,
+    "ent_coef": 0.0,
+    "vf_coef": 0.5,
+    "max_grad_norm": 0.5,
+    "batch_size": 64,
+    "n_epochs": 10,
+    "clip_range": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
+    },
+    "clip_range_vf": null,
+    "normalize_advantage": true,
+    "target_kl": null
+}

chans-LunarLander-v2/policy.optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eab31f269ab0f908d37975f94207933d488b31b9a19c893141beabd12b6b36b
+size 87929

chans-LunarLander-v2/policy.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c590ace24edcceca8cf15feb5f8dfeb59b1825fb1bddbb9e30c9a5df809d6778
+size 43393

chans-LunarLander-v2/pytorch_variables.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d030ad8db708280fcae77d87e973102039acd23a11bdecc3db8eb6c0ac940ee1
+size 431

chans-LunarLander-v2/system_info.txt

@@ -0,0 +1,7 @@
+- OS: Linux-5.10.147+-x86_64-with-glibc2.29 # 1 SMP Sat Dec 10 16:00:40 UTC 2022
+- Python: 3.8.10
+- Stable-Baselines3: 1.7.0
+- PyTorch: 1.13.1+cu116
+- GPU Enabled: True
+- Numpy: 1.22.4
+- Gym: 0.21.0

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fd18ea63ef0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fd18ea63f80>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fd18ea6a050>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fd18ea6a0e0>", "_build": "<function ActorCriticPolicy._build at 0x7fd18ea6a170>", "forward": "<function ActorCriticPolicy.forward at 0x7fd18ea6a200>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fd18ea6a290>", "_predict": "<function ActorCriticPolicy._predict at 0x7fd18ea6a320>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fd18ea6a3b0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fd18ea6a440>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fd18ea6a4d0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7fd18ea401e0>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 507904, "_total_timesteps": 500000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1652960224.65394, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAOv23b7QsoG93WDsPfNdw7065+u8iIRzvQAAAAAAAAAAgANNPVybRrruTcm6vJ81M285SrsjjeY5AACAPwAAgD/mUNS+1K+7vLPm/Dq/iyQ4xPdGvkotZ7gAAIA/AACAP/1Li776ejm9LvEHvLznn7pqm6I+kKZXOwAAgD8AAIA/86XbPqSZkr1VwwI7lYdXud9lUz3Yjgs6AACAPwAAgD/WqN6+tZiCvd8slb08OlO8/wCXPh/6wDwAAIA/AACAP01vtr4PQm+8ZdSaunzZCbjKQwI9J2TKOQAAgD8AAIA/Gg/rvivN3j1wdPS97YyQvtroAr6Iv7G9AAAAAAAAAACGMEC+H62Pu6hiRjc2Fmg0kA+7PD4mZrYAAIA/AACAP4HEC794JPw8iJ26Ox3VTboDaZe+fs0euwAAgD8AAIA/jQvkvT2uFzrjmoe85wcWPVqlDrrmPa28AAAAAAAAAABNhG0+PUgVvYrN4TzvKeq6dP6Cvt6BrbsAAIA/AACAP2awDTwpzA66FoizuTMjGjQ1PoK76vDROAAAgD8AAIA/DWSUvsj8nbyaFn663AqpuO6yCT6d5pg5AACAPwAAgD/K1mq+KXc1O7rhoDpGLOG3nfoEvQ5kuLkAAIA/AACAP1r+Fj6VK60/fqNWPsfCur4FX2I+Jya9vQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVbBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIXDgQkgUsCkCUhpRSlIwBbJRL64wBdJRHQJEGoIWxhUl1fZQoaAZoCWgPQwjDZoALss9cQJSGlFKUaBVN6ANoFkdAkQ7VU6xPf3V9lChoBmgJaA9DCEfn/BTH2l5AlIaUUpRoFU3oA2gWR0CREOvzvqkedX2UKGgGaAloD0MITHFV2XexUkCUhpRSlGgVTegDaBZHQJERUtwrDqJ1fZQoaAZoCWgPQwhiLT4FwAg/QJSGlFKUaBVLo2gWR0CREX6sySFHdX2UKGgGaAloD0MIjkC8rl/GZkCUhpRSlGgVTegDaBZHQJESIIJJGvx1fZQoaAZoCWgPQwhpccYwJythQJSGlFKUaBVN6ANoFkdAkRIvlMh5gXV9lChoBmgJaA9DCFH0wMfg3WNAlIaUUpRoFU3oA2gWR0CREyNKyv9tdX2UKGgGaAloD0MILv62J0gNX0CUhpRSlGgVTegDaBZHQJEXi7J4jbB1fZQoaAZoCWgPQwh4JjRJLI9BwJSGlFKUaBVLu2gWR0CRGL0iQkondX2UKGgGaAloD0MIAoI5evzKX0CUhpRSlGgVTegDaBZHQJEaXmYBvJl1fZQoaAZoCWgPQwgtXiwMkeNeQJSGlFKUaBVN6ANoFkdAkRsCTlkpZ3V9lChoBmgJaA9DCFQe3QiLfEFAlIaUUpRoFUveaBZHQJEcG78Nx2l1fZQoaAZoCWgPQwjgSQuXVZg5QJSGlFKUaBVL0mgWR0CRHDc2R7qqdX2UKGgGaAloD0MIJlex+E1lPcCUhpRSlGgVS/BoFkdAkRyggTyrgnV9lChoBmgJaA9DCGYVNgNcw1lAlIaUUpRoFU3oA2gWR0CRHW3JxNqQdX2UKGgGaAloD0MI4UGz6956QMCUhpRSlGgVS+FoFkdAkR26sU7CBXV9lChoBmgJaA9DCKXz4VmCgmBAlIaUUpRoFU3oA2gWR0CRH1FqSHM2dX2UKGgGaAloD0MIF2TL8vU5YECUhpRSlGgVTegDaBZHQJEmOPaL4vh1fZQoaAZoCWgPQwizDHGsi4s2QJSGlFKUaBVL32gWR0CRJpDv3JxOdX2UKGgGaAloD0MIWwwepv1AYUCUhpRSlGgVTegDaBZHQJFGf6O5rgx1fZQoaAZoCWgPQwj4F0FjJllVQJSGlFKUaBVN6ANoFkdAkUae32EkB3V9lChoBmgJaA9DCAEz38FP1l1AlIaUUpRoFU3oA2gWR0CRR4D+R5kcdX2UKGgGaAloD0MIRML3/gZ7X0CUhpRSlGgVTegDaBZHQJFZlj3Ehq11fZQoaAZoCWgPQwhqErwhjYxiQJSGlFKUaBVN6ANoFkdAkVpiZWq95HV9lChoBmgJaA9DCIFB0qfVEGBAlIaUUpRoFU3oA2gWR0CRYTvAGjbjdX2UKGgGaAloD0MIQMObNXinWMCUhpRSlGgVTZ4BaBZHQJFhl0T101Z1fZQoaAZoCWgPQwjovMYuUQ9KQJSGlFKUaBVN6ANoFkdAkWL0XpGFz3V9lChoBmgJaA9DCJazd0ZbQF1AlIaUUpRoFU3oA2gWR0CRZO8eS0SidX2UKGgGaAloD0MI3PP8aaN3X0CUhpRSlGgVTegDaBZHQJFltKzzErJ1fZQoaAZoCWgPQwgWGLK61QhgQJSGlFKUaBVN6ANoFkdAkWcVyNn5BXV9lChoBmgJaA9DCG3lJf+Tj1pAlIaUUpRoFU3oA2gWR0CRZzapPykLdX2UKGgGaAloD0MIyf/k794xC8CUhpRSlGgVS+FoFkdAkWf4ffXPJXV9lChoBmgJaA9DCHzWNVoOal5AlIaUUpRoFU3oA2gWR0CRaJDXvphXdX2UKGgGaAloD0MIXqEPlrFJWECUhpRSlGgVTegDaBZHQJFo1KL876p1fZQoaAZoCWgPQwjhJw6g31cSwJSGlFKUaBVLp2gWR0CRaiVLBbfQdX2UKGgGaAloD0MIhA8lWvJoSUCUhpRSlGgVTegDaBZHQJFqSADq4Yt1fZQoaAZoCWgPQwjH1F3ZBUshQJSGlFKUaBVNBwFoFkdAkXCbOzIFNnV9lChoBmgJaA9DCFg33h0ZLVlAlIaUUpRoFU3oA2gWR0CRcNKE384xdX2UKGgGaAloD0MIY7X5f9UWYkCUhpRSlGgVTegDaBZHQJFxK1IAfdR1fZQoaAZoCWgPQwhsk4rG2tMwQJSGlFKUaBVL7WgWR0CRdRR77bcodX2UKGgGaAloD0MIodtLGqOlW0CUhpRSlGgVTegDaBZHQJGRkHY6GQF1fZQoaAZoCWgPQwhtHofBfLZhQJSGlFKUaBVN6ANoFkdAkZGxVp9JBnV9lChoBmgJaA9DCBSVDWsqhFdAlIaUUpRoFU3oA2gWR0CRpIL8aXKKdX2UKGgGaAloD0MIXdxGA3gBYUCUhpRSlGgVTegDaBZHQJGr/pmmLtN1fZQoaAZoCWgPQwj12QHXFblaQJSGlFKUaBVN6ANoFkdAka2l5rxiG3V9lChoBmgJaA9DCI9VSs90WWBAlIaUUpRoFU3oA2gWR0CRsJPYWcjJdX2UKGgGaAloD0MItYtppnuhYkCUhpRSlGgVTegDaBZHQJGyBLamGdt1fZQoaAZoCWgPQwg/H2XEBWtdQJSGlFKUaBVN6ANoFkdAkbIlGb1AaHV9lChoBmgJaA9DCANAFTdufGFAlIaUUpRoFU3oA2gWR0CRsvPOIInjdX2UKGgGaAloD0MIf4Y3a/A8XUCUhpRSlGgVTegDaBZHQJGzi0iQkop1fZQoaAZoCWgPQwifWKfK9wRcQJSGlFKUaBVN6ANoFkdAkbPQ2hqTKXV9lChoBmgJaA9DCJ2f4jjwo1tAlIaUUpRoFU3oA2gWR0CRtUNVzZHvdX2UKGgGaAloD0MIQZ3y6EZeVECUhpRSlGgVTegDaBZHQJG8FWGRFJB1fZQoaAZoCWgPQwiJ7lnX6OhhQJSGlFKUaBVN6ANoFkdAkbxNX9zfanV9lChoBmgJaA9DCCrIz0aunVlAlIaUUpRoFU3oA2gWR0CRvKDOTq0MdX2UKGgGaAloD0MIB0KygAnsEsCUhpRSlGgVS/doFkdAkb6Pc32mHnV9lChoBmgJaA9DCIEKR5BKul5AlIaUUpRoFU3oA2gWR0CRwCD6WPcSdX2UKGgGaAloD0MIW5pbIaymMMCUhpRSlGgVS65oFkdAkcS3r2QGOnV9lChoBmgJaA9DCKshcY+lhVlAlIaUUpRoFU3oA2gWR0CR2hpnHvMKdX2UKGgGaAloD0MI+vIC7KMeYkCUhpRSlGgVTegDaBZHQJHaNvZRKpV1fZQoaAZoCWgPQwjx1Y7iHJVnQJSGlFKUaBVNXwJoFkdAkeEuuzQeFXV9lChoBmgJaA9DCMGPatjvlT7AlIaUUpRoFUvIaBZHQJHlCNaQmu11fZQoaAZoCWgPQwhoJEIj2LNVQJSGlFKUaBVN6ANoFkdAketiAUcn3XV9lChoBmgJaA9DCF3hXS7i+VtAlIaUUpRoFU3oA2gWR0CR8ueFcpsodX2UKGgGaAloD0MI2JsYkpMxYECUhpRSlGgVTegDaBZHQJH0lppN9IB1fZQoaAZoCWgPQwjsZ7EUycheQJSGlFKUaBVN6ANoFkdAkfdz/uLJjnV9lChoBmgJaA9DCPaZsz7lKmFAlIaUUpRoFU3oA2gWR0CR+Ofj0cwQdX2UKGgGaAloD0MIw2aACzKiY0CUhpRSlGgVTegDaBZHQJH6EkRjBmB1fZQoaAZoCWgPQwigOIB+X7FiQJSGlFKUaBVN6ANoFkdAkfsllbu+iHV9lChoBmgJaA9DCAytTs5Q2GBAlIaUUpRoFU3oA2gWR0CR/OHlOoHcdX2UKGgGaAloD0MI56p5jshoW0CUhpRSlGgVTegDaBZHQJIEPi97F851fZQoaAZoCWgPQwiX5IBdzbZiQJSGlFKUaBVN6ANoFkdAkgR3P3SKFnV9lChoBmgJaA9DCAFNhA1PPyxAlIaUUpRoFUvsaBZHQJIE1zaK1oh1fZQoaAZoCWgPQwhJRzmYTb9eQJSGlFKUaBVN6ANoFkdAkgbo9s7+1nV9lChoBmgJaA9DCOOON/ktb1fAlIaUUpRoFU2YAWgWR0CSCFxvvSc9dX2UKGgGaAloD0MI/kemQ6eQYUCUhpRSlGgVTegDaBZHQJIIkW2w3YN1fZQoaAZoCWgPQwhyh01k5jdnQJSGlFKUaBVN6ANoFkdAkg2d/OMVDnV9lChoBmgJaA9DCHqLh/cc92JAlIaUUpRoFU3oA2gWR0CSERsenyd4dX2UKGgGaAloD0MIfXpsy4CzJUCUhpRSlGgVS9doFkdAkiXfcFhXsHV9lChoBmgJaA9DCIZ2TrNACFDAlIaUUpRoFU0uAWgWR0CSKQt6HCXQdX2UKGgGaAloD0MITFEujV+gPcCUhpRSlGgVS7VoFkdAkimcWj4593V9lChoBmgJaA9DCF9FRgckqV1AlIaUUpRoFU3oA2gWR0CSKqa99MK1dX2UKGgGaAloD0MIPzVeukm3XkCUhpRSlGgVTegDaBZHQJIuPTnaFmF1fZQoaAZoCWgPQwgCKhxBKg1fQJSGlFKUaBVN6ANoFkdAkjPol+mWMXV9lChoBmgJaA9DCJDdBUoKLBRAlIaUUpRoFU0KAWgWR0CSOV5YYBNmdX2UKGgGaAloD0MIstr8v+oEMkCUhpRSlGgVS99oFkdAkjrQ6QvHtHV9lChoBmgJaA9DCDF9ryE4pWBAlIaUUpRoFU3oA2gWR0CSPHleWv8qdX2UKGgGaAloD0MIfbPNjemqXUCUhpRSlGgVTegDaBZHQJI/GQq7ROV1fZQoaAZoCWgPQwg4wMx3cFpiQJSGlFKUaBVN6ANoFkdAkkFajafzz3V9lChoBmgJaA9DCJ3y6EZY6DdAlIaUUpRoFUv+aBZHQJJCOKk2xY91fZQoaAZoCWgPQwikbmdfeexeQJSGlFKUaBVN6ANoFkdAkkJUVnEl3XV9lChoBmgJaA9DCJKx2vw/YmFAlIaUUpRoFU3oA2gWR0CSRASRKYiQdX2UKGgGaAloD0MI4e6s3XYhAkCUhpRSlGgVS9JoFkdAkkcQ1rIo3XV9lChoBmgJaA9DCIGwU6wa4F1AlIaUUpRoFU3oA2gWR0CSS4Ippeu3dX2UKGgGaAloD0MIQ61p3nFmXUCUhpRSlGgVTegDaBZHQJJLwqhDgIh1fZQoaAZoCWgPQwhF9Gvrp8VYQJSGlFKUaBVN6ANoFkdAkkwkPQOWjXV9lChoBmgJaA9DCNi3k4hwU2FAlIaUUpRoFU3oA2gWR0CST8pe/pMYdX2UKGgGaAloD0MIuRrZlZZJNUCUhpRSlGgVS+JoFkdAklJss6JZXHV9lChoBmgJaA9DCOmdCrhna2RAlIaUUpRoFU3oA2gWR0CSWIyhBZ6ldWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 124, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022", "Python": "3.7.13", "Stable-Baselines3": "1.5.0", "PyTorch": "1.11.0+cu113", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7ff704a8a280>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7ff704a8a310>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7ff704a8a3a0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7ff704a8a430>", "_build": "<function ActorCriticPolicy._build at 0x7ff704a8a4c0>", "forward": "<function ActorCriticPolicy.forward at 0x7ff704a8a550>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7ff704a8a5e0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7ff704a8a670>", "_predict": "<function ActorCriticPolicy._predict at 0x7ff704a8a700>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7ff704a8a790>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7ff704a8a820>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7ff704a8a8b0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7ff704a85840>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1678168726013102059, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAALM6QL52jE68tuqNPTMVKzxa6BE9tqmTvQAAgD8AAIA/LQQtvrGAHjwbOPE95bDluE5HQr7adOg9AACAPwAAgD+tUCa+3O5mvGg0Pzpa22A4m37LPRY/erkAAIA/AACAP5rCrT24/v65WPx3tXXUjLA8GnI7m4K9NAAAgD8AAIA/Dckdvv/jqj/mdr++96IQv+VBKb71Xfu6AAAAAAAAAACaHOO9QZs7P5/eH763Juy+okwVvnM6qboAAAAAAAAAADONGT1c4226+Koftl6sZrEmrLg5rMlENQAAgD8AAIA/8HSqPpVmDj+coDO+9pO3vkV+Gj6OpTO+AAAAAAAAAACAzTq+cT5DPr9/zD198I6+t/ihvCJL0TsAAAAAAAAAAMYeOz50H4W83jQtPMQZj7pHXe+9/ltluwAAgD8AAIA/+pcrvqlzR7zSHS27vQVBuf26rj3mEV46AACAPwAAgD9ms8Y97seEvPFczL2r1pW9I775Pbi8cT4AAIA/AACAP7odTj5dVgW9B9ajuqAgXTm+L2u+YnjkOQAAgD8AAIA/ZtxXPSkEYbqWYIEz9M93LjMyDDsgTbCzAACAPwAAgD8A/i88LxWwP4L5sz7Zhgy/sSfwu9oESLwAAAAAAAAAAPO+yb2BEAs/flqWvGxv1b7aulu9Q49OvAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVNhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIpYXLKmwKb0CUhpRSlIwBbJRL5owBdJRHQJj6wetCAtp1fZQoaAZoCWgPQwj7zFmfcmRuQJSGlFKUaBVL5WgWR0CY+0CrcTJydX2UKGgGaAloD0MIGaw41drfb0CUhpRSlGgVS9VoFkdAmPx4xk/bCnV9lChoBmgJaA9DCMIVUKjnmnFAlIaUUpRoFUvSaBZHQJj8eJ9Aood1fZQoaAZoCWgPQwj/rzpyZGByQJSGlFKUaBVL2GgWR0CY/OaEi+tbdX2UKGgGaAloD0MINgGG5c9hb0CUhpRSlGgVS9toFkdAmP0QT7EYO3V9lChoBmgJaA9DCAzLn2/LinBAlIaUUpRoFUvuaBZHQJj9tt/FzdV1fZQoaAZoCWgPQwhEM0+uKdlwQJSGlFKUaBVL4WgWR0CY/3ZKFqSHdX2UKGgGaAloD0MIUFQ2rCmebkCUhpRSlGgVS81oFkdAmQFKJhvzfHV9lChoBmgJaA9DCDUk7rH09lhAlIaUUpRoFU3oA2gWR0CZAj4vexfOdX2UKGgGaAloD0MIqpm1FFB1cECUhpRSlGgVS/VoFkdAmQSwSnLq2XV9lChoBmgJaA9DCBAFM6agaHJAlIaUUpRoFUv1aBZHQJkGRBmf5DZ1fZQoaAZoCWgPQwjKbmb0I3xkQJSGlFKUaBVN6ANoFkdAmQZlTrE9+3V9lChoBmgJaA9DCA7cgTplv3BAlIaUUpRoFUvuaBZHQJkGqU2UB4l1fZQoaAZoCWgPQwjHLebnhpxHQJSGlFKUaBVL22gWR0CZB2bWVeKLdX2UKGgGaAloD0MIGF5J8tweckCUhpRSlGgVS9ZoFkdAmQkXXumaY3V9lChoBmgJaA9DCEOrkzMUF2FAlIaUUpRoFU3oA2gWR0CZCTcNpdrwdX2UKGgGaAloD0MIo1cDlEYYcUCUhpRSlGgVS/9oFkdAmQliEtdzGXV9lChoBmgJaA9DCJvmHaeozHBAlIaUUpRoFUvxaBZHQJkJiUliSaF1fZQoaAZoCWgPQwgoZVJDmwduQJSGlFKUaBVL+mgWR0CZCbkJrtVrdX2UKGgGaAloD0MIVFbT9URfSkCUhpRSlGgVS+BoFkdAmQtQjyFwk3V9lChoBmgJaA9DCF9cqtIWQHBAlIaUUpRoFUvpaBZHQJkOTFDOTq11fZQoaAZoCWgPQwheL00RoK5yQJSGlFKUaBVL/2gWR0CZDp7hvR7adX2UKGgGaAloD0MIjpCBPHt7ckCUhpRSlGgVS+VoFkdAmRCOqWC2+nV9lChoBmgJaA9DCHOesS+ZZ3BAlIaUUpRoFUvMaBZHQJkRFCswL3N1fZQoaAZoCWgPQwiM2ZJVEUlgQJSGlFKUaBVN6ANoFkdAmRFK6jFhonV9lChoBmgJaA9DCFt9dVWgc25AlIaUUpRoFUvZaBZHQJkRXlU6xPh1fZQoaAZoCWgPQwgdVrjlo59vQJSGlFKUaBVL2mgWR0CZEXCmMwUQdX2UKGgGaAloD0MIqrcGtgq/ckCUhpRSlGgVS85oFkdAmRK27jDKo3V9lChoBmgJaA9DCK4QVmMJT3JAlIaUUpRoFUv+aBZHQJkTG7pV0cR1fZQoaAZoCWgPQwhIF5tWCgRvQJSGlFKUaBVL32gWR0CZE1XeWOZLdX2UKGgGaAloD0MIHtydtVsSbkCUhpRSlGgVS+loFkdAmRNncDbJwXV9lChoBmgJaA9DCKZHUz1Z2XBAlIaUUpRoFUviaBZHQJkTizSkTHt1fZQoaAZoCWgPQwiYGTbKumZxQJSGlFKUaBVL8mgWR0CZE7Fw1ivxdX2UKGgGaAloD0MI9E2aBsV4cUCUhpRSlGgVS9hoFkdAmRQiY5T6znV9lChoBmgJaA9DCHNKQEzCwHBAlIaUUpRoFUvhaBZHQJkWFkXk5p91fZQoaAZoCWgPQwgaNPRP8PBxQJSGlFKUaBVL4WgWR0CZFkUzsQd0dX2UKGgGaAloD0MIwHtHjQkPUUCUhpRSlGgVS2loFkdAmRZ2q5sj3XV9lChoBmgJaA9DCGiyf56GHHFAlIaUUpRoFUvnaBZHQJkX//lyR0V1fZQoaAZoCWgPQwgfLGNDt6tyQJSGlFKUaBVNAgFoFkdAmRiVcY64lXV9lChoBmgJaA9DCEayR6hZD3BAlIaUUpRoFUv5aBZHQJkY1U0elsR1fZQoaAZoCWgPQwjC24MQ0CNwQJSGlFKUaBVL0GgWR0CZGPpnYg7pdX2UKGgGaAloD0MIA7ABEWIpcUCUhpRSlGgVTQIBaBZHQJkZMdxQzk91fZQoaAZoCWgPQwi9jc2OVCRxQJSGlFKUaBVL62gWR0CZGicGkep5dX2UKGgGaAloD0MIlzyelp98cUCUhpRSlGgVS/poFkdAmRtWuLaVU3V9lChoBmgJaA9DCIapLXXQinFAlIaUUpRoFU0IAWgWR0CZG3E9t/FzdX2UKGgGaAloD0MIdQRws3gzXECUhpRSlGgVTegDaBZHQJkbpWIXTE11fZQoaAZoCWgPQwjFNxQ+W0lwQJSGlFKUaBVNXgFoFkdAmRvuhf0Eo3V9lChoBmgJaA9DCGPwMO2bAXJAlIaUUpRoFU0PAWgWR0CZHHa99MK1dX2UKGgGaAloD0MIQGzp0RQ5c0CUhpRSlGgVS89oFkdAmRyY3WFvh3V9lChoBmgJaA9DCDoCuFl8bHBAlIaUUpRoFU0+AWgWR0CZHNt7a7EpdX2UKGgGaAloD0MIBMqmXKEncECUhpRSlGgVS+JoFkdAmR0yT2WY4XV9lChoBmgJaA9DCCP0M/U6WGFAlIaUUpRoFU3oA2gWR0CZHUnNxEORdX2UKGgGaAloD0MIiq92FCc9cUCUhpRSlGgVS/NoFkdAmR29/OMVDnV9lChoBmgJaA9DCDoCuFm8J29AlIaUUpRoFUvRaBZHQJkeDxZuAI91fZQoaAZoCWgPQwiWXwZjxMByQJSGlFKUaBVL5GgWR0CZHybayrxRdX2UKGgGaAloD0MIEJTb9v1SckCUhpRSlGgVS91oFkdAmR9IPGyX2XV9lChoBmgJaA9DCO53KAr0mnFAlIaUUpRoFUvraBZHQJkfcnTiKix1fZQoaAZoCWgPQwjQDU3Z6fZyQJSGlFKUaBVNAAFoFkdAmR+kvkBCD3V9lChoBmgJaA9DCJdw6C2evnBAlIaUUpRoFUv4aBZHQJkgrF3pwCN1fZQoaAZoCWgPQwixFTQtMVZwQJSGlFKUaBVL6WgWR0CZIbsbedkKdX2UKGgGaAloD0MImKdzRam6ckCUhpRSlGgVTQ4BaBZHQJkiQLux8lZ1fZQoaAZoCWgPQwiQL6GCQ09yQJSGlFKUaBVNDAFoFkdAmSJ2YBvJinV9lChoBmgJaA9DCEXaxp+oRnJAlIaUUpRoFUv9aBZHQJkjEVN5+ph1fZQoaAZoCWgPQwhP6svSTgFxQJSGlFKUaBVL8WgWR0CZI3Mr3CbddX2UKGgGaAloD0MI8ItLVdoYbkCUhpRSlGgVS+RoFkdAmSPBKcurZXV9lChoBmgJaA9DCCApIsNqKHFAlIaUUpRoFU0eAWgWR0CZI+LpzLfUdX2UKGgGaAloD0MIEk2giEVFckCUhpRSlGgVS+poFkdAmSRGtuDSPXV9lChoBmgJaA9DCFxV9l2RmXBAlIaUUpRoFU0UAWgWR0CZJITsIE8rdX2UKGgGaAloD0MI6Gor9hcRbUCUhpRSlGgVS9NoFkdAmSTqwpvxY3V9lChoBmgJaA9DCOpBQSna33FAlIaUUpRoFUvwaBZHQJkljxFy7wt1fZQoaAZoCWgPQwh6UbtfRbpwQJSGlFKUaBVL/WgWR0CZJn89wFTvdX2UKGgGaAloD0MI4bIKmwFUTECUhpRSlGgVS69oFkdAmScumm+Cb3V9lChoBmgJaA9DCDVeuklM7HBAlIaUUpRoFUvvaBZHQJkolm9QGfR1fZQoaAZoCWgPQwjmWUkr/iVwQJSGlFKUaBVLxmgWR0CZKSbFCLMtdX2UKGgGaAloD0MImN7+XLRZcUCUhpRSlGgVS/BoFkdAmSlx6By0bHV9lChoBmgJaA9DCPqAQGdSd29AlIaUUpRoFUvpaBZHQJkp2Hj6vaF1fZQoaAZoCWgPQwhd4sgDkVpvQJSGlFKUaBVL5WgWR0CZKnjmjj7zdX2UKGgGaAloD0MIc4QM5FmEb0CUhpRSlGgVS+BoFkdAmSsyGi5/b3V9lChoBmgJaA9DCNL+B1ir/W1AlIaUUpRoFUvqaBZHQJkrOy0KJEZ1fZQoaAZoCWgPQwiPw2D+ik9zQJSGlFKUaBVNBgFoFkdAmSumLpA2RHV9lChoBmgJaA9DCP/LtWjBLXFAlIaUUpRoFUu/aBZHQJksaRkmQbN1fZQoaAZoCWgPQwjX22YqRNJyQJSGlFKUaBVNBgFoFkdAmS2P/io86nV9lChoBmgJaA9DCIV80LNZAXNAlIaUUpRoFUvfaBZHQJkuH48EFGJ1fZQoaAZoCWgPQwidobjjzcxuQJSGlFKUaBVL4WgWR0CZMFse4kNXdX2UKGgGaAloD0MI9aCgFK1ObUCUhpRSlGgVS9loFkdAmTDc4xUNrnV9lChoBmgJaA9DCL4vLlWp5nFAlIaUUpRoFUvsaBZHQJkxFFmWdEt1fZQoaAZoCWgPQwjtLHqnQj5yQJSGlFKUaBVL8WgWR0CZMzVzp5eJdX2UKGgGaAloD0MIZDvfT80hcECUhpRSlGgVTQYBaBZHQJk0D3nIQvp1fZQoaAZoCWgPQwh56LtbmQZzQJSGlFKUaBVNWwFoFkdAmTQrWy1NQHV9lChoBmgJaA9DCLvRx3wAEnJAlIaUUpRoFU0tAWgWR0CZNJkVeruIdX2UKGgGaAloD0MIjLysiYVub0CUhpRSlGgVS/loFkdAmTUCAtnPFHV9lChoBmgJaA9DCKjg8IKIGHJAlIaUUpRoFUvOaBZHQJk1avA44qB1fZQoaAZoCWgPQwjrGcIxC59wQJSGlFKUaBVL42gWR0CZNYhIvrWzdX2UKGgGaAloD0MIGqa21EGcc0CUhpRSlGgVTUsBaBZHQJk24lSjxkN1fZQoaAZoCWgPQwiokCv1bIRxQJSGlFKUaBVL02gWR0CZOE+nZTQ3dX2UKGgGaAloD0MInbtdL43lcECUhpRSlGgVS+1oFkdAmTi78ejmCHV9lChoBmgJaA9DCAxYchWLWmNAlIaUUpRoFU3oA2gWR0CZOjAckt2+dX2UKGgGaAloD0MIqN+Frdm3bkCUhpRSlGgVS81oFkdAmTr1F6RhdHV9lChoBmgJaA9DCDSdnQwOdmJAlIaUUpRoFU3oA2gWR0CZPOtU4rBkdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 310, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.29 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.8.10", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu116", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}}

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6fcc2cba88a96384978f2f1ad54817cfd6632716a714827e1dbdc4fd411f8bf
-size 249380
+oid sha256:d8c899c3b2476021a33b68934ff3c9733bb3379377a446132eadccbd9460356f
+size 241012

results.json

@@ -1 +1 @@
-{"mean_reward": 134.4708159562295, "std_reward": 111.05800756583521, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-19T11:52:56.793067"}
+{"mean_reward": 248.15250348083993, "std_reward": 30.15496114152632, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-03-07T06:34:32.114860"}