Initial commit

.gitattributes

@@ -32,3 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+replay.mp4 filter=lfs diff=lfs merge=lfs -text

README.md

@@ -16,7 +16,7 @@ model-index:
       type: AntBulletEnv-v0
     metrics:
     - type: mean_reward
-      value: 823.57 +/- 134.27
+      value: 809.18 +/- 470.47
       name: mean_reward
       verified: false
 ---

a2c-AntBulletEnv-v0.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45affd5c0836c3d073778e4b9fdccaaa3a20926fc8a16f8f7c3762acad427a4e
-size 129275
+oid sha256:075bcba479e13e19e8001cb0b710be1827e3c81e822d3508d015c7c1d1bf1a4d
+size 129271

a2c-AntBulletEnv-v0/data

@@ -4,20 +4,20 @@
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7fe1bb531cf0>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fe1bb531d80>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fe1bb531e10>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fe1bb531ea0>",
-        "_build": "<function ActorCriticPolicy._build at 0x7fe1bb531f30>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7fe1bb531fc0>",
-        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fe1bb532050>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fe1bb5320e0>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7fe1bb532170>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fe1bb532200>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fe1bb532290>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fe1bb532320>",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7fbe8f711ea0>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fbe8f711f30>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fbe8f711fc0>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fbe8f712050>",
+        "_build": "<function ActorCriticPolicy._build at 0x7fbe8f7120e0>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7fbe8f712170>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fbe8f712200>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fbe8f712290>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7fbe8f712320>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fbe8f7123b0>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fbe8f712440>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fbe8f7124d0>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc._abc_data object at 0x7fe1bb522880>"
+        "_abc_impl": "<_abc._abc_data object at 0x7fbe94db3800>"
     },
     "verbose": 1,
     "policy_kwargs": {
@@ -64,7 +64,7 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1676806116260164646,
+    "start_time": 1676811144135557996,
     "learning_rate": 0.00096,
     "tensorboard_log": null,
     "lr_schedule": {
@@ -73,7 +73,7 @@
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVNQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJbAAQAAAAAAAPteHT9/zo+/Kp9VPtG2gD/pPXs/lhFWP2BiTD0n8LC+i+8+Phz4kr6u7oM/9NgVP6s6zj5pZJq/aCnpPS6U+79QgSE/cYiKv0uaub4iCFU/new4vwIQXTwnzFK+ic0bwN+jdj844/+/UJYOP5ark7++SU4/Zbv6vwsKer9GF60/FqdTv++6ij8yhS4/d5P3viv3Iz8fQbY+OzG1PlKBCcDa0Zm+FEWoPwZhQL9OGYA/XzjTPbyKxD+kdSM/vUwPvEglDL94dLO+rHQFPwi9BT+H24S/ZQ4AP3DP5b9Y5l0/bt2rv6QvoT1bmww/R6C/v1XKGr6eg6Q91Z6HvKXKh775eiE/iADevGFBrb6opAE+uwlWv2LD3zujAj4/wuHjPIKHlD8kcz8918QbP0hzCD7SJjm/NtlCPNYy5L7N2Ie836N2P2UOAD9Qlg4/WOZdP2yhSz+tsYu/Zy9wPtT8rT+lhBG+PqUCvp0UMT8Xh5y/cYFsPTK/Ur/4lAK+P9IRQDuPJT901YW94BjlPkvyNr8cfl0/FqxEv95XcD7MtAo/vxE5v9BLfjy1DzY/N0IGwIfbhL9lDgA/cM/lv1jmXT+UjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSwRLHIaUjAFDlHSUUpQu"
+        ":serialized:": "gAWVNQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJbAAQAAAAAAAFqWkj+FLzy/i+wWPz+DaT9bZZa+4e3Gvy4Hvj6e7F+/xv+5vuQT1r8tJlM+WuoFwH4CSz5eq6e+Tf3MvsQCsz9O5qg/ygfPvr1Wrb68Dv+/aznjPm9F0r9kCrW+IfgDP9UGbb8owBw/K7ElwKkSk7/jm4A+0FK2vw/VsD47ifa/8jpAwL3mLD/un/+/jcYxPyY2FMD2ads/D5+QvgYZA7/KDUk+chbrPj+5Fj/Qtlq/8QcKwICeSD/Olru/SLFVv/ooFkCfUQ1ANmptv7T2XD78Poo/KMAcP7LDxT6pEpO/MqsdP0dEnb667RY/4T+TPze17b2j42M/DVOQPnmddb//4sa955VKwEE3Ub8u5Yo71j5fPiS1PT1RVdU9cWmnPziUrT9SjqS8r94qPYIslb+D5EC/ud42wF1KaD9xfJ8+1QZtvyjAHD8rsSXAE81eP0ptvb8xxHu/27YJP/uVqb/Nc+S+5e51PQk97L6hk0E/nW0lwOoPIrx1olC/u3RevMWXtL5NQAk7DK4qP6+/vDwKYBa/fnlTu+qMDT5PI848Uuy+P1yPmjuzbjK/hTF4vPw+ij8owBw/ssPFPhPNXj+UjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSwRLHIaUjAFDlHSUUpQu"
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -81,7 +81,7 @@
     },
     "_last_original_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVNQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJbAAQAAAAAAAAAAAADa6P40AACAPwAAAAAAAAAAAAAAAAAAAAAAAACAWfPZPQAAAACLXOK/AAAAAEm40z0AAAAAv6XkPwAAAAAjR1a8AAAAANS66j8AAAAAEh/zvAAAAAC0Xty/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAABbJjNgAAgD8AAAAAAAAAAAAAAAAAAAAAAAAAgByxWD0AAAAAINHuvwAAAAA97OA9AAAAAMJ/3T8AAAAAmWZAPAAAAABJhPM/AAAAACPmlb0AAAAAEKbzvwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAD44kDUAAIA/AAAAAAAAAAAAAAAAAAAAAAAAAIDGkGS9AAAAAOUL/r8AAAAAN3zMPAAAAAAIuew/AAAAAG3ouToAAAAA+VbsPwAAAADAGxc9AAAAAIlx/b8AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA00BI2AACAPwAAAAAAAAAAAAAAAAAAAAAAAACAqbj4vQAAAADCweS/AAAAAILA/L0AAAAARkHtPwAAAAC2Waw9AAAAADWQ9z8AAAAAn5u+uwAAAAD7H9q/AAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSwRLHIaUjAFDlHSUUpQu"
+        ":serialized:": "gAWVNQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJbAAQAAAAAAAAAAAAASb2w2AACAPwAAAAAAAAAAAAAAAAAAAAAAAACAY2JTuwAAAAAdAvu/AAAAAP2Rm70AAAAAuTX3PwAAAAAt2PA9AAAAAOg//T8AAAAAe+rpvQAAAACRFei/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAARTbTMgAAgD8AAAAAAAAAAAAAAAAAAAAAAAAAgGn497oAAAAAqzn7vwAAAABTTfW8AAAAAP976T8AAAAANkMIvQAAAAAR7uE/AAAAAB0lg70AAAAAr0H3vwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAJ4upTUAAIA/AAAAAAAAAAAAAAAAAAAAAAAAAIDqQH28AAAAAF+M5L8AAAAAHE6JvQAAAAC/vPo/AAAAAEF5mTwAAAAAIp/lPwAAAACJi7O9AAAAANYBAMAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAENrU2AACAPwAAAAAAAAAAAAAAAAAAAAAAAACAS5X6vQAAAADb8d6/AAAAAFmjwrwAAAAAQLfhPwAAAACqU6K7AAAAAAXs7z8AAAAAZD4QvgAAAADwGAHAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSwRLHIaUjAFDlHSUUpQu"
     },
     "_episode_num": 0,
     "use_sde": true,
@@ -89,7 +89,7 @@
     "_current_progress_remaining": 0.0,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVRAwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQIaaDGm1pkCMAWyUTegDjAF0lEdAomUCeRPoFHV9lChoBkdAkiSHyy2QXGgHTegDaAhHQKJmPBfKISF1fZQoaAZHQJTyXwtrbg1oB03oA2gIR0CiaNi22G7BdX2UKGgGR0CVKkk56t1ZaAdN6ANoCEdAomsL+vQnhXV9lChoBkdAl7E5q7Ack2gHTegDaAhHQKJuzvTgEU11fZQoaAZHQJP30fFJg9hoB03oA2gIR0CicAbRfF72dX2UKGgGR0CZNT47A+INaAdN6ANoCEdAonKaubI91XV9lChoBkdAnTij850bLmgHTegDaAhHQKJ01echC+l1fZQoaAZHQJrx1m9QGfRoB03oA2gIR0CieJleOXE7dX2UKGgGR0CbJqcnmaH9aAdN6ANoCEdAonnPIGQjlnV9lChoBkdAkz41fiPyTmgHTegDaAhHQKJ8YsGxD9h1fZQoaAZHQJLyvZ26kIpoB03oA2gIR0Cifp2Vu76IdX2UKGgGR0Cc9xz+FUQ1aAdN6ANoCEdAooJnctXgcnV9lChoBkdAm3UaaoddV2gHTegDaAhHQKKDn4N7SiN1fZQoaAZHQJQa+dSVGCtoB03oA2gIR0CihjBz/6wddX2UKGgGR0Cb0MAhB7eEaAdN6ANoCEdAooho3tKIznV9lChoBkdAmymt07r9l2gHTegDaAhHQKKMMGN70Ft1fZQoaAZHQJsTZdNWU8poB03oA2gIR0CijWXEQ5FPdX2UKGgGR0CZxK6Skj5caAdN6ANoCEdAopAESXdCV3V9lChoBkdAmRyTQNTcZmgHTegDaAhHQKKSRKh+OOt1fZQoaAZHQJfIUXJo0yhoB03oA2gIR0CilhVBdD6WdX2UKGgGR0CGaVWo3rD7aAdN6ANoCEdAopdLkELYw3V9lChoBkdAncH7l7tzCGgHTegDaAhHQKKZ3iH6/It1fZQoaAZHQJqcLwSamXRoB03oA2gIR0CinBEbHZK4dX2UKGgGR0Ca2MY/3WWhaAdN6ANoCEdAop/W2iL2pXV9lChoBkdAm5gXlfZ26mgHTegDaAhHQKKhCXWOIZZ1fZQoaAZHQJtqsJ4SpR5oB03oA2gIR0Cio6IGhVU/dX2UKGgGR0CY6bmjCYTkaAdN6ANoCEdAoqXU7W/ag3V9lChoBkdAmVuGYrrgO2gHTegDaAhHQKKpkaNuLrJ1fZQoaAZHQJ0eUc+7lJZoB03oA2gIR0CiqsL6tT1kdX2UKGgGR0CbCVEIPbwjaAdN6ANoCEdAoq1gbVBlc3V9lChoBkdAmxnxTwUg0WgHTegDaAhHQKKvmJLuhK11fZQoaAZHQJmz1LZi/fxoB03oA2gIR0Cis2A7xNItdX2UKGgGR0CcFTCCSRr8aAdN6ANoCEdAorSWN96Tn3V9lChoBkdAmlXzeCTUzGgHTegDaAhHQKK3JvR7Z391fZQoaAZHQJesGjua4MFoB03oA2gIR0CiuV8sMAmzdX2UKGgGR0Cbk7Q/oq0/aAdN6ANoCEdAor0cuctoSXV9lChoBkdAmu7w2dd3S2gHTegDaAhHQKK+Wojv/ip1fZQoaAZHQJm68mois4loB03oA2gIR0CiwO+RPoFFdX2UKGgGR0CZFTQO4G2UaAdN6ANoCEdAosMt4gRsdnV9lChoBkdAlnVqd6LOzWgHTegDaAhHQKLG8tPHktF1fZQoaAZHQJi0DVTaTOhoB03oA2gIR0CiyCeMQ2/BdX2UKGgGR0CVPTZZjhDPaAdN6ANoCEdAosrLQNTcZnV9lChoBkdAk12Q4sEq2GgHTegDaAhHQKLM/6X0Gu91fZQoaAZHQJBtHfJmukloB03oA2gIR0Ci0NB24d6tdX2UKGgGR0CRFP3juKGdaAdN6ANoCEdAotINC7btZ3V9lChoBkdAkumuk+HJtGgHTegDaAhHQKLUrZSvTw51fZQoaAZHQIpBsLH+6y1oB03oA2gIR0Ci1vCCSRr8dX2UKGgGR0B+7k+UyHmBaAdNQQJoCEdAotpnJcPe6HV9lChoBkdAksKUjs2NvWgHTegDaAhHQKLauoRZlnR1fZQoaAZHQJTgM0Jng51oB03oA2gIR0Ci2/LGR3eOdX2UKGgGR0CVjmImPYFraAdN6ANoCEdAouDFmcvugHV9lChoBkdAl3/52+wkgWgHTegDaAhHQKLkNk+X7ch1fZQoaAZHQJXmSMWGh25oB03oA2gIR0Ci5IsfaHsUdX2UKGgGR0CUyKh4+r2haAdN6ANoCEdAouXG/Firk3V9lChoBkdAj/Ykjopx3mgHTegDaAhHQKLqmFhXr+p1fZQoaAZHQJIYxw6ySmtoB03oA2gIR0Ci7gSBkI5YdX2UKGgGR0CUDA40/GEPaAdN6ANoCEdAou5amZVn3HV9lChoBkdAjdv0p/gBLmgHTegDaAhHQKLvj0fYBeZ1fZQoaAZHQJcsnqOcUdtoB03oA2gIR0Ci9F/8l5WzdX2UKGgGR0CXGPPFNtZWaAdN6ANoCEdAovfKB7NSqHV9lChoBkdAliFOWBz3iGgHTegDaAhHQKL4HpdrwfB1fZQoaAZHQJfoJfw7T2FoB03oA2gIR0Ci+VK8DjiodX2UKGgGR0CWoxpRoAXEaAdN6ANoCEdAov4b48EFGHV9lChoBkdAlSm5QLux8mgHTegDaAhHQKMBh7iyY5V1fZQoaAZHQJS1EElme19oB03oA2gIR0CjAdknkT6BdX2UKGgGR0CRDjF5fMOgaAdN6ANoCEdAowMObXpW3nV9lChoBkdAl+AXeJpFkWgHTegDaAhHQKMH2b6xgRd1fZQoaAZHQJZooxxkupVoB03oA2gIR0CjC0DVx0dSdX2UKGgGR0CZy2pzcRDkaAdN6ANoCEdAowuQwqRU3nV9lChoBkdAlurSup0fYGgHTegDaAhHQKMMxE74i5d1fZQoaAZHQJksolD4QBhoB03oA2gIR0CjEZOIyj59dX2UKGgGR0Cb7ymm+CbuaAdN6ANoCEdAoxUK0a6z3XV9lChoBkdAmkLNGiHqNmgHTegDaAhHQKMVXqQiiZh1fZQoaAZHQI4cMcn3L3doB03oA2gIR0CjFpwg9vCNdX2UKGgGR0CM+ZCUornUaAdN6ANoCEdAoxtfdVNpNHV9lChoBkdAnU3uSntOVWgHTegDaAhHQKMexhZQpF11fZQoaAZHQJbE0dbPhQ5oB03oA2gIR0CjHxhtLteEdX2UKGgGR0CWGbfI0ZWJaAdN6ANoCEdAoyBPOQhfSnV9lChoBkdAibLyAxzq8mgHTegDaAhHQKMlHjriVB51fZQoaAZHQJZClOHnEEVoB03oA2gIR0CjKJMc6vJSdX2UKGgGR0CZ2DGGVRk3aAdN6ANoCEdAoyjj1dxAB3V9lChoBkdAlbq0lZ5iVmgHTegDaAhHQKMqG1hsqKB1fZQoaAZHQJE1QJw84gloB03oA2gIR0CjLum65Gz9dX2UKGgGR0CYDo3QD3dsaAdN6ANoCEdAozJZsyi22HV9lChoBkdAmxsew9q1xGgHTegDaAhHQKMyq4JeE7J1fZQoaAZHQJjeWP6sQupoB03oA2gIR0CjM+LGza9LdX2UKGgGR0CX/5RxcVxkaAdN6ANoCEdAoziypWFN+XV9lChoBkdAloY5OzposmgHTegDaAhHQKM8Je/Ho5h1fZQoaAZHQJSLgsMAmzBoB03oA2gIR0CjPHfdyksSdX2UKGgGR0CYQFiqABkqaAdN6ANoCEdAoz2sMI/qxHV9lChoBkdAm9Vorz5GjWgHTegDaAhHQKNCgKrq+rV1fZQoaAZHQJQxYydnTRZoB03oA2gIR0CjRe/zBhx6dX2UKGgGR0CSjqFUQ04zaAdN6ANoCEdAo0ZCnzg/DHV9lChoBkdAjGgwqy4WlGgHTegDaAhHQKNHdrqt5lh1fZQoaAZHQJY3VM0xdptoB03oA2gIR0CjTEY2S+xodX2UKGgGR0CaB2Q0XP7faAdN6ANoCEdAo0+sCq6vq3V9lChoBkdAlpH/FR51NmgHTegDaAhHQKNP/a5f+jx1fZQoaAZHQJR3/tMPBi1oB03oA2gIR0CjUTDynUDudX2UKGgGR0CakT3cHnloaAdN6ANoCEdAo1X870WdmXVlLg=="
+        ":serialized:": "gAWVQwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQJu1FMuez2SMAWyUTegDjAF0lEdAoTcEDEFW4nV9lChoBkdAl09ixFAmiWgHTegDaAhHQKE5Dq9oN/h1fZQoaAZHQJVJwjHGS6loB03oA2gIR0ChOcaTW5H3dX2UKGgGR0Ca4vleWv8qaAdN6ANoCEdAoTvhBX0Xg3V9lChoBkdAmKEb/bTMJWgHTegDaAhHQKFAHItlI3B1fZQoaAZHQIYObEehf0FoB03oA2gIR0ChQiJAUtZndX2UKGgGR0CYho9FF2FGaAdN6ANoCEdAoULXG0eEI3V9lChoBkdAlov6oVEeAGgHTegDaAhHQKFE8Lfk3jx1fZQoaAZHQJRbtjAi3XtoB03oA2gIR0ChSSjH4oJBdX2UKGgGR0CTpY5gPVd5aAdN6ANoCEdAoUs2sRxtHnV9lChoBkdAlu6F3Qla82gHTegDaAhHQKFL7Y6nzhB1fZQoaAZHQJdVQbgjyFxoB03oA2gIR0ChTgdroGILdX2UKGgGR0CZfRVZs9B9aAdN6ANoCEdAoVJIQUYbbXV9lChoBkdAnBA118stkGgHTegDaAhHQKFUT5t3wCt1fZQoaAZHQIu5R08vEjxoB03oA2gIR0ChVQVRUFSsdX2UKGgGR0CUwQSSeRPoaAdN6ANoCEdAoVceZ7Xxv3V9lChoBkdAmGE7cXWOImgHTegDaAhHQKFbZF6Rhc91fZQoaAZHQJVqsqvvBrNoB03oA2gIR0ChXW2cBltkdX2UKGgGR0CZx2a4c3l0aAdN6ANoCEdAoV4lkH2RJXV9lChoBkdAlQ+xDst03mgHTegDaAhHQKFgQyprDZV1fZQoaAZHQJOedp/PPcBoB03oA2gIR0ChZIkzoEB9dX2UKGgGR0CTLFSfDk2haAdN6ANoCEdAoWaSRQrMDHV9lChoBkdAlbpaFVT722gHTegDaAhHQKFnSV0tAcF1fZQoaAZHQJFPAN+b3GpoB03oA2gIR0ChaWTGgi/xdX2UKGgGR0CYdHcIqsltaAdN6ANoCEdAoW2nZkCmuXV9lChoBkdAjLHiXIEKV2gHTegDaAhHQKFvse6qbSZ1fZQoaAZHQJbiKRq46OpoB03oA2gIR0ChcGjsUqQSdX2UKGgGR0CRJtg7HQyAaAdN6ANoCEdAoXKHwob4rXV9lChoBkdAllluIl+mWWgHTegDaAhHQKF2y1vVEux1fZQoaAZHQI9JcmdAgPpoB03oA2gIR0CheN3rleWwdX2UKGgGR0CWtz7mdRR/aAdN6ANoCEdAoXmVVktmMHV9lChoBkdAln9lzltCRmgHTegDaAhHQKF7vaSs8xN1fZQoaAZHQJTzX/ACW/toB03oA2gIR0ChgA8TBZZCdX2UKGgGR0CA98koF3Y+aAdN6ANoCEdAoYIczsQd0nV9lChoBkdAk0ukpuuRtGgHTegDaAhHQKGC1CzC1qp1fZQoaAZHQJF8bLdN34doB03oA2gIR0ChhPRZlnRLdX2UKGgGR0CUJGNcW0qpaAdN6ANoCEdAoYk3scABDHV9lChoBkdAlndBTOxB3WgHTegDaAhHQKGLQcMmWt51fZQoaAZHQJgVqIO6NERoB03oA2gIR0Chi/lGG21EdX2UKGgGR0CVJxBY3eenaAdN6ANoCEdAoY4aZH/cWXV9lChoBkdAmLgDUI9kjGgHTegDaAhHQKGSaL7XQMR1fZQoaAZHQI0AU8RtgrpoB03oA2gIR0ChlHn+Q2dedX2UKGgGR0CVqXoG6f8NaAdN6ANoCEdAoZUv6uW8iHV9lChoBkdAkmIDUmUnomgHTegDaAhHQKGXUFbFCLN1fZQoaAZHQJPqb+sHSndoB03oA2gIR0Chm5Q6QvHtdX2UKGgGR0CS9vPJJXhgaAdN6ANoCEdAoZ2g3974SHV9lChoBkdAlNx+nMt9QWgHTegDaAhHQKGeWe9SMtN1fZQoaAZHQJdF5YvFm4BoB03oA2gIR0ChoHi5uqFRdX2UKGgGR0CW1dxs2vSuaAdN6ANoCEdAoaS9Jaq0dHV9lChoBkdAj+My0a6z3WgHTegDaAhHQKGmywnH/951fZQoaAZHQJZofDKoybhoB03oA2gIR0Chp4YUWVNYdX2UKGgGR0CSGgB9Tgl4aAdN6ANoCEdAoamrLU1AJXV9lChoBkdAlLdGFBY3emgHTegDaAhHQKGt78twrDt1fZQoaAZHQJKU2yHEdeZoB03oA2gIR0Chr/fHPu5SdX2UKGgGR0CWOP3IMjNZaAdN6ANoCEdAobCuCiAUcnV9lChoBkdAk1jdWIXTE2gHTegDaAhHQKGyyy7f51x1fZQoaAZHQJBsgZccENhoB03oA2gIR0ChtwzFERapdX2UKGgGR0CU0Ba2F36iaAdN6ANoCEdAobkay8jAz3V9lChoBkdAlRBSb2Dg62gHTegDaAhHQKG501gH/tJ1fZQoaAZHQJQvr4tYjjdoB03oA2gIR0Chu/J22XsxdX2UKGgGR0CWTHHck+otaAdN6ANoCEdAocAxFVktmXV9lChoBkdAlCy6xkd3jmgHTegDaAhHQKHCPZ+x4Y91fZQoaAZHQJUrmV+qioNoB03oA2gIR0ChwvMPatcOdX2UKGgGR0CS9A7Kq4pdaAdN6ANoCEdAocUUAYHgP3V9lChoBkdAldl/+S8rZ2gHTegDaAhHQKHJTk92X9l1fZQoaAZHQJTzfo0Q9RtoB03oA2gIR0Chy1KrJbMYdX2UKGgGR0CWvcJQLux9aAdN6ANoCEdAocwIood+5XV9lChoBkdAll1fFFUhm2gHTegDaAhHQKHOIuEmICV1fZQoaAZHQJdQktTUAktoB03oA2gIR0Ch0l0I9kjHdX2UKGgGR0CY+NeSjgyeaAdN6ANoCEdAodRkv/R3NnV9lChoBkdAmsdDW5H3DmgHTegDaAhHQKHVGGiYb851fZQoaAZHQJhx8HKOktVoB03oA2gIR0Ch1zCuuA7QdX2UKGgGR0CZCyzZpSJkaAdN6ANoCEdAodth1eSjg3V9lChoBkdAl7Y1hkRSP2gHTegDaAhHQKHdaBtk4FR1fZQoaAZHQJtVrb349HNoB03oA2gIR0Ch3hvHtF8YdX2UKGgGR0CYSyNkOI69aAdN6ANoCEdAoeA2a2F36nV9lChoBkdAm+61+3H7xmgHTegDaAhHQKHkaU+s5n11fZQoaAZHQJ1CM60Y0l9oB03oA2gIR0Ch5mmTs6aLdX2UKGgGR0Cb0hXjlxOtaAdN6ANoCEdAoecgrtmcv3V9lChoBkdAm9Yda2WpqGgHTegDaAhHQKHpNtUGVzJ1fZQoaAZHQIx58Mb3oLZoB03oA2gIR0Ch7YPUz9CNdX2UKGgGR0CYpMtqYZ2qaAdN6ANoCEdAoe+M163RX3V9lChoBkdAnPY8pLEk0WgHTegDaAhHQKHwQ1QZXMh1fZQoaAZHQJzE8iD/VAloB03oA2gIR0Ch8l05MlC1dX2UKGgGR0CXe44Cp3otaAdN6ANoCEdAofaYbQ1JlXV9lChoBkdAkehWR7qptWgHTegDaAhHQKH4p0pVjqh1fZQoaAZHQJi2h/H5rQBoB03oA2gIR0Ch+V8jJMg2dX2UKGgGR0CX2cCwKSgXaAdN6ANoCEdAoft8cuJ1q3V9lChoBkdAe0DGgBcRlGgHTRkBaAhHQKH77Qk5ZKZ1fZQoaAZHQJUtdusLfDVoB03oA2gIR0Ch/70g8r7PdX2UKGgGR0CXiChQ3xWlaAdN6ANoCEdAogHDYukDZHV9lChoBkdAhVMVvES/TWgHTegDaAhHQKIEmVBUrCp1fZQoaAZHQIrCFMVUModoB03oA2gIR0CiBQrsSkCWdX2UKGgGR8A6mUXHim2taAdLfmgIR0CiBcC0OVgQdX2UKGgGR0CQBx+0w8GLaAdN6ANoCEdAogjYGSpzcXV9lChoBkdAlrhWUfPom2gHTegDaAhHQKIK4+cpb2V1fZQoaAZHQJcpwNRWLgpoB03oA2gIR0CiDh9PtUn5dX2UKGgGR0CZ58zP8hs7aAdN6ANoCEdAog7QiC8OC3V9lChoBkdAls0tI9TxXmgHTegDaAhHQKIR4LOzIFN1fZQoaAZHQJRJbXPJJXhoB03oA2gIR0CiE+XVbzK+dWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",

a2c-AntBulletEnv-v0/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8933328a80a8ae50ab9073dee516d39fb7be4674057cba7e5493dcb0aa68fc34
+oid sha256:6817a347d3ce82b88aa55413a154f4501f449b49d6059cdb58f1cee76e8c1b29
 size 56190

a2c-AntBulletEnv-v0/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d6ac5ce9aad29a97949a8deef8aed1500100132c2da9eb46d9c5c43d0b5a6bb
+oid sha256:8f0150e0d37a6ab52a5f181641308a7a1eb3bb18215c90f5f1ef93ed4ddc8a5f
 size 56958

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fe1bb531cf0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fe1bb531d80>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fe1bb531e10>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fe1bb531ea0>", "_build": "<function ActorCriticPolicy._build at 0x7fe1bb531f30>", "forward": "<function ActorCriticPolicy.forward at 0x7fe1bb531fc0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fe1bb532050>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fe1bb5320e0>", "_predict": "<function ActorCriticPolicy._predict at 0x7fe1bb532170>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fe1bb532200>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fe1bb532290>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fe1bb532320>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fe1bb522880>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVowAAAAAAAAB9lCiMDGxvZ19zdGRfaW5pdJRK/v///4wKb3J0aG9faW5pdJSJjA9vcHRpbWl6ZXJfY2xhc3OUjBN0b3JjaC5vcHRpbS5ybXNwcm9wlIwHUk1TcHJvcJSTlIwQb3B0aW1pemVyX2t3YXJnc5R9lCiMBWFscGhhlEc/764UeuFHrowDZXBzlEc+5Pi1iONo8YwMd2VpZ2h0X2RlY2F5lEsAdXUu", "log_std_init": -2, "ortho_init": false, "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVZwIAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLHIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWcAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/lGgKSxyFlIwBQ5R0lFKUjARoaWdolGgSKJZwAAAAAAAAAAAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH+UaApLHIWUaBV0lFKUjA1ib3VuZGVkX2JlbG93lGgSKJYcAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLHIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYcAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUaCFLHIWUaBV0lFKUjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "_shape": [28], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf\n -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf\n inf inf inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False False False False False\n False False False False False False False False False False False False\n False False False False]", "bounded_above": "[False False False False False False False False False False False False\n False False False False False False False False False False False False\n False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAIC/AACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAv5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAP5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAQEBAQEBAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAEBAQEBAQEBlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-1. -1. -1. -1. -1. -1. -1. -1.]", "high": "[1. 1. 1. 1. 1. 1. 1. 1.]", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_np_random": null}, "n_envs": 4, "num_timesteps": 2000000, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1676806116260164646, "learning_rate": 0.00096, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS9vcHQvY29uZGEvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvb3B0L2NvbmRhL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9PdRBNVR1phZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVNQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJbAAQAAAAAAAPteHT9/zo+/Kp9VPtG2gD/pPXs/lhFWP2BiTD0n8LC+i+8+Phz4kr6u7oM/9NgVP6s6zj5pZJq/aCnpPS6U+79QgSE/cYiKv0uaub4iCFU/new4vwIQXTwnzFK+ic0bwN+jdj844/+/UJYOP5ark7++SU4/Zbv6vwsKer9GF60/FqdTv++6ij8yhS4/d5P3viv3Iz8fQbY+OzG1PlKBCcDa0Zm+FEWoPwZhQL9OGYA/XzjTPbyKxD+kdSM/vUwPvEglDL94dLO+rHQFPwi9BT+H24S/ZQ4AP3DP5b9Y5l0/bt2rv6QvoT1bmww/R6C/v1XKGr6eg6Q91Z6HvKXKh775eiE/iADevGFBrb6opAE+uwlWv2LD3zujAj4/wuHjPIKHlD8kcz8918QbP0hzCD7SJjm/NtlCPNYy5L7N2Ie836N2P2UOAD9Qlg4/WOZdP2yhSz+tsYu/Zy9wPtT8rT+lhBG+PqUCvp0UMT8Xh5y/cYFsPTK/Ur/4lAK+P9IRQDuPJT901YW94BjlPkvyNr8cfl0/FqxEv95XcD7MtAo/vxE5v9BLfjy1DzY/N0IGwIfbhL9lDgA/cM/lv1jmXT+UjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSwRLHIaUjAFDlHSUUpQu"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVNQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJbAAQAAAAAAAAAAAADa6P40AACAPwAAAAAAAAAAAAAAAAAAAAAAAACAWfPZPQAAAACLXOK/AAAAAEm40z0AAAAAv6XkPwAAAAAjR1a8AAAAANS66j8AAAAAEh/zvAAAAAC0Xty/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAABbJjNgAAgD8AAAAAAAAAAAAAAAAAAAAAAAAAgByxWD0AAAAAINHuvwAAAAA97OA9AAAAAMJ/3T8AAAAAmWZAPAAAAABJhPM/AAAAACPmlb0AAAAAEKbzvwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAD44kDUAAIA/AAAAAAAAAAAAAAAAAAAAAAAAAIDGkGS9AAAAAOUL/r8AAAAAN3zMPAAAAAAIuew/AAAAAG3ouToAAAAA+VbsPwAAAADAGxc9AAAAAIlx/b8AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA00BI2AACAPwAAAAAAAAAAAAAAAAAAAAAAAACAqbj4vQAAAADCweS/AAAAAILA/L0AAAAARkHtPwAAAAC2Waw9AAAAADWQ9z8AAAAAn5u+uwAAAAD7H9q/AAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSwRLHIaUjAFDlHSUUpQu"}, "_episode_num": 0, "use_sde": true, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVRAwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQIaaDGm1pkCMAWyUTegDjAF0lEdAomUCeRPoFHV9lChoBkdAkiSHyy2QXGgHTegDaAhHQKJmPBfKISF1fZQoaAZHQJTyXwtrbg1oB03oA2gIR0CiaNi22G7BdX2UKGgGR0CVKkk56t1ZaAdN6ANoCEdAomsL+vQnhXV9lChoBkdAl7E5q7Ack2gHTegDaAhHQKJuzvTgEU11fZQoaAZHQJP30fFJg9hoB03oA2gIR0CicAbRfF72dX2UKGgGR0CZNT47A+INaAdN6ANoCEdAonKaubI91XV9lChoBkdAnTij850bLmgHTegDaAhHQKJ01echC+l1fZQoaAZHQJrx1m9QGfRoB03oA2gIR0CieJleOXE7dX2UKGgGR0CbJqcnmaH9aAdN6ANoCEdAonnPIGQjlnV9lChoBkdAkz41fiPyTmgHTegDaAhHQKJ8YsGxD9h1fZQoaAZHQJLyvZ26kIpoB03oA2gIR0Cifp2Vu76IdX2UKGgGR0Cc9xz+FUQ1aAdN6ANoCEdAooJnctXgcnV9lChoBkdAm3UaaoddV2gHTegDaAhHQKKDn4N7SiN1fZQoaAZHQJQa+dSVGCtoB03oA2gIR0CihjBz/6wddX2UKGgGR0Cb0MAhB7eEaAdN6ANoCEdAooho3tKIznV9lChoBkdAmymt07r9l2gHTegDaAhHQKKMMGN70Ft1fZQoaAZHQJsTZdNWU8poB03oA2gIR0CijWXEQ5FPdX2UKGgGR0CZxK6Skj5caAdN6ANoCEdAopAESXdCV3V9lChoBkdAmRyTQNTcZmgHTegDaAhHQKKSRKh+OOt1fZQoaAZHQJfIUXJo0yhoB03oA2gIR0CilhVBdD6WdX2UKGgGR0CGaVWo3rD7aAdN6ANoCEdAopdLkELYw3V9lChoBkdAncH7l7tzCGgHTegDaAhHQKKZ3iH6/It1fZQoaAZHQJqcLwSamXRoB03oA2gIR0CinBEbHZK4dX2UKGgGR0Ca2MY/3WWhaAdN6ANoCEdAop/W2iL2pXV9lChoBkdAm5gXlfZ26mgHTegDaAhHQKKhCXWOIZZ1fZQoaAZHQJtqsJ4SpR5oB03oA2gIR0Cio6IGhVU/dX2UKGgGR0CY6bmjCYTkaAdN6ANoCEdAoqXU7W/ag3V9lChoBkdAmVuGYrrgO2gHTegDaAhHQKKpkaNuLrJ1fZQoaAZHQJ0eUc+7lJZoB03oA2gIR0CiqsL6tT1kdX2UKGgGR0CbCVEIPbwjaAdN6ANoCEdAoq1gbVBlc3V9lChoBkdAmxnxTwUg0WgHTegDaAhHQKKvmJLuhK11fZQoaAZHQJmz1LZi/fxoB03oA2gIR0Cis2A7xNItdX2UKGgGR0CcFTCCSRr8aAdN6ANoCEdAorSWN96Tn3V9lChoBkdAmlXzeCTUzGgHTegDaAhHQKK3JvR7Z391fZQoaAZHQJesGjua4MFoB03oA2gIR0CiuV8sMAmzdX2UKGgGR0Cbk7Q/oq0/aAdN6ANoCEdAor0cuctoSXV9lChoBkdAmu7w2dd3S2gHTegDaAhHQKK+Wojv/ip1fZQoaAZHQJm68mois4loB03oA2gIR0CiwO+RPoFFdX2UKGgGR0CZFTQO4G2UaAdN6ANoCEdAosMt4gRsdnV9lChoBkdAlnVqd6LOzWgHTegDaAhHQKLG8tPHktF1fZQoaAZHQJi0DVTaTOhoB03oA2gIR0CiyCeMQ2/BdX2UKGgGR0CVPTZZjhDPaAdN6ANoCEdAosrLQNTcZnV9lChoBkdAk12Q4sEq2GgHTegDaAhHQKLM/6X0Gu91fZQoaAZHQJBtHfJmukloB03oA2gIR0Ci0NB24d6tdX2UKGgGR0CRFP3juKGdaAdN6ANoCEdAotINC7btZ3V9lChoBkdAkumuk+HJtGgHTegDaAhHQKLUrZSvTw51fZQoaAZHQIpBsLH+6y1oB03oA2gIR0Ci1vCCSRr8dX2UKGgGR0B+7k+UyHmBaAdNQQJoCEdAotpnJcPe6HV9lChoBkdAksKUjs2NvWgHTegDaAhHQKLauoRZlnR1fZQoaAZHQJTgM0Jng51oB03oA2gIR0Ci2/LGR3eOdX2UKGgGR0CVjmImPYFraAdN6ANoCEdAouDFmcvugHV9lChoBkdAl3/52+wkgWgHTegDaAhHQKLkNk+X7ch1fZQoaAZHQJXmSMWGh25oB03oA2gIR0Ci5IsfaHsUdX2UKGgGR0CUyKh4+r2haAdN6ANoCEdAouXG/Firk3V9lChoBkdAj/Ykjopx3mgHTegDaAhHQKLqmFhXr+p1fZQoaAZHQJIYxw6ySmtoB03oA2gIR0Ci7gSBkI5YdX2UKGgGR0CUDA40/GEPaAdN6ANoCEdAou5amZVn3HV9lChoBkdAjdv0p/gBLmgHTegDaAhHQKLvj0fYBeZ1fZQoaAZHQJcsnqOcUdtoB03oA2gIR0Ci9F/8l5WzdX2UKGgGR0CXGPPFNtZWaAdN6ANoCEdAovfKB7NSqHV9lChoBkdAliFOWBz3iGgHTegDaAhHQKL4HpdrwfB1fZQoaAZHQJfoJfw7T2FoB03oA2gIR0Ci+VK8DjiodX2UKGgGR0CWoxpRoAXEaAdN6ANoCEdAov4b48EFGHV9lChoBkdAlSm5QLux8mgHTegDaAhHQKMBh7iyY5V1fZQoaAZHQJS1EElme19oB03oA2gIR0CjAdknkT6BdX2UKGgGR0CRDjF5fMOgaAdN6ANoCEdAowMObXpW3nV9lChoBkdAl+AXeJpFkWgHTegDaAhHQKMH2b6xgRd1fZQoaAZHQJZooxxkupVoB03oA2gIR0CjC0DVx0dSdX2UKGgGR0CZy2pzcRDkaAdN6ANoCEdAowuQwqRU3nV9lChoBkdAlurSup0fYGgHTegDaAhHQKMMxE74i5d1fZQoaAZHQJksolD4QBhoB03oA2gIR0CjEZOIyj59dX2UKGgGR0Cb7ymm+CbuaAdN6ANoCEdAoxUK0a6z3XV9lChoBkdAmkLNGiHqNmgHTegDaAhHQKMVXqQiiZh1fZQoaAZHQI4cMcn3L3doB03oA2gIR0CjFpwg9vCNdX2UKGgGR0CM+ZCUornUaAdN6ANoCEdAoxtfdVNpNHV9lChoBkdAnU3uSntOVWgHTegDaAhHQKMexhZQpF11fZQoaAZHQJbE0dbPhQ5oB03oA2gIR0CjHxhtLteEdX2UKGgGR0CWGbfI0ZWJaAdN6ANoCEdAoyBPOQhfSnV9lChoBkdAibLyAxzq8mgHTegDaAhHQKMlHjriVB51fZQoaAZHQJZClOHnEEVoB03oA2gIR0CjKJMc6vJSdX2UKGgGR0CZ2DGGVRk3aAdN6ANoCEdAoyjj1dxAB3V9lChoBkdAlbq0lZ5iVmgHTegDaAhHQKMqG1hsqKB1fZQoaAZHQJE1QJw84gloB03oA2gIR0CjLum65Gz9dX2UKGgGR0CYDo3QD3dsaAdN6ANoCEdAozJZsyi22HV9lChoBkdAmxsew9q1xGgHTegDaAhHQKMyq4JeE7J1fZQoaAZHQJjeWP6sQupoB03oA2gIR0CjM+LGza9LdX2UKGgGR0CX/5RxcVxkaAdN6ANoCEdAoziypWFN+XV9lChoBkdAloY5OzposmgHTegDaAhHQKM8Je/Ho5h1fZQoaAZHQJSLgsMAmzBoB03oA2gIR0CjPHfdyksSdX2UKGgGR0CYQFiqABkqaAdN6ANoCEdAoz2sMI/qxHV9lChoBkdAm9Vorz5GjWgHTegDaAhHQKNCgKrq+rV1fZQoaAZHQJQxYydnTRZoB03oA2gIR0CjRe/zBhx6dX2UKGgGR0CSjqFUQ04zaAdN6ANoCEdAo0ZCnzg/DHV9lChoBkdAjGgwqy4WlGgHTegDaAhHQKNHdrqt5lh1fZQoaAZHQJY3VM0xdptoB03oA2gIR0CjTEY2S+xodX2UKGgGR0CaB2Q0XP7faAdN6ANoCEdAo0+sCq6vq3V9lChoBkdAlpH/FR51NmgHTegDaAhHQKNP/a5f+jx1fZQoaAZHQJR3/tMPBi1oB03oA2gIR0CjUTDynUDudX2UKGgGR0CakT3cHnloaAdN6ANoCEdAo1X870WdmXVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 62500, "n_steps": 8, "gamma": 0.99, "gae_lambda": 0.9, "ent_coef": 0.0, "vf_coef": 0.4, "max_grad_norm": 0.5, "normalize_advantage": false, "system_info": {"OS": "Linux-5.4.0-137-generic-x86_64-with-glibc2.27 # 154-Ubuntu SMP Thu Jan 5 17:03:22 UTC 2023", "Python": "3.10.8", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1", "GPU Enabled": "True", "Numpy": "1.22.3", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fbe8f711ea0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fbe8f711f30>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fbe8f711fc0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fbe8f712050>", "_build": "<function ActorCriticPolicy._build at 0x7fbe8f7120e0>", "forward": "<function ActorCriticPolicy.forward at 0x7fbe8f712170>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fbe8f712200>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fbe8f712290>", "_predict": "<function ActorCriticPolicy._predict at 0x7fbe8f712320>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fbe8f7123b0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fbe8f712440>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fbe8f7124d0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fbe94db3800>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVowAAAAAAAAB9lCiMDGxvZ19zdGRfaW5pdJRK/v///4wKb3J0aG9faW5pdJSJjA9vcHRpbWl6ZXJfY2xhc3OUjBN0b3JjaC5vcHRpbS5ybXNwcm9wlIwHUk1TcHJvcJSTlIwQb3B0aW1pemVyX2t3YXJnc5R9lCiMBWFscGhhlEc/764UeuFHrowDZXBzlEc+5Pi1iONo8YwMd2VpZ2h0X2RlY2F5lEsAdXUu", "log_std_init": -2, "ortho_init": false, "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVZwIAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLHIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWcAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/lGgKSxyFlIwBQ5R0lFKUjARoaWdolGgSKJZwAAAAAAAAAAAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH+UaApLHIWUaBV0lFKUjA1ib3VuZGVkX2JlbG93lGgSKJYcAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLHIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYcAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUaCFLHIWUaBV0lFKUjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "_shape": [28], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf\n -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf\n inf inf inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False False False False False\n False False False False False False False False False False False False\n False False False False]", "bounded_above": "[False False False False False False False False False False False False\n False False False False False False False False False False False False\n False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAIC/AACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAv5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAP5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAQEBAQEBAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAEBAQEBAQEBlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-1. -1. -1. -1. -1. -1. -1. -1.]", "high": "[1. 1. 1. 1. 1. 1. 1. 1.]", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_np_random": null}, "n_envs": 4, "num_timesteps": 2000000, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1676811144135557996, "learning_rate": 0.00096, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS9vcHQvY29uZGEvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvb3B0L2NvbmRhL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9PdRBNVR1phZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVNQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJbAAQAAAAAAAFqWkj+FLzy/i+wWPz+DaT9bZZa+4e3Gvy4Hvj6e7F+/xv+5vuQT1r8tJlM+WuoFwH4CSz5eq6e+Tf3MvsQCsz9O5qg/ygfPvr1Wrb68Dv+/aznjPm9F0r9kCrW+IfgDP9UGbb8owBw/K7ElwKkSk7/jm4A+0FK2vw/VsD47ifa/8jpAwL3mLD/un/+/jcYxPyY2FMD2ads/D5+QvgYZA7/KDUk+chbrPj+5Fj/Qtlq/8QcKwICeSD/Olru/SLFVv/ooFkCfUQ1ANmptv7T2XD78Poo/KMAcP7LDxT6pEpO/MqsdP0dEnb667RY/4T+TPze17b2j42M/DVOQPnmddb//4sa955VKwEE3Ub8u5Yo71j5fPiS1PT1RVdU9cWmnPziUrT9SjqS8r94qPYIslb+D5EC/ud42wF1KaD9xfJ8+1QZtvyjAHD8rsSXAE81eP0ptvb8xxHu/27YJP/uVqb/Nc+S+5e51PQk97L6hk0E/nW0lwOoPIrx1olC/u3RevMWXtL5NQAk7DK4qP6+/vDwKYBa/fnlTu+qMDT5PI848Uuy+P1yPmjuzbjK/hTF4vPw+ij8owBw/ssPFPhPNXj+UjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSwRLHIaUjAFDlHSUUpQu"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVNQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJbAAQAAAAAAAAAAAAASb2w2AACAPwAAAAAAAAAAAAAAAAAAAAAAAACAY2JTuwAAAAAdAvu/AAAAAP2Rm70AAAAAuTX3PwAAAAAt2PA9AAAAAOg//T8AAAAAe+rpvQAAAACRFei/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAARTbTMgAAgD8AAAAAAAAAAAAAAAAAAAAAAAAAgGn497oAAAAAqzn7vwAAAABTTfW8AAAAAP976T8AAAAANkMIvQAAAAAR7uE/AAAAAB0lg70AAAAAr0H3vwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAJ4upTUAAIA/AAAAAAAAAAAAAAAAAAAAAAAAAIDqQH28AAAAAF+M5L8AAAAAHE6JvQAAAAC/vPo/AAAAAEF5mTwAAAAAIp/lPwAAAACJi7O9AAAAANYBAMAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAENrU2AACAPwAAAAAAAAAAAAAAAAAAAAAAAACAS5X6vQAAAADb8d6/AAAAAFmjwrwAAAAAQLfhPwAAAACqU6K7AAAAAAXs7z8AAAAAZD4QvgAAAADwGAHAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSwRLHIaUjAFDlHSUUpQu"}, "_episode_num": 0, "use_sde": true, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVQwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQJu1FMuez2SMAWyUTegDjAF0lEdAoTcEDEFW4nV9lChoBkdAl09ixFAmiWgHTegDaAhHQKE5Dq9oN/h1fZQoaAZHQJVJwjHGS6loB03oA2gIR0ChOcaTW5H3dX2UKGgGR0Ca4vleWv8qaAdN6ANoCEdAoTvhBX0Xg3V9lChoBkdAmKEb/bTMJWgHTegDaAhHQKFAHItlI3B1fZQoaAZHQIYObEehf0FoB03oA2gIR0ChQiJAUtZndX2UKGgGR0CYho9FF2FGaAdN6ANoCEdAoULXG0eEI3V9lChoBkdAlov6oVEeAGgHTegDaAhHQKFE8Lfk3jx1fZQoaAZHQJRbtjAi3XtoB03oA2gIR0ChSSjH4oJBdX2UKGgGR0CTpY5gPVd5aAdN6ANoCEdAoUs2sRxtHnV9lChoBkdAlu6F3Qla82gHTegDaAhHQKFL7Y6nzhB1fZQoaAZHQJdVQbgjyFxoB03oA2gIR0ChTgdroGILdX2UKGgGR0CZfRVZs9B9aAdN6ANoCEdAoVJIQUYbbXV9lChoBkdAnBA118stkGgHTegDaAhHQKFUT5t3wCt1fZQoaAZHQIu5R08vEjxoB03oA2gIR0ChVQVRUFSsdX2UKGgGR0CUwQSSeRPoaAdN6ANoCEdAoVceZ7Xxv3V9lChoBkdAmGE7cXWOImgHTegDaAhHQKFbZF6Rhc91fZQoaAZHQJVqsqvvBrNoB03oA2gIR0ChXW2cBltkdX2UKGgGR0CZx2a4c3l0aAdN6ANoCEdAoV4lkH2RJXV9lChoBkdAlQ+xDst03mgHTegDaAhHQKFgQyprDZV1fZQoaAZHQJOedp/PPcBoB03oA2gIR0ChZIkzoEB9dX2UKGgGR0CTLFSfDk2haAdN6ANoCEdAoWaSRQrMDHV9lChoBkdAlbpaFVT722gHTegDaAhHQKFnSV0tAcF1fZQoaAZHQJFPAN+b3GpoB03oA2gIR0ChaWTGgi/xdX2UKGgGR0CYdHcIqsltaAdN6ANoCEdAoW2nZkCmuXV9lChoBkdAjLHiXIEKV2gHTegDaAhHQKFvse6qbSZ1fZQoaAZHQJbiKRq46OpoB03oA2gIR0ChcGjsUqQSdX2UKGgGR0CRJtg7HQyAaAdN6ANoCEdAoXKHwob4rXV9lChoBkdAllluIl+mWWgHTegDaAhHQKF2y1vVEux1fZQoaAZHQI9JcmdAgPpoB03oA2gIR0CheN3rleWwdX2UKGgGR0CWtz7mdRR/aAdN6ANoCEdAoXmVVktmMHV9lChoBkdAln9lzltCRmgHTegDaAhHQKF7vaSs8xN1fZQoaAZHQJTzX/ACW/toB03oA2gIR0ChgA8TBZZCdX2UKGgGR0CA98koF3Y+aAdN6ANoCEdAoYIczsQd0nV9lChoBkdAk0ukpuuRtGgHTegDaAhHQKGC1CzC1qp1fZQoaAZHQJF8bLdN34doB03oA2gIR0ChhPRZlnRLdX2UKGgGR0CUJGNcW0qpaAdN6ANoCEdAoYk3scABDHV9lChoBkdAlndBTOxB3WgHTegDaAhHQKGLQcMmWt51fZQoaAZHQJgVqIO6NERoB03oA2gIR0Chi/lGG21EdX2UKGgGR0CVJxBY3eenaAdN6ANoCEdAoY4aZH/cWXV9lChoBkdAmLgDUI9kjGgHTegDaAhHQKGSaL7XQMR1fZQoaAZHQI0AU8RtgrpoB03oA2gIR0ChlHn+Q2dedX2UKGgGR0CVqXoG6f8NaAdN6ANoCEdAoZUv6uW8iHV9lChoBkdAkmIDUmUnomgHTegDaAhHQKGXUFbFCLN1fZQoaAZHQJPqb+sHSndoB03oA2gIR0Chm5Q6QvHtdX2UKGgGR0CS9vPJJXhgaAdN6ANoCEdAoZ2g3974SHV9lChoBkdAlNx+nMt9QWgHTegDaAhHQKGeWe9SMtN1fZQoaAZHQJdF5YvFm4BoB03oA2gIR0ChoHi5uqFRdX2UKGgGR0CW1dxs2vSuaAdN6ANoCEdAoaS9Jaq0dHV9lChoBkdAj+My0a6z3WgHTegDaAhHQKGmywnH/951fZQoaAZHQJZofDKoybhoB03oA2gIR0Chp4YUWVNYdX2UKGgGR0CSGgB9Tgl4aAdN6ANoCEdAoamrLU1AJXV9lChoBkdAlLdGFBY3emgHTegDaAhHQKGt78twrDt1fZQoaAZHQJKU2yHEdeZoB03oA2gIR0Chr/fHPu5SdX2UKGgGR0CWOP3IMjNZaAdN6ANoCEdAobCuCiAUcnV9lChoBkdAk1jdWIXTE2gHTegDaAhHQKGyyy7f51x1fZQoaAZHQJBsgZccENhoB03oA2gIR0ChtwzFERapdX2UKGgGR0CU0Ba2F36iaAdN6ANoCEdAobkay8jAz3V9lChoBkdAlRBSb2Dg62gHTegDaAhHQKG501gH/tJ1fZQoaAZHQJQvr4tYjjdoB03oA2gIR0Chu/J22XsxdX2UKGgGR0CWTHHck+otaAdN6ANoCEdAocAxFVktmXV9lChoBkdAlCy6xkd3jmgHTegDaAhHQKHCPZ+x4Y91fZQoaAZHQJUrmV+qioNoB03oA2gIR0ChwvMPatcOdX2UKGgGR0CS9A7Kq4pdaAdN6ANoCEdAocUUAYHgP3V9lChoBkdAldl/+S8rZ2gHTegDaAhHQKHJTk92X9l1fZQoaAZHQJTzfo0Q9RtoB03oA2gIR0Chy1KrJbMYdX2UKGgGR0CWvcJQLux9aAdN6ANoCEdAocwIood+5XV9lChoBkdAll1fFFUhm2gHTegDaAhHQKHOIuEmICV1fZQoaAZHQJdQktTUAktoB03oA2gIR0Ch0l0I9kjHdX2UKGgGR0CY+NeSjgyeaAdN6ANoCEdAodRkv/R3NnV9lChoBkdAmsdDW5H3DmgHTegDaAhHQKHVGGiYb851fZQoaAZHQJhx8HKOktVoB03oA2gIR0Ch1zCuuA7QdX2UKGgGR0CZCyzZpSJkaAdN6ANoCEdAodth1eSjg3V9lChoBkdAl7Y1hkRSP2gHTegDaAhHQKHdaBtk4FR1fZQoaAZHQJtVrb349HNoB03oA2gIR0Ch3hvHtF8YdX2UKGgGR0CYSyNkOI69aAdN6ANoCEdAoeA2a2F36nV9lChoBkdAm+61+3H7xmgHTegDaAhHQKHkaU+s5n11fZQoaAZHQJ1CM60Y0l9oB03oA2gIR0Ch5mmTs6aLdX2UKGgGR0Cb0hXjlxOtaAdN6ANoCEdAoecgrtmcv3V9lChoBkdAm9Yda2WpqGgHTegDaAhHQKHpNtUGVzJ1fZQoaAZHQIx58Mb3oLZoB03oA2gIR0Ch7YPUz9CNdX2UKGgGR0CYpMtqYZ2qaAdN6ANoCEdAoe+M163RX3V9lChoBkdAnPY8pLEk0WgHTegDaAhHQKHwQ1QZXMh1fZQoaAZHQJzE8iD/VAloB03oA2gIR0Ch8l05MlC1dX2UKGgGR0CXe44Cp3otaAdN6ANoCEdAofaYbQ1JlXV9lChoBkdAkehWR7qptWgHTegDaAhHQKH4p0pVjqh1fZQoaAZHQJi2h/H5rQBoB03oA2gIR0Ch+V8jJMg2dX2UKGgGR0CX2cCwKSgXaAdN6ANoCEdAoft8cuJ1q3V9lChoBkdAe0DGgBcRlGgHTRkBaAhHQKH77Qk5ZKZ1fZQoaAZHQJUtdusLfDVoB03oA2gIR0Ch/70g8r7PdX2UKGgGR0CXiChQ3xWlaAdN6ANoCEdAogHDYukDZHV9lChoBkdAhVMVvES/TWgHTegDaAhHQKIEmVBUrCp1fZQoaAZHQIrCFMVUModoB03oA2gIR0CiBQrsSkCWdX2UKGgGR8A6mUXHim2taAdLfmgIR0CiBcC0OVgQdX2UKGgGR0CQBx+0w8GLaAdN6ANoCEdAogjYGSpzcXV9lChoBkdAlrhWUfPom2gHTegDaAhHQKIK4+cpb2V1fZQoaAZHQJcpwNRWLgpoB03oA2gIR0CiDh9PtUn5dX2UKGgGR0CZ58zP8hs7aAdN6ANoCEdAog7QiC8OC3V9lChoBkdAls0tI9TxXmgHTegDaAhHQKIR4LOzIFN1fZQoaAZHQJRJbXPJJXhoB03oA2gIR0CiE+XVbzK+dWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 62500, "n_steps": 8, "gamma": 0.99, "gae_lambda": 0.9, "ent_coef": 0.0, "vf_coef": 0.4, "max_grad_norm": 0.5, "normalize_advantage": false, "system_info": {"OS": "Linux-5.4.0-137-generic-x86_64-with-glibc2.27 # 154-Ubuntu SMP Thu Jan 5 17:03:22 UTC 2023", "Python": "3.10.8", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1", "GPU Enabled": "True", "Numpy": "1.22.3", "Gym": "0.21.0"}}

replay.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fb36ac597a67f1a23b6ae2fc99cc7f43db64507ff1f4cf4abbf50dcd6327c0
+size 1034873

results.json

@@ -1 +1 @@
-{"mean_reward": 823.5662154231453, "std_reward": 134.26799420197946, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-02-19T12:10:19.230916"}
+{"mean_reward": 809.1759530833697, "std_reward": 470.4708319866522, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-02-19T13:31:22.253644"}