Another commit: PandaReachDenseSAC-n3

PandaReachDenseSAC-n3.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfaf8d475c330f678be307c1cd4fb21cf0e696d3519a3f2e696babcbc6725882
+size 5644787

PandaReachDenseSAC-n3/_stable_baselines3_version

@@ -0,0 +1 @@
+1.7.0

PandaReachDenseSAC-n3/actor.optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec4043d1e71b94e6c9136e33b875288460c5ed4503d504080e0993694db168a
+size 1024038

PandaReachDenseSAC-n3/critic.optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbd323eb4954df9709dda1882d5377c4a2d98213fefd6e7102bb4a00c745026
+size 2041209

PandaReachDenseSAC-n3/data

@@ -0,0 +1,117 @@
+{
+    "policy_class": {
+        ":type:": "<class 'abc.ABCMeta'>",
+        ":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnNhYy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu",
+        "__module__": "stable_baselines3.sac.policies",
+        "__doc__": "\n    Policy class (with both actor and critic) for SAC.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n    :param features_extractor_class: Features extractor to use.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    :param n_critics: Number of critic networks to create.\n    :param share_features_extractor: Whether to share or not the features extractor\n        between the actor and the critic (this saves computation time)\n    ",
+        "__init__": "<function MultiInputPolicy.__init__ at 0x7f4fbe18f670>",
+        "__abstractmethods__": "frozenset()",
+        "_abc_impl": "<_abc._abc_data object at 0x7f4fbe18e940>"
+    },
+    "verbose": 1,
+    "policy_kwargs": {
+        "net_arch": [
+            400,
+            300
+        ],
+        "use_sde": true
+    },
+    "observation_space": {
+        ":type:": "<class 'gym.spaces.dict.Dict'>",
+        ":serialized:": "gAWVUgMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUaBCTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZSMAUOUdJRSlIwEaGlnaJRoHSiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBVLA4WUaCB0lFKUjA1ib3VuZGVkX2JlbG93lGgdKJYDAAAAAAAAAAEBAZRoEowCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIHSUUpSMDWJvdW5kZWRfYWJvdmWUaB0olgMAAAAAAAAAAQEBlGgsSwOFlGggdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBVoGEsDhZRoGmgdKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZRoIHSUUpRoI2gdKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoIHSUUpRoKGgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoMmgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoN051YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgVaBhLBoWUaBpoHSiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBVLBoWUaCB0lFKUaCNoHSiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBVLBoWUaCB0lFKUaChoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDJoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDdOdWJ1aBhOaBBOaDdOdWIu",
+        "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])",
+        "_shape": null,
+        "dtype": null,
+        "_np_random": null
+    },
+    "action_space": {
+        ":type:": "<class 'gym.spaces.box.Box'>",
+        ":serialized:": "gAWV9AsAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UjBRudW1weS5yYW5kb20uX3BpY2tsZZSMEl9fcmFuZG9tc3RhdGVfY3RvcpSTlIwHTVQxOTkzN5SFlFKUfZQojA1iaXRfZ2VuZXJhdG9ylGgwjAVzdGF0ZZR9lCiMA2tleZRoEiiWwAkAAAAAAAAnbFIBOMUZR7su1ZFDUc7B6JraVgLCBvICAlq8m+1uGGxBH31fA01ddv5J30LSjhnLVhwWWf9NyVxvyHfeIZ63Ovrc5uObOWCV2fL3SG4TrzogTkmGynnPCoTMjN+kVwp1rcG16Thc/Ht/c7egcGwKcky/pedw7fsyUtOyGj3RpsN3CDhEke94ErA4X1Kv5YnHa+INOaQOT5PmJez82nQtPYMp3KQ3xIvtkrZUKxJqTOrZ3/iWPGSbGY9EGe1O4PIRRB1PEigqkJWF3Gxp8opkl7uJQc+ivPyo1zuLmOtg44OlHx5UBoTY7I+9ZqJfjwuRubejHp4EOBl16sO3igMEmTrzF/Vj7hSNxlxnFxjmPb28lWFp04LwMcgn0dqrgytoDeg6+mEVpWBl+RstyBm1zlLeXJsixQIjJZrdgIiRULnktaTq3ACfcEt6/DXZVqu5ZPkkHzM7EuVukWpYFpM83IkhtbpV5giatrvWz0ztJ8SspINMZJyhGhRQvriqiidcQ8yAlxWuFlyfTOqO7oJVEjBVchrXteS2qzrHDkpbph7jCbIO9gi+M/+LDC+RoYiehoh0GQG46Mh2izPPy3c6t+TSJ7k43DJURDjr0KtjXlU7rSHpbwasN4ao4omk7FN1o7R7gAb7z/qrDG9xOwjXiVzr8wNLmRSad2A5KDvj4YD5SHYP6LRuqB5bbmfXUO0wRLxFoRJRXguU4sA46lPvVaf8816gsMy6wS3wWSEkicHcJC9oLjrOr9E/X/CCIXvrn+jwcROvXAgEP6oTTikHRQciDJz3dVlD0NtYlEkenYQPS/zcqjfoXpVvsTSznoaV3t/kJpPdmMdKud9W1D+9tC+lxaU5mOasgJ0LwCEmzAz8QzGmjEqcfI0tdXWl7wRbSOwhM6OUM6B3S/eLtvr2E/d1938mI3xrjQsG2GsmMBtXn8Oc2Sa9MqjsrUGL87+QCOnlppLpm740zsHe9+HNonJ51b2+KRwUcrfeByEH8xbdBUY8XMQe55J5lsRz2R+AFBUEAqhKbVVSrIPFkBD29VCQReLE6z53IGRq81fxIObqRcpPfcRYqn2CSPCuM990XZ2YgyLGvRb1ASK6bQSYpg6QErD8bUL2hXCPfYXLQr6Jt0yaP/9BGCadBidzcYWIJz4vgTFgvYKarbogb3LOv5vbSWYkG6ky/i6e0mGZAUTo5zLMA3PYp9CI92V2SWf39glYPE1t3rxIWb2NZtkMSCSHK1+c+b28VbJjowIzyUiNqZhSmDfaD6/3Ctkwr7s9xCUsk4gIZcGjB3i/XEbckp+9mNPTtKofqPnLffK0RdFLtPgsQDEakSDbFCcl4im87tvw3LgdPTsB5bJRgyXs1TgCRVKOMvoI5kw3/shbUq8HEBg77WLmKnL6t4IXbq0b3ybWOa+AehGht45jC6ScTXI7sbTlJVGSAy1GUfeZS5luAXmMRIFEvsQkCm3RBTQjDYBbyYF6XsCMZPYlsn9xf3P83ChymZw/J3pznb4rmUIq+f+yBivzJwLB+K+g9xlseKPEmMkoS2NEAG7ZQIU1pzozRzusydqX/EOyNjwlryCF6opjbG+wEV1lnjXyZx+zFLCL3MeQfqEXPMLFRBdAfO4k/LamyaOsCGYlVM/TshY1e91OUgl9ZbnyD55dsYzgGcgylQbIY/u6rz+57kYs+q34CnRvhzQ0AlDeoD0NuzwuHrtTamiM5fy9axi2dDq20qvrYgDjbr2hM0fdCxlHykhYPoDMbq5dbDfmmGW9kFmhLADjqdVdZNDl8k/zH1i3Rpb6ff8JHJlNgk1fN5AXeog5ImMDq1oR/l55M0YpBR3asCeMyZtCCfDeIdhow7EJS6MMUwpndjvyFuUCN4F4ZD44WMLqvj7c0hNipCNkjFg/RAPruZgKKcl7VOeEMoGzaUghpIgzkokm2qwGK9RA4BYxAcaDxXZmlzCtdn50HJ0fF/MRO515qrN6eZfP1yCQEeec64vZ0C+reZzMa/qAc4UTReiFQYUa8D1C9kj88DkFM6AcfPUtwn85d3cp2hc0+8pviqzyhsMU/zKD92QTp5nEtWaI7seeyE+n584Pdw8T8nqHWqeo+Ez6Ls+4eprdmgFfMhq+MBly8EOMXA5WjVxMovUYZhUf4RXI2psXLrIX9la8wyJ4Qzsz7JJpXYsMQtXzJWUuhosj65YsFeRzagHccWbKbb08S5G7EpZXUrNX4llxHwAL6WRHB90jCaVkrpPxbEClbh4sXvaKHgtS6jD1PKUWXhb1ZlaqHHCDnvUVl9b31l/VHDkpgopJZFBoDzcojfSH4tU6oZpfQ/oGg2S+JhUaTZNhsUTsniBMI3J5LXa4M0Olyfbl7ti41NYiIgksZHGs1VoeTMRYUeNOnvMz8UvkvvTiWcfAgDBpWMePLiIHnfYfwMnNf5unHuW8+iHwwDceP32XRJZVNCZcAvyxUu90MLM2V4BiNHZ49at3CEELIkyr868ZOwCLmrpQ4StRaNG7LBhuF8U2Wf36gBaeoXn5xq0Ntd6T76zBac4aaOsiArr8TPvbcMIaEPmuZT3cVCYcyj0hEPW2nYNtmlGxGHRlKvy7eSCLve+bLQiptygY37Vedx1eFaQSgDz7kTP/qTIl/eCLsG+0WdNVl4/fi0pne8e3lxDytOBEChMqJNqAJj9jMjqnOfCQp92QGf66Bfq00UwHkCmllD9FuCQScXEum+STmvZiTa2FimutFNu4kqAXggzeS4Zfcu7zE7NoB6+6v2MqnqOTtZQjsN3NAFiablmzPG0jVtRhgkosGOZtV7UHmzZWgWXIRiimvwxtwUFya6n5w9X9uZxuBP0M0HJwveFa1IgLH56oACIKPeu5aH3ZOA/tdVsEhwG9QSFIGVQJCNtiVYZVO5K+TxL5CgAt/nE2UOHl2ZJuudQYVg9zajrUr04Ff4HvusupxC1xmqeCn5oc5MyqoZicksmdANFnvwltp3MFBIgpXSbOkcA1b4vb1W9C5XaIfssBpioB7CQG0zyd98E3vMWzE5I+Jv4DYgeEj7PB8hXYJgpJMduoA6ymEsX/Uc7cN5wuUaOEsCehxCtbt8zywPNXAitxAQgxNAIRHtQkWmBUdU7Dtaan4BUN+BQRF5W0edCRouOrDTLo0ohnAxCu8iKGfre+a5GfHinyzTuXsdqYSVnYOmtCAMf6A+YyyLXrpt3rKfJrxH8PMHaL+y6V4D668Zo9Yo2VRmxiKkaF7DJw/Q71/0uOWem8yU34BJAUbLuPd2Ycd+B79T6bxLTcHS2jlf/9lpa/hnBgmFE0uZU/9q0xlNB33lRkCUFpohEcoMaUaAeMAnU0lImIh5RSlChLA2gLTk5OSv////9K/////0sAdJRiTXAChZRoFXSUUpSMA3Bvc5RLYHWMCWhhc19nYXVzc5RLAIwFZ2F1c3OURwAAAAAAAAAAdWJ1Yi4=",
+        "dtype": "float32",
+        "_shape": [
+            3
+        ],
+        "low": "[-1. -1. -1.]",
+        "high": "[1. 1. 1.]",
+        "bounded_below": "[ True  True  True]",
+        "bounded_above": "[ True  True  True]",
+        "_np_random": "RandomState(MT19937)"
+    },
+    "n_envs": 1,
+    "num_timesteps": 50000,
+    "_total_timesteps": 50000,
+    "_num_timesteps_at_start": 0,
+    "seed": null,
+    "action_noise": null,
+    "start_time": 1676673725005398556,
+    "learning_rate": 0.0008,
+    "tensorboard_log": null,
+    "lr_schedule": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWVAQMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMZy9ob21lL3JvYmVydG8vbWluaWNvbmRhMy9lbnZzL2d5bV9odWdnaW5nL2xpYi9weXRob24zLjkvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjGcvaG9tZS9yb2JlcnRvL21pbmljb25kYTMvZW52cy9neW1faHVnZ2luZy9saWIvcHl0aG9uMy45L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9KNuLrHEMthZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
+    },
+    "_last_obs": {
+        ":type:": "<class 'collections.OrderedDict'>",
+        ":serialized:": "gAWVKwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgwAAAAAAAAA6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgwAAAAAAAAAaZkoPOOT8zyr3II8lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWGAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LAUsGhpRoEnSUUpR1Lg==",
+        "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]]",
+        "desired_goal": "[[0.01029048 0.0297336  0.01597436]]",
+        "observation": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]]"
+    },
+    "_last_episode_starts": {
+        ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="
+    },
+    "_last_original_obs": {
+        ":type:": "<class 'collections.OrderedDict'>",
+        ":serialized:": "gAWVKwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgwAAAAAAAAA6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgwAAAAAAAAAaZkoPOOT8zyr3II8lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWGAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LAUsGhpRoEnSUUpR1Lg==",
+        "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]]",
+        "desired_goal": "[[0.01029048 0.0297336  0.01597436]]",
+        "observation": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]]"
+    },
+    "_episode_num": 1000,
+    "use_sde": true,
+    "sde_sample_freq": 8,
+    "_current_progress_remaining": 0.0,
+    "ep_info_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIv9cQHJdx37+UhpRSlIwBbJRLMowBdJRHQHULfkq+ajN1fZQoaAZoCWgPQwgLKqp+pfPhv5SGlFKUaBVLMmgWR0B1EsGA08/2dX2UKGgGaAloD0MIbVfog2Xs4L+UhpRSlGgVSzJoFkdAdRoKohpxm3V9lChoBmgJaA9DCHHGMCdok9+/lIaUUpRoFUsyaBZHQHUhREroW591fZQoaAZoCWgPQwgmcVZETfTZv5SGlFKUaBVLMmgWR0B1KJOwgTysdX2UKGgGaAloD0MI7uh/uRYt5b+UhpRSlGgVSzJoFkdAdS/KXOW0JHV9lChoBmgJaA9DCJv+7EeKyOi/lIaUUpRoFUsyaBZHQHU3CYgJTl11fZQoaAZoCWgPQwgaFM0DWGTjv5SGlFKUaBVLMmgWR0B1PkMOPNmldX2UKGgGaAloD0MIIZOMnIU937+UhpRSlGgVSzJoFkdAdUWHFxXGO3V9lChoBmgJaA9DCPpfrkUL0Om/lIaUUpRoFUsyaBZHQHVMxbW3BpJ1fZQoaAZoCWgPQwi8ICI17eLiv5SGlFKUaBVLMmgWR0B1U/4vexfOdX2UKGgGaAloD0MIWz/9Z82P5r+UhpRSlGgVSzJoFkdAdVtHR1HOKXV9lChoBmgJaA9DCAvuBzwwAOK/lIaUUpRoFUsyaBZHQHVihlg+hXd1fZQoaAZoCWgPQwjThO0nY/zvv5SGlFKUaBVLMmgWR0B1alNN8E3bdX2UKGgGaAloD0MIBRVVv9L51b+UhpRSlGgVSzJoFkdAdXGX531SO3V9lChoBmgJaA9DCHaJ6q2Brdu/lIaUUpRoFUsyaBZHQHV4z/Mnqml1fZQoaAZoCWgPQwgMdVjhlg/lv5SGlFKUaBVLMmgWR0B1gBJRO1v3dX2UKGgGaAloD0MIWONsOgI457+UhpRSlGgVSzJoFkdAdYdq+8Gs3nV9lChoBmgJaA9DCN1CVyJQfeK/lIaUUpRoFUsyaBZHQHWOscABDG91fZQoaAZoCWgPQwh319mQf2bhv5SGlFKUaBVLMmgWR0B1lexmkFfRdX2UKGgGaAloD0MI8iIT8Gsk2L+UhpRSlGgVSzJoFkdAdZ00Nz8xbnV9lChoBmgJaA9DCD8fZcQFoN2/lIaUUpRoFUsyaBZHQHWkcolUp/h1fZQoaAZoCWgPQwiIodXJGYriv5SGlFKUaBVLMmgWR0B1q7WBjFyadX2UKGgGaAloD0MIS1tc4zNZ5b+UhpRSlGgVSzJoFkdAdbLseGO+7HV9lChoBmgJaA9DCG3IPzOIj+O/lIaUUpRoFUsyaBZHQHW6M4xUNrl1fZQoaAZoCWgPQwjz/6ojRzrev5SGlFKUaBVLMmgWR0B1wW5J9RaYdX2UKGgGaAloD0MIzTy5pkBm4L+UhpRSlGgVSzJoFkdAdcipz90ihXV9lChoBmgJaA9DCIejq3R3neK/lIaUUpRoFUsyaBZHQHXP889wFTx1fZQoaAZoCWgPQwg8akyIuSTjv5SGlFKUaBVLMmgWR0B11zrE9+w1dX2UKGgGaAloD0MIsFjDRe5p5b+UhpRSlGgVSzJoFkdAdd5+PRzBAXV9lChoBmgJaA9DCDG0OjlDceG/lIaUUpRoFUsyaBZHQHXltAxBVuJ1fZQoaAZoCWgPQwjZX3ZPHpbpv5SGlFKUaBVLMmgWR0B17X3YcvM9dX2UKGgGaAloD0MIM05DVOHP4r+UhpRSlGgVSzJoFkdAdfS7MPjGUHV9lChoBmgJaA9DCGa+g584gOa/lIaUUpRoFUsyaBZHQHX79nf2saN1fZQoaAZoCWgPQwibq+Y5Il/lv5SGlFKUaBVLMmgWR0B2AzBDXvphdX2UKGgGaAloD0MI7pOjAFEw5b+UhpRSlGgVSzJoFkdAdgpqKxcE/3V9lChoBmgJaA9DCAXhCijU092/lIaUUpRoFUsyaBZHQHYRrihnJ1d1fZQoaAZoCWgPQwg5miMrv4zkv5SGlFKUaBVLMmgWR0B2GOmXPZ7HdX2UKGgGaAloD0MIIT1FDhG35r+UhpRSlGgVSzJoFkdAdiAvze40/HV9lChoBmgJaA9DCN0ostZQati/lIaUUpRoFUsyaBZHQHYnZokAxSJ1fZQoaAZoCWgPQwiZuiu7YPDnv5SGlFKUaBVLMmgWR0B2Lq3fAKv3dX2UKGgGaAloD0MIdM5PcRz457+UhpRSlGgVSzJoFkdAdjXQT238XXV9lChoBmgJaA9DCI+JlGbzuOe/lIaUUpRoFUsyaBZHQHY9DENvwVl1fZQoaAZoCWgPQwjyCkRPyiTkv5SGlFKUaBVLMmgWR0B2REF4cFQmdX2UKGgGaAloD0MIngyOklfn4r+UhpRSlGgVSzJoFkdAdkuKgqVhTnV9lChoBmgJaA9DCFZFuMmosuC/lIaUUpRoFUsyaBZHQHZSy+UQkHF1fZQoaAZoCWgPQwjfTiLCv4jiv5SGlFKUaBVLMmgWR0B2WfeSB9ThdX2UKGgGaAloD0MIdZKtLqeE5r+UhpRSlGgVSzJoFkdAdmE16mfoR3V9lChoBmgJaA9DCO4ljdE6qt+/lIaUUpRoFUsyaBZHQHZogIhQm/p1fZQoaAZoCWgPQwhGzsKedvjZv5SGlFKUaBVLMmgWR0B2b8gq3EyddX2UKGgGaAloD0MIrYkFvqJb4L+UhpRSlGgVSzJoFkdAdnb9bor4FnV9lChoBmgJaA9DCNUI/Uy9buW/lIaUUpRoFUsyaBZHQHZ+QmE4//x1fZQoaAZoCWgPQwhb0eY4twnev5SGlFKUaBVLMmgWR0B2hYFOfukUdX2UKGgGaAloD0MI0IB6M2q+3L+UhpRSlGgVSzJoFkdAdoy3fQ8fWHV9lChoBmgJaA9DCDDZeLDF7uC/lIaUUpRoFUsyaBZHQHaT96PbO/t1fZQoaAZoCWgPQwhIpkOn513pv5SGlFKUaBVLMmgWR0B2mzFWGRFJdX2UKGgGaAloD0MIUWovou2Y4r+UhpRSlGgVSzJoFkdAdqJwiJO32HV9lChoBmgJaA9DCK2+uipQi9u/lIaUUpRoFUsyaBZHQHapp4SpR411fZQoaAZoCWgPQwhHIcms3mHnv5SGlFKUaBVLMmgWR0B2sPLB9Cu2dX2UKGgGaAloD0MIS6/NxkpM6L+UhpRSlGgVSzJoFkdAdrgoScslLXV9lChoBmgJaA9DCDRKl/4lqeC/lIaUUpRoFUsyaBZHQHa/dX1anrJ1fZQoaAZoCWgPQwh9XYb/dAPmv5SGlFKUaBVLMmgWR0B2xq8Hv+fidX2UKGgGaAloD0MIoFOQn41c3L+UhpRSlGgVSzJoFkdAds3i8Fpwj3V9lChoBmgJaA9DCMH+69y0Gei/lIaUUpRoFUsyaBZHQHbVFR1oxpN1fZQoaAZoCWgPQwhvDAHAsWfcv5SGlFKUaBVLMmgWR0B23FOKwY+CdX2UKGgGaAloD0MIAn6NJEG427+UhpRSlGgVSzJoFkdAduOa1TisGXV9lChoBmgJaA9DCKhtwygIHuC/lIaUUpRoFUsyaBZHQHbqzZDiOvN1fZQoaAZoCWgPQwhK0jWTbzblv5SGlFKUaBVLMmgWR0B28gg6ltTDdX2UKGgGaAloD0MIyO9t+rMf07+UhpRSlGgVSzJoFkdAdvlUgSvkinV9lChoBmgJaA9DCKrv/KIE/eS/lIaUUpRoFUsyaBZHQHcAjltCRfZ1fZQoaAZoCWgPQwjx2To42Jvbv5SGlFKUaBVLMmgWR0B3B8T+NtIkdX2UKGgGaAloD0MIdovAWN/A3b+UhpRSlGgVSzJoFkdAdw8Fi8WbgHV9lChoBmgJaA9DCGmNQSeEDue/lIaUUpRoFUsyaBZHQHcWwhStNi91fZQoaAZoCWgPQwg3F3/bEyTav5SGlFKUaBVLMmgWR0B3HfE4vN/wdX2UKGgGaAloD0MIlnoWhPI+3L+UhpRSlGgVSzJoFkdAdyUfwI+nqHV9lChoBmgJaA9DCGiz6nO1FeW/lIaUUpRoFUsyaBZHQHcsTo+wC8x1fZQoaAZoCWgPQwiRmQtcHuvnv5SGlFKUaBVLMmgWR0B3M4TfzjFRdX2UKGgGaAloD0MIQN8WLNUF3b+UhpRSlGgVSzJoFkdAdzrFBppN9HV9lChoBmgJaA9DCNbiUwCMZ+G/lIaUUpRoFUsyaBZHQHdCCa7VawF1fZQoaAZoCWgPQwgRUUzeALPov5SGlFKUaBVLMmgWR0B3STDjzZpSdX2UKGgGaAloD0MIJhk5C3va4r+UhpRSlGgVSzJoFkdAd1BwDvE0i3V9lChoBmgJaA9DCP6Bctu+R+O/lIaUUpRoFUsyaBZHQHdXtSl3yI51fZQoaAZoCWgPQwgxCKwcWmTfv5SGlFKUaBVLMmgWR0B3XupeeFtbdX2UKGgGaAloD0MIPpKSHobW47+UhpRSlGgVSzJoFkdAd2YsuFpPAXV9lChoBmgJaA9DCJbnwd1Zu96/lIaUUpRoFUsyaBZHQHdtaHwgDA91fZQoaAZoCWgPQwiwyK8fYoPpv5SGlFKUaBVLMmgWR0B3dL05EMLGdX2UKGgGaAloD0MI7GmHvyZr37+UhpRSlGgVSzJoFkdAd3v38n/kvXV9lChoBmgJaA9DCDoEjgQabNq/lIaUUpRoFUsyaBZHQHeDPl6qsEJ1fZQoaAZoCWgPQwg4SIjyBS3kv5SGlFKUaBVLMmgWR0B3ioT9KmKqdX2UKGgGaAloD0MI6gQ0ETY83b+UhpRSlGgVSzJoFkdAd5G9alk6LnV9lChoBmgJaA9DCFK13QTfNN+/lIaUUpRoFUsyaBZHQHeZBAB1cMV1fZQoaAZoCWgPQwgaTpmbb0TYv5SGlFKUaBVLMmgWR0B3oD2nKnvVdX2UKGgGaAloD0MIDwwgfChR5b+UhpRSlGgVSzJoFkdAd6eKISDh+HV9lChoBmgJaA9DCCamC7H6I9i/lIaUUpRoFUsyaBZHQHeuu+mFajh1fZQoaAZoCWgPQwhUxr/PuHDYv5SGlFKUaBVLMmgWR0B3tgVQAMlUdX2UKGgGaAloD0MIDmsqi8Ku6b+UhpRSlGgVSzJoFkdAd71GYrrgO3V9lChoBmgJaA9DCFitTPil/uW/lIaUUpRoFUsyaBZHQHfEkojOcDt1fZQoaAZoCWgPQwi9/48TJgzgv5SGlFKUaBVLMmgWR0B3y8gEEC/5dX2UKGgGaAloD0MIDhMNUvAU47+UhpRSlGgVSzJoFkdAd9MB3iaRZHV9lChoBmgJaA9DCNSZe0j43uO/lIaUUpRoFUsyaBZHQHfaRpHqeK91ZS4="
+    },
+    "ep_success_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVMwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAAAAAAAA8D+UjAVudW1weZSMBWR0eXBllJOUjAJmOJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiKYwBQ5R0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUZS4="
+    },
+    "_n_updates": 40000,
+    "buffer_size": 300000,
+    "batch_size": 256,
+    "learning_starts": 10000,
+    "tau": 0.005,
+    "gamma": 0.99,
+    "gradient_steps": 1,
+    "optimize_memory_usage": false,
+    "replay_buffer_class": {
+        ":type:": "<class 'abc.ABCMeta'>",
+        ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=",
+        "__module__": "stable_baselines3.common.buffers",
+        "__doc__": "\n    Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n    Extends the ReplayBuffer to use dictionary observations\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ",
+        "__init__": "<function DictReplayBuffer.__init__ at 0x7f4fbe1da430>",
+        "add": "<function DictReplayBuffer.add at 0x7f4fbe1da4c0>",
+        "sample": "<function DictReplayBuffer.sample at 0x7f4fbe1da550>",
+        "_get_samples": "<function DictReplayBuffer._get_samples at 0x7f4fbe1da5e0>",
+        "__abstractmethods__": "frozenset()",
+        "_abc_impl": "<_abc._abc_data object at 0x7f4fbe1d77c0>"
+    },
+    "replay_buffer_kwargs": {},
+    "train_freq": {
+        ":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>",
+        ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"
+    },
+    "use_sde_at_warmup": false,
+    "target_entropy": {
+        ":type:": "<class 'numpy.float32'>",
+        ":serialized:": "gAWVZQAAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMEAABAwJSGlFKULg=="
+    },
+    "ent_coef": "auto",
+    "target_update_interval": 1,
+    "batch_norm_stats": [],
+    "batch_norm_stats_target": []
+}

PandaReachDenseSAC-n3/ent_coef_optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84094c91fffce6a149ee6623a7e819fadb2dcd30911bc440b93417a970602f99
+size 1507

PandaReachDenseSAC-n3/policy.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9e39f0bd9e6e5d3ac48d66b1144cd04ca0b8ba215a7d1d4957ff7267d94b4d
+size 2552264

PandaReachDenseSAC-n3/pytorch_variables.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b2df2dbc235203478488ad95b1ec121cda4861bb3ddf16fc215fe3de5208ce
+size 747

PandaReachDenseSAC-n3/system_info.txt

@@ -0,0 +1,7 @@
+- OS: Linux-5.15.0-60-generic-x86_64-with-glibc2.35 # 66-Ubuntu SMP Fri Jan 20 14:29:49 UTC 2023
+- Python: 3.9.16
+- Stable-Baselines3: 1.7.0
+- PyTorch: 1.13.1+cu117
+- GPU Enabled: True
+- Numpy: 1.21.6
+- Gym: 0.21.0

README.md

@@ -16,7 +16,7 @@ model-index:
       type: PandaReachDense-v2
     metrics:
     - type: mean_reward
-      value: -10.07 +/- 2.92
+      value: -0.56 +/- 0.21
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnNhYy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "stable_baselines3.sac.policies", "__doc__": "\n    Policy class (with both actor and critic) for SAC.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n    :param features_extractor_class: Features extractor to use.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    :param n_critics: Number of critic networks to create.\n    :param share_features_extractor: Whether to share or not the features extractor\n        between the actor and the critic (this saves computation time)\n    ", "__init__": "<function MultiInputPolicy.__init__ at 0x7f3458b4e670>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f3458b4dc40>"}, "verbose": 1, "policy_kwargs": {"net_arch": [400, 300], "use_sde": true}, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVUgMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUaBCTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZSMAUOUdJRSlIwEaGlnaJRoHSiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBVLA4WUaCB0lFKUjA1ib3VuZGVkX2JlbG93lGgdKJYDAAAAAAAAAAEBAZRoEowCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIHSUUpSMDWJvdW5kZWRfYWJvdmWUaB0olgMAAAAAAAAAAQEBlGgsSwOFlGggdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBVoGEsDhZRoGmgdKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZRoIHSUUpRoI2gdKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoIHSUUpRoKGgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoMmgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoN051YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgVaBhLBoWUaBpoHSiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBVLBoWUaCB0lFKUaCNoHSiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBVLBoWUaCB0lFKUaChoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDJoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDdOdWJ1aBhOaBBOaDdOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVbQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True  True  True]", "bounded_above": "[ True  True  True]", "_np_random": null}, "n_envs": 1, "num_timesteps": 0, "_total_timesteps": 0, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": null, "learning_rate": 0.0008, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVAQMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMZy9ob21lL3JvYmVydG8vbWluaWNvbmRhMy9lbnZzL2d5bV9odWdnaW5nL2xpYi9weXRob24zLjkvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjGcvaG9tZS9yb2JlcnRvL21pbmljb25kYTMvZW52cy9neW1faHVnZ2luZy9saWIvcHl0aG9uMy45L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9KNuLrHEMthZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": null, "_last_episode_starts": null, "_last_original_obs": null, "_episode_num": 0, "use_sde": true, "sde_sample_freq": 8, "_current_progress_remaining": 1, "ep_info_buffer": null, "ep_success_buffer": null, "_n_updates": 0, "buffer_size": 300000, "batch_size": 256, "learning_starts": 10000, "tau": 0.005, "gamma": 0.99, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__doc__": "\n    Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n    Extends the ReplayBuffer to use dictionary observations\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ", "__init__": "<function DictReplayBuffer.__init__ at 0x7f3458b9a430>", "add": "<function DictReplayBuffer.add at 0x7f3458b9a4c0>", "sample": "<function DictReplayBuffer.sample at 0x7f3458b9a550>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x7f3458b9a5e0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f3458b94e00>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "target_entropy": {":type:": "<class 'numpy.float32'>", ":serialized:": "gAWVZQAAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMEAABAwJSGlFKULg=="}, "ent_coef": "auto", "target_update_interval": 1, "batch_norm_stats": [], "batch_norm_stats_target": [], "system_info": {"OS": "Linux-5.15.0-60-generic-x86_64-with-glibc2.35 # 66-Ubuntu SMP Fri Jan 20 14:29:49 UTC 2023", "Python": "3.9.16", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu117", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnNhYy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "stable_baselines3.sac.policies", "__doc__": "\n    Policy class (with both actor and critic) for SAC.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n    :param features_extractor_class: Features extractor to use.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    :param n_critics: Number of critic networks to create.\n    :param share_features_extractor: Whether to share or not the features extractor\n        between the actor and the critic (this saves computation time)\n    ", "__init__": "<function MultiInputPolicy.__init__ at 0x7f4fbe18f670>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f4fbe18e940>"}, "verbose": 1, "policy_kwargs": {"net_arch": [400, 300], "use_sde": true}, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVUgMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUaBCTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZSMAUOUdJRSlIwEaGlnaJRoHSiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBVLA4WUaCB0lFKUjA1ib3VuZGVkX2JlbG93lGgdKJYDAAAAAAAAAAEBAZRoEowCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIHSUUpSMDWJvdW5kZWRfYWJvdmWUaB0olgMAAAAAAAAAAQEBlGgsSwOFlGggdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBVoGEsDhZRoGmgdKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZRoIHSUUpRoI2gdKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoIHSUUpRoKGgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoMmgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoN051YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgVaBhLBoWUaBpoHSiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBVLBoWUaCB0lFKUaCNoHSiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBVLBoWUaCB0lFKUaChoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDJoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDdOdWJ1aBhOaBBOaDdOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWV9AsAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UjBRudW1weS5yYW5kb20uX3BpY2tsZZSMEl9fcmFuZG9tc3RhdGVfY3RvcpSTlIwHTVQxOTkzN5SFlFKUfZQojA1iaXRfZ2VuZXJhdG9ylGgwjAVzdGF0ZZR9lCiMA2tleZRoEiiWwAkAAAAAAAAnbFIBOMUZR7su1ZFDUc7B6JraVgLCBvICAlq8m+1uGGxBH31fA01ddv5J30LSjhnLVhwWWf9NyVxvyHfeIZ63Ovrc5uObOWCV2fL3SG4TrzogTkmGynnPCoTMjN+kVwp1rcG16Thc/Ht/c7egcGwKcky/pedw7fsyUtOyGj3RpsN3CDhEke94ErA4X1Kv5YnHa+INOaQOT5PmJez82nQtPYMp3KQ3xIvtkrZUKxJqTOrZ3/iWPGSbGY9EGe1O4PIRRB1PEigqkJWF3Gxp8opkl7uJQc+ivPyo1zuLmOtg44OlHx5UBoTY7I+9ZqJfjwuRubejHp4EOBl16sO3igMEmTrzF/Vj7hSNxlxnFxjmPb28lWFp04LwMcgn0dqrgytoDeg6+mEVpWBl+RstyBm1zlLeXJsixQIjJZrdgIiRULnktaTq3ACfcEt6/DXZVqu5ZPkkHzM7EuVukWpYFpM83IkhtbpV5giatrvWz0ztJ8SspINMZJyhGhRQvriqiidcQ8yAlxWuFlyfTOqO7oJVEjBVchrXteS2qzrHDkpbph7jCbIO9gi+M/+LDC+RoYiehoh0GQG46Mh2izPPy3c6t+TSJ7k43DJURDjr0KtjXlU7rSHpbwasN4ao4omk7FN1o7R7gAb7z/qrDG9xOwjXiVzr8wNLmRSad2A5KDvj4YD5SHYP6LRuqB5bbmfXUO0wRLxFoRJRXguU4sA46lPvVaf8816gsMy6wS3wWSEkicHcJC9oLjrOr9E/X/CCIXvrn+jwcROvXAgEP6oTTikHRQciDJz3dVlD0NtYlEkenYQPS/zcqjfoXpVvsTSznoaV3t/kJpPdmMdKud9W1D+9tC+lxaU5mOasgJ0LwCEmzAz8QzGmjEqcfI0tdXWl7wRbSOwhM6OUM6B3S/eLtvr2E/d1938mI3xrjQsG2GsmMBtXn8Oc2Sa9MqjsrUGL87+QCOnlppLpm740zsHe9+HNonJ51b2+KRwUcrfeByEH8xbdBUY8XMQe55J5lsRz2R+AFBUEAqhKbVVSrIPFkBD29VCQReLE6z53IGRq81fxIObqRcpPfcRYqn2CSPCuM990XZ2YgyLGvRb1ASK6bQSYpg6QErD8bUL2hXCPfYXLQr6Jt0yaP/9BGCadBidzcYWIJz4vgTFgvYKarbogb3LOv5vbSWYkG6ky/i6e0mGZAUTo5zLMA3PYp9CI92V2SWf39glYPE1t3rxIWb2NZtkMSCSHK1+c+b28VbJjowIzyUiNqZhSmDfaD6/3Ctkwr7s9xCUsk4gIZcGjB3i/XEbckp+9mNPTtKofqPnLffK0RdFLtPgsQDEakSDbFCcl4im87tvw3LgdPTsB5bJRgyXs1TgCRVKOMvoI5kw3/shbUq8HEBg77WLmKnL6t4IXbq0b3ybWOa+AehGht45jC6ScTXI7sbTlJVGSAy1GUfeZS5luAXmMRIFEvsQkCm3RBTQjDYBbyYF6XsCMZPYlsn9xf3P83ChymZw/J3pznb4rmUIq+f+yBivzJwLB+K+g9xlseKPEmMkoS2NEAG7ZQIU1pzozRzusydqX/EOyNjwlryCF6opjbG+wEV1lnjXyZx+zFLCL3MeQfqEXPMLFRBdAfO4k/LamyaOsCGYlVM/TshY1e91OUgl9ZbnyD55dsYzgGcgylQbIY/u6rz+57kYs+q34CnRvhzQ0AlDeoD0NuzwuHrtTamiM5fy9axi2dDq20qvrYgDjbr2hM0fdCxlHykhYPoDMbq5dbDfmmGW9kFmhLADjqdVdZNDl8k/zH1i3Rpb6ff8JHJlNgk1fN5AXeog5ImMDq1oR/l55M0YpBR3asCeMyZtCCfDeIdhow7EJS6MMUwpndjvyFuUCN4F4ZD44WMLqvj7c0hNipCNkjFg/RAPruZgKKcl7VOeEMoGzaUghpIgzkokm2qwGK9RA4BYxAcaDxXZmlzCtdn50HJ0fF/MRO515qrN6eZfP1yCQEeec64vZ0C+reZzMa/qAc4UTReiFQYUa8D1C9kj88DkFM6AcfPUtwn85d3cp2hc0+8pviqzyhsMU/zKD92QTp5nEtWaI7seeyE+n584Pdw8T8nqHWqeo+Ez6Ls+4eprdmgFfMhq+MBly8EOMXA5WjVxMovUYZhUf4RXI2psXLrIX9la8wyJ4Qzsz7JJpXYsMQtXzJWUuhosj65YsFeRzagHccWbKbb08S5G7EpZXUrNX4llxHwAL6WRHB90jCaVkrpPxbEClbh4sXvaKHgtS6jD1PKUWXhb1ZlaqHHCDnvUVl9b31l/VHDkpgopJZFBoDzcojfSH4tU6oZpfQ/oGg2S+JhUaTZNhsUTsniBMI3J5LXa4M0Olyfbl7ti41NYiIgksZHGs1VoeTMRYUeNOnvMz8UvkvvTiWcfAgDBpWMePLiIHnfYfwMnNf5unHuW8+iHwwDceP32XRJZVNCZcAvyxUu90MLM2V4BiNHZ49at3CEELIkyr868ZOwCLmrpQ4StRaNG7LBhuF8U2Wf36gBaeoXn5xq0Ntd6T76zBac4aaOsiArr8TPvbcMIaEPmuZT3cVCYcyj0hEPW2nYNtmlGxGHRlKvy7eSCLve+bLQiptygY37Vedx1eFaQSgDz7kTP/qTIl/eCLsG+0WdNVl4/fi0pne8e3lxDytOBEChMqJNqAJj9jMjqnOfCQp92QGf66Bfq00UwHkCmllD9FuCQScXEum+STmvZiTa2FimutFNu4kqAXggzeS4Zfcu7zE7NoB6+6v2MqnqOTtZQjsN3NAFiablmzPG0jVtRhgkosGOZtV7UHmzZWgWXIRiimvwxtwUFya6n5w9X9uZxuBP0M0HJwveFa1IgLH56oACIKPeu5aH3ZOA/tdVsEhwG9QSFIGVQJCNtiVYZVO5K+TxL5CgAt/nE2UOHl2ZJuudQYVg9zajrUr04Ff4HvusupxC1xmqeCn5oc5MyqoZicksmdANFnvwltp3MFBIgpXSbOkcA1b4vb1W9C5XaIfssBpioB7CQG0zyd98E3vMWzE5I+Jv4DYgeEj7PB8hXYJgpJMduoA6ymEsX/Uc7cN5wuUaOEsCehxCtbt8zywPNXAitxAQgxNAIRHtQkWmBUdU7Dtaan4BUN+BQRF5W0edCRouOrDTLo0ohnAxCu8iKGfre+a5GfHinyzTuXsdqYSVnYOmtCAMf6A+YyyLXrpt3rKfJrxH8PMHaL+y6V4D668Zo9Yo2VRmxiKkaF7DJw/Q71/0uOWem8yU34BJAUbLuPd2Ycd+B79T6bxLTcHS2jlf/9lpa/hnBgmFE0uZU/9q0xlNB33lRkCUFpohEcoMaUaAeMAnU0lImIh5RSlChLA2gLTk5OSv////9K/////0sAdJRiTXAChZRoFXSUUpSMA3Bvc5RLYHWMCWhhc19nYXVzc5RLAIwFZ2F1c3OURwAAAAAAAAAAdWJ1Yi4=", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True  True  True]", "bounded_above": "[ True  True  True]", "_np_random": "RandomState(MT19937)"}, "n_envs": 1, "num_timesteps": 50000, "_total_timesteps": 50000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1676673725005398556, "learning_rate": 0.0008, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVAQMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMZy9ob21lL3JvYmVydG8vbWluaWNvbmRhMy9lbnZzL2d5bV9odWdnaW5nL2xpYi9weXRob24zLjkvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjGcvaG9tZS9yb2JlcnRvL21pbmljb25kYTMvZW52cy9neW1faHVnZ2luZy9saWIvcHl0aG9uMy45L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9KNuLrHEMthZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVKwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgwAAAAAAAAA6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgwAAAAAAAAAaZkoPOOT8zyr3II8lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWGAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LAUsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]]", "desired_goal": "[[0.01029048 0.0297336  0.01597436]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVKwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgwAAAAAAAAA6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgwAAAAAAAAAaZkoPOOT8zyr3II8lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWGAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LAUsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]]", "desired_goal": "[[0.01029048 0.0297336  0.01597436]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]]"}, "_episode_num": 1000, "use_sde": true, "sde_sample_freq": 8, "_current_progress_remaining": 0.0, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIv9cQHJdx37+UhpRSlIwBbJRLMowBdJRHQHULfkq+ajN1fZQoaAZoCWgPQwgLKqp+pfPhv5SGlFKUaBVLMmgWR0B1EsGA08/2dX2UKGgGaAloD0MIbVfog2Xs4L+UhpRSlGgVSzJoFkdAdRoKohpxm3V9lChoBmgJaA9DCHHGMCdok9+/lIaUUpRoFUsyaBZHQHUhREroW591fZQoaAZoCWgPQwgmcVZETfTZv5SGlFKUaBVLMmgWR0B1KJOwgTysdX2UKGgGaAloD0MI7uh/uRYt5b+UhpRSlGgVSzJoFkdAdS/KXOW0JHV9lChoBmgJaA9DCJv+7EeKyOi/lIaUUpRoFUsyaBZHQHU3CYgJTl11fZQoaAZoCWgPQwgaFM0DWGTjv5SGlFKUaBVLMmgWR0B1PkMOPNmldX2UKGgGaAloD0MIIZOMnIU937+UhpRSlGgVSzJoFkdAdUWHFxXGO3V9lChoBmgJaA9DCPpfrkUL0Om/lIaUUpRoFUsyaBZHQHVMxbW3BpJ1fZQoaAZoCWgPQwi8ICI17eLiv5SGlFKUaBVLMmgWR0B1U/4vexfOdX2UKGgGaAloD0MIWz/9Z82P5r+UhpRSlGgVSzJoFkdAdVtHR1HOKXV9lChoBmgJaA9DCAvuBzwwAOK/lIaUUpRoFUsyaBZHQHVihlg+hXd1fZQoaAZoCWgPQwjThO0nY/zvv5SGlFKUaBVLMmgWR0B1alNN8E3bdX2UKGgGaAloD0MIBRVVv9L51b+UhpRSlGgVSzJoFkdAdXGX531SO3V9lChoBmgJaA9DCHaJ6q2Brdu/lIaUUpRoFUsyaBZHQHV4z/Mnqml1fZQoaAZoCWgPQwgMdVjhlg/lv5SGlFKUaBVLMmgWR0B1gBJRO1v3dX2UKGgGaAloD0MIWONsOgI457+UhpRSlGgVSzJoFkdAdYdq+8Gs3nV9lChoBmgJaA9DCN1CVyJQfeK/lIaUUpRoFUsyaBZHQHWOscABDG91fZQoaAZoCWgPQwh319mQf2bhv5SGlFKUaBVLMmgWR0B1lexmkFfRdX2UKGgGaAloD0MI8iIT8Gsk2L+UhpRSlGgVSzJoFkdAdZ00Nz8xbnV9lChoBmgJaA9DCD8fZcQFoN2/lIaUUpRoFUsyaBZHQHWkcolUp/h1fZQoaAZoCWgPQwiIodXJGYriv5SGlFKUaBVLMmgWR0B1q7WBjFyadX2UKGgGaAloD0MIS1tc4zNZ5b+UhpRSlGgVSzJoFkdAdbLseGO+7HV9lChoBmgJaA9DCG3IPzOIj+O/lIaUUpRoFUsyaBZHQHW6M4xUNrl1fZQoaAZoCWgPQwjz/6ojRzrev5SGlFKUaBVLMmgWR0B1wW5J9RaYdX2UKGgGaAloD0MIzTy5pkBm4L+UhpRSlGgVSzJoFkdAdcipz90ihXV9lChoBmgJaA9DCIejq3R3neK/lIaUUpRoFUsyaBZHQHXP889wFTx1fZQoaAZoCWgPQwg8akyIuSTjv5SGlFKUaBVLMmgWR0B11zrE9+w1dX2UKGgGaAloD0MIsFjDRe5p5b+UhpRSlGgVSzJoFkdAdd5+PRzBAXV9lChoBmgJaA9DCDG0OjlDceG/lIaUUpRoFUsyaBZHQHXltAxBVuJ1fZQoaAZoCWgPQwjZX3ZPHpbpv5SGlFKUaBVLMmgWR0B17X3YcvM9dX2UKGgGaAloD0MIM05DVOHP4r+UhpRSlGgVSzJoFkdAdfS7MPjGUHV9lChoBmgJaA9DCGa+g584gOa/lIaUUpRoFUsyaBZHQHX79nf2saN1fZQoaAZoCWgPQwibq+Y5Il/lv5SGlFKUaBVLMmgWR0B2AzBDXvphdX2UKGgGaAloD0MI7pOjAFEw5b+UhpRSlGgVSzJoFkdAdgpqKxcE/3V9lChoBmgJaA9DCAXhCijU092/lIaUUpRoFUsyaBZHQHYRrihnJ1d1fZQoaAZoCWgPQwg5miMrv4zkv5SGlFKUaBVLMmgWR0B2GOmXPZ7HdX2UKGgGaAloD0MIIT1FDhG35r+UhpRSlGgVSzJoFkdAdiAvze40/HV9lChoBmgJaA9DCN0ostZQati/lIaUUpRoFUsyaBZHQHYnZokAxSJ1fZQoaAZoCWgPQwiZuiu7YPDnv5SGlFKUaBVLMmgWR0B2Lq3fAKv3dX2UKGgGaAloD0MIdM5PcRz457+UhpRSlGgVSzJoFkdAdjXQT238XXV9lChoBmgJaA9DCI+JlGbzuOe/lIaUUpRoFUsyaBZHQHY9DENvwVl1fZQoaAZoCWgPQwjyCkRPyiTkv5SGlFKUaBVLMmgWR0B2REF4cFQmdX2UKGgGaAloD0MIngyOklfn4r+UhpRSlGgVSzJoFkdAdkuKgqVhTnV9lChoBmgJaA9DCFZFuMmosuC/lIaUUpRoFUsyaBZHQHZSy+UQkHF1fZQoaAZoCWgPQwjfTiLCv4jiv5SGlFKUaBVLMmgWR0B2WfeSB9ThdX2UKGgGaAloD0MIdZKtLqeE5r+UhpRSlGgVSzJoFkdAdmE16mfoR3V9lChoBmgJaA9DCO4ljdE6qt+/lIaUUpRoFUsyaBZHQHZogIhQm/p1fZQoaAZoCWgPQwhGzsKedvjZv5SGlFKUaBVLMmgWR0B2b8gq3EyddX2UKGgGaAloD0MIrYkFvqJb4L+UhpRSlGgVSzJoFkdAdnb9bor4FnV9lChoBmgJaA9DCNUI/Uy9buW/lIaUUpRoFUsyaBZHQHZ+QmE4//x1fZQoaAZoCWgPQwhb0eY4twnev5SGlFKUaBVLMmgWR0B2hYFOfukUdX2UKGgGaAloD0MI0IB6M2q+3L+UhpRSlGgVSzJoFkdAdoy3fQ8fWHV9lChoBmgJaA9DCDDZeLDF7uC/lIaUUpRoFUsyaBZHQHaT96PbO/t1fZQoaAZoCWgPQwhIpkOn513pv5SGlFKUaBVLMmgWR0B2mzFWGRFJdX2UKGgGaAloD0MIUWovou2Y4r+UhpRSlGgVSzJoFkdAdqJwiJO32HV9lChoBmgJaA9DCK2+uipQi9u/lIaUUpRoFUsyaBZHQHapp4SpR411fZQoaAZoCWgPQwhHIcms3mHnv5SGlFKUaBVLMmgWR0B2sPLB9Cu2dX2UKGgGaAloD0MIS6/NxkpM6L+UhpRSlGgVSzJoFkdAdrgoScslLXV9lChoBmgJaA9DCDRKl/4lqeC/lIaUUpRoFUsyaBZHQHa/dX1anrJ1fZQoaAZoCWgPQwh9XYb/dAPmv5SGlFKUaBVLMmgWR0B2xq8Hv+fidX2UKGgGaAloD0MIoFOQn41c3L+UhpRSlGgVSzJoFkdAds3i8Fpwj3V9lChoBmgJaA9DCMH+69y0Gei/lIaUUpRoFUsyaBZHQHbVFR1oxpN1fZQoaAZoCWgPQwhvDAHAsWfcv5SGlFKUaBVLMmgWR0B23FOKwY+CdX2UKGgGaAloD0MIAn6NJEG427+UhpRSlGgVSzJoFkdAduOa1TisGXV9lChoBmgJaA9DCKhtwygIHuC/lIaUUpRoFUsyaBZHQHbqzZDiOvN1fZQoaAZoCWgPQwhK0jWTbzblv5SGlFKUaBVLMmgWR0B28gg6ltTDdX2UKGgGaAloD0MIyO9t+rMf07+UhpRSlGgVSzJoFkdAdvlUgSvkinV9lChoBmgJaA9DCKrv/KIE/eS/lIaUUpRoFUsyaBZHQHcAjltCRfZ1fZQoaAZoCWgPQwjx2To42Jvbv5SGlFKUaBVLMmgWR0B3B8T+NtIkdX2UKGgGaAloD0MIdovAWN/A3b+UhpRSlGgVSzJoFkdAdw8Fi8WbgHV9lChoBmgJaA9DCGmNQSeEDue/lIaUUpRoFUsyaBZHQHcWwhStNi91fZQoaAZoCWgPQwg3F3/bEyTav5SGlFKUaBVLMmgWR0B3HfE4vN/wdX2UKGgGaAloD0MIlnoWhPI+3L+UhpRSlGgVSzJoFkdAdyUfwI+nqHV9lChoBmgJaA9DCGiz6nO1FeW/lIaUUpRoFUsyaBZHQHcsTo+wC8x1fZQoaAZoCWgPQwiRmQtcHuvnv5SGlFKUaBVLMmgWR0B3M4TfzjFRdX2UKGgGaAloD0MIQN8WLNUF3b+UhpRSlGgVSzJoFkdAdzrFBppN9HV9lChoBmgJaA9DCNbiUwCMZ+G/lIaUUpRoFUsyaBZHQHdCCa7VawF1fZQoaAZoCWgPQwgRUUzeALPov5SGlFKUaBVLMmgWR0B3STDjzZpSdX2UKGgGaAloD0MIJhk5C3va4r+UhpRSlGgVSzJoFkdAd1BwDvE0i3V9lChoBmgJaA9DCP6Bctu+R+O/lIaUUpRoFUsyaBZHQHdXtSl3yI51fZQoaAZoCWgPQwgxCKwcWmTfv5SGlFKUaBVLMmgWR0B3XupeeFtbdX2UKGgGaAloD0MIPpKSHobW47+UhpRSlGgVSzJoFkdAd2YsuFpPAXV9lChoBmgJaA9DCJbnwd1Zu96/lIaUUpRoFUsyaBZHQHdtaHwgDA91fZQoaAZoCWgPQwiwyK8fYoPpv5SGlFKUaBVLMmgWR0B3dL05EMLGdX2UKGgGaAloD0MI7GmHvyZr37+UhpRSlGgVSzJoFkdAd3v38n/kvXV9lChoBmgJaA9DCDoEjgQabNq/lIaUUpRoFUsyaBZHQHeDPl6qsEJ1fZQoaAZoCWgPQwg4SIjyBS3kv5SGlFKUaBVLMmgWR0B3ioT9KmKqdX2UKGgGaAloD0MI6gQ0ETY83b+UhpRSlGgVSzJoFkdAd5G9alk6LnV9lChoBmgJaA9DCFK13QTfNN+/lIaUUpRoFUsyaBZHQHeZBAB1cMV1fZQoaAZoCWgPQwgaTpmbb0TYv5SGlFKUaBVLMmgWR0B3oD2nKnvVdX2UKGgGaAloD0MIDwwgfChR5b+UhpRSlGgVSzJoFkdAd6eKISDh+HV9lChoBmgJaA9DCCamC7H6I9i/lIaUUpRoFUsyaBZHQHeuu+mFajh1fZQoaAZoCWgPQwhUxr/PuHDYv5SGlFKUaBVLMmgWR0B3tgVQAMlUdX2UKGgGaAloD0MIDmsqi8Ku6b+UhpRSlGgVSzJoFkdAd71GYrrgO3V9lChoBmgJaA9DCFitTPil/uW/lIaUUpRoFUsyaBZHQHfEkojOcDt1fZQoaAZoCWgPQwi9/48TJgzgv5SGlFKUaBVLMmgWR0B3y8gEEC/5dX2UKGgGaAloD0MIDhMNUvAU47+UhpRSlGgVSzJoFkdAd9MB3iaRZHV9lChoBmgJaA9DCNSZe0j43uO/lIaUUpRoFUsyaBZHQHfaRpHqeK91ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVMwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAAAAAAAA8D+UjAVudW1weZSMBWR0eXBllJOUjAJmOJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiKYwBQ5R0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUZS4="}, "_n_updates": 40000, "buffer_size": 300000, "batch_size": 256, "learning_starts": 10000, "tau": 0.005, "gamma": 0.99, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__doc__": "\n    Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n    Extends the ReplayBuffer to use dictionary observations\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ", "__init__": "<function DictReplayBuffer.__init__ at 0x7f4fbe1da430>", "add": "<function DictReplayBuffer.add at 0x7f4fbe1da4c0>", "sample": "<function DictReplayBuffer.sample at 0x7f4fbe1da550>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x7f4fbe1da5e0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f4fbe1d77c0>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "target_entropy": {":type:": "<class 'numpy.float32'>", ":serialized:": "gAWVZQAAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMEAABAwJSGlFKULg=="}, "ent_coef": "auto", "target_update_interval": 1, "batch_norm_stats": [], "batch_norm_stats_target": [], "system_info": {"OS": "Linux-5.15.0-60-generic-x86_64-with-glibc2.35 # 66-Ubuntu SMP Fri Jan 20 14:29:49 UTC 2023", "Python": "3.9.16", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu117", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}

results.json

@@ -1 +1 @@
-{"mean_reward": -10.067005313187838, "std_reward": 2.918267742484218, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-02-17T15:21:10.008032"}
+{"mean_reward": -0.5636228101560846, "std_reward": 0.20534762410187296, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-02-17T15:48:28.053203"}

vec_normalize.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:102e566432ced69f7d52d86780cdcbd9dda3a18fe4ad56f951ecf0133cf5b835
-size 3056
+oid sha256:55a56affca02201bfc54722203be5a6b9e1259ddb297a0fe61b80216daf6e05e
+size 1776