Initial commit

README.md

@@ -16,7 +16,7 @@ model-index:
       type: FetchPickAndPlaceDense-v2
     metrics:
     - type: mean_reward
-      value: -9.74 +/- 5.70
+      value: -11.51 +/- 5.72
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnRkMy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "stable_baselines3.td3.policies", "__doc__": "\n    Policy class (with both actor and critic) for TD3 to be used with Dict observation spaces.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    :param n_critics: Number of critic networks to create.\n    :param share_features_extractor: Whether to share or not the features extractor\n        between the actor and the critic (this saves computation time)\n    ", "__init__": "<function MultiInputPolicy.__init__ at 0x7ff7a46512d0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7ff7a46465c0>"}, "verbose": 0, "policy_kwargs": {}, "num_timesteps": 30000, "_total_timesteps": 30000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1718751481598074152, "learning_rate": 0.001, "tensorboard_log": null, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVdwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgwAAAAAAAAAikV9v9dwpb8/FhU9lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgwAAAAAAAAAhQiFPvuw4r5YnPw/lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWZAAAAAAAAACbYF0/m7uqPs3meL6KRX2/13Clvz8WFT1Zpoy/D585v7p+fD7F6T+/daFGvwpzYD1eQZk9ypONPcpmBL8Zlgi+xBR0PV8YuTtFHMc8Js3guhnkBD9+vwc+nUFbvSS6Jb3HiDK9lGgOSwFLGYaUaBJ0lFKUdS4=", "achieved_goal": "[[-0.98934233 -1.2925061   0.03639817]]", "desired_goal": "[[ 0.25983062 -0.4427565   1.9735212 ]]", "observation": "[[ 0.86475533  0.33346257 -0.24306794 -0.98934233 -1.2925061   0.03639817\n  -1.0988265  -0.7250833   0.24657717 -0.7496608  -0.77590114  0.05479721\n   0.07483171  0.06912954 -0.51719344 -0.13338508  0.05959012  0.00564866\n   0.02430547 -0.0017151   0.5191055   0.13256642 -0.05352937 -0.04046072\n  -0.04358747]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWV8wEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolhgAAAAAAAAAc83BrADy8z9wQZu9v9DjP2v9rq1RLts/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolhgAAAAAAAAAfu9EeGHf9T/wGrBuocPmP3yzE6Wahuo/lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWyAAAAAAAAAAbnoaopXj1P7xnwpqh+Oc/QmiQSFIc4T9zzcGsAPLzP3BBm72/0OM/a/2urVEu2z+ACk28T2q4vzCZnHSHn8C/ZEzHjUspvL+HUufDqbbKPkblyal1rGq+dChy5yWwd76M1O6xujiCPoZ3w0qyDvE8F9oDR1pGyz49NFkipNhOvpf384HG1wU/DjGbuKUNaz78/wTJa890vv+98lgFjEY8BJIcG4JKy764iEQSJyVMPkjmFiu6qtU+R0/kHTipoT5FHjoERYmHPpRoDksBSxmGlGgSdJRSlHUu", "achieved_goal": "[[1.24658267 0.61923205 0.42470209]]", "desired_goal": "[[1.36703631 0.71138069 0.82893116]]", "observation": "[[ 1.34195486e+00  7.49100497e-01  5.34707205e-01  1.24658267e+00\n   6.19232054e-01  4.24702091e-01 -9.53721842e-02 -1.29868442e-01\n  -1.10005114e-01  3.18450068e-06 -4.96835828e-08 -8.82449685e-08\n   1.35761490e-07  3.78750543e-15  3.25141132e-06 -1.43639066e-08\n   4.16619734e-05  5.03907166e-08 -7.75241793e-08  2.44454593e-18\n  -3.25334641e-06  1.31060963e-08  5.16579228e-06  5.26339189e-07\n   1.75358425e-07]]"}, "_episode_num": 600, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwCgkir1dxACMAWyUSzKMAXSUR0BzqLj2i+L4dX2UKGgGR8AccLjPv8ZUaAdLMmgIR0BzsWTKT0QLdX2UKGgGR8AcYZdfLLZBaAdLMmgIR0BzuhPdl/YrdX2UKGgGR8AfsRTS9du6aAdLMmgIR0BzwoUlAu7IdX2UKGgGR8AuQJgLJCBxaAdLMmgIR0Bzy0JdB0IUdX2UKGgGR8AwadadMCcPaAdLMmgIR0Bz06HBUJfIdX2UKGgGR8AJqv9tMwlCaAdLMmgIR0Bz3IQjD8+BdX2UKGgGR8AY3mJWNm16aAdLMmgIR0Bz5UuFpPAPdX2UKGgGR8ANzUwztTkyaAdLMmgIR0Bz7hu4wyqNdX2UKGgGR8AhpIMBp5/taAdLMmgIR0Bz9q4uscQzdX2UKGgGR8AuK+FlCkXUaAdLMmgIR0B0AEtSQ5mzdX2UKGgGR8A17mPHT7VKaAdLMmgIR0B0DBF/hESedX2UKGgGR8Ar5izcAR02aAdLMmgIR0B0F/X/YJ3QdX2UKGgGR8AhBL6DXe3yaAdLMmgIR0B0JI4gieNDdX2UKGgGR8AmOUKRdQfqaAdLMmgIR0B0MCY/mknDdX2UKGgGR8AmiYE4ecQRaAdLMmgIR0B0OKJ9AooedX2UKGgGR8AqLoePq9oOaAdLMmgIR0B0QeG47Rv4dX2UKGgGR8ABbXBguyu7aAdLMmgIR0B0Szn9vS+hdX2UKGgGR8Aftt/FzdULaAdLMmgIR0B0VD/2kBS2dX2UKGgGR8AqBT5wfhddaAdLMmgIR0B0XPw7T2FndX2UKGgGR8AkanIhhYvGaAdLMmgIR0B0ZjEYO2AodX2UKGgGR8AjN7dBSk0raAdLMmgIR0B0br2VVxS6dX2UKGgGR8AtE7Dl5nlGaAdLMmgIR0B0d0x+KCQLdX2UKGgGR8AxgJ9Aood/aAdLMmgIR0B0f7spobn6dX2UKGgGR8ArHrrPdEb6aAdLMmgIR0B0iCLfk3judX2UKGgGR8ARAMKCxu89aAdLMmgIR0B0kT99+gDidX2UKGgGR8Az4LfDUExJaAdLMmgIR0B0majWTX8PdX2UKGgGR8AqFGkvboKVaAdLMmgIR0B0omJm/WUbdX2UKGgGR8AG7XvphWo4aAdLMmgIR0B0qu+9Jz1cdX2UKGgGR8AipB5X2dupaAdLMmgIR0B0s6stCiRGdX2UKGgGR8A2q7HAAQxvaAdLMmgIR0B0vBWn0kGBdX2UKGgGR8AyArZamoBJaAdLMmgIR0B0xIf9xZMddX2UKGgGR8AqOwqy4Wk8aAdLMmgIR0B0zWeUY8+zdX2UKGgGR8Ap/IJ7b+LnaAdLMmgIR0B02Ys052hadX2UKGgGR8Ap+1fE4vOAaAdLMmgIR0B05cMvysjndX2UKGgGR8ArrISUTtb+aAdLMmgIR0B08z1CgK4QdX2UKGgGR8Ap5CfHxSYPaAdLMmgIR0B1AFZLZi/gdX2UKGgGR8Asd9jwx33YaAdLMmgIR0B1CPEbYK6XdX2UKGgGR8AwZsp5NXYEaAdLMmgIR0B1EjJYDDCQdX2UKGgGR8AjvjriVB2PaAdLMmgIR0B1Gpdszl90dX2UKGgGR8AlEXyiEg4faAdLMmgIR0B1IyZpi7TVdX2UKGgGR8AiG+6Ae7tiaAdLMmgIR0B1K3dEb5uZdX2UKGgGR8AmbYlIEr5JaAdLMmgIR0B1NFvjwQUYdX2UKGgGR8AyY6f8MuvmaAdLMmgIR0B1PSpNsWO7dX2UKGgGR8AysJNTLns+aAdLMmgIR0B1Ri9mHxjKdX2UKGgGR8ApGD9OymhuaAdLMmgIR0B1Trio86mwdX2UKGgGR8Ap9H/cWTHKaAdLMmgIR0B1V5JOFg2IdX2UKGgGR8AwIWYnfEXMaAdLMmgIR0B1X8a99MK1dX2UKGgGR8AUpB3Roh6jaAdLMmgIR0B1aJbs4T9LdX2UKGgGR8ArH8ohIOH4aAdLMmgIR0B1cWAbyYoidX2UKGgGR8A19+rELpiaaAdLMmgIR0B1eiC17Y03dX2UKGgGR8AkGxagVXV9aAdLMmgIR0B1gphBqsU7dX2UKGgGR8AeRUS7GvOhaAdLMmgIR0B1i5vQ4S6EdX2UKGgGR8AbbCl7+kxiaAdLMmgIR0B1lF1bJOnEdX2UKGgGR8AWksTWXkYGaAdLMmgIR0B1nXb8FY+0dX2UKGgGR8Ad/CsOoYNzaAdLMmgIR0B1qBiVjZtfdX2UKGgGR8ApUL61stTUaAdLMmgIR0B1s4VnEl3RdX2UKGgGR8Ai2kv9LpRoaAdLMmgIR0B1v8qDsdDIdX2UKGgGR8A1XL/jsD4haAdLMmgIR0B1zFYigTRIdX2UKGgGR8AiFL5AQg9vaAdLMmgIR0B114nogV45dX2UKGgGR8AHsFbFCLMtaAdLMmgIR0B14EBp5/smdX2UKGgGR8AmLIcR15jZaAdLMmgIR0B16T0se4kNdX2UKGgGR8AGU3wTdtVJaAdLMmgIR0B18X0NBnjAdX2UKGgGR8AktmaH9FWoaAdLMmgIR0B1+g9C/oJRdX2UKGgGR8AdLIjnmq5taAdLMmgIR0B2A8g1WKdhdX2UKGgGR8AY8QtjCpFTaAdLMmgIR0B2DIypJf6XdX2UKGgGR8As71anrIHUaAdLMmgIR0B2FVtbcGkfdX2UKGgGR8AhI5hBqsU7aAdLMmgIR0B2HkK2KEWZdX2UKGgGR8AYSm78Nx2jaAdLMmgIR0B2Jr7ALy+YdX2UKGgGR8Ai3xCIDYAbaAdLMmgIR0B2LyKoAGSqdX2UKGgGR8AFycbzbvgFaAdLMmgIR0B2N+Il+mWMdX2UKGgGR8AC1Y0VJtiyaAdLMmgIR0B2QF3pwCKadX2UKGgGR8Ak45Zr56+naAdLMmgIR0B2SQmLLpzLdX2UKGgGR8A03ZTho/RmaAdLMmgIR0B2UTIT4+KTdX2UKGgGR8AcZIlMRHwxaAdLMmgIR0B2WYL1EmY0dX2UKGgGR8AlxLlmvnr6aAdLMmgIR0B2YfOjZcs2dX2UKGgGR8Agb6v7m+0xaAdLMmgIR0B2aybDuSfUdX2UKGgGR8A1u1oxpL26aAdLMmgIR0B2c3tw71ZldX2UKGgGR8A094rBj4HpaAdLMmgIR0B2fyhbnoxIdX2UKGgGR8AqTZsbedkKaAdLMmgIR0B2ivFAE+xGdX2UKGgGR8A1xnnMdLg5aAdLMmgIR0B2lxh1DBuXdX2UKGgGR8Amm1PWQOnVaAdLMmgIR0B2owNXo1UEdX2UKGgGR8Ar5yxRl6JJaAdLMmgIR0B2rdRxcVxkdX2UKGgGR8Arjor4FiazaAdLMmgIR0B2tjAaef7KdX2UKGgGR8AjxL6DXe3yaAdLMmgIR0B2vy0pmVZ+dX2UKGgGR8AT/JZGKAJ+aAdLMmgIR0B2x7+GXXyzdX2UKGgGR8A11Ui6g/TtaAdLMmgIR0B20I04zabndX2UKGgGR8Afyj2zv7WNaAdLMmgIR0B22d32VVxTdX2UKGgGR8Al3DohY/3WaAdLMmgIR0B24qD28IzFdX2UKGgGR8AmMFcpsoDxaAdLMmgIR0B26wfgaWHDdX2UKGgGR8AdF/oaDPGAaAdLMmgIR0B2883Q2MsIdX2UKGgGR8AEEdV/+bVjaAdLMmgIR0B2/DVz6rNodX2UKGgGR8AtxNHH3lCDaAdLMmgIR0B3BMuJ1q33dX2UKGgGR8AxHYHPeHi4aAdLMmgIR0B3DQ2S+xnndX2UKGgGR8AkbqM3qAz6aAdLMmgIR0B3FVxBE8aGdX2UKGgGR8Ai+VyFPBSDaAdLMmgIR0B3HgIVuaWpdX2UKGgGR8Az/eIEbHZLaAdLMmgIR0B3JxkZrHlwdX2UKGgGR8A8Odfb9If9aAdLMmgIR0B3L7S0BwMqdX2UKGgGR8AzU+Y+jdpJaAdLMmgIR0B3ODMeOn2qdX2UKGgGR8A1aDbJwKjSaAdLMmgIR0B3QMKJEYwZdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVUwYAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIwVbnVtcHkuY29yZS5tdWx0aWFycmF5lIwGc2NhbGFylJOUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRlLg=="}, "_n_updates": 29900, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVYAUAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAAAAJRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAAAAACUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYYAAAAAAAAAAAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/5RoFksDhZRoJHSUUpSMBGhpZ2iUaBwolhgAAAAAAAAAAAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/lGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAQtaW5mlIwJaGlnaF9yZXBylIwDaW5mlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBZoGWgcKJYDAAAAAAAAAAAAAJRoIEsDhZRoJHSUUpRoJ2gcKJYDAAAAAAAAAAAAAJRoIEsDhZRoJHSUUpRoLEsDhZRoLmgcKJYYAAAAAAAAAAAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/5RoFksDhZRoJHSUUpRoM2gcKJYYAAAAAAAAAAAAAAAAAPB/AAAAAAAA8H8AAAAAAADwf5RoFksDhZRoJHSUUpRoOIwELWluZpRoOowDaW5mlGg8TnVijAtvYnNlcnZhdGlvbpRoDSmBlH2UKGgQaBZoGWgcKJYZAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUaCBLGYWUaCR0lFKUaCdoHCiWGQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlGggSxmFlGgkdJRSlGgsSxmFlGguaBwolsgAAAAAAAAAAAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P+UaBZLGYWUaCR0lFKUaDNoHCiWyAAAAAAAAAAAAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwf5RoFksZhZRoJHSUUpRoOIwELWluZpRoOowDaW5mlGg8TnVidWgsTmgQTmg8TnViLg==", "spaces": "OrderedDict([('achieved_goal', Box(-inf, inf, (3,), float64)), ('desired_goal', Box(-inf, inf, (3,), float64)), ('observation', Box(-inf, inf, (25,), float64))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVagIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBBfX2dlbmVyYXRvcl9jdG9ylJOUjAVQQ0c2NJRoMowUX19iaXRfZ2VuZXJhdG9yX2N0b3KUk5SGlFKUfZQojA1iaXRfZ2VuZXJhdG9ylIwFUENHNjSUjAVzdGF0ZZR9lChoPYoQlHyuH34ogZpc3WH9xswdTYwDaW5jlIoQLQ5Qc8XwK+CdG9SZ5hygT3WMCmhhc191aW50MzKUSwCMCHVpbnRlZ2VylEsAdWJ1Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True]", "bounded_above": "[ True  True  True  True]", "_shape": [4], "low": "[-1. -1. -1. -1.]", "high": "[1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": "Generator(PCG64)"}, "n_envs": 1, "buffer_size": 1000000, "batch_size": 256, "learning_starts": 100, "tau": 0.005, "gamma": 0.99, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__annotations__": "{'observation_space': <class 'gymnasium.spaces.dict.Dict'>, 'obs_shape': typing.Dict[str, typing.Tuple[int, ...]], 'observations': typing.Dict[str, numpy.ndarray], 'next_observations': typing.Dict[str, numpy.ndarray]}", "__doc__": "\n    Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n    Extends the ReplayBuffer to use dictionary observations\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ", "__init__": "<function DictReplayBuffer.__init__ at 0x7ff7a47b5090>", "add": "<function DictReplayBuffer.add at 0x7ff7a47b5120>", "sample": "<function DictReplayBuffer.sample at 0x7ff7a47b51b0>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x7ff7a47b5240>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7ff7a476cfc0>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "policy_delay": 2, "target_noise_clip": 0.5, "target_policy_noise": 0.2, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVoAMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLA0sTQwx0AIgAfACDAYMBUwCUToWUjAVmbG9hdJSFlIwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwIPGxhbWJkYT6US2FDAgwAlIwOdmFsdWVfc2NoZWR1bGWUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxJL3Vzci9sb2NhbC9saWIvcHl0aG9uMy4xMC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGghfZR9lChoGGgPjAxfX3F1YWxuYW1lX1+UjCFnZXRfc2NoZWR1bGVfZm4uPGxvY2Fscz4uPGxhbWJkYT6UjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgZjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOUaAIoaAcoSwFLAEsASwFLAUsTQwSIAFMAlGgJKYwBX5SFlGgOjARmdW5jlEuFQwIEAZSMA3ZhbJSFlCl0lFKUaBVOTmgdKVKUhZR0lFKUaCRoPn2UfZQoaBhoNWgnjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlGgpfZRoK05oLE5oLWgZaC5OaC9oMUc/UGJN0vGp/IWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwhZRSlIWUaEZdlGhIfZR1hpSGUjAu"}, "actor_batch_norm_stats": [], "critic_batch_norm_stats": [], "actor_batch_norm_stats_target": [], "critic_batch_norm_stats_target": [], "system_info": {"OS": "Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Apr 28 14:29:16 UTC 2024", "Python": "3.10.12", "Stable-Baselines3": "2.3.2", "PyTorch": "2.3.0+cu121", "GPU Enabled": "True", "Numpy": "1.25.2", "Cloudpickle": "2.2.1", "Gymnasium": "0.29.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnRkMy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "stable_baselines3.td3.policies", "__doc__": "\n    Policy class (with both actor and critic) for TD3 to be used with Dict observation spaces.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    :param n_critics: Number of critic networks to create.\n    :param share_features_extractor: Whether to share or not the features extractor\n        between the actor and the critic (this saves computation time)\n    ", "__init__": "<function MultiInputPolicy.__init__ at 0x78c4c58f27a0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x78c4c58eb980>"}, "verbose": 0, "policy_kwargs": {}, "num_timesteps": 30000, "_total_timesteps": 30000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1718875571270549764, "learning_rate": 0.001, "tensorboard_log": null, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVdwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgwAAAAAAAAAE39QvyyjMj+zsoc9lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgwAAAAAAAAA+eGLP5EVRb6YORBAlGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWZAAAAAAAAADmcC0/Kjrlvg2ryT0Tf1C/LKMyP7Oyhz3wvFu/FswzP/E/tb3Og5e/hC+hv9hJ5TyuLoy8tXmJvQQXsL6z+Vc+BgS6vXq8WrvTpA48tqPMumCHsD7cOFq+7UfVPXcfL728Yw29lGgOSwFLGYaUaBJ0lFKUdS4=", "achieved_goal": "[[-0.814439    0.6978023   0.06625881]]", "desired_goal": "[[ 1.0928336  -0.19246508  2.2535152 ]]", "observation": "[[ 0.67750394 -0.44770938  0.09847078 -0.814439    0.6978023   0.06625881\n  -0.8583517   0.70233285 -0.08850086 -1.1837099  -1.2592626   0.02798931\n  -0.0171121  -0.06712667 -0.3439256   0.21091346 -0.09082799 -0.00333765\n   0.00870629 -0.00156128  0.34478283 -0.21310753  0.10414109 -0.04275462\n  -0.03451894]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWV8wEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolhgAAAAAAAAAQxDKyJsO9D8FKHyEw2TqP2v9rq1RLts/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolhgAAAAAAAAA/r7/Cxz+9j8mkWl0GXbnP7BXNVqkf+s/lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWyAAAAAAAAAAbnoaopXj1P7xnwpqh+Oc/QmiQSFIc4T9DEMrImw70PwUofITDZOo/a/2urVEu2z+A3cj7naC2v0gCzk0PYbM/ZEzHjUspvL+HUufDqbbKPkblyal1rGq+dChy5yWwd76M1O6xujiCPoZ3w0qyDvE8F9oDR1pGyz49NFkipNhOvpf384HG1wU/DjGbuKUNaz78/wTJa890vv+98lgFjEY8BJIcG4JKy764iEQSJyVMPkjmFiu6qtU+R0/kHTipoT5FHjoERYmHPpRoDksBSxmGlGgSdJRSlHUu", "achieved_goal": "[[1.25356654 0.82480026 0.42470209]]", "desired_goal": "[[1.43703847 0.73316643 0.8593313 ]]", "observation": "[[ 1.34195486e+00  7.49100497e-01  5.34707205e-01  1.25356654e+00\n   8.24800261e-01  4.24702091e-01 -8.83883228e-02  7.56997647e-02\n  -1.10005114e-01  3.18450068e-06 -4.96835828e-08 -8.82449685e-08\n   1.35761490e-07  3.78750543e-15  3.25141132e-06 -1.43639066e-08\n   4.16619734e-05  5.03907166e-08 -7.75241793e-08  2.44454593e-18\n  -3.25334641e-06  1.31060963e-08  5.16579228e-06  5.26339189e-07\n   1.75358425e-07]]"}, "_episode_num": 600, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwClQmLLpzLiMAWyUSzKMAXSUR0Byfm2OQyRCdX2UKGgGR8ABu07bL2YfaAdLMmgIR0Byh5Zha1TjdX2UKGgGR8A09rp7kXDWaAdLMmgIR0BykVjawljWdX2UKGgGR8AWc/qxC6YmaAdLMmgIR0BymxTR6WxAdX2UKGgGR7/1ZX2dupCKaAdLMmgIR0BypAtdzGPxdX2UKGgGR8AXGdJ8OTaCaAdLMmgIR0ByrShAWznidX2UKGgGR8Atdgiu+yquaAdLMmgIR0BytiWPcSGrdX2UKGgGR8AGZDZ13dKvaAdLMmgIR0Byv1LIxQBQdX2UKGgGR8AmXg/keZG8aAdLMmgIR0ByyTHfdhy9dX2UKGgGR8AdRsyi22G7aAdLMmgIR0By0wCT2WY4dX2UKGgGR8Ax1ad+XqqwaAdLMmgIR0By3PR6Ww/xdX2UKGgGR8A2UvSc9W6taAdLMmgIR0By5sQjD8+BdX2UKGgGR8Al4biqABkqaAdLMmgIR0By8DdweeWfdX2UKGgGR8AovQpnYg7paAdLMmgIR0By+XBvaURndX2UKGgGR8AgHoysS00FaAdLMmgIR0BzAmhVU+9rdX2UKGgGR8AT2suFpPAPaAdLMmgIR0BzC6u/1xsEdX2UKGgGR8AjIjj7yhBaaAdLMmgIR0BzFWshgVoIdX2UKGgGR8A1jZcLSeAeaAdLMmgIR0BzHrLdN34cdX2UKGgGR8AyfSDAaef7aAdLMmgIR0BzJ91FH8TBdX2UKGgGR8AkKm+j/MnraAdLMmgIR0BzMYkJKJ2udX2UKGgGR8AMwtHxz7uVaAdLMmgIR0BzOtQk5ZKWdX2UKGgGR8AiCNCqp97XaAdLMmgIR0BzQ9/G2kSFdX2UKGgGR8Axrt4RmK64aAdLMmgIR0BzTTktEofCdX2UKGgGR8AhtyyUs4DLaAdLMmgIR0BzVkuxrzoVdX2UKGgGR8AiZu5SWJJoaAdLMmgIR0BzYAwPAfuDdX2UKGgGR8AR/I8yN4qxaAdLMmgIR0BzaXYJ3PiUdX2UKGgGR8AruiqyWzF/aAdLMmgIR0BzcuIYWLxadX2UKGgGR8ALUm8dxQzlaAdLMmgIR0BzfF1DBuXNdX2UKGgGR8AkeCUX531SaAdLMmgIR0BzhjGDL8rJdX2UKGgGR8ASPpaA4GUwaAdLMmgIR0Bzj5AcDKYBdX2UKGgGR8AsaEpRXOnmaAdLMmgIR0BzmJKbrkbQdX2UKGgGR8AimVJL/S6UaAdLMmgIR0Bzoc+bExZddX2UKGgGR8Awq1B+nZTRaAdLMmgIR0BzqvsolUqAdX2UKGgGR8AacB3iaRZEaAdLMmgIR0BztKuzQeFMdX2UKGgGR8ABphH9WIXTaAdLMmgIR0BzveumrKeTdX2UKGgGR8A11bhWHUMHaAdLMmgIR0BzxwMuvlltdX2UKGgGR8AkBG8VYZEVaAdLMmgIR0Bz0AYIjW07dX2UKGgGR8AusCvovBacaAdLMmgIR0Bz2V2ovSMMdX2UKGgGR8A1Vt+TeO4oaAdLMmgIR0Bz42tknTiLdX2UKGgGR8AjUluWKMvRaAdLMmgIR0Bz7XVQQ+UydX2UKGgGR8AoDRBNVR1paAdLMmgIR0Bz9nJKaodddX2UKGgGR8AtGMNMGorGaAdLMmgIR0Bz/56/qPfbdX2UKGgGR7/xq6nR9gF5aAdLMmgIR0B0CMeRxLkCdX2UKGgGR8A2bLAHmig1aAdLMmgIR0B0EkJhOP/8dX2UKGgGR8Ajzpu/DcdpaAdLMmgIR0B0G+4+bExZdX2UKGgGR8A0zATZg5R1aAdLMmgIR0B0Jdw97ngYdX2UKGgGR8Anqg+QlruZaAdLMmgIR0B0MFjslb/wdX2UKGgGR8AxYGeMAFPjaAdLMmgIR0B0OcMEzO5bdX2UKGgGR8AsjX4CZF5OaAdLMmgIR0B0Q03yZrpJdX2UKGgGR8Aju1stTUAlaAdLMmgIR0B0TLbVSXMRdX2UKGgGR8Ahap6QeV9naAdLMmgIR0B0VexqwhW6dX2UKGgGR8AohzvqkdmyaAdLMmgIR0B0X0yRB/qgdX2UKGgGR8AuUnm7rcCYaAdLMmgIR0B0aGvwEyLydX2UKGgGR8AgfUMoc7yQaAdLMmgIR0B0cktsenyedX2UKGgGR8AvmYeDFqBVaAdLMmgIR0B0e/PgNwzddX2UKGgGR8AuBHavicXnaAdLMmgIR0B0hVZr56+ndX2UKGgGR8AQ1RoAXEZSaAdLMmgIR0B0ju3DvVmSdX2UKGgGR8Al8l/H5rP/aAdLMmgIR0B0mBjCpFTedX2UKGgGR8AigbedkJ8faAdLMmgIR0B0oVysCDEndX2UKGgGR8AfEoa1kUblaAdLMmgIR0B0quDGtITXdX2UKGgGR7/5WJBPbfxdaAdLMmgIR0B0tSdRR/EwdX2UKGgGR8A00DEFW4mUaAdLMmgIR0B0v6oBJZntdX2UKGgGR8AsaDcM3IdVaAdLMmgIR0B0ySM3qAz6dX2UKGgGR8AGKXQdCE6DaAdLMmgIR0B00sVWS2YwdX2UKGgGR8AkcV1Oj7AMaAdLMmgIR0B03H/CIk7fdX2UKGgGR8AsijJuEVWTaAdLMmgIR0B05kR6F/QTdX2UKGgGR8AzalA/s3Q2aAdLMmgIR0B08BId2gWadX2UKGgGR8A3CPsRg7YDaAdLMmgIR0B0+dMPBi1BdX2UKGgGR8Ai6XizcAR1aAdLMmgIR0B1A7VVghKUdX2UKGgGR8Aw6274BV+7aAdLMmgIR0B1DP0PH1e0dX2UKGgGR8A51NT987ZGaAdLMmgIR0B1Firfcer/dX2UKGgGR8ATSAwwj+rEaAdLMmgIR0B1H5UCJXQudX2UKGgGR8AvCWv8qFyraAdLMmgIR0B1KS2NNrTIdX2UKGgGR8AeVRMvh60IaAdLMmgIR0B1MlByCFsYdX2UKGgGR8AQi1a4c3l0aAdLMmgIR0B1PAoPTXrddX2UKGgGR8AkTtMwlByCaAdLMmgIR0B1RS+7Dl5odX2UKGgGR8AUUuTRplBhaAdLMmgIR0B1TvWjGkvcdX2UKGgGR8AsLfnfVI7OaAdLMmgIR0B1WQZKnNxEdX2UKGgGR8Au8It16mfoaAdLMmgIR0B1YvHJcPe6dX2UKGgGR8AmpEgGKQ7taAdLMmgIR0B1bJAJLM9sdX2UKGgGR8Az3FeOXE61aAdLMmgIR0B1dfi83++/dX2UKGgGR8AlAM4tHxz8aAdLMmgIR0B1f4B5ooNNdX2UKGgGR7/7z7Q9ic5KaAdLMmgIR0B1iPpu/DcedX2UKGgGR8AlZHQyAQQMaAdLMmgIR0B1krbdrO7hdX2UKGgGR8ApC8p1A7gbaAdLMmgIR0B1m589fTkRdX2UKGgGR8A87UExIre7aAdLMmgIR0B1pKSfUWl/dX2UKGgGR8A0bZntfG+9aAdLMmgIR0B1rePYFqzrdX2UKGgGR8AgvQ3xWkrPaAdLMmgIR0B1t2aPS2H+dX2UKGgGR8A2BlzEJjUeaAdLMmgIR0B1wGkdmxt6dX2UKGgGR8AadFBppN9IaAdLMmgIR0B1ycMmWt2cdX2UKGgGR8AyUmShakhzaAdLMmgIR0B10xJcxCY1dX2UKGgGR8Ar5dFfAsTWaAdLMmgIR0B13WV5a/yodX2UKGgGR8Av8pkwvg3taAdLMmgIR0B150jps41hdX2UKGgGR8AxQJvHcUM5aAdLMmgIR0B18ZqsU7CBdX2UKGgGR8A2A2FWXC0oaAdLMmgIR0B1+ttfoicHdX2UKGgGR8AznQoCuEElaAdLMmgIR0B2BMXm/336dX2UKGgGR8AvY+IMz/IbaAdLMmgIR0B2Dem2sq8UdX2UKGgGR8Aww/Dcdo38aAdLMmgIR0B2F2qIacZtdX2UKGgGR7/ZstkFwDNhaAdLMmgIR0B2IN84PwuvdX2UKGgGR8Aa9OvdM0xeaAdLMmgIR0B2Knf3vhIfdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVUwYAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIwVbnVtcHkuY29yZS5tdWx0aWFycmF5lIwGc2NhbGFylJOUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRlLg=="}, "_n_updates": 29900, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVYAUAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAAAAJRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAAAAACUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYYAAAAAAAAAAAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/5RoFksDhZRoJHSUUpSMBGhpZ2iUaBwolhgAAAAAAAAAAAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/lGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAQtaW5mlIwJaGlnaF9yZXBylIwDaW5mlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBZoGWgcKJYDAAAAAAAAAAAAAJRoIEsDhZRoJHSUUpRoJ2gcKJYDAAAAAAAAAAAAAJRoIEsDhZRoJHSUUpRoLEsDhZRoLmgcKJYYAAAAAAAAAAAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/5RoFksDhZRoJHSUUpRoM2gcKJYYAAAAAAAAAAAAAAAAAPB/AAAAAAAA8H8AAAAAAADwf5RoFksDhZRoJHSUUpRoOIwELWluZpRoOowDaW5mlGg8TnVijAtvYnNlcnZhdGlvbpRoDSmBlH2UKGgQaBZoGWgcKJYZAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUaCBLGYWUaCR0lFKUaCdoHCiWGQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlGggSxmFlGgkdJRSlGgsSxmFlGguaBwolsgAAAAAAAAAAAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P+UaBZLGYWUaCR0lFKUaDNoHCiWyAAAAAAAAAAAAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwf5RoFksZhZRoJHSUUpRoOIwELWluZpRoOowDaW5mlGg8TnVidWgsTmgQTmg8TnViLg==", "spaces": "OrderedDict([('achieved_goal', Box(-inf, inf, (3,), float64)), ('desired_goal', Box(-inf, inf, (3,), float64)), ('observation', Box(-inf, inf, (25,), float64))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVagIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBBfX2dlbmVyYXRvcl9jdG9ylJOUjAVQQ0c2NJRoMowUX19iaXRfZ2VuZXJhdG9yX2N0b3KUk5SGlFKUfZQojA1iaXRfZ2VuZXJhdG9ylIwFUENHNjSUjAVzdGF0ZZR9lChoPYoQYPqnmr9SLSDkT4r2ZkrnUIwDaW5jlIoQw8YtI+QYPV44Asxdvee7P3WMCmhhc191aW50MzKUSwCMCHVpbnRlZ2VylEsAdWJ1Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True]", "bounded_above": "[ True  True  True  True]", "_shape": [4], "low": "[-1. -1. -1. -1.]", "high": "[1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": "Generator(PCG64)"}, "n_envs": 1, "buffer_size": 1000000, "batch_size": 256, "learning_starts": 100, "tau": 0.005, "gamma": 0.99, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__annotations__": "{'observation_space': <class 'gymnasium.spaces.dict.Dict'>, 'obs_shape': typing.Dict[str, typing.Tuple[int, ...]], 'observations': typing.Dict[str, numpy.ndarray], 'next_observations': typing.Dict[str, numpy.ndarray]}", "__doc__": "\n    Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n    Extends the ReplayBuffer to use dictionary observations\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ", "__init__": "<function DictReplayBuffer.__init__ at 0x78c4c5a42680>", "add": "<function DictReplayBuffer.add at 0x78c4c5a42710>", "sample": "<function DictReplayBuffer.sample at 0x78c4c5a427a0>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x78c4c5a42830>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x78c4c5a3acc0>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "policy_delay": 2, "target_noise_clip": 0.5, "target_policy_noise": 0.2, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVgwMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLA0sTQwx0AIgAfACDAYMBUwCUToWUjAVmbG9hdJSFlIwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjEkvb3B0L2NvbmRhL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwIPGxhbWJkYT6US2FDAgwAlIwOdmFsdWVfc2NoZWR1bGWUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxJL29wdC9jb25kYS9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlGgAjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoIX2UfZQoaBhoD4wMX19xdWFsbmFtZV9flIwhZ2V0X3NjaGVkdWxlX2ZuLjxsb2NhbHM+LjxsYW1iZGE+lIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoGYwHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlGgCKGgHKEsBSwBLAEsBSwFLE0MEiABTAJRoCSmMAV+UhZRoDowEZnVuY5RLhUMCBAGUjAN2YWyUhZQpdJRSlGgVTk5oHSlSlIWUdJRSlGgjaD19lH2UKGgYaDRoJowZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5RoKH2UaCpOaCtOaCxoGWgtTmguaDBHP1BiTdLxqfyFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMIWUUpSFlGhFXZRoR32UdYaUhlIwLg=="}, "actor_batch_norm_stats": [], "critic_batch_norm_stats": [], "actor_batch_norm_stats_target": [], "critic_batch_norm_stats_target": [], "system_info": {"OS": "Linux-5.15.133+-x86_64-with-glibc2.31 # 1 SMP Tue Dec 19 13:14:11 UTC 2023", "Python": "3.10.13", "Stable-Baselines3": "2.3.2", "PyTorch": "2.1.2", "GPU Enabled": "True", "Numpy": "1.26.4", "Cloudpickle": "3.0.0", "Gymnasium": "0.29.0", "OpenAI Gym": "0.26.2"}}

results.json

@@ -1 +1 @@
-{"mean_reward": -9.740784331783653, "std_reward": 5.69606376998219, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-06-18T23:07:36.451306"}
+{"mean_reward": -11.51475632181391, "std_reward": 5.723194554298996, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-06-20T09:37:45.499251"}

td3-FetchPickAndPlaceDense-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f79e0079b4abe39058345803111d9138fe5c3ea28e60b45254b78fdfab742257
-size 6517764
+oid sha256:5852f9511073338bb7b1deb8bacb38c89923e83242a22198f3b65eec65a5af6d
+size 6517708

td3-FetchPickAndPlaceDense-v2/actor.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39f84dff837f8f56b8dd2f80aa9a06ad5f62f33f843b7ce1f91663d920994956
+oid sha256:b26739a9ba971f45dda032960685f062e229595f9ab56015fd603e912b40bb14
 size 1079712

td3-FetchPickAndPlaceDense-v2/critic.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:730408b1e8f278ac0a17f904b2f5efc6f5fb6d4f09af91a090c772d087862479
+oid sha256:3ff480b5ad456e97007816b7877ad11d29fcb216ab28b0d23deb23a38bbf0190
 size 2169642

td3-FetchPickAndPlaceDense-v2/data

@@ -4,9 +4,9 @@
         ":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnRkMy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu",
         "__module__": "stable_baselines3.td3.policies",
         "__doc__": "\n    Policy class (with both actor and critic) for TD3 to be used with Dict observation spaces.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    :param n_critics: Number of critic networks to create.\n    :param share_features_extractor: Whether to share or not the features extractor\n        between the actor and the critic (this saves computation time)\n    ",
-        "__init__": "<function MultiInputPolicy.__init__ at 0x7ff7a46512d0>",
+        "__init__": "<function MultiInputPolicy.__init__ at 0x78c4c58f27a0>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc._abc_data object at 0x7ff7a46465c0>"
+        "_abc_impl": "<_abc._abc_data object at 0x78c4c58eb980>"
     },
     "verbose": 0,
     "policy_kwargs": {},
@@ -15,15 +15,15 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1718751481598074152,
+    "start_time": 1718875571270549764,
     "learning_rate": 0.001,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'collections.OrderedDict'>",
-        ":serialized:": "gAWVdwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgwAAAAAAAAAikV9v9dwpb8/FhU9lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgwAAAAAAAAAhQiFPvuw4r5YnPw/lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWZAAAAAAAAACbYF0/m7uqPs3meL6KRX2/13Clvz8WFT1Zpoy/D585v7p+fD7F6T+/daFGvwpzYD1eQZk9ypONPcpmBL8Zlgi+xBR0PV8YuTtFHMc8Js3guhnkBD9+vwc+nUFbvSS6Jb3HiDK9lGgOSwFLGYaUaBJ0lFKUdS4=",
-        "achieved_goal": "[[-0.98934233 -1.2925061   0.03639817]]",
-        "desired_goal": "[[ 0.25983062 -0.4427565   1.9735212 ]]",
-        "observation": "[[ 0.86475533  0.33346257 -0.24306794 -0.98934233 -1.2925061   0.03639817\n  -1.0988265  -0.7250833   0.24657717 -0.7496608  -0.77590114  0.05479721\n   0.07483171  0.06912954 -0.51719344 -0.13338508  0.05959012  0.00564866\n   0.02430547 -0.0017151   0.5191055   0.13256642 -0.05352937 -0.04046072\n  -0.04358747]]"
+        ":serialized:": "gAWVdwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgwAAAAAAAAAE39QvyyjMj+zsoc9lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgwAAAAAAAAA+eGLP5EVRb6YORBAlGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWZAAAAAAAAADmcC0/Kjrlvg2ryT0Tf1C/LKMyP7Oyhz3wvFu/FswzP/E/tb3Og5e/hC+hv9hJ5TyuLoy8tXmJvQQXsL6z+Vc+BgS6vXq8WrvTpA48tqPMumCHsD7cOFq+7UfVPXcfL728Yw29lGgOSwFLGYaUaBJ0lFKUdS4=",
+        "achieved_goal": "[[-0.814439    0.6978023   0.06625881]]",
+        "desired_goal": "[[ 1.0928336  -0.19246508  2.2535152 ]]",
+        "observation": "[[ 0.67750394 -0.44770938  0.09847078 -0.814439    0.6978023   0.06625881\n  -0.8583517   0.70233285 -0.08850086 -1.1837099  -1.2592626   0.02798931\n  -0.0171121  -0.06712667 -0.3439256   0.21091346 -0.09082799 -0.00333765\n   0.00870629 -0.00156128  0.34478283 -0.21310753  0.10414109 -0.04275462\n  -0.03451894]]"
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -31,10 +31,10 @@
     },
     "_last_original_obs": {
         ":type:": "<class 'collections.OrderedDict'>",
-        ":serialized:": "gAWV8wEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolhgAAAAAAAAAc83BrADy8z9wQZu9v9DjP2v9rq1RLts/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolhgAAAAAAAAAfu9EeGHf9T/wGrBuocPmP3yzE6Wahuo/lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWyAAAAAAAAAAbnoaopXj1P7xnwpqh+Oc/QmiQSFIc4T9zzcGsAPLzP3BBm72/0OM/a/2urVEu2z+ACk28T2q4vzCZnHSHn8C/ZEzHjUspvL+HUufDqbbKPkblyal1rGq+dChy5yWwd76M1O6xujiCPoZ3w0qyDvE8F9oDR1pGyz49NFkipNhOvpf384HG1wU/DjGbuKUNaz78/wTJa890vv+98lgFjEY8BJIcG4JKy764iEQSJyVMPkjmFiu6qtU+R0/kHTipoT5FHjoERYmHPpRoDksBSxmGlGgSdJRSlHUu",
-        "achieved_goal": "[[1.24658267 0.61923205 0.42470209]]",
-        "desired_goal": "[[1.36703631 0.71138069 0.82893116]]",
-        "observation": "[[ 1.34195486e+00  7.49100497e-01  5.34707205e-01  1.24658267e+00\n   6.19232054e-01  4.24702091e-01 -9.53721842e-02 -1.29868442e-01\n  -1.10005114e-01  3.18450068e-06 -4.96835828e-08 -8.82449685e-08\n   1.35761490e-07  3.78750543e-15  3.25141132e-06 -1.43639066e-08\n   4.16619734e-05  5.03907166e-08 -7.75241793e-08  2.44454593e-18\n  -3.25334641e-06  1.31060963e-08  5.16579228e-06  5.26339189e-07\n   1.75358425e-07]]"
+        ":serialized:": "gAWV8wEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolhgAAAAAAAAAQxDKyJsO9D8FKHyEw2TqP2v9rq1RLts/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolhgAAAAAAAAA/r7/Cxz+9j8mkWl0GXbnP7BXNVqkf+s/lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWyAAAAAAAAAAbnoaopXj1P7xnwpqh+Oc/QmiQSFIc4T9DEMrImw70PwUofITDZOo/a/2urVEu2z+A3cj7naC2v0gCzk0PYbM/ZEzHjUspvL+HUufDqbbKPkblyal1rGq+dChy5yWwd76M1O6xujiCPoZ3w0qyDvE8F9oDR1pGyz49NFkipNhOvpf384HG1wU/DjGbuKUNaz78/wTJa890vv+98lgFjEY8BJIcG4JKy764iEQSJyVMPkjmFiu6qtU+R0/kHTipoT5FHjoERYmHPpRoDksBSxmGlGgSdJRSlHUu",
+        "achieved_goal": "[[1.25356654 0.82480026 0.42470209]]",
+        "desired_goal": "[[1.43703847 0.73316643 0.8593313 ]]",
+        "observation": "[[ 1.34195486e+00  7.49100497e-01  5.34707205e-01  1.25356654e+00\n   8.24800261e-01  4.24702091e-01 -8.83883228e-02  7.56997647e-02\n  -1.10005114e-01  3.18450068e-06 -4.96835828e-08 -8.82449685e-08\n   1.35761490e-07  3.78750543e-15  3.25141132e-06 -1.43639066e-08\n   4.16619734e-05  5.03907166e-08 -7.75241793e-08  2.44454593e-18\n  -3.25334641e-06  1.31060963e-08  5.16579228e-06  5.26339189e-07\n   1.75358425e-07]]"
     },
     "_episode_num": 600,
     "use_sde": false,
@@ -43,11 +43,11 @@
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwCgkir1dxACMAWyUSzKMAXSUR0BzqLj2i+L4dX2UKGgGR8AccLjPv8ZUaAdLMmgIR0BzsWTKT0QLdX2UKGgGR8AcYZdfLLZBaAdLMmgIR0BzuhPdl/YrdX2UKGgGR8AfsRTS9du6aAdLMmgIR0BzwoUlAu7IdX2UKGgGR8AuQJgLJCBxaAdLMmgIR0Bzy0JdB0IUdX2UKGgGR8AwadadMCcPaAdLMmgIR0Bz06HBUJfIdX2UKGgGR8AJqv9tMwlCaAdLMmgIR0Bz3IQjD8+BdX2UKGgGR8AY3mJWNm16aAdLMmgIR0Bz5UuFpPAPdX2UKGgGR8ANzUwztTkyaAdLMmgIR0Bz7hu4wyqNdX2UKGgGR8AhpIMBp5/taAdLMmgIR0Bz9q4uscQzdX2UKGgGR8AuK+FlCkXUaAdLMmgIR0B0AEtSQ5mzdX2UKGgGR8A17mPHT7VKaAdLMmgIR0B0DBF/hESedX2UKGgGR8Ar5izcAR02aAdLMmgIR0B0F/X/YJ3QdX2UKGgGR8AhBL6DXe3yaAdLMmgIR0B0JI4gieNDdX2UKGgGR8AmOUKRdQfqaAdLMmgIR0B0MCY/mknDdX2UKGgGR8AmiYE4ecQRaAdLMmgIR0B0OKJ9AooedX2UKGgGR8AqLoePq9oOaAdLMmgIR0B0QeG47Rv4dX2UKGgGR8ABbXBguyu7aAdLMmgIR0B0Szn9vS+hdX2UKGgGR8Aftt/FzdULaAdLMmgIR0B0VD/2kBS2dX2UKGgGR8AqBT5wfhddaAdLMmgIR0B0XPw7T2FndX2UKGgGR8AkanIhhYvGaAdLMmgIR0B0ZjEYO2AodX2UKGgGR8AjN7dBSk0raAdLMmgIR0B0br2VVxS6dX2UKGgGR8AtE7Dl5nlGaAdLMmgIR0B0d0x+KCQLdX2UKGgGR8AxgJ9Aood/aAdLMmgIR0B0f7spobn6dX2UKGgGR8ArHrrPdEb6aAdLMmgIR0B0iCLfk3judX2UKGgGR8ARAMKCxu89aAdLMmgIR0B0kT99+gDidX2UKGgGR8Az4LfDUExJaAdLMmgIR0B0majWTX8PdX2UKGgGR8AqFGkvboKVaAdLMmgIR0B0omJm/WUbdX2UKGgGR8AG7XvphWo4aAdLMmgIR0B0qu+9Jz1cdX2UKGgGR8AipB5X2dupaAdLMmgIR0B0s6stCiRGdX2UKGgGR8A2q7HAAQxvaAdLMmgIR0B0vBWn0kGBdX2UKGgGR8AyArZamoBJaAdLMmgIR0B0xIf9xZMddX2UKGgGR8AqOwqy4Wk8aAdLMmgIR0B0zWeUY8+zdX2UKGgGR8Ap/IJ7b+LnaAdLMmgIR0B02Ys052hadX2UKGgGR8Ap+1fE4vOAaAdLMmgIR0B05cMvysjndX2UKGgGR8ArrISUTtb+aAdLMmgIR0B08z1CgK4QdX2UKGgGR8Ap5CfHxSYPaAdLMmgIR0B1AFZLZi/gdX2UKGgGR8Asd9jwx33YaAdLMmgIR0B1CPEbYK6XdX2UKGgGR8AwZsp5NXYEaAdLMmgIR0B1EjJYDDCQdX2UKGgGR8AjvjriVB2PaAdLMmgIR0B1Gpdszl90dX2UKGgGR8AlEXyiEg4faAdLMmgIR0B1IyZpi7TVdX2UKGgGR8AiG+6Ae7tiaAdLMmgIR0B1K3dEb5uZdX2UKGgGR8AmbYlIEr5JaAdLMmgIR0B1NFvjwQUYdX2UKGgGR8AyY6f8MuvmaAdLMmgIR0B1PSpNsWO7dX2UKGgGR8AysJNTLns+aAdLMmgIR0B1Ri9mHxjKdX2UKGgGR8ApGD9OymhuaAdLMmgIR0B1Trio86mwdX2UKGgGR8Ap9H/cWTHKaAdLMmgIR0B1V5JOFg2IdX2UKGgGR8AwIWYnfEXMaAdLMmgIR0B1X8a99MK1dX2UKGgGR8AUpB3Roh6jaAdLMmgIR0B1aJbs4T9LdX2UKGgGR8ArH8ohIOH4aAdLMmgIR0B1cWAbyYoidX2UKGgGR8A19+rELpiaaAdLMmgIR0B1eiC17Y03dX2UKGgGR8AkGxagVXV9aAdLMmgIR0B1gphBqsU7dX2UKGgGR8AeRUS7GvOhaAdLMmgIR0B1i5vQ4S6EdX2UKGgGR8AbbCl7+kxiaAdLMmgIR0B1lF1bJOnEdX2UKGgGR8AWksTWXkYGaAdLMmgIR0B1nXb8FY+0dX2UKGgGR8Ad/CsOoYNzaAdLMmgIR0B1qBiVjZtfdX2UKGgGR8ApUL61stTUaAdLMmgIR0B1s4VnEl3RdX2UKGgGR8Ai2kv9LpRoaAdLMmgIR0B1v8qDsdDIdX2UKGgGR8A1XL/jsD4haAdLMmgIR0B1zFYigTRIdX2UKGgGR8AiFL5AQg9vaAdLMmgIR0B114nogV45dX2UKGgGR8AHsFbFCLMtaAdLMmgIR0B14EBp5/smdX2UKGgGR8AmLIcR15jZaAdLMmgIR0B16T0se4kNdX2UKGgGR8AGU3wTdtVJaAdLMmgIR0B18X0NBnjAdX2UKGgGR8AktmaH9FWoaAdLMmgIR0B1+g9C/oJRdX2UKGgGR8AdLIjnmq5taAdLMmgIR0B2A8g1WKdhdX2UKGgGR8AY8QtjCpFTaAdLMmgIR0B2DIypJf6XdX2UKGgGR8As71anrIHUaAdLMmgIR0B2FVtbcGkfdX2UKGgGR8AhI5hBqsU7aAdLMmgIR0B2HkK2KEWZdX2UKGgGR8AYSm78Nx2jaAdLMmgIR0B2Jr7ALy+YdX2UKGgGR8Ai3xCIDYAbaAdLMmgIR0B2LyKoAGSqdX2UKGgGR8AFycbzbvgFaAdLMmgIR0B2N+Il+mWMdX2UKGgGR8AC1Y0VJtiyaAdLMmgIR0B2QF3pwCKadX2UKGgGR8Ak45Zr56+naAdLMmgIR0B2SQmLLpzLdX2UKGgGR8A03ZTho/RmaAdLMmgIR0B2UTIT4+KTdX2UKGgGR8AcZIlMRHwxaAdLMmgIR0B2WYL1EmY0dX2UKGgGR8AlxLlmvnr6aAdLMmgIR0B2YfOjZcs2dX2UKGgGR8Agb6v7m+0xaAdLMmgIR0B2aybDuSfUdX2UKGgGR8A1u1oxpL26aAdLMmgIR0B2c3tw71ZldX2UKGgGR8A094rBj4HpaAdLMmgIR0B2fyhbnoxIdX2UKGgGR8AqTZsbedkKaAdLMmgIR0B2ivFAE+xGdX2UKGgGR8A1xnnMdLg5aAdLMmgIR0B2lxh1DBuXdX2UKGgGR8Amm1PWQOnVaAdLMmgIR0B2owNXo1UEdX2UKGgGR8Ar5yxRl6JJaAdLMmgIR0B2rdRxcVxkdX2UKGgGR8Arjor4FiazaAdLMmgIR0B2tjAaef7KdX2UKGgGR8AjxL6DXe3yaAdLMmgIR0B2vy0pmVZ+dX2UKGgGR8AT/JZGKAJ+aAdLMmgIR0B2x7+GXXyzdX2UKGgGR8A11Ui6g/TtaAdLMmgIR0B20I04zabndX2UKGgGR8Afyj2zv7WNaAdLMmgIR0B22d32VVxTdX2UKGgGR8Al3DohY/3WaAdLMmgIR0B24qD28IzFdX2UKGgGR8AmMFcpsoDxaAdLMmgIR0B26wfgaWHDdX2UKGgGR8AdF/oaDPGAaAdLMmgIR0B2883Q2MsIdX2UKGgGR8AEEdV/+bVjaAdLMmgIR0B2/DVz6rNodX2UKGgGR8AtxNHH3lCDaAdLMmgIR0B3BMuJ1q33dX2UKGgGR8AxHYHPeHi4aAdLMmgIR0B3DQ2S+xnndX2UKGgGR8AkbqM3qAz6aAdLMmgIR0B3FVxBE8aGdX2UKGgGR8Ai+VyFPBSDaAdLMmgIR0B3HgIVuaWpdX2UKGgGR8Az/eIEbHZLaAdLMmgIR0B3JxkZrHlwdX2UKGgGR8A8Odfb9If9aAdLMmgIR0B3L7S0BwMqdX2UKGgGR8AzU+Y+jdpJaAdLMmgIR0B3ODMeOn2qdX2UKGgGR8A1aDbJwKjSaAdLMmgIR0B3QMKJEYwZdWUu"
+        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwClQmLLpzLiMAWyUSzKMAXSUR0Byfm2OQyRCdX2UKGgGR8ABu07bL2YfaAdLMmgIR0Byh5Zha1TjdX2UKGgGR8A09rp7kXDWaAdLMmgIR0BykVjawljWdX2UKGgGR8AWc/qxC6YmaAdLMmgIR0BymxTR6WxAdX2UKGgGR7/1ZX2dupCKaAdLMmgIR0BypAtdzGPxdX2UKGgGR8AXGdJ8OTaCaAdLMmgIR0ByrShAWznidX2UKGgGR8Atdgiu+yquaAdLMmgIR0BytiWPcSGrdX2UKGgGR8AGZDZ13dKvaAdLMmgIR0Byv1LIxQBQdX2UKGgGR8AmXg/keZG8aAdLMmgIR0ByyTHfdhy9dX2UKGgGR8AdRsyi22G7aAdLMmgIR0By0wCT2WY4dX2UKGgGR8Ax1ad+XqqwaAdLMmgIR0By3PR6Ww/xdX2UKGgGR8A2UvSc9W6taAdLMmgIR0By5sQjD8+BdX2UKGgGR8Al4biqABkqaAdLMmgIR0By8DdweeWfdX2UKGgGR8AovQpnYg7paAdLMmgIR0By+XBvaURndX2UKGgGR8AgHoysS00FaAdLMmgIR0BzAmhVU+9rdX2UKGgGR8AT2suFpPAPaAdLMmgIR0BzC6u/1xsEdX2UKGgGR8AjIjj7yhBaaAdLMmgIR0BzFWshgVoIdX2UKGgGR8A1jZcLSeAeaAdLMmgIR0BzHrLdN34cdX2UKGgGR8AyfSDAaef7aAdLMmgIR0BzJ91FH8TBdX2UKGgGR8AkKm+j/MnraAdLMmgIR0BzMYkJKJ2udX2UKGgGR8AMwtHxz7uVaAdLMmgIR0BzOtQk5ZKWdX2UKGgGR8AiCNCqp97XaAdLMmgIR0BzQ9/G2kSFdX2UKGgGR8Axrt4RmK64aAdLMmgIR0BzTTktEofCdX2UKGgGR8AhtyyUs4DLaAdLMmgIR0BzVkuxrzoVdX2UKGgGR8AiZu5SWJJoaAdLMmgIR0BzYAwPAfuDdX2UKGgGR8AR/I8yN4qxaAdLMmgIR0BzaXYJ3PiUdX2UKGgGR8AruiqyWzF/aAdLMmgIR0BzcuIYWLxadX2UKGgGR8ALUm8dxQzlaAdLMmgIR0BzfF1DBuXNdX2UKGgGR8AkeCUX531SaAdLMmgIR0BzhjGDL8rJdX2UKGgGR8ASPpaA4GUwaAdLMmgIR0Bzj5AcDKYBdX2UKGgGR8AsaEpRXOnmaAdLMmgIR0BzmJKbrkbQdX2UKGgGR8AimVJL/S6UaAdLMmgIR0Bzoc+bExZddX2UKGgGR8Awq1B+nZTRaAdLMmgIR0BzqvsolUqAdX2UKGgGR8AacB3iaRZEaAdLMmgIR0BztKuzQeFMdX2UKGgGR8ABphH9WIXTaAdLMmgIR0BzveumrKeTdX2UKGgGR8A11bhWHUMHaAdLMmgIR0BzxwMuvlltdX2UKGgGR8AkBG8VYZEVaAdLMmgIR0Bz0AYIjW07dX2UKGgGR8AusCvovBacaAdLMmgIR0Bz2V2ovSMMdX2UKGgGR8A1Vt+TeO4oaAdLMmgIR0Bz42tknTiLdX2UKGgGR8AjUluWKMvRaAdLMmgIR0Bz7XVQQ+UydX2UKGgGR8AoDRBNVR1paAdLMmgIR0Bz9nJKaodddX2UKGgGR8AtGMNMGorGaAdLMmgIR0Bz/56/qPfbdX2UKGgGR7/xq6nR9gF5aAdLMmgIR0B0CMeRxLkCdX2UKGgGR8A2bLAHmig1aAdLMmgIR0B0EkJhOP/8dX2UKGgGR8Ajzpu/DcdpaAdLMmgIR0B0G+4+bExZdX2UKGgGR8A0zATZg5R1aAdLMmgIR0B0Jdw97ngYdX2UKGgGR8Anqg+QlruZaAdLMmgIR0B0MFjslb/wdX2UKGgGR8AxYGeMAFPjaAdLMmgIR0B0OcMEzO5bdX2UKGgGR8AsjX4CZF5OaAdLMmgIR0B0Q03yZrpJdX2UKGgGR8Aju1stTUAlaAdLMmgIR0B0TLbVSXMRdX2UKGgGR8Ahap6QeV9naAdLMmgIR0B0VexqwhW6dX2UKGgGR8AohzvqkdmyaAdLMmgIR0B0X0yRB/qgdX2UKGgGR8AuUnm7rcCYaAdLMmgIR0B0aGvwEyLydX2UKGgGR8AgfUMoc7yQaAdLMmgIR0B0cktsenyedX2UKGgGR8AvmYeDFqBVaAdLMmgIR0B0e/PgNwzddX2UKGgGR8AuBHavicXnaAdLMmgIR0B0hVZr56+ndX2UKGgGR8AQ1RoAXEZSaAdLMmgIR0B0ju3DvVmSdX2UKGgGR8Al8l/H5rP/aAdLMmgIR0B0mBjCpFTedX2UKGgGR8AigbedkJ8faAdLMmgIR0B0oVysCDEndX2UKGgGR8AfEoa1kUblaAdLMmgIR0B0quDGtITXdX2UKGgGR7/5WJBPbfxdaAdLMmgIR0B0tSdRR/EwdX2UKGgGR8A00DEFW4mUaAdLMmgIR0B0v6oBJZntdX2UKGgGR8AsaDcM3IdVaAdLMmgIR0B0ySM3qAz6dX2UKGgGR8AGKXQdCE6DaAdLMmgIR0B00sVWS2YwdX2UKGgGR8AkcV1Oj7AMaAdLMmgIR0B03H/CIk7fdX2UKGgGR8AsijJuEVWTaAdLMmgIR0B05kR6F/QTdX2UKGgGR8AzalA/s3Q2aAdLMmgIR0B08BId2gWadX2UKGgGR8A3CPsRg7YDaAdLMmgIR0B0+dMPBi1BdX2UKGgGR8Ai6XizcAR1aAdLMmgIR0B1A7VVghKUdX2UKGgGR8Aw6274BV+7aAdLMmgIR0B1DP0PH1e0dX2UKGgGR8A51NT987ZGaAdLMmgIR0B1Firfcer/dX2UKGgGR8ATSAwwj+rEaAdLMmgIR0B1H5UCJXQudX2UKGgGR8AvCWv8qFyraAdLMmgIR0B1KS2NNrTIdX2UKGgGR8AeVRMvh60IaAdLMmgIR0B1MlByCFsYdX2UKGgGR8AQi1a4c3l0aAdLMmgIR0B1PAoPTXrddX2UKGgGR8AkTtMwlByCaAdLMmgIR0B1RS+7Dl5odX2UKGgGR8AUUuTRplBhaAdLMmgIR0B1TvWjGkvcdX2UKGgGR8AsLfnfVI7OaAdLMmgIR0B1WQZKnNxEdX2UKGgGR8Au8It16mfoaAdLMmgIR0B1YvHJcPe6dX2UKGgGR8AmpEgGKQ7taAdLMmgIR0B1bJAJLM9sdX2UKGgGR8Az3FeOXE61aAdLMmgIR0B1dfi83++/dX2UKGgGR8AlAM4tHxz8aAdLMmgIR0B1f4B5ooNNdX2UKGgGR7/7z7Q9ic5KaAdLMmgIR0B1iPpu/DcedX2UKGgGR8AlZHQyAQQMaAdLMmgIR0B1krbdrO7hdX2UKGgGR8ApC8p1A7gbaAdLMmgIR0B1m589fTkRdX2UKGgGR8A87UExIre7aAdLMmgIR0B1pKSfUWl/dX2UKGgGR8A0bZntfG+9aAdLMmgIR0B1rePYFqzrdX2UKGgGR8AgvQ3xWkrPaAdLMmgIR0B1t2aPS2H+dX2UKGgGR8A2BlzEJjUeaAdLMmgIR0B1wGkdmxt6dX2UKGgGR8AadFBppN9IaAdLMmgIR0B1ycMmWt2cdX2UKGgGR8AyUmShakhzaAdLMmgIR0B10xJcxCY1dX2UKGgGR8Ar5dFfAsTWaAdLMmgIR0B13WV5a/yodX2UKGgGR8Av8pkwvg3taAdLMmgIR0B150jps41hdX2UKGgGR8AxQJvHcUM5aAdLMmgIR0B18ZqsU7CBdX2UKGgGR8A2A2FWXC0oaAdLMmgIR0B1+ttfoicHdX2UKGgGR8AznQoCuEElaAdLMmgIR0B2BMXm/336dX2UKGgGR8AvY+IMz/IbaAdLMmgIR0B2Dem2sq8UdX2UKGgGR8Aww/Dcdo38aAdLMmgIR0B2F2qIacZtdX2UKGgGR7/ZstkFwDNhaAdLMmgIR0B2IN84PwuvdX2UKGgGR8Aa9OvdM0xeaAdLMmgIR0B2Knf3vhIfdWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVUwYAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIwVbnVtcHkuY29yZS5tdWx0aWFycmF5lIwGc2NhbGFylJOUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRlLg=="
+        ":serialized:": "gAWVUwYAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIwVbnVtcHkuY29yZS5tdWx0aWFycmF5lIwGc2NhbGFylJOUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRlLg=="
     },
     "_n_updates": 29900,
     "observation_space": {
@@ -60,7 +60,7 @@
     },
     "action_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
-        ":serialized:": "gAWVagIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBBfX2dlbmVyYXRvcl9jdG9ylJOUjAVQQ0c2NJRoMowUX19iaXRfZ2VuZXJhdG9yX2N0b3KUk5SGlFKUfZQojA1iaXRfZ2VuZXJhdG9ylIwFUENHNjSUjAVzdGF0ZZR9lChoPYoQlHyuH34ogZpc3WH9xswdTYwDaW5jlIoQLQ5Qc8XwK+CdG9SZ5hygT3WMCmhhc191aW50MzKUSwCMCHVpbnRlZ2VylEsAdWJ1Yi4=",
+        ":serialized:": "gAWVagIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBBfX2dlbmVyYXRvcl9jdG9ylJOUjAVQQ0c2NJRoMowUX19iaXRfZ2VuZXJhdG9yX2N0b3KUk5SGlFKUfZQojA1iaXRfZ2VuZXJhdG9ylIwFUENHNjSUjAVzdGF0ZZR9lChoPYoQYPqnmr9SLSDkT4r2ZkrnUIwDaW5jlIoQw8YtI+QYPV44Asxdvee7P3WMCmhhc191aW50MzKUSwCMCHVpbnRlZ2VylEsAdWJ1Yi4=",
         "dtype": "float32",
         "bounded_below": "[ True  True  True  True]",
         "bounded_above": "[ True  True  True  True]",
@@ -87,12 +87,12 @@
         "__module__": "stable_baselines3.common.buffers",
         "__annotations__": "{'observation_space': <class 'gymnasium.spaces.dict.Dict'>, 'obs_shape': typing.Dict[str, typing.Tuple[int, ...]], 'observations': typing.Dict[str, numpy.ndarray], 'next_observations': typing.Dict[str, numpy.ndarray]}",
         "__doc__": "\n    Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n    Extends the ReplayBuffer to use dictionary observations\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ",
-        "__init__": "<function DictReplayBuffer.__init__ at 0x7ff7a47b5090>",
-        "add": "<function DictReplayBuffer.add at 0x7ff7a47b5120>",
-        "sample": "<function DictReplayBuffer.sample at 0x7ff7a47b51b0>",
-        "_get_samples": "<function DictReplayBuffer._get_samples at 0x7ff7a47b5240>",
+        "__init__": "<function DictReplayBuffer.__init__ at 0x78c4c5a42680>",
+        "add": "<function DictReplayBuffer.add at 0x78c4c5a42710>",
+        "sample": "<function DictReplayBuffer.sample at 0x78c4c5a427a0>",
+        "_get_samples": "<function DictReplayBuffer._get_samples at 0x78c4c5a42830>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc._abc_data object at 0x7ff7a476cfc0>"
+        "_abc_impl": "<_abc._abc_data object at 0x78c4c5a3acc0>"
     },
     "replay_buffer_kwargs": {},
     "train_freq": {
@@ -105,7 +105,7 @@
     "target_policy_noise": 0.2,
     "lr_schedule": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gAWVoAMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLA0sTQwx0AIgAfACDAYMBUwCUToWUjAVmbG9hdJSFlIwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwIPGxhbWJkYT6US2FDAgwAlIwOdmFsdWVfc2NoZWR1bGWUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxJL3Vzci9sb2NhbC9saWIvcHl0aG9uMy4xMC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGghfZR9lChoGGgPjAxfX3F1YWxuYW1lX1+UjCFnZXRfc2NoZWR1bGVfZm4uPGxvY2Fscz4uPGxhbWJkYT6UjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgZjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOUaAIoaAcoSwFLAEsASwFLAUsTQwSIAFMAlGgJKYwBX5SFlGgOjARmdW5jlEuFQwIEAZSMA3ZhbJSFlCl0lFKUaBVOTmgdKVKUhZR0lFKUaCRoPn2UfZQoaBhoNWgnjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlGgpfZRoK05oLE5oLWgZaC5OaC9oMUc/UGJN0vGp/IWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwhZRSlIWUaEZdlGhIfZR1hpSGUjAu"
+        ":serialized:": "gAWVgwMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLA0sTQwx0AIgAfACDAYMBUwCUToWUjAVmbG9hdJSFlIwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjEkvb3B0L2NvbmRhL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwIPGxhbWJkYT6US2FDAgwAlIwOdmFsdWVfc2NoZWR1bGWUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxJL29wdC9jb25kYS9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlGgAjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoIX2UfZQoaBhoD4wMX19xdWFsbmFtZV9flIwhZ2V0X3NjaGVkdWxlX2ZuLjxsb2NhbHM+LjxsYW1iZGE+lIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoGYwHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlGgCKGgHKEsBSwBLAEsBSwFLE0MEiABTAJRoCSmMAV+UhZRoDowEZnVuY5RLhUMCBAGUjAN2YWyUhZQpdJRSlGgVTk5oHSlSlIWUdJRSlGgjaD19lH2UKGgYaDRoJowZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5RoKH2UaCpOaCtOaCxoGWgtTmguaDBHP1BiTdLxqfyFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMIWUUpSFlGhFXZRoR32UdYaUhlIwLg=="
     },
     "actor_batch_norm_stats": [],
     "critic_batch_norm_stats": [],

td3-FetchPickAndPlaceDense-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d1437fa20b08957755a48cc2c96b3c6610798108fe13da5ceb1be85c1ef3b4c7
+oid sha256:6c604d44484648bfb3ff202342af7527bd7f551a9a16e06bf7553b80ce2a469e
 size 3247850

td3-FetchPickAndPlaceDense-v2/system_info.txt

@@ -1,9 +1,9 @@
-- OS: Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Apr 28 14:29:16 UTC 2024
-- Python: 3.10.12
+- OS: Linux-5.15.133+-x86_64-with-glibc2.31 # 1 SMP Tue Dec 19 13:14:11 UTC 2023
+- Python: 3.10.13
 - Stable-Baselines3: 2.3.2
-- PyTorch: 2.3.0+cu121
+- PyTorch: 2.1.2
 - GPU Enabled: True
-- Numpy: 1.25.2
-- Cloudpickle: 2.2.1
-- Gymnasium: 0.29.1
-- OpenAI Gym: 0.25.2
+- Numpy: 1.26.4
+- Cloudpickle: 3.0.0
+- Gymnasium: 0.29.0
+- OpenAI Gym: 0.26.2