Initial commit

README.md

@@ -16,7 +16,7 @@ model-index:
       type: FetchPickAndPlaceDense-v2
     metrics:
     - type: mean_reward
-      value: -8.62 +/- 3.87
+      value: -9.74 +/- 5.70
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnRkMy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "stable_baselines3.td3.policies", "__doc__": "\n    Policy class (with both actor and critic) for TD3 to be used with Dict observation spaces.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    :param n_critics: Number of critic networks to create.\n    :param share_features_extractor: Whether to share or not the features extractor\n        between the actor and the critic (this saves computation time)\n    ", "__init__": "<function MultiInputPolicy.__init__ at 0x7e4a39f4c8b0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7e4a3a13b280>"}, "verbose": 0, "policy_kwargs": {}, "num_timesteps": 30000, "_total_timesteps": 30000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1718748823234506629, "learning_rate": 0.001, "tensorboard_log": null, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVdwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgwAAAAAAAAA4ykQv064nb+Cwkm+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgwAAAAAAAAAKWckv/lO+L2GOz+/lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWZAAAAAAAAABkxFI/A+aoPWvCFr3jKRC/Tridv4LCSb70ioe/DhXvvn6cFD2JcJG/H4N/v2T+Gbz6JIe91v+8O3rblb6NGmq8EDMgPX/NrrsA1g+8R4o9uwf3lT6heH08kTEPvedEwbz0B8m8lGgOSwFLGYaUaBJ0lFKUdS4=", "achieved_goal": "[[-0.56313914 -1.232187   -0.19703105]]", "desired_goal": "[[-0.6421991  -0.12124438 -0.747002  ]]", "observation": "[[ 0.8233092   0.08246996 -0.03680651 -0.56313914 -1.232187   -0.19703105\n  -1.058928   -0.4669575   0.03628206 -1.1362468  -0.9980945  -0.00939903\n  -0.0659885   0.0057678  -0.2926901  -0.01428856  0.0391112  -0.00533456\n  -0.00877905 -0.00289215  0.2929003   0.01547065 -0.03495938 -0.02359243\n  -0.02453993]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWV8wEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolhgAAAAAAAAAamHTjkKA9D/CEydprpTjP2v9rq1RLts/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolhgAAAAAAAAAixyGvwOl9D/s0hEPVcHnPxUUo9tHLts/lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWyAAAAAAAAAAbnoaopXj1P7xnwpqh+Oc/QmiQSFIc4T9qYdOOQoD0P8ITJ2mulOM/a/2urVEu2z8glmc2Ywyvv+hPbcbMj8G/ZEzHjUspvL+HUufDqbbKPkblyal1rGq+dChy5yWwd76M1O6xujiCPoZ3w0qyDvE8F9oDR1pGyz49NFkipNhOvpf384HG1wU/DjGbuKUNaz78/wTJa890vv+98lgFjEY8BJIcG4JKy764iEQSJyVMPkjmFiu6qtU+R0/kHTipoT5FHjoERYmHPpRoDksBSxmGlGgSdJRSlHUu", "achieved_goal": "[[1.28131347 0.61189957 0.42470209]]", "desired_goal": "[[1.29028678 0.74235013 0.42469975]]", "observation": "[[ 1.34195486e+00  7.49100497e-01  5.34707205e-01  1.28131347e+00\n   6.11899572e-01  4.24702091e-01 -6.06413845e-02 -1.37200925e-01\n  -1.10005114e-01  3.18450068e-06 -4.96835828e-08 -8.82449685e-08\n   1.35761490e-07  3.78750543e-15  3.25141132e-06 -1.43639066e-08\n   4.16619734e-05  5.03907166e-08 -7.75241793e-08  2.44454593e-18\n  -3.25334641e-06  1.31060963e-08  5.16579228e-06  5.26339189e-07\n   1.75358425e-07]]"}, "_episode_num": 600, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwCfiaLGaQV+MAWyUSzKMAXSUR0B2Z7h/Aj6fdX2UKGgGR8Az5HoHLRrraAdLMmgIR0B2cl/G2kSFdX2UKGgGR7/eVmSQo1DTaAdLMmgIR0B2fZUIcBEKdX2UKGgGR8Aj7kdV/+bWaAdLMmgIR0B2iPFFUhmodX2UKGgGR8AjP1SOzY29aAdLMmgIR0B2k9qagElmdX2UKGgGR8Ao07FsHjZMaAdLMmgIR0B2ntkSVW0adX2UKGgGR8AeOzByjpLVaAdLMmgIR0B2qnQID5j6dX2UKGgGR8AkYHY6GQCCaAdLMmgIR0B2tMVARkEtdX2UKGgGR8ASs5hjOLR8aAdLMmgIR0B2v4WWQfZFdX2UKGgGR8Ay+yk9ECvHaAdLMmgIR0B2yrtqpLmIdX2UKGgGR8AhaMtsenyeaAdLMmgIR0B21VcKPXCkdX2UKGgGR8AyUrYGt6omaAdLMmgIR0B24Bjc2zfKdX2UKGgGR8A2WPAwfyPNaAdLMmgIR0B27BdzGPxQdX2UKGgGR8AalT850bLmaAdLMmgIR0B292GO+7DmdX2UKGgGR8AzYBFNL128aAdLMmgIR0B3A/2Cdz4ldX2UKGgGR8ADZeXzDn/2aAdLMmgIR0B3Dmx6fJ3gdX2UKGgGR8Ahmf4AS39aaAdLMmgIR0B3GUR28qWkdX2UKGgGR8AjNYjB2wFDaAdLMmgIR0B3JFklNUOvdX2UKGgGR8AMYku6ErXlaAdLMmgIR0B3LzHJcPe6dX2UKGgGR8AmYIoE0SAZaAdLMmgIR0B3OcMnZ00WdX2UKGgGR8AmcjSofjjraAdLMmgIR0B3RXgUDdP+dX2UKGgGR8AiIObRWtEHaAdLMmgIR0B3ULaews5GdX2UKGgGR8AsFn003wTeaAdLMmgIR0B3WudFvybydX2UKGgGR8AnvQXQ+lj3aAdLMmgIR0B3ZR7jT8YRdX2UKGgGR8Axj7f51vETaAdLMmgIR0B3cCEVWS2ZdX2UKGgGR8AYSZYxL0z1aAdLMmgIR0B3ezwgDA8CdX2UKGgGR8ApOfkmx+rmaAdLMmgIR0B3iAP4EfT1dX2UKGgGR8AwZpPhybQUaAdLMmgIR0B3ktB5X2dvdX2UKGgGR8A29UiY9gWraAdLMmgIR0B3naEWZZ0TdX2UKGgGR8Aqe08eS0SiaAdLMmgIR0B3qFnQID5kdX2UKGgGR8AdmUFB6a9caAdLMmgIR0B3s0JLM9r5dX2UKGgGR8AmYApazNUwaAdLMmgIR0B3viYfGMn7dX2UKGgGR8AcjV+Zw4sFaAdLMmgIR0B3yKqKgqVhdX2UKGgGR8A1Dkv9LpRoaAdLMmgIR0B31I5aNdZ8dX2UKGgGR8AncMy8BdUsaAdLMmgIR0B33+zNUwSKdX2UKGgGR8A0L+fAbhm5aAdLMmgIR0B36wJHAh0RdX2UKGgGR8A0FGGEf1YhaAdLMmgIR0B39f2tdRixdX2UKGgGR8AbLvYvnKW+aAdLMmgIR0B4ALBSDRMOdX2UKGgGR8AXB9NN8E3baAdLMmgIR0B4C5awD/2kdX2UKGgGR8AvteqrBCUpaAdLMmgIR0B4FzatcObzdX2UKGgGR8AsWpgkTpPiaAdLMmgIR0B4Ik8cMmWudX2UKGgGR8Acc3IdU83daAdLMmgIR0B4Lcq9XcQAdX2UKGgGR8AMNa+vhZQpaAdLMmgIR0B4OOpbUwztdX2UKGgGR8AmdF+/gzguaAdLMmgIR0B4RFBWxQizdX2UKGgGR8AG+IAOrhitaAdLMmgIR0B4T4AaNuLrdX2UKGgGR8A5yg6ltTDPaAdLMmgIR0B4WhNj9XLedX2UKGgGR8AhtW8RL9MsaAdLMmgIR0B4ZM4DLbHqdX2UKGgGR8An6HIp6QeWaAdLMmgIR0B4byK64Ds/dX2UKGgGR8AqmgQHzH0caAdLMmgIR0B4ed8a4tpVdX2UKGgGR8AXKhTOxB3SaAdLMmgIR0B4hEOd5IH1dX2UKGgGR8AezWoWHk92aAdLMmgIR0B4jwnG8274dX2UKGgGR8Anm0KJEYwZaAdLMmgIR0B4mbU3GXHBdX2UKGgGR8AGPI4lyBClaAdLMmgIR0B4pPqKP4mDdX2UKGgGR8AhBfF72L5zaAdLMmgIR0B4r15Z8rqddX2UKGgGR8An57di2DxtaAdLMmgIR0B4ubzND+irdX2UKGgGR8At9je9Ba9saAdLMmgIR0B4xRdNWU8ndX2UKGgGR8AiNqYZ2pyZaAdLMmgIR0B40HetSydGdX2UKGgGR8AWGHARChN/aAdLMmgIR0B42vxFy7wsdX2UKGgGR8AnLFkxyn1naAdLMmgIR0B45W+xnnMddX2UKGgGR8AXL29L6DXfaAdLMmgIR0B48Om8/UvxdX2UKGgGR8AoQOsDGLk0aAdLMmgIR0B4+0yeqaPTdX2UKGgGR8ATZfsu3+dcaAdLMmgIR0B5BnjYI0IkdX2UKGgGR8Ah/m1YyO7yaAdLMmgIR0B5ExNlAeJYdX2UKGgGR8Ai7qOcUdq+aAdLMmgIR0B5HhbY9Pk8dX2UKGgGR8ApyWuX/o7naAdLMmgIR0B5KSxGDtgKdX2UKGgGR8A20EVWS2YwaAdLMmgIR0B5NLHim2srdX2UKGgGR8Ai8yIpH7P6aAdLMmgIR0B5QHyQPqcFdX2UKGgGR8AvFdfsu3+daAdLMmgIR0B5THjfek57dX2UKGgGR8A5R7OmixmkaAdLMmgIR0B5WILJCBwudX2UKGgGR8AgAMERraduaAdLMmgIR0B5ZS6asp5NdX2UKGgGR8AAC6WgOBlMaAdLMmgIR0B5cRiPQv6CdX2UKGgGR8AcxYEGJN0vaAdLMmgIR0B5fQoF3Y+TdX2UKGgGR8AVAV0tAcDKaAdLMmgIR0B5h6XC0ngHdX2UKGgGR8AnQzPa+N96aAdLMmgIR0B5k3WDpTuOdX2UKGgGR8AiilSCOFQEaAdLMmgIR0B5n5WvKU3XdX2UKGgGR8AUKUJOWSlnaAdLMmgIR0B5quV4X40udX2UKGgGR8A3xL127nPnaAdLMmgIR0B5tckmhM8HdX2UKGgGR7/o0+cH4XXRaAdLMmgIR0B5wJadMCcPdX2UKGgGR8Axt4yoGY8daAdLMmgIR0B5y6epXIU8dX2UKGgGR8AbttIkJKJ3aAdLMmgIR0B51pSR8twrdX2UKGgGR8AjjCrtE5QxaAdLMmgIR0B54itp22XtdX2UKGgGR8AHmVeKKpDNaAdLMmgIR0B57XC66J66dX2UKGgGR8AlH0vGp++eaAdLMmgIR0B5+BBOYYzjdX2UKGgGR7/5YLThHbypaAdLMmgIR0B6A0E0SAYpdX2UKGgGR8A0fBKtga3raAdLMmgIR0B6DlOARTS9dX2UKGgGR8AtNWwu/UONaAdLMmgIR0B6GZJ+UhV3dX2UKGgGR8A1qNO/L1VYaAdLMmgIR0B6JMPAfuCxdX2UKGgGR8AkMljVhCtzaAdLMmgIR0B6L6GM4tHydX2UKGgGR8Awg/JeVs1saAdLMmgIR0B6OsV45cTrdX2UKGgGR8A0DUaQ3gk1aAdLMmgIR0B6RaSIP9UCdX2UKGgGR8AjdAGB4D9waAdLMmgIR0B6UPDGcWj5dX2UKGgGR8Ag8FRHf/FSaAdLMmgIR0B6XGIhyKekdX2UKGgGR8AoCR3eN1hcaAdLMmgIR0B6Zy7aqS5idX2UKGgGR8Alweii7CizaAdLMmgIR0B6cvNs3yZsdX2UKGgGR8AZlLQHAymAaAdLMmgIR0B6fiS1Vo6CdX2UKGgGR8ARJPCVKPGRaAdLMmgIR0B6ibjxTbWVdX2UKGgGR8AlG3iJfpljaAdLMmgIR0B6lLEyckMTdX2UKGgGR8AzIHZbpu/DaAdLMmgIR0B6n6XgLqlhdX2UKGgGR8AtkicG1QZXaAdLMmgIR0B6q4oMKCxvdX2UKGgGR8ArIwnH/95yaAdLMmgIR0B6tmnEVFhHdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVUwYAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIwVbnVtcHkuY29yZS5tdWx0aWFycmF5lIwGc2NhbGFylJOUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRlLg=="}, "_n_updates": 29900, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVYAUAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAAAAJRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAAAAACUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYYAAAAAAAAAAAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/5RoFksDhZRoJHSUUpSMBGhpZ2iUaBwolhgAAAAAAAAAAAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/lGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAQtaW5mlIwJaGlnaF9yZXBylIwDaW5mlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBZoGWgcKJYDAAAAAAAAAAAAAJRoIEsDhZRoJHSUUpRoJ2gcKJYDAAAAAAAAAAAAAJRoIEsDhZRoJHSUUpRoLEsDhZRoLmgcKJYYAAAAAAAAAAAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/5RoFksDhZRoJHSUUpRoM2gcKJYYAAAAAAAAAAAAAAAAAPB/AAAAAAAA8H8AAAAAAADwf5RoFksDhZRoJHSUUpRoOIwELWluZpRoOowDaW5mlGg8TnVijAtvYnNlcnZhdGlvbpRoDSmBlH2UKGgQaBZoGWgcKJYZAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUaCBLGYWUaCR0lFKUaCdoHCiWGQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlGggSxmFlGgkdJRSlGgsSxmFlGguaBwolsgAAAAAAAAAAAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P+UaBZLGYWUaCR0lFKUaDNoHCiWyAAAAAAAAAAAAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwf5RoFksZhZRoJHSUUpRoOIwELWluZpRoOowDaW5mlGg8TnVidWgsTmgQTmg8TnViLg==", "spaces": "OrderedDict([('achieved_goal', Box(-inf, inf, (3,), float64)), ('desired_goal', Box(-inf, inf, (3,), float64)), ('observation', Box(-inf, inf, (25,), float64))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVawIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBBfX2dlbmVyYXRvcl9jdG9ylJOUjAVQQ0c2NJRoMowUX19iaXRfZ2VuZXJhdG9yX2N0b3KUk5SGlFKUfZQojA1iaXRfZ2VuZXJhdG9ylIwFUENHNjSUjAVzdGF0ZZR9lChoPYoQ9WWKSs6J5sJInK2dLut+JIwDaW5jlIoRG8t1qqbEToxr/odjF8RllgB1jApoYXNfdWludDMylEsAjAh1aW50ZWdlcpRLAHVidWIu", "dtype": "float32", "bounded_below": "[ True  True  True  True]", "bounded_above": "[ True  True  True  True]", "_shape": [4], "low": "[-1. -1. -1. -1.]", "high": "[1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": "Generator(PCG64)"}, "n_envs": 1, "buffer_size": 1000000, "batch_size": 100, "learning_starts": 100, "tau": 0.005, "gamma": 0.99, "gradient_steps": -1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__doc__": "\n    Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n    Extends the ReplayBuffer to use dictionary observations\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ", "__init__": "<function DictReplayBuffer.__init__ at 0x7e4a3a1336d0>", "add": "<function DictReplayBuffer.add at 0x7e4a3a133760>", "sample": "<function DictReplayBuffer.sample at 0x7e4a3a1337f0>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x7e4a3a133880>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7e4a3a139640>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVZAAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMB2VwaXNvZGWUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "policy_delay": 2, "target_noise_clip": 0.5, "target_policy_noise": 0.2, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVqAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS9vcHQvY29uZGEvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuDQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvb3B0L2NvbmRhL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/UGJN0vGp/IWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "actor_batch_norm_stats": [], "critic_batch_norm_stats": [], "actor_batch_norm_stats_target": [], "critic_batch_norm_stats_target": [], "system_info": {"OS": "Linux-5.15.133+-x86_64-with-glibc2.31 # 1 SMP Tue Dec 19 13:14:11 UTC 2023", "Python": "3.10.13", "Stable-Baselines3": "2.1.0", "PyTorch": "2.1.2", "GPU Enabled": "True", "Numpy": "1.26.4", "Cloudpickle": "3.0.0", "Gymnasium": "0.29.0", "OpenAI Gym": "0.26.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnRkMy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "stable_baselines3.td3.policies", "__doc__": "\n    Policy class (with both actor and critic) for TD3 to be used with Dict observation spaces.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    :param n_critics: Number of critic networks to create.\n    :param share_features_extractor: Whether to share or not the features extractor\n        between the actor and the critic (this saves computation time)\n    ", "__init__": "<function MultiInputPolicy.__init__ at 0x7ff7a46512d0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7ff7a46465c0>"}, "verbose": 0, "policy_kwargs": {}, "num_timesteps": 30000, "_total_timesteps": 30000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1718751481598074152, "learning_rate": 0.001, "tensorboard_log": null, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVdwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgwAAAAAAAAAikV9v9dwpb8/FhU9lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgwAAAAAAAAAhQiFPvuw4r5YnPw/lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWZAAAAAAAAACbYF0/m7uqPs3meL6KRX2/13Clvz8WFT1Zpoy/D585v7p+fD7F6T+/daFGvwpzYD1eQZk9ypONPcpmBL8Zlgi+xBR0PV8YuTtFHMc8Js3guhnkBD9+vwc+nUFbvSS6Jb3HiDK9lGgOSwFLGYaUaBJ0lFKUdS4=", "achieved_goal": "[[-0.98934233 -1.2925061   0.03639817]]", "desired_goal": "[[ 0.25983062 -0.4427565   1.9735212 ]]", "observation": "[[ 0.86475533  0.33346257 -0.24306794 -0.98934233 -1.2925061   0.03639817\n  -1.0988265  -0.7250833   0.24657717 -0.7496608  -0.77590114  0.05479721\n   0.07483171  0.06912954 -0.51719344 -0.13338508  0.05959012  0.00564866\n   0.02430547 -0.0017151   0.5191055   0.13256642 -0.05352937 -0.04046072\n  -0.04358747]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWV8wEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolhgAAAAAAAAAc83BrADy8z9wQZu9v9DjP2v9rq1RLts/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolhgAAAAAAAAAfu9EeGHf9T/wGrBuocPmP3yzE6Wahuo/lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWyAAAAAAAAAAbnoaopXj1P7xnwpqh+Oc/QmiQSFIc4T9zzcGsAPLzP3BBm72/0OM/a/2urVEu2z+ACk28T2q4vzCZnHSHn8C/ZEzHjUspvL+HUufDqbbKPkblyal1rGq+dChy5yWwd76M1O6xujiCPoZ3w0qyDvE8F9oDR1pGyz49NFkipNhOvpf384HG1wU/DjGbuKUNaz78/wTJa890vv+98lgFjEY8BJIcG4JKy764iEQSJyVMPkjmFiu6qtU+R0/kHTipoT5FHjoERYmHPpRoDksBSxmGlGgSdJRSlHUu", "achieved_goal": "[[1.24658267 0.61923205 0.42470209]]", "desired_goal": "[[1.36703631 0.71138069 0.82893116]]", "observation": "[[ 1.34195486e+00  7.49100497e-01  5.34707205e-01  1.24658267e+00\n   6.19232054e-01  4.24702091e-01 -9.53721842e-02 -1.29868442e-01\n  -1.10005114e-01  3.18450068e-06 -4.96835828e-08 -8.82449685e-08\n   1.35761490e-07  3.78750543e-15  3.25141132e-06 -1.43639066e-08\n   4.16619734e-05  5.03907166e-08 -7.75241793e-08  2.44454593e-18\n  -3.25334641e-06  1.31060963e-08  5.16579228e-06  5.26339189e-07\n   1.75358425e-07]]"}, "_episode_num": 600, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwCgkir1dxACMAWyUSzKMAXSUR0BzqLj2i+L4dX2UKGgGR8AccLjPv8ZUaAdLMmgIR0BzsWTKT0QLdX2UKGgGR8AcYZdfLLZBaAdLMmgIR0BzuhPdl/YrdX2UKGgGR8AfsRTS9du6aAdLMmgIR0BzwoUlAu7IdX2UKGgGR8AuQJgLJCBxaAdLMmgIR0Bzy0JdB0IUdX2UKGgGR8AwadadMCcPaAdLMmgIR0Bz06HBUJfIdX2UKGgGR8AJqv9tMwlCaAdLMmgIR0Bz3IQjD8+BdX2UKGgGR8AY3mJWNm16aAdLMmgIR0Bz5UuFpPAPdX2UKGgGR8ANzUwztTkyaAdLMmgIR0Bz7hu4wyqNdX2UKGgGR8AhpIMBp5/taAdLMmgIR0Bz9q4uscQzdX2UKGgGR8AuK+FlCkXUaAdLMmgIR0B0AEtSQ5mzdX2UKGgGR8A17mPHT7VKaAdLMmgIR0B0DBF/hESedX2UKGgGR8Ar5izcAR02aAdLMmgIR0B0F/X/YJ3QdX2UKGgGR8AhBL6DXe3yaAdLMmgIR0B0JI4gieNDdX2UKGgGR8AmOUKRdQfqaAdLMmgIR0B0MCY/mknDdX2UKGgGR8AmiYE4ecQRaAdLMmgIR0B0OKJ9AooedX2UKGgGR8AqLoePq9oOaAdLMmgIR0B0QeG47Rv4dX2UKGgGR8ABbXBguyu7aAdLMmgIR0B0Szn9vS+hdX2UKGgGR8Aftt/FzdULaAdLMmgIR0B0VD/2kBS2dX2UKGgGR8AqBT5wfhddaAdLMmgIR0B0XPw7T2FndX2UKGgGR8AkanIhhYvGaAdLMmgIR0B0ZjEYO2AodX2UKGgGR8AjN7dBSk0raAdLMmgIR0B0br2VVxS6dX2UKGgGR8AtE7Dl5nlGaAdLMmgIR0B0d0x+KCQLdX2UKGgGR8AxgJ9Aood/aAdLMmgIR0B0f7spobn6dX2UKGgGR8ArHrrPdEb6aAdLMmgIR0B0iCLfk3judX2UKGgGR8ARAMKCxu89aAdLMmgIR0B0kT99+gDidX2UKGgGR8Az4LfDUExJaAdLMmgIR0B0majWTX8PdX2UKGgGR8AqFGkvboKVaAdLMmgIR0B0omJm/WUbdX2UKGgGR8AG7XvphWo4aAdLMmgIR0B0qu+9Jz1cdX2UKGgGR8AipB5X2dupaAdLMmgIR0B0s6stCiRGdX2UKGgGR8A2q7HAAQxvaAdLMmgIR0B0vBWn0kGBdX2UKGgGR8AyArZamoBJaAdLMmgIR0B0xIf9xZMddX2UKGgGR8AqOwqy4Wk8aAdLMmgIR0B0zWeUY8+zdX2UKGgGR8Ap/IJ7b+LnaAdLMmgIR0B02Ys052hadX2UKGgGR8Ap+1fE4vOAaAdLMmgIR0B05cMvysjndX2UKGgGR8ArrISUTtb+aAdLMmgIR0B08z1CgK4QdX2UKGgGR8Ap5CfHxSYPaAdLMmgIR0B1AFZLZi/gdX2UKGgGR8Asd9jwx33YaAdLMmgIR0B1CPEbYK6XdX2UKGgGR8AwZsp5NXYEaAdLMmgIR0B1EjJYDDCQdX2UKGgGR8AjvjriVB2PaAdLMmgIR0B1Gpdszl90dX2UKGgGR8AlEXyiEg4faAdLMmgIR0B1IyZpi7TVdX2UKGgGR8AiG+6Ae7tiaAdLMmgIR0B1K3dEb5uZdX2UKGgGR8AmbYlIEr5JaAdLMmgIR0B1NFvjwQUYdX2UKGgGR8AyY6f8MuvmaAdLMmgIR0B1PSpNsWO7dX2UKGgGR8AysJNTLns+aAdLMmgIR0B1Ri9mHxjKdX2UKGgGR8ApGD9OymhuaAdLMmgIR0B1Trio86mwdX2UKGgGR8Ap9H/cWTHKaAdLMmgIR0B1V5JOFg2IdX2UKGgGR8AwIWYnfEXMaAdLMmgIR0B1X8a99MK1dX2UKGgGR8AUpB3Roh6jaAdLMmgIR0B1aJbs4T9LdX2UKGgGR8ArH8ohIOH4aAdLMmgIR0B1cWAbyYoidX2UKGgGR8A19+rELpiaaAdLMmgIR0B1eiC17Y03dX2UKGgGR8AkGxagVXV9aAdLMmgIR0B1gphBqsU7dX2UKGgGR8AeRUS7GvOhaAdLMmgIR0B1i5vQ4S6EdX2UKGgGR8AbbCl7+kxiaAdLMmgIR0B1lF1bJOnEdX2UKGgGR8AWksTWXkYGaAdLMmgIR0B1nXb8FY+0dX2UKGgGR8Ad/CsOoYNzaAdLMmgIR0B1qBiVjZtfdX2UKGgGR8ApUL61stTUaAdLMmgIR0B1s4VnEl3RdX2UKGgGR8Ai2kv9LpRoaAdLMmgIR0B1v8qDsdDIdX2UKGgGR8A1XL/jsD4haAdLMmgIR0B1zFYigTRIdX2UKGgGR8AiFL5AQg9vaAdLMmgIR0B114nogV45dX2UKGgGR8AHsFbFCLMtaAdLMmgIR0B14EBp5/smdX2UKGgGR8AmLIcR15jZaAdLMmgIR0B16T0se4kNdX2UKGgGR8AGU3wTdtVJaAdLMmgIR0B18X0NBnjAdX2UKGgGR8AktmaH9FWoaAdLMmgIR0B1+g9C/oJRdX2UKGgGR8AdLIjnmq5taAdLMmgIR0B2A8g1WKdhdX2UKGgGR8AY8QtjCpFTaAdLMmgIR0B2DIypJf6XdX2UKGgGR8As71anrIHUaAdLMmgIR0B2FVtbcGkfdX2UKGgGR8AhI5hBqsU7aAdLMmgIR0B2HkK2KEWZdX2UKGgGR8AYSm78Nx2jaAdLMmgIR0B2Jr7ALy+YdX2UKGgGR8Ai3xCIDYAbaAdLMmgIR0B2LyKoAGSqdX2UKGgGR8AFycbzbvgFaAdLMmgIR0B2N+Il+mWMdX2UKGgGR8AC1Y0VJtiyaAdLMmgIR0B2QF3pwCKadX2UKGgGR8Ak45Zr56+naAdLMmgIR0B2SQmLLpzLdX2UKGgGR8A03ZTho/RmaAdLMmgIR0B2UTIT4+KTdX2UKGgGR8AcZIlMRHwxaAdLMmgIR0B2WYL1EmY0dX2UKGgGR8AlxLlmvnr6aAdLMmgIR0B2YfOjZcs2dX2UKGgGR8Agb6v7m+0xaAdLMmgIR0B2aybDuSfUdX2UKGgGR8A1u1oxpL26aAdLMmgIR0B2c3tw71ZldX2UKGgGR8A094rBj4HpaAdLMmgIR0B2fyhbnoxIdX2UKGgGR8AqTZsbedkKaAdLMmgIR0B2ivFAE+xGdX2UKGgGR8A1xnnMdLg5aAdLMmgIR0B2lxh1DBuXdX2UKGgGR8Amm1PWQOnVaAdLMmgIR0B2owNXo1UEdX2UKGgGR8Ar5yxRl6JJaAdLMmgIR0B2rdRxcVxkdX2UKGgGR8Arjor4FiazaAdLMmgIR0B2tjAaef7KdX2UKGgGR8AjxL6DXe3yaAdLMmgIR0B2vy0pmVZ+dX2UKGgGR8AT/JZGKAJ+aAdLMmgIR0B2x7+GXXyzdX2UKGgGR8A11Ui6g/TtaAdLMmgIR0B20I04zabndX2UKGgGR8Afyj2zv7WNaAdLMmgIR0B22d32VVxTdX2UKGgGR8Al3DohY/3WaAdLMmgIR0B24qD28IzFdX2UKGgGR8AmMFcpsoDxaAdLMmgIR0B26wfgaWHDdX2UKGgGR8AdF/oaDPGAaAdLMmgIR0B2883Q2MsIdX2UKGgGR8AEEdV/+bVjaAdLMmgIR0B2/DVz6rNodX2UKGgGR8AtxNHH3lCDaAdLMmgIR0B3BMuJ1q33dX2UKGgGR8AxHYHPeHi4aAdLMmgIR0B3DQ2S+xnndX2UKGgGR8AkbqM3qAz6aAdLMmgIR0B3FVxBE8aGdX2UKGgGR8Ai+VyFPBSDaAdLMmgIR0B3HgIVuaWpdX2UKGgGR8Az/eIEbHZLaAdLMmgIR0B3JxkZrHlwdX2UKGgGR8A8Odfb9If9aAdLMmgIR0B3L7S0BwMqdX2UKGgGR8AzU+Y+jdpJaAdLMmgIR0B3ODMeOn2qdX2UKGgGR8A1aDbJwKjSaAdLMmgIR0B3QMKJEYwZdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVUwYAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIwVbnVtcHkuY29yZS5tdWx0aWFycmF5lIwGc2NhbGFylJOUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRlLg=="}, "_n_updates": 29900, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVYAUAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAAAAJRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAAAAACUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYYAAAAAAAAAAAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/5RoFksDhZRoJHSUUpSMBGhpZ2iUaBwolhgAAAAAAAAAAAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/lGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAQtaW5mlIwJaGlnaF9yZXBylIwDaW5mlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBZoGWgcKJYDAAAAAAAAAAAAAJRoIEsDhZRoJHSUUpRoJ2gcKJYDAAAAAAAAAAAAAJRoIEsDhZRoJHSUUpRoLEsDhZRoLmgcKJYYAAAAAAAAAAAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/5RoFksDhZRoJHSUUpRoM2gcKJYYAAAAAAAAAAAAAAAAAPB/AAAAAAAA8H8AAAAAAADwf5RoFksDhZRoJHSUUpRoOIwELWluZpRoOowDaW5mlGg8TnVijAtvYnNlcnZhdGlvbpRoDSmBlH2UKGgQaBZoGWgcKJYZAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUaCBLGYWUaCR0lFKUaCdoHCiWGQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlGggSxmFlGgkdJRSlGgsSxmFlGguaBwolsgAAAAAAAAAAAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P+UaBZLGYWUaCR0lFKUaDNoHCiWyAAAAAAAAAAAAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwf5RoFksZhZRoJHSUUpRoOIwELWluZpRoOowDaW5mlGg8TnVidWgsTmgQTmg8TnViLg==", "spaces": "OrderedDict([('achieved_goal', Box(-inf, inf, (3,), float64)), ('desired_goal', Box(-inf, inf, (3,), float64)), ('observation', Box(-inf, inf, (25,), float64))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVagIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBBfX2dlbmVyYXRvcl9jdG9ylJOUjAVQQ0c2NJRoMowUX19iaXRfZ2VuZXJhdG9yX2N0b3KUk5SGlFKUfZQojA1iaXRfZ2VuZXJhdG9ylIwFUENHNjSUjAVzdGF0ZZR9lChoPYoQlHyuH34ogZpc3WH9xswdTYwDaW5jlIoQLQ5Qc8XwK+CdG9SZ5hygT3WMCmhhc191aW50MzKUSwCMCHVpbnRlZ2VylEsAdWJ1Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True]", "bounded_above": "[ True  True  True  True]", "_shape": [4], "low": "[-1. -1. -1. -1.]", "high": "[1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": "Generator(PCG64)"}, "n_envs": 1, "buffer_size": 1000000, "batch_size": 256, "learning_starts": 100, "tau": 0.005, "gamma": 0.99, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__annotations__": "{'observation_space': <class 'gymnasium.spaces.dict.Dict'>, 'obs_shape': typing.Dict[str, typing.Tuple[int, ...]], 'observations': typing.Dict[str, numpy.ndarray], 'next_observations': typing.Dict[str, numpy.ndarray]}", "__doc__": "\n    Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n    Extends the ReplayBuffer to use dictionary observations\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ", "__init__": "<function DictReplayBuffer.__init__ at 0x7ff7a47b5090>", "add": "<function DictReplayBuffer.add at 0x7ff7a47b5120>", "sample": "<function DictReplayBuffer.sample at 0x7ff7a47b51b0>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x7ff7a47b5240>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7ff7a476cfc0>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "policy_delay": 2, "target_noise_clip": 0.5, "target_policy_noise": 0.2, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVoAMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLA0sTQwx0AIgAfACDAYMBUwCUToWUjAVmbG9hdJSFlIwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwIPGxhbWJkYT6US2FDAgwAlIwOdmFsdWVfc2NoZWR1bGWUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxJL3Vzci9sb2NhbC9saWIvcHl0aG9uMy4xMC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGghfZR9lChoGGgPjAxfX3F1YWxuYW1lX1+UjCFnZXRfc2NoZWR1bGVfZm4uPGxvY2Fscz4uPGxhbWJkYT6UjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgZjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOUaAIoaAcoSwFLAEsASwFLAUsTQwSIAFMAlGgJKYwBX5SFlGgOjARmdW5jlEuFQwIEAZSMA3ZhbJSFlCl0lFKUaBVOTmgdKVKUhZR0lFKUaCRoPn2UfZQoaBhoNWgnjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlGgpfZRoK05oLE5oLWgZaC5OaC9oMUc/UGJN0vGp/IWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwhZRSlIWUaEZdlGhIfZR1hpSGUjAu"}, "actor_batch_norm_stats": [], "critic_batch_norm_stats": [], "actor_batch_norm_stats_target": [], "critic_batch_norm_stats_target": [], "system_info": {"OS": "Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Apr 28 14:29:16 UTC 2024", "Python": "3.10.12", "Stable-Baselines3": "2.3.2", "PyTorch": "2.3.0+cu121", "GPU Enabled": "True", "Numpy": "1.25.2", "Cloudpickle": "2.2.1", "Gymnasium": "0.29.1", "OpenAI Gym": "0.25.2"}}

results.json

@@ -1 +1 @@
-{"mean_reward": -8.624977269396187, "std_reward": 3.8739252125305863, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-06-18T22:27:18.019558"}
+{"mean_reward": -9.740784331783653, "std_reward": 5.69606376998219, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-06-18T23:07:36.451306"}

td3-FetchPickAndPlaceDense-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cec995842af1708199b5d6006c17ec183a0b8e100f18b65036a5d6100b159149
-size 6517173
+oid sha256:f79e0079b4abe39058345803111d9138fe5c3ea28e60b45254b78fdfab742257
+size 6517764

td3-FetchPickAndPlaceDense-v2/_stable_baselines3_version

@@ -1 +1 @@
-2.1.0
+2.3.2

td3-FetchPickAndPlaceDense-v2/actor.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc9218e8c355db2199bc90c9f82c88c83541aac7f1cef3299546f81d9bd9944c
+oid sha256:39f84dff837f8f56b8dd2f80aa9a06ad5f62f33f843b7ce1f91663d920994956
 size 1079712

td3-FetchPickAndPlaceDense-v2/critic.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:562fc3d323db23f7041b1bb7b1a22e995f3caabeaf22871492112cea7402a3c8
+oid sha256:730408b1e8f278ac0a17f904b2f5efc6f5fb6d4f09af91a090c772d087862479
 size 2169642

td3-FetchPickAndPlaceDense-v2/data

@@ -4,9 +4,9 @@
         ":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnRkMy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu",
         "__module__": "stable_baselines3.td3.policies",
         "__doc__": "\n    Policy class (with both actor and critic) for TD3 to be used with Dict observation spaces.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    :param n_critics: Number of critic networks to create.\n    :param share_features_extractor: Whether to share or not the features extractor\n        between the actor and the critic (this saves computation time)\n    ",
-        "__init__": "<function MultiInputPolicy.__init__ at 0x7e4a39f4c8b0>",
+        "__init__": "<function MultiInputPolicy.__init__ at 0x7ff7a46512d0>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc._abc_data object at 0x7e4a3a13b280>"
+        "_abc_impl": "<_abc._abc_data object at 0x7ff7a46465c0>"
     },
     "verbose": 0,
     "policy_kwargs": {},
@@ -15,15 +15,15 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1718748823234506629,
+    "start_time": 1718751481598074152,
     "learning_rate": 0.001,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'collections.OrderedDict'>",
-        ":serialized:": "gAWVdwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgwAAAAAAAAA4ykQv064nb+Cwkm+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgwAAAAAAAAAKWckv/lO+L2GOz+/lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWZAAAAAAAAABkxFI/A+aoPWvCFr3jKRC/Tridv4LCSb70ioe/DhXvvn6cFD2JcJG/H4N/v2T+Gbz6JIe91v+8O3rblb6NGmq8EDMgPX/NrrsA1g+8R4o9uwf3lT6heH08kTEPvedEwbz0B8m8lGgOSwFLGYaUaBJ0lFKUdS4=",
-        "achieved_goal": "[[-0.56313914 -1.232187   -0.19703105]]",
-        "desired_goal": "[[-0.6421991  -0.12124438 -0.747002  ]]",
-        "observation": "[[ 0.8233092   0.08246996 -0.03680651 -0.56313914 -1.232187   -0.19703105\n  -1.058928   -0.4669575   0.03628206 -1.1362468  -0.9980945  -0.00939903\n  -0.0659885   0.0057678  -0.2926901  -0.01428856  0.0391112  -0.00533456\n  -0.00877905 -0.00289215  0.2929003   0.01547065 -0.03495938 -0.02359243\n  -0.02453993]]"
+        ":serialized:": "gAWVdwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgwAAAAAAAAAikV9v9dwpb8/FhU9lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgwAAAAAAAAAhQiFPvuw4r5YnPw/lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWZAAAAAAAAACbYF0/m7uqPs3meL6KRX2/13Clvz8WFT1Zpoy/D585v7p+fD7F6T+/daFGvwpzYD1eQZk9ypONPcpmBL8Zlgi+xBR0PV8YuTtFHMc8Js3guhnkBD9+vwc+nUFbvSS6Jb3HiDK9lGgOSwFLGYaUaBJ0lFKUdS4=",
+        "achieved_goal": "[[-0.98934233 -1.2925061   0.03639817]]",
+        "desired_goal": "[[ 0.25983062 -0.4427565   1.9735212 ]]",
+        "observation": "[[ 0.86475533  0.33346257 -0.24306794 -0.98934233 -1.2925061   0.03639817\n  -1.0988265  -0.7250833   0.24657717 -0.7496608  -0.77590114  0.05479721\n   0.07483171  0.06912954 -0.51719344 -0.13338508  0.05959012  0.00564866\n   0.02430547 -0.0017151   0.5191055   0.13256642 -0.05352937 -0.04046072\n  -0.04358747]]"
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -31,10 +31,10 @@
     },
     "_last_original_obs": {
         ":type:": "<class 'collections.OrderedDict'>",
-        ":serialized:": "gAWV8wEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolhgAAAAAAAAAamHTjkKA9D/CEydprpTjP2v9rq1RLts/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolhgAAAAAAAAAixyGvwOl9D/s0hEPVcHnPxUUo9tHLts/lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWyAAAAAAAAAAbnoaopXj1P7xnwpqh+Oc/QmiQSFIc4T9qYdOOQoD0P8ITJ2mulOM/a/2urVEu2z8glmc2Ywyvv+hPbcbMj8G/ZEzHjUspvL+HUufDqbbKPkblyal1rGq+dChy5yWwd76M1O6xujiCPoZ3w0qyDvE8F9oDR1pGyz49NFkipNhOvpf384HG1wU/DjGbuKUNaz78/wTJa890vv+98lgFjEY8BJIcG4JKy764iEQSJyVMPkjmFiu6qtU+R0/kHTipoT5FHjoERYmHPpRoDksBSxmGlGgSdJRSlHUu",
-        "achieved_goal": "[[1.28131347 0.61189957 0.42470209]]",
-        "desired_goal": "[[1.29028678 0.74235013 0.42469975]]",
-        "observation": "[[ 1.34195486e+00  7.49100497e-01  5.34707205e-01  1.28131347e+00\n   6.11899572e-01  4.24702091e-01 -6.06413845e-02 -1.37200925e-01\n  -1.10005114e-01  3.18450068e-06 -4.96835828e-08 -8.82449685e-08\n   1.35761490e-07  3.78750543e-15  3.25141132e-06 -1.43639066e-08\n   4.16619734e-05  5.03907166e-08 -7.75241793e-08  2.44454593e-18\n  -3.25334641e-06  1.31060963e-08  5.16579228e-06  5.26339189e-07\n   1.75358425e-07]]"
+        ":serialized:": "gAWV8wEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolhgAAAAAAAAAc83BrADy8z9wQZu9v9DjP2v9rq1RLts/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolhgAAAAAAAAAfu9EeGHf9T/wGrBuocPmP3yzE6Wahuo/lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWyAAAAAAAAAAbnoaopXj1P7xnwpqh+Oc/QmiQSFIc4T9zzcGsAPLzP3BBm72/0OM/a/2urVEu2z+ACk28T2q4vzCZnHSHn8C/ZEzHjUspvL+HUufDqbbKPkblyal1rGq+dChy5yWwd76M1O6xujiCPoZ3w0qyDvE8F9oDR1pGyz49NFkipNhOvpf384HG1wU/DjGbuKUNaz78/wTJa890vv+98lgFjEY8BJIcG4JKy764iEQSJyVMPkjmFiu6qtU+R0/kHTipoT5FHjoERYmHPpRoDksBSxmGlGgSdJRSlHUu",
+        "achieved_goal": "[[1.24658267 0.61923205 0.42470209]]",
+        "desired_goal": "[[1.36703631 0.71138069 0.82893116]]",
+        "observation": "[[ 1.34195486e+00  7.49100497e-01  5.34707205e-01  1.24658267e+00\n   6.19232054e-01  4.24702091e-01 -9.53721842e-02 -1.29868442e-01\n  -1.10005114e-01  3.18450068e-06 -4.96835828e-08 -8.82449685e-08\n   1.35761490e-07  3.78750543e-15  3.25141132e-06 -1.43639066e-08\n   4.16619734e-05  5.03907166e-08 -7.75241793e-08  2.44454593e-18\n  -3.25334641e-06  1.31060963e-08  5.16579228e-06  5.26339189e-07\n   1.75358425e-07]]"
     },
     "_episode_num": 600,
     "use_sde": false,
@@ -43,11 +43,11 @@
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwCfiaLGaQV+MAWyUSzKMAXSUR0B2Z7h/Aj6fdX2UKGgGR8Az5HoHLRrraAdLMmgIR0B2cl/G2kSFdX2UKGgGR7/eVmSQo1DTaAdLMmgIR0B2fZUIcBEKdX2UKGgGR8Aj7kdV/+bWaAdLMmgIR0B2iPFFUhmodX2UKGgGR8AjP1SOzY29aAdLMmgIR0B2k9qagElmdX2UKGgGR8Ao07FsHjZMaAdLMmgIR0B2ntkSVW0adX2UKGgGR8AeOzByjpLVaAdLMmgIR0B2qnQID5j6dX2UKGgGR8AkYHY6GQCCaAdLMmgIR0B2tMVARkEtdX2UKGgGR8ASs5hjOLR8aAdLMmgIR0B2v4WWQfZFdX2UKGgGR8Ay+yk9ECvHaAdLMmgIR0B2yrtqpLmIdX2UKGgGR8AhaMtsenyeaAdLMmgIR0B21VcKPXCkdX2UKGgGR8AyUrYGt6omaAdLMmgIR0B24Bjc2zfKdX2UKGgGR8A2WPAwfyPNaAdLMmgIR0B27BdzGPxQdX2UKGgGR8AalT850bLmaAdLMmgIR0B292GO+7DmdX2UKGgGR8AzYBFNL128aAdLMmgIR0B3A/2Cdz4ldX2UKGgGR8ADZeXzDn/2aAdLMmgIR0B3Dmx6fJ3gdX2UKGgGR8Ahmf4AS39aaAdLMmgIR0B3GUR28qWkdX2UKGgGR8AjNYjB2wFDaAdLMmgIR0B3JFklNUOvdX2UKGgGR8AMYku6ErXlaAdLMmgIR0B3LzHJcPe6dX2UKGgGR8AmYIoE0SAZaAdLMmgIR0B3OcMnZ00WdX2UKGgGR8AmcjSofjjraAdLMmgIR0B3RXgUDdP+dX2UKGgGR8AiIObRWtEHaAdLMmgIR0B3ULaews5GdX2UKGgGR8AsFn003wTeaAdLMmgIR0B3WudFvybydX2UKGgGR8AnvQXQ+lj3aAdLMmgIR0B3ZR7jT8YRdX2UKGgGR8Axj7f51vETaAdLMmgIR0B3cCEVWS2ZdX2UKGgGR8AYSZYxL0z1aAdLMmgIR0B3ezwgDA8CdX2UKGgGR8ApOfkmx+rmaAdLMmgIR0B3iAP4EfT1dX2UKGgGR8AwZpPhybQUaAdLMmgIR0B3ktB5X2dvdX2UKGgGR8A29UiY9gWraAdLMmgIR0B3naEWZZ0TdX2UKGgGR8Aqe08eS0SiaAdLMmgIR0B3qFnQID5kdX2UKGgGR8AdmUFB6a9caAdLMmgIR0B3s0JLM9r5dX2UKGgGR8AmYApazNUwaAdLMmgIR0B3viYfGMn7dX2UKGgGR8AcjV+Zw4sFaAdLMmgIR0B3yKqKgqVhdX2UKGgGR8A1Dkv9LpRoaAdLMmgIR0B31I5aNdZ8dX2UKGgGR8AncMy8BdUsaAdLMmgIR0B33+zNUwSKdX2UKGgGR8A0L+fAbhm5aAdLMmgIR0B36wJHAh0RdX2UKGgGR8A0FGGEf1YhaAdLMmgIR0B39f2tdRixdX2UKGgGR8AbLvYvnKW+aAdLMmgIR0B4ALBSDRMOdX2UKGgGR8AXB9NN8E3baAdLMmgIR0B4C5awD/2kdX2UKGgGR8AvteqrBCUpaAdLMmgIR0B4FzatcObzdX2UKGgGR8AsWpgkTpPiaAdLMmgIR0B4Ik8cMmWudX2UKGgGR8Acc3IdU83daAdLMmgIR0B4Lcq9XcQAdX2UKGgGR8AMNa+vhZQpaAdLMmgIR0B4OOpbUwztdX2UKGgGR8AmdF+/gzguaAdLMmgIR0B4RFBWxQizdX2UKGgGR8AG+IAOrhitaAdLMmgIR0B4T4AaNuLrdX2UKGgGR8A5yg6ltTDPaAdLMmgIR0B4WhNj9XLedX2UKGgGR8AhtW8RL9MsaAdLMmgIR0B4ZM4DLbHqdX2UKGgGR8An6HIp6QeWaAdLMmgIR0B4byK64Ds/dX2UKGgGR8AqmgQHzH0caAdLMmgIR0B4ed8a4tpVdX2UKGgGR8AXKhTOxB3SaAdLMmgIR0B4hEOd5IH1dX2UKGgGR8AezWoWHk92aAdLMmgIR0B4jwnG8274dX2UKGgGR8Anm0KJEYwZaAdLMmgIR0B4mbU3GXHBdX2UKGgGR8AGPI4lyBClaAdLMmgIR0B4pPqKP4mDdX2UKGgGR8AhBfF72L5zaAdLMmgIR0B4r15Z8rqddX2UKGgGR8An57di2DxtaAdLMmgIR0B4ubzND+irdX2UKGgGR8At9je9Ba9saAdLMmgIR0B4xRdNWU8ndX2UKGgGR8AiNqYZ2pyZaAdLMmgIR0B40HetSydGdX2UKGgGR8AWGHARChN/aAdLMmgIR0B42vxFy7wsdX2UKGgGR8AnLFkxyn1naAdLMmgIR0B45W+xnnMddX2UKGgGR8AXL29L6DXfaAdLMmgIR0B48Om8/UvxdX2UKGgGR8AoQOsDGLk0aAdLMmgIR0B4+0yeqaPTdX2UKGgGR8ATZfsu3+dcaAdLMmgIR0B5BnjYI0IkdX2UKGgGR8Ah/m1YyO7yaAdLMmgIR0B5ExNlAeJYdX2UKGgGR8Ai7qOcUdq+aAdLMmgIR0B5HhbY9Pk8dX2UKGgGR8ApyWuX/o7naAdLMmgIR0B5KSxGDtgKdX2UKGgGR8A20EVWS2YwaAdLMmgIR0B5NLHim2srdX2UKGgGR8Ai8yIpH7P6aAdLMmgIR0B5QHyQPqcFdX2UKGgGR8AvFdfsu3+daAdLMmgIR0B5THjfek57dX2UKGgGR8A5R7OmixmkaAdLMmgIR0B5WILJCBwudX2UKGgGR8AgAMERraduaAdLMmgIR0B5ZS6asp5NdX2UKGgGR8AAC6WgOBlMaAdLMmgIR0B5cRiPQv6CdX2UKGgGR8AcxYEGJN0vaAdLMmgIR0B5fQoF3Y+TdX2UKGgGR8AVAV0tAcDKaAdLMmgIR0B5h6XC0ngHdX2UKGgGR8AnQzPa+N96aAdLMmgIR0B5k3WDpTuOdX2UKGgGR8AiilSCOFQEaAdLMmgIR0B5n5WvKU3XdX2UKGgGR8AUKUJOWSlnaAdLMmgIR0B5quV4X40udX2UKGgGR8A3xL127nPnaAdLMmgIR0B5tckmhM8HdX2UKGgGR7/o0+cH4XXRaAdLMmgIR0B5wJadMCcPdX2UKGgGR8Axt4yoGY8daAdLMmgIR0B5y6epXIU8dX2UKGgGR8AbttIkJKJ3aAdLMmgIR0B51pSR8twrdX2UKGgGR8AjjCrtE5QxaAdLMmgIR0B54itp22XtdX2UKGgGR8AHmVeKKpDNaAdLMmgIR0B57XC66J66dX2UKGgGR8AlH0vGp++eaAdLMmgIR0B5+BBOYYzjdX2UKGgGR7/5YLThHbypaAdLMmgIR0B6A0E0SAYpdX2UKGgGR8A0fBKtga3raAdLMmgIR0B6DlOARTS9dX2UKGgGR8AtNWwu/UONaAdLMmgIR0B6GZJ+UhV3dX2UKGgGR8A1qNO/L1VYaAdLMmgIR0B6JMPAfuCxdX2UKGgGR8AkMljVhCtzaAdLMmgIR0B6L6GM4tHydX2UKGgGR8Awg/JeVs1saAdLMmgIR0B6OsV45cTrdX2UKGgGR8A0DUaQ3gk1aAdLMmgIR0B6RaSIP9UCdX2UKGgGR8AjdAGB4D9waAdLMmgIR0B6UPDGcWj5dX2UKGgGR8Ag8FRHf/FSaAdLMmgIR0B6XGIhyKekdX2UKGgGR8AoCR3eN1hcaAdLMmgIR0B6Zy7aqS5idX2UKGgGR8Alweii7CizaAdLMmgIR0B6cvNs3yZsdX2UKGgGR8AZlLQHAymAaAdLMmgIR0B6fiS1Vo6CdX2UKGgGR8ARJPCVKPGRaAdLMmgIR0B6ibjxTbWVdX2UKGgGR8AlG3iJfpljaAdLMmgIR0B6lLEyckMTdX2UKGgGR8AzIHZbpu/DaAdLMmgIR0B6n6XgLqlhdX2UKGgGR8AtkicG1QZXaAdLMmgIR0B6q4oMKCxvdX2UKGgGR8ArIwnH/95yaAdLMmgIR0B6tmnEVFhHdWUu"
+        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwCgkir1dxACMAWyUSzKMAXSUR0BzqLj2i+L4dX2UKGgGR8AccLjPv8ZUaAdLMmgIR0BzsWTKT0QLdX2UKGgGR8AcYZdfLLZBaAdLMmgIR0BzuhPdl/YrdX2UKGgGR8AfsRTS9du6aAdLMmgIR0BzwoUlAu7IdX2UKGgGR8AuQJgLJCBxaAdLMmgIR0Bzy0JdB0IUdX2UKGgGR8AwadadMCcPaAdLMmgIR0Bz06HBUJfIdX2UKGgGR8AJqv9tMwlCaAdLMmgIR0Bz3IQjD8+BdX2UKGgGR8AY3mJWNm16aAdLMmgIR0Bz5UuFpPAPdX2UKGgGR8ANzUwztTkyaAdLMmgIR0Bz7hu4wyqNdX2UKGgGR8AhpIMBp5/taAdLMmgIR0Bz9q4uscQzdX2UKGgGR8AuK+FlCkXUaAdLMmgIR0B0AEtSQ5mzdX2UKGgGR8A17mPHT7VKaAdLMmgIR0B0DBF/hESedX2UKGgGR8Ar5izcAR02aAdLMmgIR0B0F/X/YJ3QdX2UKGgGR8AhBL6DXe3yaAdLMmgIR0B0JI4gieNDdX2UKGgGR8AmOUKRdQfqaAdLMmgIR0B0MCY/mknDdX2UKGgGR8AmiYE4ecQRaAdLMmgIR0B0OKJ9AooedX2UKGgGR8AqLoePq9oOaAdLMmgIR0B0QeG47Rv4dX2UKGgGR8ABbXBguyu7aAdLMmgIR0B0Szn9vS+hdX2UKGgGR8Aftt/FzdULaAdLMmgIR0B0VD/2kBS2dX2UKGgGR8AqBT5wfhddaAdLMmgIR0B0XPw7T2FndX2UKGgGR8AkanIhhYvGaAdLMmgIR0B0ZjEYO2AodX2UKGgGR8AjN7dBSk0raAdLMmgIR0B0br2VVxS6dX2UKGgGR8AtE7Dl5nlGaAdLMmgIR0B0d0x+KCQLdX2UKGgGR8AxgJ9Aood/aAdLMmgIR0B0f7spobn6dX2UKGgGR8ArHrrPdEb6aAdLMmgIR0B0iCLfk3judX2UKGgGR8ARAMKCxu89aAdLMmgIR0B0kT99+gDidX2UKGgGR8Az4LfDUExJaAdLMmgIR0B0majWTX8PdX2UKGgGR8AqFGkvboKVaAdLMmgIR0B0omJm/WUbdX2UKGgGR8AG7XvphWo4aAdLMmgIR0B0qu+9Jz1cdX2UKGgGR8AipB5X2dupaAdLMmgIR0B0s6stCiRGdX2UKGgGR8A2q7HAAQxvaAdLMmgIR0B0vBWn0kGBdX2UKGgGR8AyArZamoBJaAdLMmgIR0B0xIf9xZMddX2UKGgGR8AqOwqy4Wk8aAdLMmgIR0B0zWeUY8+zdX2UKGgGR8Ap/IJ7b+LnaAdLMmgIR0B02Ys052hadX2UKGgGR8Ap+1fE4vOAaAdLMmgIR0B05cMvysjndX2UKGgGR8ArrISUTtb+aAdLMmgIR0B08z1CgK4QdX2UKGgGR8Ap5CfHxSYPaAdLMmgIR0B1AFZLZi/gdX2UKGgGR8Asd9jwx33YaAdLMmgIR0B1CPEbYK6XdX2UKGgGR8AwZsp5NXYEaAdLMmgIR0B1EjJYDDCQdX2UKGgGR8AjvjriVB2PaAdLMmgIR0B1Gpdszl90dX2UKGgGR8AlEXyiEg4faAdLMmgIR0B1IyZpi7TVdX2UKGgGR8AiG+6Ae7tiaAdLMmgIR0B1K3dEb5uZdX2UKGgGR8AmbYlIEr5JaAdLMmgIR0B1NFvjwQUYdX2UKGgGR8AyY6f8MuvmaAdLMmgIR0B1PSpNsWO7dX2UKGgGR8AysJNTLns+aAdLMmgIR0B1Ri9mHxjKdX2UKGgGR8ApGD9OymhuaAdLMmgIR0B1Trio86mwdX2UKGgGR8Ap9H/cWTHKaAdLMmgIR0B1V5JOFg2IdX2UKGgGR8AwIWYnfEXMaAdLMmgIR0B1X8a99MK1dX2UKGgGR8AUpB3Roh6jaAdLMmgIR0B1aJbs4T9LdX2UKGgGR8ArH8ohIOH4aAdLMmgIR0B1cWAbyYoidX2UKGgGR8A19+rELpiaaAdLMmgIR0B1eiC17Y03dX2UKGgGR8AkGxagVXV9aAdLMmgIR0B1gphBqsU7dX2UKGgGR8AeRUS7GvOhaAdLMmgIR0B1i5vQ4S6EdX2UKGgGR8AbbCl7+kxiaAdLMmgIR0B1lF1bJOnEdX2UKGgGR8AWksTWXkYGaAdLMmgIR0B1nXb8FY+0dX2UKGgGR8Ad/CsOoYNzaAdLMmgIR0B1qBiVjZtfdX2UKGgGR8ApUL61stTUaAdLMmgIR0B1s4VnEl3RdX2UKGgGR8Ai2kv9LpRoaAdLMmgIR0B1v8qDsdDIdX2UKGgGR8A1XL/jsD4haAdLMmgIR0B1zFYigTRIdX2UKGgGR8AiFL5AQg9vaAdLMmgIR0B114nogV45dX2UKGgGR8AHsFbFCLMtaAdLMmgIR0B14EBp5/smdX2UKGgGR8AmLIcR15jZaAdLMmgIR0B16T0se4kNdX2UKGgGR8AGU3wTdtVJaAdLMmgIR0B18X0NBnjAdX2UKGgGR8AktmaH9FWoaAdLMmgIR0B1+g9C/oJRdX2UKGgGR8AdLIjnmq5taAdLMmgIR0B2A8g1WKdhdX2UKGgGR8AY8QtjCpFTaAdLMmgIR0B2DIypJf6XdX2UKGgGR8As71anrIHUaAdLMmgIR0B2FVtbcGkfdX2UKGgGR8AhI5hBqsU7aAdLMmgIR0B2HkK2KEWZdX2UKGgGR8AYSm78Nx2jaAdLMmgIR0B2Jr7ALy+YdX2UKGgGR8Ai3xCIDYAbaAdLMmgIR0B2LyKoAGSqdX2UKGgGR8AFycbzbvgFaAdLMmgIR0B2N+Il+mWMdX2UKGgGR8AC1Y0VJtiyaAdLMmgIR0B2QF3pwCKadX2UKGgGR8Ak45Zr56+naAdLMmgIR0B2SQmLLpzLdX2UKGgGR8A03ZTho/RmaAdLMmgIR0B2UTIT4+KTdX2UKGgGR8AcZIlMRHwxaAdLMmgIR0B2WYL1EmY0dX2UKGgGR8AlxLlmvnr6aAdLMmgIR0B2YfOjZcs2dX2UKGgGR8Agb6v7m+0xaAdLMmgIR0B2aybDuSfUdX2UKGgGR8A1u1oxpL26aAdLMmgIR0B2c3tw71ZldX2UKGgGR8A094rBj4HpaAdLMmgIR0B2fyhbnoxIdX2UKGgGR8AqTZsbedkKaAdLMmgIR0B2ivFAE+xGdX2UKGgGR8A1xnnMdLg5aAdLMmgIR0B2lxh1DBuXdX2UKGgGR8Amm1PWQOnVaAdLMmgIR0B2owNXo1UEdX2UKGgGR8Ar5yxRl6JJaAdLMmgIR0B2rdRxcVxkdX2UKGgGR8Arjor4FiazaAdLMmgIR0B2tjAaef7KdX2UKGgGR8AjxL6DXe3yaAdLMmgIR0B2vy0pmVZ+dX2UKGgGR8AT/JZGKAJ+aAdLMmgIR0B2x7+GXXyzdX2UKGgGR8A11Ui6g/TtaAdLMmgIR0B20I04zabndX2UKGgGR8Afyj2zv7WNaAdLMmgIR0B22d32VVxTdX2UKGgGR8Al3DohY/3WaAdLMmgIR0B24qD28IzFdX2UKGgGR8AmMFcpsoDxaAdLMmgIR0B26wfgaWHDdX2UKGgGR8AdF/oaDPGAaAdLMmgIR0B2883Q2MsIdX2UKGgGR8AEEdV/+bVjaAdLMmgIR0B2/DVz6rNodX2UKGgGR8AtxNHH3lCDaAdLMmgIR0B3BMuJ1q33dX2UKGgGR8AxHYHPeHi4aAdLMmgIR0B3DQ2S+xnndX2UKGgGR8AkbqM3qAz6aAdLMmgIR0B3FVxBE8aGdX2UKGgGR8Ai+VyFPBSDaAdLMmgIR0B3HgIVuaWpdX2UKGgGR8Az/eIEbHZLaAdLMmgIR0B3JxkZrHlwdX2UKGgGR8A8Odfb9If9aAdLMmgIR0B3L7S0BwMqdX2UKGgGR8AzU+Y+jdpJaAdLMmgIR0B3ODMeOn2qdX2UKGgGR8A1aDbJwKjSaAdLMmgIR0B3QMKJEYwZdWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVUwYAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIwVbnVtcHkuY29yZS5tdWx0aWFycmF5lIwGc2NhbGFylJOUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRlLg=="
+        ":serialized:": "gAWVUwYAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIwVbnVtcHkuY29yZS5tdWx0aWFycmF5lIwGc2NhbGFylJOUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRlLg=="
     },
     "_n_updates": 29900,
     "observation_space": {
@@ -60,7 +60,7 @@
     },
     "action_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
-        ":serialized:": "gAWVawIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBBfX2dlbmVyYXRvcl9jdG9ylJOUjAVQQ0c2NJRoMowUX19iaXRfZ2VuZXJhdG9yX2N0b3KUk5SGlFKUfZQojA1iaXRfZ2VuZXJhdG9ylIwFUENHNjSUjAVzdGF0ZZR9lChoPYoQ9WWKSs6J5sJInK2dLut+JIwDaW5jlIoRG8t1qqbEToxr/odjF8RllgB1jApoYXNfdWludDMylEsAjAh1aW50ZWdlcpRLAHVidWIu",
+        ":serialized:": "gAWVagIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBBfX2dlbmVyYXRvcl9jdG9ylJOUjAVQQ0c2NJRoMowUX19iaXRfZ2VuZXJhdG9yX2N0b3KUk5SGlFKUfZQojA1iaXRfZ2VuZXJhdG9ylIwFUENHNjSUjAVzdGF0ZZR9lChoPYoQlHyuH34ogZpc3WH9xswdTYwDaW5jlIoQLQ5Qc8XwK+CdG9SZ5hygT3WMCmhhc191aW50MzKUSwCMCHVpbnRlZ2VylEsAdWJ1Yi4=",
         "dtype": "float32",
         "bounded_below": "[ True  True  True  True]",
         "bounded_above": "[ True  True  True  True]",
@@ -75,28 +75,29 @@
     },
     "n_envs": 1,
     "buffer_size": 1000000,
-    "batch_size": 100,
+    "batch_size": 256,
     "learning_starts": 100,
     "tau": 0.005,
     "gamma": 0.99,
-    "gradient_steps": -1,
+    "gradient_steps": 1,
     "optimize_memory_usage": false,
     "replay_buffer_class": {
         ":type:": "<class 'abc.ABCMeta'>",
         ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=",
         "__module__": "stable_baselines3.common.buffers",
+        "__annotations__": "{'observation_space': <class 'gymnasium.spaces.dict.Dict'>, 'obs_shape': typing.Dict[str, typing.Tuple[int, ...]], 'observations': typing.Dict[str, numpy.ndarray], 'next_observations': typing.Dict[str, numpy.ndarray]}",
         "__doc__": "\n    Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n    Extends the ReplayBuffer to use dictionary observations\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ",
-        "__init__": "<function DictReplayBuffer.__init__ at 0x7e4a3a1336d0>",
-        "add": "<function DictReplayBuffer.add at 0x7e4a3a133760>",
-        "sample": "<function DictReplayBuffer.sample at 0x7e4a3a1337f0>",
-        "_get_samples": "<function DictReplayBuffer._get_samples at 0x7e4a3a133880>",
+        "__init__": "<function DictReplayBuffer.__init__ at 0x7ff7a47b5090>",
+        "add": "<function DictReplayBuffer.add at 0x7ff7a47b5120>",
+        "sample": "<function DictReplayBuffer.sample at 0x7ff7a47b51b0>",
+        "_get_samples": "<function DictReplayBuffer._get_samples at 0x7ff7a47b5240>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc._abc_data object at 0x7e4a3a139640>"
+        "_abc_impl": "<_abc._abc_data object at 0x7ff7a476cfc0>"
     },
     "replay_buffer_kwargs": {},
     "train_freq": {
         ":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>",
-        ":serialized:": "gAWVZAAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMB2VwaXNvZGWUhZRSlIaUgZQu"
+        ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"
     },
     "use_sde_at_warmup": false,
     "policy_delay": 2,
@@ -104,7 +105,7 @@
     "target_policy_noise": 0.2,
     "lr_schedule": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gAWVqAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS9vcHQvY29uZGEvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuDQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvb3B0L2NvbmRhL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/UGJN0vGp/IWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
+        ":serialized:": "gAWVoAMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLA0sTQwx0AIgAfACDAYMBUwCUToWUjAVmbG9hdJSFlIwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwIPGxhbWJkYT6US2FDAgwAlIwOdmFsdWVfc2NoZWR1bGWUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxJL3Vzci9sb2NhbC9saWIvcHl0aG9uMy4xMC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGghfZR9lChoGGgPjAxfX3F1YWxuYW1lX1+UjCFnZXRfc2NoZWR1bGVfZm4uPGxvY2Fscz4uPGxhbWJkYT6UjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgZjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOUaAIoaAcoSwFLAEsASwFLAUsTQwSIAFMAlGgJKYwBX5SFlGgOjARmdW5jlEuFQwIEAZSMA3ZhbJSFlCl0lFKUaBVOTmgdKVKUhZR0lFKUaCRoPn2UfZQoaBhoNWgnjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlGgpfZRoK05oLE5oLWgZaC5OaC9oMUc/UGJN0vGp/IWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwhZRSlIWUaEZdlGhIfZR1hpSGUjAu"
     },
     "actor_batch_norm_stats": [],
     "critic_batch_norm_stats": [],

td3-FetchPickAndPlaceDense-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f81f9c824a10ff5c6136d68d2b2c4c8904c54678d6b1429c91ca16ff425c1e6
+oid sha256:d1437fa20b08957755a48cc2c96b3c6610798108fe13da5ceb1be85c1ef3b4c7
 size 3247850

td3-FetchPickAndPlaceDense-v2/system_info.txt

@@ -1,9 +1,9 @@
-- OS: Linux-5.15.133+-x86_64-with-glibc2.31 # 1 SMP Tue Dec 19 13:14:11 UTC 2023
-- Python: 3.10.13
-- Stable-Baselines3: 2.1.0
-- PyTorch: 2.1.2
+- OS: Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Apr 28 14:29:16 UTC 2024
+- Python: 3.10.12
+- Stable-Baselines3: 2.3.2
+- PyTorch: 2.3.0+cu121
 - GPU Enabled: True
-- Numpy: 1.26.4
-- Cloudpickle: 3.0.0
-- Gymnasium: 0.29.0
-- OpenAI Gym: 0.26.2
+- Numpy: 1.25.2
+- Cloudpickle: 2.2.1
+- Gymnasium: 0.29.1
+- OpenAI Gym: 0.25.2