| {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnRkMy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "stable_baselines3.td3.policies", "__doc__": "\n Policy class (with both actor and critic) for TD3 to be used with Dict observation spaces.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n :param n_critics: Number of critic networks to create.\n :param share_features_extractor: Whether to share or not the features extractor\n between the actor and the critic (this saves computation time)\n ", "__init__": "<function MultiInputPolicy.__init__ at 0x7e4a39f4c8b0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7e4a3a13b280>"}, "verbose": 0, "policy_kwargs": {}, "num_timesteps": 30000, "_total_timesteps": 30000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1718748823234506629, "learning_rate": 0.001, "tensorboard_log": null, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVdwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgwAAAAAAAAA4ykQv064nb+Cwkm+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgwAAAAAAAAAKWckv/lO+L2GOz+/lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWZAAAAAAAAABkxFI/A+aoPWvCFr3jKRC/Tridv4LCSb70ioe/DhXvvn6cFD2JcJG/H4N/v2T+Gbz6JIe91v+8O3rblb6NGmq8EDMgPX/NrrsA1g+8R4o9uwf3lT6heH08kTEPvedEwbz0B8m8lGgOSwFLGYaUaBJ0lFKUdS4=", "achieved_goal": "[[-0.56313914 -1.232187 -0.19703105]]", "desired_goal": "[[-0.6421991 -0.12124438 -0.747002 ]]", "observation": "[[ 0.8233092 0.08246996 -0.03680651 -0.56313914 -1.232187 -0.19703105\n -1.058928 -0.4669575 0.03628206 -1.1362468 -0.9980945 -0.00939903\n -0.0659885 0.0057678 -0.2926901 -0.01428856 0.0391112 -0.00533456\n -0.00877905 -0.00289215 0.2929003 0.01547065 -0.03495938 -0.02359243\n -0.02453993]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWV8wEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolhgAAAAAAAAAamHTjkKA9D/CEydprpTjP2v9rq1RLts/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolhgAAAAAAAAAixyGvwOl9D/s0hEPVcHnPxUUo9tHLts/lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWyAAAAAAAAAAbnoaopXj1P7xnwpqh+Oc/QmiQSFIc4T9qYdOOQoD0P8ITJ2mulOM/a/2urVEu2z8glmc2Ywyvv+hPbcbMj8G/ZEzHjUspvL+HUufDqbbKPkblyal1rGq+dChy5yWwd76M1O6xujiCPoZ3w0qyDvE8F9oDR1pGyz49NFkipNhOvpf384HG1wU/DjGbuKUNaz78/wTJa890vv+98lgFjEY8BJIcG4JKy764iEQSJyVMPkjmFiu6qtU+R0/kHTipoT5FHjoERYmHPpRoDksBSxmGlGgSdJRSlHUu", "achieved_goal": "[[1.28131347 0.61189957 0.42470209]]", "desired_goal": "[[1.29028678 0.74235013 0.42469975]]", "observation": "[[ 1.34195486e+00 7.49100497e-01 5.34707205e-01 1.28131347e+00\n 6.11899572e-01 4.24702091e-01 -6.06413845e-02 -1.37200925e-01\n -1.10005114e-01 3.18450068e-06 -4.96835828e-08 -8.82449685e-08\n 1.35761490e-07 3.78750543e-15 3.25141132e-06 -1.43639066e-08\n 4.16619734e-05 5.03907166e-08 -7.75241793e-08 2.44454593e-18\n -3.25334641e-06 1.31060963e-08 5.16579228e-06 5.26339189e-07\n 1.75358425e-07]]"}, "_episode_num": 600, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwCfiaLGaQV+MAWyUSzKMAXSUR0B2Z7h/Aj6fdX2UKGgGR8Az5HoHLRrraAdLMmgIR0B2cl/G2kSFdX2UKGgGR7/eVmSQo1DTaAdLMmgIR0B2fZUIcBEKdX2UKGgGR8Aj7kdV/+bWaAdLMmgIR0B2iPFFUhmodX2UKGgGR8AjP1SOzY29aAdLMmgIR0B2k9qagElmdX2UKGgGR8Ao07FsHjZMaAdLMmgIR0B2ntkSVW0adX2UKGgGR8AeOzByjpLVaAdLMmgIR0B2qnQID5j6dX2UKGgGR8AkYHY6GQCCaAdLMmgIR0B2tMVARkEtdX2UKGgGR8ASs5hjOLR8aAdLMmgIR0B2v4WWQfZFdX2UKGgGR8Ay+yk9ECvHaAdLMmgIR0B2yrtqpLmIdX2UKGgGR8AhaMtsenyeaAdLMmgIR0B21VcKPXCkdX2UKGgGR8AyUrYGt6omaAdLMmgIR0B24Bjc2zfKdX2UKGgGR8A2WPAwfyPNaAdLMmgIR0B27BdzGPxQdX2UKGgGR8AalT850bLmaAdLMmgIR0B292GO+7DmdX2UKGgGR8AzYBFNL128aAdLMmgIR0B3A/2Cdz4ldX2UKGgGR8ADZeXzDn/2aAdLMmgIR0B3Dmx6fJ3gdX2UKGgGR8Ahmf4AS39aaAdLMmgIR0B3GUR28qWkdX2UKGgGR8AjNYjB2wFDaAdLMmgIR0B3JFklNUOvdX2UKGgGR8AMYku6ErXlaAdLMmgIR0B3LzHJcPe6dX2UKGgGR8AmYIoE0SAZaAdLMmgIR0B3OcMnZ00WdX2UKGgGR8AmcjSofjjraAdLMmgIR0B3RXgUDdP+dX2UKGgGR8AiIObRWtEHaAdLMmgIR0B3ULaews5GdX2UKGgGR8AsFn003wTeaAdLMmgIR0B3WudFvybydX2UKGgGR8AnvQXQ+lj3aAdLMmgIR0B3ZR7jT8YRdX2UKGgGR8Axj7f51vETaAdLMmgIR0B3cCEVWS2ZdX2UKGgGR8AYSZYxL0z1aAdLMmgIR0B3ezwgDA8CdX2UKGgGR8ApOfkmx+rmaAdLMmgIR0B3iAP4EfT1dX2UKGgGR8AwZpPhybQUaAdLMmgIR0B3ktB5X2dvdX2UKGgGR8A29UiY9gWraAdLMmgIR0B3naEWZZ0TdX2UKGgGR8Aqe08eS0SiaAdLMmgIR0B3qFnQID5kdX2UKGgGR8AdmUFB6a9caAdLMmgIR0B3s0JLM9r5dX2UKGgGR8AmYApazNUwaAdLMmgIR0B3viYfGMn7dX2UKGgGR8AcjV+Zw4sFaAdLMmgIR0B3yKqKgqVhdX2UKGgGR8A1Dkv9LpRoaAdLMmgIR0B31I5aNdZ8dX2UKGgGR8AncMy8BdUsaAdLMmgIR0B33+zNUwSKdX2UKGgGR8A0L+fAbhm5aAdLMmgIR0B36wJHAh0RdX2UKGgGR8A0FGGEf1YhaAdLMmgIR0B39f2tdRixdX2UKGgGR8AbLvYvnKW+aAdLMmgIR0B4ALBSDRMOdX2UKGgGR8AXB9NN8E3baAdLMmgIR0B4C5awD/2kdX2UKGgGR8AvteqrBCUpaAdLMmgIR0B4FzatcObzdX2UKGgGR8AsWpgkTpPiaAdLMmgIR0B4Ik8cMmWudX2UKGgGR8Acc3IdU83daAdLMmgIR0B4Lcq9XcQAdX2UKGgGR8AMNa+vhZQpaAdLMmgIR0B4OOpbUwztdX2UKGgGR8AmdF+/gzguaAdLMmgIR0B4RFBWxQizdX2UKGgGR8AG+IAOrhitaAdLMmgIR0B4T4AaNuLrdX2UKGgGR8A5yg6ltTDPaAdLMmgIR0B4WhNj9XLedX2UKGgGR8AhtW8RL9MsaAdLMmgIR0B4ZM4DLbHqdX2UKGgGR8An6HIp6QeWaAdLMmgIR0B4byK64Ds/dX2UKGgGR8AqmgQHzH0caAdLMmgIR0B4ed8a4tpVdX2UKGgGR8AXKhTOxB3SaAdLMmgIR0B4hEOd5IH1dX2UKGgGR8AezWoWHk92aAdLMmgIR0B4jwnG8274dX2UKGgGR8Anm0KJEYwZaAdLMmgIR0B4mbU3GXHBdX2UKGgGR8AGPI4lyBClaAdLMmgIR0B4pPqKP4mDdX2UKGgGR8AhBfF72L5zaAdLMmgIR0B4r15Z8rqddX2UKGgGR8An57di2DxtaAdLMmgIR0B4ubzND+irdX2UKGgGR8At9je9Ba9saAdLMmgIR0B4xRdNWU8ndX2UKGgGR8AiNqYZ2pyZaAdLMmgIR0B40HetSydGdX2UKGgGR8AWGHARChN/aAdLMmgIR0B42vxFy7wsdX2UKGgGR8AnLFkxyn1naAdLMmgIR0B45W+xnnMddX2UKGgGR8AXL29L6DXfaAdLMmgIR0B48Om8/UvxdX2UKGgGR8AoQOsDGLk0aAdLMmgIR0B4+0yeqaPTdX2UKGgGR8ATZfsu3+dcaAdLMmgIR0B5BnjYI0IkdX2UKGgGR8Ah/m1YyO7yaAdLMmgIR0B5ExNlAeJYdX2UKGgGR8Ai7qOcUdq+aAdLMmgIR0B5HhbY9Pk8dX2UKGgGR8ApyWuX/o7naAdLMmgIR0B5KSxGDtgKdX2UKGgGR8A20EVWS2YwaAdLMmgIR0B5NLHim2srdX2UKGgGR8Ai8yIpH7P6aAdLMmgIR0B5QHyQPqcFdX2UKGgGR8AvFdfsu3+daAdLMmgIR0B5THjfek57dX2UKGgGR8A5R7OmixmkaAdLMmgIR0B5WILJCBwudX2UKGgGR8AgAMERraduaAdLMmgIR0B5ZS6asp5NdX2UKGgGR8AAC6WgOBlMaAdLMmgIR0B5cRiPQv6CdX2UKGgGR8AcxYEGJN0vaAdLMmgIR0B5fQoF3Y+TdX2UKGgGR8AVAV0tAcDKaAdLMmgIR0B5h6XC0ngHdX2UKGgGR8AnQzPa+N96aAdLMmgIR0B5k3WDpTuOdX2UKGgGR8AiilSCOFQEaAdLMmgIR0B5n5WvKU3XdX2UKGgGR8AUKUJOWSlnaAdLMmgIR0B5quV4X40udX2UKGgGR8A3xL127nPnaAdLMmgIR0B5tckmhM8HdX2UKGgGR7/o0+cH4XXRaAdLMmgIR0B5wJadMCcPdX2UKGgGR8Axt4yoGY8daAdLMmgIR0B5y6epXIU8dX2UKGgGR8AbttIkJKJ3aAdLMmgIR0B51pSR8twrdX2UKGgGR8AjjCrtE5QxaAdLMmgIR0B54itp22XtdX2UKGgGR8AHmVeKKpDNaAdLMmgIR0B57XC66J66dX2UKGgGR8AlH0vGp++eaAdLMmgIR0B5+BBOYYzjdX2UKGgGR7/5YLThHbypaAdLMmgIR0B6A0E0SAYpdX2UKGgGR8A0fBKtga3raAdLMmgIR0B6DlOARTS9dX2UKGgGR8AtNWwu/UONaAdLMmgIR0B6GZJ+UhV3dX2UKGgGR8A1qNO/L1VYaAdLMmgIR0B6JMPAfuCxdX2UKGgGR8AkMljVhCtzaAdLMmgIR0B6L6GM4tHydX2UKGgGR8Awg/JeVs1saAdLMmgIR0B6OsV45cTrdX2UKGgGR8A0DUaQ3gk1aAdLMmgIR0B6RaSIP9UCdX2UKGgGR8AjdAGB4D9waAdLMmgIR0B6UPDGcWj5dX2UKGgGR8Ag8FRHf/FSaAdLMmgIR0B6XGIhyKekdX2UKGgGR8AoCR3eN1hcaAdLMmgIR0B6Zy7aqS5idX2UKGgGR8Alweii7CizaAdLMmgIR0B6cvNs3yZsdX2UKGgGR8AZlLQHAymAaAdLMmgIR0B6fiS1Vo6CdX2UKGgGR8ARJPCVKPGRaAdLMmgIR0B6ibjxTbWVdX2UKGgGR8AlG3iJfpljaAdLMmgIR0B6lLEyckMTdX2UKGgGR8AzIHZbpu/DaAdLMmgIR0B6n6XgLqlhdX2UKGgGR8AtkicG1QZXaAdLMmgIR0B6q4oMKCxvdX2UKGgGR8ArIwnH/95yaAdLMmgIR0B6tmnEVFhHdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVUwYAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIwVbnVtcHkuY29yZS5tdWx0aWFycmF5lIwGc2NhbGFylJOUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRlLg=="}, "_n_updates": 29900, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVYAUAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAAAAJRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAAAAACUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYYAAAAAAAAAAAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/5RoFksDhZRoJHSUUpSMBGhpZ2iUaBwolhgAAAAAAAAAAAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/lGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAQtaW5mlIwJaGlnaF9yZXBylIwDaW5mlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBZoGWgcKJYDAAAAAAAAAAAAAJRoIEsDhZRoJHSUUpRoJ2gcKJYDAAAAAAAAAAAAAJRoIEsDhZRoJHSUUpRoLEsDhZRoLmgcKJYYAAAAAAAAAAAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/5RoFksDhZRoJHSUUpRoM2gcKJYYAAAAAAAAAAAAAAAAAPB/AAAAAAAA8H8AAAAAAADwf5RoFksDhZRoJHSUUpRoOIwELWluZpRoOowDaW5mlGg8TnVijAtvYnNlcnZhdGlvbpRoDSmBlH2UKGgQaBZoGWgcKJYZAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUaCBLGYWUaCR0lFKUaCdoHCiWGQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlGggSxmFlGgkdJRSlGgsSxmFlGguaBwolsgAAAAAAAAAAAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P+UaBZLGYWUaCR0lFKUaDNoHCiWyAAAAAAAAAAAAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwf5RoFksZhZRoJHSUUpRoOIwELWluZpRoOowDaW5mlGg8TnVidWgsTmgQTmg8TnViLg==", "spaces": "OrderedDict([('achieved_goal', Box(-inf, inf, (3,), float64)), ('desired_goal', Box(-inf, inf, (3,), float64)), ('observation', Box(-inf, inf, (25,), float64))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVawIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBBfX2dlbmVyYXRvcl9jdG9ylJOUjAVQQ0c2NJRoMowUX19iaXRfZ2VuZXJhdG9yX2N0b3KUk5SGlFKUfZQojA1iaXRfZ2VuZXJhdG9ylIwFUENHNjSUjAVzdGF0ZZR9lChoPYoQ9WWKSs6J5sJInK2dLut+JIwDaW5jlIoRG8t1qqbEToxr/odjF8RllgB1jApoYXNfdWludDMylEsAjAh1aW50ZWdlcpRLAHVidWIu", "dtype": "float32", "bounded_below": "[ True True True True]", "bounded_above": "[ True True True True]", "_shape": [4], "low": "[-1. -1. -1. -1.]", "high": "[1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": "Generator(PCG64)"}, "n_envs": 1, "buffer_size": 1000000, "batch_size": 100, "learning_starts": 100, "tau": 0.005, "gamma": 0.99, "gradient_steps": -1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__doc__": "\n Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n Extends the ReplayBuffer to use dictionary observations\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device: PyTorch device\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ", "__init__": "<function DictReplayBuffer.__init__ at 0x7e4a3a1336d0>", "add": "<function DictReplayBuffer.add at 0x7e4a3a133760>", "sample": "<function DictReplayBuffer.sample at 0x7e4a3a1337f0>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x7e4a3a133880>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7e4a3a139640>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVZAAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMB2VwaXNvZGWUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "policy_delay": 2, "target_noise_clip": 0.5, "target_policy_noise": 0.2, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVqAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS9vcHQvY29uZGEvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuDQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvb3B0L2NvbmRhL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/UGJN0vGp/IWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "actor_batch_norm_stats": [], "critic_batch_norm_stats": [], "actor_batch_norm_stats_target": [], "critic_batch_norm_stats_target": [], "system_info": {"OS": "Linux-5.15.133+-x86_64-with-glibc2.31 # 1 SMP Tue Dec 19 13:14:11 UTC 2023", "Python": "3.10.13", "Stable-Baselines3": "2.1.0", "PyTorch": "2.1.2", "GPU Enabled": "True", "Numpy": "1.26.4", "Cloudpickle": "3.0.0", "Gymnasium": "0.29.0", "OpenAI Gym": "0.26.2"}} |