{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnRkMy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "stable_baselines3.td3.policies", "__doc__": "\n    Policy class (with both actor and critic) for TD3 to be used with Dict observation spaces.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    :param n_critics: Number of critic networks to create.\n    :param share_features_extractor: Whether to share or not the features extractor\n        between the actor and the critic (this saves computation time)\n    ", "__init__": "<function MultiInputPolicy.__init__ at 0x78c4c58f27a0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x78c4c58eb980>"}, "verbose": 0, "policy_kwargs": {}, "num_timesteps": 30000, "_total_timesteps": 30000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1718875571270549764, "learning_rate": 0.001, "tensorboard_log": null, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVdwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgwAAAAAAAAAE39QvyyjMj+zsoc9lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgwAAAAAAAAA+eGLP5EVRb6YORBAlGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWZAAAAAAAAADmcC0/Kjrlvg2ryT0Tf1C/LKMyP7Oyhz3wvFu/FswzP/E/tb3Og5e/hC+hv9hJ5TyuLoy8tXmJvQQXsL6z+Vc+BgS6vXq8WrvTpA48tqPMumCHsD7cOFq+7UfVPXcfL728Yw29lGgOSwFLGYaUaBJ0lFKUdS4=", "achieved_goal": "[[-0.814439    0.6978023   0.06625881]]", "desired_goal": "[[ 1.0928336  -0.19246508  2.2535152 ]]", "observation": "[[ 0.67750394 -0.44770938  0.09847078 -0.814439    0.6978023   0.06625881\n  -0.8583517   0.70233285 -0.08850086 -1.1837099  -1.2592626   0.02798931\n  -0.0171121  -0.06712667 -0.3439256   0.21091346 -0.09082799 -0.00333765\n   0.00870629 -0.00156128  0.34478283 -0.21310753  0.10414109 -0.04275462\n  -0.03451894]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWV8wEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolhgAAAAAAAAAQxDKyJsO9D8FKHyEw2TqP2v9rq1RLts/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolhgAAAAAAAAA/r7/Cxz+9j8mkWl0GXbnP7BXNVqkf+s/lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWyAAAAAAAAAAbnoaopXj1P7xnwpqh+Oc/QmiQSFIc4T9DEMrImw70PwUofITDZOo/a/2urVEu2z+A3cj7naC2v0gCzk0PYbM/ZEzHjUspvL+HUufDqbbKPkblyal1rGq+dChy5yWwd76M1O6xujiCPoZ3w0qyDvE8F9oDR1pGyz49NFkipNhOvpf384HG1wU/DjGbuKUNaz78/wTJa890vv+98lgFjEY8BJIcG4JKy764iEQSJyVMPkjmFiu6qtU+R0/kHTipoT5FHjoERYmHPpRoDksBSxmGlGgSdJRSlHUu", "achieved_goal": "[[1.25356654 0.82480026 0.42470209]]", "desired_goal": "[[1.43703847 0.73316643 0.8593313 ]]", "observation": "[[ 1.34195486e+00  7.49100497e-01  5.34707205e-01  1.25356654e+00\n   8.24800261e-01  4.24702091e-01 -8.83883228e-02  7.56997647e-02\n  -1.10005114e-01  3.18450068e-06 -4.96835828e-08 -8.82449685e-08\n   1.35761490e-07  3.78750543e-15  3.25141132e-06 -1.43639066e-08\n   4.16619734e-05  5.03907166e-08 -7.75241793e-08  2.44454593e-18\n  -3.25334641e-06  1.31060963e-08  5.16579228e-06  5.26339189e-07\n   1.75358425e-07]]"}, "_episode_num": 600, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwClQmLLpzLiMAWyUSzKMAXSUR0Byfm2OQyRCdX2UKGgGR8ABu07bL2YfaAdLMmgIR0Byh5Zha1TjdX2UKGgGR8A09rp7kXDWaAdLMmgIR0BykVjawljWdX2UKGgGR8AWc/qxC6YmaAdLMmgIR0BymxTR6WxAdX2UKGgGR7/1ZX2dupCKaAdLMmgIR0BypAtdzGPxdX2UKGgGR8AXGdJ8OTaCaAdLMmgIR0ByrShAWznidX2UKGgGR8Atdgiu+yquaAdLMmgIR0BytiWPcSGrdX2UKGgGR8AGZDZ13dKvaAdLMmgIR0Byv1LIxQBQdX2UKGgGR8AmXg/keZG8aAdLMmgIR0ByyTHfdhy9dX2UKGgGR8AdRsyi22G7aAdLMmgIR0By0wCT2WY4dX2UKGgGR8Ax1ad+XqqwaAdLMmgIR0By3PR6Ww/xdX2UKGgGR8A2UvSc9W6taAdLMmgIR0By5sQjD8+BdX2UKGgGR8Al4biqABkqaAdLMmgIR0By8DdweeWfdX2UKGgGR8AovQpnYg7paAdLMmgIR0By+XBvaURndX2UKGgGR8AgHoysS00FaAdLMmgIR0BzAmhVU+9rdX2UKGgGR8AT2suFpPAPaAdLMmgIR0BzC6u/1xsEdX2UKGgGR8AjIjj7yhBaaAdLMmgIR0BzFWshgVoIdX2UKGgGR8A1jZcLSeAeaAdLMmgIR0BzHrLdN34cdX2UKGgGR8AyfSDAaef7aAdLMmgIR0BzJ91FH8TBdX2UKGgGR8AkKm+j/MnraAdLMmgIR0BzMYkJKJ2udX2UKGgGR8AMwtHxz7uVaAdLMmgIR0BzOtQk5ZKWdX2UKGgGR8AiCNCqp97XaAdLMmgIR0BzQ9/G2kSFdX2UKGgGR8Axrt4RmK64aAdLMmgIR0BzTTktEofCdX2UKGgGR8AhtyyUs4DLaAdLMmgIR0BzVkuxrzoVdX2UKGgGR8AiZu5SWJJoaAdLMmgIR0BzYAwPAfuDdX2UKGgGR8AR/I8yN4qxaAdLMmgIR0BzaXYJ3PiUdX2UKGgGR8AruiqyWzF/aAdLMmgIR0BzcuIYWLxadX2UKGgGR8ALUm8dxQzlaAdLMmgIR0BzfF1DBuXNdX2UKGgGR8AkeCUX531SaAdLMmgIR0BzhjGDL8rJdX2UKGgGR8ASPpaA4GUwaAdLMmgIR0Bzj5AcDKYBdX2UKGgGR8AsaEpRXOnmaAdLMmgIR0BzmJKbrkbQdX2UKGgGR8AimVJL/S6UaAdLMmgIR0Bzoc+bExZddX2UKGgGR8Awq1B+nZTRaAdLMmgIR0BzqvsolUqAdX2UKGgGR8AacB3iaRZEaAdLMmgIR0BztKuzQeFMdX2UKGgGR8ABphH9WIXTaAdLMmgIR0BzveumrKeTdX2UKGgGR8A11bhWHUMHaAdLMmgIR0BzxwMuvlltdX2UKGgGR8AkBG8VYZEVaAdLMmgIR0Bz0AYIjW07dX2UKGgGR8AusCvovBacaAdLMmgIR0Bz2V2ovSMMdX2UKGgGR8A1Vt+TeO4oaAdLMmgIR0Bz42tknTiLdX2UKGgGR8AjUluWKMvRaAdLMmgIR0Bz7XVQQ+UydX2UKGgGR8AoDRBNVR1paAdLMmgIR0Bz9nJKaodddX2UKGgGR8AtGMNMGorGaAdLMmgIR0Bz/56/qPfbdX2UKGgGR7/xq6nR9gF5aAdLMmgIR0B0CMeRxLkCdX2UKGgGR8A2bLAHmig1aAdLMmgIR0B0EkJhOP/8dX2UKGgGR8Ajzpu/DcdpaAdLMmgIR0B0G+4+bExZdX2UKGgGR8A0zATZg5R1aAdLMmgIR0B0Jdw97ngYdX2UKGgGR8Anqg+QlruZaAdLMmgIR0B0MFjslb/wdX2UKGgGR8AxYGeMAFPjaAdLMmgIR0B0OcMEzO5bdX2UKGgGR8AsjX4CZF5OaAdLMmgIR0B0Q03yZrpJdX2UKGgGR8Aju1stTUAlaAdLMmgIR0B0TLbVSXMRdX2UKGgGR8Ahap6QeV9naAdLMmgIR0B0VexqwhW6dX2UKGgGR8AohzvqkdmyaAdLMmgIR0B0X0yRB/qgdX2UKGgGR8AuUnm7rcCYaAdLMmgIR0B0aGvwEyLydX2UKGgGR8AgfUMoc7yQaAdLMmgIR0B0cktsenyedX2UKGgGR8AvmYeDFqBVaAdLMmgIR0B0e/PgNwzddX2UKGgGR8AuBHavicXnaAdLMmgIR0B0hVZr56+ndX2UKGgGR8AQ1RoAXEZSaAdLMmgIR0B0ju3DvVmSdX2UKGgGR8Al8l/H5rP/aAdLMmgIR0B0mBjCpFTedX2UKGgGR8AigbedkJ8faAdLMmgIR0B0oVysCDEndX2UKGgGR8AfEoa1kUblaAdLMmgIR0B0quDGtITXdX2UKGgGR7/5WJBPbfxdaAdLMmgIR0B0tSdRR/EwdX2UKGgGR8A00DEFW4mUaAdLMmgIR0B0v6oBJZntdX2UKGgGR8AsaDcM3IdVaAdLMmgIR0B0ySM3qAz6dX2UKGgGR8AGKXQdCE6DaAdLMmgIR0B00sVWS2YwdX2UKGgGR8AkcV1Oj7AMaAdLMmgIR0B03H/CIk7fdX2UKGgGR8AsijJuEVWTaAdLMmgIR0B05kR6F/QTdX2UKGgGR8AzalA/s3Q2aAdLMmgIR0B08BId2gWadX2UKGgGR8A3CPsRg7YDaAdLMmgIR0B0+dMPBi1BdX2UKGgGR8Ai6XizcAR1aAdLMmgIR0B1A7VVghKUdX2UKGgGR8Aw6274BV+7aAdLMmgIR0B1DP0PH1e0dX2UKGgGR8A51NT987ZGaAdLMmgIR0B1Firfcer/dX2UKGgGR8ATSAwwj+rEaAdLMmgIR0B1H5UCJXQudX2UKGgGR8AvCWv8qFyraAdLMmgIR0B1KS2NNrTIdX2UKGgGR8AeVRMvh60IaAdLMmgIR0B1MlByCFsYdX2UKGgGR8AQi1a4c3l0aAdLMmgIR0B1PAoPTXrddX2UKGgGR8AkTtMwlByCaAdLMmgIR0B1RS+7Dl5odX2UKGgGR8AUUuTRplBhaAdLMmgIR0B1TvWjGkvcdX2UKGgGR8AsLfnfVI7OaAdLMmgIR0B1WQZKnNxEdX2UKGgGR8Au8It16mfoaAdLMmgIR0B1YvHJcPe6dX2UKGgGR8AmpEgGKQ7taAdLMmgIR0B1bJAJLM9sdX2UKGgGR8Az3FeOXE61aAdLMmgIR0B1dfi83++/dX2UKGgGR8AlAM4tHxz8aAdLMmgIR0B1f4B5ooNNdX2UKGgGR7/7z7Q9ic5KaAdLMmgIR0B1iPpu/DcedX2UKGgGR8AlZHQyAQQMaAdLMmgIR0B1krbdrO7hdX2UKGgGR8ApC8p1A7gbaAdLMmgIR0B1m589fTkRdX2UKGgGR8A87UExIre7aAdLMmgIR0B1pKSfUWl/dX2UKGgGR8A0bZntfG+9aAdLMmgIR0B1rePYFqzrdX2UKGgGR8AgvQ3xWkrPaAdLMmgIR0B1t2aPS2H+dX2UKGgGR8A2BlzEJjUeaAdLMmgIR0B1wGkdmxt6dX2UKGgGR8AadFBppN9IaAdLMmgIR0B1ycMmWt2cdX2UKGgGR8AyUmShakhzaAdLMmgIR0B10xJcxCY1dX2UKGgGR8Ar5dFfAsTWaAdLMmgIR0B13WV5a/yodX2UKGgGR8Av8pkwvg3taAdLMmgIR0B150jps41hdX2UKGgGR8AxQJvHcUM5aAdLMmgIR0B18ZqsU7CBdX2UKGgGR8A2A2FWXC0oaAdLMmgIR0B1+ttfoicHdX2UKGgGR8AznQoCuEElaAdLMmgIR0B2BMXm/336dX2UKGgGR8AvY+IMz/IbaAdLMmgIR0B2Dem2sq8UdX2UKGgGR8Aww/Dcdo38aAdLMmgIR0B2F2qIacZtdX2UKGgGR7/ZstkFwDNhaAdLMmgIR0B2IN84PwuvdX2UKGgGR8Aa9OvdM0xeaAdLMmgIR0B2Knf3vhIfdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVUwYAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIwVbnVtcHkuY29yZS5tdWx0aWFycmF5lIwGc2NhbGFylJOUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRlLg=="}, "_n_updates": 29900, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVYAUAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAAAAJRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAAAAACUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYYAAAAAAAAAAAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/5RoFksDhZRoJHSUUpSMBGhpZ2iUaBwolhgAAAAAAAAAAAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/lGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAQtaW5mlIwJaGlnaF9yZXBylIwDaW5mlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBZoGWgcKJYDAAAAAAAAAAAAAJRoIEsDhZRoJHSUUpRoJ2gcKJYDAAAAAAAAAAAAAJRoIEsDhZRoJHSUUpRoLEsDhZRoLmgcKJYYAAAAAAAAAAAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/5RoFksDhZRoJHSUUpRoM2gcKJYYAAAAAAAAAAAAAAAAAPB/AAAAAAAA8H8AAAAAAADwf5RoFksDhZRoJHSUUpRoOIwELWluZpRoOowDaW5mlGg8TnVijAtvYnNlcnZhdGlvbpRoDSmBlH2UKGgQaBZoGWgcKJYZAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUaCBLGYWUaCR0lFKUaCdoHCiWGQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlGggSxmFlGgkdJRSlGgsSxmFlGguaBwolsgAAAAAAAAAAAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P+UaBZLGYWUaCR0lFKUaDNoHCiWyAAAAAAAAAAAAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwf5RoFksZhZRoJHSUUpRoOIwELWluZpRoOowDaW5mlGg8TnVidWgsTmgQTmg8TnViLg==", "spaces": "OrderedDict([('achieved_goal', Box(-inf, inf, (3,), float64)), ('desired_goal', Box(-inf, inf, (3,), float64)), ('observation', Box(-inf, inf, (25,), float64))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVagIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBBfX2dlbmVyYXRvcl9jdG9ylJOUjAVQQ0c2NJRoMowUX19iaXRfZ2VuZXJhdG9yX2N0b3KUk5SGlFKUfZQojA1iaXRfZ2VuZXJhdG9ylIwFUENHNjSUjAVzdGF0ZZR9lChoPYoQYPqnmr9SLSDkT4r2ZkrnUIwDaW5jlIoQw8YtI+QYPV44Asxdvee7P3WMCmhhc191aW50MzKUSwCMCHVpbnRlZ2VylEsAdWJ1Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True]", "bounded_above": "[ True  True  True  True]", "_shape": [4], "low": "[-1. -1. -1. -1.]", "high": "[1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": "Generator(PCG64)"}, "n_envs": 1, "buffer_size": 1000000, "batch_size": 256, "learning_starts": 100, "tau": 0.005, "gamma": 0.99, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__annotations__": "{'observation_space': <class 'gymnasium.spaces.dict.Dict'>, 'obs_shape': typing.Dict[str, typing.Tuple[int, ...]], 'observations': typing.Dict[str, numpy.ndarray], 'next_observations': typing.Dict[str, numpy.ndarray]}", "__doc__": "\n    Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n    Extends the ReplayBuffer to use dictionary observations\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ", "__init__": "<function DictReplayBuffer.__init__ at 0x78c4c5a42680>", "add": "<function DictReplayBuffer.add at 0x78c4c5a42710>", "sample": "<function DictReplayBuffer.sample at 0x78c4c5a427a0>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x78c4c5a42830>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x78c4c5a3acc0>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "policy_delay": 2, "target_noise_clip": 0.5, "target_policy_noise": 0.2, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVgwMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLA0sTQwx0AIgAfACDAYMBUwCUToWUjAVmbG9hdJSFlIwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjEkvb3B0L2NvbmRhL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwIPGxhbWJkYT6US2FDAgwAlIwOdmFsdWVfc2NoZWR1bGWUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxJL29wdC9jb25kYS9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlGgAjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoIX2UfZQoaBhoD4wMX19xdWFsbmFtZV9flIwhZ2V0X3NjaGVkdWxlX2ZuLjxsb2NhbHM+LjxsYW1iZGE+lIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoGYwHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlGgCKGgHKEsBSwBLAEsBSwFLE0MEiABTAJRoCSmMAV+UhZRoDowEZnVuY5RLhUMCBAGUjAN2YWyUhZQpdJRSlGgVTk5oHSlSlIWUdJRSlGgjaD19lH2UKGgYaDRoJowZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5RoKH2UaCpOaCtOaCxoGWgtTmguaDBHP1BiTdLxqfyFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMIWUUpSFlGhFXZRoR32UdYaUhlIwLg=="}, "actor_batch_norm_stats": [], "critic_batch_norm_stats": [], "actor_batch_norm_stats_target": [], "critic_batch_norm_stats_target": [], "system_info": {"OS": "Linux-5.15.133+-x86_64-with-glibc2.31 # 1 SMP Tue Dec 19 13:14:11 UTC 2023", "Python": "3.10.13", "Stable-Baselines3": "2.3.2", "PyTorch": "2.1.2", "GPU Enabled": "True", "Numpy": "1.26.4", "Cloudpickle": "3.0.0", "Gymnasium": "0.29.0", "OpenAI Gym": "0.26.2"}}