{ "policy_class": { ":type:": "", ":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnRkMy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "stable_baselines3.td3.policies", "__doc__": "\n Policy class (with both actor and critic) for TD3 to be used with Dict observation spaces.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n :param n_critics: Number of critic networks to create.\n :param share_features_extractor: Whether to share or not the features extractor\n between the actor and the critic (this saves computation time)\n ", "__init__": "", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7efb570b7280>" }, "verbose": 1, "policy_kwargs": { "n_critics": 1 }, "num_timesteps": 1000000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1718963871340606429, "learning_rate": 0.001, "tensorboard_log": null, "_last_obs": { ":type:": "", ":serialized:": "gAWVewIAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAPKZPPp8Gkj9rqbY87dY1vjzipz63zLY8VYk+vxGzSz+9ybY8le3Hv5ARLL8DpLY8lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAJsS/v26SFb8OAwAzHpvTP9CEhj4OAwAza8wev8lVyj8OAwAzXnyHv3zRMD8OAwAzlGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWIAEAAAAAAAD5lLC/f5M8P0o4DEA60s4+w9g7Pefae708pk8+nwaSP2uptjwYqbS6Ml+Buu10ErzYEeS8mstlPF39/j0uz8c7fyEtvPKNBjxhDhS/aP8evwumvj8T1BHAKEA1wIDJhzzt1jW+POKnPrfMtjz0o8O55uJEOuAaGzviveS8i2pmPF39/j3Jzsc7iCEtvAPsDDwqJYw/EUERP7snbz7NMAs+sgKsP1yPSj9ViT6/EbNLP73Jtjzek3+6n18GOdMBabu9A+S8I+5kPGT9/j3Y3sc7xx0tvGQlAjxd75s/NimJPJubPj5chuY+dCcbv+i1nD+V7ce/kBEsvwOktjxKAxa6CxZ0OW4Ng7kHY+S8n75oPF39/j0xz8c7gCEtvDRD+DuUaA5LBEsShpRoEnSUUpR1Lg==", "achieved_goal": "[[ 0.20278257 1.1408271 0.02229758]\n [-0.17757769 0.3278979 0.02231441]\n [-0.744283 0.7957011 0.02231299]\n [-1.5619379 -0.672143 0.022295 ]]", "desired_goal": "[[-1.4981735e+00 -5.8426559e-01 2.9805101e-08]\n [ 1.6531713e+00 2.6273203e-01 2.9805101e-08]\n [-6.2030667e-01 1.5807430e+00 2.9805101e-08]\n [-1.0584829e+00 6.9069648e-01 2.9805101e-08]]", "observation": "[[-1.37954628e+00 7.36625612e-01 2.19093561e+00 4.03947651e-01\n 4.58610170e-02 -6.14880584e-02 2.02782571e-01 1.14082706e+00\n 2.22975817e-02 -1.37833040e-03 -9.87028936e-04 -8.93901009e-03\n -2.78405398e-02 1.40255932e-02 1.24506690e-01 6.09769579e-03\n -1.05670681e-02 8.21255334e-03]\n [-5.78344405e-01 -6.21084690e-01 1.48944223e+00 -2.27856898e+00\n -2.83204079e+00 1.65755749e-02 -1.77577689e-01 3.27897906e-01\n 2.23144125e-02 -3.73154529e-04 7.51061714e-04 2.36671418e-03\n -2.79225744e-02 1.40634878e-02 1.24506690e-01 6.09764876e-03\n -1.05670765e-02 8.60119145e-03]\n [ 1.09488416e+00 5.67399085e-01 2.33549997e-01 1.35928348e-01\n 1.34383225e+00 7.91249990e-01 -7.44283020e-01 7.95701087e-01\n 2.23129932e-02 -9.74951196e-04 1.28148575e-04 -3.55540658e-03\n -2.78338138e-02 1.39727918e-02 1.24506742e-01 6.09956309e-03\n -1.05661815e-02 7.94348493e-03]\n [ 1.21824229e+00 1.67432837e-02 1.86140463e-01 4.50243831e-01\n -6.06070757e-01 1.22430134e+00 -1.56193793e+00 -6.72142982e-01\n 2.22950038e-02 -5.72253601e-04 2.32778650e-04 -2.49962730e-04\n -2.78792512e-02 1.42056039e-02 1.24506690e-01 6.09769719e-03\n -1.05670691e-02 7.57637061e-03]]" }, "_last_episode_starts": { ":type:": "", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg==" }, "_last_original_obs": { ":type:": "", ":serialized:": "gAWVewIAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAhl+oPMwV2j1cl3U8t9mAvPQh+jycmHU8GeyOvdALmD2BmHU8ClQXvnzSgL0rl3U8lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAABEOKPtlPUL2PwvU8KDELP8cFtTyPwvU8pUuxPpngCj6PwvU888+dPpV/cT2PwvU8lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWIAEAAAAAAADioDa/5Vp/Pq4KQD+vBF08upOCPCFtqbqGX6g8zBXaPVyXdTzOhnG4yGoRuO2JE7rZgum0u3xNNYAjiqp+sjYu23KProZ/jTd+pt++KxN7vh22Fj9rWom/sV6ev8rfCj232YC89CH6PJyYdTzaLjo4spQNN4VaSTr6gX22V68TNsAqMy7lxcSy2PCDsYhi1jg0KRA+qjtAPjBvmT4xtcK9UcYUP6MxxD4Z7I690AuYPYGYdTyKxYu3fD/rtvzIlDivwSy0haeltRY1fTEerHM1SmDeNAIfMbgoxDs+TZxSvArZkz6DEAQ9nzCJvgoVFD8KVBe+fNKAvSuXdTwL7so31yuUtvo08Tm/Cge2A3L+NjiqsKyr3yUwdk6grxbUALmUaA5LBEsShpRoEnSUUpR1Lg==", "achieved_goal": "[[ 0.02055336 0.10648689 0.0149897 ]\n [-0.01572881 0.03053377 0.01499 ]\n [-0.06978626 0.07424128 0.01498997]\n [-0.14778152 -0.06290147 0.01498965]]", "desired_goal": "[[ 0.27004254 -0.0508574 0.03 ]\n [ 0.5437188 0.02209748 0.03 ]\n [ 0.34628025 0.1356224 0.03 ]\n [ 0.30822715 0.05895956 0.03 ]]", "observation": "[[-7.13392377e-01 2.49370173e-01 7.50162959e-01 1.34898862e-02\n 1.59395821e-02 -1.29261997e-03 2.05533616e-02 1.06486887e-01\n 1.49897002e-02 -5.75844242e-05 -3.46701418e-05 -5.62815752e-04\n -4.34948362e-07 7.65499578e-07 -2.45383575e-13 4.15405418e-11\n -6.52328955e-11 1.68678926e-05]\n [-4.36817110e-01 -2.45190307e-01 5.88716328e-01 -1.07307184e+00\n -1.23726475e+00 3.39048281e-02 -1.57288145e-02 3.05337682e-02\n 1.49899982e-02 4.43894896e-05 8.43887574e-06 7.68102997e-04\n -3.77755941e-06 2.20067682e-06 4.07378575e-11 -2.29073951e-08\n -3.83998255e-09 1.02226681e-04]\n [ 1.40782177e-01 1.87727600e-01 2.99676418e-01 -9.50721577e-02\n 5.81151068e-01 3.83191198e-01 -6.97862580e-02 7.42412806e-02\n 1.49899730e-02 -1.66620775e-05 -7.01093632e-06 7.09462620e-05\n -1.60892100e-07 -1.23422126e-06 3.68465214e-09 9.07750177e-07\n 4.14207818e-07 -4.22289668e-05]\n [ 1.83365464e-01 -1.28546478e-02 2.88765252e-01 3.22423093e-02\n -2.67949075e-01 5.78446031e-01 -1.47781521e-01 -6.29014671e-02\n 1.49896545e-02 2.41911239e-05 -4.41584734e-06 4.60065727e-04\n -2.01228227e-06 7.58306260e-06 -5.02111894e-12 6.03445016e-10\n -2.91595803e-10 -1.22860394e-04]]" }, "_episode_num": 20009, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": { ":type:": "", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwC+FfgJkXk6MAWyUSzKMAXSUR0DJACw55qubdX2UKGgGR8A57/tpmEoOaAdLMmgIR0DJAAltwaR7dX2UKGgGR8A0jNNahYeUaAdLMmgIR0DJAL9NL128dX2UKGgGR8ApDGrCFbmmaAdLMmgIR0DJALIJu2qldX2UKGgGR8AyCJXyRSxaaAdLMmgIR0DJAV7DEWIodX2UKGgGR8A+l4MWoFV1aAdLMmgIR0DJAU3BP9DQdX2UKGgGR8A1D92X9itraAdLMmgIR0DJAjEghbGFdX2UKGgGR8A0ui9IwudxaAdLMmgIR0DJAiosZpBYdX2UKGgGR8A7QKsMiKR/aAdLMmgIR0DJAwTgwXZXdX2UKGgGR8A/dm2b5M11aAdLMmgIR0DJAuHkDIRzdX2UKGgGR8ArKIu5BkZraAdLMmgIR0DJA5Dl90A+dX2UKGgGR8Ax0l8w5/9YaAdLMmgIR0DJA4L+3pfQdX2UKGgGR8A8RHxz7uUmaAdLMmgIR0DJBC9H+ZPVdX2UKGgGR8A4DmJFb3XaaAdLMmgIR0DJBAxiuuA7dX2UKGgGR8A8+r2g3974aAdLMmgIR0DJBLqB9TgmdX2UKGgGR8AtDL1VYISlaAdLMmgIR0DJBK1fw7T2dX2UKGgGR8A3RdzXBguzaAdLMmgIR0DJBWShYeT3dX2UKGgGR8Az7WCEpRXPaAdLMmgIR0DJBUcPJ7swdX2UKGgGR8Az6jtG/etTaAdLMmgIR0DJBfl1B+nZdX2UKGgGR8AyCJD3M6ikaAdLMmgIR0DJBewMvyskdX2UKGgGR8A4LW9US7GvaAdLMmgIR0DJBpYMH8jzdX2UKGgGR8AzMOvMbFS9aAdLMmgIR0DJBnI3aSLZdX2UKGgGR8A8TOUt7KJVaAdLMmgIR0DJByFopQUIdX2UKGgGR8A9sASFoL5RaAdLMmgIR0DJBxMzwc5sdX2UKGgGR8AyrWZJCjUNaAdLMmgIR0DJB8OkHlfadX2UKGgGR8A3V4593KSxaAdLMmgIR0DJB6jNKRMfdX2UKGgGR8A79V7Qb+98aAdLMmgIR0DJCJLpTuOTdX2UKGgGR8A0y+b3Gn4xaAdLMmgIR0DJCIs2UB4mdX2UKGgGR8AvNUvwmVqvaAdLMmgIR0DJCXi3CsOodX2UKGgGR8Ar5a0QbuMNaAdLMmgIR0DJCXGmR/3GdX2UKGgGR8ApRaOgg5imaAdLMmgIR0DJCiSRp1zRdX2UKGgGR8AmK30f5k9VaAdLMmgIR0DJChZ8a4tpdX2UKGgGR8AkA0GeMAFQaAdLMmgIR0DJCsGsHSncdX2UKGgGR8AykRTCLuQZaAdLMmgIR0DJCp/w1BMSdX2UKGgGR8A5ETkQwsXjaAdLMmgIR0DJC1O7L+xXdX2UKGgGR8A0I6gM+eOGaAdLMmgIR0DJC0Xwd8zAdX2UKGgGR8A84PXTVlPKaAdLMmgIR0DJC/+zyBkJdX2UKGgGR8A4ofGdZq20aAdLMmgIR0DJC9/SMLncdX2UKGgGR8A4N3OObRWtaAdLMmgIR0DJDJe8TSLJdX2UKGgGR8A9q43FUADJaAdLMmgIR0DJDIull9SddX2UKGgGR8A+Cna37UG3aAdLMmgIR0DJDT3njhkzdX2UKGgGR8A2ZDMvAXVLaAdLMmgIR0DJDSJvNu+AdX2UKGgGR8A6wFlTWGypaAdLMmgIR0DJDeD+kxh2dX2UKGgGR8Ahns7+1jRVaAdLMmgIR0DJDdLt7a7FdX2UKGgGR8A4xutOmBOIaAdLMmgIR0DJDn8f1YhddX2UKGgGR8A5hjW07bL2aAdLMmgIR0DJDlyjk+5fdX2UKGgGR8A5GXxe9i+daAdLMmgIR0DJDztnXd0rdX2UKGgGR8A0P+NtIkJKaAdLMmgIR0DJDzSOWBz4dX2UKGgGR8A1hL5AQg9vaAdLMmgIR0DJEBPseGO/dX2UKGgGR8A2NQPI4lyBaAdLMmgIR0DJEAj7hvR7dX2UKGgGR8A0HafjCHh1aAdLMmgIR0DJEQlhd+ocdX2UKGgGR8Ak6eK8+RozaAdLMmgIR0DJEQKKxcFAdX2UKGgGR8A1fYT0xubaaAdLMmgIR0DJEgYqXnhbdX2UKGgGR8A0ul2/zreJaAdLMmgIR0DJEfqm65G0dX2UKGgGR8Avz5Y5ksjFaAdLMmgIR0DJErHOMVDbdX2UKGgGR8BAwHgpBomHaAdLMmgIR0DJEqPjn3cpdX2UKGgGR8A92WXkYGdJaAdLMmgIR0DJE1BbfP5YdX2UKGgGR8A4T/T9bX6JaAdLMmgIR0DJEzGnsLOSdX2UKGgGR8A02Zr56+nJaAdLMmgIR0DJE+cbLlmwdX2UKGgGR8Ay9zpX6qKhaAdLMmgIR0DJE9qP6sQvdX2UKGgGR8Aws4Oc2BJ7aAdLMmgIR0DJFIyk43m3dX2UKGgGR8A4hao/A0sOaAdLMmgIR0DJFG3V9Wp7dX2UKGgGR8AxH5BkZrHmaAdLMmgIR0DJFTD/hl19dX2UKGgGR8AsfAD7qIJraAdLMmgIR0DJFSOPDHfedX2UKGgGR8Awu9EkSmIkaAdLMmgIR0DJFew0ZWJadX2UKGgGR8Azx/mDDjzaaAdLMmgIR0DJFebgbZOBdX2UKGgGR8AspQdCE6DHaAdLMmgIR0DJFs5yKekIdX2UKGgGR8A7GTjvNNahaAdLMmgIR0DJFsebkOqedX2UKGgGR8AyKxzJZGKAaAdLMmgIR0DJF47piZv2dX2UKGgGR8A1jUCq6vq1aAdLMmgIR0DJF3ZQvYe1dX2UKGgGR8Atfo11nuiOaAdLMmgIR0DJGDom1IAfdX2UKGgGR8A2mc0+C9RKaAdLMmgIR0DJGC4VGkN4dX2UKGgGR8A2ssTnJT2naAdLMmgIR0DJGN7KNhmYdX2UKGgGR8A4i3dsSCe3aAdLMmgIR0DJGMGbI91VdX2UKGgGR8A1RMaS9ugpaAdLMmgIR0DJGXlC/oJRdX2UKGgGR8AyseeFtbcHaAdLMmgIR0DJGWvbTMJQdX2UKGgGR8AzypB5X2dvaAdLMmgIR0DJGiKa3I+4dX2UKGgGR8Aqs90zTF2naAdLMmgIR0DJGgVm4AjqdX2UKGgGR8A71ruIAOriaAdLMmgIR0DJGr8hvBJqdX2UKGgGR8AwJ2q1gH/taAdLMmgIR0DJGrOsLfDUdX2UKGgGR8AuIGTs6aLGaAdLMmgIR0DJG23wRXfZdX2UKGgGR8A02oJAt4A0aAdLMmgIR0DJG0sZccENdX2UKGgGR8A6l1vVEuxsaAdLMmgIR0DJHAf9aUzLdX2UKGgGR8AyEqHoHLRsaAdLMmgIR0DJG/sj/uLKdX2UKGgGR8A34WyTpxFRaAdLMmgIR0DJHN+z8gp0dX2UKGgGR8A1RfK6nR9gaAdLMmgIR0DJHNIqPOpsdX2UKGgGR8A5MOvdM0xeaAdLMmgIR0DJHbhCtzS1dX2UKGgGR8A8Bsenyd4FaAdLMmgIR0DJHbEK1G9YdX2UKGgGR8A84ps41gpjaAdLMmgIR0DJHms8PnSwdX2UKGgGR8A63ocrAgxKaAdLMmgIR0DJHkrGJemfdX2UKGgGR8AxZbutwJgLaAdLMmgIR0DJHv8CkoF3dX2UKGgGR8Ay8bb1yvLYaAdLMmgIR0DJHvONR3vAdX2UKGgGR8A1o3PzFuNxaAdLMmgIR0DJH7FvXK8tdX2UKGgGR8AsvzV+Zw4saAdLMmgIR0DJH5P4AS39dX2UKGgGR8A+iQNkOI69aAdLMmgIR0DJIFOhTOxCdX2UKGgGR8A0VDF6zE75aAdLMmgIR0DJIEY9vCMxdX2UKGgGR8A3ZTfzjFQ3aAdLMmgIR0DJIPNkjHGTdX2UKGgGR8A0NEtdzGPxaAdLMmgIR0DJINMofCAMdX2UKGgGR8A0DRzijtXxaAdLMmgIR0DJIYaEYfnwdX2UKGgGR8A6oRArxy4naAdLMmgIR0DJIXjhzeXSdWUu" }, "ep_success_buffer": { ":type:": "", ":serialized:": "gAWVhgAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKImJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYllLg==" }, "_n_updates": 249975, "buffer_size": 1000000, "batch_size": 256, "learning_starts": 100, "tau": 0.005, "gamma": 0.99, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": { ":type:": "", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__annotations__": "{'observation_space': , 'obs_shape': typing.Dict[str, typing.Tuple[int, ...]], 'observations': typing.Dict[str, numpy.ndarray], 'next_observations': typing.Dict[str, numpy.ndarray]}", "__doc__": "\n Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n Extends the ReplayBuffer to use dictionary observations\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device: PyTorch device\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ", "__init__": "", "add": "", "sample": "", "_get_samples": "", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7efb571ee1c0>" }, "replay_buffer_kwargs": {}, "train_freq": { ":type:": "", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu" }, "use_sde_at_warmup": false, "policy_delay": 1, "target_noise_clip": 0.0, "target_policy_noise": 0.1, "observation_space": { ":type:": "", ":serialized:": "gAWVKAQAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAABAQGUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoJHSUUpSMBGhpZ2iUaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAUtMTAuMJSMCWhpZ2hfcmVwcpSMBDEwLjCUjApfbnBfcmFuZG9tlE51YowMZGVzaXJlZF9nb2FslGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBloHCiWEgAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQGUaCBLEoWUaCR0lFKUaCdoHCiWEgAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQGUaCBLEoWUaCR0lFKUaCxLEoWUaC5oHCiWSAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLEoWUaCR0lFKUaDNoHCiWSAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLEoWUaCR0lFKUaDiMBS0xMC4wlGg6jAQxMC4wlGg8TnVidWgsTmgQTmg8TnViLg==", "spaces": "OrderedDict([('achieved_goal', Box(-10.0, 10.0, (3,), float32)), ('desired_goal', Box(-10.0, 10.0, (3,), float32)), ('observation', Box(-10.0, 10.0, (18,), float32))])", "_shape": null, "dtype": null, "_np_random": null }, "action_space": { ":type:": "", ":serialized:": "gAWVYQIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolgMAAAAAAAAAAQEBlGgVSwOFlGgZdJRSlIwGX3NoYXBllEsDhZSMA2xvd5RoESiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUaBl0lFKUjARoaWdolGgRKJYMAAAAAAAAAAAAgD8AAIA/AACAP5RoC0sDhZRoGXSUUpSMCGxvd19yZXBylIwELTEuMJSMCWhpZ2hfcmVwcpSMAzEuMJSMCl9ucF9yYW5kb22UjBRudW1weS5yYW5kb20uX3BpY2tsZZSMEF9fZ2VuZXJhdG9yX2N0b3KUk5SMBVBDRzY0lGgyjBRfX2JpdF9nZW5lcmF0b3JfY3RvcpSTlIaUUpR9lCiMDWJpdF9nZW5lcmF0b3KUjAVQQ0c2NJSMBXN0YXRllH2UKGg9ihD4Zx9bFe6nCQK8ixIRayYnjANpbmOUihF/UaP960ZQLuqdN1gosWCiAHWMCmhhc191aW50MzKUSwCMCHVpbnRlZ2VylEsAdWJ1Yi4=", "dtype": "float32", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_shape": [ 3 ], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": "Generator(PCG64)" }, "n_envs": 4, "lr_schedule": { ":type:": "", ":serialized:": "gAWVoAMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLA0sTQwx0AIgAfACDAYMBUwCUToWUjAVmbG9hdJSFlIwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwIPGxhbWJkYT6US2FDAgwAlIwOdmFsdWVfc2NoZWR1bGWUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxJL3Vzci9sb2NhbC9saWIvcHl0aG9uMy4xMC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGghfZR9lChoGGgPjAxfX3F1YWxuYW1lX1+UjCFnZXRfc2NoZWR1bGVfZm4uPGxvY2Fscz4uPGxhbWJkYT6UjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgZjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOUaAIoaAcoSwFLAEsASwFLAUsTQwSIAFMAlGgJKYwBX5SFlGgOjARmdW5jlEuFQwIEAZSMA3ZhbJSFlCl0lFKUaBVOTmgdKVKUhZR0lFKUaCRoPn2UfZQoaBhoNWgnjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlGgpfZRoK05oLE5oLWgZaC5OaC9oMUc/UGJN0vGp/IWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwhZRSlIWUaEZdlGhIfZR1hpSGUjAu" }, "actor_batch_norm_stats": [], "critic_batch_norm_stats": [], "actor_batch_norm_stats_target": [], "critic_batch_norm_stats_target": [] }