{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space (Tuple)\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Uses the CombinedExtractor\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7f7f1f39be50>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f7f1f39e780>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 1000000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1682723891413471841, "learning_rate": 0.0007, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVAQMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMZy9ob21lL3Fyb21haWtvL21hbWJhZm9yZ2UvZW52cy9weXRvcmNoX3JsL2xpYi9weXRob24zLjkvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjGcvaG9tZS9xcm9tYWlrby9tYW1iYWZvcmdlL2VudnMvcHl0b3JjaF9ybC9saWIvcHl0aG9uMy45L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAHQHdPjybMbv43Ag/HQHdPjybMbv43Ag/HQHdPjybMbv43Ag/HQHdPjybMbv43Ag/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAvWxqPl4tAD8Amb8/ztHovXdi079dlrQ/XmqcP/644L1QozU/Z6yIP4oizDyiWT4/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAAAdAd0+PJsxu/jcCD9b0Tw8O7gVOwun4DsdAd0+PJsxu/jcCD9b0Tw8O7gVOwun4DsdAd0+PJsxu/jcCD9b0Tw8O7gVOwun4DsdAd0+PJsxu/jcCD9b0Tw8O7gVOwun4DuUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 0.43164912 -0.00271006  0.5346217 ]\n [ 0.43164912 -0.00271006  0.5346217 ]\n [ 0.43164912 -0.00271006  0.5346217 ]\n [ 0.43164912 -0.00271006  0.5346217 ]]", "desired_goal": "[[ 0.22893043  0.50069225  1.4968567 ]\n [-0.11368142 -1.6514424   1.4108387 ]\n [ 1.2219961  -0.10972784  0.7095232 ]\n [ 1.0677613   0.02491881  0.7435552 ]]", "observation": "[[ 0.43164912 -0.00271006  0.5346217   0.01152452  0.00228454  0.00685585]\n [ 0.43164912 -0.00271006  0.5346217   0.01152452  0.00228454  0.00685585]\n [ 0.43164912 -0.00271006  0.5346217   0.01152452  0.00228454  0.00685585]\n [ 0.43164912 -0.00271006  0.5346217   0.01152452  0.00228454  0.00685585]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAePvfPVP72j2iWFE+SWQZvtHT1r3TrJo9iowGvgOGA75A4ow+9vSjvO3Gujwek2Q9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]]", "desired_goal": "[[ 0.10936636  0.10692468  0.20443967]\n [-0.14979662 -0.1048962   0.07552495]\n [-0.13139549 -0.1284409   0.27516365]\n [-0.02001427  0.02279993  0.05580436]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI6xuY3Cgy6L+UhpRSlIwBbJRLMowBdJRHQJir1donKGN1fZQoaAZoCWgPQwhPBHEeTqDwv5SGlFKUaBVLMmgWR0CYq4e7cwg1dX2UKGgGaAloD0MIkdEBSdiXAsCUhpRSlGgVSzJoFkdAmKs/KZDzAnV9lChoBmgJaA9DCLjM6bKYWPK/lIaUUpRoFUsyaBZHQJiq/JYDDCR1fZQoaAZoCWgPQwjHn6hsWBP2v5SGlFKUaBVLMmgWR0CYrSUu+RHPdX2UKGgGaAloD0MINSkF3V7S57+UhpRSlGgVSzJoFkdAmKzW/N7jUHV9lChoBmgJaA9DCGZs6GZ/oOu/lIaUUpRoFUsyaBZHQJisjnaFmFt1fZQoaAZoCWgPQwhkQPZ69wf+v5SGlFKUaBVLMmgWR0CYrExKQJXydX2UKGgGaAloD0MIYp6VtOLb8L+UhpRSlGgVSzJoFkdAmK5yofjjrHV9lChoBmgJaA9DCEmD29rCc+2/lIaUUpRoFUsyaBZHQJiuJG/etS11fZQoaAZoCWgPQwgu5ueGpmz2v5SGlFKUaBVLMmgWR0CYrdvicXnAdX2UKGgGaAloD0MIhcyVQbXB9b+UhpRSlGgVSzJoFkdAmK2ZaA4GU3V9lChoBmgJaA9DCIQR+wRQjPC/lIaUUpRoFUsyaBZHQJivwUO/cnF1fZQoaAZoCWgPQwhSt7OvPIjyv5SGlFKUaBVLMmgWR0CYr3MkyDZldX2UKGgGaAloD0MI3PP8aaO66b+UhpRSlGgVSzJoFkdAmK8qm8/Uv3V9lChoBmgJaA9DCJIhx9YzhPC/lIaUUpRoFUsyaBZHQJiu6BPKuCB1fZQoaAZoCWgPQwiV056Sc2Lbv5SGlFKUaBVLMmgWR0CYsQtNi6QOdX2UKGgGaAloD0MIFVJ+Uu1T6b+UhpRSlGgVSzJoFkdAmLC9GI9C/3V9lChoBmgJaA9DCLK7QEmBheS/lIaUUpRoFUsyaBZHQJiwdH5Jsft1fZQoaAZoCWgPQwgPJsXHJ2Twv5SGlFKUaBVLMmgWR0CYsDIIWxhVdX2UKGgGaAloD0MIDFpIwOhy8r+UhpRSlGgVSzJoFkdAmLJbS3LFGXV9lChoBmgJaA9DCNNLjGX6Jem/lIaUUpRoFUsyaBZHQJiyDR+jM3Z1fZQoaAZoCWgPQwglrmNccfHkv5SGlFKUaBVLMmgWR0CYscSHuZ1FdX2UKGgGaAloD0MIO8WqQZjb87+UhpRSlGgVSzJoFkdAmLGCZSeiBXV9lChoBmgJaA9DCPjCZKpglPC/lIaUUpRoFUsyaBZHQJizr6yjYZl1fZQoaAZoCWgPQwinI4CbxYvmv5SGlFKUaBVLMmgWR0CYs2F+NLlFdX2UKGgGaAloD0MIuI/cmnRb77+UhpRSlGgVSzJoFkdAmLMY7A+IM3V9lChoBmgJaA9DCD0NGCR9Wt6/lIaUUpRoFUsyaBZHQJiy1mthd+p1fZQoaAZoCWgPQwjI0ocuqG/ov5SGlFKUaBVLMmgWR0CYtQcsUZeidX2UKGgGaAloD0MIWycuxysQ4b+UhpRSlGgVSzJoFkdAmLS5AUtZm3V9lChoBmgJaA9DCAQfgxWnWu2/lIaUUpRoFUsyaBZHQJi0cFY+0PZ1fZQoaAZoCWgPQwiyKy0j9V70v5SGlFKUaBVLMmgWR0CYtC3BHkLhdX2UKGgGaAloD0MIJa5jXHFx5r+UhpRSlGgVSzJoFkdAmLZMRxtHhHV9lChoBmgJaA9DCPktOllqvem/lIaUUpRoFUsyaBZHQJi1/gR9PUN1fZQoaAZoCWgPQwjZ6Qd1kULvv5SGlFKUaBVLMmgWR0CYtbVrRBu5dX2UKGgGaAloD0MIE9bG2Amv57+UhpRSlGgVSzJoFkdAmLVy1qnFYXV9lChoBmgJaA9DCLAgzVg0ne6/lIaUUpRoFUsyaBZHQJi3q1Cw8nx1fZQoaAZoCWgPQwjJVwIpsWvlv5SGlFKUaBVLMmgWR0CYt10q6OHWdX2UKGgGaAloD0MIprqAlxm257+UhpRSlGgVSzJoFkdAmLcUn1Fpf3V9lChoBmgJaA9DCFcFajF4GO2/lIaUUpRoFUsyaBZHQJi20hX8wYd1fZQoaAZoCWgPQwjf+UUJ+gviv5SGlFKUaBVLMmgWR0CYuPEyckMTdX2UKGgGaAloD0MIVmEzwAWZ9L+UhpRSlGgVSzJoFkdAmLii6xxDLXV9lChoBmgJaA9DCNyAzw8jhOS/lIaUUpRoFUsyaBZHQJi4WlyimEZ1fZQoaAZoCWgPQwhpVrYPeUvzv5SGlFKUaBVLMmgWR0CYuBfYSQHSdX2UKGgGaAloD0MIIXU7+8qD47+UhpRSlGgVSzJoFkdAmLo60UoKD3V9lChoBmgJaA9DCJIf8SvW8OC/lIaUUpRoFUsyaBZHQJi57KHO8kF1fZQoaAZoCWgPQwiU+x2KAn3jv5SGlFKUaBVLMmgWR0CYuaP5pJwsdX2UKGgGaAloD0MIRidLrfeb5r+UhpRSlGgVSzJoFkdAmLlhiPQv6HV9lChoBmgJaA9DCGYxsfm4Nuq/lIaUUpRoFUsyaBZHQJi7hn003wV1fZQoaAZoCWgPQwisqwK1GLzsv5SGlFKUaBVLMmgWR0CYuzhGH58CdX2UKGgGaAloD0MI2UC62LSS8b+UhpRSlGgVSzJoFkdAmLrvqxC6YnV9lChoBmgJaA9DCDFbsirCze2/lIaUUpRoFUsyaBZHQJi6rT+ee4F1fZQoaAZoCWgPQwjsGFdcHNXyv5SGlFKUaBVLMmgWR0CYvPujh1kldX2UKGgGaAloD0MIRWeZRSi26b+UhpRSlGgVSzJoFkdAmLyt0JWvKXV9lChoBmgJaA9DCDifOlYpPeG/lIaUUpRoFUsyaBZHQJi8ZT3qRlp1fZQoaAZoCWgPQwhe91YkJqjtv5SGlFKUaBVLMmgWR0CYvCKzzErHdX2UKGgGaAloD0MIWwuz0M7p5r+UhpRSlGgVSzJoFkdAmL5MxbjcVXV9lChoBmgJaA9DCII5evzepuu/lIaUUpRoFUsyaBZHQJi9/or4Fid1fZQoaAZoCWgPQwgJMgIqHEHsv5SGlFKUaBVLMmgWR0CYvbYBeXzEdX2UKGgGaAloD0MIfNRfr7Bg47+UhpRSlGgVSzJoFkdAmL1zW9US7HV9lChoBmgJaA9DCMY0071O6ue/lIaUUpRoFUsyaBZHQJi/m0ngHeJ1fZQoaAZoCWgPQwh3oiQk0rbov5SGlFKUaBVLMmgWR0CYv00l7dBTdX2UKGgGaAloD0MI7ib4pumz6b+UhpRSlGgVSzJoFkdAmL8EYj0L+nV9lChoBmgJaA9DCGE2AYblz+2/lIaUUpRoFUsyaBZHQJi+wcbR4Ql1fZQoaAZoCWgPQwhAiGTIsfXnv5SGlFKUaBVLMmgWR0CYwOY6GQCCdX2UKGgGaAloD0MI88e0No1t47+UhpRSlGgVSzJoFkdAmMCYEOiFkHV9lChoBmgJaA9DCFt7n6pCA9W/lIaUUpRoFUsyaBZHQJjAT3g1m8N1fZQoaAZoCWgPQwgpIO1/gLXkv5SGlFKUaBVLMmgWR0CYwAzRQaaTdX2UKGgGaAloD0MIlPWbielC7L+UhpRSlGgVSzJoFkdAmMJV+y7f53V9lChoBmgJaA9DCKc9JefEHuO/lIaUUpRoFUsyaBZHQJjCB84Pwux1fZQoaAZoCWgPQwhhGRu62R/jv5SGlFKUaBVLMmgWR0CYwb863iJgdX2UKGgGaAloD0MIK6Im+nyU7b+UhpRSlGgVSzJoFkdAmMF8r7O3UnV9lChoBmgJaA9DCGoYPiKmxOa/lIaUUpRoFUsyaBZHQJjDrMibDuV1fZQoaAZoCWgPQwhEFmniHeDXv5SGlFKUaBVLMmgWR0CYw16VMVUNdX2UKGgGaAloD0MIjsni/iPT2b+UhpRSlGgVSzJoFkdAmMMV81Gb1HV9lChoBmgJaA9DCMxiYvNxbeS/lIaUUpRoFUsyaBZHQJjC03Ns3yZ1fZQoaAZoCWgPQwi1w1+TNWrpv5SGlFKUaBVLMmgWR0CYxP2ETQE7dX2UKGgGaAloD0MIb4Pab+3E6r+UhpRSlGgVSzJoFkdAmMSvVmSQo3V9lChoBmgJaA9DCDunWaDdIeq/lIaUUpRoFUsyaBZHQJjEZrXUYsN1fZQoaAZoCWgPQwiB6bRug1rhv5SGlFKUaBVLMmgWR0CYxCQxvegtdX2UKGgGaAloD0MISpaTUPpC5r+UhpRSlGgVSzJoFkdAmMZS6QNkOXV9lChoBmgJaA9DCIma6PNRRui/lIaUUpRoFUsyaBZHQJjGBLUTcqR1fZQoaAZoCWgPQwixa3u7Jbnzv5SGlFKUaBVLMmgWR0CYxbwK0D2bdX2UKGgGaAloD0MI7PZZZaY04b+UhpRSlGgVSzJoFkdAmMV5gogFHXV9lChoBmgJaA9DCJFFmngH+Oa/lIaUUpRoFUsyaBZHQJjHpoh6jWV1fZQoaAZoCWgPQwid1QJ7TCTkv5SGlFKUaBVLMmgWR0CYx1hY/3WXdX2UKGgGaAloD0MIZhGKraBp5b+UhpRSlGgVSzJoFkdAmMcPz8P4EnV9lChoBmgJaA9DCL8NMV7zKui/lIaUUpRoFUsyaBZHQJjGzUI9kjJ1fZQoaAZoCWgPQwjKxK2CGGjjv5SGlFKUaBVLMmgWR0CYyPpQk5ZKdX2UKGgGaAloD0MIjo8WZwxz3b+UhpRSlGgVSzJoFkdAmMisNQTEi3V9lChoBmgJaA9DCDFFuTR+4eC/lIaUUpRoFUsyaBZHQJjIY89wFTx1fZQoaAZoCWgPQwiBQdKnVXTpv5SGlFKUaBVLMmgWR0CYyCFHavicdX2UKGgGaAloD0MI+DjThO0n2L+UhpRSlGgVSzJoFkdAmMpZEc81XXV9lChoBmgJaA9DCKfK94xEaOW/lIaUUpRoFUsyaBZHQJjKCuvECNl1fZQoaAZoCWgPQwhNFYxK6gTav5SGlFKUaBVLMmgWR0CYycJaJQ+EdX2UKGgGaAloD0MIhjdr8L4q6L+UhpRSlGgVSzJoFkdAmMl/3JxNqXV9lChoBmgJaA9DCLly9s5oK+6/lIaUUpRoFUsyaBZHQJjLr+ZPVNJ1fZQoaAZoCWgPQwgKEtvdA3Tpv5SGlFKUaBVLMmgWR0CYy2HnlnyvdX2UKGgGaAloD0MI2Vw1zxF55b+UhpRSlGgVSzJoFkdAmMsZO8Cgb3V9lChoBmgJaA9DCHv4MlGE1M2/lIaUUpRoFUsyaBZHQJjK1rXUYsN1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 50000, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVUgMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUaBCTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZSMAUOUdJRSlIwEaGlnaJRoHSiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBVLA4WUaCB0lFKUjA1ib3VuZGVkX2JlbG93lGgdKJYDAAAAAAAAAAEBAZRoEowCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIHSUUpSMDWJvdW5kZWRfYWJvdmWUaB0olgMAAAAAAAAAAQEBlGgsSwOFlGggdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBVoGEsDhZRoGmgdKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZRoIHSUUpRoI2gdKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoIHSUUpRoKGgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoMmgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoN051YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgVaBhLBoWUaBpoHSiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBVLBoWUaCB0lFKUaCNoHSiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBVLBoWUaCB0lFKUaChoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDJoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDdOdWJ1aBhOaBBOaDdOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVbQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True  True  True]", "bounded_above": "[ True  True  True]", "_np_random": null}, "n_envs": 4, "system_info": {"OS": "Linux-5.15.90.1-microsoft-standard-WSL2-x86_64-with-glibc2.35 # 1 SMP Fri Jan 27 02:56:13 UTC 2023", "Python": "3.9.16", "Stable-Baselines3": "1.8.0", "PyTorch": "2.0.0", "GPU Enabled": "True", "Numpy": "1.21.2", "Gym": "0.21.0"}}