{"policy_class": {":type:": "", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "", "_get_constructor_parameters": "", "reset_noise": "", "_build_mlp_extractor": "", "_build": "", "forward": "", "extract_features": "", "_get_action_dist_from_latent": "", "_predict": "", "evaluate_actions": "", "get_distribution": "", "predict_values": "", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7e49d345bf80>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 16384, "_total_timesteps": 10000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1717055638186816418, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAObXxb2ctbg/t/g9v4fCTL2bjgk+ze4iPgAAAAAAAAAAah1xvsq5pD/o7P2+vishv99R4T78GkM+AAAAAAAAAAAA7/k9ozxgPRUFlT2kkpu+c9YCwOeRk78AAAAAAAAAAOCffD9vnF4/MGezP/dpj7+iNX+/8FvfvgAAAAAAAAAAWvDkPT4khj8A3so+PFkdvzW0db5A+VO9AAAAAAAAAAC6dYu+E7HJP5pRSL8Scp+9JgTzPTMkm70AAAAAAAAAAOaMfT0WY3Y/TI3IPamYJL8tnFG9GvNjPQAAAAAAAAAAenz4vstX3D65TSK/i/OKv3V8OL4kx7C+AAAAAAAAAAADlHI/doRkP9CGCEB7+n2/3K68v8gLqL4AAAAAAAAAAGY9KL37l78/xb2bvjzBLz5KJ2s9GHBZPQAAAAAAAAAAZr5PPbTxqz+cFrQ+J9Knvpo/173NeGG+AAAAAAAAAABmRre6kJu2P1nKAL1pjCE+AyVnu8aJl7wAAAAAAAAAAJrS0z2JhqU/PWoYP8To2L64MBC+C7FlvgAAAAAAAAAAAAErvn8eHz8CgSG/toWRv2/njT/9xhQ/AAAAAAAAAADzS4q9aQRiP1IgZr6tx36/QiIGP5V/zD4AAAAAAAAAAGZV1bxkLbg/++k1vqsdr70O0088oiq/PQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.6384000000000001, "_stats_window_size": 100, "ep_info_buffer": {":type:": "", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwE9Fguyu6mSMAWyUS0iMAXSUR0CK9BcpLEk0dX2UKGgGR8BbCvTCtRvWaAdLQWgIR0CK9Cl7+kxidX2UKGgGR8Bn0DxiG34LaAdLcGgIR0CK9EFTNt65dX2UKGgGR8BwNUsunMt9aAdLk2gIR0CK9F99+gDidX2UKGgGR8Bckk9lmOENaAdLUGgIR0CK9KInjQzDdX2UKGgGR8B1wkN7SiM6aAdLXWgIR0CK9Nw2l2vCdX2UKGgGR8BxuAtwrDqGaAdLeGgIR0CK9QLzf779dX2UKGgGR8Bw6IspXp4baAdLS2gIR0CK9RTtLL6ldX2UKGgGR8Bpg+q//NqyaAdLVGgIR0CK9VzundftdX2UKGgGR8B12m/M4cWCaAdLYmgIR0CK9VCcf/3ndX2UKGgGR8B4R536hxo7aAdLWWgIR0CK9YjCYTkAdX2UKGgGR8Bb8aASWZ7YaAdLZWgIR0CK9ZvS+g14dX2UKGgGR8B0/VEw35vcaAdLW2gIR0CK9bQYUFjedX2UKGgGR8BcTjIvJzT4aAdLRGgIR0CK9eH/LkjpdX2UKGgGR8B0k4S6DoQnaAdLZGgIR0CK9eHUtqYadX2UKGgGR8BgwJiG34KyaAdLSWgIR0CK9choM8YAdX2UKGgGR8BaetSuQp4KaAdLPmgIR0CK9gJ9iMHbdX2UKGgGR8BdTDohY/3WaAdLTGgIR0CK9nokiUxEdX2UKGgGR8B474NMGorGaAdLVGgIR0CK9o/VRUFTdX2UKGgGR8BSJFd9lVcVaAdLQWgIR0CK93KYAsCldX2UKGgGR8BT895t3wCsaAdLUWgIR0CK952s7uD0dX2UKGgGR8Bprkn7YTTOaAdLcmgIR0CK97GnXNC7dX2UKGgGR8BtFvzjFQ2uaAdLZ2gIR0CK9/EZR8+idX2UKGgGR8BrNF8w5/9YaAdLWmgIR0CK9/DNyHVPdX2UKGgGR8BvctLFn7HiaAdLbWgIR0CK9/hm5DqodX2UKGgGR8BoIS7TUiIMaAdLUWgIR0CK+DYHxBmgdX2UKGgGR8Bi2maBqbjMaAdLfWgIR0CK+DYHPeHjdX2UKGgGR8BXcHNC7btaaAdLT2gIR0CK+E2WIGhVdX2UKGgGR8Bl74y2x6fKaAdLeGgIR0CK+IhDgIhRdX2UKGgGR8BZMgymALApaAdLcGgIR0CK+MwLVnVYdX2UKGgGR8BgbEojOcDsaAdLbmgIR0CK+P3wCr93dX2UKGgGRz/pXqRlpXZHaAdLdGgIR0CK+UUGFBY3dX2UKGgGR8BUAv1ct5D7aAdLQmgIR0CK+W+s5n14dX2UKGgGR8B1diNZNfw7aAdLY2gIR0CK+YELYwqRdX2UKGgGR8Ah6xeLNwBHaAdLQmgIR0CK+ec6vJRwdX2UKGgGR8B8Ps20iQkpaAdLcmgIR0CK+dkbPyCndX2UKGgGR8BSXIB7u2JBaAdLRmgIR0CK+gSaEzwddX2UKGgGR8BnLT79AHE/aAdLkWgIR0CK+e4lQdjodX2UKGgGR8BcfQYtQKrraAdLUWgIR0CK+geJYT0ydX2UKGgGR8BVqGQKa5PNaAdLTGgIR0CK+jWmxdIHdX2UKGgGR8BbON25hBqsaAdLTGgIR0CK+m+L3sX0dX2UKGgGR8BnLqV0Lc9GaAdLU2gIR0CK+p75VOsUdX2UKGgGR8BfdTYNAkcCaAdLUWgIR0CK+qgPmPo3dX2UKGgGR8BgW0/lhgE2aAdLcmgIR0CK+wNc4YJmdX2UKGgGR8BWIzdgv115aAdLQmgIR0CK+0zZ6D5CdX2UKGgGR8BmIZnDiwSraAdLUmgIR0CK+1Jaq0dBdX2UKGgGR8BcykZWJaaDaAdLYmgIR0CK+6GFBY3edX2UKGgGR8BSmLmEGqxUaAdLbmgIR0CK+7uYx+KCdX2UKGgGR8BSofbKzRhMaAdLWGgIR0CK+8sT37DVdX2UKGgGR8Bn228h9srNaAdLQ2gIR0CK+8ahpQDWdX2UKGgGR8BnG1iSaEzwaAdLUGgIR0CK+8xfv4M4dX2UKGgGR8Bezszl90A+aAdLQ2gIR0CK/B1wo9cKdX2UKGgGR8AHEeQuEmICaAdLUWgIR0CK/E9wFTvRdX2UKGgGR8B7r09mpVCHaAdLb2gIR0CK/So86mwadX2UKGgGR8BiO9XHR1HOaAdLUWgIR0CK/RVT72tddX2UKGgGR8AoOy7f51vEaAdLb2gIR0CK/TcQiA2AdX2UKGgGR8BicFY0VJtjaAdLQ2gIR0CK/Vu7YkE+dX2UKGgGR8BjmCJO32EkaAdLcmgIR0CK/WfthNM5dX2UKGgGR8BggllAeJYUaAdLYGgIR0CK/YLmZE2HdX2UKGgGR8BikO8wpON6aAdLa2gIR0CK/aG8mKIjdX2UKGgGR8BviLVSXMQmaAdLYGgIR0CK/eX1J17qdX2UKGgGR8BUdAaFVT73aAdLPmgIR0CK/gSFoL5RdX2UKGgGR8BzdlggHNX6aAdLVWgIR0CK/iv4/NaAdX2UKGgGR8A0AzTnaFmGaAdLXWgIR0CK/pFa0QbudX2UKGgGR8BkP2jM3ZPEaAdLXmgIR0CK/otMfzSUdX2UKGgGR8B2gaQGOdXlaAdLXWgIR0CK/o8QI2OydX2UKGgGR8B20GXHBDXwaAdLXWgIR0CK/pWd3B55dX2UKGgGR8ByPLAbhm5EaAdLdGgIR0CK/sY6XBxhdX2UKGgGR8BcCQMYuTRqaAdLXGgIR0CK/9c580DVdX2UKGgGR8BjtaFTNt65aAdLe2gIR0CK//0RODaodX2UKGgGR8B26BTho/RmaAdLWGgIR0CLAA4J/oaDdX2UKGgGR8BZGzZg5R0maAdLXWgIR0CLABqjafz0dX2UKGgGR8By+Di97F85aAdLZ2gIR0CLABv3rUsndX2UKGgGR8BlyP8l5WzXaAdLUWgIR0CLAEeWfK6ndX2UKGgGR8BT1IzJp35faAdLSGgIR0CLALAIIF/ydX2UKGgGR8BjVSJXQtz0aAdLcWgIR0CLALKzRhMKdX2UKGgGR8BkvP557gKnaAdLbmgIR0CLAOF7laKUdX2UKGgGR8BkGywY+B6KaAdLfmgIR0CLAO801qFidX2UKGgGR8Bg2YJJGvwFaAdLY2gIR0CLASBtk4FSdX2UKGgGR8Bkprg88s+WaAdLa2gIR0CLATPqLS/kdX2UKGgGR8Bf2qQA+6iCaAdLYGgIR0CLAWzJIUaidX2UKGgGR8Bi7uaUiY9gaAdLY2gIR0CLAX4GD+R6dX2UKGgGR8BpTg5vLowFaAdLSGgIR0CLAipzcRDkdX2UKGgGR8BrAdvXK8tgaAdLfGgIR0CLAnw97ngYdX2UKGgGR8BqG/z6JqIraAdLiGgIR0CLAp62OQyRdX2UKGgGR8BuC05OrQw9aAdLUWgIR0CLAoz/p+tsdX2UKGgGR8B6T7QhOgxraAdLVWgIR0CLAqB+WnjydX2UKGgGR8B2o0l6Z6UraAdLYWgIR0CLAsjFhodudX2UKGgGR8Bm99A3T/hmaAdLUmgIR0CLAr6LOzIFdX2UKGgGR8B9iSxW1c+raAdLZ2gIR0CLAyhufmLcdX2UKGgGR8Bkm4Lb5/LDaAdLU2gIR0CLA01OTJQtdX2UKGgGR8BYgpbY9Pk8aAdLR2gIR0CLA3+NtIkJdX2UKGgGR8Bb2XIp6QeWaAdLcWgIR0CLA/5WRzRydX2UKGgGR8BihCbz9S/CaAdLVWgIR0CLA/qUu+RHdX2UKGgGR8Bhkh95Qgs9aAdLcWgIR0CLBG+pOvdNdX2UKGgGR8BXFJVCHARDaAdLQWgIR0CLBINTcZccdX2UKGgGR8BmJ3J5mh/RaAdLeWgIR0CLBHyPuG9IdX2UKGgGR8BIVYlY2bXpaAdLQmgIR0CLBLQ9A5aNdX2UKGgGR8BiknN3W4EwaAdLdGgIR0CLBJ6Tnq3WdX2UKGgGR8BfYuCXhOxjaAdLjWgIR0CLBOX+ERJ3dWUu"}, "ep_success_buffer": {":type:": "", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 4, "observation_space": {":type:": "", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_shape": [8], "low": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "low_repr": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high_repr": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "_np_random": null}, "action_space": {":type:": "", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Apr 28 14:29:16 UTC 2024", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.3.0+cu121", "GPU Enabled": "True", "Numpy": "1.25.2", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}