{"policy_class": {":type:": "", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "", "_get_constructor_parameters": "", "reset_noise": "", "_build_mlp_extractor": "", "_build": "", "forward": "", "extract_features": "", "_get_action_dist_from_latent": "", "_predict": "", "evaluate_actions": "", "get_distribution": "", "predict_values": "", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f44dd9dc800>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 10027008, "_total_timesteps": 10000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1712996383583301152, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAABrlFz0d+RM+Gpd5vlPnDb+726G9Qb4YvgAAAAAAAAAAZq0UPbiWu7nBrIa2vcaisfqp3jsOpaY1AACAPwAAgD/gZi6+7ExPP/J297z2DBW/ds2cvoX7Rj4AAAAAAAAAAABIJLx+k6o/s7cSvcdOA7/mGEk97AIgPQAAAAAAAAAAzahRPEgbnLp2Mnwy7u1GsSWcwLoWLxCzAACAPwAAgD8Ax448Yia1P7x9MT6L8K69MEbvPIVCCD4AAAAAAAAAAO3LZ77K0aY/GjICvwab877mdg+/ZKUBvgAAAAAAAAAAZjcBPQpIPru+pxE8EH2JPCZ4VDzlQ229AACAPwAAgD+a0xU8AcqCvGMJRL5iXT09Mr5JPTYxB70AAIA/AACAP1occL7POA4/KaudPgK/HL9Tyvk7qSGtPQAAAAAAAAAAZgTxPCn4eLpGzBE9Cp4Zs334ubpqRf2yAACAPwAAgD/NoQU9nwbLu+YwrjuHx9Q7imYhPRIIwLwAAIA/AACAP80s+bo+EzU/+wuCvYH1fL+Wg6A8hQxIvQAAAAAAAAAAWmmuPTddHz89hgO9pKNSv1oXbT4U+qm9AAAAAAAAAAAAk+E8X//xPKMkRL5bJri+BtYKvp4tnr0AAAAAAAAAAEA+Ez5q4ps+5g7cvpaXDb8J0ss78opNvgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.0027007999999999477, "_stats_window_size": 100, "ep_info_buffer": {":type:": "", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHO9AyVObiKMAWyUS7aMAXSUR0C2lriRwIdEdX2UKGgGR0BxrrLlmvnsaAdLsGgIR0C2lrluWKMvdX2UKGgGR0BxTnaEi+tbaAdLqWgIR0C2lsWWY4Q0dX2UKGgGR0BzJom2LHdXaAdL3mgIR0C2ltPOdGy5dX2UKGgGR0BxXF25hBqsaAdLs2gIR0C2lvUKVpsXdX2UKGgGR0ByQq9/SYw7aAdLo2gIR0C2lvkka/ATdX2UKGgGR0BHN57gKnejaAdLc2gIR0C2lwGnwXqJdX2UKGgGR0Bx0hy8zyjIaAdLpGgIR0C2lwWR3eN2dX2UKGgGR0BwwCPn0TURaAdLpmgIR0C2lxX+AEt/dX2UKGgGR0Bx6bCbc45taAdLrmgIR0C2lxmplz2fdX2UKGgGR0BzDy8Yht+DaAdL2mgIR0C2lxud9UjtdX2UKGgGR0BzpyI7/4qPaAdL4mgIR0C2lyRWLgn/dX2UKGgGR0BwvRJjDsMRaAdLsWgIR0C2lyzSCvovdX2UKGgGR0Bze4m+j/MoaAdLq2gIR0C2lz+2uxKQdX2UKGgGR0Bw4x5LRKHxaAdLmmgIR0C2lz++IuXedX2UKGgGR0BzGPufEn9faAdLtWgIR0C2l0Ip2ECedX2UKGgGR0BxFkvTPSlWaAdLtGgIR0C2l0VSGahIdX2UKGgGR0BzP4R15jYqaAdLz2gIR0C2l0YC6pYLdX2UKGgGR0ByQvoIOYplaAdLpWgIR0C2l1WeQMhHdX2UKGgGR0BwnQ4DLbHqaAdLjWgIR0C2l2UrsjVydX2UKGgGR0BzgcVBUrCnaAdL82gIR0C2l2lQAMlUdX2UKGgGR0BwbvNW2gFpaAdLlWgIR0C2l3VSCOFQdX2UKGgGR0Bykuu0TlDGaAdLr2gIR0C2l3naJyhjdX2UKGgGR0ByhHAqNIbwaAdLl2gIR0C2l4sE3bVSdX2UKGgGR0Bxo/HmzSkTaAdLpmgIR0C2l5VVcUuddX2UKGgGR0BvOlHlOoHcaAdLrWgIR0C2l5b3Gn4xdX2UKGgGR0By2ClUIcBEaAdLymgIR0C2l5rL6k6+dX2UKGgGR0ByZ1/RVp9JaAdLsmgIR0C2l7GlMyrQdX2UKGgGR0BxGthRZU1iaAdLmmgIR0C2l7Ga+evqdX2UKGgGR0BwWoIqslsxaAdLlGgIR0C2l8SX+l0pdX2UKGgGR0B0H3hwVCXyaAdL12gIR0C2l8XRLK3edX2UKGgGR0BzpUDHOryUaAdLtWgIR0C2l80NWluWdX2UKGgGR0BzcFeF+NLlaAdLxWgIR0C2l9L5Ec81dX2UKGgGR0BywbJlrdnCaAdLyGgIR0C2l9fiDM/ydX2UKGgGR0Bym7iyY5T7aAdLzWgIR0C2l9+AAhjfdX2UKGgGR0Bwi+FZgXuWaAdLoGgIR0C2l+NjbzshdX2UKGgGR0Bxl8sz2vjfaAdLtmgIR0C2l+6tT1kEdX2UKGgGR0BzksUxmCiAaAdLoWgIR0C2l/AUlAu7dX2UKGgGR0By2wfLcKw7aAdLp2gIR0C2l/hkAggYdX2UKGgGR0By29V0cOslaAdLmGgIR0C2l/4QvpQldX2UKGgGR0BwMTR4QjD9aAdLlWgIR0C2mASu+yqudX2UKGgGR0ByWxfw7T2GaAdLrGgIR0C2mBqhDgIhdX2UKGgGR0ByCO7FsHjZaAdLsmgIR0C2mBtsnAqNdX2UKGgGR0Bxz56X0Gu+aAdLmmgIR0C2mCO2VmjCdX2UKGgGR0Bx5r5ftx+8aAdLh2gIR0C2mCiMcZLqdX2UKGgGR0Bx9DQu27WeaAdLx2gIR0C2mEUH6dlNdX2UKGgGR0BzCniqABkqaAdLvmgIR0C2mFBXGOuJdX2UKGgGR0BzI1O1v2oOaAdLuWgIR0C2mFOgHu7ZdX2UKGgGR0BxfCdBjWkKaAdLtWgIR0C2mFwDaGpNdX2UKGgGR0BxPBoN/e+FaAdLvGgIR0C2mFzebd8BdX2UKGgGR0BzU2+/QBxQaAdLrWgIR0C2mGDd+G47dX2UKGgGR0BwQEPEsJ6ZaAdLqGgIR0C2mGp/LDAKdX2UKGgGR0BynKknCwbEaAdLwWgIR0C2mHuchC+ldX2UKGgGR0ByTUZeiSJTaAdLo2gIR0C2mH0DZDiPdX2UKGgGR0BxS1BZ6lchaAdLtGgIR0C2mHz2zv7WdX2UKGgGR0BzJgtCiRGMaAdL3GgIR0C2mICq2jO+dX2UKGgGR0BxYQp5NXYEaAdLtmgIR0C2mKIis4kvdX2UKGgGR0Bz0UuAZsKtaAdL32gIR0C2mKM9fTkRdX2UKGgGR0BwRQHTqjagaAdLqmgIR0C2mKcfFJg9dX2UKGgGR0BzpOwW3z+WaAdLwWgIR0C2mKsYMvytdX2UKGgGR0B0QrP0I1LraAdL0WgIR0C2mL3f/FR6dX2UKGgGR0BxBbtrsSkCaAdLmWgIR0C2mMC+UQkHdX2UKGgGR0Bwj7/R3NcGaAdLqWgIR0C2mMFTNt65dX2UKGgGR0BxatnlGPPtaAdLpGgIR0C2mMy0F8ohdX2UKGgGR0ByH1SaVlf7aAdLnGgIR0C2mM7NnoPkdX2UKGgGR0BxE/pwCKaYaAdLpmgIR0C2mOPuG9HudX2UKGgGR0ByjtdjXnQqaAdLxmgIR0C2mO1EAo5QdX2UKGgGR0Byyh4yGi5/aAdLxmgIR0C2mPP2PDHfdX2UKGgGR0BzxhLwnYxtaAdLy2gIR0C2mRXxSYPYdX2UKGgGR0Bx4KfXf642aAdL0GgIR0C2mRr56+nJdX2UKGgGR0BvkBoGpuMuaAdLk2gIR0C2mRtg4OtodX2UKGgGR0BzVGpCKJl8aAdL1GgIR0C2mR6JVKf4dX2UKGgGR0B0TogV45cUaAdL3mgIR0C2mSqGpMpPdX2UKGgGR0B0TIrQPZqVaAdLuGgIR0C2mS9GmUGFdX2UKGgGR0Bx7Nga3qiXaAdLuWgIR0C2mTDisGPgdX2UKGgGR0BxCACKaXruaAdLtWgIR0C2mTHh86V/dX2UKGgGR0Bx2BqtYB/7aAdLp2gIR0C2mT3+yZ8bdX2UKGgGR0Bxxwod+5OKaAdLrWgIR0C2mUWrCFbndX2UKGgGR0BxIIJTl1bJaAdLtWgIR0C2mU04WDYidX2UKGgGR0BzwYJVsDW9aAdLs2gIR0C2mVoddVvNdX2UKGgGR0By3jIhhYvGaAdLsWgIR0C2mW+Hvc8DdX2UKGgGR0BxXctCiRGMaAdLqmgIR0C2mXPEKmbcdX2UKGgGR0BzTM6PsAvMaAdL4mgIR0C2mXxsqJ/HdX2UKGgGR0By8i/bj94vaAdLumgIR0C2mYVdC3PSdX2UKGgGR0Bw0XTVlPJraAdLnmgIR0C2mY4cinpCdX2UKGgGR0BwPSTzND+jaAdLp2gIR0C2mZ3Lq2SddX2UKGgGR0BzCP3bmEGraAdLsmgIR0C2maLdFfAsdX2UKGgGR0BxFkFkhA4XaAdLqmgIR0C2mas2R7qqdX2UKGgGR0BxBe7TUiIMaAdLrmgIR0C2mbP3SKFadX2UKGgGR0BzOmbBoEjgaAdLq2gIR0C2mbSUgSvldX2UKGgGR0BzPasXBP9DaAdL0mgIR0C2mbwvDgqFdX2UKGgGR0BzT8wSJ0nxaAdLv2gIR0C2mcHcgyM2dX2UKGgGR0BzOZJEpiI+aAdLsGgIR0C2mcUpRXOodX2UKGgGR0Bv+LY/Vy3kaAdLmGgIR0C2mc2UOd5IdX2UKGgGR0BzNbyAhB7eaAdL0mgIR0C2meZVGTcJdX2UKGgGR0Bznl1p0wJxaAdLzmgIR0C2mepmqYJFdX2UKGgGR0BQdNZNfw7UaAdLimgIR0C2me03juKGdX2UKGgGR0BxS4zuWrwOaAdLpWgIR0C2mfiqEOAidX2UKGgGR0BzpkmrsByTaAdLuGgIR0C2mf42OyVwdX2UKGgGR0BzZBqi48U3aAdL02gIR0C2mg8VLzwudWUu"}, "ep_success_buffer": {":type:": "", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 3060, "observation_space": {":type:": "", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_shape": [8], "low": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "low_repr": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high_repr": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "_np_random": null}, "action_space": {":type:": "", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.133.1-microsoft-standard-WSL2-x86_64-with-glibc2.35 # 1 SMP Thu Oct 5 21:02:42 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.2.1+cu121", "GPU Enabled": "True", "Numpy": "1.25.2", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}