{"policy_class": {":type:": "", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "", "_get_constructor_parameters": "", "reset_noise": "", "_build_mlp_extractor": "", "_build": "", "forward": "", "extract_features": "", "_get_action_dist_from_latent": "", "_predict": "", "evaluate_actions": "", "get_distribution": "", "predict_values": "", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7c3705119480>"}, "verbose": 1, "policy_kwargs": {":type:": "", ":serialized:": "gAWVaAAAAAAAAAB9lCiMCG5ldF9hcmNolF2UfZQojAJwaZRdlChLQEtAZYwCdmaUXZQoS0BLQGV1YYwNYWN0aXZhdGlvbl9mbpSMG3RvcmNoLm5uLm1vZHVsZXMuYWN0aXZhdGlvbpSMBFRhbmiUk5R1Lg==", "net_arch": [{"pi": [64, 64], "vf": [64, 64]}], "activation_fn": ""}, "num_timesteps": 1007616, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1699968078797572094, "learning_rate": 0.004769803974426789, "tensorboard_log": null, "_last_obs": {":type:": "", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJop/7rfB688vXdNvpcMTr6Ahvq96klbPQAAAAAAAAAAgE0kvrECQj5qUIU+eZRTvlfOsz4oSo89AAAAAAAAAAAahgU+c6MMP+mMl76qTyy/DXoDPYtKNL4AAAAAAAAAAObpXb3N+rM/DiPqvlJDHL5eVSm9ncdNvgAAAAAAAAAAza3ovVzMLDt+KZK9EC3XObXw4Lyq12w+AACAPwAAAAAaUWU9aLuAPkZVvb4HfwK/VZCdvVpNFL4AAAAAAAAAAJ052L5Np+e9BBswvU3E8rszv3c+iKeRvAAAgD8AAAAADQSEvUtl+T1gdzw9L6KtvslHgzzDUWK8AAAAAAAAAAAa6v49wJ7uPk4BfL6s7QO/wfoTPUFpyL0AAAAAAAAAACB7Ib6phxi8YE0nvWrSdrsDWIA94GJNPAAAgD8AAIA/AIBsu+yVrzrwaiS+sE4gvgtLh73WLUk/AACAPwAAAADNyxq9013BP/YfVL7+XkM99jRgvc2j5L0AAAAAAAAAAIb+Gj66upY/83OIPqxv3r7Qfb4+YYWMPgAAAAAAAAAAzS70vbJHwT5m4j8+RExRvgbOMLx26mk+AAAAAAAAAABT3Ci+L/YTPzPMwz5c5e++a0QtPg3D07sAAAAAAAAAAE3Kjz2OybE+aiiEvo+Y4L4v3Fa9pcsWvgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.007616000000000067, "_stats_window_size": 100, "ep_info_buffer": {":type:": "", ":serialized:": "gAWV6AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHAlTuBtk4GMAWyUS7uMAXSUR0CYL8r/82rGdX2UKGgGR0Bxr7fIjnmraAdL6mgIR0CYMD5i3G4rdX2UKGgGR0BwnCI55qubaAdL0GgIR0CYMT8dxQzldX2UKGgGR0Bx5n850bLmaAdNBwFoCEdAmDG0tVaOgnV9lChoBkdAcTPRradtmGgHS9JoCEdAmDHjjin5z3V9lChoBkdAcY2aQV9F4WgHS8poCEdAmDIhpQDV6XV9lChoBkdAcY5y1eBxxWgHS/BoCEdAmDKd4u9OAXV9lChoBkdAbgQc5sCT2WgHTQIBaAhHQJgy+0Sh8IB1fZQoaAZHQHBYG+sYEW9oB0u6aAhHQJgzEUJv5xl1fZQoaAZHQHDoRT0g8r9oB0u4aAhHQJgziur6tT11fZQoaAZHQHFrBrWRRuVoB0vaaAhHQJgzlIxxkup1fZQoaAZHQHCGpwS8J2NoB0vkaAhHQJgzs/8l5W11fZQoaAZHQG4nfEXLvCxoB0vbaAhHQJgz5Z5iVjZ1fZQoaAZHQHBSxQ79ycVoB0vUaAhHQJgz+Lzf7791fZQoaAZHQHFLWmxdIG1oB0vbaAhHQJg0ybSZ0CB1fZQoaAZHQHGKUExIre9oB0vMaAhHQJg1RSGahHt1fZQoaAZHQG3VF7tzCDVoB0vfaAhHQJg1TVoYekp1fZQoaAZHQHA5FwT/Q0JoB00MAWgIR0CYNgDdgv12dX2UKGgGR0Bwh2Jl8PWhaAdLvGgIR0CYNnwBYFJQdX2UKGgGR0BxWCcvugHvaAdLtWgIR0CYNocIZ62OdX2UKGgGR0BywkzBRAKOaAdL7GgIR0CYN5wu/UONdX2UKGgGR0BwhIw5/9YPaAdL32gIR0CYOIWOZLIxdX2UKGgGR0Bxxy+ueSSvaAdL2GgIR0CYOPepGWledX2UKGgGR0BwTHXCj1wpaAdLs2gIR0CYOSqREF4cdX2UKGgGR0BvLm9+PRzBaAdL22gIR0CYUnXko4MndX2UKGgGR0Bxj9QN0/4ZaAdL5mgIR0CYUqhw2l2vdX2UKGgGR0BukeBH09QoaAdL3GgIR0CYUv3uNPxhdX2UKGgGR0Bx7jqUu+RHaAdL1WgIR0CYUy7rLQokdX2UKGgGR0BweGgbp/wzaAdL5WgIR0CYU6qRlpXZdX2UKGgGR0BxqlJNCZ4OaAdLyGgIR0CYU9FhoduHdX2UKGgGR0By3FLUTcqOaAdLt2gIR0CYU+myxA0LdX2UKGgGR0BxQ5KTSsr/aAdNFQFoCEdAmFR4An2IwnV9lChoBkdAcbzXN1QqJGgHS9toCEdAmFTGoaUA1nV9lChoBkdAVOTLjghr32gHS41oCEdAmFUp/gBLf3V9lChoBkdAbvQckt29tmgHS89oCEdAmFWFYuCf6HV9lChoBkdAcYGSJ0nw5WgHS95oCEdAmFWNwvQF93V9lChoBkdAcWifCyhSL2gHS+RoCEdAmFYE5hjOLXV9lChoBkdAcGjyAxzq8mgHS8hoCEdAmFYSWAwwkHV9lChoBkdAc2KWZJCjUWgHS71oCEdAmFbDwlSjxnV9lChoBkdAceOT5ftx/GgHS9BoCEdAmFcb0nPVu3V9lChoBkdAbjmCJ40Mw2gHS8RoCEdAmFfJ5VwPy3V9lChoBkdAcqm5/b0voWgHS9NoCEdAmFfZle4TbnV9lChoBkdAc8uNi6QNkWgHS65oCEdAmFftCJGe+XV9lChoBkdAcd8ptJnQIGgHS/ZoCEdAmFiELYwqRXV9lChoBkdAcW4PSlWOqGgHS+RoCEdAmFjF/+bVjXV9lChoBkdAcRYUL2HtW2gHS9JoCEdAmFj1K5Cng3V9lChoBkdAcE7HTqjaf2gHS9loCEdAmFk3PzFuN3V9lChoBkdAbnhClabF0mgHS8doCEdAmFlLlmvnsHV9lChoBkdAcKAOpKjBVWgHS89oCEdAmFomBz3h43V9lChoBkdAbu0r5qM3qGgHS+JoCEdAmFoyPuG9H3V9lChoBkdActO7tAs052gHS81oCEdAmFpqPKdQPHV9lChoBkdAcmfSB9TgmGgHS/JoCEdAmFtNG/etS3V9lChoBkdAcnakOI68x2gHS99oCEdAmFtUWuX/pHV9lChoBkdAcYmsqaw2VGgHS+9oCEdAmFu863iJf3V9lChoBkdAcS115jYqXmgHS9VoCEdAmFvNjwx33nV9lChoBkdAcl9iTdLxqmgHS/hoCEdAmF0Ea2nbZnV9lChoBkdAccPBZIQOF2gHS/RoCEdAmF2/YjB2wHV9lChoBkdAcXvVB2OhkGgHS/ZoCEdAmF3j8UEgXHV9lChoBkdAcmD+lj3Eh2gHS+FoCEdAmF38yvcJt3V9lChoBkdAcVJej2zv7WgHS89oCEdAmF390vGp/HV9lChoBkdAcwHpWmxdIGgHS8toCEdAmF46xHG0eHV9lChoBkdAcbv8L8aXKWgHS+VoCEdAmF5U+gUUPHV9lChoBkdAbfgBoVVPvmgHS9RoCEdAmF5bPppvgnV9lChoBkdAclLO45Lh72gHTQ8BaAhHQJheYTj/+851fZQoaAZHQHMwNo8IRiBoB0vMaAhHQJh1ykhzNll1fZQoaAZHQHKr4llbu+hoB0vVaAhHQJh2e/47A+J1fZQoaAZHQHIimZ3LV4JoB0vNaAhHQJh3kuanaWZ1fZQoaAZHQHCPLQokRjBoB00FAWgIR0CYd9QKa5PNdX2UKGgGR0BuidTzd1uBaAdL1WgIR0CYeHoB7u2JdX2UKGgGR0BwWJV0cOslaAdL8GgIR0CYeLlbeMyadX2UKGgGR0By4gDRtxdZaAdLzmgIR0CYeepDNQj2dX2UKGgGR0Bur05U96kZaAdLwWgIR0CYenCb+cYqdX2UKGgGR0Bus/+0gKWtaAdLu2gIR0CYezRjSXt0dX2UKGgGR0BwPuIJqqOtaAdLvGgIR0CYe0qioKlYdX2UKGgGR0Bx2iiaiKziaAdL0mgIR0CYe4JNj9XLdX2UKGgGR0BwlprDZUT+aAdNLgFoCEdAmHvQGjbi63V9lChoBkdAcsoBkZrHl2gHS95oCEdAmHw8XN1QqXV9lChoBkdAcILe9zwMIGgHS9toCEdAmHxLn1WbPXV9lChoBkdAcdgfGMn7YWgHS+1oCEdAmHxrlzU7S3V9lChoBkdAcVvKSxJNCmgHS71oCEdAmHx1olD4QHV9lChoBkdAcGHHgP3BYWgHTQoBaAhHQJh9JYV6/qR1fZQoaAZHQHEW3dXT3IxoB0uwaAhHQJh97We6I311fZQoaAZHQHIbf1+RYA9oB0u+aAhHQJh+NF3IMjN1fZQoaAZHQFgGE61b7j1oB0uMaAhHQJh+/CVKPGR1fZQoaAZHQHMPyq+8Gs5oB0v+aAhHQJh/bNpudf91fZQoaAZHQHEsPrWy1NRoB0vJaAhHQJh/m7cwg1Z1fZQoaAZHQG64hLPD50toB0u/aAhHQJiBIU21lXl1fZQoaAZHQHIYvPTodMloB0v+aAhHQJiBdKHwgDB1fZQoaAZHQHJiVbu+h5BoB0vQaAhHQJiCEEC/47B1fZQoaAZHQHHqaw6hg3NoB0vJaAhHQJiCQnb7CSB1fZQoaAZHQHIH5MxoIv9oB0u1aAhHQJiCPxYq5LB1fZQoaAZHQHAsh8QZn+RoB0vWaAhHQJiCXAAQxvh1fZQoaAZHQE31cTrVvuRoB0uraAhHQJiCk77sOXp1fZQoaAZHQHEovZ/Tb35oB0vVaAhHQJiC3CAMDwJ1fZQoaAZHQHIZZSm65G1oB0vRaAhHQJiC4uPFNtZ1fZQoaAZHQHFCT2rXDm9oB0vcaAhHQJiDDsQd0aJ1fZQoaAZHQHCXTZ6D5CZoB0uxaAhHQJiDXZi/fwZ1fZQoaAZHQHGCxr30wrVoB0vPaAhHQJiEfuJDVpd1fZQoaAZHQHG0koScslNoB0vOaAhHQJiE6JcgQpZ1fZQoaAZHQHHvhvR7Z39oB0vZaAhHQJiFGcTakAR1ZS4="}, "ep_success_buffer": {":type:": "", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 1230, "observation_space": {":type:": "", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_shape": [8], "low": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "low_repr": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high_repr": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "_np_random": null}, "action_space": {":type:": "", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 512, "gamma": 0.9986071488363866, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 3.5224485656689835, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9ziYCBQYLMhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.120+-x86_64-with-glibc2.35 # 1 SMP Wed Aug 30 11:19:59 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.1.0+cu118", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}