{"policy_class": {":type:": "", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "", "_get_constructor_parameters": "", "reset_noise": "", "_build_mlp_extractor": "", "_build": "", "forward": "", "extract_features": "", "_get_action_dist_from_latent": "", "_predict": "", "evaluate_actions": "", "get_distribution": "", "predict_values": "", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7d11ccfadc40>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1713268240893268784, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAPMywT1yYV4/V7QOPT+ar774Qzo+5pkevQAAAAAAAAAAgLF4vc+DFrye+0w9DNJIPY3nXjymlEk8AACAPwAAgD/zRtk9PHynP31flD7EGs2++BFKPsvUBj4AAAAAAAAAAFNHAL7SCDk/Mo4oPoxgt77NWDi9+EXfPQAAAAAAAAAAgCEYva9lLj8od1O9LUbWvhToQb01pFg8AAAAAAAAAADNUSG9exTAPf5mRz28JIO+E8Kquyq6+rsAAAAAAAAAAHPt6L00dwE/X2ILPn6lw75jfA07+IJfPQAAAAAAAAAAZkY/Pb0cjj5T88094rySvn1CPT0Wl6Y8AAAAAAAAAABmTKG8w8lEujLFp7Zg8qixI+lQuwLGyjUAAIA/AACAPxN2Jj7Eao4/kWuyPo1uub6otnI+oGZ3PQAAAAAAAAAAGs6oPSrX+z63Fxq+luCZvhq35rxo/MO9AAAAAAAAAADNHLK69ohlunNp4zpqJ5E8jNIhO8NYfL0AAIA/AACAP0Apzz0adrk/P0K+Pqo1c77Ej8Y9gPOGPgAAAAAAAAAADXGDvtUEBz/FA40+XxzPvr9v7L2WHTo+AAAAAAAAAAA1QZu+7WioP/YTKr92ah6/ULnRvov+Mb4AAAAAAAAAAM2TxjzD+VC6Dp5+OkO8FzgRJ6m74AyXuQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "", ":serialized:": "gAWVGQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHJYpjhDPWyMAWyUTSgBjAF0lEdAmNj2ce8wpXV9lChoBkdAb20NBnjABWgHTRABaAhHQJjZad1+y7h1fZQoaAZHQG96OjASFoNoB00wAWgIR0CY2X0ygwoLdX2UKGgGR0BxYeKIi1RcaAdNFQFoCEdAmNpPUKArhHV9lChoBkdAcsot8NQTEmgHS/NoCEdAmNqXoouwo3V9lChoBkdAcaPimEXcg2gHS/ZoCEdAmNtcma6ST3V9lChoBkdAcYgDEFW4mWgHS/9oCEdAmNtugYgq3HV9lChoBkdAcd6Q0XP7emgHTT0BaAhHQJjbhikO7QN1fZQoaAZHQHMd6NyYG+toB0vaaAhHQJjcUa86FM91fZQoaAZHQHBw1GkN4JNoB00BAWgIR0CY3PprULDydX2UKGgGR0BulYZbY9PlaAdNCAFoCEdAmN1g0O3DvXV9lChoBkdAcp6AhB7eEmgHS99oCEdAmN3nd0q6OHV9lChoBkdAbOSwosqaw2gHS/FoCEdAmN4rqyGBWnV9lChoBkdAcRnv6j323GgHS/poCEdAmOBxmXgLqnV9lChoBkdAcFCefI0ZWWgHTQQBaAhHQJjhSjJuEVZ1fZQoaAZHQHBPcrupjtpoB0vzaAhHQJjheioKlYV1fZQoaAZHQHIYn09QoCxoB00OAWgIR0CY4ZOp84PxdX2UKGgGR0Bxbpzr/sE8aAdL6WgIR0CY4aLOAy2ydX2UKGgGR0BxMhxcVxjsaAdL6mgIR0CY4tqTbFjvdX2UKGgGR0ByZqiCaqjraAdL8WgIR0CY4s1Gsmv4dX2UKGgGR0BKlwsoUi6haAdLtWgIR0CY47bqQiiZdX2UKGgGR0BwxHJ4jbBXaAdNJgFoCEdAmOPRbnoxH3V9lChoBkdAcsC2Xb/OuGgHS/FoCEdAmOQcdT5wfnV9lChoBkdAb5lkwvg3tWgHTQQBaAhHQJjk42R7qpt1fZQoaAZHQG/fyPdVNpNoB0vwaAhHQJjlHa8Hv+h1fZQoaAZHQG9ef3WWhRJoB00UAWgIR0CY5UNdqtYCdX2UKGgGR0BuD30/W1+iaAdL/GgIR0CY56zU7Sy/dX2UKGgGR0BwKkabWmP6aAdNHgFoCEdAmOgVK9PDYXV9lChoBkdAcgLHmA9V3mgHTQYBaAhHQJjqc2zfJmx1fZQoaAZHQHCeQ1rIo3JoB01IAWgIR0CY6muuA7PqdX2UKGgGR0BvaeBlMAWBaAdNAwFoCEdAmOua1LJ0XHV9lChoBkdAcUfFvhqCYmgHTREBaAhHQJjr5nPE87p1fZQoaAZHQG8wO3DvVmVoB00WAWgIR0CY7E0fHPu5dX2UKGgGR0BwdNqM3qA0aAdNGgFoCEdAmOymHLzPKXV9lChoBkdAcnGd9Ujs2WgHTQIBaAhHQJjtA2LpA2R1fZQoaAZHQHLg6T0QK8doB0vraAhHQJjtXHT7VKB1fZQoaAZHQG/1JnHvMKVoB00EAWgIR0CY7d+qioKldX2UKGgGR0Bx8jw3HaN/aAdNDQFoCEdAmO5KZlWfb3V9lChoBkdAcZhYJ3PiUGgHS+5oCEdAmR71mjCYTnV9lChoBkdAcWdFm4Ajp2gHTTABaAhHQJkfCTNdJJ51fZQoaAZHQHDRUs8PnSxoB0v/aAhHQJkfbgbZOBV1fZQoaAZHQHK7bcO9WZJoB00KAWgIR0CZH5c0+C9RdX2UKGgGR0BxBVj2Bas7aAdNCwFoCEdAmSK7qUu+RHV9lChoBkdAcciLJ0W/J2gHTQIBaAhHQJkivS9du511fZQoaAZHQHGXm6kIomZoB00UAWgIR0CZJr4WDYh/dX2UKGgGR0Bxw6C/XXiBaAdNAQFoCEdAmScHPu5SWXV9lChoBkdAb9WUTtb9qGgHTRkBaAhHQJknAT101ZV1fZQoaAZHQHGGDMzMzM1oB0vnaAhHQJknijj7yhB1fZQoaAZHQHIASdat9x9oB00HAWgIR0CZJ8f1pTMrdX2UKGgGR0BuClxIatLdaAdNCAFoCEdAmSjTJEH+qHV9lChoBkdAcLX+dbxEv2gHS/9oCEdAmSljklu3t3V9lChoBkdAcbgLmITGpGgHS/doCEdAmSnAZbY9PnV9lChoBkdAcKZ0cOskp2gHS+RoCEdAmSndC/oJRnV9lChoBkdAcPtnpB5X2mgHTS0BaAhHQJkqR8hLXcx1fZQoaAZHQHBQLQ5WBBloB0v0aAhHQJkrIGhVU+91fZQoaAZHQHE3bGBFuvVoB00VAWgIR0CZK6LcKw6idX2UKGgGR0Bv8g7V8Ti9aAdNHAFoCEdAmSxGW6bvw3V9lChoBkdAcx6krf+CLGgHTQ8BaAhHQJksVdNWU8p1fZQoaAZHQG6Tfk/8l5ZoB00MAWgIR0CZLsRekYXPdX2UKGgGR0BwfLOhTOxCaAdNFgFoCEdAmS8qxxDLKXV9lChoBkdAcfgNL127nWgHS9xoCEdAmTAfUvwmV3V9lChoBkdAct6qABkqc2gHS+xoCEdAmTCSwfQrtnV9lChoBkdAcYtsOXmeUmgHS/BoCEdAmTDjgIhQnHV9lChoBkdAcxSVIZqEe2gHS/BoCEdAmTFwow22onV9lChoBkdAcHY3/Pw/gWgHTQABaAhHQJkx77ALy+Z1fZQoaAZHQHIiZ0GNaQpoB0voaAhHQJkzCrxRVIZ1fZQoaAZHQHGAV09yLhtoB0v/aAhHQJkzhuNxVAB1fZQoaAZHQHDW2X9itq5oB00VAWgIR0CZM7a2F36idX2UKGgGR0BxO21PWQOnaAdL5mgIR0CZM8AdGRV7dX2UKGgGR0BuZ5s9B8hLaAdNDgFoCEdAmTPZFG5MDnV9lChoBkdAct7ODaoMrmgHTT4BaAhHQJk16T/yXld1fZQoaAZHQG7jLI5o4+9oB00MAWgIR0CZNkBtk4FSdX2UKGgGR0BxiEKD0163aAdNNQFoCEdAmTftcGC7LHV9lChoBkdAcs0SRbKRuGgHS/5oCEdAmTiouwosqnV9lChoBkdAcduIp6QeWGgHS/poCEdAmTjnHWBjF3V9lChoBkdAc5WaHsTnJWgHS9FoCEdAmTkI0ygwoXV9lChoBkdAcnIc2BJ7LWgHS+VoCEdAmTpnM6ij+XV9lChoBkdAcjmWeYlY2mgHTYoBaAhHQJk6iOKfnOl1fZQoaAZHQHF6w2/BWPtoB00UAWgIR0CZOvd3jdYXdX2UKGgGR0ByljjKgZjyaAdNCwFoCEdAmTsJrLyMDXV9lChoBkdAcRR2hIvrW2gHS/BoCEdAmTtLfHggo3V9lChoBkdAcUl9t/FzdWgHS/poCEdAmTyYl6Z6U3V9lChoBkdAcFoh1klNUWgHS/FoCEdAmTy0k8ifQXV9lChoBkdAcHjoxpL26GgHTQUBaAhHQJk9lhNM4951fZQoaAZHQHFO9Fvybx5oB00FAWgIR0CZPZ642CNCdX2UKGgGR0BxPMMlTm4iaAdL3mgIR0CZPlbbDdgwdX2UKGgGR0BwvM0UGmk4aAdNGgFoCEdAmT516eGwinV9lChoBkdAbUEXm/336GgHTQgBaAhHQJlAH6uW8h91fZQoaAZHQHBQjpLVWjpoB0v4aAhHQJlBGzt1IRR1fZQoaAZHQG7MXj2i+L5oB0vvaAhHQJlBejdpItl1fZQoaAZHQHG6su3+dbxoB00XAWgIR0CZQ3LBsQ/YdX2UKGgGR0BxWh3aBZp0aAdNKAFoCEdAmUQMWCVbA3V9lChoBkdAcsAmg8KXwGgHTQ8BaAhHQJlEi4NI9Tx1fZQoaAZHQHGgvhZQpF1oB00SAWgIR0CZRMfQ8fV7dX2UKGgGR0BuNOqtHQQdaAdNEQFoCEdAmUU+EqUeMnV9lChoBkdAcWLP5pJwsGgHS/NoCEdAmUXk+TvAoHV9lChoBkdAb/9RbbDdg2gHTSoBaAhHQJlGbJcPe551fZQoaAZHQHJ3XcHnln1oB0vdaAhHQJlG0R/ViF11fZQoaAZHQHJh9svZh8ZoB01BAWgIR0CZRvsWweNldX2UKGgGR0BxAN3qzJIUaAdL+2gIR0CZRx349HMEdWUu"}, "ep_success_buffer": {":type:": "", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 496, "observation_space": {":type:": "", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_shape": [8], "low": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "low_repr": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high_repr": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "_np_random": null}, "action_space": {":type:": "", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 8, "clip_range": {":type:": "", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.58+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sat Nov 18 15:31:17 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.2.1+cu121", "GPU Enabled": "False", "Numpy": "1.25.2", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}