{"policy_class": {":type:": "", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "", "_get_constructor_parameters": "", "reset_noise": "", "_build_mlp_extractor": "", "_build": "", "forward": "", "extract_features": "", "_get_action_dist_from_latent": "", "_predict": "", "evaluate_actions": "", "get_distribution": "", "predict_values": "", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7ad692d29c00>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1695238195777684276, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAM18uzqPJnG6YiavuIkZo7NGysQ64hXNNwAAgD8AAIA/Zu4hu6VfKD+8CAs8yrajvr2GxjzobqU9AAAAAAAAAAAz35y9xVwBPxpMsj5Uc0W+HkUHPn3tez4AAAAAAAAAAE1izr10Iqc/ubWivq3N474cCDO+OL/lvQAAAAAAAAAAmtScvdnpJj4RrZO8kMpsviJmOr1+4zG8AAAAAAAAAAAaDh09UoFSP2ZBDr5K0qy+iYYTPEGFsTwAAAAAAAAAAADyj72hHZY9JnSYPSYrYb4Eu9+8dt3RugAAAAAAAAAAOohXPtdWbD/Wrzy92qCgvtb+Oj6ObyC+AAAAAAAAAACNE9a9xxsqP7FchjuV05++CO32vf0UzjwAAAAAAAAAALOAXr0UBIi6L281ul9mIrYQc1O7aINTOQAAgD8AAIA/AIZ+PLhm7rlWKUa4fN8Bs9rpwbkeH2c3AACAPwAAgD+TbBq+1AcNP59euj6zLXm+StEoPlrgez0AAAAAAAAAAJquXb17prG6shh1OTEuZTTTtzi6DjGMuAAAgD8AAIA/zRuNPWN1Ij923/a9E86nvsRK1rxmya+9AAAAAAAAAADa7Rs+iGCUP7aPrD7R+62+GB6IPhDoiT0AAAAAAAAAAA1OvL0KZWg88nYSOUWga75BbLk6J0nMvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "", ":serialized:": "gAWVQwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHCTiiEg4fiMAWyUTVQBjAF0lEdAk34dn003wXV9lChoBkdAcO9kdV/+bWgHTQoBaAhHQJN+hc5bQkZ1fZQoaAZHQHBUrF4s3AFoB00nAWgIR0CTfp1AJLM+dX2UKGgGR0BySNVJcxCZaAdNUwFoCEdAk4GnDJlrdnV9lChoBkdAcPIIe5nUUmgHTUIBaAhHQJOCn6hxo7F1fZQoaAZHQHC+p5qubI9oB00cAWgIR0CTgz79ycTbdX2UKGgGR0Bw8b446wMZaAdNOwFoCEdAk4N+sT37DXV9lChoBkdAcPBVDKHO8mgHTSMBaAhHQJOFFglWwNd1fZQoaAZHQG75pHy3CsRoB00wAWgIR0CThkDnvDxcdX2UKGgGR0BwulIe5nUUaAdNPAFoCEdAk4dglnh86XV9lChoBkdAboJHmzSkTGgHTSQBaAhHQJOH9si0OVh1fZQoaAZHQHGk4REnb7FoB00uAWgIR0CTibIOH310dX2UKGgGR0BuhjAUL2HtaAdNiQFoCEdAk4pTsUqQR3V9lChoBkdAcNi1DBuXNWgHTQ8BaAhHQJOKVGus90R1fZQoaAZHQHFsIaDPGAFoB00yAWgIR0CTi1HIp6QedX2UKGgGR0BwrxsCT2WZaAdNMgFoCEdAk4ul9F4LTnV9lChoBkdAcgCABDG96GgHTXABaAhHQJOMej+Jgst1fZQoaAZHQG/CGNipeeFoB00+AWgIR0CTjQykbgjydX2UKGgGR0BwGJN34bjtaAdNUAFoCEdAk43A1m8M/nV9lChoBkdAcnkU21lXimgHTRgBaAhHQJOOwuvllsh1fZQoaAZHQHDxC7wrlNloB00bAWgIR0CTj69oN/e+dX2UKGgGR0ByXdSR8twraAdNHQFoCEdAk5BJEhJRO3V9lChoBkdAcEkH7xd6cGgHTTEBaAhHQJOQs6FM7EJ1fZQoaAZHQG8jOX3QD3doB00iAWgIR0CTkkTFERapdX2UKGgGR0Bs5ZKraM72aAdNPAFoCEdAk5JQhnrY5HV9lChoBkdAbyJMj/uLJmgHTR4BaAhHQJOS1O8Cgbp1fZQoaAZHQG0an3lCCz1oB00zAWgIR0CTk+OKfnOjdX2UKGgGR0BxAcV58jRlaAdNKgFoCEdAk5Sz3225QXV9lChoBkdAbirs8gZCOWgHTQkBaAhHQJOU8bjtG/h1fZQoaAZHQHHSJr1uivhoB01QAWgIR0CTlk5jH4oJdX2UKGgGR0Bxb8tZmqYJaAdNKAFoCEdAk5cJdnkDIXV9lChoBkdAb5rRXOnl4mgHTVABaAhHQJOXHS1E3Kl1fZQoaAZHQG6b9bX6InBoB01rAWgIR0CTl0lVLi++dX2UKGgGR0By2E1CPZIyaAdNVwFoCEdAk5gVk6Lfk3V9lChoBkdAcyJNHpbD/GgHTU4BaAhHQJOYqxRl6JJ1fZQoaAZHQHKZrx/d69loB006AWgIR0CTmMx9G7SRdX2UKGgGR0Bxdk1hsqJ/aAdNJAFoCEdAk5ja/yoXK3V9lChoBkdAcePPcSGrS2gHTRwBaAhHQJOZNY6nzhB1fZQoaAZHQHMGo5tFa0RoB00DAWgIR0CTmmRGtp22dX2UKGgGR0Bx1TLMcIZ7aAdNOQFoCEdAk5p+TvAoHHV9lChoBkdAbLDWV/tpmGgHTSEBaAhHQJOb5FgDzRR1fZQoaAZHQHHbhy8zyjJoB002AWgIR0CTnAV+7UXpdX2UKGgGR0Bwcl44ZMtcaAdNFwFoCEdAk51jafzz3HV9lChoBkdAcGMY6nzg/GgHTTsBaAhHQJOdv0h/y5J1fZQoaAZHQHCuSOR1X/5oB00kAWgIR0CTngXdj5KwdX2UKGgGR0BxFWVopQUIaAdNHgFoCEdAk58jI7vG63V9lChoBkdAcnxu2qkuYmgHTQkBaAhHQJOfJGd7OVx1fZQoaAZHQHF+wT238XNoB00rAWgIR0CToFtkFwDOdX2UKGgGR0ByKesYEW69aAdNHQFoCEdAk6DBKtga33V9lChoBkdAcEesXzlLe2gHTVABaAhHQJOxTujRD1J1fZQoaAZHQHESrY02tMhoB00ZAWgIR0CTsWexfOUudX2UKGgGR0BxVg8La24NaAdNMwFoCEdAk7IOLBKtgnV9lChoBkdAbnOSq2jO9mgHTV8BaAhHQJO0SThYNiJ1fZQoaAZHQHLSuZG8VYZoB01yAWgIR0CTtHszVMEidX2UKGgGR0ByYiEzwc5saAdNDgFoCEdAk7Sv4ubqhXV9lChoBkdAcGNPn0TURWgHTUkBaAhHQJO1AFV1fVt1fZQoaAZHQHAw2dZq20BoB00/AWgIR0CTth7A+IM0dX2UKGgGR0BxUl26kIomaAdNEQFoCEdAk7aOV9nbqXV9lChoBkdAb8zzWf9P12gHTX4BaAhHQJO2ms4ku6F1fZQoaAZHQHA2lYQrc0toB01YAWgIR0CTugQ7cO9WdX2UKGgGR0BtyuNHYpUhaAdNNAFoCEdAk7oSP2f03HV9lChoBkdAcH1gjQiRn2gHTUMBaAhHQJO6zb349HN1fZQoaAZHQHC06ifxtpFoB00FAWgIR0CTux7lq8DkdX2UKGgGR0BsjuHk92X+aAdNhAFoCEdAk7spwOvt+nV9lChoBkdAbhLzPrv9cmgHTSYBaAhHQJO7SB4D9wZ1fZQoaAZHQHAxQbEP1+RoB01EAWgIR0CTvc/hl18tdX2UKGgGR0Bs+x/qgRK6aAdNUgFoCEdAk79wTEit73V9lChoBkdAclKRHww0wmgHTZIBaAhHQJPAg88s+V11fZQoaAZHQHJtTSkTHsFoB00vAWgIR0CTwRYYixFBdX2UKGgGR0BtyXtD2JzlaAdNSwFoCEdAk8IkcbR4QnV9lChoBkdAcdKlXRw6yWgHTUsBaAhHQJPCs8HObAl1fZQoaAZHQG/XSQo1DShoB008AWgIR0CTxDQVbiZOdX2UKGgGR0BwQ6IFeOXFaAdNZQFoCEdAk8SHHvMKTnV9lChoBkdAcNyBw++ueWgHTTMBaAhHQJPEhv2oNut1fZQoaAZHQG3RjYI0IkZoB01OAWgIR0CTxacdYGMXdX2UKGgGR0BwBcNutOmBaAdNFgFoCEdAk8d5TqB3A3V9lChoBkdAcUaGCZnctWgHTT4BaAhHQJPJ+Pn0TUR1fZQoaAZHQHEOUMspXp5oB01cAWgIR0CTy1ps41gqdX2UKGgGR0ByLTXqZ+hHaAdNdQFoCEdAk8uCTEBKc3V9lChoBkdAbckQOFxn4GgHTWcBaAhHQJPL9jlPrOZ1fZQoaAZHQGznI55qubJoB00UAWgIR0CTzLTaCcwydX2UKGgGR0ByrWhWYF7laAdNHQFoCEdAk843vhIe5nV9lChoBkdAb/sPQOWjXWgHTXcBaAhHQJPO95iVjZt1fZQoaAZHQG3akzwc5sFoB01FAWgIR0CTzz/nnuAqdX2UKGgGR0BubXOryUcGaAdNMgFoCEdAk9Aptix3V3V9lChoBkdAcGw50KZ2IWgHTUoBaAhHQJPQnHbRF7V1fZQoaAZHQG8Asb3oLXtoB00lAWgIR0CT0L5SFXaKdX2UKGgGR0Bu0jZUT+NtaAdNLgFoCEdAk9EsmKIi1XV9lChoBkdAcsa45cTrV2gHTTEBaAhHQJPRP+bVjI91fZQoaAZHQHEzf5pJwsJoB01JAWgIR0CT0rQbdadMdX2UKGgGR0BwaSw3YL9daAdNVgJoCEdAk9MpHiFTN3V9lChoBkdAcC8p7TlT32gHTToBaAhHQJPVLA9FF2F1fZQoaAZHQHL2CxmkFfRoB016AWgIR0CT1aBzFMqSdX2UKGgGR0Buf95dGAkLaAdNGAFoCEdAk9XnFkxyn3V9lChoBkdAbxWLMs6JZWgHTT4BaAhHQJPWR2V3Ux51fZQoaAZHQHCMLwz+FURoB01DAWgIR0CT1lWkJrtWdX2UKGgGR0BytZPCVKPGaAdL7GgIR0CT1oGHYYixdX2UKGgGR0BsXvYUWVNYaAdNEgFoCEdAk9cHZTQ3P3V9lChoBkdAcSWZ9uxbCGgHTW4BaAhHQJPX5LqUu+R1fZQoaAZHQHAOm3jMmnhoB00XAWgIR0CT1/iobXHzdWUu"}, "ep_success_buffer": {":type:": "", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "observation_space": {":type:": "", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_shape": [8], "low": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "low_repr": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high_repr": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "_np_random": null}, "action_space": {":type:": "", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.120+-x86_64-with-glibc2.35 # 1 SMP Wed Aug 30 11:19:59 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}