{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f9278592160>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f92785921f0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f9278592280>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f9278592310>", "_build": "<function ActorCriticPolicy._build at 0x7f92785923a0>", "forward": "<function ActorCriticPolicy.forward at 0x7f9278592430>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f92785924c0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f9278592550>", "_predict": "<function ActorCriticPolicy._predict at 0x7f92785925e0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f9278592670>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f9278592700>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f9278592790>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f9278590bc0>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1678050128644348541, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVcwMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMoC9zcnYvZGV2LWRpc2stYnktdXVpZC1mYTdjMGQxMS1lNmViLTQ4NGItODU4Yy01MmJiODc4NDNkNDIvaG9tZS9qb2Vmb3gvLnB5dmVudi9weXRob24zOV90b3JjaF8xXzEyL2xpYi9weXRob24zLjkvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjKAvc3J2L2Rldi1kaXNrLWJ5LXV1aWQtZmE3YzBkMTEtZTZlYi00ODRiLTg1OGMtNTJiYjg3ODQzZDQyL2hvbWUvam9lZm94Ly5weXZlbnYvcHl0aG9uMzlfdG9yY2hfMV8xMi9saWIvcHl0aG9uMy45L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAE2SsT0vNus+bVLXvS2fTr5D6A+9PTlqPQAAAAAAAAAAZgIHvRTUlrq7OIg618NvNR30l7qBe525AACAPwAAgD8arxI9FCCruhnEvjaGxqUx4TGIutO12bUAAIA/AACAP017Yr3DYSK6wDeWuw4Z2zfg1zy7I7BUOgAAgD8AAIA/YOohvg8vK7zDB+y60BzjuHSDjj1bEhg6AACAPwAAgD8zG1o7XKtjujMijTr1DYs2xt5lO+k4o7kAAIA/AACAP0CioT1S2L+5KOxaOgPLHTZsICU799OBuQAAgD8AAIA/wL/9PVfoWj5kF7K9gv/wvc9z/jvWRdk8AAAAAAAAAADgHwW+18IQuyqzy7te5U65Y/uNPLLTkDoAAIA/AACAP80skroUqo26W6LlOu9m5TU+3wE7M4MEugAAgD8AAIA/rUSNPr7JjD9WGWU9af+0vsNtPj4bJ9W9AAAAAAAAAACN+649Tz02PzWenT2Aene+LcKYPb6LQz0AAAAAAAAAAJoazjxcGyS6NkeRuXMK4bTBhV46QJ2pOAAAgD8AAIA/gL6UvVzDIborR6q6gBXftYSrnTrG08k5AACAPwAAgD8AD9Q8QuKhP4RorT37hZu+3pGBPB6qlD0AAAAAAAAAAHqkZb5Qxh0/py9KPiDYU75ju4u9Dg4bPgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVgBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI51PHKqXpXUCUhpRSlIwBbJRN6AOMAXSUR0CFKfA4XGfgdX2UKGgGaAloD0MIXK5+bJJoZUCUhpRSlGgVTegDaBZHQIUwFDUmUnp1fZQoaAZoCWgPQwi/mgMEcxlnQJSGlFKUaBVN6ANoFkdAhT6A3kxREXV9lChoBmgJaA9DCPesa7QcLWFAlIaUUpRoFU3oA2gWR0CFQMHck+otdX2UKGgGaAloD0MIxLEubqMXZUCUhpRSlGgVTegDaBZHQIVJOEEkjX51fZQoaAZoCWgPQwh+Ab1wZ0ZlQJSGlFKUaBVN6ANoFkdAhUxyJKraNHV9lChoBmgJaA9DCAn5oGez3l1AlIaUUpRoFU3oA2gWR0CFUttMPBi1dX2UKGgGaAloD0MIOMDMd/BcY0CUhpRSlGgVTegDaBZHQIVegJNTLnt1fZQoaAZoCWgPQwjxftx++c9hQJSGlFKUaBVN6ANoFkdAhWNz2exwAHV9lChoBmgJaA9DCDdsW5RZcmNAlIaUUpRoFU3oA2gWR0CFbNj0+TvBdX2UKGgGaAloD0MIdy/3yVHPYkCUhpRSlGgVTegDaBZHQIVxBAnlXBB1fZQoaAZoCWgPQwgmxccn5HVjQJSGlFKUaBVN6ANoFkdAhXJ41P3ztnV9lChoBmgJaA9DCLdCWI0limFAlIaUUpRoFU3oA2gWR0CFc8GHHmzTdX2UKGgGaAloD0MI4PJYMzLeZUCUhpRSlGgVTegDaBZHQIV1yimEXch1fZQoaAZoCWgPQwjFPZY+dChgQJSGlFKUaBVN6ANoFkdAhXcYWk8A73V9lChoBmgJaA9DCI/C9ShcYmRAlIaUUpRoFU3oA2gWR0CFkB029+PSdX2UKGgGaAloD0MI5GiOrPwhYkCUhpRSlGgVTegDaBZHQIWTPuG9Htp1fZQoaAZoCWgPQwhmLnB5LMtjQJSGlFKUaBVN6ANoFkdAhZjaDGtITXV9lChoBmgJaA9DCA9kPbV6bGJAlIaUUpRoFU3oA2gWR0CFpsXN1QqJdX2UKGgGaAloD0MIyAkTRjP0YkCUhpRSlGgVTegDaBZHQIWo5xgiNbV1fZQoaAZoCWgPQwhJY7SOqtRmQJSGlFKUaBVN6ANoFkdAhbCwoLG7z3V9lChoBmgJaA9DCN6q61BNiWVAlIaUUpRoFU3oA2gWR0CFs8hQFcIJdX2UKGgGaAloD0MIWDm0yPbNYkCUhpRSlGgVTegDaBZHQIW5Pq3VkMF1fZQoaAZoCWgPQwgtza0QVuZkQJSGlFKUaBVN6ANoFkdAhcKNkWhysHV9lChoBmgJaA9DCMHIy5pY3WNAlIaUUpRoFU3oA2gWR0CFxej59E1EdX2UKGgGaAloD0MIv0UnS62JZkCUhpRSlGgVTegDaBZHQIXOBsuWa+h1fZQoaAZoCWgPQwiD91W5UK1eQJSGlFKUaBVN6ANoFkdAhdHFlK9PDnV9lChoBmgJaA9DCPcEie1uP2RAlIaUUpRoFU3oA2gWR0CF0ymsvIwNdX2UKGgGaAloD0MIJNBgU2cPZkCUhpRSlGgVTegDaBZHQIXUbFqBVdZ1fZQoaAZoCWgPQwhQ/1nz43xiQJSGlFKUaBVN6ANoFkdAhdZqVQhwEXV9lChoBmgJaA9DCAMHtHQFX15AlIaUUpRoFU3oA2gWR0CF16yULUkOdX2UKGgGaAloD0MIAb9GkiAlbkCUhpRSlGgVTYYCaBZHQIXYev4dp7F1fZQoaAZoCWgPQwiC5nPudstfQJSGlFKUaBVN6ANoFkdAhfBLeIl+mXV9lChoBmgJaA9DCDElkuhl8WNAlIaUUpRoFU3oA2gWR0CF8y+wC8vmdX2UKGgGaAloD0MI1IBB0qdXZ0CUhpRSlGgVTegDaBZHQIX4bErGza91fZQoaAZoCWgPQwiLwi6KHkJGQJSGlFKUaBVNEwFoFkdAhfictPHktHV9lChoBmgJaA9DCD+qYb+nFmRAlIaUUpRoFU3oA2gWR0CGB4XYUWVNdX2UKGgGaAloD0MIDtlAuthlZUCUhpRSlGgVTegDaBZHQIYQO85CF9N1fZQoaAZoCWgPQwjS/ZyC/FhhQJSGlFKUaBVN6ANoFkdAhhNekxh2GXV9lChoBmgJaA9DCCjyJOmaoWVAlIaUUpRoFU3oA2gWR0CGGW1x82JjdX2UKGgGaAloD0MI+rfLfh0IcUCUhpRSlGgVTe4CaBZHQIYblmjCYTl1fZQoaAZoCWgPQwgxJCcTN7ZjQJSGlFKUaBVN6ANoFkdAhiT6b4Ju23V9lChoBmgJaA9DCCXOiqgJQ2BAlIaUUpRoFU3oA2gWR0CGKKNLlFMJdX2UKGgGaAloD0MI+FJ40Oxra0CUhpRSlGgVTfABaBZHQIYxe6wt8NR1fZQoaAZoCWgPQwjRItv5fuFgQJSGlFKUaBVN6ANoFkdAhjTDCxeLN3V9lChoBmgJaA9DCCDvVSsTJWRAlIaUUpRoFU3oA2gWR0CGNf3Roh6jdX2UKGgGaAloD0MIvvp46LszY0CUhpRSlGgVTegDaBZHQIY31LWZqmF1fZQoaAZoCWgPQwjNPSR878ldQJSGlFKUaBVN6ANoFkdAhjjwMQVbinV9lChoBmgJaA9DCNZx/FDpHmFAlIaUUpRoFU3oA2gWR0CGOa/u9eyBdX2UKGgGaAloD0MI0sd8QKA4XkCUhpRSlGgVTegDaBZHQIY7uXHBDXx1fZQoaAZoCWgPQwhp44i1+MhkQJSGlFKUaBVN6ANoFkdAhlZHerMkhXV9lChoBmgJaA9DCESJljye62NAlIaUUpRoFU3oA2gWR0CGW3VvMr3CdX2UKGgGaAloD0MIzxQ6rzFPZUCUhpRSlGgVTegDaBZHQIZbpAlfJFN1fZQoaAZoCWgPQwj186YilY5iQJSGlFKUaBVN6ANoFkdAhnMSgf2bonV9lChoBmgJaA9DCCqr6XqiOGFAlIaUUpRoFU3oA2gWR0CGdngtOEdvdX2UKGgGaAloD0MINQ2K5oFHZECUhpRSlGgVTegDaBZHQIZ8wjUutfZ1fZQoaAZoCWgPQwgLCK2HLwlkQJSGlFKUaBVN6ANoFkdAhn8UcXFcZHV9lChoBmgJaA9DCLe28LzU92RAlIaUUpRoFU3oA2gWR0CGh26H0se5dX2UKGgGaAloD0MIouvCD05pYUCUhpRSlGgVTegDaBZHQIaLGY+jdpJ1fZQoaAZoCWgPQwi688RztpNkQJSGlFKUaBVN6ANoFkdAhpWxOLzf8HV9lChoBmgJaA9DCBgjEoUWq2RAlIaUUpRoFU3oA2gWR0CGmWyTINmUdX2UKGgGaAloD0MISdbh6Kq/ZUCUhpRSlGgVTegDaBZHQIaa6A+Y+jd1fZQoaAZoCWgPQwiWXpuNFS5hQJSGlFKUaBVN6ANoFkdAhp0jWTX8O3V9lChoBmgJaA9DCFK2SNoN22BAlIaUUpRoFU3oA2gWR0CGnn2B8QZodX2UKGgGaAloD0MINlfNc0TcXECUhpRSlGgVTegDaBZHQIafZkGzKLd1fZQoaAZoCWgPQwhc5nRZzLBmQJSGlFKUaBVN6ANoFkdAhqHbROUMX3V9lChoBmgJaA9DCI3TEFX48V9AlIaUUpRoFU3oA2gWR0CGukOq//NrdX2UKGgGaAloD0MIbR/ylqtiZECUhpRSlGgVTegDaBZHQIbANc+qzZ91fZQoaAZoCWgPQwiy8stgjNtjQJSGlFKUaBVN6ANoFkdAhsBqqwQlKXV9lChoBmgJaA9DCIi6D0Bq0x9AlIaUUpRoFU0YAWgWR0CGwzQY1pCbdX2UKGgGaAloD0MI7C+7J48ZZECUhpRSlGgVTegDaBZHQIbYQV9F4LV1fZQoaAZoCWgPQwgpXmVtUyheQJSGlFKUaBVN6ANoFkdAhtuU21lXinV9lChoBmgJaA9DCGX8+4zLTHBAlIaUUpRoFU1OAWgWR0CG3ASHM2WIdX2UKGgGaAloD0MIPGnhsgqwYECUhpRSlGgVTegDaBZHQIbiIa3qiXZ1fZQoaAZoCWgPQwhvn1VmSjdgQJSGlFKUaBVN6ANoFkdAhuQqneizs3V9lChoBmgJaA9DCDnsvmP4DGJAlIaUUpRoFU3oA2gWR0CG65VCojwAdX2UKGgGaAloD0MIwELmyiCPZECUhpRSlGgVTegDaBZHQIbut6u4gA91fZQoaAZoCWgPQwghIcoXNABhQJSGlFKUaBVN6ANoFkdAhvhBHCoCMnV9lChoBmgJaA9DCK8iowOSb2RAlIaUUpRoFU3oA2gWR0CG+9CXyAhCdX2UKGgGaAloD0MIqYb9nliEZ0CUhpRSlGgVTegDaBZHQIb/sMG5c1R1fZQoaAZoCWgPQwi8sDVbefFjQJSGlFKUaBVN6ANoFkdAhwE+HSF493V9lChoBmgJaA9DCHMs76qHc2VAlIaUUpRoFU3oA2gWR0CHAkFGoaUBdX2UKGgGaAloD0MIJPJdSl2GZUCUhpRSlGgVTegDaBZHQIcE5zBAOax1fZQoaAZoCWgPQwhQVaGBWFdjQJSGlFKUaBVN6ANoFkdAhwir1uivgXV9lChoBmgJaA9DCPCICtVNy2BAlIaUUpRoFU3oA2gWR0CHJ5eiSJTEdX2UKGgGaAloD0MIda+T+rItYUCUhpRSlGgVTegDaBZHQIcq9n7Hhjx1fZQoaAZoCWgPQwgf14aKceZDQJSGlFKUaBVL6WgWR0CHKw13t8eCdX2UKGgGaAloD0MIK9zykZQXWkCUhpRSlGgVTegDaBZHQIdBrzZpSJl1fZQoaAZoCWgPQwjVBFH3AStmQJSGlFKUaBVN6ANoFkdAh0XADaGpM3V9lChoBmgJaA9DCJon1xTI8F1AlIaUUpRoFU3oA2gWR0CHRjGm1pj+dX2UKGgGaAloD0MIRS3NrRDWYkCUhpRSlGgVTegDaBZHQIdLnzg/C691fZQoaAZoCWgPQwg7N23GaTNjQJSGlFKUaBVN6ANoFkdAh02ekxh2GXV9lChoBmgJaA9DCCWvzjEgrG9AlIaUUpRoFU2WA2gWR0CHUsb8WKuTdX2UKGgGaAloD0MINZpcjAEUYkCUhpRSlGgVTegDaBZHQIdWDghr30x1fZQoaAZoCWgPQwgJ4Gbx4sJlQJSGlFKUaBVN6ANoFkdAh2HeMAFPi3V9lChoBmgJaA9DCNC4cCAkRFxAlIaUUpRoFU3oA2gWR0CHZQO09hZydX2UKGgGaAloD0MI+YGrPIHiZECUhpRSlGgVTegDaBZHQIdoNDD0lJJ1fZQoaAZoCWgPQwh7hQX3A4VbQJSGlFKUaBVN6ANoFkdAh2peWGATZnV9lChoBmgJaA9DCCKmRBI92mZAlIaUUpRoFU3oA2gWR0CHblQ0oBq9dX2UKGgGaAloD0MI3Esao3WhY0CUhpRSlGgVTegDaBZHQIdyfevZAY51ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVcwMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMoC9zcnYvZGV2LWRpc2stYnktdXVpZC1mYTdjMGQxMS1lNmViLTQ4NGItODU4Yy01MmJiODc4NDNkNDIvaG9tZS9qb2Vmb3gvLnB5dmVudi9weXRob24zOV90b3JjaF8xXzEyL2xpYi9weXRob24zLjkvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjKAvc3J2L2Rldi1kaXNrLWJ5LXV1aWQtZmE3YzBkMTEtZTZlYi00ODRiLTg1OGMtNTJiYjg3ODQzZDQyL2hvbWUvam9lZm94Ly5weXZlbnYvcHl0aG9uMzlfdG9yY2hfMV8xMi9saWIvcHl0aG9uMy45L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.18.0-0.deb11.4-amd64-x86_64-with-glibc2.31 # 1 SMP PREEMPT_DYNAMIC Debian 5.18.16-1~bpo11+1 (2022-08-12)", "Python": "3.9.2", "Stable-Baselines3": "1.7.0", "PyTorch": "1.12.1+cu116", "GPU Enabled": "True", "Numpy": "1.23.3", "Gym": "0.21.0"}}