{
    "policy_class": {
        ":type:": "<class 'abc.ABCMeta'>",
        ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
        "__module__": "stable_baselines3.common.policies",
        "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
        "__init__": "<function ActorCriticPolicy.__init__ at 0x7fbc9a961310>",
        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fbc9a9613a0>",
        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fbc9a961430>",
        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fbc9a9614c0>",
        "_build": "<function ActorCriticPolicy._build at 0x7fbc9a961550>",
        "forward": "<function ActorCriticPolicy.forward at 0x7fbc9a9615e0>",
        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fbc9a961670>",
        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fbc9a961700>",
        "_predict": "<function ActorCriticPolicy._predict at 0x7fbc9a961790>",
        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fbc9a961820>",
        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fbc9a9618b0>",
        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fbc9a961940>",
        "__abstractmethods__": "frozenset()",
        "_abc_impl": "<_abc._abc_data object at 0x7fbc9a9633c0>"
    },
    "verbose": 1,
    "policy_kwargs": {},
    "observation_space": {
        ":type:": "<class 'gym.spaces.box.Box'>",
        ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu",
        "dtype": "float32",
        "_shape": [
            8
        ],
        "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]",
        "high": "[inf inf inf inf inf inf inf inf]",
        "bounded_below": "[False False False False False False False False]",
        "bounded_above": "[False False False False False False False False]",
        "_np_random": null
    },
    "action_space": {
        ":type:": "<class 'gym.spaces.discrete.Discrete'>",
        ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu",
        "n": 4,
        "_shape": [],
        "dtype": "int64",
        "_np_random": null
    },
    "n_envs": 16,
    "num_timesteps": 1015808,
    "_total_timesteps": 1000000,
    "_num_timesteps_at_start": 0,
    "seed": null,
    "action_noise": null,
    "start_time": 1676657318283320709,
    "learning_rate": 0.0003,
    "tensorboard_log": null,
    "lr_schedule": {
        ":type:": "<class 'function'>",
        ":serialized:": "gAWV4wIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjFkvdXNyL3Blb3BsZS90dmFyZWxsYS8ubG9jYWwvbGliL3B5dGhvbjMuOS9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMWS91c3IvcGVvcGxlL3R2YXJlbGxhLy5sb2NhbC9saWIvcHl0aG9uMy45L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
    },
    "_last_obs": {
        ":type:": "<class 'numpy.ndarray'>",
        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAM0OQDwpCGm61dmKucp12LilyTA4oK26OAAAgD8AAIA/ZjKtPMPRZrpc+yg5TWszNOwRnDoOJEa4AACAPwAAgD8zN++7JAi7P7qhB76BZJw+DR0qPM7DkD0AAAAAAAAAAFr3oj24Tta584eHt+tGmLGurIK7i/ChNgAAgD8AAIA/cyWdvQlzfT189hA+t8lMvvCc7bnYrqW8AAAAAAAAAAAAbea89mg0uhZLGTtdAoI2hSymO5qGejUAAIA/AACAPyY7jD1cZSo9bOEzvsf3Jr6zSm29v9yyPQAAAAAAAAAAAM6gPPZxDbyKx4Y8MqyAPJSsYj2yjle9AACAPwAAgD+AWCw99iQ8ugAt8LYvAQiyWxLHOnIiDzYAAIA/AACAPxpgVL1cP3i64qLSutXf4bUNETY7jhb2OQAAgD8AAIA/5kZTvfb8VLo7DFC6XCo7tZeQdzqqH2w5AACAPwAAgD8apw694TqGuosnHbW+nEmwfHEnO1YHbDQAAIA/AACAP03tsb00rL0//f/Svjb2mL3P3oS9C1ZwvgAAAAAAAAAAAMT5O+EcpLrIt744Fz3RM9Z3Cbq+8dq3AACAPwAAgD9KEbM+Z6HJPntzvr4aPn2+nMbgPRAnXL4AAAAAAAAAAM2HyryVqyI+nk8qPsvcV746TGs9hiyaPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
    },
    "_last_episode_starts": {
        ":type:": "<class 'numpy.ndarray'>",
        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
    },
    "_last_original_obs": null,
    "_episode_num": 0,
    "use_sde": false,
    "sde_sample_freq": -1,
    "_current_progress_remaining": -0.015808000000000044,
    "ep_info_buffer": {
        ":type:": "<class 'collections.deque'>",
        ":serialized:": "gAWVgRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIWg2JeyzxcUCUhpRSlIwBbJRNvwGMAXSUR0CVKK8BdUsGdX2UKGgGaAloD0MIzXLZ6Nz0cUCUhpRSlGgVTSoBaBZHQJUoxAX2ugZ1fZQoaAZoCWgPQwgIkQw59sFyQJSGlFKUaBVNYwFoFkdAlSlezQeFL3V9lChoBmgJaA9DCF0ZVBvc6nFAlIaUUpRoFU1EAWgWR0CVKzsguAZsdX2UKGgGaAloD0MIfSWQEvulcUCUhpRSlGgVTUEBaBZHQJUr2z4UN8V1fZQoaAZoCWgPQwit/DIYI6JvQJSGlFKUaBVNTgFoFkdAlSwGHck+o3V9lChoBmgJaA9DCHAnEeFfTHJAlIaUUpRoFU0xAWgWR0CVLHZ4fOlgdX2UKGgGaAloD0MI/reSHRtrb0CUhpRSlGgVTUYBaBZHQJUskv38GcF1fZQoaAZoCWgPQwga4e1BCCRuQJSGlFKUaBVNKAFoFkdAlS04ZAIIGHV9lChoBmgJaA9DCBvZlZaRNG9AlIaUUpRoFU1oAWgWR0CVL4oNd7fIdX2UKGgGaAloD0MIhleSPFeXbkCUhpRSlGgVTU8BaBZHQJUxc065oXd1fZQoaAZoCWgPQwgldm1vN1pyQJSGlFKUaBVNPQFoFkdAlTKEzTF2m3V9lChoBmgJaA9DCJ4/bVQnUXJAlIaUUpRoFU0rAWgWR0CVM042S+xodX2UKGgGaAloD0MIDMo0mtwvcECUhpRSlGgVTQcBaBZHQJUzXTI/7i11fZQoaAZoCWgPQwiIuaRqu39uQJSGlFKUaBVNWwFoFkdAlTN0X531SXV9lChoBmgJaA9DCHGvzFt1VGtAlIaUUpRoFU1UAWgWR0CVNTtTUAktdX2UKGgGaAloD0MIklm9w+05b0CUhpRSlGgVTU4BaBZHQJU2QzhxYJV1fZQoaAZoCWgPQwjI0LGDylZxQJSGlFKUaBVNYgFoFkdAlTffYnOSn3V9lChoBmgJaA9DCNOlf0mqmHFAlIaUUpRoFU01AWgWR0CVOADUVi4KdX2UKGgGaAloD0MIKZSFr68hckCUhpRSlGgVTXsBaBZHQJU4DHWBjF11fZQoaAZoCWgPQwiEg72JofdsQJSGlFKUaBVNRAFoFkdAlTkuCCjDbnV9lChoBmgJaA9DCMe8jjjk6nBAlIaUUpRoFU0zAWgWR0CVOTtl7MPjdX2UKGgGaAloD0MIIjMXuLwIcUCUhpRSlGgVTVEBaBZHQJU51/ViF0x1fZQoaAZoCWgPQwh80okEk6ZwQJSGlFKUaBVNVAFoFkdAlTpX4bjtHHV9lChoBmgJaA9DCGaFIt3PwW9AlIaUUpRoFU1MAWgWR0CVOta86FM7dX2UKGgGaAloD0MIdt1bkRj7a0CUhpRSlGgVTVwBaBZHQJU9uBVdX1d1fZQoaAZoCWgPQwhnCwitR2xxQJSGlFKUaBVNLQFoFkdAlT88VLzwt3V9lChoBmgJaA9DCLQfKSID8nBAlIaUUpRoFU1IAWgWR0CVP6xaPjn3dX2UKGgGaAloD0MIWoP3VTlZckCUhpRSlGgVTUcBaBZHQJVAeIfr8ix1fZQoaAZoCWgPQwibyTfbXOlvQJSGlFKUaBVNVAFoFkdAlUDxgVoHs3V9lChoBmgJaA9DCK7wLhexlXBAlIaUUpRoFU2VAWgWR0CVQeXb/Ot5dX2UKGgGaAloD0MIbVhTWZSkbUCUhpRSlGgVTUYBaBZHQJVCRW2gFot1fZQoaAZoCWgPQwjKF7SQgElyQJSGlFKUaBVNCgFoFkdAlUJaUu+RHXV9lChoBmgJaA9DCKezk8ERjnBAlIaUUpRoFU0hAWgWR0CVQ1gjQiRodX2UKGgGaAloD0MIWVLuPodIckCUhpRSlGgVTVsBaBZHQJVD6fSQYDV1fZQoaAZoCWgPQwhLk1LQ7RRxQJSGlFKUaBVNQAFoFkdAlURnhbW3B3V9lChoBmgJaA9DCITzqWNVFHJAlIaUUpRoFU0yAWgWR0CVRPhnanJldX2UKGgGaAloD0MIKljjbDqNbUCUhpRSlGgVTTQBaBZHQJVFE97ngYR1fZQoaAZoCWgPQwjFHAQdrd9uQJSGlFKUaBVNLAFoFkdAlUVUSM98qnV9lChoBmgJaA9DCMxgjEgU23BAlIaUUpRoFU0aAWgWR0CVRZrOJLuhdX2UKGgGaAloD0MIdA0zNJ4IckCUhpRSlGgVTXcBaBZHQJVIF1SwW311fZQoaAZoCWgPQwhEiCtnb4ZyQJSGlFKUaBVNFwFoFkdAlUtALux8lXV9lChoBmgJaA9DCB7+mqxRP2xAlIaUUpRoFU1EAWgWR0CVX5R5TqB3dX2UKGgGaAloD0MIXmdD/pkScECUhpRSlGgVTXsBaBZHQJVkfw3HaOB1fZQoaAZoCWgPQwhb64uEth5sQJSGlFKUaBVNQQFoFkdAlWZauGKyfXV9lChoBmgJaA9DCCsVVFT9aHJAlIaUUpRoFU2QAWgWR0CVan2bXpW4dX2UKGgGaAloD0MIMGMK1rgXckCUhpRSlGgVTScCaBZHQJVzoxSHdoF1fZQoaAZoCWgPQwh4flGCPpZwQJSGlFKUaBVN1AFoFkdAlXO8kMTewnV9lChoBmgJaA9DCHeeeM6W33BAlIaUUpRoFU3iAWgWR0CVc+/YJ3PidX2UKGgGaAloD0MIMC3qk9x9cUCUhpRSlGgVTXECaBZHQJV353JPqLV1fZQoaAZoCWgPQwgTmbnA5ZpsQJSGlFKUaBVNJAJoFkdAlXiTnied1HV9lChoBmgJaA9DCEUtza3QsHBAlIaUUpRoFU0OA2gWR0CVe4xQizLPdX2UKGgGaAloD0MI5QzFHe9lb0CUhpRSlGgVTS0CaBZHQJV/KyPdVNp1fZQoaAZoCWgPQwjXoC+9PVFwQJSGlFKUaBVNxQFoFkdAlYLXEMspX3V9lChoBmgJaA9DCPUPIhlyeXBAlIaUUpRoFU0cAmgWR0CVgwdBBzFNdX2UKGgGaAloD0MIAwe0dAVcb0CUhpRSlGgVTa8BaBZHQJWHGHXVbzN1fZQoaAZoCWgPQwgYQPhQ4tFwQJSGlFKUaBVNlAJoFkdAlYoZmukk8nV9lChoBmgJaA9DCExsPq4NyXFAlIaUUpRoFU18AWgWR0CVi7YpDu0DdX2UKGgGaAloD0MItMu3Piy0YkCUhpRSlGgVTegDaBZHQJWMHE4vN/x1fZQoaAZoCWgPQwht5pDUwtVxQJSGlFKUaBVNcgFoFkdAlY9Eu14PgHV9lChoBmgJaA9DCMk5sYd2Mm9AlIaUUpRoFU2sA2gWR0CVkBDx9XtCdX2UKGgGaAloD0MI8DDtm3s3YkCUhpRSlGgVTegDaBZHQJWQI89wFTx1fZQoaAZoCWgPQwixi6IH/lByQJSGlFKUaBVNkgNoFkdAlZCzb349HXV9lChoBmgJaA9DCLD/Ojdtf3BAlIaUUpRoFU3uAWgWR0CVktDL8rI6dX2UKGgGaAloD0MIXFg33p3hbUCUhpRSlGgVTXEBaBZHQJWZfU+cH4Z1fZQoaAZoCWgPQwiY9zjThF1xQJSGlFKUaBVNRwFoFkdAlZsYpH7P6nV9lChoBmgJaA9DCK36XG1F5nJAlIaUUpRoFU0dAWgWR0CVm3zWPLgXdX2UKGgGaAloD0MI5fBJJ5KAbECUhpRSlGgVTZUCaBZHQJWc/LFGXol1fZQoaAZoCWgPQwhD5PT1PNBwQJSGlFKUaBVNYgFoFkdAlbWQ35vcanV9lChoBmgJaA9DCJ9afXWVI3FAlIaUUpRoFU0SAWgWR0CVt0gSOBDpdX2UKGgGaAloD0MIuRluwKcPcUCUhpRSlGgVTVUBaBZHQJW3kvsZ5zJ1fZQoaAZoCWgPQwgOgo5WNVxiQJSGlFKUaBVN6ANoFkdAlbnChew9q3V9lChoBmgJaA9DCOurqwI1GW5AlIaUUpRoFU17AWgWR0CVumHVPN3XdX2UKGgGaAloD0MIdzHNdG8JckCUhpRSlGgVTdQCaBZHQJW7ZFEy+Ht1fZQoaAZoCWgPQwhTeNDsOoduQJSGlFKUaBVN4gFoFkdAlbwxVp9JBnV9lChoBmgJaA9DCElIpG18HnFAlIaUUpRoFU29AmgWR0CVv604zabndX2UKGgGaAloD0MIZQETuPXLb0CUhpRSlGgVTVMBaBZHQJXAKM85jpd1fZQoaAZoCWgPQwhG0JhJFDhwQJSGlFKUaBVNQAFoFkdAlcHU1Muez3V9lChoBmgJaA9DCBO54Ay+3HFAlIaUUpRoFU0fAmgWR0CVwofYSQHSdX2UKGgGaAloD0MI+MH51PHgcECUhpRSlGgVTZEBaBZHQJXEeX0Gu9x1fZQoaAZoCWgPQwjM64hDNkVkQJSGlFKUaBVN6ANoFkdAlcYBujynUHV9lChoBmgJaA9DCPPixFc7jjBAlIaUUpRoFU0OAWgWR0CVxxh5xBE8dX2UKGgGaAloD0MItf0rK026SkCUhpRSlGgVTQYBaBZHQJXIoYyfthN1fZQoaAZoCWgPQwjLviuCv2NxQJSGlFKUaBVNQwFoFkdAlclMJx//enV9lChoBmgJaA9DCB42kZmLimZAlIaUUpRoFU3oA2gWR0CVy5E0zj3mdX2UKGgGaAloD0MIqcKf4c2ab0CUhpRSlGgVTacBaBZHQJXMQZjx0+11fZQoaAZoCWgPQwinQGZn0UJwQJSGlFKUaBVN3QFoFkdAlc9yAc1fmnV9lChoBmgJaA9DCHAofLYO8G5AlIaUUpRoFU2NAmgWR0CV0YThYNiIdX2UKGgGaAloD0MIY2Adxw+RbUCUhpRSlGgVTasBaBZHQJXXEkv9LpR1fZQoaAZoCWgPQwjrqdVXlzVwQJSGlFKUaBVNKAJoFkdAldiPFefI0nV9lChoBmgJaA9DCCegibBhSXBAlIaUUpRoFU2oAWgWR0CV2lBXS0BwdX2UKGgGaAloD0MIRkQxecNwckCUhpRSlGgVTTkBaBZHQJXbHAVO9Fp1fZQoaAZoCWgPQwiMahFRzBNiQJSGlFKUaBVN6ANoFkdAldu9snAqNXV9lChoBmgJaA9DCLt/LEQH5HFAlIaUUpRoFU2ZAWgWR0CV2+ovi97GdX2UKGgGaAloD0MIkfKTat+FcECUhpRSlGgVTToCaBZHQJXfS7ZnL7p1fZQoaAZoCWgPQwim7zUERxluQJSGlFKUaBVNWQFoFkdAleBGcBltj3V9lChoBmgJaA9DCP9BJEMOTHBAlIaUUpRoFU3AAWgWR0CV4VMA3kxRdX2UKGgGaAloD0MIH9lcNY+kckCUhpRSlGgVTTkCaBZHQJXnGKBNEgJ1fZQoaAZoCWgPQwir61BNSSZuQJSGlFKUaBVNSgFoFkdAlez0UfxMFnV9lChoBmgJaA9DCNBCAkYX8mNAlIaUUpRoFU3oA2gWR0CV7dnogV45dWUu"
    },
    "ep_success_buffer": {
        ":type:": "<class 'collections.deque'>",
        ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
    },
    "_n_updates": 248,
    "n_steps": 1024,
    "gamma": 0.999,
    "gae_lambda": 0.98,
    "ent_coef": 0.01,
    "vf_coef": 0.5,
    "max_grad_norm": 0.5,
    "batch_size": 64,
    "n_epochs": 4,
    "clip_range": {
        ":type:": "<class 'function'>",
        ":serialized:": "gAWV4wIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjFkvdXNyL3Blb3BsZS90dmFyZWxsYS8ubG9jYWwvbGliL3B5dGhvbjMuOS9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMWS91c3IvcGVvcGxlL3R2YXJlbGxhLy5sb2NhbC9saWIvcHl0aG9uMy45L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
    },
    "clip_range_vf": null,
    "normalize_advantage": true,
    "target_kl": null
}