{
    "policy_class": {
        ":type:": "<class 'abc.ABCMeta'>",
        ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
        "__module__": "stable_baselines3.common.policies",
        "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
        "__init__": "<function ActorCriticPolicy.__init__ at 0x7fb0ecdd65f0>",
        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fb0ecdd6680>",
        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fb0ecdd6710>",
        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fb0ecdd67a0>",
        "_build": "<function ActorCriticPolicy._build at 0x7fb0ecdd6830>",
        "forward": "<function ActorCriticPolicy.forward at 0x7fb0ecdd68c0>",
        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fb0ecdd6950>",
        "_predict": "<function ActorCriticPolicy._predict at 0x7fb0ecdd69e0>",
        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fb0ecdd6a70>",
        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fb0ecdd6b00>",
        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fb0ecdd6b90>",
        "__abstractmethods__": "frozenset()",
        "_abc_impl": "<_abc._abc_data object at 0x7fb0ecdd1f40>"
    },
    "verbose": 1,
    "policy_kwargs": {},
    "observation_space": {
        ":type:": "<class 'gym.spaces.box.Box'>",
        ":serialized:": "gAWVpQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoC0sIhZSMAUOUdJRSlIwEaGlnaJRoEyiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoC0sIhZRoFnSUUpSMDWJvdW5kZWRfYmVsb3eUaBMolggAAAAAAAAAAAAAAAAAAACUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYIAAAAAAAAAAAAAAAAAAAAlGgiSwiFlGgWdJRSlIwKX25wX3JhbmRvbZROdWIu",
        "dtype": "float32",
        "_shape": [
            8
        ],
        "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]",
        "high": "[inf inf inf inf inf inf inf inf]",
        "bounded_below": "[False False False False False False False False]",
        "bounded_above": "[False False False False False False False False]",
        "_np_random": null
    },
    "action_space": {
        ":type:": "<class 'gym.spaces.discrete.Discrete'>",
        ":serialized:": "gAWViAAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu",
        "n": 4,
        "_shape": [],
        "dtype": "int64",
        "_np_random": null
    },
    "n_envs": 64,
    "num_timesteps": 3014656,
    "_total_timesteps": 3000000,
    "_num_timesteps_at_start": 0,
    "seed": null,
    "action_noise": null,
    "start_time": 1652482324.798781,
    "learning_rate": 0.0003,
    "tensorboard_log": null,
    "lr_schedule": {
        ":type:": "<class 'function'>",
        ":serialized:": "gAWV+QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjGQvaG9tZS9uYWRpcmJla292L2FuYWNvbmRhMy9lbnZzL2hmLXJsL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxkL2hvbWUvbmFkaXJiZWtvdi9hbmFjb25kYTMvZW52cy9oZi1ybC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGggfZR9lChoF2gOjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoGIwHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
    },
    "_last_obs": {
        ":type:": "<class 'numpy.ndarray'>",
        ":serialized:": "gAWVdQgAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYACAAAAAAAAGa2U7x5mJs+trkAvrHlyb5mqKS9VvQJvgAAAAAAAAAAzZG+vCSUsj+Ai+69lf2ZviSPwLymn6U7AAAAAAAAAACA4nY9nbZIPspWAr6eooS+vwWtPOu/Kb0AAAAAAAAAAO2vjT4wdME+4lxevkNIHb8bu9E+3Tw/vgAAAAAAAAAAMz+QPesp1z1uCdW9RpWDvm5sgDtyR5y9AAAAAAAAAABmp369e3KOuioulrkV3A60ZDQLOgT0rDgAAIA/AACAP7NqDT6eH4Y/5QGzPlxwIb8JSmw+DWEZPgAAAAAAAAAAANpOPHG1CbuV9OW7TbmjvZolS7zbSMK+AACAPwAAgD8Y6I6+fM8PPxqEGz4JQg2/dMqgvh0WYj4AAAAAAAAAAM2eSbz0Yy8+bXIcPlmWnL6v6DA9+IyqPAAAAAAAAAAA5hkNvVyTYLr6PVQ+0UFVO8hCZbp/UTo8AAAAAAAAAACzEzU9e4CqukCXYD5Vkpk83UBpu4QVhT0AAIA/AACAP5oZaDt7Fpa6LtYHtCkTPa1OiNM6QXezMwAAgD8AAIA/s5EjPf+GZT9CoMM9swhJvw8K6jzzsAg7AAAAAAAAAAAAHzA+a2oiPwq3mj1mBgG/Zto6Pnbipr0AAAAAAAAAAIARLr1gE9E+ctkSPltF4r57f/88yzfYPQAAAAAAAAAAQ3KRPg6SRj/bAzE+PZL4vl9vzj7QK4C9AAAAAAAAAACAewo+YrisP3vpIT/LmMe+XRYzPm7lnz4AAAAAAAAAANrZFz6OSmg/m+VyPgfHI78tzGQ+/mtEvAAAAAAAAAAAWvm9Paj1nj3qCRG+pUoyvv280D3tkhi+AAAAAAAAAAAAHM28XFNJuqs53T1HCCaz1FoLuRbLHbMAAIA/AACAP1oU6z0j52w/A1BgPr1BNL/pcWU+0vPUPAAAAAAAAAAAurhwPsTiWD7WHqW+sW+pvoIvWDxFfIi9AAAAAAAAAAAGOms+P7IaP/VtqLwXDQ2/OLSNPjY8Cr4AAAAAAAAAAADgJz6HQZM/tSHBPvOTHb9aJpI+R5ubPQAAAAAAAAAAM6KlPL9lWz9eYPY7FotIv+P+Sz3SZCW8AAAAAAAAAABmwh68j1dnvKW1YT3DFdC8vOHGvV51x74AAIA/AACAPzNbirtSLN67QrDAvBmvOTwzZgi9bGI4OwAAgD8AAIA/Wh+jPW9EOz93Xw8+knQxv3S/6D2drkI9AAAAAAAAAABaq50+nzOePyXG0T7+hxm/9mn3PiJBmT0AAAAAAAAAAJphajyhCQM+MyWGuw1jrr6KJIE8YrTGPAAAAAAAAAAALfsaPsfNXD4ixU++HOSOvp3fWT2bjum9AAAAAAAAAAAmzYw94YCCut3lqjA1n4SwhUlLu0rINrIAAIA/AACAPzOH2rzfObw8zHOLvWJKGL6Wdma96dcbvQAAAAAAAAAAM0LdPBSXqT8EOI0+vAYIv8Ed+Dwphxo+AAAAAAAAAABmOiG9ff27P1HXCb/39JI+PjmzPDIsPr0AAAAAAAAAAM02nzxIF5G66osHPr8fXTET3187g2IMswAAgD8AAIA/yNeJvpdhbj9jZP2+w5ctv/VU6L4azte9AAAAAAAAAADqH66+7QLtPh4pOT5wgya/8qGzvltGcj4AAAAAAAAAAEbJWD7x7eQ9hR39vi/Ior7noBM+KPKZvgAAAAAAAAAAM5XzPBSsprquIuG1KSbTsAKG0Lg+XwY1AACAPwAAgD/tmxa+wMB8P7jcm74n8T6/IIqDvtVmmL0AAAAAAAAAACY/v73YNY4/oniNvnMRRL84EjO+A48TvQAAAAAAAAAAzcGDPIOJTj0a6US+9DSZvrOaF76w22G7AAAAAAAAAABmRCm+lKyGP2iJbr6V3Di/JFqNvqgwd70AAAAAAAAAAJqxRztcw3K62iErPR6yGD0z0pq6IPnNuwAAgD8AAIA/gMaSvQv+7j2t3kU+U0ifvvO+KDwwIeI9AAAAAAAAAAAzB6M7XJslujoJ0jY8oLKwa6qSu1WL97UAAIA/AACAP+acAj3DgKg/IIzaPmokLr+222Q4kEfsPQAAAAAAAAAAmjsEPYX62zwoYwC+m5CZvkETXb4ToaE9AAAAAAAAAACaeyw8KUxVuh2Or7MqNYCuLUKHO8pTyTMAAIA/AACAP5oynzwDUrU/3qZlPr5lfL0r5qA8RTXpPQAAAAAAAAAAGhqzveT7DT6o0Ok9Dz94vsvhBDzAyXQ9AAAAAAAAAADzRck9aAL8PY93m753UJG+KPMovpqFDzwAAAAAAAAAAM1bHT3fAoc8kQubvZIPJr53fiG9DgdFPQAAAAAAAAAAANeXvTwSLj1Wa5o9paWMvh8WKL3e6HU8AAAAAAAAAACzR/a9wWHCPS4XrD7JxV6+CbYtPnteWbwAAAAAAAAAAA2ujj2nbZU/rQGAPm1EJr/yXQM+UcrIPQAAAAAAAAAA5oiIPfb8WrrM9yczoMPyrouxhTnY/MmzAACAPwAAgD8gCnA+0DIlPyhBWr3wPwu/6LSJPib2rb0AAAAAAAAAAM1yCrwb7Iy84AmpPiqwvjvxOf4905aovAAAAAAAAIA/mnXIuzHakT8SxIC8qXlDv7Xui7yDRC29AAAAAAAAAAAzi4o9UumGP5YpCT7GMzC/fJnPPWawgDwAAAAAAAAAAACMJb3hBKG6WKRoumJHXrV89po6SQGGOQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYktASwiGlIwBQ5R0lFKULg=="
    },
    "_last_episode_starts": {
        ":type:": "<class 'numpy.ndarray'>",
        ":serialized:": "gAWVswAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiS0CFlIwBQ5R0lFKULg=="
    },
    "_last_original_obs": null,
    "_episode_num": 0,
    "use_sde": false,
    "sde_sample_freq": -1,
    "_current_progress_remaining": -0.004885333333333408,
    "ep_info_buffer": {
        ":type:": "<class 'collections.deque'>",
        ":serialized:": "gAWVHxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIFF0XfvDPcUCUhpRSlIwBbJRLvYwBdJRHQLQUIFUhmoR1fZQoaAZoCWgPQwjuXYO+9MhzQJSGlFKUaBVLz2gWR0C0FB/1L8JldX2UKGgGaAloD0MIvlDAdjAickCUhpRSlGgVS7xoFkdAtBQyHP/rB3V9lChoBmgJaA9DCAeynlq9QHFAlIaUUpRoFUuyaBZHQLQUTt0FKTV1fZQoaAZoCWgPQwgtzEI75zxxQJSGlFKUaBVL7WgWR0C0FFK6e5FxdX2UKGgGaAloD0MIGxAhrlw+cUCUhpRSlGgVS8loFkdAtBRVsUIsy3V9lChoBmgJaA9DCNemsb1W83FAlIaUUpRoFUvbaBZHQLQUWhaC+UR1fZQoaAZoCWgPQwgAcy1aQLpxQJSGlFKUaBVL0GgWR0C0FGlF2FFldX2UKGgGaAloD0MIqKrQQKx+Z0CUhpRSlGgVTXACaBZHQLQUc7hNucd1fZQoaAZoCWgPQwhrC89LxQ10QJSGlFKUaBVLoGgWR0C0FIL5ylvZdX2UKGgGaAloD0MIZJC7CNNycECUhpRSlGgVS8xoFkdAtBSCyxA0K3V9lChoBmgJaA9DCC7iOzFrUHJAlIaUUpRoFUvFaBZHQLQUwKJl8PZ1fZQoaAZoCWgPQwjMlxdgX+xyQJSGlFKUaBVLy2gWR0C0FM1f3N9qdX2UKGgGaAloD0MImQ8IdGZzcECUhpRSlGgVS79oFkdAtBThJVbRnnV9lChoBmgJaA9DCLeXNEZry3BAlIaUUpRoFUvHaBZHQLQU7rKvFFV1fZQoaAZoCWgPQwgJG55eqSNxQJSGlFKUaBVLzWgWR0C0FPckIHC5dX2UKGgGaAloD0MIb51/u+yucUCUhpRSlGgVS7xoFkdAtBT2jj7yhHV9lChoBmgJaA9DCL5MFCE1ZnFAlIaUUpRoFUvpaBZHQLQU+y44Ia91fZQoaAZoCWgPQwgM6lvmdP1uQJSGlFKUaBVL12gWR0C0FQxG6PKddX2UKGgGaAloD0MIkWCqmbV0ckCUhpRSlGgVS65oFkdAtBUU55qubXV9lChoBmgJaA9DCJVliGPdZ3JAlIaUUpRoFUvKaBZHQLQVE6kZaV51fZQoaAZoCWgPQwjGw3sOLFRzQJSGlFKUaBVLxWgWR0C0FR06YE4edX2UKGgGaAloD0MIJQfsajIccUCUhpRSlGgVS8doFkdAtBUgP6KtP3V9lChoBmgJaA9DCMDMd/CTo29AlIaUUpRoFUu/aBZHQLQVLwxnFpB1fZQoaAZoCWgPQwhVvmckAvFwQJSGlFKUaBVLs2gWR0C0FUe1fE4vdX2UKGgGaAloD0MIE9bG2En1ckCUhpRSlGgVS7toFkdAtBVSnzg/DHV9lChoBmgJaA9DCGtEMA7uTnFAlIaUUpRoFUvWaBZHQLQVUpM6BAh1fZQoaAZoCWgPQwgct5ifG/NyQJSGlFKUaBVL9mgWR0C0FWVMM7U5dX2UKGgGaAloD0MIGsIxy969cUCUhpRSlGgVS91oFkdAtBVpejVQRHV9lChoBmgJaA9DCJn1Yiinp3FAlIaUUpRoFUvJaBZHQLQVbL+xW1d1fZQoaAZoCWgPQwgMryR5rndyQJSGlFKUaBVLxmgWR0C0FXCqp97XdX2UKGgGaAloD0MIOQzmrxAJcECUhpRSlGgVS6poFkdAtBWGYAsCk3V9lChoBmgJaA9DCKClK9jGp25AlIaUUpRoFUu3aBZHQLQVi/ustCl1fZQoaAZoCWgPQwhBLQYP00BwQJSGlFKUaBVL0mgWR0C0FYtl/YrbdX2UKGgGaAloD0MICMiXUMGRcECUhpRSlGgVS8VoFkdAtBWK3vx6OnV9lChoBmgJaA9DCNo4Yi3+gHBAlIaUUpRoFUvFaBZHQLQVmNLlFMJ1fZQoaAZoCWgPQwi2vkhoy2lwQJSGlFKUaBVL0mgWR0C0FbUCmuTzdX2UKGgGaAloD0MI/5Hp0KnkckCUhpRSlGgVS85oFkdAtBW/Zwn6VXV9lChoBmgJaA9DCChEwCGUR3JAlIaUUpRoFUvmaBZHQLQVx2B8QZp1fZQoaAZoCWgPQwg9DK1OjlZyQJSGlFKUaBVLxmgWR0C0FdKvvBrOdX2UKGgGaAloD0MIbvse9dcZc0CUhpRSlGgVS81oFkdAtBYGmce8w3V9lChoBmgJaA9DCLMLBtecynFAlIaUUpRoFUvlaBZHQLQWIwNb1RN1fZQoaAZoCWgPQwjDEDl9vVdyQJSGlFKUaBVLwGgWR0C0FiI33pOfdX2UKGgGaAloD0MId06zQHvAckCUhpRSlGgVS8JoFkdAtBYnpOerdXV9lChoBmgJaA9DCNU+HY+Z0XJAlIaUUpRoFUvDaBZHQLQWL9r433p1fZQoaAZoCWgPQwjZIf5hy99xQJSGlFKUaBVL8mgWR0C0FkLnHNordX2UKGgGaAloD0MIzhsnhTm9cECUhpRSlGgVS6ZoFkdAtBZRyq+8G3V9lChoBmgJaA9DCOJ0kq1uLnFAlIaUUpRoFUvLaBZHQLQWXUOd5IJ1fZQoaAZoCWgPQwjVzFoKCLBxQJSGlFKUaBVL0WgWR0C0FmPpyIYWdX2UKGgGaAloD0MIVYUGYhnRcUCUhpRSlGgVS8ZoFkdAtBZj9ehPCXV9lChoBmgJaA9DCMIv9fNmvXBAlIaUUpRoFUvJaBZHQLQWgFCb+cZ1fZQoaAZoCWgPQwg7j4r/uzdzQJSGlFKUaBVL2WgWR0C0Fo2xY7q6dX2UKGgGaAloD0MInN7F+3FBc0CUhpRSlGgVS8toFkdAtBaW0dBBzHV9lChoBmgJaA9DCPkP6bcvVHJAlIaUUpRoFUvhaBZHQLQWldDYywh1fZQoaAZoCWgPQwg9SbpmcuRwQJSGlFKUaBVLtGgWR0C0FqI1pCa7dX2UKGgGaAloD0MIms5OBkfccECUhpRSlGgVS75oFkdAtBaiBRQ793V9lChoBmgJaA9DCJc2HJYG+XBAlIaUUpRoFUuyaBZHQLQWogB91EF1fZQoaAZoCWgPQwgP7WMFPy9wQJSGlFKUaBVLwWgWR0C0FqG4iHIqdX2UKGgGaAloD0MITUhrDLoqcECUhpRSlGgVS7toFkdAtBasEC/47HV9lChoBmgJaA9DCCLfpdQlHXFAlIaUUpRoFUvWaBZHQLQWzC9ytFN1fZQoaAZoCWgPQwjiqx3F+SxxQJSGlFKUaBVLuGgWR0C0FtLa24NJdX2UKGgGaAloD0MIkBFQ4YjtcECUhpRSlGgVS9VoFkdAtBbaNjslcHV9lChoBmgJaA9DCBPWxtjJSHFAlIaUUpRoFUuwaBZHQLQW7RZU1ht1fZQoaAZoCWgPQwgHexNDckVyQJSGlFKUaBVL42gWR0C0FvEy+HrRdX2UKGgGaAloD0MIg4k/iroidECUhpRSlGgVS8FoFkdAtBb0VuaWonV9lChoBmgJaA9DCONrzyyJ/HJAlIaUUpRoFUvIaBZHQLQXH6k69011fZQoaAZoCWgPQwiJ6xhXXD5yQJSGlFKUaBVL0WgWR0C0FyUF4cFRdX2UKGgGaAloD0MIYhBYOfQ6cECUhpRSlGgVS8NoFkdAtBcu+L3sX3V9lChoBmgJaA9DCOj500Y1mHBAlIaUUpRoFUu4aBZHQLQXNHDrJKd1fZQoaAZoCWgPQwiERrBxPe1zQJSGlFKUaBVLvGgWR0C0FzPMKTjedX2UKGgGaAloD0MI1Jl7SDjDckCUhpRSlGgVS8hoFkdAtBc8CHRCyHV9lChoBmgJaA9DCJHtfD+1l3JAlIaUUpRoFUvJaBZHQLQXREUCaJB1fZQoaAZoCWgPQwjXo3A9Cq1uQJSGlFKUaBVNuAJoFkdAtBeKJ+DvmnV9lChoBmgJaA9DCFuwVBfwJHJAlIaUUpRoFUvSaBZHQLQXllhw2l51fZQoaAZoCWgPQwhWYwlrYylxQJSGlFKUaBVLrGgWR0C0F5U+C9RKdX2UKGgGaAloD0MI+YctPRrFcECUhpRSlGgVS7BoFkdAtBelQ3xWk3V9lChoBmgJaA9DCLd/ZaWJO3JAlIaUUpRoFUvfaBZHQLQXq+NcW0t1fZQoaAZoCWgPQwiNfcnGwxhwQJSGlFKUaBVLvmgWR0C0F7tfw7T2dX2UKGgGaAloD0MIHk/LD9zScUCUhpRSlGgVS8hoFkdAtBfZBHCoCXV9lChoBmgJaA9DCHUg66kVTnNAlIaUUpRoFUu9aBZHQLQX3eT3Zf51fZQoaAZoCWgPQwhwYd149ydzQJSGlFKUaBVL2WgWR0C0F+29cry2dX2UKGgGaAloD0MIHClbJC17c0CUhpRSlGgVS9toFkdAtBgBZntfHHV9lChoBmgJaA9DCB4X1SIi3XFAlIaUUpRoFUvDaBZHQLQYChkiD/V1fZQoaAZoCWgPQwiMv+0JkpZwQJSGlFKUaBVLrWgWR0C0GBW6oVEedX2UKGgGaAloD0MIwsBz7+HuPECUhpRSlGgVS2NoFkdAtBgVsk6cRXV9lChoBmgJaA9DCGSUZ14OPnNAlIaUUpRoFUvVaBZHQLQYFW3Sa3J1fZQoaAZoCWgPQwiiRbbzfUBuQJSGlFKUaBVLtmgWR0C0GBmo73fydX2UKGgGaAloD0MIB+v/HGZTcUCUhpRSlGgVS7loFkdAtBgpcB2fTXV9lChoBmgJaA9DCLiU88UehnNAlIaUUpRoFUu+aBZHQLQYNCrcTJ11fZQoaAZoCWgPQwix3qgVZg1yQJSGlFKUaBVL3GgWR0C0GDQvYe1bdX2UKGgGaAloD0MIeO49XDLjckCUhpRSlGgVS+ZoFkdAtBhACDEm6XV9lChoBmgJaA9DCIEgQIbOTnJAlIaUUpRoFUvVaBZHQLQYPvMbFS91fZQoaAZoCWgPQwgQIEPHztpxQJSGlFKUaBVLymgWR0C0GEq4tpVTdX2UKGgGaAloD0MI0ENtG0ZlckCUhpRSlGgVS8NoFkdAtBhod0aIe3V9lChoBmgJaA9DCDPeVnqtk3BAlIaUUpRoFUvWaBZHQLQYa0Lc9GJ1fZQoaAZoCWgPQwgbZJKRs0FxQJSGlFKUaBVLu2gWR0C0GHXfl6qsdX2UKGgGaAloD0MInfNTHAeqcECUhpRSlGgVS9BoFkdAtBiVNQCSzXV9lChoBmgJaA9DCNkIxOv6n3JAlIaUUpRoFUvaaBZHQLQYmI5YHPh1fZQoaAZoCWgPQwiDbFm+Ln9xQJSGlFKUaBVLzWgWR0C0GJyLuQZGdX2UKGgGaAloD0MIVz7L8yB1c0CUhpRSlGgVS+BoFkdAtBicbWEsa3VlLg=="
    },
    "ep_success_buffer": {
        ":type:": "<class 'collections.deque'>",
        ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
    },
    "_n_updates": 368,
    "n_steps": 1024,
    "gamma": 0.9945,
    "gae_lambda": 0.995,
    "ent_coef": 0.005,
    "vf_coef": 0.5,
    "max_grad_norm": 0.5,
    "batch_size": 32,
    "n_epochs": 8,
    "clip_range": {
        ":type:": "<class 'function'>",
        ":serialized:": "gAWV+QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjGQvaG9tZS9uYWRpcmJla292L2FuYWNvbmRhMy9lbnZzL2hmLXJsL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAIeUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxkL2hvbWUvbmFkaXJiZWtvdi9hbmFjb25kYTMvZW52cy9oZi1ybC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGggfZR9lChoF2gOjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoGIwHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
    },
    "clip_range_vf": null,
    "normalize_advantage": true,
    "target_kl": null
}