{
    "policy_class": {
        ":type:": "<class 'abc.ABCMeta'>",
        ":serialized:": "gASVMAAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLmRxbi5wb2xpY2llc5SMCURRTlBvbGljeZSTlC4=",
        "__module__": "stable_baselines3.dqn.policies",
        "__doc__": "\n    Policy class with Q-Value Net and target net for DQN\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
        "__init__": "<function DQNPolicy.__init__ at 0x7f52920a3b90>",
        "_build": "<function DQNPolicy._build at 0x7f52920a3c20>",
        "make_q_net": "<function DQNPolicy.make_q_net at 0x7f52920a3cb0>",
        "forward": "<function DQNPolicy.forward at 0x7f52920a3d40>",
        "_predict": "<function DQNPolicy._predict at 0x7f52920a3dd0>",
        "_get_constructor_parameters": "<function DQNPolicy._get_constructor_parameters at 0x7f52920a3e60>",
        "set_training_mode": "<function DQNPolicy.set_training_mode at 0x7f52920a3ef0>",
        "__abstractmethods__": "frozenset()",
        "_abc_impl": "<_abc_data object at 0x7f529209c450>"
    },
    "verbose": 0,
    "policy_kwargs": {},
    "observation_space": {
        ":type:": "<class 'gym.spaces.box.Box'>",
        ":serialized:": "gASVFgwAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLAoWUjANsb3eUjBVudW1weS5jb3JlLm11bHRpYXJyYXmUjAxfcmVjb25zdHJ1Y3SUk5RoBowHbmRhcnJheZSTlEsAhZRDAWKUh5RSlChLAUsChZRoColDCJqZmb8pXI+9lHSUYowEaGlnaJRoEmgUSwCFlGgWh5RSlChLAUsChZRoColDCJqZGT8pXI89lHSUYowNYm91bmRlZF9iZWxvd5RoEmgUSwCFlGgWh5RSlChLAUsChZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYolDAgEBlHSUYowNYm91bmRlZF9hYm92ZZRoEmgUSwCFlGgWh5RSlChLAUsChZRoKolDAgEBlHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaDqMBXN0YXRllH2UKIwDa2V5lGgSaBRLAIWUaBaHlFKUKEsBTXAChZRoB4wCdTSUiYiHlFKUKEsDaAtOTk5K/////0r/////SwB0lGKJQsAJAACvv4i6z4U5AqB83CR0uE5HdoP0bdcqpqaxUAKUAT3+3vcbAcD41dJqKVNMLypo04hhRxNaPFPRFHeWvOsAzsFG2w0j7XPHkqfwsg5Y7oI39VdxeObGZ+mzQRPWi8dekQr+WGwBT6WXnnZqIbPLBmJfC4rhEuPu54qfzze8M1iqZMeZR5+NE/rYQJnRZ8CfrZsZRSVDHAi00xm5zs5v6t4FJhvgJuSZxKLU1iTXjgFSfDnUzxE1Cy/rwez6EXLBaQIyp4e6uypQ3luM5osw1hlKL8V2XyqIp/i1KsWQusbX5CmJ0wuvwLF/to8KswXJTiR3R7449aw0LExXu6e9q4sbmNDAL/3rNnBaOKOx5/Tb/ZY4XoCxV/Jk3PFm2XabMA1blOm2HIbwXQcGbvd6tTmV5v4y8cvMabREAuhtC2tqMVGhwrAjEXItWDK1nvP7JQ4EnLwVoSrUGGRSW/kBQSnKfYrXj6FMKd/KJFd66oP7qrhiK1rb835V+RE6YIIutwDZun1JJLc4UAv+eLVarZ9li76DPTUhHgsEoXjM2aq4UTFSQHHJo1ELob67sfCjXNatAd/5A7PVcO8XhxlwnIv+TeCRpnnLy//ndJ4nIl5g9wtYCZ/J5Os2tQ2rsSPo++LI5nlIhTgP4cU5iUefWfy0VtFVfd0zEGr8SKqN/8iXhE/Jw6lzLwhxG+ek4+7BDHKBfl1XVyY075kswqty11Re4wFA3RunTR8qFYJH9Hm+xBrgyT/HzxMj8E4a2m6zMhUilvia1IYuWq7QHdrRjlt6g+Z9B57k8ku1ijZGQ93yWpY+xBEyIhKoEV6pruhfuZXKYqTDeXmF6vREAYwCUCNw3YhpaLMCMj+HLJWjwGo73yr3CcgXG4/SIESsplRMX0sQdGsAmlBStffJCQrECFalDGrQQe0bF+kZC/Mkof7N9rMpak+hExODXjdylxkRQSMvuF5Bxb7yG2EWb139SU+c3o383wADxMOtSNMqlVl8O/eERWeDj3DMWMzhf+UjuVybuctkJ/9AgDgEIvDVq+J2rSZJ3SbIMzVQGZVzEA21Dx3HrM4O0U7xd1ZdVXxtO/Ogei5vdCb4nQcFCc69xV8UUN1yWiKvPop91Ci4n9T4JrtTmxihxkSjcav4HflSmuXxY2elJG0++587U/I6KCI/DlSY/XDEWMMLnnVxse2KMkz9agdj7+wqEHUUG8zFq3li0MM4234WGriPv1wO0kFiNyOtePxcAQHgf+Xsbrzgv1oGdInnQsGv6BTTx+cAON1J4h582Bkhf181xlUwCDCtaAFaNrTowNBqxyRxdLux+7ZZoan1RCH0WsUbQ/WFtuL0O6ho4prbS3TyB8o3dmmV/F1GvApUqj5t+W0WbfquK2NUtw8QKDUX1Qk3nn2VFZgEFjQjWg0Bv1MgCPRZBmkCz55vVM2D0YJylBhmSK9DJetg7h2lVRjipPOdLQz45dCGzFwse/BiGVb/2g3uxOjIQLrT5aMZO+WFDqnlxJT6GYl9BuvebQq+HmOP5DEKbRG8/+jk62Hqpg9tCLJULo8pS7JFQypdLuEQE85mmrWIv1vABdUREGAxFhg7ao+KCeQfwRIwR30ReCyrxpbefnjHa5t+VPdrW1nKRzNjYplEBbK+vCUqXnS4XRwyR/hrWGDEpQErFF1eYkvy2iu7h065FRlWz8L2n3KvV7LFCPWUG/14vFQrE/lXRjUO8dhOkfEhnalBL9hHIDEVoiXCL2NWNWx3OpipPOO8pPSTQGPtaJ4S8zp55YJOqM5F9Q5mNoLwbvYfy/pPvYDSxD91NVJ8ULMP8V2O7nqXMoqT13ErXDrLpprUcXDpMzhC1dd59pzwuXAQbUAFurp1+SHGZkNDQqLu+cmX3DMjnt8BezdCzn4lhQSgo0dayY3bUXsbyuUBv8lAUloDuy/0sdkZy2CIiMXxDCXMmIha6TAnyYvLNHEn4Yq01LX0eX2QIlh6K+TxYWw3YSMNc8UEIyueL1It4jUMGiJq/uQHv8cFqN3QwFJnvPNgUpLej56IPdc+Re9+pLNnvyl7jlOc/LmBErgONGxcM+BCWw0Ir9f4kaW2c+KqhDTEVhe/27a47bMh+1te9FzN7lvuuvq2+fqJNFSnH3Uk0/KlfmUurIYHoJyOiGt8rm5H5J4gtv6TA/eg+ibKlShxNm47XwNgFcg3ZZPmDxHtmfpPz44Jm0a6ebMsXCu7cYN3dUEOXJYFspxp8Qu9PtKboDG+9kzJaiNAgzM6/04x7+k6o5UbWlIN1EGcmtKYBoIUlykh7giJjV6S+vg/ksbx8S2kDIBKs2ilVLOQUvAqZVA3VJWSRFbKbjuhk0Nx2Rdm4cOohMK8rQUJnog5ozYPDhVneSCDgMDENHPY5lI+kenwKtY9pDMXncijb+2m52tIJOvdjrq2F66MUSEhtnmxAmLesAnQCbkRHREduZZf+FO9Gs0iAIoboPRz+52V9Sl3+NPWrg9VpWOPfGNZ5uilFZfCQL2iKicSnQovL0omjJe1BoPbq9s+AG/m4KkWLlTl1x3aJElJ1+ZG9shdugv3HhpQ7f0GFjeQYcM2pOppDJxqMiNyCKahbruYWZv24BRhiElIuTQdWSNNwLCqhmnSWW6P0xN4woKfpmZan2wmQb0D5sfqAN+Xw9G9CHkkBXlbppIEQZUg4xTPwdTHaqYTHzqtzuT/1qml2s9GRmVw8o2v0h1ncHFKvI7bFd5K+dxe8UBAvC2Q8O+WrL6QIb/p24kQU/e5LCL1BAN8b41gP6wZF8rXVEHCSW4ARo4Iq7xG0RRfa7lxFIDROMqXnldPSqKYyebARdQCdtQ0j5jSyCbsk45Ydm8WYt/7W9vepAQN5uFYP3E9v95IOMknqjdwwZrbmjHFSgEcZwEYyyhuca1znRDz9HxFBTF6C6zCTskDsWrgssTpNfGSG07O2j85+UC/ubWhRrFrLRngAMbZeyFUwMIY6su9m0dB0/axR8aUo2YFj9ZSix7DKuoLEejplaFA5qxXkVTGX9SUTDJdB1E6wwen11MgBVlA6zbmFAOB1iZnYLcI4dKHidZVNv4IvnWeodEbwYi29S51V8P3eZ9Yo6Jw51lXjr6/on+9bEQlB08XTAzk0IMVv37ZjFXm23dJ9cSBeQdZov2IyRwqpalqFXCNgB9+Axy0AInTChSwHn8CBBqNfNh6KDlf9MT54Vd4D1uv9D5MvIX9DyekiqBrUCBWmJ10zxPvvQ5RqgdvifRHWXSxj06tFSoX1cKELmzcruq0ljQDlT/Yre9MXvM7z1bks3irGhmMdRxVdR2v1wwdbnNLgFYbEAmUdJRijANwb3OUSwR1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu",
        "dtype": "float32",
        "_shape": [
            2
        ],
        "low": "[-1.2  -0.07]",
        "high": "[0.6  0.07]",
        "bounded_below": "[ True  True]",
        "bounded_above": "[ True  True]",
        "_np_random": "RandomState(MT19937)"
    },
    "action_space": {
        ":type:": "<class 'gym.spaces.discrete.Discrete'>",
        ":serialized:": "gASVRwsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLA4wGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwVbnVtcHkuY29yZS5tdWx0aWFycmF5lIwMX3JlY29uc3RydWN0lJOUaAiMB25kYXJyYXmUk5RLAIWUQwFilIeUUpQoSwFNcAKFlGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYolCwAkAALPOQGenuYtEvXG0GWO1HMm5T+60bpVrvF8LVatNGFEtKf4yMIwaY4UkHzpzni0eBBl9z4AZ9Q0ez9vY1UmuyAgvCUSnx5Uoovqy95uZevLe4x8bjfefHi/7mCPatKhF/CQRP2t+drDNwxa0k3sDbMXet98Xs5p1de//KJEYRA0ufm9Exmr3tZGrh4GN9XFJwTSqivNmRqrpOlzjmCoblfIBpu25LaYnVHbqED2CHkfn4PIKClK4anFcgaKgyanTwDVflRW8lcfiXSmTcdTh5tkRSZIb4xAREslVLO6mUBp4hqRiEim47wMehqYWgoeX3U5UqkDqFiwPObrDeRijVukAusQr21BorlxfM8ixUzYOceW0HdJkjzd6kYmARiz+yJIhZ6Iu7dVvCK55EcjuQaFc/Q7wHrvGy/5fBwIHv8LrtB8Mtu5LywnIv8pt5W9BhiXr9PIEnU1G2fpNoTe3kVstnMtxbDp9EXrmdDIQ72j1g59sw4U3NEMoMcjULvr6YuNy3nNshsuZjt8cqmnWHwWgpBZrBMYxCHJO9eN4Q0oLf5g0hDC4iC1024RIxsNpzQKbZvGI0b9We+4P/WVO+3SfWgdDBhQlPE6Mctt+gByFrRnLiDhQD/DtvXLEHcJyuL5n8VztZ+GOG+ojHlwvsvR3382BouhP0xQ4AmhzsWceua8aq7noN7udCYKb37NfDZCa3cd0bni1WD+IxlZq8jnVv8VQmkZyskMbNu7c0hraUHfTLWZv1Zz2fQVd37Il6ftuhQYF9sYx36wUm9t4yevALQeOwMT726pJi51QhGRQD/K+2dQc55lcRWtTgaz6IVA0Me08ogoJ0Q/hOJwxw4GxHigcIQm5xfYtBACaK3I0yq0IqGISTxd94JKAMvgQPjTIpOAK94MxUoLjgUJtIEXXNJgIk70aknP7dgWDAE7w/deu7AksQm2j1+Avqu0CJ4Uqnyx5UNAyhlYJ/IdSY4xOunxjGh8KSVxASY+NpdDC1Lw4NMCF2NsNZ1CZ/ESKGLE3u2ZoQUEowk79DJH6vwWctsccsLGKPd9i97fcH56ktSSJzh3lOHrAUy5QnJL6x7x7HX2OErbl7xfJ5Y30e8Qijt1fkffS51cmOuBtCrHzwNeCToFNeyniy9Kaa9L/M7fcNm1wzHrMwhQzwyKWpZf0l34DvSsrO/HOfCGEgx0E2zYvyxR4JgiB7AVedBzVQd/TZsF/wiii5HEIuBvjipme1/Dqcb+/ligGp2ojW8npJbyZuSDSaG7NfLc5h9N06xBk5gs/uPLlq4OlH3AmLziga+bvTNOOqM6ipnSovls11Q9rfTnC5KAiTBGnFBgZ2j3u5v0SDy4OaxdO4TaCk9LuV2HA/Z2Hj8cNnT1HMR/GMaJRZHn3awET+eaAzfCTkOeZ6k15TRRFpdsIxHXALMsQ8piGpXYUN/JfXKs8p/V8AbgY1Ra/tolk0c6BwmBbo2r06Z1LyDA9FaM7/lXZpWqIXokmgAcgtrn2SLecuhFhvH8ovshEubrySyCnjjRdJgRm0U3vIrdqKbsJd2rgydP91MCyjSGK5xgCD9s8ALrrB0w6s/Xv5/7qmBjWhyiepEvQ9XWqNtRmsJWmWrDRIPfKdp/33pEyceGgMXP0XVMnTdxTpX8slBPk2mU8wCgP2+MzdUM+wHa5ifnC/g/VGk5M7r009Tj7D8sAMrfXlz/q/n3ezS7C6EQ97UM7QXr5bS8ziUW8pz7268sU/OYaohgtd2ZEh34evjua5bgVIAM6/b8MdM8Pum4L+JmZUBUcaernJf/Qqz0bYDxNjAF9sg3TwgVDKNCvN9lXPsWPYLVL46hzHYZks95+XqipmO6/D5IkSKesRyOA17UK+YWsTbq2/W6+I0dTtUY6viT2MIUNwJlX1ZfgmOV+6Kt1slx/7ORFJQn8UEPGUSLHog9qNTiuXdCKYcHyttN+CFxT1Oggj3gho7vydTsydUqDkR5RO9FHK7jDAI1TQSGJmgiEMVNSkNXlWWw5LfQIA5BlHp/AyN6BAFU6RkPXspE7JRhPcCxsLHnVFtYEGRKKLdjSzPF5YWTNXIe5VPKgQMxE+/GxZIGjpS04wWSygqESAb8EdD2Ixa4Oniyo5tl8rnsP9TqD9NIvlGpf4bZIfbklZLe9GIyx/oZm+O4L4pXygSKgKC02SWXNAXHMdbrDv637qtmEao2eF8Ny1Im58eSw14kORMKMUoU0q1O5PuTZOSuQUAUFeeU7JVovo2VxaY7eFmDU8/aiGrrKQL7eHYFlbJ5UyJ332JiZaucis55cW6IPSuly4w/eOJ4/reAAbk8Qx/DD6cAfhjfyLRt37Odkm69+8t6cQCYWMwG1SIaEJzdaN0sZqDiksGn92iszPs7uPZP3AZoEBEorVqNFz202IjTldiNQjuaFT+MZhU8xkGHGUWmCrGsVsDsLC2BrifpC7TMeoq6cO4kqVBo/NLP5H0hJVDA0knFjxS+ULg6DOI66vPCuZwyEP+2MMgwAWy94TfAlAglibnscU89YwZK4OjP0yY347uLgUJRkfZoHQNn/0omjVzEKjoOw+59Y7nP8skYeryg1ydEtwrNCxiN63YFoyPdwES/Fzg20O+ZjFjnZ4MW2TLDP+vwcYBoS0U1IbDvE3kD1T4dA3nTXATSyfnuoilT6pdR6uciE/5FdTrViJ1ukJge+nsy/UFpuJMHM9nXm9cMlHPO53xoL/eG5HcbSGzjukTu7Io04l4kJCvA1I4gX4b7pVXgyUpqbMHA9ugWZO0GZrM80a5roEwJwwI+YSZJLJFXjvXOzECBl9eH1is5V6XFw9KHRfC/GlFBPsmesfm257jwO+LQppqXuaZZ0yeI5BEGt5cLjhgbZiWyFmPWvk5/6ly8aPUVfAme8FiVTLnr7hCiP/WCp7WK2eengG+JhqqMQQB7FDOa1hQAlbEpPZ2RotV2cgyNgHbPpSWuaL6rH1LzcbGqMEa9tLUJa8G/tpvJZsrVUqSpRJGi6cRmR/dEmYaIuZ/STFolHhldeFOvHq/QRLx5Dv812KDaJ+MZUAJt5+Y7a0851+gYessJHYK2OmZ8bsUw/Lcye0lNOLtWFfQhLt1JWA/1fKsmNJxFd9M92W/dV10QcnddccUCNevx4BXGbhFzLhtIsvWS0T6DX3M50DAl/u5dzyMaWc8wG0UwGRYd9s+1VO1UyZINpBqyWaexwogxwuqcyAzgwWb2iC0yku4Dg3cEGNXwUqnvVHAR926FnaR8aOSn0SYWe/Pau3otTK3YG4GCY0f1v6gUFylkQEK66zdru6PL/fgJJ2N3RpffiHuysu19tRJR0lGKMA3Bvc5RNgQF1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu",
        "n": 3,
        "_shape": [],
        "dtype": "int64",
        "_np_random": "RandomState(MT19937)"
    },
    "n_envs": 16,
    "num_timesteps": 20000000,
    "_total_timesteps": 20000000,
    "_num_timesteps_at_start": 0,
    "seed": null,
    "action_noise": null,
    "start_time": 1658443087.7948449,
    "learning_rate": 0.0005,
    "tensorboard_log": null,
    "lr_schedule": {
        ":type:": "<class 'function'>",
        ":serialized:": "gASVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9AYk3S8an8hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
    },
    "_last_obs": {
        ":type:": "<class 'numpy.ndarray'>",
        ":serialized:": "gASVCgEAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMDF9yZWNvbnN0cnVjdJSTlIwFbnVtcHmUjAduZGFycmF5lJOUSwCFlEMBYpSHlFKUKEsBSxBLAoaUaAOMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiiUOAKUEcPoaO6zre7UG/tIMsvEOYdD5026o7pz0+v5aVAz1iKWY+ZtouPXmjqD29S6g8jkzrPg5ZrDzRjwW/kaOOvPjh/r62wR08GjAEvyn8k7yXhjC/+/tjPQiuOL+V9388Hz6OvzjJoDzMkF2/Uy/FuyTyqL6Jxtc8QC+KvXxZ0jyUdJRiLg=="
    },
    "_last_episode_starts": {
        ":type:": "<class 'numpy.ndarray'>",
        ":serialized:": "gASVmAAAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMDF9yZWNvbnN0cnVjdJSTlIwFbnVtcHmUjAduZGFycmF5lJOUSwCFlEMBYpSHlFKUKEsBSxCFlGgDjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYolDEAEBAQEBAQEBAQEBAQEBAQGUdJRiLg=="
    },
    "_last_original_obs": {
        ":type:": "<class 'numpy.ndarray'>",
        ":serialized:": "gASVCgEAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMDF9yZWNvbnN0cnVjdJSTlIwFbnVtcHmUjAduZGFycmF5lJOUSwCFlEMBYpSHlFKUKEsBSxBLAoaUaAOMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiiUOADGoaPuiZRzvPOz+/vZI1vGdBbz7+scg7AXdGv0bx8DzIcjo+z4EzPRQhfT2fO7Q8/YbgPnFTqTy0GgG/QUOFvAPoAb9RWw88ciD/vmM9irxWxj6/JJJZPeetPL/NHFc8RMGQv5zBhDxuBly/ga/pu4xutr6Cb9k8n8W+vdTX3TyUdJRiLg=="
    },
    "_episode_num": 113870,
    "use_sde": false,
    "sde_sample_freq": -1,
    "_current_progress_remaining": 0.0,
    "ep_info_buffer": {
        ":type:": "<class 'collections.deque'>",
        ":serialized:": "gASV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwFcAAAAAAACMAWyUS1yMAXSUR0C9bJv5YYBOdX2UKGgGR8BWAAAAAAAAaAdLWGgIR0C9bKTHS4OMdX2UKGgGR8BaQAAAAAAAaAdLaWgIR0C9bKWg3974dX2UKGgGR8BbAAAAAAAAaAdLbGgIR0C9bLdnK4hEdX2UKGgGR8BYQAAAAAAAaAdLYWgIR0C9bL55NXYEdX2UKGgGR8BlAAAAAAAAaAdLqGgIR0C9bMEPtlZpdX2UKGgGR8BlQAAAAAAAaAdLqmgIR0C9bMKrNnoQdX2UKGgGR8BlAAAAAAAAaAdLqGgIR0C9bMRDohZAdX2UKGgGR8BfQAAAAAAAaAdLfWgIR0C9bMOTA31jdX2UKGgGR8BhYAAAAAAAaAdLi2gIR0C9bMy2tuDSdX2UKGgGR8BaAAAAAAAAaAdLaGgIR0C9bMxr30wrdX2UKGgGR8BlIAAAAAAAaAdLqWgIR0C9bNM90RvndX2UKGgGR8BkoAAAAAAAaAdLpWgIR0C9bNW8IzFddX2UKGgGR8BlwAAAAAAAaAdLrmgIR0C9bNrEUCaJdX2UKGgGR8BeQAAAAAAAaAdLeWgIR0C9bN4EnssydX2UKGgGR8BfgAAAAAAAaAdLfmgIR0C9bN9ozvZzdX2UKGgGR8BmIAAAAAAAaAdLsWgIR0C9bOB3Roh7dX2UKGgGR8BlYAAAAAAAaAdLq2gIR0C9bOIVuaWpdX2UKGgGR8BmIAAAAAAAaAdLsWgIR0C9bO0t7KJVdX2UKGgGR8BdgAAAAAAAaAdLdmgIR0C9bO9qgyuZdX2UKGgGR8BagAAAAAAAaAdLamgIR0C9bPRwZOzqdX2UKGgGR8BdQAAAAAAAaAdLdWgIR0C9bPghStNjdX2UKGgGR8BXQAAAAAAAaAdLXWgIR0C9bPieumrKdX2UKGgGR8BeAAAAAAAAaAdLeGgIR0C9bPzsY2sJdX2UKGgGR8BewAAAAAAAaAdLe2gIR0C9bP3MlkYodX2UKGgGR8BcwAAAAAAAaAdLc2gIR0C9bQJaNdZ8dX2UKGgGR8BVgAAAAAAAaAdLVmgIR0C9bQiSRr8BdX2UKGgGR8BdQAAAAAAAaAdLdWgIR0C9bQrb+Lm7dX2UKGgGR8BewAAAAAAAaAdLe2gIR0C9bRBlcyFgdX2UKGgGR8BcQAAAAAAAaAdLcWgIR0C9bRQlWwNcdX2UKGgGR8BagAAAAAAAaAdLamgIR0C9bRTJhfBvdX2UKGgGR8BeQAAAAAAAaAdLeWgIR0C9bRQ6+36RdX2UKGgGR8BoYAAAAAAAaAdLw2gIR0C9bRqKDTScdX2UKGgGR8BdwAAAAAAAaAdLd2gIR0C9bRkvCdjHdX2UKGgGR8BeQAAAAAAAaAdLeWgIR0C9bSZHZsbedX2UKGgGR8BdQAAAAAAAaAdLdWgIR0C9bSZ7XxvvdX2UKGgGR8BWgAAAAAAAaAdLWmgIR0C9bSeYlY2bdX2UKGgGR8BdQAAAAAAAaAdLdWgIR0C9bSuPV/c4dX2UKGgGR8BXQAAAAAAAaAdLXWgIR0C9bS4sEq2CdX2UKGgGR8BdwAAAAAAAaAdLd2gIR0C9bTCUs4DLdX2UKGgGR8BfQAAAAAAAaAdLfWgIR0C9bTKwUxmDdX2UKGgGR8BdQAAAAAAAaAdLdWgIR0C9bTOxKQJYdX2UKGgGR8BWQAAAAAAAaAdLWWgIR0C9bTmYF7ladX2UKGgGR8BVwAAAAAAAaAdLV2gIR0C9bTwydnTRdX2UKGgGR8BdAAAAAAAAaAdLdGgIR0C9bT7D63y7dX2UKGgGR8BbgAAAAAAAaAdLbmgIR0C9bT5jlPrOdX2UKGgGR8BfAAAAAAAAaAdLfGgIR0C9bU58KG+LdX2UKGgGR8BcQAAAAAAAaAdLcWgIR0C9bU2ixmkFdX2UKGgGR8BegAAAAAAAaAdLemgIR0C9bVOvUz9CdX2UKGgGR8BjQAAAAAAAaAdLmmgIR0C9bV2S2Yv4dX2UKGgGR8BdwAAAAAAAaAdLd2gIR0C9bWBJ7LMcdX2UKGgGR8BdwAAAAAAAaAdLd2gIR0C9bWGus90SdX2UKGgGR8BewAAAAAAAaAdLe2gIR0C9bWJvo/zKdX2UKGgGR8BaQAAAAAAAaAdLaWgIR0C9bWO0ojOcdX2UKGgGR8BdgAAAAAAAaAdLdmgIR0C9bWTkp7TldX2UKGgGR8BeAAAAAAAAaAdLeGgIR0C9bWivovBadX2UKGgGR8BfAAAAAAAAaAdLfGgIR0C9bW7eqJdjdX2UKGgGR8BfAAAAAAAAaAdLfGgIR0C9bW/pt78fdX2UKGgGR8BbgAAAAAAAaAdLbmgIR0C9bW/AwfyPdX2UKGgGR8BbwAAAAAAAaAdLb2gIR0C9bXK0pmVadX2UKGgGR8BbgAAAAAAAaAdLbmgIR0C9bXSP+4smdX2UKGgGR8BcwAAAAAAAaAdLc2gIR0C9bXZFkQPJdX2UKGgGR8BZAAAAAAAAaAdLZGgIR0C9bYE9ECvHdX2UKGgGR8BVwAAAAAAAaAdLV2gIR0C9bYrAHmihdX2UKGgGR8BVwAAAAAAAaAdLV2gIR0C9bYwbIcR2dX2UKGgGR8BZAAAAAAAAaAdLZGgIR0C9bZPG+9J0dX2UKGgGR8Bm4AAAAAAAaAdLt2gIR0C9badpudf+dX2UKGgGR8BmoAAAAAAAaAdLtWgIR0C9bayRW912dX2UKGgGR8BlYAAAAAAAaAdLq2gIR0C9bbBUNrj6dX2UKGgGR8BkYAAAAAAAaAdLo2gIR0C9bbN3r2QGdX2UKGgGR8BcwAAAAAAAaAdLc2gIR0C9bbdGd7OWdX2UKGgGR8BmQAAAAAAAaAdLsmgIR0C9bbfWUbDNdX2UKGgGR8Bk4AAAAAAAaAdLp2gIR0C9bbjQiRnwdX2UKGgGR8BkIAAAAAAAaAdLoWgIR0C9bb0CvHLidX2UKGgGR8BkIAAAAAAAaAdLoWgIR0C9bcDch1TzdX2UKGgGR8Bk4AAAAAAAaAdLp2gIR0C9bcDho/RmdX2UKGgGR8BdAAAAAAAAaAdLdGgIR0C9bcMRDkU9dX2UKGgGR8Bl4AAAAAAAaAdLr2gIR0C9bcVtTDO1dX2UKGgGR8BloAAAAAAAaAdLrWgIR0C9bcsuOCGvdX2UKGgGR8BoAAAAAAAAaAdLwGgIR0C9bdHp0OmSdX2UKGgGR8BYAAAAAAAAaAdLYGgIR0C9bdtdNWU9dX2UKGgGR8BmoAAAAAAAaAdLtWgIR0C9beNUbT+edX2UKGgGR8BXAAAAAAAAaAdLXGgIR0C9beRXjlxPdX2UKGgGR8BkwAAAAAAAaAdLpmgIR0C9beQyRB/rdX2UKGgGR8BdwAAAAAAAaAdLd2gIR0C9be1zdUKidX2UKGgGR8BWgAAAAAAAaAdLWmgIR0C9be21lXijdX2UKGgGR8BeQAAAAAAAaAdLeWgIR0C9bfQKOT7mdX2UKGgGR8BdwAAAAAAAaAdLd2gIR0C9bfad+XqrdX2UKGgGR8BdAAAAAAAAaAdLdGgIR0C9bfkdBBzFdX2UKGgGR8BcQAAAAAAAaAdLcWgIR0C9bffO6d1/dX2UKGgGR8BdAAAAAAAAaAdLdGgIR0C9bf1X7tRfdX2UKGgGR8BagAAAAAAAaAdLamgIR0C9bf3r6ciGdX2UKGgGR8BmYAAAAAAAaAdLs2gIR0C9bf5XhfjTdX2UKGgGR8BcQAAAAAAAaAdLcWgIR0C9bgipvP1MdX2UKGgGR8BnIAAAAAAAaAdLuWgIR0C9bgn2qT8pdX2UKGgGR8BmYAAAAAAAaAdLs2gIR0C9bg8fA9FGdX2UKGgGR8BdwAAAAAAAaAdLd2gIR0C9bhVqFh5PdX2UKGgGR8BcQAAAAAAAaAdLcWgIR0C9bhvitJWedX2UKGgGR8BcwAAAAAAAaAdLc2gIR0C9bhuXNTtLdX2UKGgGR8BcwAAAAAAAaAdLc2gIR0C9bhx1gYxddWUu"
    },
    "ep_success_buffer": {
        ":type:": "<class 'collections.deque'>",
        ":serialized:": "gASVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
    },
    "_n_updates": 311719,
    "buffer_size": 1000000,
    "batch_size": 4,
    "learning_starts": 50000,
    "tau": 1.0,
    "gamma": 0.99,
    "gradient_steps": 1,
    "optimize_memory_usage": false,
    "replay_buffer_class": {
        ":type:": "<class 'abc.ABCMeta'>",
        ":serialized:": "gASVNQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwMUmVwbGF5QnVmZmVylJOULg==",
        "__module__": "stable_baselines3.common.buffers",
        "__doc__": "\n    Replay buffer used in off-policy algorithms like SAC/TD3.\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device:\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        of the replay buffer which reduces by almost a factor two the memory used,\n        at a cost of more complexity.\n        See https://github.com/DLR-RM/stable-baselines3/issues/37#issuecomment-637501195\n        and https://github.com/DLR-RM/stable-baselines3/pull/28#issuecomment-637559274\n        Cannot be used in combination with handle_timeout_termination.\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ",
        "__init__": "<function ReplayBuffer.__init__ at 0x7f52920fc4d0>",
        "add": "<function ReplayBuffer.add at 0x7f52920fc560>",
        "sample": "<function ReplayBuffer.sample at 0x7f52920fc5f0>",
        "_get_samples": "<function ReplayBuffer._get_samples at 0x7f52920fc680>",
        "__abstractmethods__": "frozenset()",
        "_abc_impl": "<_abc_data object at 0x7f52920f1300>"
    },
    "replay_buffer_kwargs": {},
    "train_freq": {
        ":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>",
        ":serialized:": "gASVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLBGgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"
    },
    "actor": null,
    "use_sde_at_warmup": false,
    "exploration_initial_eps": 1.0,
    "exploration_final_eps": 0.05,
    "exploration_fraction": 0.1,
    "target_update_interval": 625,
    "_n_calls": 1250000,
    "max_grad_norm": 10,
    "exploration_rate": 0.05,
    "exploration_schedule": {
        ":type:": "<class 'function'>",
        ":serialized:": "gASVYwMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsESxNDLGQBfAAYAIgBawRyEIgAUwCIAmQBfAAYAIgAiAIYABQAiAEbABcAUwBkAFMAlE5LAYaUKYwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjEgvdXNyL2xvY2FsL2xpYi9weXRob24zLjcvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEtuQwYAAQwBBAKUjANlbmSUjAxlbmRfZnJhY3Rpb26UjAVzdGFydJSHlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEgvdXNyL2xvY2FsL2xpYi9weXRob24zLjcvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpRoHilSlGgeKVKUh5R0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCR9lH2UKGgZaA6MDF9fcXVhbG5hbWVfX5SMG2dldF9saW5lYXJfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lChoC4wIYnVpbHRpbnOUjAVmbG9hdJSTlIwGcmV0dXJulGgwdYwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBqMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP6mZmZmZmZqFlFKUaDhHP7mZmZmZmZqFlFKUaDhHP/AAAAAAAACFlFKUh5SMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
    }
}