{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMAAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLmRxbi5wb2xpY2llc5SMCURRTlBvbGljeZSTlC4=", "__module__": "stable_baselines3.dqn.policies", "__doc__": "\n    Policy class with Q-Value Net and target net for DQN\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function DQNPolicy.__init__ at 0x7f7ae0b72b90>", "_build": "<function DQNPolicy._build at 0x7f7ae0b72c20>", "make_q_net": "<function DQNPolicy.make_q_net at 0x7f7ae0b72cb0>", "forward": "<function DQNPolicy.forward at 0x7f7ae0b72d40>", "_predict": "<function DQNPolicy._predict at 0x7f7ae0b72dd0>", "_get_constructor_parameters": "<function DQNPolicy._get_constructor_parameters at 0x7f7ae0b72e60>", "set_training_mode": "<function DQNPolicy.set_training_mode at 0x7f7ae0b72ef0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f7ae0b5d990>"}, "verbose": 1, "policy_kwargs": {"net_arch": [256, 256]}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVLwsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAAnGI12w5wgJ7SOrJCNvAh3k6tanO9WxAtQh9C6NguPM8eS29mtFKluYzDYx6ggfoJgg0fDBZNa5X71vA8L/XzUdlNxF8eNNdZPZZYyE+kjkwOfsMA7z9pcwRTRZL4GJsXuimoqJG5G4Jie+Vvkf+hgm1oEbHSsNFQD6p8VoKYAh4URyrkwJEKrEtz1R1sKXjztk3BUFVlaR90K33Jm6bk5OqNe3r4cQQHWBpbiqxjrDitW7tIqbt6ClIfPYtTkprF5H3ja8t/PU61I6KUkSnML9TVaTvRn4SYkBvqyy3oWMCFAF/hf++wRI2DjqM8d/JMQSfQgI7w5HmiSPzccLkgCeWFqNynLhIxFkioP6LKWp93Za6nR/5kXxFjFh8HOyKibz3KKl8Yfddd7rvLgkVJ626qznGWNryU/z1MCpe2iZIgT+nl5lwvMCW6MvR82550iuYpsa5fwYH76qCCBfASPnK+r6W/q8IKzPU4anZrMlQD4xeqpacuzILKLMBNV7ucKQ/uMiyfe9vNkhl38ugSbAi+mOG1IdhrIJ4p6/SYGJYDkv2Jc0zEzIlsVcJBNfVGq78y+PwA7iyctLnTpYxXzVnOmUO2OmAZqKJ96KJJn2L+btp4qPsizW5k71nL9aqREDbHBeqmcVu1gB9XWO8PoU1hOXxngcBd3mu9r5bfONY9Li9xEQv31unucME5OQPux4Vt7/njo6K32fQVE6fr0h/E1bHIoqaKOR/m/4EZATk2lQVu+S78gMWdmoOlIIfeQZsspw+Sye3QuKFxHnXe0yiDDJsVcex9dkrQ1gzOAkTYTMe/uS3i49zPJLRP+6Zj1zWKQXWxhbQdKlxB8a+vh0nAxj/du76OJ6Ch7KzAZvQB7KHTRslzzF8I1E54Udq+UIWsSTf81EdGz4atlZ7EdcP21a1gjCB8ceRi68v3kIyF7/Rn0WekPUTT2SCMfjmR1bbk41a/OcM5AEBef4XCHKKw8ORz3o29AmH/rL55063I1phW5um5eGB/Cq7JZNKVtDXAYaxzLvV1lx+bOx/5SiBIdE7Ub3YMelfyhdSjf6YjC6UJr0aUe4cTqOU6x5+KYsxLz+0GED41a/iuQa4tE714YBMM/fFFkDD6ZMJsOKwwt9yV98o88QtyBWQhBhiJKekwe/O0qB1w54jveMOuDEUGpJLIurTG/kaQYuxBWrTiVg9UVt/b2oEXrGM/y7ujND/MOSwFw+8r6I4ns7cRlilBOlSj5T6nId3EW2pUqz6iR5Q0u3BQDPsd8Hv7xjlSWZRzEX4F3752WYToXyiaIA2o38mt2yiDra/QY9iKHE3UaPtPu0RUykHsxy1/McFrysjvAUJBljsGuj7NpjWFbSddobeUhwNXN/YOQP+B6kPVRGTMW8QKV8b5BZlJh0rJS6+6Epep1Y+Yy2C7DmmF4xfr6qZxRfiqigvKahfWY4XGV3L+rsuTiZXwS+KEPimI49rlRPCeFfehOwfltug6EflD5Q13Mea0NEzisT0QIIFEZmdYa5yFrej9CYPPx8A2u2dqJaJOriQHqKTnTDeeYSPjsiratBaBhNHRf+9mET/FLCEOYBw3cbI72HlknaR5uXNDtG5R2ljXgraAQa/HlmZq895HhaHSP/g+oyD8w5+9OUzUO/+GyJuytIcRpc6BsWjMDOaGu+glNq6rYIwgIrEzlObYSDozkHofpFAobgmGcstIpnLhTdWyvRqnhiJlAzXGyJpYKJNTnw9rJS7oEa9L3WlPI/1gdAXUfWYtmZlRXtXHB4Bj4W2keDi2QIAtTuqeg3Wt57Q3qShMVKpRmoMWwPHAUyV1qOiAycZufVmARQI1yWb8k2xn3tnmVG7LkO4QY4rynG7NDIEYh9NSpXiCe9/Gw0Jb0DALQdm5HUd2iVIQdM5KI517j9sEDaz/VJxp5I5Tksw/61kRGq5vfufO8sBXbRzi/WQf3FvuvwLriK1njATxibZCxK82GwwO6NEWUfpT0ByAEZubVF5bgTEsQfDk+nKBs1jLYkkEbX0gvFyp3S7vrKl4mf23XO2qa030gWiIzLD7RgVe+aC8XrHEb3a4KJsZp2amSnFXJ11JSNhy9DjK53u6G47JpZgAri6zwH1abs4wlMCM1jY93hyxnQwShUZ8y2gNeTU0+gZmjiU+P7VZ74VaHBEqjtZ/e8ijWWjMkG5Hb2gz//Ay7cCdoMHEKGRtbEWJTJjZeI+onhZ1Yhaf6SBfafMTbBMGFzlz8jyYVs4k2TEWcjDZe3VHLEO6qpkh7NcCHTuwcwRJKOzDqsPONc6hoXj7O0rTmHsS3TrRkeA+7q8XNux9EnK7K+WRY51MLDaqFOtQq9LRaxsxnmT7rwspYBhmsIBXi4mMvl4EdTQGS+0fIu0nINnSZLvwcsd+yGmN52sWHR7X/9/GKdAtRZZGiZnn+XAtmtWsMs4XGsxxDviXmYjTy2f6mz89WzpJXwHMxVgk8nAdWZKjnEk0UBuaNautFC3YEki0fU5l0xBWNsW0+FxIPmEqT9jNL7y+vRpT/OF6GoFEBlkKXdPE6HIaP/3ZDS0rKvlvKkLAOhAIe9gVm8wwJOQeZHpCfCRb5M5tvTAsU+Pueh4G0LD8NlcVKthGwL+dnw5WnwnsnljqJNRssta49CEDCKXsXQNWdTPPN4cKRxwuSnbbD87Vw10E8m56xrT2FlTG2iok0U+Gp+GMEYU/BeFGbMByzbdBfPKQA+n/10VtZwG4saEbZHTFnsMW90/KIr02TlbvHg/dA7mbXCFqBaO6JBSLjt2bqqxN8AlivLOOSCqI2H5fXQnPRzrX/5SJyKH4FiSQRXYqUEnnJCqW+jaJE2JzjssPXMBNAbr8y8hG8mvzqyaQQ96wkxNSKnEWPnmSGmDNnqRWoDOiuU8g/OvHejYD7+LFM4WCzyLLiOVt6RH/swqaJaC9myExmnllpBz1qr3CBdROVftPRyddQaz1MGtev9n612V3psZcuqjSUp7vgrDOfC2T9ldsTW5F+2ZTm5UyLwK/EEMHgf/+naJaRw+ibN9yuCCbzvu+FKx9UGsIYvtHKyL1BlQ8vPc+9ec/qtrel9lmC4/6V42OMuaYSTSy9BPyO9+FM4mzAdxYvqhncmh7doi4YTz3rTFhu7n85zPFwYvogqQOVdJVF9FYmN0CsSIwElsyhkpZgqdhHZh+d3UF9UidVdNez185wyUgeoA/Hiid5FiiOfs88QYs7l7NmXC4nOI9cjrFU3/eVZHe1MfXPc9/8fdFr2LG3I68VH/KRmVS9IS5R9eOgJURrSxCQ04JvXHzUR4QOR8rrl7ccHCmMeSFRvDgnymtlGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RNsAF1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": "RandomState(MT19937)"}, "n_envs": 8, "num_timesteps": 300000, "_total_timesteps": 500000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1651787331.854289, "learning_rate": 0.0007, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVywIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxOL2hvbWUvYW50b25pbi9Eb2N1bWVudHMvcmwvc3RhYmxlLWJhc2VsaW5lczMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxOL2hvbWUvYW50b25pbi9Eb2N1bWVudHMvcmwvc3RhYmxlLWJhc2VsaW5lczMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQEAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAQAAAAAAAJosnzwplFK6ww3uuLaEhbTR24M7vxgJOAAAgD8AAIA/M9scvLgmvLnaVNi6/jzGtfh8RDootvo5AACAPwAAgD86lxy+g3IVvH2px7q0plG4SX6EPf4m0jkAAIA/AACAPzO4+7xIc4a6+vjmus3/3bUMRD+6hwsGOgAAgD8AAIA/gHd5vcMJU7r26s26JgfLtUebWjpLnOk5AACAPwAAgD8zad694diBuhkGAboiDPKza7M5uzDUFDkAAIA/AAAAAGb+2Tvh+IK62pD+uCA0nDPNB4u7fzIROAAAgD8AAIA/Zjg3vCkUG7pLNdu6WZU8tgcjJjvCZgE6AACAPwAAgD+UjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSwhLCIaUjAFDlHSUUpQu"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVewAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYIAAAAAAAAAAEBAQEBAQEBlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlC4="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQEAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAQAAAAAAAAAvnzwplFK6tqJfOQz8+TTOzYM7Qt2AuAAAgD8AAIA/AJgcvLgmvLlVSWS6LwkkNfALPjpfN4Q5AACAPwAAgD9Nkxy+A24VvOUabLpcVUW4x3OEPe4rlTkAAIA/AACAPwCU+7zhcIa6eLXRuc7eBrUOJ0a6WHLzOAAAgD8AAIA/gGd5vcMJU7ony5i6LXOwNaCYVDoPN605AACAPwAAgD+mZt694diBusIKt7qABKy0Gy46uwMf0zkAAIA/AAAAAM0I2jvh+IK6UVccOUTauLPtFIu7rYwyuAAAgD8AAIA/APQ2vFwPG7pz6Wm60QA3NnV5JDuP1Yk5AACAPwAAgD+UjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSwhLCIaUjAFDlHSUUpQu"}, "_episode_num": 764, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.40001600000000004, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVZBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIZRniWJdZaECUhpRSlIwBbJRN6AOMAXSUR0B0GW5SWJJodX2UKGgGaAloD0MI09wKYTVWcUCUhpRSlGgVTQUCaBZHQHQjpB9kSVZ1fZQoaAZoCWgPQwgB/FOqxKNlQJSGlFKUaBVN6ANoFkdAdCl2E0zj3nV9lChoBmgJaA9DCEQy5Nh6JkxAlIaUUpRoFUuKaBZHQHQ3o8uBczJ1fZQoaAZoCWgPQwjaGhGMA7plQJSGlFKUaBVN6ANoFkdAdEXyY5T6znV9lChoBmgJaA9DCHOfHAVIPHJAlIaUUpRoFU0dAWgWR0B0VDhIe5nUdX2UKGgGaAloD0MIajLjbaWZRECUhpRSlGgVS3BoFkdAdFcaYeDFqHV9lChoBmgJaA9DCFsLs9BOgm5AlIaUUpRoFU0MAWgWR0B0YJvNu+AVdX2UKGgGaAloD0MIq7TFNb7bZkCUhpRSlGgVTegDaBZHQHRrAzDXOGF1fZQoaAZoCWgPQwhVT+Yf/WZlQJSGlFKUaBVN6ANoFkdAdG6S3LFGX3V9lChoBmgJaA9DCM7DCUwnR3NAlIaUUpRoFU2/AmgWR0B0brhegL7XdX2UKGgGaAloD0MIiA6BIwEdcUCUhpRSlGgVTWgBaBZHQHSMX+6y0KJ1fZQoaAZoCWgPQwj5gas8gcZFQJSGlFKUaBVLaGgWR0B0nE2uPmxMdX2UKGgGaAloD0MIbf30n7X4aECUhpRSlGgVTegDaBZHQHSsNLDhtLt1fZQoaAZoCWgPQwg1tAHYAFBhQJSGlFKUaBVN6ANoFkdAdK9Cv5gw5HV9lChoBmgJaA9DCPN0riiluXJAlIaUUpRoFU0tAmgWR0B0wi0QbuMNdX2UKGgGaAloD0MIBvGBHX/NcECUhpRSlGgVS9loFkdAdOOnLaEi+3V9lChoBmgJaA9DCBeBsb6Bu3FAlIaUUpRoFU3TAWgWR0B0485sCT2WdX2UKGgGaAloD0MIQIhkyLGGb0CUhpRSlGgVTbkDaBZHQHTkQla8pTd1fZQoaAZoCWgPQwgLDcSy2aVwQJSGlFKUaBVNdAFoFkdAdOT6EJ0GNnV9lChoBmgJaA9DCPUwtDp5v3FAlIaUUpRoFU1gAWgWR0B05PwPRRdhdX2UKGgGaAloD0MI66pALQZZbkCUhpRSlGgVTSsDaBZHQHTorDl5nlJ1fZQoaAZoCWgPQwj11VWBWrJSQJSGlFKUaBVLX2gWR0B09WXyAhB7dX2UKGgGaAloD0MIaR1VTZAZYUCUhpRSlGgVTegDaBZHQHT1iu6mO2l1fZQoaAZoCWgPQwgkfsUaLgpPQJSGlFKUaBVLk2gWR0B0+BRpDeCTdX2UKGgGaAloD0MI9dkB15UnZ0CUhpRSlGgVTegDaBZHQHT+1DKHO8l1fZQoaAZoCWgPQwjNrnsrEm8+QJSGlFKUaBVLYmgWR0B1As/Vy3kQdX2UKGgGaAloD0MIFYvfFFbSMECUhpRSlGgVS4loFkdAdQskmhM8HXV9lChoBmgJaA9DCG3GaYgq4nBAlIaUUpRoFU0sAWgWR0B1DPHjp9qldX2UKGgGaAloD0MIxJlfzQElcUCUhpRSlGgVTSABaBZHQHUe1biZOSJ1fZQoaAZoCWgPQwj83qY/OxlxQJSGlFKUaBVNpQFoFkdAdR9Hfdhy83V9lChoBmgJaA9DCBSwHYxYZ3NAlIaUUpRoFUvdaBZHQHUfSzLOiWV1fZQoaAZoCWgPQwhpxTcUPqNOQJSGlFKUaBVLjmgWR0B1M1XS0BwNdX2UKGgGaAloD0MIBRiWP19jckCUhpRSlGgVS99oFkdAdUB6hxo7FXV9lChoBmgJaA9DCOChKNAnaEJAlIaUUpRoFUuKaBZHQHVJY77sOXp1fZQoaAZoCWgPQwjadW9FYgVzQJSGlFKUaBVNyAFoFkdAdVL1XeWOZXV9lChoBmgJaA9DCJgycEDLv29AlIaUUpRoFU3yAmgWR0B1VAzN2TxHdX2UKGgGaAloD0MIfqoKDYS/ckCUhpRSlGgVTRUCaBZHQHVUEmUnogV1fZQoaAZoCWgPQwiDonkAi7g5QJSGlFKUaBVLX2gWR0B1YpgfEGaAdX2UKGgGaAloD0MIQInPnWBqcUCUhpRSlGgVS6toFkdAdW10w8GLUHV9lChoBmgJaA9DCLzMsFHWr2RAlIaUUpRoFU3oA2gWR0B1eqJxeb/fdX2UKGgGaAloD0MIxvfFpSrRS0CUhpRSlGgVS35oFkdAdYGMbm2b5XV9lChoBmgJaA9DCHR63o3FU3FAlIaUUpRoFU2iAWgWR0B1gxnEl3QldX2UKGgGaAloD0MInP2Bcpu+cUCUhpRSlGgVTSwBaBZHQHWDG+0w8GN1fZQoaAZoCWgPQwidLLXe729wQJSGlFKUaBVNgQJoFkdAdYMeyzHCGnV9lChoBmgJaA9DCAhZFkz8K3NAlIaUUpRoFU1sAWgWR0B1gyHJtBOYdX2UKGgGaAloD0MIfshbrn5Lb0CUhpRSlGgVTQcDaBZHQHWDJR8+ial1fZQoaAZoCWgPQwg/WMaGbh9zQJSGlFKUaBVN2AFoFkdAdcTi48U21nV9lChoBmgJaA9DCDpXlBLCiXFAlIaUUpRoFU1oAmgWR0B15wFHJ9y+dX2UKGgGaAloD0MICqAYWTJvZECUhpRSlGgVTegDaBZHQHYFa02LpA51fZQoaAZoCWgPQwhpxqLpbBdtQJSGlFKUaBVNWgNoFkdAdg+RQrMC93V9lChoBmgJaA9DCCBFnbmHM3JAlIaUUpRoFU1aA2gWR0B2D5T5wfhddX2UKGgGaAloD0MItFcfDz2+cUCUhpRSlGgVTVoDaBZHQHYPmGyon8d1fZQoaAZoCWgPQwifH0YIjz5hQJSGlFKUaBVN6ANoFkdAdiK3trsSkHV9lChoBmgJaA9DCHRd+MH5B2dAlIaUUpRoFU3oA2gWR0B2JCrksBhhdX2UKGgGaAloD0MItTNMbWlAcECUhpRSlGgVS/1oFkdAdjSf29L6DXV9lChoBmgJaA9DCBU7Gof6snJAlIaUUpRoFUu2aBZHQHY+LO7g88t1fZQoaAZoCWgPQwhGlzeHa6xyQJSGlFKUaBVNegFoFkdAdkhdHDrJKnV9lChoBmgJaA9DCBqGj4hpKHJAlIaUUpRoFU0yA2gWR0B2SGASWZ7YdX2UKGgGaAloD0MIMbWlDjKicUCUhpRSlGgVTfgBaBZHQHZRvU4JeE91fZQoaAZoCWgPQwhagLbVrOpgQJSGlFKUaBVN6ANoFkdAdoXeY2Kl6HV9lChoBmgJaA9DCPERMSUSjHBAlIaUUpRoFU1tAmgWR0B2mXHwPRRedX2UKGgGaAloD0MI8S+CxsyrckCUhpRSlGgVTQ4CaBZHQHaeXBpHqeN1fZQoaAZoCWgPQwjgDz//vclxQJSGlFKUaBVNkwNoFkdAdqAMA3kxRHV9lChoBmgJaA9DCHZQieuYvXBAlIaUUpRoFU0FA2gWR0B2oA5ksjFAdX2UKGgGaAloD0MIBtZx/NBLcUCUhpRSlGgVTVkCaBZHQHagEWhysCF1fZQoaAZoCWgPQwjqlbIMMRJxQJSGlFKUaBVL3WgWR0B2qOxiXpnpdX2UKGgGaAloD0MIBJKwbye2cUCUhpRSlGgVTVkCaBZHQHao7pJPIn11fZQoaAZoCWgPQwh0Yg/tY0NOQJSGlFKUaBVLimgWR0B2suoS+QEIdX2UKGgGaAloD0MIWTSdnQy2SUCUhpRSlGgVS4NoFkdAdrrsk6cRUXV9lChoBmgJaA9DCJI+raJ/I3JAlIaUUpRoFU3VAmgWR0B2wzhuO0b+dX2UKGgGaAloD0MIAtTUsrXdcUCUhpRSlGgVTbYBaBZHQHbg05EMLF51fZQoaAZoCWgPQwjshQK2Q1pzQJSGlFKUaBVNDgFoFkdAduUhxHXmNnV9lChoBmgJaA9DCJHT1/M110RAlIaUUpRoFUukaBZHQHb/O/L1VYJ1fZQoaAZoCWgPQwi7KHrgo2BxQJSGlFKUaBVNggJoFkdAdv+SaVlf7nV9lChoBmgJaA9DCAte9BWkRnFAlIaUUpRoFU3tAWgWR0B2/5Z6lchUdX2UKGgGaAloD0MI8NsQ47VabUCUhpRSlGgVTY0CaBZHQHcCrs8gZCR1fZQoaAZoCWgPQwiKWS+Gch5RQJSGlFKUaBVLeGgWR0B3EGplz2eydX2UKGgGaAloD0MIINEEilhEEUCUhpRSlGgVS4JoFkdAdxIqVyFPBXV9lChoBmgJaA9DCCum0k/4unBAlIaUUpRoFU1MA2gWR0B3GFECvHLidX2UKGgGaAloD0MIK061FiZDcECUhpRSlGgVS71oFkdAdxqz7di2D3V9lChoBmgJaA9DCLDG2XREM3FAlIaUUpRoFU3AAWgWR0B3I+mCROk+dX2UKGgGaAloD0MIj8TL0/mNcECUhpRSlGgVTUUDaBZHQHcl/yTY/V11fZQoaAZoCWgPQwhJL2r3q35jwJSGlFKUaBVLbGgWR0B3Kaur6tT2dX2UKGgGaAloD0MISu1FtJ2qcECUhpRSlGgVS9RoFkdAd0l5bhWHUXV9lChoBmgJaA9DCBYwgVt3+XFAlIaUUpRoFU3nAWgWR0B3SX8jzI3jdX2UKGgGaAloD0MIKh2s/3PHcECUhpRSlGgVTXsBaBZHQHdJgU+LWI51fZQoaAZoCWgPQwiPiZRmszFxQJSGlFKUaBVNiAFoFkdAd0moPkJa7nV9lChoBmgJaA9DCEp87gR7KXBAlIaUUpRoFUvxaBZHQHdJ0CA+Y+l1fZQoaAZoCWgPQwj/I9OhUxViQJSGlFKUaBVN6ANoFkdAd1j+kgwGnnV9lChoBmgJaA9DCFNeK6G7D1BAlIaUUpRoFUuEaBZHQHdb8C9ytFN1fZQoaAZoCWgPQwiBBps6T9ZwQJSGlFKUaBVNHAJoFkdAd55cDbJwKnV9lChoBmgJaA9DCIRIhhzb7XFAlIaUUpRoFU23AWgWR0B3n97dBSk1dX2UKGgGaAloD0MInb6er1kRaUCUhpRSlGgVTegDaBZHQHex51vES/V1fZQoaAZoCWgPQwgIBDqTNllhQJSGlFKUaBVN6ANoFkdAd76SCOFQEnV9lChoBmgJaA9DCG6hKxEoB3JAlIaUUpRoFU2GA2gWR0B31tSk0rLAdX2UKGgGaAloD0MIqDgOvNqNY0CUhpRSlGgVTegDaBZHQHflqZtvXK91fZQoaAZoCWgPQwj+JhQi4KtnQJSGlFKUaBVN6ANoFkdAd+Wu9OARTXV9lChoBmgJaA9DCD6xTpXvZ0pAlIaUUpRoFUtsaBZHQHf1yH6/IsB1fZQoaAZoCWgPQwiVgm4vaQZkQJSGlFKUaBVN6ANoFkdAd/l3Ytg8bXVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 149996, "buffer_size": 100000, "batch_size": 128, "learning_starts": 0, "tau": 1.0, "gamma": 0.99, "gradient_steps": 4, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwMUmVwbGF5QnVmZmVylJOULg==", "__module__": "stable_baselines3.common.buffers", "__doc__": "\n    Replay buffer used in off-policy algorithms like SAC/TD3.\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device:\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        of the replay buffer which reduces by almost a factor two the memory used,\n        at a cost of more complexity.\n        See https://github.com/DLR-RM/stable-baselines3/issues/37#issuecomment-637501195\n        and https://github.com/DLR-RM/stable-baselines3/pull/28#issuecomment-637559274\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ", "__init__": "<function ReplayBuffer.__init__ at 0x7f7ae0fe6200>", "add": "<function ReplayBuffer.add at 0x7f7ae0fe6050>", "sample": "<function ReplayBuffer.sample at 0x7f7ae0fddb90>", "_get_samples": "<function ReplayBuffer._get_samples at 0x7f7ae0fddc20>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f7ae102e8d0>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "actor": null, "use_sde_at_warmup": false, "exploration_initial_eps": 1.0, "exploration_final_eps": 0.05, "exploration_fraction": 0.08, "target_update_interval": 3, "_n_calls": 37499, "max_grad_norm": 10, "exploration_rate": 0.05, "exploration_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVbwMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsESxNDLGQBfAAYAIgBawRyEIgAUwCIAmQBfAAYAIgAiAIYABQAiAEbABcAUwBkAFMAlE5LAYaUKYwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjE4vaG9tZS9hbnRvbmluL0RvY3VtZW50cy9ybC9zdGFibGUtYmFzZWxpbmVzMy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEtuQwYAAQwBBAKUjANlbmSUjAxlbmRfZnJhY3Rpb26UjAVzdGFydJSHlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjE4vaG9tZS9hbnRvbmluL0RvY3VtZW50cy9ybC9zdGFibGUtYmFzZWxpbmVzMy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpRoHilSlGgeKVKUh5R0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCR9lH2UKGgZaA6MDF9fcXVhbG5hbWVfX5SMG2dldF9saW5lYXJfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lChoC4wIYnVpbHRpbnOUjAVmbG9hdJSTlIwGcmV0dXJulGgwdYwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBqMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP6mZmZmZmZqFlFKUaDhHP7R64UeuFHuFlFKUaDhHP/AAAAAAAACFlFKUh5SMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-5.13.0-40-generic-x86_64-with-debian-bullseye-sid #45~20.04.1-Ubuntu SMP Mon Apr 4 09:38:31 UTC 2022", "Python": "3.7.10", "Stable-Baselines3": "1.5.1a5", "PyTorch": "1.11.0", "GPU Enabled": "True", "Numpy": "1.21.2", "Gym": "0.21.0"}}