| { | |
| "policy_class": { | |
| ":type:": "<class 'abc.ABCMeta'>", | |
| ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", | |
| "__module__": "stable_baselines3.common.policies", | |
| "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param sde_net_arch: Network architecture for extracting features\n when using gSDE. If None, the latent features from the policy will be used.\n Pass an empty list to use the states as features.\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", | |
| "__init__": "<function ActorCriticPolicy.__init__ at 0x7f973d235dd0>", | |
| "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f973d235e60>", | |
| "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f973d235ef0>", | |
| "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f973d235f80>", | |
| "_build": "<function ActorCriticPolicy._build at 0x7f973d23c050>", | |
| "forward": "<function ActorCriticPolicy.forward at 0x7f973d23c0e0>", | |
| "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f973d23c170>", | |
| "_predict": "<function ActorCriticPolicy._predict at 0x7f973d23c200>", | |
| "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f973d23c290>", | |
| "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f973d23c320>", | |
| "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f973d23c3b0>", | |
| "__abstractmethods__": "frozenset()", | |
| "_abc_impl": "<_abc_data object at 0x7f973d27bd20>" | |
| }, | |
| "verbose": 1, | |
| "policy_kwargs": {}, | |
| "observation_space": { | |
| ":type:": "<class 'gym.spaces.box.Box'>", | |
| ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", | |
| "dtype": "float32", | |
| "_shape": [ | |
| 8 | |
| ], | |
| "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", | |
| "high": "[inf inf inf inf inf inf inf inf]", | |
| "bounded_below": "[False False False False False False False False]", | |
| "bounded_above": "[False False False False False False False False]", | |
| "_np_random": null | |
| }, | |
| "action_space": { | |
| ":type:": "<class 'gym.spaces.discrete.Discrete'>", | |
| ":serialized:": "gAWVLwsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAAAAAAgMwXoO0xFQ8fIGr080R1Ah4cts8MYiUmzn76hrxrb6JlkylgW2JYMsUkNw+envWfYN+AN69XObjVUbwN3cmKquf4htJOaZMXI1sWSWNw8enFZ3asvDb2eIIOERz6ixEdwo63NZYtRX7cnw4Ecn6VdL06+LNskTxKqA29vITd9Yzg4PRitehNl9LNt8IwF5ScjFt6zAYM0eGqNzOuxvfOQUv2WHNuppEqey9RhoL9gjR4kqcUC3kIrfE4EPOpUs0jhJAoOrhTB9/Cndw3JKoTISem24kdxHnjgrKjm0JknQJAzHUouXl2HUVx/q2rg0r9v+rbf1fEKC8YbRq9gMMWr6Vx9oQFnW/gPu0zZFTlw080Hac+ssk1ecRGfYEGVjH0H8PNyfZBhtUXk1spnv3O7sv0sVPX+bmhHNodaD1Of+KbhJRxBFhDNPiEWXiBbfcrgpU3jAVQFAVBIwJPUmQ02qdGPUK8usg96WL2e8WVHlCvePyJpOqvrgsa0QCV0T8uBuTZ6E4/OHZeonc4Ga0XZiGQUH8Rr/8jpYyPyRYsqwNAnslDn7gos1VNVaJaOprTawiLmKMRikjpZz0zFh1GVJ3Mq/z08NKUAIDG4zt2IBvYZYCC0RqfUEe4YX2MO959GjARgFBy+D16sUHaUt0JYkoLZHbBIdbpxPc/healh/m467Rdk2zl90Tx9wXyCD5x9W+hEvQOsYB75F2v7Au9c0D/PUcIvY97w0eVDpy7aTjBmu60k7QKiGjlQMLJGXEb/vxAKPFfeiD9pwzlC7OpYyGioVVyJEhvZI2eFS2NRnv7v323Y6zDlbUiEDufMz5g1lfWLYA0YQIXcUPmnZ8yF0fj/3mu96wT456iRM1aorJGsCzUVhtddV7eR4mN3g9JfvHcJvg+fRd1lojZB81wB2J/gAe5aX876E/JQRNVI+zGd0H2dqxjL1TCXgQknyHyT/yNVbej+/vpIilJQXlFsjWbx0+ugcgVlRh23bA8jX6mQgRMYCpcplfkwl1GYZt4chDfYFwfXB3tyzHaz7dgZS/cDv2K7uCm5rrgMEVex3bHM9RCbVYv1IaT+ySeCWUcuUVOD0NCSPhlwOREE7IHeUL8wO8EFLNJ31to7aRIHuk++rVPpEMoOP8uZCyXPyXrKN4jJYMZ3SHUiJWSdmCy1uA96jJbXySHLgd0iT79dxEkrewoTi3vO9Qk53wOP090CnZaE75G1TujYDTp0Jo7f7agxv6J5wliongab0C18iDR2KZa/EsooScgUnkQe76tzvobG2MG6MJ+KC9iVdXBkmQhWDGeKN7jaCptUkU7VRjEdAgp0PsJXSU9mxIFb7SWGN2RyJkYoMvgMXfPAwGESc+dy9jU2hZx9Ym6Wi2Y6EjolFcfL62paxq3cxxsH0NIHjbcndgWSfX4rkOwBclWNNkpHdUexm6K+O/BjxDSgjgW84XxO//e3C4ck1XBhjqhBWMrVFrgXYUtHf3qO5jGRvRYrASRwvyoGRdi6f/G+pIGrO8EuCl3HrLrnVt1zbNp6qrxHQmmeEMEZI7x1veDXIUzBKgvWDGpjAJ1qrcZ0QH1jcmj2IvvKJ2zYnnWEEJORBWzkB9CE83nOW5r8Q1TiZedhECu9DPYxGXuGSH/k01rNcXg3jMf79c8K3hgyu4UHoCvMS7d8JecqsYdskUsEofoKuW1jHmTLzhpXi6ZSN7YQQ/BvJMJXcxi7PgufDQBxCPFGG9mSSJdoRCLNgQ4646NRKf3sfzlvnz91J1XY21eS1U0gY2OG6/MVb8u3n18sYI/dQ7SOqKG9WVMFy7cDxVr6z2RC+TMSWQC2G+JmKNihC6vpR72nKSHPsBt6Iymbc9WIdeSNOwPkfFuMQ568P6uvVzsNIijN1/UfMRXosPl+wnvp+pXXpzBK2r4WoPyWhQBXnQABiyb62eMY007x6FAIXm3qrM0M4SrCZHSB+OHn+vUN8J3D8R8UJADnHbHdGYrN1JCbuUEbMH7sGUe028Dbr/rXRyVvul2de4WT23EL3TMOchtFFG6mVzLslKP8SzyMl2PW+4QP6o5BtV4fQA8m7ys4rT0UZbfdkmHl1KsoB0n1nSD2q5/IB0dK8eqgn+1Y9BRssAGjj2DRYqaOJZv+gdA2oGfgIcwJpbcV9znRAY8D4eNuq2dTJbwsNCBgHhzerloHO23q5W39JSVL9Zf4Wy+86geTf7DBolFqoxzdLuPwPrJIMSmb1E7HPVXMWyJaELcTubRkNkSDQ0qDg+H25qkwcVaQMvT8aSVZ/eHA0d1SD1QqdyUq4giNxFd7iD8ahDEswh44roiRx3FCThaKlVIZznw9XmCZzYZIvPMHmVz8l+wQ2Q11iUpcFFjmIng/wC8U83ADzQ/4xq+ASPlq/ziIiEEo7pbYS9ffjkfCOiyJn3YAQcSS7G7W/1ME8l0oiUHrlUPJVSEVEKuY3LOGNRcUth+F6ZvOaooEY6UEIH4fJ3Rr+/HYi5Dx32v0DXdZGn20Jch/VTRpO8mDrqQhS2r1k1FFnjhzzzZR77KFumy9vyps2dI8I/Wt8qlh8gbmTzwj+4sB8QLuczubAfMduT6FkZkeTUkx8LwHQhsrqpu8L9YgypryxyCBvNvoX/2T9ycAix7LwcYZyPiGTPsQaZRHWtKUp142WVgGUJm1FBKXmhv/LhoeOFDw7tUiSkDxouDqMaVfKxUwnyYEe2kDzzhCV8ax3osvTAgQt37njTdAz1MGp/5L8GILq8YrOT7E9jFolJ1cWE5OmDw5huMQKowyUz5dC7AvCjUZiqdfW8eOQgR62LFoCc7aLEOt3covv7sSlL69aeX8D3A5N0lDyG1N9+8ZEscIZsgFJV9UZwf/5Pt3U4wvbEVvs25oqW+7nWzMOkpfFOvUjNBcIzTUflL4UnWZodaRpj4f+plATUhNiIqkbgujYyZGZzkCqOHyv3RMl3lE66H8DK1WRj71Eq5f7i5x7xo8dGLnIO48qzF0p2XwZyI2IU3mgjrdxEo/JZt6YNn4pYYVrt4Yu9qjtg6CZW5ze0Rz+XRwvuSrnOXICHtbs7RHRssv3gYw7FajSo5Pt0dET4F9YLzPOaME236wQpN3IIb1lhaBoxL/3Ei+hZeVO6ET76kBrw+x+VPnWrk2+5zv7pCcTpBQOUrsvPJuraN762xWHYEQS+0E38MNBcBrAHNdW97bWjHBo8j6qCxTcs89S+bufdmOpsbaZMFFb62GL7id4ofhklJ36ahKgsmDQZo3QY9/0lwAWDdZEgzCSrHO4KkwkWElaRg/C8RsdvRjOl8kihmwdWdBB9EvLhXQdy5klmHlGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RNcAJ1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu", | |
| "n": 4, | |
| "_shape": [], | |
| "dtype": "int64", | |
| "_np_random": "RandomState(MT19937)" | |
| }, | |
| "n_envs": 16, | |
| "num_timesteps": 1015808, | |
| "_total_timesteps": 1000000, | |
| "_num_timesteps_at_start": 0, | |
| "seed": 2433896646, | |
| "action_noise": null, | |
| "start_time": 1651976598.8772633, | |
| "learning_rate": 0.0003, | |
| "tensorboard_log": null, | |
| "lr_schedule": { | |
| ":type:": "<class 'function'>", | |
| ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu" | |
| }, | |
| "_last_obs": { | |
| ":type:": "<class 'numpy.ndarray'>", | |
| ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAM2QJr3SmIu7iEf1ukbIjjwhkgg9U8pzvQAAgD8AAIA/JtWePSZ7rj82l08+sIEPv8r3+D3lCAk9AAAAAAAAAAATYQ0+aetFvOpAoT2s7S48yiWnvToRDz0AAIA/AACAP83I/rufcmE/lkcDPOVQ87766zG9JnSzPAAAAAAAAAAA5tsHPXYltj6TyYm8XuWmvufKobyU86M9AAAAAAAAAAAAm7M8zmqGvI6ZLL1J2w+9f+yevaWHsr0AAIA/AACAP8BHLr5bE3Q/iD25PXtHwL5b7XS+Giz/PQAAAAAAAAAAAIB0O699sz+ugvA9ghYevvd1B7ufvIo8AAAAAAAAAADNmeS8XBsbuibZDTOqbTCxEsdDO8q7hbMAAIA/AACAP5odm7s990S7Aiyzu0zcjzxkhoA8u3l3vQAAgD8AAIA/TYCiPX0ofj7+6We+vRt1vsBE4L2iW6e9AAAAAAAAAABmazq9fUS3P2gcv75rW0i9fsYuvcBWZb4AAAAAAAAAAGZb+rysDU8+GsUZPvXyk77wYYE9NHXCPAAAAAAAAAAAAMhTu7hP4btd9Xu7FSpXPIGOPj2jEzi9AACAPwAAgD8AVBA8YRalPpfJlT1M2qS+39M6PSD+4bwAAAAAAAAAAOa8mT2cYjO8Z9mmvHGFYTyvcpa9FrM5PQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg==" | |
| }, | |
| "_last_episode_starts": { | |
| ":type:": "<class 'numpy.ndarray'>", | |
| ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg==" | |
| }, | |
| "_last_original_obs": null, | |
| "_episode_num": 0, | |
| "use_sde": false, | |
| "sde_sample_freq": -1, | |
| "_current_progress_remaining": -0.015808000000000044, | |
| "ep_info_buffer": { | |
| ":type:": "<class 'collections.deque'>", | |
| ":serialized:": "gAWVQBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIHsAivz4mckCUhpRSlIwBbJRL/YwBdJRHQIreypJf6XV1fZQoaAZoCWgPQwizmq4nuq9xQJSGlFKUaBVL72gWR0CK34CRwIdEdX2UKGgGaAloD0MIEVK3sy/ocECUhpRSlGgVS+BoFkdAit+kFGG21HV9lChoBmgJaA9DCMQLIlITnXJAlIaUUpRoFU0gAWgWR0CK4ITj/+85dX2UKGgGaAloD0MIoFT7dPxwckCUhpRSlGgVS+FoFkdAiuIWwu/UOXV9lChoBmgJaA9DCDNS76ncWHFAlIaUUpRoFUvuaBZHQIrjOn889wF1fZQoaAZoCWgPQwjecvVjE/hxQJSGlFKUaBVNOAFoFkdAiuRO58Sf2HV9lChoBmgJaA9DCMOAJVfxQXFAlIaUUpRoFU0GAWgWR0CK5HZ1V5rydX2UKGgGaAloD0MI09ufi4Z6bkCUhpRSlGgVTQ0BaBZHQIrlPQv6CUZ1fZQoaAZoCWgPQwhmTMEa5ypxQJSGlFKUaBVNCAFoFkdAiuYXPqs2enV9lChoBmgJaA9DCKZetwiM1G1AlIaUUpRoFUv5aBZHQIrmQbOu7pV1fZQoaAZoCWgPQwjUuDe/YZ5wQJSGlFKUaBVL9WgWR0CK5sW/rSmZdX2UKGgGaAloD0MIrhHBOLjlcUCUhpRSlGgVTRYBaBZHQIroO3+dbxF1fZQoaAZoCWgPQwhntcAekydvQJSGlFKUaBVL6GgWR0CK6JBKtga4dX2UKGgGaAloD0MIigCndzGbcECUhpRSlGgVTQ4BaBZHQIrpeIKtxMp1fZQoaAZoCWgPQwjboswGmeJuQJSGlFKUaBVL7WgWR0CK6rGXHBDYdX2UKGgGaAloD0MINpIE4QojckCUhpRSlGgVS+poFkdAiuw8fFJg9nV9lChoBmgJaA9DCPrVHCAYVnJAlIaUUpRoFUv/aBZHQIrskWAPNFB1fZQoaAZoCWgPQwjKoxth0YtxQJSGlFKUaBVL+2gWR0CK7QScslLOdX2UKGgGaAloD0MIfQOTG0V8cECUhpRSlGgVS+RoFkdAiu5tzjm0V3V9lChoBmgJaA9DCO6x9KGLJ25AlIaUUpRoFU0UAWgWR0CK74nEVFhHdX2UKGgGaAloD0MIq3ZNSGsjc0CUhpRSlGgVS9xoFkdAivAof8uSOnV9lChoBmgJaA9DCONV1jaF3HBAlIaUUpRoFUvgaBZHQIrxJXKbKA91fZQoaAZoCWgPQwjjVGthlvlxQJSGlFKUaBVNBQFoFkdAivFsmWt2cXV9lChoBmgJaA9DCHVyhuLOaXJAlIaUUpRoFU0LAWgWR0CK8pYPoV2zdX2UKGgGaAloD0MIRWXDmkqsckCUhpRSlGgVS/FoFkdAivMAIY3vQXV9lChoBmgJaA9DCGFT51FxvG1AlIaUUpRoFU0DAWgWR0CK87+98JD3dX2UKGgGaAloD0MI7rCJzJw7ckCUhpRSlGgVTQsBaBZHQIr0zK3d9Dx1fZQoaAZoCWgPQwiymxn9qF9yQJSGlFKUaBVL72gWR0CK9OymALApdX2UKGgGaAloD0MIWwhyUILRcECUhpRSlGgVS/VoFkdAivWF90A93nV9lChoBmgJaA9DCEolPKHX6XJAlIaUUpRoFUv9aBZHQIr25WilBQh1fZQoaAZoCWgPQwjDoEyjCR9wQJSGlFKUaBVL7WgWR0CK91N8ma6SdX2UKGgGaAloD0MIZd8Vwf8HckCUhpRSlGgVTQEBaBZHQIr6Yoy9EkV1fZQoaAZoCWgPQwju7gG6L95yQJSGlFKUaBVNCAFoFkdAivtflyR0VHV9lChoBmgJaA9DCBQEj2/v23FAlIaUUpRoFUvraBZHQIsiIgX/HYJ1fZQoaAZoCWgPQwhGzsKeNqdyQJSGlFKUaBVNDwFoFkdAiy8psXSBsnV9lChoBmgJaA9DCCDT2jT2THJAlIaUUpRoFUv4aBZHQIsvmP91loV1fZQoaAZoCWgPQwgHJcy0/XJwQJSGlFKUaBVL7GgWR0CLL+1ivxH5dX2UKGgGaAloD0MIeJlho+wbcECUhpRSlGgVS/FoFkdAizB8Pe54GHV9lChoBmgJaA9DCGCt2jXhH3BAlIaUUpRoFUvoaBZHQIsyngNwzch1fZQoaAZoCWgPQwhvKlJh7M1zQJSGlFKUaBVL0mgWR0CLMrcxCY1HdX2UKGgGaAloD0MIRZ4kXTOycUCUhpRSlGgVTQwBaBZHQIszYoRZlnR1fZQoaAZoCWgPQwjWj03yo+5wQJSGlFKUaBVNAwFoFkdAizNaYNRWLnV9lChoBmgJaA9DCKHZdW8Fl3BAlIaUUpRoFUv5aBZHQIs0wqRU3n91fZQoaAZoCWgPQwiIu3oVGVBtQJSGlFKUaBVL8GgWR0CLNRVIZqEfdX2UKGgGaAloD0MIipRm83hHcUCUhpRSlGgVS/NoFkdAizc2hysCDHV9lChoBmgJaA9DCL+5v3rchnJAlIaUUpRoFUv+aBZHQIs3XvjOs1d1fZQoaAZoCWgPQwhI+Um1j9ZwQJSGlFKUaBVL2GgWR0CLOYlgtvn9dX2UKGgGaAloD0MIwt8vZkvsckCUhpRSlGgVS/poFkdAizqbk4m1IHV9lChoBmgJaA9DCPFo44i1IXJAlIaUUpRoFUvpaBZHQIs7aaiKziV1fZQoaAZoCWgPQwgsZRniWGZwQJSGlFKUaBVL9GgWR0CLPSPaL4vfdX2UKGgGaAloD0MIyT1d3bFpckCUhpRSlGgVTQABaBZHQIs+tjRUm2N1fZQoaAZoCWgPQwjj4NIx5wFwQJSGlFKUaBVL4GgWR0CLP6hOgxrSdX2UKGgGaAloD0MI+RQA41mncECUhpRSlGgVTRMBaBZHQIs/n1tfoid1fZQoaAZoCWgPQwi++njou6dxQJSGlFKUaBVNVQJoFkdAiz/iDujRD3V9lChoBmgJaA9DCLMngc25xHJAlIaUUpRoFU0HAWgWR0CLP9mvnr6ddX2UKGgGaAloD0MIWFcFarETcUCUhpRSlGgVS9xoFkdAi0As052hZnV9lChoBmgJaA9DCNejcD3Kk3FAlIaUUpRoFU0EAWgWR0CLQZl/6O5sdX2UKGgGaAloD0MIkNsvn2xgcUCUhpRSlGgVTQkBaBZHQItCYq/dqL11fZQoaAZoCWgPQwjw/KIEfbxvQJSGlFKUaBVL/WgWR0CLQx0TURWcdX2UKGgGaAloD0MINLxZg/dfb0CUhpRSlGgVS+BoFkdAi0P+vyLAHnV9lChoBmgJaA9DCHWuKCVE6HJAlIaUUpRoFUvkaBZHQItEDmSyMUB1fZQoaAZoCWgPQwgLQnkfx45xQJSGlFKUaBVNGgFoFkdAi0TH93r2QHV9lChoBmgJaA9DCGqg+Zy7EnFAlIaUUpRoFUvjaBZHQItG7dtVJcx1fZQoaAZoCWgPQwg4o+arZKVyQJSGlFKUaBVNCAFoFkdAi0fu5SWJJ3V9lChoBmgJaA9DCGzRArRtsnBAlIaUUpRoFUv+aBZHQItJL+aScLB1fZQoaAZoCWgPQwg/c9anHLxxQJSGlFKUaBVL3WgWR0CLSk8V58jSdX2UKGgGaAloD0MIYJLKFDOlcECUhpRSlGgVS/doFkdAi0pqSowVTXV9lChoBmgJaA9DCEvNHmiFvXJAlIaUUpRoFUvsaBZHQItMBjlPrOZ1fZQoaAZoCWgPQwgjFcYWQtJxQJSGlFKUaBVL6WgWR0CLTDTm4iHJdX2UKGgGaAloD0MI/cHAc++mcECUhpRSlGgVS/9oFkdAi00VObiIcnV9lChoBmgJaA9DCD874Lri2W9AlIaUUpRoFU0DAWgWR0CLTRQFcIJJdX2UKGgGaAloD0MI46YGms/HcUCUhpRSlGgVTQsBaBZHQItNglKK5091fZQoaAZoCWgPQwjpKXKIuOxyQJSGlFKUaBVL6GgWR0CLTlck+otMdX2UKGgGaAloD0MIFCS2uwfncUCUhpRSlGgVTQEBaBZHQItOzEm6XjV1fZQoaAZoCWgPQwjJrUm3ZadxQJSGlFKUaBVL8GgWR0CLUElfqoqDdX2UKGgGaAloD0MIB7e1hefDckCUhpRSlGgVTQsBaBZHQItQrP2PDHh1fZQoaAZoCWgPQwjXprG9FkFzQJSGlFKUaBVL/mgWR0CLUOws5GSZdX2UKGgGaAloD0MIrAFKQ82BcUCUhpRSlGgVTQgBaBZHQItSLdnCfpV1fZQoaAZoCWgPQwi/KEF/IblyQJSGlFKUaBVL8mgWR0CLU0vEjxCqdX2UKGgGaAloD0MIWK63zVQfcECUhpRSlGgVS/5oFkdAi1TV1wHZ9XV9lChoBmgJaA9DCO2BVmAIo3BAlIaUUpRoFUvxaBZHQItVWjO9nK51fZQoaAZoCWgPQwhxrfawVy9xQJSGlFKUaBVL7WgWR0CLVkcH4XXRdX2UKGgGaAloD0MIDHTtC+hTckCUhpRSlGgVS/NoFkdAi1hYwh4dIXV9lChoBmgJaA9DCHsVGR1Q5XBAlIaUUpRoFU0XAWgWR0CLWJho/RmcdX2UKGgGaAloD0MI4978hskdcECUhpRSlGgVS/VoFkdAi1ip+c6Nl3V9lChoBmgJaA9DCMGRQINNn3JAlIaUUpRoFUvzaBZHQItZb876pHZ1fZQoaAZoCWgPQwgr+kMzT0pvQJSGlFKUaBVL9mgWR0CLWZZW7voedX2UKGgGaAloD0MI96xrtFypckCUhpRSlGgVS+RoFkdAi1qEEcKgI3V9lChoBmgJaA9DCJ1oVyFl/nBAlIaUUpRoFU0CAWgWR0CLWqYCyQgcdX2UKGgGaAloD0MIWRZM/NHCbkCUhpRSlGgVS/BoFkdAi1qj4gzP8nV9lChoBmgJaA9DCDAS2nLuWXFAlIaUUpRoFUvfaBZHQItcFpj+aSd1fZQoaAZoCWgPQwgTRUjdTpRvQJSGlFKUaBVL7WgWR0CLXQEzwc5sdX2UKGgGaAloD0MIsJC5MijJbkCUhpRSlGgVTQMBaBZHQItdcf9xZMd1fZQoaAZoCWgPQwi7RPXWQLlvQJSGlFKUaBVL62gWR0CLXihRIjGDdX2UKGgGaAloD0MIRkQxeQPWbkCUhpRSlGgVS+1oFkdAi2EMrNGEwnV9lChoBmgJaA9DCEkO2NXkAXFAlIaUUpRoFU0YAWgWR0CLYcBWgezVdX2UKGgGaAloD0MIvcYuUf0OcUCUhpRSlGgVS/1oFkdAi2J5KFqSHXV9lChoBmgJaA9DCFtDqb0IdW9AlIaUUpRoFU0HAWgWR0CLZAjCYTkAdX2UKGgGaAloD0MILubnhiaucUCUhpRSlGgVS+ZoFkdAi2SDghr303VlLg==" | |
| }, | |
| "ep_success_buffer": { | |
| ":type:": "<class 'collections.deque'>", | |
| ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg==" | |
| }, | |
| "_n_updates": 496, | |
| "n_steps": 1024, | |
| "gamma": 0.999, | |
| "gae_lambda": 0.98, | |
| "ent_coef": 0.01, | |
| "vf_coef": 0.5, | |
| "max_grad_norm": 0.5, | |
| "batch_size": 64, | |
| "n_epochs": 4, | |
| "clip_range": { | |
| ":type:": "<class 'function'>", | |
| ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu" | |
| }, | |
| "clip_range_vf": null, | |
| "normalize_advantage": true, | |
| "target_kl": null | |
| } |