| { | |
| "policy_class": { | |
| ":type:": "<class 'abc.ABCMeta'>", | |
| ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", | |
| "__module__": "stable_baselines3.common.policies", | |
| "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param sde_net_arch: Network architecture for extracting features\n when using gSDE. If None, the latent features from the policy will be used.\n Pass an empty list to use the states as features.\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", | |
| "__init__": "<function ActorCriticPolicy.__init__ at 0x7f973d235dd0>", | |
| "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f973d235e60>", | |
| "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f973d235ef0>", | |
| "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f973d235f80>", | |
| "_build": "<function ActorCriticPolicy._build at 0x7f973d23c050>", | |
| "forward": "<function ActorCriticPolicy.forward at 0x7f973d23c0e0>", | |
| "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f973d23c170>", | |
| "_predict": "<function ActorCriticPolicy._predict at 0x7f973d23c200>", | |
| "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f973d23c290>", | |
| "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f973d23c320>", | |
| "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f973d23c3b0>", | |
| "__abstractmethods__": "frozenset()", | |
| "_abc_impl": "<_abc_data object at 0x7f973d27bd20>" | |
| }, | |
| "verbose": 1, | |
| "policy_kwargs": {}, | |
| "observation_space": { | |
| ":type:": "<class 'gym.spaces.box.Box'>", | |
| ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", | |
| "dtype": "float32", | |
| "_shape": [ | |
| 8 | |
| ], | |
| "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", | |
| "high": "[inf inf inf inf inf inf inf inf]", | |
| "bounded_below": "[False False False False False False False False]", | |
| "bounded_above": "[False False False False False False False False]", | |
| "_np_random": null | |
| }, | |
| "action_space": { | |
| ":type:": "<class 'gym.spaces.discrete.Discrete'>", | |
| ":serialized:": "gAWVLwsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAAAAAAgFwXTs9qy7hMEAzuG3rIX78xP0go/WEhvpn3Ren5do3hxDgdoHM2FMmNOhMisS6tOfWqnxyU7kMG3WIfBIh+l45oP88aRHd61w1FBcv7y23xwp7X8ssevZXrbo+VtjCPigfJ3gzpzZErFyThkMNYW/T+1HuWAAGw1Qjdh2XMc2ullX2cMuu+DtJC8fWK8bzcrlye8+n/r675MEuyg0q3ZPOWzfLQeYYhtZMivlTDmeajPy+FbmBhiUQiBOUbh1CRYFLKgRfLC7x08TM3XwN5XbiM7str8G7IOrOB8DX5+nOISzFJYkqdkJopOZ689sQ5Q5NTAxbMZKLZTsiNxqVlCddqcszaOB9ltvwqsxl5XUoC1BWoM8aMY9vD0Yth/NztjLUPr8skMfKkw6UYY6qAMomktxXq22+QwRR/aWyJvVTYRiFg6tJVOWkEeK6twzBZDgrSJsqls2/P2h/i5NkfNU1xAfveRkwtc2hI3QjtqJHg1IUZMx4mLsttnoDamwfOx2Dobyw4ly0064U7Sm2To2AII+LwIELYCnRr+kqRdfYTuhB2q8/JWoNgchh3L+qnk0cpqN10UkxPNtNX0KLeXNTwrPcxQbQDzhS4G1Z7cm/Rp5AEXwiFT753JizGFLGtac56u+ujmdpFOm7Q5+ZED1im2uKARkVT0eNQ2o8N1xK5+Aawixz4KnBAyfIOy+ppWewB1ZLNBnRLbMuxqrq3ls5UG+DbmEGgMHXZRUjdNDp0E8plPTltrvcIN6WaYU7xk37oX0tDOLg/I2syVtEzzxMLsgNnVTMAWpZlaJe5kYF0b7Qh8M0nbqUTF+SKmeruEIapMw+A29RXQNtIR8kuqPtgomL/OZi7Vj05pJXgxEOGa4XufECoWSSDCYUxxgwKIyYzx3ORkjrIsqpsiKQTf/wcg8xqv5LA/czxDg/1mIGJeaR/kQd1183kORzskmMJX/o9GOZyyC8dbAgu6vIVzfmCr2L0Xb/YGx8axzHJsx5wKAVtCacmLcSx9WmKigvxO4E/V7AnAFb62+zHUPOk9WSCqN47iDXefK1LJDCP6tgu+1XxPJDm/Q06SZwgfeidK0e8i0+sVa29fu4xVtwKsuSC88/TJaYQVNQLsENvizPQiGQhDMID+jCCyW/znEGO1LCjTWW19sfM7WuPqWJ8RU8bOr0ZSFGoQUmLCFTbxc9HQ7q46JvSsLRyeE8/sv8v6JHOwFvZAwCOZrV5aU51En7zXzudmTvLzoFCH+lbmcFXBGioCEku3Kv3BHfktLvk+1peNvvnEL8QYwgPYoYPfkXDPhq+GDKfi/nKn6ly4EB3QYrj8M9UcNdE0NfhvKCcFMOsCqLFLS6V1ZyIbu88KoOx2fOy2ShsFWPZBctoleR8MkMjxkrDHdYj6ViPOStpgrORkMKe1rWDVhFJeGOOSCBP1JObnV8q1RDtpqlKNBvfoj5PTFxh8lS5X4/k+koKwH0YzSwqu7REENHcGpLZwxImToVtzaZDVCyezCK2Cm/SDv3/gaU8qz4GwyUBMmogJzH05u2ppVRIIcIxrpdstM5MUUs3ftPdhWDAsMVkzKOjeLXMecbUmvHDMU/HxBcEH81HibAy/h/hb9NwnPM/J1bt7crxB+KHPWuZzIFVtoa6kK6J4n0Ky2jad9OKiYOqlqPWWWEJImnCRbFWaY1w8Rfe0fODWlkI9v2OB8Ya7RI6TdqeiG4RLkqyryWAtmVoJ2AT8iyFvUa/elWmHVlvQ/hGp4DgwLNPdx4eVxSTGCKORG5hxVdqO7ndSiqocO2Q2cLXWUysUwHBJPbkojuUPzRMvmJsIpgSZDAnuQWqXILRRJe0RVJkcpW4deeCssgpGNVllbEkRRbelp2ZdVJXrOIKp0r5odfrrw//EvtBqi10ziUoI5Ipo8s32qAdrNltaZPvvZMHJc4tbRPq2vEDHPssz3HmfAIdhMWvY5oadaTHaUrT6h1AvOgHV1Vrr+9TekIbLDEXS1T/q6OeheHhYKZ1Z44C3lDaHOB/oUv8iA4JIP/9y4YGTlv+SL2wcrSKD/nd7UTbqUsXnuYXjERuvTSRrWCOxc5zflydykye9QokItErYqt1L03L9xPyBfOmFWxi/1k4Ov1gMjf5/WjNbRR7rEEPaeSdTbD2o3IyaVXq4tID4QgVrDDhmQTrEI68Ruvd+iO7Csaqto5/4JV3hTEAMrNefK8EbPDKH9dOspvOTxhNFYs/3GazcOSxYJVmGM31NlqhbQwJIknwYqp7GMUm+ek/Ag+zpx2NvWxvloT1EkK93u3sd1hcjVbl7po5iU2VgUA/QJKaPbHtXk2UTz1dTmv8/w82XRA9TC219TlPzqG0VzbqE8C/kwJHUenK7AoT2e1+VNEounqW5/wL44ZlCiOFpoD/zaweIKV7JeKiAR5DttgmpRh+8DsJf760qECC0vCO5uuiJCkmcxiBP5Yfa7yMbRCebT4vWQkJk1vgSBN+OG46fTm/+cat9/k0ENJSZPdhU/g46sQ+obg5fzsxlrRwbmA/Laj5IjNEJO/vQ7Dj9H/gy2kbIk4F/dwve7ZNi8CfHVDHUOO55bFPNpp1ih6oOnbYt3/hbPfdcaAQIwYLJs+mtUWHpXleLhSE0qcpde8NlCegouG2YBEIVSYWri99ALo4gOR2rw/K6jxlqyU9pP4Pmn9t4zrYQq2XdKWgFpt2JjXlwL8x7Wln0bYTCwb73MTOh9irwJc1VCB0lYa+NNCOB+uqPVImneQfJqOcYtKFeM5u7Bv3kUx+RDMiWnqvTKXOkE/kZQCaH3UhK3yMoBHf7sMw8UGUvfvWcsPQngW2FMHx1cyIRXQ4j1IIxlECnpp752RpNNA6Bu6Xr0m/kTKdj0PYI9YgF+jWyMdhnoMX+YrNzHKfuNtkgnpZrOUn3AyZ16c3YzSgTdXbWve5uvc8EYdagfVD21kr/3vDgfxZZIYzV4NGo2PcoEAex6uR03t8hbfdtQE3HsbBrRr20y3o3sTI56cEgdOMhYkYoFDVDTbPfeplmxOcvBVvWZS2fAN2Rm5967q9ye8/v4Qvy9oDqD06v969At5dYqhLkAeJZplsNZlCLnG7Fv+xsRdYq9uOn+vjrh4OrQ9urf1JCsgXv6BYE+IaMZhC+/Xv7iIpJdUZ/VBPCMFg75kO2e7p1fv2ushWUyG+oLsg3ZM8sUvE1BQmPC29/rW68r8TapUXTkhmYHSvNzuIzqPI8IOvDhLK06n04dxha5Ty1iaT3xAwgyPaWWyK2/UJOouMWe9TzOAq29CDz8sSgYJCvsFYiVR8iyq2W7wvJiAiNH9r/5o5rkBngBkolGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RNcAJ1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu", | |
| "n": 4, | |
| "_shape": [], | |
| "dtype": "int64", | |
| "_np_random": "RandomState(MT19937)" | |
| }, | |
| "n_envs": 16, | |
| "num_timesteps": 1507328, | |
| "_total_timesteps": 1500000, | |
| "_num_timesteps_at_start": 0, | |
| "seed": 1572705052, | |
| "action_noise": null, | |
| "start_time": 1651983956.7655797, | |
| "learning_rate": 0.0003, | |
| "tensorboard_log": null, | |
| "lr_schedule": { | |
| ":type:": "<class 'function'>", | |
| ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu" | |
| }, | |
| "_last_obs": { | |
| ":type:": "<class 'numpy.ndarray'>", | |
| ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAOZnBr3kHbE9ZLgkPuOo3r6Sx2I9oiPGPQAAAAAAAAAA8x+VPVx7G7o6Gt62Sbg8suXp8blwhgE2AAAAAAAAgD8aqz09BFVQP+KqXD0QSze/dufXPTLDijwAAAAAAAAAAE2FFD7PxBg+dYumvocd876SWL+8nlCtvQAAAAAAAAAAWkjRPforSD66+Lq+e6auvvCQD74DA/i9AAAAAAAAAABNfmM9j3pZvMPwaLxyY5E8TAm4PSpQa70AAIA/AACAPwB6ijzSDbC7to67vi/5RL76jYS8VIGaPwAAgD8AAIA/Zs/FPFKig7vGJVm7d62MPMed1LyWiHA9AACAPwAAgD8Ve4G+6so0P4NPtr2w9Ri/i8wDvx7kPT0AAAAAAAAAAFrpz72iOJQ/roLJvsoVJr9jFz6+HO2BvgAAAAAAAAAAgOIVPbfIrD4iwbi9K2cIv7RcczwePZK9AAAAAAAAAABuzoy+xts+P/VQAz0CIyK/k5fmvkvomT0AAAAAAAAAAABJxz3Ek6o/TCmWPn24Bb9gwm4+Jq8hPgAAAAAAAAAA2m7RPewShj9shqg+OVo/vxbATj5sXkc+AAAAAAAAAABzJKy9G0qwvClaNj4WQJs8t9OJvX2cXTwAAAAAAACAPzrGY75vwAo/S4icPTyJG7/F4e++eYMrPgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg==" | |
| }, | |
| "_last_episode_starts": { | |
| ":type:": "<class 'numpy.ndarray'>", | |
| ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg==" | |
| }, | |
| "_last_original_obs": null, | |
| "_episode_num": 0, | |
| "use_sde": false, | |
| "sde_sample_freq": -1, | |
| "_current_progress_remaining": -0.004885333333333408, | |
| "ep_info_buffer": { | |
| ":type:": "<class 'collections.deque'>", | |
| ":serialized:": "gAWVIhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI8dk6ONh2cUCUhpRSlIwBbJRLy4wBdJRHQI+IN8w5/9Z1fZQoaAZoCWgPQwimf0kq00NzQJSGlFKUaBVLymgWR0CPiTtdiUgTdX2UKGgGaAloD0MI8zrikI0rb0CUhpRSlGgVS7RoFkdAj4lrHEMspXV9lChoBmgJaA9DCPg404Rt9HJAlIaUUpRoFUvAaBZHQI+KvS4OMER1fZQoaAZoCWgPQwi0ci8wq51zQJSGlFKUaBVLrmgWR0CPiuB2fTTfdX2UKGgGaAloD0MI1dAGYAMIckCUhpRSlGgVS+doFkdAj4uP0RODa3V9lChoBmgJaA9DCEGfyJPkn3NAlIaUUpRoFUvKaBZHQI+LwDV6NVB1fZQoaAZoCWgPQwiHbYsyG0dxQJSGlFKUaBVLw2gWR0CPi+sGPgejdX2UKGgGaAloD0MILGfvjDZocECUhpRSlGgVS89oFkdAj4wiaRZED3V9lChoBmgJaA9DCKjlB64ykXFAlIaUUpRoFUu2aBZHQI+MTiOvMbF1fZQoaAZoCWgPQwh0Ka4q+zxwQJSGlFKUaBVLxmgWR0CPjVnNgSezdX2UKGgGaAloD0MIpBr2e2LlZkCUhpRSlGgVTegDaBZHQI+Ocma6ST11fZQoaAZoCWgPQwi3skRn2Xt0QJSGlFKUaBVLs2gWR0CPjq+IuXeFdX2UKGgGaAloD0MI6ITQQZfeRkCUhpRSlGgVS4RoFkdAj5ANcv/R3XV9lChoBmgJaA9DCKSpnsz/nHFAlIaUUpRoFUu5aBZHQI+Rgs5GSZB1fZQoaAZoCWgPQwiveysSU2NzQJSGlFKUaBVLx2gWR0CPkzZ7ojfOdX2UKGgGaAloD0MI5Nh6hnC6b0CUhpRSlGgVS7xoFkdAj5RBYFJQL3V9lChoBmgJaA9DCJuOAG4WMHNAlIaUUpRoFUu1aBZHQI+UjhaTwDx1fZQoaAZoCWgPQwjLSSh9Ie5wQJSGlFKUaBVLtGgWR0CPlK8IRh+fdX2UKGgGaAloD0MIqgzjbpCoc0CUhpRSlGgVS7hoFkdAj5Vs54nndXV9lChoBmgJaA9DCNQLPs1JvnJAlIaUUpRoFUvXaBZHQI+Vf+OwPiF1fZQoaAZoCWgPQwiU2/Y96tJvQJSGlFKUaBVLy2gWR0CPlfuOS4e+dX2UKGgGaAloD0MI/rj98omLcUCUhpRSlGgVS9doFkdAj5bE9+w1SHV9lChoBmgJaA9DCLgFS3UBonFAlIaUUpRoFUvAaBZHQI+W3Sv1UVB1fZQoaAZoCWgPQwh88UV7fOdxQJSGlFKUaBVLr2gWR0CPlxMnJDE4dX2UKGgGaAloD0MIX7Uy4de5cECUhpRSlGgVS7xoFkdAj7/8wHqu83V9lChoBmgJaA9DCCBEMuSY93JAlIaUUpRoFUvhaBZHQI/AVoDgZTB1fZQoaAZoCWgPQwjPvBx2n/RxQJSGlFKUaBVLrWgWR0CPwLbLU1AJdX2UKGgGaAloD0MIxVOPNLgJQkCUhpRSlGgVS2RoFkdAj8Dgqd6LO3V9lChoBmgJaA9DCJQWLquwtTlAlIaUUpRoFUuLaBZHQI/DLBhx5s11fZQoaAZoCWgPQwjHLebnBrRzQJSGlFKUaBVLtmgWR0CPw5ZVXFLndX2UKGgGaAloD0MIEqERbJyQckCUhpRSlGgVS7NoFkdAj8PUVafSQnV9lChoBmgJaA9DCAJIbeLkZ3FAlIaUUpRoFUvRaBZHQI/D7p9qk/N1fZQoaAZoCWgPQwiQSUbOwihyQJSGlFKUaBVLyGgWR0CPxKbZOBUadX2UKGgGaAloD0MIKpDZWTRRcUCUhpRSlGgVS8BoFkdAj8UddE9dNXV9lChoBmgJaA9DCMx8Bz9xLHNAlIaUUpRoFUu3aBZHQI/F3hqCYkV1fZQoaAZoCWgPQwh2a5kMhzRwQJSGlFKUaBVLwWgWR0CPxpkmQbMpdX2UKGgGaAloD0MIgJnv4KdFcECUhpRSlGgVS9NoFkdAj8czkIX0oXV9lChoBmgJaA9DCBbCaiwhCHBAlIaUUpRoFUuxaBZHQI/IBiVjZth1fZQoaAZoCWgPQwgnvtpR3NxxQJSGlFKUaBVLtmgWR0CPyO5f+jubdX2UKGgGaAloD0MInzpWKT3Eb0CUhpRSlGgVS8JoFkdAj8kfLLZBcHV9lChoBmgJaA9DCAmM9Q3MkWhAlIaUUpRoFU3oA2gWR0CPydZtelbedX2UKGgGaAloD0MI7fSDushWc0CUhpRSlGgVS85oFkdAj8oVct5D7nV9lChoBmgJaA9DCE4On3QiCnBAlIaUUpRoFUuyaBZHQI/K/wgDA8B1fZQoaAZoCWgPQwiaet0isKhyQJSGlFKUaBVLrmgWR0CPy2lqJuVHdX2UKGgGaAloD0MIT3Yzo58ob0CUhpRSlGgVS7hoFkdAj8ufDcdo4HV9lChoBmgJaA9DCGGnWDXIc3NAlIaUUpRoFUu3aBZHQI/L4j8k2P11fZQoaAZoCWgPQwh1djI4ympwQJSGlFKUaBVLxWgWR0CPzacjJMg2dX2UKGgGaAloD0MIk25L5AL+cUCUhpRSlGgVS9doFkdAj83/9xZMc3V9lChoBmgJaA9DCN8YAoDjeXBAlIaUUpRoFUvFaBZHQI/Oce2d/ax1fZQoaAZoCWgPQwgjaw2lNhRyQJSGlFKUaBVLu2gWR0CPzro4dZJTdX2UKGgGaAloD0MIaY1BJ0TgcUCUhpRSlGgVS8poFkdAj8/zj3mFJ3V9lChoBmgJaA9DCK1NY3vt/XBAlIaUUpRoFUvLaBZHQI/Q2AAhje91fZQoaAZoCWgPQwhbCkj7X+JwQJSGlFKUaBVLxmgWR0CP0Yu/UONHdX2UKGgGaAloD0MIsMdESrNocUCUhpRSlGgVS9JoFkdAj9JE+otL+XV9lChoBmgJaA9DCN14d2QsjXBAlIaUUpRoFUuwaBZHQI/TeqaPS2J1fZQoaAZoCWgPQwhXtaSjXPdyQJSGlFKUaBVLwmgWR0CP06WpIczZdX2UKGgGaAloD0MIRbqfU5Dic0CUhpRSlGgVS+BoFkdAj9O5jx0+1XV9lChoBmgJaA9DCA+4rphRVXJAlIaUUpRoFUuwaBZHQI/Typo9LYh1fZQoaAZoCWgPQwjRsYNK3MFmQJSGlFKUaBVN6ANoFkdAj9PpJXhfjXV9lChoBmgJaA9DCDW1bK3v4XNAlIaUUpRoFUvsaBZHQI/UfM6ij+J1fZQoaAZoCWgPQwhwBn+/WCtyQJSGlFKUaBVLuGgWR0CP3rHEMspYdX2UKGgGaAloD0MIpKgz9xBgckCUhpRSlGgVS9NoFkdAj98tGmUGFHV9lChoBmgJaA9DCCnLEMe6/3NAlIaUUpRoFUveaBZHQI/gDn3cpLF1fZQoaAZoCWgPQwgY6rDCLe9OQJSGlFKUaBVLmmgWR0CP4JnHNorXdX2UKGgGaAloD0MIMPXzpuIIckCUhpRSlGgVS91oFkdAj+DSG8EmpnV9lChoBmgJaA9DCNf2dksy/nBAlIaUUpRoFUu2aBZHQI/hOMdcSoR1fZQoaAZoCWgPQwidnndjQUlxQJSGlFKUaBVLzmgWR0CP4W7jkuHvdX2UKGgGaAloD0MIjzUjg9xXc0CUhpRSlGgVTT4BaBZHQI/hxNj9XLh1fZQoaAZoCWgPQwi+vAD76EVzQJSGlFKUaBVLzGgWR0CP43h6Skj5dX2UKGgGaAloD0MIb/YHyu0WcUCUhpRSlGgVS7hoFkdAj+QGbsniN3V9lChoBmgJaA9DCE5DVOEPrHJAlIaUUpRoFUvIaBZHQI/kdgDzRQd1fZQoaAZoCWgPQwiRRgVO9pZyQJSGlFKUaBVLs2gWR0CP5I0VJtiydX2UKGgGaAloD0MIJ6Q1Bh1ackCUhpRSlGgVS8toFkdAj+S/IKc/dXV9lChoBmgJaA9DCACsjhzpsmdAlIaUUpRoFU3oA2gWR0CP5OFPBSDRdX2UKGgGaAloD0MIjxzpDIxVcUCUhpRSlGgVS8hoFkdAj+TbbUPQOXV9lChoBmgJaA9DCMlyEkpfanJAlIaUUpRoFUvfaBZHQI/lj/GVAzJ1fZQoaAZoCWgPQwhtb7ckx1JzQJSGlFKUaBVLrmgWR0CP5pd8iOebdX2UKGgGaAloD0MIt7dbkgN4ckCUhpRSlGgVS75oFkdAj+bWaUiY9nV9lChoBmgJaA9DCNibGJIT5W9AlIaUUpRoFUuzaBZHQI/oIEIPbwl1fZQoaAZoCWgPQwgQlUbM7DVvQJSGlFKUaBVLvGgWR0CP6FbYbsF/dX2UKGgGaAloD0MIw0maP2aJckCUhpRSlGgVS8loFkdAj+htwaR6nnV9lChoBmgJaA9DCL1RK0wfNnNAlIaUUpRoFUvKaBZHQI/pcUqQRwt1fZQoaAZoCWgPQwj0FaQZS1JyQJSGlFKUaBVLwmgWR0CP6aXRgJC0dX2UKGgGaAloD0MIxVT6CWc0cUCUhpRSlGgVS8xoFkdAj+m9fkWAPXV9lChoBmgJaA9DCKVneolxInNAlIaUUpRoFUvGaBZHQI/sFYMfA9F1fZQoaAZoCWgPQwgZINEEirpyQJSGlFKUaBVLwmgWR0CP7MhAWznidX2UKGgGaAloD0MILQd6qG0JckCUhpRSlGgVS9VoFkdAj+1WQfZElXV9lChoBmgJaA9DCCGwcmgRQXFAlIaUUpRoFUvWaBZHQI/tl7tzCDV1fZQoaAZoCWgPQwihoBSt3INzQJSGlFKUaBVL1mgWR0CP7b3N9ph4dX2UKGgGaAloD0MIcOoDyTuIckCUhpRSlGgVS+RoFkdAj+3xZU1hs3V9lChoBmgJaA9DCAt72uGvhm9AlIaUUpRoFUvPaBZHQI/uPP3SKFZ1fZQoaAZoCWgPQwiAme/gZwJwQJSGlFKUaBVLy2gWR0CP744vN/vwdX2UKGgGaAloD0MIsCDNWHSFcUCUhpRSlGgVS9xoFkdAj/AQrlNlAnV9lChoBmgJaA9DCOvjoe8ur3NAlIaUUpRoFUvBaBZHQI/wlmFrVON1fZQoaAZoCWgPQwgknYGR14BxQJSGlFKUaBVLwGgWR0CP8N2mHgxbdX2UKGgGaAloD0MIzxQ6rzGKcECUhpRSlGgVS89oFkdAj/F2kBS1mnV9lChoBmgJaA9DCFFrmncceHBAlIaUUpRoFUu4aBZHQI/x7+3pfQd1fZQoaAZoCWgPQwgoK4arg3lvQJSGlFKUaBVLwmgWR0CP8kn/DLr5dX2UKGgGaAloD0MIHxFTIknZcUCUhpRSlGgVS8hoFkdAj/JdOh0yQHVlLg==" | |
| }, | |
| "ep_success_buffer": { | |
| ":type:": "<class 'collections.deque'>", | |
| ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg==" | |
| }, | |
| "_n_updates": 1976, | |
| "n_steps": 1024, | |
| "gamma": 0.999, | |
| "gae_lambda": 0.98, | |
| "ent_coef": 0.01, | |
| "vf_coef": 0.5, | |
| "max_grad_norm": 0.5, | |
| "batch_size": 64, | |
| "n_epochs": 4, | |
| "clip_range": { | |
| ":type:": "<class 'function'>", | |
| ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu" | |
| }, | |
| "clip_range_vf": null, | |
| "normalize_advantage": true, | |
| "target_kl": null | |
| } |