Upload PPO LunarLander-v2 trained agent based on RL Course Unit 1 with modified hyperparameters.
5ff169b
| { | |
| "policy_class": { | |
| ":type:": "<class 'abc.ABCMeta'>", | |
| ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", | |
| "__module__": "stable_baselines3.common.policies", | |
| "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param sde_net_arch: Network architecture for extracting features\n when using gSDE. If None, the latent features from the policy will be used.\n Pass an empty list to use the states as features.\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", | |
| "__init__": "<function ActorCriticPolicy.__init__ at 0x7f05291878c0>", | |
| "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f0529187950>", | |
| "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f05291879e0>", | |
| "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f0529187a70>", | |
| "_build": "<function ActorCriticPolicy._build at 0x7f0529187b00>", | |
| "forward": "<function ActorCriticPolicy.forward at 0x7f0529187b90>", | |
| "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f0529187c20>", | |
| "_predict": "<function ActorCriticPolicy._predict at 0x7f0529187cb0>", | |
| "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f0529187d40>", | |
| "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f0529187dd0>", | |
| "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f0529187e60>", | |
| "__abstractmethods__": "frozenset()", | |
| "_abc_impl": "<_abc_data object at 0x7f0529161120>" | |
| }, | |
| "verbose": 1, | |
| "policy_kwargs": {}, | |
| "observation_space": { | |
| ":type:": "<class 'gym.spaces.box.Box'>", | |
| ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", | |
| "dtype": "float32", | |
| "_shape": [ | |
| 8 | |
| ], | |
| "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", | |
| "high": "[inf inf inf inf inf inf inf inf]", | |
| "bounded_below": "[False False False False False False False False]", | |
| "bounded_above": "[False False False False False False False False]", | |
| "_np_random": null | |
| }, | |
| "action_space": { | |
| ":type:": "<class 'gym.spaces.discrete.Discrete'>", | |
| ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", | |
| "n": 4, | |
| "_shape": [], | |
| "dtype": "int64", | |
| "_np_random": null | |
| }, | |
| "n_envs": 32, | |
| "num_timesteps": 1048576, | |
| "_total_timesteps": 1000000, | |
| "_num_timesteps_at_start": 0, | |
| "seed": null, | |
| "action_noise": null, | |
| "start_time": 1652436312.1454902, | |
| "learning_rate": 0.0003, | |
| "tensorboard_log": null, | |
| "lr_schedule": { | |
| ":type:": "<class 'function'>", | |
| ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu" | |
| }, | |
| "_last_obs": { | |
| ":type:": "<class 'numpy.ndarray'>", | |
| ":serialized:": "gAWVdQQAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYABAAAAAAAADOvALx7dKS4xffpukkJZ7adhYk7QN0KOgAAgD8AAIA/czsHvsrZxT52+Pa8Ckiovh3f+b0rO5I9AAAAAAAAAABN7ws99ngDujYERbyBXcG2lwqcu62rLzYAAIA/AACAP6bWO74EfPM9CUmYPvzRVL4HmSY8Po8mPgAAAAAAAAAAJpKoPfb0YrpzaFm8JmbQtdvPjzsj8jg1AACAPwAAAAAzjbO8XKtCuuJzw7rmKc+1cy1AOnPL3zkAAIA/AACAP2b2yDvhJtm6nuv7uimXRrn1gBw7GaMZOgAAgD8AAIA/TRAnvY+eDroVvVo6wnyste8NtTomDZ+0AACAPwAAgD+AD489DrOqP9B/qj6ivry+YnCPPe0u6jwAAAAAAAAAADN7TDuPHiu6wpezub6rNDYJXB+6mwbNOAAAgD8AAIA/TW7HPSnkWbryq2Q50cOuuLxS/Drdk2W4AACAPwAAgD8zt2s9FAiHulW3/7tk8jE5gEI5uxiZnrgAAIA/AACAP0AjlD2F4/25GoEuOp5zXDVveLA6TrRJuQAAgD8AAIA/zYO+PcMlYbrIo1S7WpsdNsNIJTsacXc6AACAPwAAgD+aWXm87CntucdMrzs0bvk28D15OjCC8TUAAIA/AACAPzP7rbtcOxC6Wf4DOqBd/bXl0vq5y8QYuQAAgD8AAIA/APx9vMX+jjxcPye9nboJvph4Fb2w/+i9AAAAAAAAAAAAU+K8SJO6uoO6ebvG/0a8rFX5u26a7bwAAIA/AACAPwCeWT32OCW6eptHOgDYYDw/zYM79opDvQAAgD8AAIA/hkFDvg8VP7zsviO7ySQzuVgvqT1tSgo6AACAPwAAgD9Nwi69PAU3Pn1YPjubzFK+/X41vXmIBT0AAAAAAAAAAMCEgD0f3c65BKaOuwvUDzmEcEI7LhWGuAAAgD8AAIA/TVUlPuzy57uUacY6QHqLuBn4cL3F7ve5AACAPwAAgD8zL647e/KYuhNLUTzOKD45+KoduhopMTgAAIA/AACAP4Ayjz3sUe+52uhuvNFZj7yFT9U7Bax6PQAAgD8AAAAAmqYIPXs0vbpyrRi8Po8TvS+tv7vJ1QC+AAAAAAAAgD8N7rI9SDequgP5Jjwz3SM2ztR1uErEGjUAAIA/AACAP7OsQb1SaOG5xaARPJQsOLbOky47pw85tQAAgD8AAIA/s0BlPbh+4rkWl507MlY/Ny49FbsKmD02AACAPwAAgD8atF89KdBtus7zWDyHmrc7UV4hugbBFDwAAIA/AACAP5p6Nz0UruQ3WETQOp6tKz36gYG7YzXtOgAAgD8AAIA/Gk/TPaQULzrY/o+73robuyTrJjzS6Fa7AAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSyBLCIaUjAFDlHSUUpQu" | |
| }, | |
| "_last_episode_starts": { | |
| ":type:": "<class 'numpy.ndarray'>", | |
| ":serialized:": "gAWVkwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksghZSMAUOUdJRSlC4=" | |
| }, | |
| "_last_original_obs": null, | |
| "_episode_num": 0, | |
| "use_sde": false, | |
| "sde_sample_freq": -1, | |
| "_current_progress_remaining": -0.04857599999999995, | |
| "ep_info_buffer": { | |
| ":type:": "<class 'collections.deque'>", | |
| ":serialized:": "gAWVfxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIz/OnjWooZUCUhpRSlIwBbJRN6AOMAXSUR0CZ1CSpiqhldX2UKGgGaAloD0MIP28qUmF7WkCUhpRSlGgVTegDaBZHQJndeTTvy9V1fZQoaAZoCWgPQwh/+WTFcB1gQJSGlFKUaBVN6ANoFkdAme70m6XjVHV9lChoBmgJaA9DCK0yU1r/U2FAlIaUUpRoFU3oA2gWR0CZ9Po8IRh+dX2UKGgGaAloD0MIQFHZsCbHZUCUhpRSlGgVTegDaBZHQJn2+7L+xW11fZQoaAZoCWgPQwi7e4DuywhbQJSGlFKUaBVN6ANoFkdAmgTHIlt0m3V9lChoBmgJaA9DCGQD6WLTejBAlIaUUpRoFU3oA2gWR0CaCQVmz0HydX2UKGgGaAloD0MIKA8LtaYpXUCUhpRSlGgVTegDaBZHQJoM82R7qpt1fZQoaAZoCWgPQwg5C3va4QVhQJSGlFKUaBVN6ANoFkdAmhK9Fz+3pnV9lChoBmgJaA9DCBnG3SBalmBAlIaUUpRoFU3oA2gWR0CaFICNCJGfdX2UKGgGaAloD0MIQplGkwv8YkCUhpRSlGgVTegDaBZHQJoYUFvAGjd1fZQoaAZoCWgPQwjEswQZARNmQJSGlFKUaBVN6ANoFkdAmhkuIyj59HV9lChoBmgJaA9DCFciUP0DmmFAlIaUUpRoFU3oA2gWR0CaGgrlNlAedX2UKGgGaAloD0MIRkPGo1T9YUCUhpRSlGgVTegDaBZHQJohpwiqyW11fZQoaAZoCWgPQwid2hmmtixjQJSGlFKUaBVN6ANoFkdAmilop+c6NnV9lChoBmgJaA9DCDNS76mcJV1AlIaUUpRoFU3oA2gWR0CaMqgvDgqFdX2UKGgGaAloD0MIaoZUUbwgWkCUhpRSlGgVTegDaBZHQJo3XBAOav11fZQoaAZoCWgPQwiLcf4mFChlQJSGlFKUaBVN6ANoFkdAmjpdnscABHV9lChoBmgJaA9DCLVv7q+eQGVAlIaUUpRoFU3oA2gWR0CaPJ4ecQRPdX2UKGgGaAloD0MIyotMwO8DccCUhpRSlGgVTUgCaBZHQJo88xzq8lJ1fZQoaAZoCWgPQwhG7BNAsYFiQJSGlFKUaBVN6ANoFkdAmj+jWkJrtXV9lChoBmgJaA9DCCB/aVGful9AlIaUUpRoFU3oA2gWR0CaSPkjopx4dX2UKGgGaAloD0MIAg6hSk25YUCUhpRSlGgVTegDaBZHQJpOWJBPbfx1fZQoaAZoCWgPQwiPb+8adDVpwJSGlFKUaBVNeQNoFkdAmlC0aAFxGXV9lChoBmgJaA9DCNMvEW+diF5AlIaUUpRoFU3oA2gWR0CaUbPE87p3dX2UKGgGaAloD0MI+kZ0z7r9YkCUhpRSlGgVTegDaBZHQJpTARXfZVZ1fZQoaAZoCWgPQwi+vWvQl5BiQJSGlFKUaBVN6ANoFkdAmlN52ECeVnV9lChoBmgJaA9DCGsOEMzRd2FAlIaUUpRoFU3oA2gWR0CaVFac7QsxdX2UKGgGaAloD0MIzLipgeZFW0CUhpRSlGgVTegDaBZHQJpXRHYpUgl1fZQoaAZoCWgPQwjiOzHrxUJhQJSGlFKUaBVN6ANoFkdAml9FyFPBSHV9lChoBmgJaA9DCIAPXrs0BmFAlIaUUpRoFU3oA2gWR0CaZ2ujynUEdX2UKGgGaAloD0MIvOmWHeIcX0CUhpRSlGgVTegDaBZHQJpsSDjBEa51fZQoaAZoCWgPQwha8nhaftw6wJSGlFKUaBVL0mgWR0CacHxT850bdX2UKGgGaAloD0MIhnMNMzTeYECUhpRSlGgVTegDaBZHQJpyhlpXZGt1fZQoaAZoCWgPQwitM74vLkRbQJSGlFKUaBVN6ANoFkdAm2Wj2i+L33V9lChoBmgJaA9DCH+mXrcIYGNAlIaUUpRoFU3oA2gWR0Cbd2xyXD3udX2UKGgGaAloD0MIRxyygXSiYECUhpRSlGgVTegDaBZHQJt9Uu7HyVh1fZQoaAZoCWgPQwgg66nV145hQJSGlFKUaBVN6ANoFkdAm39QfuCwr3V9lChoBmgJaA9DCAk1Q6ooqFtAlIaUUpRoFU3oA2gWR0CbjFn0kGA1dX2UKGgGaAloD0MI1zBD44nXZUCUhpRSlGgVTegDaBZHQJuQNVLi++N1fZQoaAZoCWgPQwj3rdaJy4xaQJSGlFKUaBVN6ANoFkdAm5PgB91EE3V9lChoBmgJaA9DCCcUIuAQMWVAlIaUUpRoFU3oA2gWR0CbmUSaEzwddX2UKGgGaAloD0MIwCDp0ypkY0CUhpRSlGgVTegDaBZHQJua6weNkvt1fZQoaAZoCWgPQwhg5GVNrDRgQJSGlFKUaBVN6ANoFkdAm56ak2xY73V9lChoBmgJaA9DCAvxSLw8W2BAlIaUUpRoFU3oA2gWR0Cbn2BnBciXdX2UKGgGaAloD0MIP3Jr0m2sXUCUhpRSlGgVTegDaBZHQJugM5NoJzF1fZQoaAZoCWgPQwinkZbKW4plQJSGlFKUaBVN6ANoFkdAm6fKtT1kD3V9lChoBmgJaA9DCHswKT4+DmBAlIaUUpRoFU3oA2gWR0Cbr1Pv8ZUDdX2UKGgGaAloD0MI04iZfR6GYUCUhpRSlGgVTegDaBZHQJu39nCfpUx1fZQoaAZoCWgPQwj35GGh1g5eQJSGlFKUaBVN6ANoFkdAm7xpJwsGxHV9lChoBmgJaA9DCOsbmNyoMmRAlIaUUpRoFU3oA2gWR0Cbv0acI7eVdX2UKGgGaAloD0MIAtnr3R/rYECUhpRSlGgVTegDaBZHQJvBVvGZNPB1fZQoaAZoCWgPQwg9KChFqxVhQJSGlFKUaBVN6ANoFkdAm8GndKujh3V9lChoBmgJaA9DCAtioGtf4APAlIaUUpRoFUvlaBZHQJvD0uez2OB1fZQoaAZoCWgPQwjJchJKX4hjQJSGlFKUaBVN6ANoFkdAm8RHvhIe5nV9lChoBmgJaA9DCPymsFJBWmJAlIaUUpRoFU3oA2gWR0CbzHmtyPuHdX2UKGgGaAloD0MIRrOyfcjZYUCUhpRSlGgVTegDaBZHQJvRR1bJOnF1fZQoaAZoCWgPQwh1riglBN1lQJSGlFKUaBVN6ANoFkdAm9R1WXC0nnV9lChoBmgJaA9DCDbmdcQhnF1AlIaUUpRoFU3oA2gWR0Cb1amx+rlvdX2UKGgGaAloD0MIuAN1yqPBZUCUhpRSlGgVTegDaBZHQJvWEysS00F1fZQoaAZoCWgPQwi5GAPrODtfQJSGlFKUaBVN6ANoFkdAm9bZUgjhUHV9lChoBmgJaA9DCAWGrG51g2BAlIaUUpRoFU3oA2gWR0Cb2bOE/SpjdX2UKGgGaAloD0MIU+i8xq5MYkCUhpRSlGgVTegDaBZHQJvhOe2/i5x1fZQoaAZoCWgPQwiKy/EKRFZXQJSGlFKUaBVN6ANoFkdAm+keyiVSoHV9lChoBmgJaA9DCNUHkncO9F9AlIaUUpRoFU3oA2gWR0Cb7dWQfZEldX2UKGgGaAloD0MIZK93fzylYECUhpRSlGgVTegDaBZHQJvx9PLxI8R1fZQoaAZoCWgPQwhYAimxa+RbQJSGlFKUaBVN6ANoFkdAm/PdoakylHV9lChoBmgJaA9DCLDHREqzel1AlIaUUpRoFU3oA2gWR0CcCEYzi0fHdX2UKGgGaAloD0MI6gQ0EbbBYUCUhpRSlGgVTegDaBZHQJwZMeMhouh1fZQoaAZoCWgPQwj4/DBCeJlgQJSGlFKUaBVN6ANoFkdAnB7gxJul43V9lChoBmgJaA9DCDvFqkGYSlpAlIaUUpRoFU3oA2gWR0CcIME0zj3mdX2UKGgGaAloD0MIZY7lXfXkYUCUhpRSlGgVTegDaBZHQJws891U2k11fZQoaAZoCWgPQwhWKT3TS/daQJSGlFKUaBVN6ANoFkdAnDCMtsenynV9lChoBmgJaA9DCAOwARFitWFAlIaUUpRoFU3oA2gWR0CcM93XqZ+hdX2UKGgGaAloD0MIFqbvNYQrYUCUhpRSlGgVTegDaBZHQJw42VbA1vV1fZQoaAZoCWgPQwi4AZ8fxkRgQJSGlFKUaBVN6ANoFkdAnDphxT850nV9lChoBmgJaA9DCE8fgT98NWZAlIaUUpRoFU3oA2gWR0CcPoicG1QZdX2UKGgGaAloD0MIbqZCPJIGYkCUhpRSlGgVTegDaBZHQJw/T84xUNt1fZQoaAZoCWgPQwjedMsO8UliQJSGlFKUaBVN6ANoFkdAnEbo77sOXnV9lChoBmgJaA9DCKysbYpH22VAlIaUUpRoFU3oA2gWR0CcTly6tknUdX2UKGgGaAloD0MIv51EhP/tY0CUhpRSlGgVTegDaBZHQJxXBljEvTR1fZQoaAZoCWgPQwgPlxx3SgZiQJSGlFKUaBVN6ANoFkdAnFt1rRBu43V9lChoBmgJaA9DCL/v37y4EGVAlIaUUpRoFU3oA2gWR0CcXm2y9mHydX2UKGgGaAloD0MIfa1LjVAgYkCUhpRSlGgVTegDaBZHQJxgkIyCWeJ1fZQoaAZoCWgPQwiY3v5ctIlkQJSGlFKUaBVN6ANoFkdAnGDlzQu27XV9lChoBmgJaA9DCCiAYmTJSF1AlIaUUpRoFU3oA2gWR0CcYwYxtYSydX2UKGgGaAloD0MI0XXhB+dgXECUhpRSlGgVTegDaBZHQJxjd9ORDCx1fZQoaAZoCWgPQwixbOaQVHpkQJSGlFKUaBVN6ANoFkdAnGvtic5Ke3V9lChoBmgJaA9DCG8Sg8DKTF5AlIaUUpRoFU3oA2gWR0CccOGQ0XP7dX2UKGgGaAloD0MIPX5v0x+uYECUhpRSlGgVTegDaBZHQJx0AT37DVJ1fZQoaAZoCWgPQwgZdELooBVcQJSGlFKUaBVN6ANoFkdAnHU92ovSMXV9lChoBmgJaA9DCLBYw0XuWF5AlIaUUpRoFU3oA2gWR0CcdbFiKBNFdX2UKGgGaAloD0MIcET3rGuCYECUhpRSlGgVTegDaBZHQJx2iVcD8tR1fZQoaAZoCWgPQwgOLh1znsRTQJSGlFKUaBVN6ANoFkdAnHmMPatcOnV9lChoBmgJaA9DCOCik6XW02JAlIaUUpRoFU3oA2gWR0CcgX0nPVurdX2UKGgGaAloD0MIUFJgAcxtYkCUhpRSlGgVTegDaBZHQJyJvjBEa2p1fZQoaAZoCWgPQwjHSWHeY/5kQJSGlFKUaBVN6ANoFkdAnI6yfQKKHnV9lChoBmgJaA9DCKsHzEOmb2FAlIaUUpRoFU3oA2gWR0CckwrKeTV2dX2UKGgGaAloD0MI6J/gYkVXXECUhpRSlGgVTegDaBZHQJyVIcS5AhV1fZQoaAZoCWgPQwimtWlsL8dhQJSGlFKUaBVN6ANoFkdAnKtyzw+dLHVlLg==" | |
| }, | |
| "ep_success_buffer": { | |
| ":type:": "<class 'collections.deque'>", | |
| ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg==" | |
| }, | |
| "_n_updates": 256, | |
| "n_steps": 2048, | |
| "gamma": 0.999, | |
| "gae_lambda": 0.98, | |
| "ent_coef": 0.01, | |
| "vf_coef": 0.5, | |
| "max_grad_norm": 0.5, | |
| "batch_size": 128, | |
| "n_epochs": 16, | |
| "clip_range": { | |
| ":type:": "<class 'function'>", | |
| ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu" | |
| }, | |
| "clip_range_vf": null, | |
| "normalize_advantage": true, | |
| "target_kl": null | |
| } |