| { | |
| "policy_class": { | |
| ":type:": "<class 'abc.ABCMeta'>", | |
| ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", | |
| "__module__": "stable_baselines3.common.policies", | |
| "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param sde_net_arch: Network architecture for extracting features\n when using gSDE. If None, the latent features from the policy will be used.\n Pass an empty list to use the states as features.\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", | |
| "__init__": "<function ActorCriticPolicy.__init__ at 0x7f7c4a07a050>", | |
| "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f7c4a07a0e0>", | |
| "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f7c4a07a170>", | |
| "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f7c4a07a200>", | |
| "_build": "<function ActorCriticPolicy._build at 0x7f7c4a07a290>", | |
| "forward": "<function ActorCriticPolicy.forward at 0x7f7c4a07a320>", | |
| "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f7c4a07a3b0>", | |
| "_predict": "<function ActorCriticPolicy._predict at 0x7f7c4a07a440>", | |
| "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f7c4a07a4d0>", | |
| "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f7c4a07a560>", | |
| "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f7c4a07a5f0>", | |
| "__abstractmethods__": "frozenset()", | |
| "_abc_impl": "<_abc._abc_data object at 0x7f7c4a071d40>" | |
| }, | |
| "verbose": 1, | |
| "policy_kwargs": {}, | |
| "observation_space": { | |
| ":type:": "<class 'gym.spaces.box.Box'>", | |
| ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", | |
| "dtype": "float32", | |
| "_shape": [ | |
| 8 | |
| ], | |
| "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", | |
| "high": "[inf inf inf inf inf inf inf inf]", | |
| "bounded_below": "[False False False False False False False False]", | |
| "bounded_above": "[False False False False False False False False]", | |
| "_np_random": null | |
| }, | |
| "action_space": { | |
| ":type:": "<class 'gym.spaces.discrete.Discrete'>", | |
| ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", | |
| "n": 4, | |
| "_shape": [], | |
| "dtype": "int64", | |
| "_np_random": null | |
| }, | |
| "n_envs": 16, | |
| "num_timesteps": 3014656, | |
| "_total_timesteps": 3000000, | |
| "_num_timesteps_at_start": 0, | |
| "seed": null, | |
| "action_noise": null, | |
| "start_time": 1674252950135636214, | |
| "learning_rate": 0.0003, | |
| "tensorboard_log": null, | |
| "lr_schedule": { | |
| ":type:": "<class 'function'>", | |
| ":serialized:": "gAWVDQMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMbS9ob21lL2NocmlzL2FuYWNvbmRhMy9lbnZzL2RlZXBfcmxfY2xhc3NfdW5pdDEvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuAQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjG0vaG9tZS9jaHJpcy9hbmFjb25kYTMvZW52cy9kZWVwX3JsX2NsYXNzX3VuaXQxL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu" | |
| }, | |
| "_last_obs": { | |
| ":type:": "<class 'numpy.ndarray'>", | |
| ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAM2qED32mBy6Jrk7tz05mLLQrAM7zuRcNgAAgD8AAIA/zWVAPa7ttroIgDqzHKekq4QzVzjjXL4zAACAPwAAgD/mbh69KFCZvOZJgD4wzgq+AJoXvdZqnr4AAIA/AACAP5ozLr0003Q/tW0Zvhat+b4uUJe9867AvQAAAAAAAAAAszZrPZg7lD+/iYM+nqYTvwqL9j228sM9AAAAAAAAAABAvw0+KNyMP/uJ/j4rXCK/Q+cfPoasVT4AAAAAAAAAANoBoj1NNEU/YlVTO920Ab9obQo+QnTcvQAAAAAAAAAAM+LbPbHPnj7yXz6+pmyjvr5V4bucEQa+AAAAAAAAAACaAVI7H8m4u+BwLTxeSKY8fAEIvZfxiz0AAIA/AACAP5pRLzsUmJ+64ipitQpggbAQIsC6aweVNAAAgD8AAIA/ZseQPPYIVbqY3mi5GrxhtB8e7zolPYk4AACAPwAAgD/Aw2++mOquPn2D0z5+na2+M3kXvpozhz4AAAAAAAAAAGZcJzyKU3s8GkJJPsT7o75StRc+NP6dvQAAAAAAAIA/zeqYPXtig7pDfjG6gcv0uJS+YroiHVw5AACAPwAAgD9aDYy9T88VPhd0yj1Bf7m+L6MBvSocGj0AAAAAAAAAADOKrTwUgKi6wgdXOdf8VTSOQc866+52uAAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg==" | |
| }, | |
| "_last_episode_starts": { | |
| ":type:": "<class 'numpy.ndarray'>", | |
| ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg==" | |
| }, | |
| "_last_original_obs": null, | |
| "_episode_num": 0, | |
| "use_sde": false, | |
| "sde_sample_freq": -1, | |
| "_current_progress_remaining": -0.004885333333333408, | |
| "ep_info_buffer": { | |
| ":type:": "<class 'collections.deque'>", | |
| ":serialized:": "gAWVMRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMID5wzorSBcUCUhpRSlIwBbJRL+YwBdJRHQPXuRk1ZTyd1fZQoaAZoCWgPQwhVMZV+Am9zQJSGlFKUaBVNbwFoFkdA9e5Gp6po9XV9lChoBmgJaA9DCIZXkjyXJHFAlIaUUpRoFUv4aBZHQPXuR4qhDgJ1fZQoaAZoCWgPQwjrOel9IylwQJSGlFKUaBVLx2gWR0D17kjPtUn5dX2UKGgGaAloD0MI/pqsUQ8dcECUhpRSlGgVTQwBaBZHQPXuSYqtozx1fZQoaAZoCWgPQwgNbmsLj3RzQJSGlFKUaBVL6mgWR0D17kpxhDw6dX2UKGgGaAloD0MILxnHSDZ8cUCUhpRSlGgVS8xoFkdA9e5LEeZG8XV9lChoBmgJaA9DCMIXJlOFWW9AlIaUUpRoFUvPaBZHQPXuTIIhQnB1fZQoaAZoCWgPQwjGMv0ScVJyQJSGlFKUaBVL12gWR0D17k2s6JZXdX2UKGgGaAloD0MIlScQdgopcECUhpRSlGgVTR4BaBZHQPXuTePPszF1fZQoaAZoCWgPQwhig4WTtNxvQJSGlFKUaBVL2mgWR0D17k4Dp1RtdX2UKGgGaAloD0MIlGqfjgdQcECUhpRSlGgVTQEBaBZHQPXuTjYkE9t1fZQoaAZoCWgPQwj26053XiZ0QJSGlFKUaBVL9GgWR0D17k5kJa7mdX2UKGgGaAloD0MIc9nonJ+VcUCUhpRSlGgVS9poFkdA9e5O1nZkCnV9lChoBmgJaA9DCD+nID9bunFAlIaUUpRoFUvSaBZHQPXuT22jO9p1fZQoaAZoCWgPQwh0YaQX9XtyQJSGlFKUaBVL/GgWR0D17lBBHkLhdX2UKGgGaAloD0MIVg+YhwxJcUCUhpRSlGgVS91oFkdA9e5TlNUOu3V9lChoBmgJaA9DCJG3XP1Y4HBAlIaUUpRoFUvLaBZHQPXuU5X9zfd1fZQoaAZoCWgPQwiFfTuJyGhwQJSGlFKUaBVNJwFoFkdA9e5UiRwIdHV9lChoBmgJaA9DCLEYda09L3JAlIaUUpRoFU0/AWgWR0D17lZZV4ordX2UKGgGaAloD0MIda29T9UgcECUhpRSlGgVS/NoFkdA9e5Xx33Yc3V9lChoBmgJaA9DCIenV8py4XJAlIaUUpRoFU1GAWgWR0D17lfnwXqJdX2UKGgGaAloD0MIjuVd9QCzcUCUhpRSlGgVS9VoFkdA9e5ZFPBSDXV9lChoBmgJaA9DCET67etAI3FAlIaUUpRoFUvRaBZHQPXuWRK5Cnh1fZQoaAZoCWgPQwh0toDQunxxQJSGlFKUaBVNKQFoFkdA9e5aM2JizHV9lChoBmgJaA9DCIYcW8/QbnNAlIaUUpRoFUvwaBZHQPXuWpeKKpF1fZQoaAZoCWgPQwjB/uvcNIJuQJSGlFKUaBVL4WgWR0D17lrEjPfLdX2UKGgGaAloD0MIaJQu/YtJckCUhpRSlGgVS+poFkdA9e5a2ovSMXV9lChoBmgJaA9DCG3/ykoTCnNAlIaUUpRoFUvWaBZHQPXuWxYgaFV1fZQoaAZoCWgPQwjJdyl1CY1zQJSGlFKUaBVNDQFoFkdA9e5bOFQEZHV9lChoBmgJaA9DCOqu7ILBEXJAlIaUUpRoFU0OAWgWR0D17lwe9zwMdX2UKGgGaAloD0MIowbTMPyRckCUhpRSlGgVS99oFkdA9e5cizPa+XV9lChoBmgJaA9DCIiCGVOwCHJAlIaUUpRoFUvXaBZHQPXuYEDEFW51fZQoaAZoCWgPQwiGdHgI455xQJSGlFKUaBVL8GgWR0D17mHAB1cMdX2UKGgGaAloD0MIDw2LUdelbkCUhpRSlGgVS+VoFkdA9e5iFoxpL3V9lChoBmgJaA9DCM3K9iGvmXBAlIaUUpRoFUvYaBZHQPXuZVUS7Gx1fZQoaAZoCWgPQwhYrOEiN1dwQJSGlFKUaBVL+GgWR0D17mXWGyoodX2UKGgGaAloD0MINe1immnjcUCUhpRSlGgVS+poFkdA9e5mtITXa3V9lChoBmgJaA9DCA9h/DRuvW5AlIaUUpRoFUvhaBZHQPXuZ5fsu4B1fZQoaAZoCWgPQwi2LF+X4YxyQJSGlFKUaBVLyWgWR0D17mfhpg1FdX2UKGgGaAloD0MICttPxnhScUCUhpRSlGgVS+hoFkdA9e5oHCj1w3V9lChoBmgJaA9DCH9Ma9NYwm1AlIaUUpRoFUvQaBZHQPXuaJP9DQZ1fZQoaAZoCWgPQwhMHHkgciByQJSGlFKUaBVL7mgWR0D17mnhfShKdX2UKGgGaAloD0MIRWgEG1dhcECUhpRSlGgVS+1oFkdA9e5q7iZOSHV9lChoBmgJaA9DCCHn/X+c6HBAlIaUUpRoFUv4aBZHQPXuaxdszl91fZQoaAZoCWgPQwhHOC14EclxQJSGlFKUaBVL42gWR0D17mukUbkwdX2UKGgGaAloD0MIUyCzs2gickCUhpRSlGgVTSUBaBZHQPXubszeoDR1fZQoaAZoCWgPQwjGwhA5vetzQJSGlFKUaBVNCwFoFkdA9e5vXWFvh3V9lChoBmgJaA9DCC9szVaewXBAlIaUUpRoFUvEaBZHQPXucMQUYbd1fZQoaAZoCWgPQwhX7ZqQVp9xQJSGlFKUaBVL6mgWR0D17nFiItUXdX2UKGgGaAloD0MI+Kbps8OAckCUhpRSlGgVS+xoFkdA9e5zUipvP3V9lChoBmgJaA9DCO0pOSf203JAlIaUUpRoFUvlaBZHQPXudprO7g91fZQoaAZoCWgPQwiEnziA/vZwQJSGlFKUaBVL7GgWR0D17neKMNtqdX2UKGgGaAloD0MITioaa/9Pb0CUhpRSlGgVS9RoFkdA9e539oi9qXV9lChoBmgJaA9DCOEp5Ep9mnBAlIaUUpRoFUvZaBZHQPXueCQXAM51fZQoaAZoCWgPQwjUCz7NCQZyQJSGlFKUaBVL5WgWR0D17ni0jTrndX2UKGgGaAloD0MIRnu8kE4IcECUhpRSlGgVS8doFkdA9e55zHjp93V9lChoBmgJaA9DCK3boPYboHFAlIaUUpRoFUvsaBZHQPXuejPWxyJ1fZQoaAZoCWgPQwiJYYcx6dtvQJSGlFKUaBVL3mgWR0D17npnvDxcdX2UKGgGaAloD0MILC0j9Z6cckCUhpRSlGgVTQsBaBZHQPXuenT6SDB1fZQoaAZoCWgPQwjmkT8YeChLQJSGlFKUaBVLomgWR0D17nqWKMvRdX2UKGgGaAloD0MIZk0s8JUlcUCUhpRSlGgVS+5oFkdA9e58KTB68nV9lChoBmgJaA9DCFwFMdD1KHBAlIaUUpRoFUvAaBZHQPXufKqhlDp1fZQoaAZoCWgPQwjbTIV4ZK9xQJSGlFKUaBVNBAFoFkdA9e59uocaO3V9lChoBmgJaA9DCPKxu0BJmG1AlIaUUpRoFUvTaBZHQPXuftTfixV1fZQoaAZoCWgPQwhgArfuZvRwQJSGlFKUaBVL6GgWR0D17oCUs4DLdX2UKGgGaAloD0MIQ3QIHAk2ckCUhpRSlGgVS9VoFkdA9e6BGAoXsXV9lChoBmgJaA9DCCk+PiG77nFAlIaUUpRoFUvKaBZHQPXug90mtyR1fZQoaAZoCWgPQwgEOpM21X1xQJSGlFKUaBVL0GgWR0D17oSPKuB+dX2UKGgGaAloD0MIlDKpoc1nc0CUhpRSlGgVS99oFkdA9e6FmmgrY3V9lChoBmgJaA9DCBjshm3LtHBAlIaUUpRoFUv7aBZHQPXuhiLyc1B1fZQoaAZoCWgPQwjFkQciS2hwQJSGlFKUaBVL4WgWR0D17oZEbYK6dX2UKGgGaAloD0MIkUPEzSlQb0CUhpRSlGgVS9JoFkdA9e6GUj1PFnV9lChoBmgJaA9DCOYffZOmC3FAlIaUUpRoFUvmaBZHQPXuiE7FKkF1fZQoaAZoCWgPQwiI8ZpXdT5yQJSGlFKUaBVL8WgWR0D17ojRK6FudX2UKGgGaAloD0MIol7wac4ncUCUhpRSlGgVS+5oFkdA9e6JAVO9FnV9lChoBmgJaA9DCGsOEMzRnG1AlIaUUpRoFUvRaBZHQPXuiP56+nJ1fZQoaAZoCWgPQwgB323euDxtQJSGlFKUaBVL9GgWR0D17oksJ6Y3dX2UKGgGaAloD0MIiJ//Hrz+cUCUhpRSlGgVS9poFkdA9e6Mf9UCJXV9lChoBmgJaA9DCN2WyAVnOW9AlIaUUpRoFU0BAWgWR0D17oyYCyQgdX2UKGgGaAloD0MIWMhcGZTFckCUhpRSlGgVS/JoFkdA9e6M1um78XV9lChoBmgJaA9DCGx8JvunMXJAlIaUUpRoFUv0aBZHQPXukJDNQj51fZQoaAZoCWgPQwgQ6EzalM9wQJSGlFKUaBVL0WgWR0D17pOqfvnbdX2UKGgGaAloD0MIOkGbHL4qckCUhpRSlGgVS8xoFkdA9e6ULYoRZnV9lChoBmgJaA9DCAWiJ2VSzm1AlIaUUpRoFU0tAWgWR0D17pSFYdQwdX2UKGgGaAloD0MIYcQ+AdRFckCUhpRSlGgVS9JoFkdA9e6UmxIJ7nV9lChoBmgJaA9DCBajrrW3z3JAlIaUUpRoFUvmaBZHQPXulcHhS+B1fZQoaAZoCWgPQwh9z0iEBiFyQJSGlFKUaBVL2WgWR0D17pcttQ9BdX2UKGgGaAloD0MIQbgCCrWHcUCUhpRSlGgVS9VoFkdA9e6XZeNT+HV9lChoBmgJaA9DCChJ10y+UHNAlIaUUpRoFU0ZAWgWR0D17pedIXj3dX2UKGgGaAloD0MI8ExokljBckCUhpRSlGgVTTgBaBZHQPXumMsWfsh1fZQoaAZoCWgPQwhyxcVRefxwQJSGlFKUaBVL8mgWR0D17pmlqagFdX2UKGgGaAloD0MIeQJhp1hMb0CUhpRSlGgVS/poFkdA9e6Z+8scyXV9lChoBmgJaA9DCHmxMETO+21AlIaUUpRoFUv/aBZHQPXumksK9f11fZQoaAZoCWgPQwj4F0Fjpq9tQJSGlFKUaBVL6WgWR0D17p0YL9dedX2UKGgGaAloD0MIa0jcY+lObkCUhpRSlGgVTQABaBZHQPXunmpda+x1fZQoaAZoCWgPQwjiBnx+mPxxQJSGlFKUaBVLw2gWR0D17qGmw7kodX2UKGgGaAloD0MIaw97oQCrckCUhpRSlGgVS9JoFkdA9e6jKioKlnV9lChoBmgJaA9DCBXj/E0odnBAlIaUUpRoFU1PAWgWR0D17qRwWnCPdX2UKGgGaAloD0MIMSO8PYjWcUCUhpRSlGgVS85oFkdA9e6kimEXcnVlLg==" | |
| }, | |
| "ep_success_buffer": { | |
| ":type:": "<class 'collections.deque'>", | |
| ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg==" | |
| }, | |
| "_n_updates": 460, | |
| "n_steps": 2048, | |
| "gamma": 0.9999, | |
| "gae_lambda": 0.99, | |
| "ent_coef": 0.01, | |
| "vf_coef": 0.5, | |
| "max_grad_norm": 0.5, | |
| "batch_size": 64, | |
| "n_epochs": 5, | |
| "clip_range": { | |
| ":type:": "<class 'function'>", | |
| ":serialized:": "gAWVDQMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMbS9ob21lL2NocmlzL2FuYWNvbmRhMy9lbnZzL2RlZXBfcmxfY2xhc3NfdW5pdDEvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuAQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjG0vaG9tZS9jaHJpcy9hbmFjb25kYTMvZW52cy9kZWVwX3JsX2NsYXNzX3VuaXQxL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu" | |
| }, | |
| "clip_range_vf": null, | |
| "normalize_advantage": true, | |
| "target_kl": null | |
| } |