Upload PPO LunarLander-v2 trained agent

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 249.10 +/- 21.02
+      value: 281.61 +/- 12.28
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fbd5dce45e0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fbd5dce4670>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fbd5dce4700>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fbd5dce4790>", "_build": "<function ActorCriticPolicy._build at 0x7fbd5dce4820>", "forward": "<function ActorCriticPolicy.forward at 0x7fbd5dce48b0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fbd5dce4940>", "_predict": "<function ActorCriticPolicy._predict at 0x7fbd5dce49d0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fbd5dce4a60>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fbd5dce4af0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fbd5dce4b80>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7fbd5dcdae40>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1670599587172983130, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAAC11rwBrWA/SbUzvPfLcL4y2Pa8I72oOwAAAAAAAAAAcyAEvr3/bzx6eDk+Q+8CvmXynD04etC7AAAAAAAAAABN5ES9F8lTPjYwFL3Tm16+0/46vVDOaLsAAAAAAAAAAM1uEb02eZs/LVVbvZOyk76M4129hjiAvQAAAAAAAAAAZuhzPHYZsD8i2b49DPeRvrRUEz1Bmr89AAAAAAAAAAAAR5g8ehhCP5MeLb2OmZC+IQoJvJ3cWbwAAAAAAAAAALOhzD0Kp4I/RefbPBOOXb5EE7Y98Xe2vQAAAAAAAAAAsxG5PXsAhbrmLz86SaIsNfhuBzsY0165AACAPwAAAAA6aiy+xPgTPy2hez7Rhnu+p9IiPWpxO70AAAAAAAAAAGbMtrycRA+8SinLu68lhzzZfmm9pSFiPQAAgD8AAIA/bkyKvvIHTT/K0qA7s06ivtJVJ77rRjw+AAAAAAAAAADzxXC+Ome8PtGMnD7eZxW+WrNoPTbcgj0AAAAAAAAAAEb4AL5XMl0/ejWJvJ9ljb71oqi9BV+RvAAAAAAAAAAADQjlPd6neD+m2gs+0CSTvjKVmD0vFyg9AAAAAAAAAACzcz6+mxGdPyUZI7/alLq+ERVWvl8Hnb4AAAAAAAAAAABzBD7vQhY/omqtvMYkTL7+TgM9ImBfvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVgBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIvjPaqqSvbkCUhpRSlIwBbJRNUwGMAXSUR0CTAICNS619dX2UKGgGaAloD0MIjIS2nMuSb0CUhpRSlGgVTUgBaBZHQJMBrIZIg/11fZQoaAZoCWgPQwihoX+CS2txQJSGlFKUaBVNVAFoFkdAkxbvMSsbN3V9lChoBmgJaA9DCL4wmSrYC3FAlIaUUpRoFU1pAWgWR0CTF7VOKwY+dX2UKGgGaAloD0MIATJ07GAIcUCUhpRSlGgVTWYBaBZHQJMX8nUlRgt1fZQoaAZoCWgPQwhpHVVNULpwQJSGlFKUaBVNRwFoFkdAkxgGVZ9uxnV9lChoBmgJaA9DCIW0xqCTRm9AlIaUUpRoFU1iAWgWR0CTGEjOs1badX2UKGgGaAloD0MIK21xjY8qcUCUhpRSlGgVTVMBaBZHQJMY9i9Zid91fZQoaAZoCWgPQwjtC+iFu3xwQJSGlFKUaBVNXQFoFkdAkxlJf+jubHV9lChoBmgJaA9DCFVszOuIPG5AlIaUUpRoFU1HAWgWR0CTGzCQ9zOpdX2UKGgGaAloD0MIi6pf6XwVbkCUhpRSlGgVTVYBaBZHQJMb2wu/UON1fZQoaAZoCWgPQwhEUDV69VNwQJSGlFKUaBVNXwFoFkdAkx33lnyup3V9lChoBmgJaA9DCI3sSsvIMG9AlIaUUpRoFU01AWgWR0CTHmzIFNcodX2UKGgGaAloD0MIJ58e2zLFcECUhpRSlGgVTSoBaBZHQJMesALiMpB1fZQoaAZoCWgPQwja44V0+GZuQJSGlFKUaBVNVgFoFkdAkyA/WUbDM3V9lChoBmgJaA9DCGVvKeeLdXBAlIaUUpRoFU1AAWgWR0CTIKRiw0O3dX2UKGgGaAloD0MItB1Td2W1cUCUhpRSlGgVTTUBaBZHQJMjPW7OE/V1fZQoaAZoCWgPQwhJn1bRn8twQJSGlFKUaBVNSgFoFkdAkyNeqWC2+nV9lChoBmgJaA9DCLq9pDFakW1AlIaUUpRoFU09AWgWR0CTI878vVVhdX2UKGgGaAloD0MI7ISX4NRqbkCUhpRSlGgVTUIBaBZHQJMkFDRc/t91fZQoaAZoCWgPQwi/K4L/LSZwQJSGlFKUaBVNRAFoFkdAkyRokzGgjHV9lChoBmgJaA9DCAubAS4IKXFAlIaUUpRoFU2sAmgWR0CTJNH2RJVbdX2UKGgGaAloD0MIR//LtWhFbkCUhpRSlGgVTUcBaBZHQJMlh2Pkq+d1fZQoaAZoCWgPQwg3+pgPyDFyQJSGlFKUaBVNVgFoFkdAkyW5s9B8hXV9lChoBmgJaA9DCMMpc/MNZGxAlIaUUpRoFU0QA2gWR0CTJeLzwtrcdX2UKGgGaAloD0MIcVXZd8XHcECUhpRSlGgVTUEBaBZHQJMnDUTcqON1fZQoaAZoCWgPQwh87ZklAbpwQJSGlFKUaBVNSwFoFkdAkyfl0HQhOnV9lChoBmgJaA9DCALTad2GQHBAlIaUUpRoFU04AWgWR0CTKayWzF/AdX2UKGgGaAloD0MImwKZnYVFckCUhpRSlGgVTVQBaBZHQJMqAzeoDPp1fZQoaAZoCWgPQwh2HD9UmtVwQJSGlFKUaBVNKQFoFkdAkyqUSM98qnV9lChoBmgJaA9DCBUeNLsuhnBAlIaUUpRoFU1wAWgWR0CTK2YIjW07dX2UKGgGaAloD0MIumbyzba6bUCUhpRSlGgVTUMBaBZHQJMr42fkFOh1fZQoaAZoCWgPQwh1WyIXnCZyQJSGlFKUaBVNIgFoFkdAky0S1eBxxXV9lChoBmgJaA9DCDeN7bXgyXBAlIaUUpRoFU0iAWgWR0CTLS6Uqx1QdX2UKGgGaAloD0MIYeC59/CecUCUhpRSlGgVTTABaBZHQJMuUh+vyLB1fZQoaAZoCWgPQwjx9bUutS9wQJSGlFKUaBVNLgFoFkdAky6QccU/OnV9lChoBmgJaA9DCCOERxsHlHBAlIaUUpRoFU1YAWgWR0CTL3VnEl3RdX2UKGgGaAloD0MIUz9vKpL4cECUhpRSlGgVTSkBaBZHQJMvh0V8CxN1fZQoaAZoCWgPQwiB6EmZFIJxQJSGlFKUaBVNNAFoFkdAkzABgeA/cHV9lChoBmgJaA9DCF66SQwCXnJAlIaUUpRoFU1hAWgWR0CTMKRu0kWzdX2UKGgGaAloD0MIt+ulKYLMbUCUhpRSlGgVTUYBaBZHQJMwwSElE7Z1fZQoaAZoCWgPQwi/fLJiuBNuQJSGlFKUaBVNOgFoFkdAkzJqFmFrVXV9lChoBmgJaA9DCLw9CAH5lm9AlIaUUpRoFU1KAWgWR0CTNPfdyksSdX2UKGgGaAloD0MIgVmhSDcLcECUhpRSlGgVTVIBaBZHQJM1osRQJol1fZQoaAZoCWgPQwj4iJgSiUFwQJSGlFKUaBVNVwFoFkdAkzaBv73wkXV9lChoBmgJaA9DCDQuHAgJEXJAlIaUUpRoFU3FAWgWR0CTNoyIHkcTdX2UKGgGaAloD0MIGm7A54dgcECUhpRSlGgVTVUBaBZHQJM3RFnZkCp1fZQoaAZoCWgPQwg1Qj9TL05uQJSGlFKUaBVNUQFoFkdAkzecImgJ1XV9lChoBmgJaA9DCOZd9YD5DnBAlIaUUpRoFU1KAWgWR0CTOH2MbWEsdX2UKGgGaAloD0MIEFg5tEihbkCUhpRSlGgVTUwBaBZHQJM4qrLhaTx1fZQoaAZoCWgPQwhz1xLywUhwQJSGlFKUaBVNJgFoFkdAkzmotUXHinV9lChoBmgJaA9DCKPqVzofFXBAlIaUUpRoFU1aAWgWR0CTTcNGViWndX2UKGgGaAloD0MI0y6mmS6QcECUhpRSlGgVTTcBaBZHQJNOD0+TvAp1fZQoaAZoCWgPQwhDVrd6jhpwQJSGlFKUaBVNJgFoFkdAk05DsyBTXXV9lChoBmgJaA9DCLzplh3iTWxAlIaUUpRoFU1OAWgWR0CTTknmaH9FdX2UKGgGaAloD0MIic+dYH83b0CUhpRSlGgVTYEBaBZHQJNOwwEhaDB1fZQoaAZoCWgPQwhn0qbqnqFvQJSGlFKUaBVNTgFoFkdAk1FFAVwgknV9lChoBmgJaA9DCGufjscMmW9AlIaUUpRoFU05AWgWR0CTU+wl0HQhdX2UKGgGaAloD0MILzatFAI1cUCUhpRSlGgVTREBaBZHQJNVmd6LOzJ1fZQoaAZoCWgPQwiD3bBt0XpuQJSGlFKUaBVNewFoFkdAk1Yo0Q9RrXV9lChoBmgJaA9DCOEp5Eq9HXBAlIaUUpRoFU1LAWgWR0CTVre/5+H8dX2UKGgGaAloD0MIsryrHjC9b0CUhpRSlGgVTTQBaBZHQJNXbKMefZp1fZQoaAZoCWgPQwga3NYWHltxQJSGlFKUaBVNZAFoFkdAk1grcfvF33V9lChoBmgJaA9DCKES1zGuJkdAlIaUUpRoFU0IAWgWR0CTWC17pmmMdX2UKGgGaAloD0MIICi37TsacECUhpRSlGgVTSUBaBZHQJNZjAYYR/V1fZQoaAZoCWgPQwh0fLQ4o3xyQJSGlFKUaBVNUAFoFkdAk1mhj8UEgXV9lChoBmgJaA9DCBjshm0LB3FAlIaUUpRoFU1BAWgWR0CTWgg3974SdX2UKGgGaAloD0MIaaz9ne3Bb0CUhpRSlGgVTUEBaBZHQJNak7T2FnJ1fZQoaAZoCWgPQwgomgewiFtwQJSGlFKUaBVNaQFoFkdAk1xyEQGwA3V9lChoBmgJaA9DCGEYsOSqkXJAlIaUUpRoFU0QAmgWR0CTXUGwiaAndX2UKGgGaAloD0MIvFgYIqdycUCUhpRSlGgVTTUBaBZHQJNdZsoDxLF1fZQoaAZoCWgPQwgZy/RLRPFxQJSGlFKUaBVNIAFoFkdAk18SRSxZ+3V9lChoBmgJaA9DCG9jsyOVXHFAlIaUUpRoFU0tAWgWR0CTYQCzC1qndX2UKGgGaAloD0MIn1VmSutPckCUhpRSlGgVTSQBaBZHQJNhoKpkwvh1fZQoaAZoCWgPQwilMO9xptVtQJSGlFKUaBVNPQFoFkdAk2NhyCFsYXV9lChoBmgJaA9DCDeN7bVgo3BAlIaUUpRoFU1dAWgWR0CTY4rwe/5+dX2UKGgGaAloD0MIOzlDccc+b0CUhpRSlGgVTS4BaBZHQJNk7IsAeaN1fZQoaAZoCWgPQwgu5ueG5ghyQJSGlFKUaBVNJwFoFkdAk2UrbHp8nnV9lChoBmgJaA9DCGSxTSqaaHFAlIaUUpRoFU04AWgWR0CTZWrMTviMdX2UKGgGaAloD0MI2NXkKWvMcUCUhpRSlGgVTWYBaBZHQJNlv/ffoA51fZQoaAZoCWgPQwgP7WMF/xVwQJSGlFKUaBVNJwFoFkdAk2XMZtNzsHV9lChoBmgJaA9DCIhLjjulh0hAlIaUUpRoFU0WAWgWR0CTZzqrR0EHdX2UKGgGaAloD0MI843onvXfcECUhpRSlGgVTZMBaBZHQJNnajN6gNB1fZQoaAZoCWgPQwiO5V31gIlxQJSGlFKUaBVNJgFoFkdAk2iLKFIuoXV9lChoBmgJaA9DCJtY4Cu6uVhAlIaUUpRoFU3oA2gWR0CTaMcd5prUdX2UKGgGaAloD0MI4QhSKfZocUCUhpRSlGgVTS8BaBZHQJNo+IvalDZ1fZQoaAZoCWgPQwi4V+atus9vQJSGlFKUaBVNJwFoFkdAk2xxwQ176nV9lChoBmgJaA9DCJoJhnONV25AlIaUUpRoFU1tAWgWR0CTbKUBnzxxdX2UKGgGaAloD0MIsrj/yPQWbkCUhpRSlGgVTV0BaBZHQJNt59Cu2Z11fZQoaAZoCWgPQwiYwK27edJwQJSGlFKUaBVNNgFoFkdAk26zqrzXjHV9lChoBmgJaA9DCC4bnfNT81BAlIaUUpRoFU3oA2gWR0CTbr78Nx2jdX2UKGgGaAloD0MIzF1LyIe0cECUhpRSlGgVTT4BaBZHQJNu2iudPLx1fZQoaAZoCWgPQwjAJJUpppZyQJSGlFKUaBVNTAFoFkdAk3DWXXyy2XV9lChoBmgJaA9DCBf1Se6wLm1AlIaUUpRoFU08AWgWR0CTcRDaoMrmdX2UKGgGaAloD0MIwmosYW02RUCUhpRSlGgVS+ZoFkdAk3FOFg2If3V9lChoBmgJaA9DCEz+J393t2xAlIaUUpRoFU1CAWgWR0CTcVcbzbvgdX2UKGgGaAloD0MIbtqM05A8cECUhpRSlGgVTVMBaBZHQJNxlCtzS1F1fZQoaAZoCWgPQwjDu1zEdxhxQJSGlFKUaBVNPwFoFkdAk3KLfHggo3V9lChoBmgJaA9DCG7A54fRknFAlIaUUpRoFU1CAWgWR0CTcs/yoXKsdX2UKGgGaAloD0MIsRnggmyVcECUhpRSlGgVTSUBaBZHQJNzK4/eLvV1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.133+-x86_64-with-glibc2.27 #1 SMP Fri Aug 26 08:44:51 UTC 2022", "Python": "3.8.16", "Stable-Baselines3": "1.6.2", "PyTorch": "1.13.0+cu116", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7efdf402dd30>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7efdf402ddc0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7efdf402de50>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7efdf402dee0>", "_build": "<function ActorCriticPolicy._build at 0x7efdf402df70>", "forward": "<function ActorCriticPolicy.forward at 0x7efdf4031040>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7efdf40310d0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7efdf4031160>", "_predict": "<function ActorCriticPolicy._predict at 0x7efdf40311f0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7efdf4031280>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7efdf4031310>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7efdf40313a0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7efdf4027c60>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1676899504416441865, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAFvyg76xryO9z9KZvN+5IrtKtZA+uLTuOwAAgD8AAIA/s30RvcNReroulpA49dd+M1cugro6F6m3AACAPwAAgD+aBXy8cdxOu0eHNLry0l49a/kMvKYREjoAAIA/AACAPxrNvD3IzZg/Gj8XP5JFK78pRkQ9szoLPgAAAAAAAAAA9qi7vsc1Rj/NVrK9zhDhvgUB1L7mo849AAAAAAAAAABmhi07ewqcuvuQYLi3LVCzIJTgOp+qgTcAAIA/AACAPwAlNr2ajKo/z2U5v7G4Jb/9etc8XLSaOgAAAAAAAAAAmlPqvDYHU7w096C8ik3vPFTTtj3GA7+9AACAPwAAgD8A6+a8CMa2PRxFmL2tfmO+orRnvWx9wb0AAAAAAAAAAPMi3D1uptg9HJJLvuJ+R75MK2e9XYsGvQAAAAAAAAAAbV02PgScuz8TPBU/7maUvrDIRj7Dnms+AAAAAAAAAAAaAx69nOBpvKGnhj0jH6W8EVHUvevLhb0AAIA/AACAPyNqxD4qK4Y/0oOYPuEJEL/u7bs+ftVJvQAAAAAAAAAAcBaAvn6tyD4K+Vk+DGrGvi+IG77OAwQ+AAAAAAAAAABAiLW9FGKWuq6iEbwA7iS2qJ4EOx6GljUAAAAAAAAAAMD42L1dOxQ/72BFu6v4yL66AsC9oHIIPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVSRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIICqNmBmHcECUhpRSlIwBbJRL7owBdJRHQJQFeF23azx1fZQoaAZoCWgPQwh5AmGn2JFwQJSGlFKUaBVNAAFoFkdAlAX1hb4agnV9lChoBmgJaA9DCPN0rihlwXBAlIaUUpRoFUvuaBZHQJQGxPxhDw91fZQoaAZoCWgPQwgYtJCAUSdxQJSGlFKUaBVL9WgWR0CUB8YsNDtxdX2UKGgGaAloD0MIidFzC90ncUCUhpRSlGgVS+ZoFkdAlAgt4RmK7HV9lChoBmgJaA9DCAJHAg22XnJAlIaUUpRoFUvqaBZHQJQIedf9gnd1fZQoaAZoCWgPQwhOZOYClwpUQJSGlFKUaBVLpmgWR0CUCd+bmU4adX2UKGgGaAloD0MIEtvdA/SAcECUhpRSlGgVTScBaBZHQJQJ9uTA31l1fZQoaAZoCWgPQwj20akr37dwQJSGlFKUaBVL+GgWR0CUCgollbu/dX2UKGgGaAloD0MIrvVFQlsCbUCUhpRSlGgVTTgCaBZHQJQLH8vVVgh1fZQoaAZoCWgPQwgVyVcCKdBwQJSGlFKUaBVL7WgWR0CUC0b7TDwZdX2UKGgGaAloD0MIsI9OXXmqcECUhpRSlGgVS/VoFkdAlAtVp48lonV9lChoBmgJaA9DCFdgyOpWZnFAlIaUUpRoFU03AWgWR0CUC2QyAQQMdX2UKGgGaAloD0MIBHEeTiAwcUCUhpRSlGgVTSoBaBZHQJQMGyrxRVJ1fZQoaAZoCWgPQwgQWaSJd01yQJSGlFKUaBVNCgFoFkdAlAx1vhqCYnV9lChoBmgJaA9DCP3dO2pM+29AlIaUUpRoFU04AWgWR0CUDSQtjCpFdX2UKGgGaAloD0MI3Zcz2xU5cECUhpRSlGgVTW4BaBZHQJQNhz6rNnp1fZQoaAZoCWgPQwh2xvfFJQJxQJSGlFKUaBVL9WgWR0CUDoXcxj8UdX2UKGgGaAloD0MI2PSgoJQqb0CUhpRSlGgVS/doFkdAlA8JVsDW9XV9lChoBmgJaA9DCDPeVnptbnNAlIaUUpRoFU1hAWgWR0CUD4Lg4wRHdX2UKGgGaAloD0MIOutTjgkXcECUhpRSlGgVTUMBaBZHQJQPnHlwLmZ1fZQoaAZoCWgPQwgJpS+EnI9tQJSGlFKUaBVL62gWR0CUEEwIdELIdX2UKGgGaAloD0MI/RLx1vkIcUCUhpRSlGgVS/1oFkdAlBC1wT/Q0HV9lChoBmgJaA9DCI8zTdh+zHFAlIaUUpRoFU0LAWgWR0CUEQFnZkCndX2UKGgGaAloD0MIZsHEHwW/cECUhpRSlGgVS/toFkdAlBILQswta3V9lChoBmgJaA9DCFiR0QEJinBAlIaUUpRoFU0PAWgWR0CUEpUhmoR7dX2UKGgGaAloD0MIlstG53xUcUCUhpRSlGgVTSUBaBZHQJQTJwm3OOd1fZQoaAZoCWgPQwjh7NYyGVBwQJSGlFKUaBVNCAFoFkdAlBM8HWz4UXV9lChoBmgJaA9DCKRyE7W0+3FAlIaUUpRoFU2UAWgWR0CUE5nEETxodX2UKGgGaAloD0MIKzOl9ff5cECUhpRSlGgVTSMBaBZHQJQUTurp7kZ1fZQoaAZoCWgPQwh7Ss6JveBtQJSGlFKUaBVNAAFoFkdAlBSKB/Zuh3V9lChoBmgJaA9DCDFcHQCxSXFAlIaUUpRoFU0bAWgWR0CUFNoUBXCCdX2UKGgGaAloD0MIV+nuOhs+bkCUhpRSlGgVTX8BaBZHQJQVdvNu+AV1fZQoaAZoCWgPQwi+S6lLhgZ0QJSGlFKUaBVL+WgWR0CUFcqzZ6D5dX2UKGgGaAloD0MIPSzUmuawcUCUhpRSlGgVTR0BaBZHQJQWQ0HhS+B1fZQoaAZoCWgPQwiWdmouNwtyQJSGlFKUaBVNCwFoFkdAlBbNIbwSanV9lChoBmgJaA9DCFryeFr+snFAlIaUUpRoFU0PAWgWR0CUFtE2YOUddX2UKGgGaAloD0MIbTfBNw3ycECUhpRSlGgVTQEBaBZHQJQXPp9qk/N1fZQoaAZoCWgPQwimlxjLNARwQJSGlFKUaBVL6mgWR0CUF1YmsvIwdX2UKGgGaAloD0MIfentz8X9c0CUhpRSlGgVTRUBaBZHQJQuwIUrTYx1fZQoaAZoCWgPQwhdGVQbnFtwQJSGlFKUaBVL+mgWR0CUL4aH9FWodX2UKGgGaAloD0MI1F+vsOCncUCUhpRSlGgVTRoBaBZHQJQxgCxNZeR1fZQoaAZoCWgPQwgj2/l+6gdxQJSGlFKUaBVNGAFoFkdAlDJAz544ZXV9lChoBmgJaA9DCPVjk/zIg3JAlIaUUpRoFUviaBZHQJQykeGO+7F1fZQoaAZoCWgPQwgvwakPZK5wQJSGlFKUaBVLz2gWR0CUMr2YfGModX2UKGgGaAloD0MIu2Bwzd2pckCUhpRSlGgVTQABaBZHQJQzCdBjWkJ1fZQoaAZoCWgPQwiXWBmNvLFyQJSGlFKUaBVNGgFoFkdAlDQ8o6S1V3V9lChoBmgJaA9DCCBfQgXHD3FAlIaUUpRoFU1LAWgWR0CUNFP6be/IdX2UKGgGaAloD0MINV66ScwXckCUhpRSlGgVTVwBaBZHQJQ1ifEn9eh1fZQoaAZoCWgPQwgdkIR9eyBzQJSGlFKUaBVNEAFoFkdAlDW+4gA6uHV9lChoBmgJaA9DCBZQqKePVElAlIaUUpRoFUukaBZHQJQ1+jHn2Zl1fZQoaAZoCWgPQwi0dAXbiFtxQJSGlFKUaBVNAAFoFkdAlDZ95yEL6XV9lChoBmgJaA9DCOZY3lUPt3FAlIaUUpRoFUv0aBZHQJQ2p3bEgnt1fZQoaAZoCWgPQwhYIHpSpvVsQJSGlFKUaBVL8mgWR0CUNrOzIFNddX2UKGgGaAloD0MIt7jGZ/LPcECUhpRSlGgVTS0BaBZHQJQ3CXZ5AyF1fZQoaAZoCWgPQwhYHw999yBvQJSGlFKUaBVL/mgWR0CUN6xjriVCdX2UKGgGaAloD0MICw3EshnTckCUhpRSlGgVS+toFkdAlDjyuIRAbHV9lChoBmgJaA9DCI4B2esdPXFAlIaUUpRoFUvcaBZHQJQ5WQr+YMR1fZQoaAZoCWgPQwjEd2LWiwJTQJSGlFKUaBVLtGgWR0CUOWndweeWdX2UKGgGaAloD0MIW7bWFwmxcECUhpRSlGgVS/toFkdAlDna4x1xKnV9lChoBmgJaA9DCPdbO1HSWHBAlIaUUpRoFUv2aBZHQJQ56w0O3Dx1fZQoaAZoCWgPQwi1M0xtqaNxQJSGlFKUaBVL0GgWR0CUOhEaVD8cdX2UKGgGaAloD0MI9raZCvEoOUCUhpRSlGgVS7NoFkdAlDpPlyR0VHV9lChoBmgJaA9DCOc5It+l3XBAlIaUUpRoFU0OAWgWR0CUOstMwlBydX2UKGgGaAloD0MIjgQabOrWcECUhpRSlGgVS+JoFkdAlDuYUvf0mXV9lChoBmgJaA9DCL3HmSbs6G5AlIaUUpRoFUvpaBZHQJQ8OjGkvbp1fZQoaAZoCWgPQwhjmBO0SdBvQJSGlFKUaBVL7WgWR0CUPICzTnaGdX2UKGgGaAloD0MIIT6w47+cU0CUhpRSlGgVS9ZoFkdAlD0TiwSrYHV9lChoBmgJaA9DCGovou1YqnFAlIaUUpRoFU0FAWgWR0CUPYx1gYxddX2UKGgGaAloD0MI1zBD48mAc0CUhpRSlGgVTSIBaBZHQJQ962kSElF1fZQoaAZoCWgPQwgBhXr6yEpwQJSGlFKUaBVL02gWR0CUPtvfCQ9zdX2UKGgGaAloD0MIb72mB8V5ckCUhpRSlGgVS8poFkdAlD8rMTviLnV9lChoBmgJaA9DCO1mRj9adnJAlIaUUpRoFU17AWgWR0CUP2lGPPszdX2UKGgGaAloD0MIj+BGypY3cUCUhpRSlGgVS9JoFkdAlD+RysCDEnV9lChoBmgJaA9DCBDM0eN3BW9AlIaUUpRoFUv/aBZHQJQ/ohB7eEZ1fZQoaAZoCWgPQwjNlNbf0gByQJSGlFKUaBVL3WgWR0CUP6KHfuTidX2UKGgGaAloD0MIy9k7o63dcUCUhpRSlGgVTQMBaBZHQJRACXF98Z11fZQoaAZoCWgPQwho0NA/AfNwQJSGlFKUaBVL9GgWR0CUQQRxLkCFdX2UKGgGaAloD0MIQQx07YskcUCUhpRSlGgVS/ZoFkdAlEHmTkhib3V9lChoBmgJaA9DCMqNImtNTnJAlIaUUpRoFU01AWgWR0CUQimRNh3JdX2UKGgGaAloD0MIr9LddTYsRECUhpRSlGgVS8poFkdAlEJFx4ptrXV9lChoBmgJaA9DCAvsMZFSyHFAlIaUUpRoFUv2aBZHQJRCnWmP5pJ1fZQoaAZoCWgPQwiMLJljuQtwQJSGlFKUaBVLz2gWR0CUQvMRYigTdX2UKGgGaAloD0MIXMmOjYBpckCUhpRSlGgVS/9oFkdAlEMgTEit73V9lChoBmgJaA9DCAqBXOKIKHJAlIaUUpRoFUvpaBZHQJRD/eBQN1B1fZQoaAZoCWgPQwgXK2owDZRwQJSGlFKUaBVLz2gWR0CURHKsuFpPdX2UKGgGaAloD0MIfuGVJI9UcUCUhpRSlGgVS9loFkdAlEW8JIDoyXV9lChoBmgJaA9DCL5sO21NFnNAlIaUUpRoFUvzaBZHQJRF8/MW43F1fZQoaAZoCWgPQwi1jT9RWQ1yQJSGlFKUaBVL+WgWR0CURhD1oQFtdX2UKGgGaAloD0MIbm3heSnhckCUhpRSlGgVTQABaBZHQJRGIG/vfCR1fZQoaAZoCWgPQwgBTu/iPY1yQJSGlFKUaBVNHQFoFkdAlEZkv9LpR3V9lChoBmgJaA9DCOAT61T5rnBAlIaUUpRoFUvWaBZHQJRG3bh3qzJ1fZQoaAZoCWgPQwjn/1VHjqBOQJSGlFKUaBVLtWgWR0CURur4WUKRdX2UKGgGaAloD0MIcayL26g8cECUhpRSlGgVS/hoFkdAlEklUZNwi3V9lChoBmgJaA9DCP5F0JjJX3FAlIaUUpRoFUvwaBZHQJRKByjpLVZ1fZQoaAZoCWgPQwizJEBNLShcQJSGlFKUaBVN6ANoFkdAlEovkRzzVnV9lChoBmgJaA9DCCpwsg1cNHJAlIaUUpRoFU0IAWgWR0CUSi40dilSdX2UKGgGaAloD0MI+fiE7DzyckCUhpRSlGgVS/loFkdAlEs7GaQV9HV9lChoBmgJaA9DCGQD6WLTMlFAlIaUUpRoFUu+aBZHQJRLpqesgdR1fZQoaAZoCWgPQwia7Qp9sBJxQJSGlFKUaBVNOAFoFkdAlEvoTXarWHVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.29 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.8.10", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu116", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:92468a6f4ebc80e6c708ef20ae769f3c94903c275c2dd6eb50ffb2b4fdba7f89
-size 147218
+oid sha256:2d54003f830d53d0c167ad785670a885f90bc0ae1ca50f25a0b57e20f75d558e
+size 147352

ppo-LunarLander-v2/_stable_baselines3_version

@@ -1 +1 @@
-1.6.2
+1.7.0

ppo-LunarLander-v2/data

@@ -3,20 +3,21 @@
         ":type:": "<class 'abc.ABCMeta'>",
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
-        "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7fbd5dce45e0>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fbd5dce4670>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fbd5dce4700>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fbd5dce4790>",
-        "_build": "<function ActorCriticPolicy._build at 0x7fbd5dce4820>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7fbd5dce48b0>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fbd5dce4940>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7fbd5dce49d0>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fbd5dce4a60>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fbd5dce4af0>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fbd5dce4b80>",
+        "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7efdf402dd30>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7efdf402ddc0>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7efdf402de50>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7efdf402dee0>",
+        "_build": "<function ActorCriticPolicy._build at 0x7efdf402df70>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7efdf4031040>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7efdf40310d0>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7efdf4031160>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7efdf40311f0>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7efdf4031280>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7efdf4031310>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7efdf40313a0>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc_data object at 0x7fbd5dcdae40>"
+        "_abc_impl": "<_abc_data object at 0x7efdf4027c60>"
     },
     "verbose": 1,
     "policy_kwargs": {},
@@ -47,16 +48,16 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1670599587172983130,
+    "start_time": 1676899504416441865,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "lr_schedule": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
+        ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAAC11rwBrWA/SbUzvPfLcL4y2Pa8I72oOwAAAAAAAAAAcyAEvr3/bzx6eDk+Q+8CvmXynD04etC7AAAAAAAAAABN5ES9F8lTPjYwFL3Tm16+0/46vVDOaLsAAAAAAAAAAM1uEb02eZs/LVVbvZOyk76M4129hjiAvQAAAAAAAAAAZuhzPHYZsD8i2b49DPeRvrRUEz1Bmr89AAAAAAAAAAAAR5g8ehhCP5MeLb2OmZC+IQoJvJ3cWbwAAAAAAAAAALOhzD0Kp4I/RefbPBOOXb5EE7Y98Xe2vQAAAAAAAAAAsxG5PXsAhbrmLz86SaIsNfhuBzsY0165AACAPwAAAAA6aiy+xPgTPy2hez7Rhnu+p9IiPWpxO70AAAAAAAAAAGbMtrycRA+8SinLu68lhzzZfmm9pSFiPQAAgD8AAIA/bkyKvvIHTT/K0qA7s06ivtJVJ77rRjw+AAAAAAAAAADzxXC+Ome8PtGMnD7eZxW+WrNoPTbcgj0AAAAAAAAAAEb4AL5XMl0/ejWJvJ9ljb71oqi9BV+RvAAAAAAAAAAADQjlPd6neD+m2gs+0CSTvjKVmD0vFyg9AAAAAAAAAACzcz6+mxGdPyUZI7/alLq+ERVWvl8Hnb4AAAAAAAAAAABzBD7vQhY/omqtvMYkTL7+TgM9ImBfvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAFvyg76xryO9z9KZvN+5IrtKtZA+uLTuOwAAgD8AAIA/s30RvcNReroulpA49dd+M1cugro6F6m3AACAPwAAgD+aBXy8cdxOu0eHNLry0l49a/kMvKYREjoAAIA/AACAPxrNvD3IzZg/Gj8XP5JFK78pRkQ9szoLPgAAAAAAAAAA9qi7vsc1Rj/NVrK9zhDhvgUB1L7mo849AAAAAAAAAABmhi07ewqcuvuQYLi3LVCzIJTgOp+qgTcAAIA/AACAPwAlNr2ajKo/z2U5v7G4Jb/9etc8XLSaOgAAAAAAAAAAmlPqvDYHU7w096C8ik3vPFTTtj3GA7+9AACAPwAAgD8A6+a8CMa2PRxFmL2tfmO+orRnvWx9wb0AAAAAAAAAAPMi3D1uptg9HJJLvuJ+R75MK2e9XYsGvQAAAAAAAAAAbV02PgScuz8TPBU/7maUvrDIRj7Dnms+AAAAAAAAAAAaAx69nOBpvKGnhj0jH6W8EVHUvevLhb0AAIA/AACAPyNqxD4qK4Y/0oOYPuEJEL/u7bs+ftVJvQAAAAAAAAAAcBaAvn6tyD4K+Vk+DGrGvi+IG77OAwQ+AAAAAAAAAABAiLW9FGKWuq6iEbwA7iS2qJ4EOx6GljUAAAAAAAAAAMD42L1dOxQ/72BFu6v4yL66AsC9oHIIPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -69,7 +70,7 @@
     "_current_progress_remaining": -0.015808000000000044,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVgBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIvjPaqqSvbkCUhpRSlIwBbJRNUwGMAXSUR0CTAICNS619dX2UKGgGaAloD0MIjIS2nMuSb0CUhpRSlGgVTUgBaBZHQJMBrIZIg/11fZQoaAZoCWgPQwihoX+CS2txQJSGlFKUaBVNVAFoFkdAkxbvMSsbN3V9lChoBmgJaA9DCL4wmSrYC3FAlIaUUpRoFU1pAWgWR0CTF7VOKwY+dX2UKGgGaAloD0MIATJ07GAIcUCUhpRSlGgVTWYBaBZHQJMX8nUlRgt1fZQoaAZoCWgPQwhpHVVNULpwQJSGlFKUaBVNRwFoFkdAkxgGVZ9uxnV9lChoBmgJaA9DCIW0xqCTRm9AlIaUUpRoFU1iAWgWR0CTGEjOs1badX2UKGgGaAloD0MIK21xjY8qcUCUhpRSlGgVTVMBaBZHQJMY9i9Zid91fZQoaAZoCWgPQwjtC+iFu3xwQJSGlFKUaBVNXQFoFkdAkxlJf+jubHV9lChoBmgJaA9DCFVszOuIPG5AlIaUUpRoFU1HAWgWR0CTGzCQ9zOpdX2UKGgGaAloD0MIi6pf6XwVbkCUhpRSlGgVTVYBaBZHQJMb2wu/UON1fZQoaAZoCWgPQwhEUDV69VNwQJSGlFKUaBVNXwFoFkdAkx33lnyup3V9lChoBmgJaA9DCI3sSsvIMG9AlIaUUpRoFU01AWgWR0CTHmzIFNcodX2UKGgGaAloD0MIJ58e2zLFcECUhpRSlGgVTSoBaBZHQJMesALiMpB1fZQoaAZoCWgPQwja44V0+GZuQJSGlFKUaBVNVgFoFkdAkyA/WUbDM3V9lChoBmgJaA9DCGVvKeeLdXBAlIaUUpRoFU1AAWgWR0CTIKRiw0O3dX2UKGgGaAloD0MItB1Td2W1cUCUhpRSlGgVTTUBaBZHQJMjPW7OE/V1fZQoaAZoCWgPQwhJn1bRn8twQJSGlFKUaBVNSgFoFkdAkyNeqWC2+nV9lChoBmgJaA9DCLq9pDFakW1AlIaUUpRoFU09AWgWR0CTI878vVVhdX2UKGgGaAloD0MI7ISX4NRqbkCUhpRSlGgVTUIBaBZHQJMkFDRc/t91fZQoaAZoCWgPQwi/K4L/LSZwQJSGlFKUaBVNRAFoFkdAkyRokzGgjHV9lChoBmgJaA9DCAubAS4IKXFAlIaUUpRoFU2sAmgWR0CTJNH2RJVbdX2UKGgGaAloD0MIR//LtWhFbkCUhpRSlGgVTUcBaBZHQJMlh2Pkq+d1fZQoaAZoCWgPQwg3+pgPyDFyQJSGlFKUaBVNVgFoFkdAkyW5s9B8hXV9lChoBmgJaA9DCMMpc/MNZGxAlIaUUpRoFU0QA2gWR0CTJeLzwtrcdX2UKGgGaAloD0MIcVXZd8XHcECUhpRSlGgVTUEBaBZHQJMnDUTcqON1fZQoaAZoCWgPQwh87ZklAbpwQJSGlFKUaBVNSwFoFkdAkyfl0HQhOnV9lChoBmgJaA9DCALTad2GQHBAlIaUUpRoFU04AWgWR0CTKayWzF/AdX2UKGgGaAloD0MImwKZnYVFckCUhpRSlGgVTVQBaBZHQJMqAzeoDPp1fZQoaAZoCWgPQwh2HD9UmtVwQJSGlFKUaBVNKQFoFkdAkyqUSM98qnV9lChoBmgJaA9DCBUeNLsuhnBAlIaUUpRoFU1wAWgWR0CTK2YIjW07dX2UKGgGaAloD0MIumbyzba6bUCUhpRSlGgVTUMBaBZHQJMr42fkFOh1fZQoaAZoCWgPQwh1WyIXnCZyQJSGlFKUaBVNIgFoFkdAky0S1eBxxXV9lChoBmgJaA9DCDeN7bXgyXBAlIaUUpRoFU0iAWgWR0CTLS6Uqx1QdX2UKGgGaAloD0MIYeC59/CecUCUhpRSlGgVTTABaBZHQJMuUh+vyLB1fZQoaAZoCWgPQwjx9bUutS9wQJSGlFKUaBVNLgFoFkdAky6QccU/OnV9lChoBmgJaA9DCCOERxsHlHBAlIaUUpRoFU1YAWgWR0CTL3VnEl3RdX2UKGgGaAloD0MIUz9vKpL4cECUhpRSlGgVTSkBaBZHQJMvh0V8CxN1fZQoaAZoCWgPQwiB6EmZFIJxQJSGlFKUaBVNNAFoFkdAkzABgeA/cHV9lChoBmgJaA9DCF66SQwCXnJAlIaUUpRoFU1hAWgWR0CTMKRu0kWzdX2UKGgGaAloD0MIt+ulKYLMbUCUhpRSlGgVTUYBaBZHQJMwwSElE7Z1fZQoaAZoCWgPQwi/fLJiuBNuQJSGlFKUaBVNOgFoFkdAkzJqFmFrVXV9lChoBmgJaA9DCLw9CAH5lm9AlIaUUpRoFU1KAWgWR0CTNPfdyksSdX2UKGgGaAloD0MIgVmhSDcLcECUhpRSlGgVTVIBaBZHQJM1osRQJol1fZQoaAZoCWgPQwj4iJgSiUFwQJSGlFKUaBVNVwFoFkdAkzaBv73wkXV9lChoBmgJaA9DCDQuHAgJEXJAlIaUUpRoFU3FAWgWR0CTNoyIHkcTdX2UKGgGaAloD0MIGm7A54dgcECUhpRSlGgVTVUBaBZHQJM3RFnZkCp1fZQoaAZoCWgPQwg1Qj9TL05uQJSGlFKUaBVNUQFoFkdAkzecImgJ1XV9lChoBmgJaA9DCOZd9YD5DnBAlIaUUpRoFU1KAWgWR0CTOH2MbWEsdX2UKGgGaAloD0MIEFg5tEihbkCUhpRSlGgVTUwBaBZHQJM4qrLhaTx1fZQoaAZoCWgPQwhz1xLywUhwQJSGlFKUaBVNJgFoFkdAkzmotUXHinV9lChoBmgJaA9DCKPqVzofFXBAlIaUUpRoFU1aAWgWR0CTTcNGViWndX2UKGgGaAloD0MI0y6mmS6QcECUhpRSlGgVTTcBaBZHQJNOD0+TvAp1fZQoaAZoCWgPQwhDVrd6jhpwQJSGlFKUaBVNJgFoFkdAk05DsyBTXXV9lChoBmgJaA9DCLzplh3iTWxAlIaUUpRoFU1OAWgWR0CTTknmaH9FdX2UKGgGaAloD0MIic+dYH83b0CUhpRSlGgVTYEBaBZHQJNOwwEhaDB1fZQoaAZoCWgPQwhn0qbqnqFvQJSGlFKUaBVNTgFoFkdAk1FFAVwgknV9lChoBmgJaA9DCGufjscMmW9AlIaUUpRoFU05AWgWR0CTU+wl0HQhdX2UKGgGaAloD0MILzatFAI1cUCUhpRSlGgVTREBaBZHQJNVmd6LOzJ1fZQoaAZoCWgPQwiD3bBt0XpuQJSGlFKUaBVNewFoFkdAk1Yo0Q9RrXV9lChoBmgJaA9DCOEp5Eq9HXBAlIaUUpRoFU1LAWgWR0CTVre/5+H8dX2UKGgGaAloD0MIsryrHjC9b0CUhpRSlGgVTTQBaBZHQJNXbKMefZp1fZQoaAZoCWgPQwga3NYWHltxQJSGlFKUaBVNZAFoFkdAk1grcfvF33V9lChoBmgJaA9DCKES1zGuJkdAlIaUUpRoFU0IAWgWR0CTWC17pmmMdX2UKGgGaAloD0MIICi37TsacECUhpRSlGgVTSUBaBZHQJNZjAYYR/V1fZQoaAZoCWgPQwh0fLQ4o3xyQJSGlFKUaBVNUAFoFkdAk1mhj8UEgXV9lChoBmgJaA9DCBjshm0LB3FAlIaUUpRoFU1BAWgWR0CTWgg3974SdX2UKGgGaAloD0MIaaz9ne3Bb0CUhpRSlGgVTUEBaBZHQJNak7T2FnJ1fZQoaAZoCWgPQwgomgewiFtwQJSGlFKUaBVNaQFoFkdAk1xyEQGwA3V9lChoBmgJaA9DCGEYsOSqkXJAlIaUUpRoFU0QAmgWR0CTXUGwiaAndX2UKGgGaAloD0MIvFgYIqdycUCUhpRSlGgVTTUBaBZHQJNdZsoDxLF1fZQoaAZoCWgPQwgZy/RLRPFxQJSGlFKUaBVNIAFoFkdAk18SRSxZ+3V9lChoBmgJaA9DCG9jsyOVXHFAlIaUUpRoFU0tAWgWR0CTYQCzC1qndX2UKGgGaAloD0MIn1VmSutPckCUhpRSlGgVTSQBaBZHQJNhoKpkwvh1fZQoaAZoCWgPQwilMO9xptVtQJSGlFKUaBVNPQFoFkdAk2NhyCFsYXV9lChoBmgJaA9DCDeN7bVgo3BAlIaUUpRoFU1dAWgWR0CTY4rwe/5+dX2UKGgGaAloD0MIOzlDccc+b0CUhpRSlGgVTS4BaBZHQJNk7IsAeaN1fZQoaAZoCWgPQwgu5ueG5ghyQJSGlFKUaBVNJwFoFkdAk2UrbHp8nnV9lChoBmgJaA9DCGSxTSqaaHFAlIaUUpRoFU04AWgWR0CTZWrMTviMdX2UKGgGaAloD0MI2NXkKWvMcUCUhpRSlGgVTWYBaBZHQJNlv/ffoA51fZQoaAZoCWgPQwgP7WMF/xVwQJSGlFKUaBVNJwFoFkdAk2XMZtNzsHV9lChoBmgJaA9DCIhLjjulh0hAlIaUUpRoFU0WAWgWR0CTZzqrR0EHdX2UKGgGaAloD0MI843onvXfcECUhpRSlGgVTZMBaBZHQJNnajN6gNB1fZQoaAZoCWgPQwiO5V31gIlxQJSGlFKUaBVNJgFoFkdAk2iLKFIuoXV9lChoBmgJaA9DCJtY4Cu6uVhAlIaUUpRoFU3oA2gWR0CTaMcd5prUdX2UKGgGaAloD0MI4QhSKfZocUCUhpRSlGgVTS8BaBZHQJNo+IvalDZ1fZQoaAZoCWgPQwi4V+atus9vQJSGlFKUaBVNJwFoFkdAk2xxwQ176nV9lChoBmgJaA9DCJoJhnONV25AlIaUUpRoFU1tAWgWR0CTbKUBnzxxdX2UKGgGaAloD0MIsrj/yPQWbkCUhpRSlGgVTV0BaBZHQJNt59Cu2Z11fZQoaAZoCWgPQwiYwK27edJwQJSGlFKUaBVNNgFoFkdAk26zqrzXjHV9lChoBmgJaA9DCC4bnfNT81BAlIaUUpRoFU3oA2gWR0CTbr78Nx2jdX2UKGgGaAloD0MIzF1LyIe0cECUhpRSlGgVTT4BaBZHQJNu2iudPLx1fZQoaAZoCWgPQwjAJJUpppZyQJSGlFKUaBVNTAFoFkdAk3DWXXyy2XV9lChoBmgJaA9DCBf1Se6wLm1AlIaUUpRoFU08AWgWR0CTcRDaoMrmdX2UKGgGaAloD0MIwmosYW02RUCUhpRSlGgVS+ZoFkdAk3FOFg2If3V9lChoBmgJaA9DCEz+J393t2xAlIaUUpRoFU1CAWgWR0CTcVcbzbvgdX2UKGgGaAloD0MIbtqM05A8cECUhpRSlGgVTVMBaBZHQJNxlCtzS1F1fZQoaAZoCWgPQwjDu1zEdxhxQJSGlFKUaBVNPwFoFkdAk3KLfHggo3V9lChoBmgJaA9DCG7A54fRknFAlIaUUpRoFU1CAWgWR0CTcs/yoXKsdX2UKGgGaAloD0MIsRnggmyVcECUhpRSlGgVTSUBaBZHQJNzK4/eLvV1ZS4="
+        ":serialized:": "gAWVSRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIICqNmBmHcECUhpRSlIwBbJRL7owBdJRHQJQFeF23azx1fZQoaAZoCWgPQwh5AmGn2JFwQJSGlFKUaBVNAAFoFkdAlAX1hb4agnV9lChoBmgJaA9DCPN0rihlwXBAlIaUUpRoFUvuaBZHQJQGxPxhDw91fZQoaAZoCWgPQwgYtJCAUSdxQJSGlFKUaBVL9WgWR0CUB8YsNDtxdX2UKGgGaAloD0MIidFzC90ncUCUhpRSlGgVS+ZoFkdAlAgt4RmK7HV9lChoBmgJaA9DCAJHAg22XnJAlIaUUpRoFUvqaBZHQJQIedf9gnd1fZQoaAZoCWgPQwhOZOYClwpUQJSGlFKUaBVLpmgWR0CUCd+bmU4adX2UKGgGaAloD0MIEtvdA/SAcECUhpRSlGgVTScBaBZHQJQJ9uTA31l1fZQoaAZoCWgPQwj20akr37dwQJSGlFKUaBVL+GgWR0CUCgollbu/dX2UKGgGaAloD0MIrvVFQlsCbUCUhpRSlGgVTTgCaBZHQJQLH8vVVgh1fZQoaAZoCWgPQwgVyVcCKdBwQJSGlFKUaBVL7WgWR0CUC0b7TDwZdX2UKGgGaAloD0MIsI9OXXmqcECUhpRSlGgVS/VoFkdAlAtVp48lonV9lChoBmgJaA9DCFdgyOpWZnFAlIaUUpRoFU03AWgWR0CUC2QyAQQMdX2UKGgGaAloD0MIBHEeTiAwcUCUhpRSlGgVTSoBaBZHQJQMGyrxRVJ1fZQoaAZoCWgPQwgQWaSJd01yQJSGlFKUaBVNCgFoFkdAlAx1vhqCYnV9lChoBmgJaA9DCP3dO2pM+29AlIaUUpRoFU04AWgWR0CUDSQtjCpFdX2UKGgGaAloD0MI3Zcz2xU5cECUhpRSlGgVTW4BaBZHQJQNhz6rNnp1fZQoaAZoCWgPQwh2xvfFJQJxQJSGlFKUaBVL9WgWR0CUDoXcxj8UdX2UKGgGaAloD0MI2PSgoJQqb0CUhpRSlGgVS/doFkdAlA8JVsDW9XV9lChoBmgJaA9DCDPeVnptbnNAlIaUUpRoFU1hAWgWR0CUD4Lg4wRHdX2UKGgGaAloD0MIOutTjgkXcECUhpRSlGgVTUMBaBZHQJQPnHlwLmZ1fZQoaAZoCWgPQwgJpS+EnI9tQJSGlFKUaBVL62gWR0CUEEwIdELIdX2UKGgGaAloD0MI/RLx1vkIcUCUhpRSlGgVS/1oFkdAlBC1wT/Q0HV9lChoBmgJaA9DCI8zTdh+zHFAlIaUUpRoFU0LAWgWR0CUEQFnZkCndX2UKGgGaAloD0MIZsHEHwW/cECUhpRSlGgVS/toFkdAlBILQswta3V9lChoBmgJaA9DCFiR0QEJinBAlIaUUpRoFU0PAWgWR0CUEpUhmoR7dX2UKGgGaAloD0MIlstG53xUcUCUhpRSlGgVTSUBaBZHQJQTJwm3OOd1fZQoaAZoCWgPQwjh7NYyGVBwQJSGlFKUaBVNCAFoFkdAlBM8HWz4UXV9lChoBmgJaA9DCKRyE7W0+3FAlIaUUpRoFU2UAWgWR0CUE5nEETxodX2UKGgGaAloD0MIKzOl9ff5cECUhpRSlGgVTSMBaBZHQJQUTurp7kZ1fZQoaAZoCWgPQwh7Ss6JveBtQJSGlFKUaBVNAAFoFkdAlBSKB/Zuh3V9lChoBmgJaA9DCDFcHQCxSXFAlIaUUpRoFU0bAWgWR0CUFNoUBXCCdX2UKGgGaAloD0MIV+nuOhs+bkCUhpRSlGgVTX8BaBZHQJQVdvNu+AV1fZQoaAZoCWgPQwi+S6lLhgZ0QJSGlFKUaBVL+WgWR0CUFcqzZ6D5dX2UKGgGaAloD0MIPSzUmuawcUCUhpRSlGgVTR0BaBZHQJQWQ0HhS+B1fZQoaAZoCWgPQwiWdmouNwtyQJSGlFKUaBVNCwFoFkdAlBbNIbwSanV9lChoBmgJaA9DCFryeFr+snFAlIaUUpRoFU0PAWgWR0CUFtE2YOUddX2UKGgGaAloD0MIbTfBNw3ycECUhpRSlGgVTQEBaBZHQJQXPp9qk/N1fZQoaAZoCWgPQwimlxjLNARwQJSGlFKUaBVL6mgWR0CUF1YmsvIwdX2UKGgGaAloD0MIfentz8X9c0CUhpRSlGgVTRUBaBZHQJQuwIUrTYx1fZQoaAZoCWgPQwhdGVQbnFtwQJSGlFKUaBVL+mgWR0CUL4aH9FWodX2UKGgGaAloD0MI1F+vsOCncUCUhpRSlGgVTRoBaBZHQJQxgCxNZeR1fZQoaAZoCWgPQwgj2/l+6gdxQJSGlFKUaBVNGAFoFkdAlDJAz544ZXV9lChoBmgJaA9DCPVjk/zIg3JAlIaUUpRoFUviaBZHQJQykeGO+7F1fZQoaAZoCWgPQwgvwakPZK5wQJSGlFKUaBVLz2gWR0CUMr2YfGModX2UKGgGaAloD0MIu2Bwzd2pckCUhpRSlGgVTQABaBZHQJQzCdBjWkJ1fZQoaAZoCWgPQwiXWBmNvLFyQJSGlFKUaBVNGgFoFkdAlDQ8o6S1V3V9lChoBmgJaA9DCCBfQgXHD3FAlIaUUpRoFU1LAWgWR0CUNFP6be/IdX2UKGgGaAloD0MINV66ScwXckCUhpRSlGgVTVwBaBZHQJQ1ifEn9eh1fZQoaAZoCWgPQwgdkIR9eyBzQJSGlFKUaBVNEAFoFkdAlDW+4gA6uHV9lChoBmgJaA9DCBZQqKePVElAlIaUUpRoFUukaBZHQJQ1+jHn2Zl1fZQoaAZoCWgPQwi0dAXbiFtxQJSGlFKUaBVNAAFoFkdAlDZ95yEL6XV9lChoBmgJaA9DCOZY3lUPt3FAlIaUUpRoFUv0aBZHQJQ2p3bEgnt1fZQoaAZoCWgPQwhYIHpSpvVsQJSGlFKUaBVL8mgWR0CUNrOzIFNddX2UKGgGaAloD0MIt7jGZ/LPcECUhpRSlGgVTS0BaBZHQJQ3CXZ5AyF1fZQoaAZoCWgPQwhYHw999yBvQJSGlFKUaBVL/mgWR0CUN6xjriVCdX2UKGgGaAloD0MICw3EshnTckCUhpRSlGgVS+toFkdAlDjyuIRAbHV9lChoBmgJaA9DCI4B2esdPXFAlIaUUpRoFUvcaBZHQJQ5WQr+YMR1fZQoaAZoCWgPQwjEd2LWiwJTQJSGlFKUaBVLtGgWR0CUOWndweeWdX2UKGgGaAloD0MIW7bWFwmxcECUhpRSlGgVS/toFkdAlDna4x1xKnV9lChoBmgJaA9DCPdbO1HSWHBAlIaUUpRoFUv2aBZHQJQ56w0O3Dx1fZQoaAZoCWgPQwi1M0xtqaNxQJSGlFKUaBVL0GgWR0CUOhEaVD8cdX2UKGgGaAloD0MI9raZCvEoOUCUhpRSlGgVS7NoFkdAlDpPlyR0VHV9lChoBmgJaA9DCOc5It+l3XBAlIaUUpRoFU0OAWgWR0CUOstMwlBydX2UKGgGaAloD0MIjgQabOrWcECUhpRSlGgVS+JoFkdAlDuYUvf0mXV9lChoBmgJaA9DCL3HmSbs6G5AlIaUUpRoFUvpaBZHQJQ8OjGkvbp1fZQoaAZoCWgPQwhjmBO0SdBvQJSGlFKUaBVL7WgWR0CUPICzTnaGdX2UKGgGaAloD0MIIT6w47+cU0CUhpRSlGgVS9ZoFkdAlD0TiwSrYHV9lChoBmgJaA9DCGovou1YqnFAlIaUUpRoFU0FAWgWR0CUPYx1gYxddX2UKGgGaAloD0MI1zBD48mAc0CUhpRSlGgVTSIBaBZHQJQ962kSElF1fZQoaAZoCWgPQwgBhXr6yEpwQJSGlFKUaBVL02gWR0CUPtvfCQ9zdX2UKGgGaAloD0MIb72mB8V5ckCUhpRSlGgVS8poFkdAlD8rMTviLnV9lChoBmgJaA9DCO1mRj9adnJAlIaUUpRoFU17AWgWR0CUP2lGPPszdX2UKGgGaAloD0MIj+BGypY3cUCUhpRSlGgVS9JoFkdAlD+RysCDEnV9lChoBmgJaA9DCBDM0eN3BW9AlIaUUpRoFUv/aBZHQJQ/ohB7eEZ1fZQoaAZoCWgPQwjNlNbf0gByQJSGlFKUaBVL3WgWR0CUP6KHfuTidX2UKGgGaAloD0MIy9k7o63dcUCUhpRSlGgVTQMBaBZHQJRACXF98Z11fZQoaAZoCWgPQwho0NA/AfNwQJSGlFKUaBVL9GgWR0CUQQRxLkCFdX2UKGgGaAloD0MIQQx07YskcUCUhpRSlGgVS/ZoFkdAlEHmTkhib3V9lChoBmgJaA9DCMqNImtNTnJAlIaUUpRoFU01AWgWR0CUQimRNh3JdX2UKGgGaAloD0MIr9LddTYsRECUhpRSlGgVS8poFkdAlEJFx4ptrXV9lChoBmgJaA9DCAvsMZFSyHFAlIaUUpRoFUv2aBZHQJRCnWmP5pJ1fZQoaAZoCWgPQwiMLJljuQtwQJSGlFKUaBVLz2gWR0CUQvMRYigTdX2UKGgGaAloD0MIXMmOjYBpckCUhpRSlGgVS/9oFkdAlEMgTEit73V9lChoBmgJaA9DCAqBXOKIKHJAlIaUUpRoFUvpaBZHQJRD/eBQN1B1fZQoaAZoCWgPQwgXK2owDZRwQJSGlFKUaBVLz2gWR0CURHKsuFpPdX2UKGgGaAloD0MIfuGVJI9UcUCUhpRSlGgVS9loFkdAlEW8JIDoyXV9lChoBmgJaA9DCL5sO21NFnNAlIaUUpRoFUvzaBZHQJRF8/MW43F1fZQoaAZoCWgPQwi1jT9RWQ1yQJSGlFKUaBVL+WgWR0CURhD1oQFtdX2UKGgGaAloD0MIbm3heSnhckCUhpRSlGgVTQABaBZHQJRGIG/vfCR1fZQoaAZoCWgPQwgBTu/iPY1yQJSGlFKUaBVNHQFoFkdAlEZkv9LpR3V9lChoBmgJaA9DCOAT61T5rnBAlIaUUpRoFUvWaBZHQJRG3bh3qzJ1fZQoaAZoCWgPQwjn/1VHjqBOQJSGlFKUaBVLtWgWR0CURur4WUKRdX2UKGgGaAloD0MIcayL26g8cECUhpRSlGgVS/hoFkdAlEklUZNwi3V9lChoBmgJaA9DCP5F0JjJX3FAlIaUUpRoFUvwaBZHQJRKByjpLVZ1fZQoaAZoCWgPQwizJEBNLShcQJSGlFKUaBVN6ANoFkdAlEovkRzzVnV9lChoBmgJaA9DCCpwsg1cNHJAlIaUUpRoFU0IAWgWR0CUSi40dilSdX2UKGgGaAloD0MI+fiE7DzyckCUhpRSlGgVS/loFkdAlEs7GaQV9HV9lChoBmgJaA9DCGQD6WLTMlFAlIaUUpRoFUu+aBZHQJRLpqesgdR1fZQoaAZoCWgPQwia7Qp9sBJxQJSGlFKUaBVNOAFoFkdAlEvoTXarWHVlLg=="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
@@ -86,7 +87,7 @@
     "n_epochs": 4,
     "clip_range": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
+        ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
     },
     "clip_range_vf": null,
     "normalize_advantage": true,

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:100fb45a1591f0fc2bc9979d2bc540a895b4e158a5f24f311e015b356540bca0
+oid sha256:2567788cc5acbfe4d80d773f814990ae5cec4f53dd631b70345df2c38781d66f
 size 87929

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3148e1c2f78789208b63901852430f64916162db611b39727fe4cb164257e521
-size 43201
+oid sha256:41456d580d932dcae2cd47536e9dd2846ad049d740eb7114a99ac4a2eacbb0d5
+size 43393

ppo-LunarLander-v2/system_info.txt

@@ -1,7 +1,7 @@
-OS: Linux-5.10.133+-x86_64-with-glibc2.27 #1 SMP Fri Aug 26 08:44:51 UTC 2022
-Python: 3.8.16
-Stable-Baselines3: 1.6.2
-PyTorch: 1.13.0+cu116
-GPU Enabled: True
-Numpy: 1.21.6
-Gym: 0.21.0
+- OS: Linux-5.10.147+-x86_64-with-glibc2.29 # 1 SMP Sat Dec 10 16:00:40 UTC 2022
+- Python: 3.8.10
+- Stable-Baselines3: 1.7.0
+- PyTorch: 1.13.1+cu116
+- GPU Enabled: True
+- Numpy: 1.21.6
+- Gym: 0.21.0

results.json

@@ -1 +1 @@
-{"mean_reward": 249.09795306040877, "std_reward": 21.022386712013784, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-12-09T15:53:59.878661"}
+{"mean_reward": 281.61018897833475, "std_reward": 12.284418463438207, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-02-20T13:49:07.318344"}