Upload PPO LunarLander-v2 trained agent

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 271.78 +/- 23.10
+      value: 275.66 +/- 17.91
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f39b77bb910>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f39b77bb9a0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f39b77bba30>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f39b77bbac0>", "_build": "<function ActorCriticPolicy._build at 0x7f39b77bbb50>", "forward": "<function ActorCriticPolicy.forward at 0x7f39b77bbbe0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f39b77bbc70>", "_predict": "<function ActorCriticPolicy._predict at 0x7f39b77bbd00>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f39b77bbd90>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f39b77bbe20>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f39b77bbeb0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f39b7a961c0>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVpQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoC0sIhZSMAUOUdJRSlIwEaGlnaJRoEyiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoC0sIhZRoFnSUUpSMDWJvdW5kZWRfYmVsb3eUaBMolggAAAAAAAAAAAAAAAAAAACUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYIAAAAAAAAAAAAAAAAAAAAlGgiSwiFlGgWdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWViAAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 2015232, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1670553470811647578, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV1QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjFIvaG9tZS9oaXQvYXBwL3JsMzEwL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxSL2hvbWUvaGl0L2FwcC9ybDMxMC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGggfZR9lChoF2gOjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoGIwHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAACb4gL1dD7w+pVPsPcr7or6QRYE9JuMBPQAAAAAAAAAAQFQ3PoYRhD9Uxkw+gL70vpg+ZD7hNQk9AAAAAAAAAADNyBg8tDqCPc6BLb7BIn2+sZW8uyo2HbsAAAAAAAAAAJo33TwfXaC5tamRN+/eMC8KT/O7VgautgAAgD8AAIA/prttvnp/NT/1sWQ+9+upvplmDr2inAo+AAAAAAAAAABTj1K+4mOVPxhWjT1mysG+M0gxviZA0j0AAAAAAAAAAECpBT7TufA+DpYKvpZqjb67HIY8ZXgsuwAAAAAAAAAAZlaNuhSkorrvTBU4wEcYM+ipNTr6iiu3AACAPwAAgD8AXhu9vWB7PHPyxr3rMoK+mIPuux4lFr0AAAAAAAAAAGb1+jz79CA/+pSjPWHour4ZCl49LV/dPQAAAAAAAAAA+k0jPjn2hj6mDLa+W85mvtH2qL3eowU9AAAAAAAAAAAALIM9BBkyP7wtNzsTX5S+3AGvPBSWobwAAAAAAAAAADMzkjz6Zpw+qjRAPdQpob58kDg9Nz22uwAAAAAAAAAAmkRnPWoGmz/dfjc+QlLRvrr4Zj0QNDA9AAAAAAAAAACalPO8SH+MuvNabrmVHOK45JqIOfAbozgAAIA/AACAPw16qr0YcJQ+/eEvPnXVlr670Mk9czeSPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.007616000000000067, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVYxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI7dKGw9IFcECUhpRSlIwBbJRNTAGMAXSUR0CTtXi9Zid8dX2UKGgGaAloD0MIW5iFdo53cECUhpRSlGgVTVsBaBZHQJO11Nyo4uN1fZQoaAZoCWgPQwiTjQdbrBBxQJSGlFKUaBVL92gWR0CTtuq5byH3dX2UKGgGaAloD0MIcJS8OsdXX0CUhpRSlGgVTegDaBZHQJO3mEi+tbN1fZQoaAZoCWgPQwhBLJs5JOtuQJSGlFKUaBVL/2gWR0CTt8DdP+GXdX2UKGgGaAloD0MIrkoi+2CpcECUhpRSlGgVTQwBaBZHQJO36eNDMNd1fZQoaAZoCWgPQwi/KaxU0LRuQJSGlFKUaBVL9mgWR0CTt/NW2gFpdX2UKGgGaAloD0MI8umxLYPQcUCUhpRSlGgVS/RoFkdAk7g/ReC04XV9lChoBmgJaA9DCEc4LXjRZW1AlIaUUpRoFU0iAWgWR0CTuF5Jbt7bdX2UKGgGaAloD0MIIH9pUR/1a0CUhpRSlGgVTQ0BaBZHQJO4au+yquN1fZQoaAZoCWgPQwiJ8C+CRgFvQJSGlFKUaBVNPQFoFkdAk7i9E1EVnHV9lChoBmgJaA9DCJbQXRJnrGxAlIaUUpRoFUv/aBZHQJO45Q0oBq91fZQoaAZoCWgPQwhmEB/YMeFyQJSGlFKUaBVNAQFoFkdAk7kLFbVz63V9lChoBmgJaA9DCA04S8kya3BAlIaUUpRoFU0ZAWgWR0CTuSKfFrEcdX2UKGgGaAloD0MI7uwrD1LwbECUhpRSlGgVTQUBaBZHQJO5ple4Tbp1fZQoaAZoCWgPQwhrR3GOug1wQJSGlFKUaBVNEwFoFkdAk7n6fapPynV9lChoBmgJaA9DCAdDHVY4wXFAlIaUUpRoFU09AWgWR0CTumphnanKdX2UKGgGaAloD0MIsHWpEbqWcUCUhpRSlGgVTT4BaBZHQJO6/AGjbi91fZQoaAZoCWgPQwguPC8VG9MIQJSGlFKUaBVL4GgWR0CTu031SOzZdX2UKGgGaAloD0MIXwt6bwwdOkCUhpRSlGgVS+JoFkdAk7tOu3c583V9lChoBmgJaA9DCBiUaTQ5lXNAlIaUUpRoFU0pAWgWR0CTu6qFyq+8dX2UKGgGaAloD0MIn8cozzyQbUCUhpRSlGgVTQABaBZHQJO8WTKT0QN1fZQoaAZoCWgPQwhYcD/ggTZUQJSGlFKUaBVL7WgWR0CTvGN1yNn5dX2UKGgGaAloD0MIeCrgnuflcUCUhpRSlGgVTTkBaBZHQJO8kb4rSVp1fZQoaAZoCWgPQwhAFMyYAvJwQJSGlFKUaBVNIwFoFkdAk7zug13t8nV9lChoBmgJaA9DCC81Qj8TE3FAlIaUUpRoFU02AWgWR0CTvSTJyQxOdX2UKGgGaAloD0MI8DZvnBSAcUCUhpRSlGgVTRkBaBZHQJO9XxvvSc91fZQoaAZoCWgPQwi2ateEtJY5QJSGlFKUaBVLzmgWR0CTvXSwW3z+dX2UKGgGaAloD0MIu7n4215GcECUhpRSlGgVTRoBaBZHQJO9rx9XtBx1fZQoaAZoCWgPQwjgvaPGBMZwQJSGlFKUaBVNdwFoFkdAk73GjfvWpnV9lChoBmgJaA9DCKCIRQx75HFAlIaUUpRoFU0hAWgWR0CTvmFaB7NTdX2UKGgGaAloD0MID5wzovS4ckCUhpRSlGgVTWQBaBZHQJO+t6yB06p1fZQoaAZoCWgPQwgZVvFGJo1yQJSGlFKUaBVNAgFoFkdAk767OeJ53XV9lChoBmgJaA9DCCwrTUrB4HFAlIaUUpRoFUvxaBZHQJO/UI8hcJN1fZQoaAZoCWgPQwhi9UcYxlZxQJSGlFKUaBVNKAFoFkdAk7/vrjYI0XV9lChoBmgJaA9DCEyL+iR32nFAlIaUUpRoFU0CAWgWR0CTv/0Kqn3tdX2UKGgGaAloD0MIBHCzeDF3b0CUhpRSlGgVTQYBaBZHQJPAt1GLDQ91fZQoaAZoCWgPQwhS0sPQKk9xQJSGlFKUaBVNRAFoFkdAk8DGCyyD7XV9lChoBmgJaA9DCEFhUKbRO3FAlIaUUpRoFU0OAWgWR0CTwOQVKwpwdX2UKGgGaAloD0MIKhprf6dqcUCUhpRSlGgVTRIBaBZHQJPBHqC6H0t1fZQoaAZoCWgPQwhATpgw2vZwQJSGlFKUaBVNAwFoFkdAk8fWfGuLaXV9lChoBmgJaA9DCHZrmQxH1nFAlIaUUpRoFU0YAWgWR0CTx/0qYqoZdX2UKGgGaAloD0MITYQNT29WckCUhpRSlGgVTQQBaBZHQJPIfvF3pwF1fZQoaAZoCWgPQwjC2a1lMjhvQJSGlFKUaBVNDwFoFkdAk8iWETQE6nV9lChoBmgJaA9DCCf20D5WOnBAlIaUUpRoFU0wAWgWR0CTyOcUM5OrdX2UKGgGaAloD0MInWNA9nq+bkCUhpRSlGgVTTcBaBZHQJPI77vXsgN1fZQoaAZoCWgPQwgeM1AZ/1ZyQJSGlFKUaBVL+WgWR0CTyVDZUT+OdX2UKGgGaAloD0MIKZfGL7y0b0CUhpRSlGgVTQkBaBZHQJPJjL6k6911fZQoaAZoCWgPQwgOoUrN3gBxQJSGlFKUaBVNJgFoFkdAk8mrKzRhMXV9lChoBmgJaA9DCOYhUz4E20FAlIaUUpRoFUvJaBZHQJPJtq9Gqgh1fZQoaAZoCWgPQwjQgHoz6tZtQJSGlFKUaBVL+WgWR0CTyd8IzFdcdX2UKGgGaAloD0MIM6MfDed1ckCUhpRSlGgVS/ZoFkdAk8sgkTpPh3V9lChoBmgJaA9DCCdok8MnWUpAlIaUUpRoFUvVaBZHQJPLOU5dWyV1fZQoaAZoCWgPQwhPeXQj7ExxQJSGlFKUaBVNDgFoFkdAk8uym65G0HV9lChoBmgJaA9DCKQ5svILunBAlIaUUpRoFU0uAWgWR0CTzBkdmxt6dX2UKGgGaAloD0MIyt5SztehckCUhpRSlGgVTVoBaBZHQJPMJ16mfoR1fZQoaAZoCWgPQwh96e3PxWtxQJSGlFKUaBVNGgFoFkdAk8wsaKk2xnV9lChoBmgJaA9DCDT2JRvPJXFAlIaUUpRoFUvxaBZHQJPM1dxAB1d1fZQoaAZoCWgPQwgH6pRHd8xxQJSGlFKUaBVNJwFoFkdAk82JosZpBXV9lChoBmgJaA9DCNUgzO3epHBAlIaUUpRoFU0BAWgWR0CTzbMSbpeNdX2UKGgGaAloD0MIWcAEbt3XbkCUhpRSlGgVTR4BaBZHQJPNxvKlpGp1fZQoaAZoCWgPQwiLpx5pcEpvQJSGlFKUaBVNOwFoFkdAk83U/SpiqnV9lChoBmgJaA9DCKUvhJy37HBAlIaUUpRoFU1jAWgWR0CTzf2/SH/MdX2UKGgGaAloD0MIv2GiQYrxbkCUhpRSlGgVS/1oFkdAk84QyAQQMHV9lChoBmgJaA9DCLaeIRxzLXJAlIaUUpRoFU0aAWgWR0CTzk7IDHOsdX2UKGgGaAloD0MI4PWZsz6rcUCUhpRSlGgVTR0BaBZHQJPOdzRx95R1fZQoaAZoCWgPQwjY8PRKWV5uQJSGlFKUaBVNQwFoFkdAk89DrJKaonV9lChoBmgJaA9DCOZ5cHfWQHFAlIaUUpRoFU0TAWgWR0CTz8cv/R3NdX2UKGgGaAloD0MIaAjHLLskckCUhpRSlGgVTSYBaBZHQJPQMCih37l1fZQoaAZoCWgPQwgrM6X19y1yQJSGlFKUaBVL/mgWR0CT0FRIBikPdX2UKGgGaAloD0MItoR80LMdc0CUhpRSlGgVTQcBaBZHQJPQjRgJC0F1fZQoaAZoCWgPQwg0SMFTyBlIQJSGlFKUaBVLu2gWR0CT0MWSU1Q7dX2UKGgGaAloD0MIvkwUIXU6cECUhpRSlGgVTRwBaBZHQJPQ5KXfIjp1fZQoaAZoCWgPQwjuX1lpUpBwQJSGlFKUaBVNRgFoFkdAk9EqkhzNlnV9lChoBmgJaA9DCOiE0EGXInBAlIaUUpRoFU0VAWgWR0CT0WrftQbddX2UKGgGaAloD0MIRwINNnUybUCUhpRSlGgVTQ8BaBZHQJPR4AU+LWJ1fZQoaAZoCWgPQwiLijidpLdyQJSGlFKUaBVNCAFoFkdAk9Ip/LDAJ3V9lChoBmgJaA9DCMCV7NgIRVFAlIaUUpRoFUvvaBZHQJPST/ffoA51fZQoaAZoCWgPQwj9MhgjEituQJSGlFKUaBVNBAFoFkdAk9J4oZydWnV9lChoBmgJaA9DCH3ogvoWk3BAlIaUUpRoFU05AWgWR0CT0qrLhaTwdX2UKGgGaAloD0MIaFn3jwXkckCUhpRSlGgVTTcBaBZHQJPSsxJul411fZQoaAZoCWgPQwj4/gbt1TVyQJSGlFKUaBVNSQFoFkdAk9M3ZXdTHnV9lChoBmgJaA9DCGHfTiJCyXFAlIaUUpRoFUv8aBZHQJPTSoUBXCF1fZQoaAZoCWgPQwirlnSUgwU8QJSGlFKUaBVL1mgWR0CT0+b1RLsbdX2UKGgGaAloD0MIHuG04IV3cUCUhpRSlGgVS/5oFkdAk9RhdpqREHV9lChoBmgJaA9DCJSFr6811XFAlIaUUpRoFU0cAWgWR0CT1MnPE87qdX2UKGgGaAloD0MIJuDXSFI2cECUhpRSlGgVS/5oFkdAk9Tc63iJf3V9lChoBmgJaA9DCAx2w7YFtnBAlIaUUpRoFU1CAWgWR0CT1QrFOwgUdX2UKGgGaAloD0MIdJtwr0xycECUhpRSlGgVTRMBaBZHQJPVWWUr08N1fZQoaAZoCWgPQwgY6xuY3MNQQJSGlFKUaBVLyGgWR0CT1W7ZFocrdX2UKGgGaAloD0MIc/c5PlrUVUCUhpRSlGgVS7doFkdAk9Wr92ovSXV9lChoBmgJaA9DCF+VC5U/H3NAlIaUUpRoFU0cAWgWR0CT1cTFVDKHdX2UKGgGaAloD0MIw5rKojCMcECUhpRSlGgVTRkBaBZHQJPV9a8pTdd1fZQoaAZoCWgPQwhckZighlFwQJSGlFKUaBVL+GgWR0CT1nUNayKOdX2UKGgGaAloD0MIxjL9EjEqcECUhpRSlGgVTSMBaBZHQJPWjfzjFQ51fZQoaAZoCWgPQwhpw2Fp4MhuQJSGlFKUaBVL+2gWR0CT1rvXbuc+dX2UKGgGaAloD0MIhLpIoSxGbECUhpRSlGgVTSQBaBZHQJPW+JEYwZh1fZQoaAZoCWgPQwhighq+hXdGQJSGlFKUaBVL6mgWR0CT1xVurIYFdX2UKGgGaAloD0MIXK/pQcFfb0CUhpRSlGgVTQMBaBZHQJPXXD+BH091fZQoaAZoCWgPQwjtZkY/mkBxQJSGlFKUaBVL9WgWR0CT18itJWeZdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 492, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 128, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV1wIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjFIvaG9tZS9oaXQvYXBwL3JsMzEwL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMEAH8Ab5SMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjFIvaG9tZS9oaXQvYXBwL3JsMzEwL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-6.0.0-5-amd64-x86_64-with-glibc2.36 #1 SMP PREEMPT_DYNAMIC Debian 6.0.10-2 (2022-12-01)", "Python": "3.10.8", "Stable-Baselines3": "1.6.2", "PyTorch": "1.13.0", "GPU Enabled": "True", "Numpy": "1.23.4", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f5b3b3524d0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f5b3b352560>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f5b3b3525f0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f5b3b352680>", "_build": "<function ActorCriticPolicy._build at 0x7f5b3b352710>", "forward": "<function ActorCriticPolicy.forward at 0x7f5b3b3527a0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f5b3b352830>", "_predict": "<function ActorCriticPolicy._predict at 0x7f5b3b3528c0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f5b3b352950>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f5b3b3529e0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f5b3b352a70>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f5b3b355780>"}, "verbose": 1, "policy_kwargs": {"net_arch": [{"pi": [128, 128], "vf": [128, 128]}]}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVyQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAAAAAAAAAAAAJRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAAAAAAAAAAAAJRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP+UaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjAQtaW5mlIwJaGlnaF9yZXBylIwDaW5mlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "low_repr": "-inf", "high_repr": "inf", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVkgAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwFc3RhcnSUSwCMBl9zaGFwZZQpjAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMCl9ucF9yYW5kb22UTnViLg==", "n": 4, "start": 0, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 9400000, "_total_timesteps": 10000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1671374305575447432, "learning_rate": {":type:": "<class 'function'>", ":serialized:": "gAWVcAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsESwNLQ0NEZAF9AWQCfQJ8AGQDawRyEmQEfAAYAGQFFAB9A3wBfAMUAFMAfABkBmsAciB8AnwBfAIYAHwAFABkBRQAFwBTAHwBUwCUKE5HPzOpKjBVMmFHPuT4tYjjaPFHP+mZmZmZmZpLAUdAFAAAAAAAAEc/yZmZmZmZmnSUKSiMCHByb2dyZXNzlIwCbHKUjAZlbmRfbHKUjA1wcm9ncmVzc19ub3JtlHSUjCIvaG9tZS9oaXQvbm5ldC9oZi9ybC91bml0MS9tYWluLnB5lIwLc2NoZWR1bGVfcmyUSyNDDgACBAEEAQgBDAEIAQgClCkpdJRSlH2UKIwLX19wYWNrYWdlX1+UTowIX19uYW1lX1+UjAhfX21haW5fX5SMCF9fZmlsZV9flGgQdU5OTnSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoG32UfZQoaBdoEYwMX19xdWFsbmFtZV9flGgRjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flE6MF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "tensorboard_log": "./tensorboard_log/", "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVcAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsESwNLQ0NEZAF9AWQCfQJ8AGQDawRyEmQEfAAYAGQFFAB9A3wBfAMUAFMAfABkBmsAciB8AnwBfAIYAHwAFABkBRQAFwBTAHwBUwCUKE5HPzOpKjBVMmFHPuT4tYjjaPFHP+mZmZmZmZpLAUdAFAAAAAAAAEc/yZmZmZmZmnSUKSiMCHByb2dyZXNzlIwCbHKUjAZlbmRfbHKUjA1wcm9ncmVzc19ub3JtlHSUjCIvaG9tZS9oaXQvbm5ldC9oZi9ybC91bml0MS9tYWluLnB5lIwLc2NoZWR1bGVfcmyUSyNDDgACBAEEAQgBDAEIAQgClCkpdJRSlH2UKIwLX19wYWNrYWdlX1+UTowIX19uYW1lX1+UjAhfX21haW5fX5SMCF9fZmlsZV9flGgQdU5OTnSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoG32UfZQoaBdoEYwMX19xdWFsbmFtZV9flGgRjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flE6MF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAADpxFj5PyEE9BiuQvhLQj74lf0w9sXoivQAAAAAAAAAAgHIOvv7tDD9nEZI+GFQAv6AjwL37c0w+AAAAAAAAAAAz4Q68rgWTuhGVPTMQQ3auVjb1OSW9t7MAAIA/AACAP5occL4MU1k/I4ftu6KeCb8dR5e+socOPgAAAAAAAAAAjU8/PvKIXz9FP3k+fEkrv1E0ZD6Yx0s9AAAAAAAAAAAzCvk8XHM7unl1SzrsnYw1b/tVO9BIbbkAAAAAAAAAAM3IsLzNcz0+opFKPIfjuL7mbOq6R4GcOgAAAAAAAAAAM0F4vezEqbvxJDy8RxiMPPokBz0C1HC9AACAPwAAgD8ANA88KWBWuq2j6bo1Gwm2DcORu6LcCDoAAAAAAAAAAADgZTuBb0Q+YkyFPRRlz77MQUs9lRSnPQAAAAAAAAAAMy8sPk0DQz7uAvm9/rqqvtcZ8z3r8++7AAAAAAAAAAAmNgM+JUYHP6ge8TzGQQK/HTkPPqZcpbwAAAAAAAAAAE3rDj19K4k+Q4NRPfs+0r44V409cGRMPQAAAAAAAAAAAGw/PPOjHD/AtTg9d3f2viAs1zvw+xM8AAAAAAAAAADNxqw8wzUIOZ/jtzpVQ+S0Ih8DvErE37kAAAAAAAAAANro+z3jrdQ+lXbwPJyc277kYQQ+k2PPuQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.06119680000000005, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIQfM5d3u3cUCUhpRSlIwBbJRLyYwBdJRHQKvYwGfPHDJ1fZQoaAZoCWgPQwhgOUIGsltyQJSGlFKUaBVLs2gWR0Cr2O3IEKVqdX2UKGgGaAloD0MIADs3bcZWbUCUhpRSlGgVS9RoFkdAq9kC+6Ae73V9lChoBmgJaA9DCBtLWBsjZ3FAlIaUUpRoFUvXaBZHQKvZGl/H5rR1fZQoaAZoCWgPQwhEatrFtCxxQJSGlFKUaBVL22gWR0Cr2Sj8cdYGdX2UKGgGaAloD0MI+Ddor75jcECUhpRSlGgVS8poFkdAq9kvsqril3V9lChoBmgJaA9DCMsSnWXWcHJAlIaUUpRoFUv5aBZHQKvZPuNPxhF1fZQoaAZoCWgPQwiSIjKsYlVwQJSGlFKUaBVL9mgWR0Cr2UG3F1jidX2UKGgGaAloD0MIWYrkK4ErckCUhpRSlGgVS8hoFkdAq9lqZH/cWXV9lChoBmgJaA9DCB+i0R2E/XJAlIaUUpRoFUvyaBZHQKvZbaxHG0h1fZQoaAZoCWgPQwiR0QFJWG9wQJSGlFKUaBVL/2gWR0Cr2YZwwTM8dX2UKGgGaAloD0MIDrxa7gw/cECUhpRSlGgVS+poFkdAq9mJWvKU3XV9lChoBmgJaA9DCOGYZU/C73JAlIaUUpRoFUvOaBZHQKvZkaLGaQV1fZQoaAZoCWgPQwiZ8bbSKxBwQJSGlFKUaBVLyWgWR0Cr2bIZqEeydX2UKGgGaAloD0MIYeC597Doc0CUhpRSlGgVS81oFkdAq9m6UeMho3V9lChoBmgJaA9DCJ9afXUVAnBAlIaUUpRoFUvYaBZHQKvZ27ulXRx1fZQoaAZoCWgPQwjo3VhQGH5yQJSGlFKUaBVL0mgWR0Cr2fSprDZUdX2UKGgGaAloD0MI499nXLi7b0CUhpRSlGgVS7doFkdAq9pGAbyYonV9lChoBmgJaA9DCK5lMhxP4W9AlIaUUpRoFUvzaBZHQKvaVsolUqB1fZQoaAZoCWgPQwiIug9AKrpzQJSGlFKUaBVL1GgWR0Cr2l9LYf4idX2UKGgGaAloD0MIiJ6USc2rc0CUhpRSlGgVS91oFkdAq9pfyRSxaHV9lChoBmgJaA9DCGAF+G6zNXNAlIaUUpRoFUv+aBZHQKvafEyckMV1fZQoaAZoCWgPQwgsnKT5ozlyQJSGlFKUaBVLuGgWR0Cr2nzaCcwydX2UKGgGaAloD0MIBwsnaT4YdECUhpRSlGgVS+RoFkdAq9p+Z1FH8XV9lChoBmgJaA9DCKUV31B4p3FAlIaUUpRoFUvAaBZHQKvahUyYXwd1fZQoaAZoCWgPQwhA+5Ei8mZwQJSGlFKUaBVL42gWR0Cr2o0rbxmTdX2UKGgGaAloD0MIk8SScndkcUCUhpRSlGgVS9ZoFkdAq9q9ZHNHH3V9lChoBmgJaA9DCEjDKXOzj3BAlIaUUpRoFUvjaBZHQKvazbO/tY11fZQoaAZoCWgPQwjm6scmOY1wQJSGlFKUaBVLxmgWR0Cr2tI+nqFAdX2UKGgGaAloD0MIPQ0YJD1JcUCUhpRSlGgVS89oFkdAq9rmsijcmHV9lChoBmgJaA9DCOkLIed9HHJAlIaUUpRoFUvDaBZHQKvbEY3Ns311fZQoaAZoCWgPQwgO2quPxylyQJSGlFKUaBVLrGgWR0Cr2316NVBEdX2UKGgGaAloD0MIOEnzxzTvckCUhpRSlGgVS8loFkdAq9uGZPVNH3V9lChoBmgJaA9DCK2lgLR/cHBAlIaUUpRoFUvFaBZHQKvbiJv5xip1fZQoaAZoCWgPQwgY0uEhzNRxQJSGlFKUaBVNHAFoFkdAq9uKeVcD83V9lChoBmgJaA9DCGxdaoT+RnFAlIaUUpRoFUvJaBZHQKvbj/n4fwJ1fZQoaAZoCWgPQwgrFOl+TsJyQJSGlFKUaBVL4GgWR0Cr25zqrzXjdX2UKGgGaAloD0MI0qkrn+WhcECUhpRSlGgVS9loFkdAq9vKHbh3q3V9lChoBmgJaA9DCNoaEYwD6XNAlIaUUpRoFUviaBZHQKvb11vES/V1fZQoaAZoCWgPQwiCqzyBMKRvQJSGlFKUaBVL3WgWR0Cr29lhw2l3dX2UKGgGaAloD0MIZvUOt8ONcUCUhpRSlGgVS95oFkdAq9vkh5gPVnV9lChoBmgJaA9DCJG5Mqh233BAlIaUUpRoFUvGaBZHQKvb+BDG96F1fZQoaAZoCWgPQwgTu7a3Gx5yQJSGlFKUaBVNpAFoFkdAq9wNXLeQ+3V9lChoBmgJaA9DCAOwARFi1HBAlIaUUpRoFUvXaBZHQKvcIOPvKEF1fZQoaAZoCWgPQwh9lBEXgIdxQJSGlFKUaBVL22gWR0Cr3CrVWjoIdX2UKGgGaAloD0MI8iTpmglTckCUhpRSlGgVS7toFkdAq9w8WO6un3V9lChoBmgJaA9DCDzAkxaua3FAlIaUUpRoFUvlaBZHQKvcTFirksB1fZQoaAZoCWgPQwgBGM+gIfxxQJSGlFKUaBVLumgWR0Cr3JMyad+YdX2UKGgGaAloD0MIQ/6ZQTwcckCUhpRSlGgVS8FoFkdAq9ync580DXV9lChoBmgJaA9DCGfvjLaq+XJAlIaUUpRoFUvVaBZHQKvcxJwKjSJ1fZQoaAZoCWgPQwgCSG3i5CNxQJSGlFKUaBVLz2gWR0Cr3M9K28ZldX2UKGgGaAloD0MIXoO+9LZCcECUhpRSlGgVS99oFkdAq9zWff4yoHV9lChoBmgJaA9DCJtwr8ybn3FAlIaUUpRoFUvCaBZHQKveh1YhdMV1fZQoaAZoCWgPQwg+6q9XWJRwQJSGlFKUaBVLzGgWR0Cr3pSeZof0dX2UKGgGaAloD0MIYmafxyiHckCUhpRSlGgVS9xoFkdAq96gplSS/3V9lChoBmgJaA9DCPJ8BtRbYnRAlIaUUpRoFU0DAWgWR0Cr3qTot+TedX2UKGgGaAloD0MIlx3iH/Y4ckCUhpRSlGgVS8VoFkdAq96o5ggHNXV9lChoBmgJaA9DCA05tp4hsW9AlIaUUpRoFUvqaBZHQKveyUJv5xl1fZQoaAZoCWgPQwjggJauYOpvQJSGlFKUaBVL6mgWR0Cr3u65oXbedX2UKGgGaAloD0MIHa7VHvaqcUCUhpRSlGgVS9xoFkdAq974smOU+3V9lChoBmgJaA9DCPVnP1KEG3JAlIaUUpRoFUvbaBZHQKvfGwUxmCl1fZQoaAZoCWgPQwhbttYXSUlzQJSGlFKUaBVLyGgWR0Cr32E1EVnFdX2UKGgGaAloD0MI+N7foL2WcUCUhpRSlGgVS+NoFkdAq9+vfl6qsHV9lChoBmgJaA9DCMzuycPCl3NAlIaUUpRoFUvlaBZHQKvfv+3pfQd1fZQoaAZoCWgPQwhfs1w2urtwQJSGlFKUaBVLzmgWR0Cr38GRV6u5dX2UKGgGaAloD0MIww5j0t+7ckCUhpRSlGgVTWcBaBZHQKvfzUd7v5R1fZQoaAZoCWgPQwgIq7GENddwQJSGlFKUaBVL2GgWR0Cr39/UWl/IdX2UKGgGaAloD0MIl43O+elackCUhpRSlGgVS+poFkdAq+AIVqN6xHV9lChoBmgJaA9DCPfoDfdRDHJAlIaUUpRoFUvRaBZHQKvgED8tPHl1fZQoaAZoCWgPQwgQJO8cCu9yQJSGlFKUaBVL8WgWR0Cr4BiQDFIedX2UKGgGaAloD0MIilbuBWbXckCUhpRSlGgVS+9oFkdAq+AZ4t6HCXV9lChoBmgJaA9DCNBf6BHj3HFAlIaUUpRoFUvNaBZHQKvgMnZ00WN1fZQoaAZoCWgPQwgwDi4d86VzQJSGlFKUaBVL12gWR0Cr4EswL3K0dX2UKGgGaAloD0MI2NR5VPwXcUCUhpRSlGgVS9FoFkdAq+BmXRgJC3V9lChoBmgJaA9DCJzDtdoDcXFAlIaUUpRoFUuraBZHQKvgcUM5OrR1fZQoaAZoCWgPQwh/aObJtaRwQJSGlFKUaBVLumgWR0Cr4NS7oStedX2UKGgGaAloD0MIAb7bvHEaUUCUhpRSlGgVS7JoFkdAq+DXEyckMXV9lChoBmgJaA9DCC1DHOtikXBAlIaUUpRoFUu8aBZHQKvg6YhMajx1fZQoaAZoCWgPQwjLaU/JeSByQJSGlFKUaBVLvmgWR0Cr4PjsUqQSdX2UKGgGaAloD0MIysLX1zqfb0CUhpRSlGgVS71oFkdAq+FA8QqZt3V9lChoBmgJaA9DCENXIlD91HFAlIaUUpRoFUvMaBZHQKvhUzXz19R1fZQoaAZoCWgPQwimDvJ6sAhyQJSGlFKUaBVLtmgWR0Cr4V4bS7XhdX2UKGgGaAloD0MI0uC2tnDYckCUhpRSlGgVS/BoFkdAq+FkuzyBkXV9lChoBmgJaA9DCC0ly0logXFAlIaUUpRoFUvhaBZHQKvhiMUAT7F1fZQoaAZoCWgPQwicbW5Mz81vQJSGlFKUaBVLv2gWR0Cr4YqLCN0edX2UKGgGaAloD0MIje21oDfzcECUhpRSlGgVS/RoFkdAq+GpsTFl1HV9lChoBmgJaA9DCH2W58FdrXBAlIaUUpRoFUvBaBZHQKvhq3aSLZV1fZQoaAZoCWgPQwjvAE9aePlxQJSGlFKUaBVLymgWR0Cr4cThP0qZdX2UKGgGaAloD0MIm8qisAurcUCUhpRSlGgVS7doFkdAq+IKHXVbzXV9lChoBmgJaA9DCB0hA3l2aW1AlIaUUpRoFUuyaBZHQKvidgQYk3V1fZQoaAZoCWgPQwhY5ULl38ByQJSGlFKUaBVL82gWR0Cr4nzjNpuddX2UKGgGaAloD0MIqRH6mfrlcUCUhpRSlGgVS+xoFkdAq+KV3yI553V9lChoBmgJaA9DCIW1MXZCtm9AlIaUUpRoFUuzaBZHQKvil/NJOFh1fZQoaAZoCWgPQwjyJyobFlhzQJSGlFKUaBVL+2gWR0Cr4qDOcDr7dX2UKGgGaAloD0MIrI4c6cwZckCUhpRSlGgVS8JoFkdAq+K4oRZlnXV9lChoBmgJaA9DCMqnx7ZMV3BAlIaUUpRoFUu+aBZHQKvi1w3o9s91fZQoaAZoCWgPQwiU3GETmXpuQJSGlFKUaBVLvmgWR0Cr4tjXnQpndX2UKGgGaAloD0MIUoAomHFjcUCUhpRSlGgVS99oFkdAq+Las2eg+XV9lChoBmgJaA9DCJ4lyAiodnFAlIaUUpRoFUuuaBZHQKvi30K7ZnN1fZQoaAZoCWgPQwi536Eo0OJxQJSGlFKUaBVLwGgWR0Cr4vlZxJd0dWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 2292, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 256, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV1QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjFIvaG9tZS9oaXQvYXBwL3JsMzEwL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAGKUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxSL2hvbWUvaGl0L2FwcC9ybDMxMC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGggfZR9lChoF2gOjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoGIwHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-6.0.0-6-amd64-x86_64-with-glibc2.36 #1 SMP PREEMPT_DYNAMIC Debian 6.0.12-1 (2022-12-09)", "Python": "3.10.8", "Stable-Baselines3": "1.6.2", "PyTorch": "1.13.0", "GPU Enabled": "True", "Numpy": "1.23.4", "Gym": "0.23.1"}}

ppo-LunarLander-v2.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47034816d2d60066c6eb71e6736912902c71e5d737325aa1d889c7bd2a6f36de
+size 462598

ppo-LunarLander-v2/_stable_baselines3_version

@@ -0,0 +1 @@
+1.6.2

ppo-LunarLander-v2/data

@@ -0,0 +1,113 @@
+{
+    "policy_class": {
+        ":type:": "<class 'abc.ABCMeta'>",
+        ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
+        "__module__": "stable_baselines3.common.policies",
+        "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f5b3b3524d0>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f5b3b352560>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f5b3b3525f0>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f5b3b352680>",
+        "_build": "<function ActorCriticPolicy._build at 0x7f5b3b352710>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7f5b3b3527a0>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f5b3b352830>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7f5b3b3528c0>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f5b3b352950>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f5b3b3529e0>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f5b3b352a70>",
+        "__abstractmethods__": "frozenset()",
+        "_abc_impl": "<_abc._abc_data object at 0x7f5b3b355780>"
+    },
+    "verbose": 1,
+    "policy_kwargs": {
+        "net_arch": [
+            {
+                "pi": [
+                    128,
+                    128
+                ],
+                "vf": [
+                    128,
+                    128
+                ]
+            }
+        ]
+    },
+    "observation_space": {
+        ":type:": "<class 'gym.spaces.box.Box'>",
+        ":serialized:": "gAWVyQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAAAAAAAAAAAAJRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAAAAAAAAAAAAJRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP+UaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjAQtaW5mlIwJaGlnaF9yZXBylIwDaW5mlIwKX25wX3JhbmRvbZROdWIu",
+        "dtype": "float32",
+        "bounded_below": "[False False False False False False False False]",
+        "bounded_above": "[False False False False False False False False]",
+        "_shape": [
+            8
+        ],
+        "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]",
+        "high": "[inf inf inf inf inf inf inf inf]",
+        "low_repr": "-inf",
+        "high_repr": "inf",
+        "_np_random": null
+    },
+    "action_space": {
+        ":type:": "<class 'gym.spaces.discrete.Discrete'>",
+        ":serialized:": "gAWVkgAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwFc3RhcnSUSwCMBl9zaGFwZZQpjAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMCl9ucF9yYW5kb22UTnViLg==",
+        "n": 4,
+        "start": 0,
+        "_shape": [],
+        "dtype": "int64",
+        "_np_random": null
+    },
+    "n_envs": 16,
+    "num_timesteps": 9400000,
+    "_total_timesteps": 10000000,
+    "_num_timesteps_at_start": 0,
+    "seed": null,
+    "action_noise": null,
+    "start_time": 1671374305575447432,
+    "learning_rate": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWVcAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsESwNLQ0NEZAF9AWQCfQJ8AGQDawRyEmQEfAAYAGQFFAB9A3wBfAMUAFMAfABkBmsAciB8AnwBfAIYAHwAFABkBRQAFwBTAHwBUwCUKE5HPzOpKjBVMmFHPuT4tYjjaPFHP+mZmZmZmZpLAUdAFAAAAAAAAEc/yZmZmZmZmnSUKSiMCHByb2dyZXNzlIwCbHKUjAZlbmRfbHKUjA1wcm9ncmVzc19ub3JtlHSUjCIvaG9tZS9oaXQvbm5ldC9oZi9ybC91bml0MS9tYWluLnB5lIwLc2NoZWR1bGVfcmyUSyNDDgACBAEEAQgBDAEIAQgClCkpdJRSlH2UKIwLX19wYWNrYWdlX1+UTowIX19uYW1lX1+UjAhfX21haW5fX5SMCF9fZmlsZV9flGgQdU5OTnSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoG32UfZQoaBdoEYwMX19xdWFsbmFtZV9flGgRjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flE6MF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
+    },
+    "tensorboard_log": "./tensorboard_log/",
+    "lr_schedule": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWVcAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsESwNLQ0NEZAF9AWQCfQJ8AGQDawRyEmQEfAAYAGQFFAB9A3wBfAMUAFMAfABkBmsAciB8AnwBfAIYAHwAFABkBRQAFwBTAHwBUwCUKE5HPzOpKjBVMmFHPuT4tYjjaPFHP+mZmZmZmZpLAUdAFAAAAAAAAEc/yZmZmZmZmnSUKSiMCHByb2dyZXNzlIwCbHKUjAZlbmRfbHKUjA1wcm9ncmVzc19ub3JtlHSUjCIvaG9tZS9oaXQvbm5ldC9oZi9ybC91bml0MS9tYWluLnB5lIwLc2NoZWR1bGVfcmyUSyNDDgACBAEEAQgBDAEIAQgClCkpdJRSlH2UKIwLX19wYWNrYWdlX1+UTowIX19uYW1lX1+UjAhfX21haW5fX5SMCF9fZmlsZV9flGgQdU5OTnSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoG32UfZQoaBdoEYwMX19xdWFsbmFtZV9flGgRjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flE6MF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
+    },
+    "_last_obs": {
+        ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAADpxFj5PyEE9BiuQvhLQj74lf0w9sXoivQAAAAAAAAAAgHIOvv7tDD9nEZI+GFQAv6AjwL37c0w+AAAAAAAAAAAz4Q68rgWTuhGVPTMQQ3auVjb1OSW9t7MAAIA/AACAP5occL4MU1k/I4ftu6KeCb8dR5e+socOPgAAAAAAAAAAjU8/PvKIXz9FP3k+fEkrv1E0ZD6Yx0s9AAAAAAAAAAAzCvk8XHM7unl1SzrsnYw1b/tVO9BIbbkAAAAAAAAAAM3IsLzNcz0+opFKPIfjuL7mbOq6R4GcOgAAAAAAAAAAM0F4vezEqbvxJDy8RxiMPPokBz0C1HC9AACAPwAAgD8ANA88KWBWuq2j6bo1Gwm2DcORu6LcCDoAAAAAAAAAAADgZTuBb0Q+YkyFPRRlz77MQUs9lRSnPQAAAAAAAAAAMy8sPk0DQz7uAvm9/rqqvtcZ8z3r8++7AAAAAAAAAAAmNgM+JUYHP6ge8TzGQQK/HTkPPqZcpbwAAAAAAAAAAE3rDj19K4k+Q4NRPfs+0r44V409cGRMPQAAAAAAAAAAAGw/PPOjHD/AtTg9d3f2viAs1zvw+xM8AAAAAAAAAADNxqw8wzUIOZ/jtzpVQ+S0Ih8DvErE37kAAAAAAAAAANro+z3jrdQ+lXbwPJyc277kYQQ+k2PPuQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+    },
+    "_last_episode_starts": {
+        ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
+    },
+    "_last_original_obs": null,
+    "_episode_num": 0,
+    "use_sde": false,
+    "sde_sample_freq": -1,
+    "_current_progress_remaining": 0.06119680000000005,
+    "ep_info_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVIRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIQfM5d3u3cUCUhpRSlIwBbJRLyYwBdJRHQKvYwGfPHDJ1fZQoaAZoCWgPQwhgOUIGsltyQJSGlFKUaBVLs2gWR0Cr2O3IEKVqdX2UKGgGaAloD0MIADs3bcZWbUCUhpRSlGgVS9RoFkdAq9kC+6Ae73V9lChoBmgJaA9DCBtLWBsjZ3FAlIaUUpRoFUvXaBZHQKvZGl/H5rR1fZQoaAZoCWgPQwhEatrFtCxxQJSGlFKUaBVL22gWR0Cr2Sj8cdYGdX2UKGgGaAloD0MI+Ddor75jcECUhpRSlGgVS8poFkdAq9kvsqril3V9lChoBmgJaA9DCMsSnWXWcHJAlIaUUpRoFUv5aBZHQKvZPuNPxhF1fZQoaAZoCWgPQwiSIjKsYlVwQJSGlFKUaBVL9mgWR0Cr2UG3F1jidX2UKGgGaAloD0MIWYrkK4ErckCUhpRSlGgVS8hoFkdAq9lqZH/cWXV9lChoBmgJaA9DCB+i0R2E/XJAlIaUUpRoFUvyaBZHQKvZbaxHG0h1fZQoaAZoCWgPQwiR0QFJWG9wQJSGlFKUaBVL/2gWR0Cr2YZwwTM8dX2UKGgGaAloD0MIDrxa7gw/cECUhpRSlGgVS+poFkdAq9mJWvKU3XV9lChoBmgJaA9DCOGYZU/C73JAlIaUUpRoFUvOaBZHQKvZkaLGaQV1fZQoaAZoCWgPQwiZ8bbSKxBwQJSGlFKUaBVLyWgWR0Cr2bIZqEeydX2UKGgGaAloD0MIYeC597Doc0CUhpRSlGgVS81oFkdAq9m6UeMho3V9lChoBmgJaA9DCJ9afXUVAnBAlIaUUpRoFUvYaBZHQKvZ27ulXRx1fZQoaAZoCWgPQwjo3VhQGH5yQJSGlFKUaBVL0mgWR0Cr2fSprDZUdX2UKGgGaAloD0MI499nXLi7b0CUhpRSlGgVS7doFkdAq9pGAbyYonV9lChoBmgJaA9DCK5lMhxP4W9AlIaUUpRoFUvzaBZHQKvaVsolUqB1fZQoaAZoCWgPQwiIug9AKrpzQJSGlFKUaBVL1GgWR0Cr2l9LYf4idX2UKGgGaAloD0MIiJ6USc2rc0CUhpRSlGgVS91oFkdAq9pfyRSxaHV9lChoBmgJaA9DCGAF+G6zNXNAlIaUUpRoFUv+aBZHQKvafEyckMV1fZQoaAZoCWgPQwgsnKT5ozlyQJSGlFKUaBVLuGgWR0Cr2nzaCcwydX2UKGgGaAloD0MIBwsnaT4YdECUhpRSlGgVS+RoFkdAq9p+Z1FH8XV9lChoBmgJaA9DCKUV31B4p3FAlIaUUpRoFUvAaBZHQKvahUyYXwd1fZQoaAZoCWgPQwhA+5Ei8mZwQJSGlFKUaBVL42gWR0Cr2o0rbxmTdX2UKGgGaAloD0MIk8SScndkcUCUhpRSlGgVS9ZoFkdAq9q9ZHNHH3V9lChoBmgJaA9DCEjDKXOzj3BAlIaUUpRoFUvjaBZHQKvazbO/tY11fZQoaAZoCWgPQwjm6scmOY1wQJSGlFKUaBVLxmgWR0Cr2tI+nqFAdX2UKGgGaAloD0MIPQ0YJD1JcUCUhpRSlGgVS89oFkdAq9rmsijcmHV9lChoBmgJaA9DCOkLIed9HHJAlIaUUpRoFUvDaBZHQKvbEY3Ns311fZQoaAZoCWgPQwgO2quPxylyQJSGlFKUaBVLrGgWR0Cr2316NVBEdX2UKGgGaAloD0MIOEnzxzTvckCUhpRSlGgVS8loFkdAq9uGZPVNH3V9lChoBmgJaA9DCK2lgLR/cHBAlIaUUpRoFUvFaBZHQKvbiJv5xip1fZQoaAZoCWgPQwgY0uEhzNRxQJSGlFKUaBVNHAFoFkdAq9uKeVcD83V9lChoBmgJaA9DCGxdaoT+RnFAlIaUUpRoFUvJaBZHQKvbj/n4fwJ1fZQoaAZoCWgPQwgrFOl+TsJyQJSGlFKUaBVL4GgWR0Cr25zqrzXjdX2UKGgGaAloD0MI0qkrn+WhcECUhpRSlGgVS9loFkdAq9vKHbh3q3V9lChoBmgJaA9DCNoaEYwD6XNAlIaUUpRoFUviaBZHQKvb11vES/V1fZQoaAZoCWgPQwiCqzyBMKRvQJSGlFKUaBVL3WgWR0Cr29lhw2l3dX2UKGgGaAloD0MIZvUOt8ONcUCUhpRSlGgVS95oFkdAq9vkh5gPVnV9lChoBmgJaA9DCJG5Mqh233BAlIaUUpRoFUvGaBZHQKvb+BDG96F1fZQoaAZoCWgPQwgTu7a3Gx5yQJSGlFKUaBVNpAFoFkdAq9wNXLeQ+3V9lChoBmgJaA9DCAOwARFi1HBAlIaUUpRoFUvXaBZHQKvcIOPvKEF1fZQoaAZoCWgPQwh9lBEXgIdxQJSGlFKUaBVL22gWR0Cr3CrVWjoIdX2UKGgGaAloD0MI8iTpmglTckCUhpRSlGgVS7toFkdAq9w8WO6un3V9lChoBmgJaA9DCDzAkxaua3FAlIaUUpRoFUvlaBZHQKvcTFirksB1fZQoaAZoCWgPQwgBGM+gIfxxQJSGlFKUaBVLumgWR0Cr3JMyad+YdX2UKGgGaAloD0MIQ/6ZQTwcckCUhpRSlGgVS8FoFkdAq9ync580DXV9lChoBmgJaA9DCGfvjLaq+XJAlIaUUpRoFUvVaBZHQKvcxJwKjSJ1fZQoaAZoCWgPQwgCSG3i5CNxQJSGlFKUaBVLz2gWR0Cr3M9K28ZldX2UKGgGaAloD0MIXoO+9LZCcECUhpRSlGgVS99oFkdAq9zWff4yoHV9lChoBmgJaA9DCJtwr8ybn3FAlIaUUpRoFUvCaBZHQKveh1YhdMV1fZQoaAZoCWgPQwg+6q9XWJRwQJSGlFKUaBVLzGgWR0Cr3pSeZof0dX2UKGgGaAloD0MIYmafxyiHckCUhpRSlGgVS9xoFkdAq96gplSS/3V9lChoBmgJaA9DCPJ8BtRbYnRAlIaUUpRoFU0DAWgWR0Cr3qTot+TedX2UKGgGaAloD0MIlx3iH/Y4ckCUhpRSlGgVS8VoFkdAq96o5ggHNXV9lChoBmgJaA9DCA05tp4hsW9AlIaUUpRoFUvqaBZHQKveyUJv5xl1fZQoaAZoCWgPQwjggJauYOpvQJSGlFKUaBVL6mgWR0Cr3u65oXbedX2UKGgGaAloD0MIHa7VHvaqcUCUhpRSlGgVS9xoFkdAq974smOU+3V9lChoBmgJaA9DCPVnP1KEG3JAlIaUUpRoFUvbaBZHQKvfGwUxmCl1fZQoaAZoCWgPQwhbttYXSUlzQJSGlFKUaBVLyGgWR0Cr32E1EVnFdX2UKGgGaAloD0MI+N7foL2WcUCUhpRSlGgVS+NoFkdAq9+vfl6qsHV9lChoBmgJaA9DCMzuycPCl3NAlIaUUpRoFUvlaBZHQKvfv+3pfQd1fZQoaAZoCWgPQwhfs1w2urtwQJSGlFKUaBVLzmgWR0Cr38GRV6u5dX2UKGgGaAloD0MIww5j0t+7ckCUhpRSlGgVTWcBaBZHQKvfzUd7v5R1fZQoaAZoCWgPQwgIq7GENddwQJSGlFKUaBVL2GgWR0Cr39/UWl/IdX2UKGgGaAloD0MIl43O+elackCUhpRSlGgVS+poFkdAq+AIVqN6xHV9lChoBmgJaA9DCPfoDfdRDHJAlIaUUpRoFUvRaBZHQKvgED8tPHl1fZQoaAZoCWgPQwgQJO8cCu9yQJSGlFKUaBVL8WgWR0Cr4BiQDFIedX2UKGgGaAloD0MIilbuBWbXckCUhpRSlGgVS+9oFkdAq+AZ4t6HCXV9lChoBmgJaA9DCNBf6BHj3HFAlIaUUpRoFUvNaBZHQKvgMnZ00WN1fZQoaAZoCWgPQwgwDi4d86VzQJSGlFKUaBVL12gWR0Cr4EswL3K0dX2UKGgGaAloD0MI2NR5VPwXcUCUhpRSlGgVS9FoFkdAq+BmXRgJC3V9lChoBmgJaA9DCJzDtdoDcXFAlIaUUpRoFUuraBZHQKvgcUM5OrR1fZQoaAZoCWgPQwh/aObJtaRwQJSGlFKUaBVLumgWR0Cr4NS7oStedX2UKGgGaAloD0MIAb7bvHEaUUCUhpRSlGgVS7JoFkdAq+DXEyckMXV9lChoBmgJaA9DCC1DHOtikXBAlIaUUpRoFUu8aBZHQKvg6YhMajx1fZQoaAZoCWgPQwjLaU/JeSByQJSGlFKUaBVLvmgWR0Cr4PjsUqQSdX2UKGgGaAloD0MIysLX1zqfb0CUhpRSlGgVS71oFkdAq+FA8QqZt3V9lChoBmgJaA9DCENXIlD91HFAlIaUUpRoFUvMaBZHQKvhUzXz19R1fZQoaAZoCWgPQwimDvJ6sAhyQJSGlFKUaBVLtmgWR0Cr4V4bS7XhdX2UKGgGaAloD0MI0uC2tnDYckCUhpRSlGgVS/BoFkdAq+FkuzyBkXV9lChoBmgJaA9DCC0ly0logXFAlIaUUpRoFUvhaBZHQKvhiMUAT7F1fZQoaAZoCWgPQwicbW5Mz81vQJSGlFKUaBVLv2gWR0Cr4YqLCN0edX2UKGgGaAloD0MIje21oDfzcECUhpRSlGgVS/RoFkdAq+GpsTFl1HV9lChoBmgJaA9DCH2W58FdrXBAlIaUUpRoFUvBaBZHQKvhq3aSLZV1fZQoaAZoCWgPQwjvAE9aePlxQJSGlFKUaBVLymgWR0Cr4cThP0qZdX2UKGgGaAloD0MIm8qisAurcUCUhpRSlGgVS7doFkdAq+IKHXVbzXV9lChoBmgJaA9DCB0hA3l2aW1AlIaUUpRoFUuyaBZHQKvidgQYk3V1fZQoaAZoCWgPQwhY5ULl38ByQJSGlFKUaBVL82gWR0Cr4nzjNpuddX2UKGgGaAloD0MIqRH6mfrlcUCUhpRSlGgVS+xoFkdAq+KV3yI553V9lChoBmgJaA9DCIW1MXZCtm9AlIaUUpRoFUuzaBZHQKvil/NJOFh1fZQoaAZoCWgPQwjyJyobFlhzQJSGlFKUaBVL+2gWR0Cr4qDOcDr7dX2UKGgGaAloD0MIrI4c6cwZckCUhpRSlGgVS8JoFkdAq+K4oRZlnXV9lChoBmgJaA9DCMqnx7ZMV3BAlIaUUpRoFUu+aBZHQKvi1w3o9s91fZQoaAZoCWgPQwiU3GETmXpuQJSGlFKUaBVLvmgWR0Cr4tjXnQpndX2UKGgGaAloD0MIUoAomHFjcUCUhpRSlGgVS99oFkdAq+Las2eg+XV9lChoBmgJaA9DCJ4lyAiodnFAlIaUUpRoFUuuaBZHQKvi30K7ZnN1fZQoaAZoCWgPQwi536Eo0OJxQJSGlFKUaBVLwGgWR0Cr4vlZxJd0dWUu"
+    },
+    "ep_success_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
+    },
+    "_n_updates": 2292,
+    "n_steps": 1024,
+    "gamma": 0.999,
+    "gae_lambda": 0.98,
+    "ent_coef": 0.01,
+    "vf_coef": 0.5,
+    "max_grad_norm": 0.5,
+    "batch_size": 256,
+    "n_epochs": 4,
+    "clip_range": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWV1QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjFIvaG9tZS9oaXQvYXBwL3JsMzEwL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAGKUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxSL2hvbWUvaGl0L2FwcC9ybDMxMC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGggfZR9lChoF2gOjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoGIwHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
+    },
+    "clip_range_vf": null,
+    "normalize_advantage": true,
+    "target_kl": null
+}

ppo-LunarLander-v2/policy.optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abbf802382a31db84d97d8fb40b8a74f17a879af671476a0949b677e363fed39
+size 297465

ppo-LunarLander-v2/policy.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c256141fb9e03198103ee7b744ff1e3d814cd585f19a84824c4034f824269d0
+size 147905

ppo-LunarLander-v2/pytorch_variables.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d030ad8db708280fcae77d87e973102039acd23a11bdecc3db8eb6c0ac940ee1
+size 431

ppo-LunarLander-v2/system_info.txt

@@ -0,0 +1,7 @@
+OS: Linux-6.0.0-6-amd64-x86_64-with-glibc2.36 #1 SMP PREEMPT_DYNAMIC Debian 6.0.12-1 (2022-12-09)
+Python: 3.10.8
+Stable-Baselines3: 1.6.2
+PyTorch: 1.13.0
+GPU Enabled: True
+Numpy: 1.23.4
+Gym: 0.23.1

results.json

@@ -1 +1 @@
-{"mean_reward": 271.77978265893506, "std_reward": 23.103462356821897, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-12-09T06:06:35.367850"}
+{"mean_reward": 275.6558936553929, "std_reward": 17.910394669934398, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-12-21T03:50:27.082598"}