Upload my updated PPO model to the hub

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 178.56 +/- 37.16
+      value: 170.42 +/- 60.43
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x0000023F6EB680D0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x0000023F6EB68160>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x0000023F6EB681F0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x0000023F6EB68280>", "_build": "<function ActorCriticPolicy._build at 0x0000023F6EB68310>", "forward": "<function ActorCriticPolicy.forward at 0x0000023F6EB683A0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x0000023F6EB68430>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x0000023F6EB684C0>", "_predict": "<function ActorCriticPolicy._predict at 0x0000023F6EB68550>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x0000023F6EB685E0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x0000023F6EB68670>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x0000023F6EB68700>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x0000023F6EB66210>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1120000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1695762737737517200, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAPPGxj7IIpy8y46DPTksSz1FfIO9qg57PQAAAAAAAAAAqja1PimOGDuO4NW78KiovhZhiDxYUe87AAAAAAAAAABAjNO9vaiFP8H0K74JddW+8QYEvvJFhL0AAAAAAAAAAD2v5z6oo8c+Ap0mvKYeq750Gxs9KDzgvQAAAAAAAAAAusWUPqnAMLw9/7M8VnE7uphvk72nrQK7AACAPwAAgD/NKng8c+eyP74bRD+CJJ2+3SuOvN7bL74AAAAAAAAAACZWDj4MsI4/AzPmPbIO5b7RGSs+9QqYOwAAAAAAAAAAMxTQPXskl7oRsIw7EACMPcF+u7ve+yO8AACAPwAAgD/KIvE+KtatvZhD+Dxf7U67yA1XPv3y4TwAAIA/AACAP+105b7qZLa9ZuylPevGqzxhcGS+NJAQPgAAgD8AAIA/2hzePbiW97mGK3o8RUY4vNtiprqOAyK9AACAPwAAgD8zaqm8e7T+OZceID3VjU48qbMivPj0Ab0AAIA/AAAAAFpFxb1c6xe6S1tovGe2Tjusr1A7gw81PAAAgD8AAIA/agezvuJ057262tq90IZEvpbz9z54wPs+AACAPwAAgD/zMuE9ezSmOQj8YjxPsDU2laRuu0VaSjUAAIA/AACAP4uLFD+NCjC+LlR1PlzO1Dw16ZC9fvkLvQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.1200000000000001, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV/AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwEQqoKD0166MAWyUS6WMAXSUR0CURWIJqqOtdX2UKGgGR0BWlfIsAeaKaAdN6ANoCEdAlEahhx5s03V9lChoBkdAPY6vRqoIfWgHS4toCEdAlEiaaG5+Y3V9lChoBkfAcO/N1QqI8GgHTawCaAhHQJRKoLF4s3B1fZQoaAZHQECFqSowVTJoB0uvaAhHQJRKy2v0ROF1fZQoaAZHQEUh7v5P/JhoB0vbaAhHQJRMMkD6nBN1fZQoaAZHwDSN3V09yLhoB0vHaAhHQJRN/KxLTQV1fZQoaAZHP+Z8XN1QqI9oB0txaAhHQJRPY7wKBup1fZQoaAZHwCDGXVsk6cRoB0u9aAhHQJRSL3TNMXd1fZQoaAZHQFIsZ6D5CWxoB03oA2gIR0CUUjB6a9bpdX2UKGgGR8A4iUNayKNyaAdL4mgIR0CUU0FS88LbdX2UKGgGR0A2bhHskY4yaAdLlGgIR0CUU98BMi8ndX2UKGgGR0BP7+4kNWluaAdN6ANoCEdAlFUD1PFefXV9lChoBkc/8pymygPEsWgHTegDaAhHQJRV/K6nR9h1fZQoaAZHQDqaBRQ79ydoB0ugaAhHQJRXx+1Bt1p1fZQoaAZHwCyfwsoUi6hoB0vNaAhHQJRYo+KTB691fZQoaAZHQEd6N3np0OpoB03oA2gIR0CUWVDR+jM3dX2UKGgGR0Aez8FY+0PZaAdLfGgIR0CUWVePJaJRdX2UKGgGR0AgeReTmnwYaAdLiWgIR0CUWfsZYPoWdX2UKGgGR0Afnhisny/caAdLxGgIR0CUWvGwRoRJdX2UKGgGR0BCttX5nDiwaAdLm2gIR0CUXMJAMUh3dX2UKGgGR0BLgshgVoHtaAdLo2gIR0CUXc7dznzQdX2UKGgGR0BA+Y8U21lYaAdLnGgIR0CUXmGKhtcfdX2UKGgGR0BBOKLKmsNlaAdN6ANoCEdAlGBweV9nb3V9lChoBkfAM5FBY3eenWgHS49oCEdAlGCF+/gzg3V9lChoBkfAQjPE0iyIHmgHS7toCEdAlGD9CE6DG3V9lChoBkfANZtRBNVR12gHS5BoCEdAlGFmwV0tAnV9lChoBkdAR6ecriEQG2gHTegDaAhHQJRh7jENvwV1fZQoaAZHQEC+8lHBk7RoB0uFaAhHQJRjemZVn291fZQoaAZHv/10G/vfCQ9oB0t2aAhHQJRjmhsZYPp1fZQoaAZHQAJ2+GoJiRZoB0tvaAhHQJRlczAN5MV1fZQoaAZHQDY6oOx0MgFoB0uwaAhHQJRmwglnh891fZQoaAZHP86i/O+qR2doB0twaAhHQJRpNLsa86F1fZQoaAZHQDwiIj4YaYNoB0uraAhHQJRqL5pJwsJ1fZQoaAZHQDhAUg0TDfpoB0utaAhHQJRsnDNyHVR1fZQoaAZHQDYloTPBzmxoB0ubaAhHQJRuTl+3H7x1fZQoaAZHwBEY0ygwoLJoB0tXaAhHQJRueWPcSGt1fZQoaAZHQFkyTuv2XcBoB03oA2gIR0CUbznmaH9FdX2UKGgGR7/KiGFi8WbgaAdN6ANoCEdAlG9ZpWV/t3V9lChoBkfAIg55AyEcsGgHS5ZoCEdAlHLror4FinV9lChoBkdARan0I1LrX2gHTegDaAhHQJRzovexfOV1fZQoaAZHwBdV3+uNgjRoB0tuaAhHQJR0z0Cih391fZQoaAZHwA+XJo0ygwpoB0uBaAhHQJR2s0fozN51fZQoaAZHQECsad+XqqxoB0ukaAhHQJR3ymP5pJx1fZQoaAZHQDHvY4ACGN9oB0u8aAhHQJR59G5MDfZ1fZQoaAZHQDsGYKIBRyhoB0t6aAhHQJR6L2alUId1fZQoaAZHQCT2h/RVp9JoB0uRaAhHQJR9RY7q6e51fZQoaAZHwEDdHggow25oB0ulaAhHQJR9dEa2nbZ1fZQoaAZHQBLQUxmCiAVoB0u4aAhHQJSBxzbN8md1fZQoaAZHQA40L+glF+doB0unaAhHQJSB8jY7JXB1fZQoaAZHwElcNbTtsvZoB0tvaAhHQJSEaxeLNwB1fZQoaAZHQD6JLlFMIu5oB0uuaAhHQJSEradtl7N1fZQoaAZHQFf07Ikqto1oB03oA2gIR0CUhNF9roGIdX2UKGgGR0AuO/ATIvJzaAdLlGgIR0CUhm5kK/mDdX2UKGgGR0A0UW/rSmZWaAdLdmgIR0CUiXICU5dXdX2UKGgGR0BAEqGUOd5IaAdLrGgIR0CUjKF6Rhc8dX2UKGgGR8BvbM45tFa0aAdNlwJoCEdAlI7dRzijtXV9lChoBkdANWdpM6BAfWgHS7RoCEdAlJBSQHRkVnV9lChoBkfACjqASWZ7X2gHS6doCEdAlJFVeOXE63V9lChoBkdAWQ+8rZrYXmgHTegDaAhHQJSU49FF2FF1fZQoaAZHQEiqjHGS6lNoB03oA2gIR0CUlPY/Vy3kdX2UKGgGR0BhZDLhaTwEaAdN6ANoCEdAlJW0uHvc8HV9lChoBkdAOVL4rSVnmWgHS8BoCEdAlJYP2GqPwXV9lChoBkdAUHXL9uP3jGgHTegDaAhHQJSWelfqoqF1fZQoaAZHwF1TqzqrzXloB03QAmgIR0CUmIaiKziTdX2UKGgGR0ADcZ3s5XEJaAdLuWgIR0CUmay/sVtXdX2UKGgGR8BCvHUDuBtlaAdLXWgIR0CUmgG96C17dX2UKGgGR0BKDSn1nM+vaAdN6ANoCEdAlJpFUEPlMnV9lChoBkdAV9VCAtnPFGgHTegDaAhHQJSauoegctJ1fZQoaAZHQFKjUFB6a9doB03oA2gIR0CUmwDArQPadX2UKGgGR0Az72wV0tAcaAdLtmgIR0CUnHmVJL/TdX2UKGgGR8BJd5le4TbnaAdL0WgIR0CUnWTKkl/pdX2UKGgGR0AsLeMQ2/BWaAdLtWgIR0CUnXAOJ+DwdX2UKGgGR0ACHx6OYIBzaAdLkWgIR0CUnx73PAwgdX2UKGgGR8A0CLQHAymAaAdLvmgIR0CUoJ6u4gA7dX2UKGgGR8BF0WIGhVU/aAdLyWgIR0CUoMadc0LudX2UKGgGR0AlGDSw4bS7aAdLq2gIR0CUpC0u14PgdX2UKGgGR8BFBwg1WKdhaAdL0WgIR0CUphEH+qBFdX2UKGgGR8A4dqlgtvn9aAdLvmgIR0CUp3hqj8DTdX2UKGgGR0BEd1KoQ4CIaAdLsWgIR0CUqNhIvrWzdX2UKGgGR8AzG3pOerdWaAdLXWgIR0CUqNU1Q66rdX2UKGgGR0A4oYPXkHUuaAdLtGgIR0CUqTBCUorndX2UKGgGR8BThmIKtxMnaAdNPgFoCEdAlKo50fYBeXV9lChoBkfAKbhpxm03O2gHS1xoCEdAlKxNYKYzBXV9lChoBkdARDiioKlYU2gHTegDaAhHQJSu0L5RCQd1fZQoaAZHwBjHf2saKk5oB0uBaAhHQJSvukfs/pt1fZQoaAZHQBIQmAskIHFoB0u4aAhHQJSvwoScslN1fZQoaAZHQBPv+0gKWs1oB0uwaAhHQJS19i3G4qh1fZQoaAZHQDWG3RXwLE1oB0uMaAhHQJS3vW07bL51fZQoaAZHQEF1E87p3X9oB03oA2gIR0CUuDxvegtfdX2UKGgGR0A4REdeY2KmaAdN6ANoCEdAlLh78zhxYXV9lChoBkdAG33MY/FBIGgHS6xoCEdAlLmVK02LpHV9lChoBkdAK+SRB/qgRWgHS8poCEdAlLpHX/YJ3XV9lChoBkdAKsBa1TisGWgHS11oCEdAlL3SsS00FnV9lChoBkfALQiBXjlxO2gHS45oCEdAlL5itq59VnV9lChoBkdAVckvRJEpiWgHTegDaAhHQJS/wRpUPxx1fZQoaAZHQEBXPGACnxdoB0uHaAhHQJTAFR64Uex1fZQoaAZHQEHWUfPomoloB03oA2gIR0CUwuzBhx5tdX2UKGgGR0BZlW+sYEW7aAdN6ANoCEdAlMPF4oqkM3V9lChoBkdAMlvx6OYIB2gHS3VoCEdAlMaHxJ/XoXVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 70, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 10000, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.001, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVrgIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMfGM6XFVzZXJzXGFtYnJlZW4uaGFuaWZcR2l0aHViXGRlZXByZWluZm9yY2VtZW50bGVhcm5pbmdfaHVnZ2luZ2ZhY2VcdmVudlxsaWJcc2l0ZS1wYWNrYWdlc1xzdGFibGVfYmFzZWxpbmVzM1xjb21tb25cdXRpbHMucHmUjARmdW5jlEuEQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UaAx1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgefZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVrgIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMfGM6XFVzZXJzXGFtYnJlZW4uaGFuaWZcR2l0aHViXGRlZXByZWluZm9yY2VtZW50bGVhcm5pbmdfaHVnZ2luZ2ZhY2VcdmVudlxsaWJcc2l0ZS1wYWNrYWdlc1xzdGFibGVfYmFzZWxpbmVzM1xjb21tb25cdXRpbHMucHmUjARmdW5jlEuEQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UaAx1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgefZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "system_info": {"OS": "Windows-10-10.0.19041-SP0 10.0.19041", "Python": "3.8.0", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cpu", "GPU Enabled": "False", "Numpy": "1.24.4", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x0000023F6EB680D0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x0000023F6EB68160>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x0000023F6EB681F0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x0000023F6EB68280>", "_build": "<function ActorCriticPolicy._build at 0x0000023F6EB68310>", "forward": "<function ActorCriticPolicy.forward at 0x0000023F6EB683A0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x0000023F6EB68430>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x0000023F6EB684C0>", "_predict": "<function ActorCriticPolicy._predict at 0x0000023F6EB68550>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x0000023F6EB685E0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x0000023F6EB68670>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x0000023F6EB68700>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x0000023F6EB66210>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1120000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1695773531935475300, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAM0wvL1Pf3C8LWv7PW7kAT0jKNW9tQzTPQAAgD8AAAAAAMRivMgFuT/oXC6+ahDKPcJJNzz+ZTY8AAAAAAAAAADNl5k+SfwKPmUFUT45oye/2oSFPVBI8L0AAAAAAAAAAIC0Tj0I36g/AtC5PlRSxb4eFCU9xpIVPgAAAAAAAAAAGvdzvVHYSD+dN+G9GiuzvpbvXb0Udkm+AAAAAAAAAADNMUQ+YL1SPzxVkz4/rQa/7QH7POQtmr0AAAAAAAAAADMK4Tw1n6s/ZpnpPm7fAb/Drme8iwtBvAAAAAAAAAAAZk5HPI0ypD94/XA7hIfhvrTtrL3zg9u9AAAAAAAAAABdtou+MDiiPsG+CD5eqAe/Jkv+PCrhlz0AAAAAAAAAACZu5z0ZfAo/9YbsPUhTBL84u449YmZaPAAAAAAAAAAAQq4Dvwixmb17kxs9IObFPMZCxb3OQQe9AAAAAAAAAACaVJK+rGiNP1s7pL7nO/q+r3QVvvmXyT0AAAAAAAAAAPq+O76uUsU7DvPxOpGn/ryJjHK9NvPqvQAAAAAAAIA/s8luPpMoXj8vXZI+DwXgvmZ9Lj6GN/u8AAAAAAAAAADNKvs8j/IrOZDIRjxWCyg5NjW/ue5WLjgAAIA/AACAPxMf7D6q9jk+VU/TPpz4SL8HtIc+9dBzPAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.1200000000000001, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV7QsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwCDx7mdRR/GMAWyUS7CMAXSUR0CbY0mKqGUOdX2UKGgGR0BRcCjUNKAbaAdN6ANoCEdAm2fxWPtD2XV9lChoBkfAEtKAJ9iMHmgHS5xoCEdAm2lHzQNTcnV9lChoBkdANkKCg9Net2gHS75oCEdAm2pN/jKgZnV9lChoBkdAW+tRrJr+HmgHTegDaAhHQJtq0xzq8lJ1fZQoaAZHwBRPxMFlkH5oB0tsaAhHQJtsMzWPLgZ1fZQoaAZHQEH3BeokzGhoB0ufaAhHQJtt8tGus911fZQoaAZHP+cN8VpKzzFoB0tvaAhHQJtvSjEehf11fZQoaAZHQBskeyRjjJdoB0uDaAhHQJtyIVxjriV1fZQoaAZHP/CBp5/smfJoB0uAaAhHQJtz2KoAGSp1fZQoaAZHQC/3nGKhtchoB0uWaAhHQJt02VgQYk51fZQoaAZHQFXrJUHY6GRoB03oA2gIR0CbdWhM8HObdX2UKGgGR8AjxYFqzqrzaAdLkmgIR0CbdovkRzzVdX2UKGgGR8AxdFH8TBZZaAdLtWgIR0CbeowlByCGdX2UKGgGR0BRSYFqzqrzaAdN6ANoCEdAm3rTVYp2EHV9lChoBkfASCmac7Qsw2gHS4BoCEdAm3sa1w5vL3V9lChoBkfASeTw8W9DhWgHS7BoCEdAm3u++RHPNXV9lChoBkdANgOPeYUnHGgHS39oCEdAm34ZULlV+HV9lChoBkdAWQ3uWrwOOWgHTegDaAhHQJt+TvF3pwF1fZQoaAZHQFcKxSpBHCpoB03oA2gIR0CbgF6AOJ+EdX2UKGgGR0A23cebNKRMaAdLsGgIR0CbgMBshxHYdX2UKGgGR0AtptFa0QbuaAdLjGgIR0CbgP690zTGdX2UKGgGR0A3TGb1AZ88aAdLp2gIR0CbgWmQr+YMdX2UKGgGR0BE35of0VafaAdLg2gIR0Cbg7w8nuzAdX2UKGgGR0A5DezD4xk/aAdLhGgIR0Cbg/99tuUEdX2UKGgGR0BS6NA5aNdaaAdN6ANoCEdAm4Sd/e+EiHV9lChoBkfAOmvz4DcM3WgHS51oCEdAm4XqPbO/tnV9lChoBkfACy3RXwLE1mgHS4RoCEdAm4YDps41g3V9lChoBkfAODbyQPqcE2gHS4NoCEdAm4c9mUW2w3V9lChoBkfAFQ3QUpNKy2gHS6JoCEdAm4donOSntXV9lChoBkdAH0eIl+mWMWgHS9JoCEdAm4fVD4QBgnV9lChoBkdAMI0AYHgP3GgHS5ZoCEdAm4h84xUNrnV9lChoBkfAIjM41gpjMGgHS5NoCEdAm4kEO3DvVnV9lChoBkfAJt5Mcp9ZzWgHS51oCEdAm4kZl4C6pnV9lChoBkdATb+iUPhAGGgHTegDaAhHQJuJh1gYxcp1fZQoaAZHP8dOXVsk6cRoB0tuaAhHQJuJuRzRx951fZQoaAZHwEaCYzi0fHRoB0uUaAhHQJuLBLPD50t1fZQoaAZHQD6PYukDZDloB0uMaAhHQJuMb0Bfa6B1fZQoaAZHQDWjzoUzsQdoB0ueaAhHQJuNJXdTHbR1fZQoaAZHQE9WbtqpLmJoB03oA2gIR0Cbja4A0bcXdX2UKGgGR0BE6ugg5imVaAdLlGgIR0CbjdPldTo/dX2UKGgGR8A+uQlKK509aAdLyGgIR0Cbje0Qsf7rdX2UKGgGR0A4WBBiTdLyaAdLk2gIR0CbjjbC79Q5dX2UKGgGR0AZ5ppN9H+ZaAdLomgIR0CbjnC53C9AdX2UKGgGR0BaAeeOGTLXaAdN6ANoCEdAm47nRsuWbHV9lChoBkdALYcfV7Qb/GgHS49oCEdAm48/4/NZ/3V9lChoBkfAMSwkka/ATWgHS4xoCEdAm49HDm8ujHV9lChoBkfAJnSq2jO9nWgHS6FoCEdAm4+GixmkFnV9lChoBkdAMuKG1x82JmgHS6JoCEdAm49+WrwOOXV9lChoBkdAQTftKIznBGgHS15oCEdAm4/ZFPSDy3V9lChoBkdAP8a1XvH932gHS65oCEdAm5FyZ0CA+nV9lChoBkfAF6Pe54GD+WgHS4BoCEdAm5H0+X7cf3V9lChoBkfAL9O09hZyMmgHS2RoCEdAm5IxYvFm4HV9lChoBkfAPwGCdz4k/2gHS2NoCEdAm5KETL4etHV9lChoBkfAOGGygPEsKGgHS2loCEdAm5MGR7qptXV9lChoBkdAM5dvOyE+PmgHS65oCEdAm5MmBas6rHV9lChoBkfAMRPrOZ9d/2gHS5RoCEdAm5MuIInjQ3V9lChoBkdAJSQ0GeMAFWgHS2ZoCEdAm5NdO/L1VnV9lChoBkdAP50vsZ5zHWgHS4VoCEdAm5PIwZflZHV9lChoBkfAJ6ZUcXFcZGgHS8RoCEdAm5SGHgxagXV9lChoBkfAP3f3rUsnRmgHS5VoCEdAm5Sn84xUN3V9lChoBkdAUhiIgvDgqGgHTegDaAhHQJuUw40dilV1fZQoaAZHQEk+aPS2H+JoB0vdaAhHQJuV3Bdld1N1fZQoaAZHwDkAS+QEIPdoB0ttaAhHQJuWOkRBeHB1fZQoaAZHwFCAVVghKUVoB0tUaAhHQJuWjj0cwQF1fZQoaAZHQFBipKBd2PloB03oA2gIR0CblzBH09QodX2UKGgGR0A9VHdGiHqNaAdLoWgIR0Cbl5i4axX5dX2UKGgGR8AJBJ2+wkgPaAdLimgIR0Cbl7ZjQRf4dX2UKGgGR0A9fYlY2bXpaAdLm2gIR0CbmBXZXdTHdX2UKGgGR8AzklSjxkNGaAdLoGgIR0CbmJTTvy9VdX2UKGgGR8AFApWmxdIHaAdLsGgIR0CbmQBXjlxPdX2UKGgGR7/0GCmMwUQDaAdLkGgIR0CbmTERaouPdX2UKGgGR8ALzkwN9YwJaAdLi2gIR0CbmTxd6cAjdX2UKGgGR8ATDCwbEP1+aAdLnWgIR0CbmaLFGXoldX2UKGgGR8BARxyGSIP9aAdLg2gIR0CbmkSG8EmqdX2UKGgGR8BVxcW0qpcYaAdLZmgIR0CbmkCFbmlqdX2UKGgGR0AgqYgJTl1baAdLn2gIR0Cbm6Pi1iOOdX2UKGgGR8BIDLE1l5GCaAdLuWgIR0Cbm9H1vl2edX2UKGgGR8ASheRgZ0jkaAdLZ2gIR0Cbm/CvX9R8dX2UKGgGR8BBKrIxQBPsaAdLhWgIR0Cbm+h8IAwPdX2UKGgGR0Anr/wy6+WXaAdLh2gIR0CbnJSFoL5RdX2UKGgGR0BC3kMspXp4aAdLoGgIR0CbnPTHbRF7dX2UKGgGR8A6MEnb7CSBaAdLhGgIR0CbnXrqdH2AdX2UKGgGR8A1dYQrc0tRaAdLkWgIR0Cbnc/pt78fdX2UKGgGR0BMn/dhy8zzaAdLqGgIR0CbnlUIsyzpdX2UKGgGR0AWgTg2qDK6aAdLkWgIR0CbnlQCCBf8dX2UKGgGR0Au+ju8brC4aAdLZmgIR0CbnumD15B1dX2UKGgGR0A4KsDnvDxcaAdLl2gIR0Cbnztvn8sMdX2UKGgGR0Au3bj94u9OaAdLtGgIR0CboEYbsF+vdX2UKGgGR0AKlHe7+T/yaAdLkGgIR0CboIOiFj/ddX2UKGgGR8BLYIuGsV+JaAdLhmgIR0CboOAM2FWXdX2UKGgGR0AntljEvTPTaAdLbWgIR0CboQDPGACodX2UKGgGR0A9Duogmqo7aAdLh2gIR0CboUw1R+BpdX2UKGgGR0AsvGoaUA1faAdLqGgIR0CboWK9PDYRdX2UKGgGR8BtSad1+y7gaAdNUwJoCEdAm6F31SOzY3V9lChoBkdAQRwQFs54nmgHS3RoCEdAm6GSdFvyb3V9lChoBkfAE7MNc4YJmmgHS7RoCEdAm6Gwxi5NGnV9lChoBkfAM9cmBvrGBGgHS31oCEdAm6LbCiyprHV9lChoBkfAN/sZUDMeOmgHS5VoCEdAm6MCuIRAbHV9lChoBkdAEAHIp6QeWGgHS1VoCEdAm6MJ4wAU+XVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 70, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 10000, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.001, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVrgIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMfGM6XFVzZXJzXGFtYnJlZW4uaGFuaWZcR2l0aHViXGRlZXByZWluZm9yY2VtZW50bGVhcm5pbmdfaHVnZ2luZ2ZhY2VcdmVudlxsaWJcc2l0ZS1wYWNrYWdlc1xzdGFibGVfYmFzZWxpbmVzM1xjb21tb25cdXRpbHMucHmUjARmdW5jlEuEQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UaAx1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgefZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVrgIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMfGM6XFVzZXJzXGFtYnJlZW4uaGFuaWZcR2l0aHViXGRlZXByZWluZm9yY2VtZW50bGVhcm5pbmdfaHVnZ2luZ2ZhY2VcdmVudlxsaWJcc2l0ZS1wYWNrYWdlc1xzdGFibGVfYmFzZWxpbmVzM1xjb21tb25cdXRpbHMucHmUjARmdW5jlEuEQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UaAx1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgefZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "system_info": {"OS": "Windows-10-10.0.19041-SP0 10.0.19041", "Python": "3.8.0", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cpu", "GPU Enabled": "False", "Numpy": "1.24.4", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.26.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b756744038e3c110559a12f6f6e928b85503f1d000ad00f5d8ba0022ad13b6ee
-size 146080
+oid sha256:1b56df28b5097ec708a259bb90fe30891cc0c550e5f6853661a964913d2ceff5
+size 146081

ppo-LunarLander-v2/data

@@ -26,12 +26,12 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1695762737737517200,
+    "start_time": 1695773531935475300,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAPPGxj7IIpy8y46DPTksSz1FfIO9qg57PQAAAAAAAAAAqja1PimOGDuO4NW78KiovhZhiDxYUe87AAAAAAAAAABAjNO9vaiFP8H0K74JddW+8QYEvvJFhL0AAAAAAAAAAD2v5z6oo8c+Ap0mvKYeq750Gxs9KDzgvQAAAAAAAAAAusWUPqnAMLw9/7M8VnE7uphvk72nrQK7AACAPwAAgD/NKng8c+eyP74bRD+CJJ2+3SuOvN7bL74AAAAAAAAAACZWDj4MsI4/AzPmPbIO5b7RGSs+9QqYOwAAAAAAAAAAMxTQPXskl7oRsIw7EACMPcF+u7ve+yO8AACAPwAAgD/KIvE+KtatvZhD+Dxf7U67yA1XPv3y4TwAAIA/AACAP+105b7qZLa9ZuylPevGqzxhcGS+NJAQPgAAgD8AAIA/2hzePbiW97mGK3o8RUY4vNtiprqOAyK9AACAPwAAgD8zaqm8e7T+OZceID3VjU48qbMivPj0Ab0AAIA/AAAAAFpFxb1c6xe6S1tovGe2Tjusr1A7gw81PAAAgD8AAIA/agezvuJ057262tq90IZEvpbz9z54wPs+AACAPwAAgD/zMuE9ezSmOQj8YjxPsDU2laRuu0VaSjUAAIA/AACAP4uLFD+NCjC+LlR1PlzO1Dw16ZC9fvkLvQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAM0wvL1Pf3C8LWv7PW7kAT0jKNW9tQzTPQAAgD8AAAAAAMRivMgFuT/oXC6+ahDKPcJJNzz+ZTY8AAAAAAAAAADNl5k+SfwKPmUFUT45oye/2oSFPVBI8L0AAAAAAAAAAIC0Tj0I36g/AtC5PlRSxb4eFCU9xpIVPgAAAAAAAAAAGvdzvVHYSD+dN+G9GiuzvpbvXb0Udkm+AAAAAAAAAADNMUQ+YL1SPzxVkz4/rQa/7QH7POQtmr0AAAAAAAAAADMK4Tw1n6s/ZpnpPm7fAb/Drme8iwtBvAAAAAAAAAAAZk5HPI0ypD94/XA7hIfhvrTtrL3zg9u9AAAAAAAAAABdtou+MDiiPsG+CD5eqAe/Jkv+PCrhlz0AAAAAAAAAACZu5z0ZfAo/9YbsPUhTBL84u449YmZaPAAAAAAAAAAAQq4Dvwixmb17kxs9IObFPMZCxb3OQQe9AAAAAAAAAACaVJK+rGiNP1s7pL7nO/q+r3QVvvmXyT0AAAAAAAAAAPq+O76uUsU7DvPxOpGn/ryJjHK9NvPqvQAAAAAAAIA/s8luPpMoXj8vXZI+DwXgvmZ9Lj6GN/u8AAAAAAAAAADNKvs8j/IrOZDIRjxWCyg5NjW/ue5WLjgAAIA/AACAPxMf7D6q9jk+VU/TPpz4SL8HtIc+9dBzPAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -45,7 +45,7 @@
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWV/AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwEQqoKD0166MAWyUS6WMAXSUR0CURWIJqqOtdX2UKGgGR0BWlfIsAeaKaAdN6ANoCEdAlEahhx5s03V9lChoBkdAPY6vRqoIfWgHS4toCEdAlEiaaG5+Y3V9lChoBkfAcO/N1QqI8GgHTawCaAhHQJRKoLF4s3B1fZQoaAZHQECFqSowVTJoB0uvaAhHQJRKy2v0ROF1fZQoaAZHQEUh7v5P/JhoB0vbaAhHQJRMMkD6nBN1fZQoaAZHwDSN3V09yLhoB0vHaAhHQJRN/KxLTQV1fZQoaAZHP+Z8XN1QqI9oB0txaAhHQJRPY7wKBup1fZQoaAZHwCDGXVsk6cRoB0u9aAhHQJRSL3TNMXd1fZQoaAZHQFIsZ6D5CWxoB03oA2gIR0CUUjB6a9bpdX2UKGgGR8A4iUNayKNyaAdL4mgIR0CUU0FS88LbdX2UKGgGR0A2bhHskY4yaAdLlGgIR0CUU98BMi8ndX2UKGgGR0BP7+4kNWluaAdN6ANoCEdAlFUD1PFefXV9lChoBkc/8pymygPEsWgHTegDaAhHQJRV/K6nR9h1fZQoaAZHQDqaBRQ79ydoB0ugaAhHQJRXx+1Bt1p1fZQoaAZHwCyfwsoUi6hoB0vNaAhHQJRYo+KTB691fZQoaAZHQEd6N3np0OpoB03oA2gIR0CUWVDR+jM3dX2UKGgGR0Aez8FY+0PZaAdLfGgIR0CUWVePJaJRdX2UKGgGR0AgeReTmnwYaAdLiWgIR0CUWfsZYPoWdX2UKGgGR0Afnhisny/caAdLxGgIR0CUWvGwRoRJdX2UKGgGR0BCttX5nDiwaAdLm2gIR0CUXMJAMUh3dX2UKGgGR0BLgshgVoHtaAdLo2gIR0CUXc7dznzQdX2UKGgGR0BA+Y8U21lYaAdLnGgIR0CUXmGKhtcfdX2UKGgGR0BBOKLKmsNlaAdN6ANoCEdAlGBweV9nb3V9lChoBkfAM5FBY3eenWgHS49oCEdAlGCF+/gzg3V9lChoBkfAQjPE0iyIHmgHS7toCEdAlGD9CE6DG3V9lChoBkfANZtRBNVR12gHS5BoCEdAlGFmwV0tAnV9lChoBkdAR6ecriEQG2gHTegDaAhHQJRh7jENvwV1fZQoaAZHQEC+8lHBk7RoB0uFaAhHQJRjemZVn291fZQoaAZHv/10G/vfCQ9oB0t2aAhHQJRjmhsZYPp1fZQoaAZHQAJ2+GoJiRZoB0tvaAhHQJRlczAN5MV1fZQoaAZHQDY6oOx0MgFoB0uwaAhHQJRmwglnh891fZQoaAZHP86i/O+qR2doB0twaAhHQJRpNLsa86F1fZQoaAZHQDwiIj4YaYNoB0uraAhHQJRqL5pJwsJ1fZQoaAZHQDhAUg0TDfpoB0utaAhHQJRsnDNyHVR1fZQoaAZHQDYloTPBzmxoB0ubaAhHQJRuTl+3H7x1fZQoaAZHwBEY0ygwoLJoB0tXaAhHQJRueWPcSGt1fZQoaAZHQFkyTuv2XcBoB03oA2gIR0CUbznmaH9FdX2UKGgGR7/KiGFi8WbgaAdN6ANoCEdAlG9ZpWV/t3V9lChoBkfAIg55AyEcsGgHS5ZoCEdAlHLror4FinV9lChoBkdARan0I1LrX2gHTegDaAhHQJRzovexfOV1fZQoaAZHwBdV3+uNgjRoB0tuaAhHQJR0z0Cih391fZQoaAZHwA+XJo0ygwpoB0uBaAhHQJR2s0fozN51fZQoaAZHQECsad+XqqxoB0ukaAhHQJR3ymP5pJx1fZQoaAZHQDHvY4ACGN9oB0u8aAhHQJR59G5MDfZ1fZQoaAZHQDsGYKIBRyhoB0t6aAhHQJR6L2alUId1fZQoaAZHQCT2h/RVp9JoB0uRaAhHQJR9RY7q6e51fZQoaAZHwEDdHggow25oB0ulaAhHQJR9dEa2nbZ1fZQoaAZHQBLQUxmCiAVoB0u4aAhHQJSBxzbN8md1fZQoaAZHQA40L+glF+doB0unaAhHQJSB8jY7JXB1fZQoaAZHwElcNbTtsvZoB0tvaAhHQJSEaxeLNwB1fZQoaAZHQD6JLlFMIu5oB0uuaAhHQJSEradtl7N1fZQoaAZHQFf07Ikqto1oB03oA2gIR0CUhNF9roGIdX2UKGgGR0AuO/ATIvJzaAdLlGgIR0CUhm5kK/mDdX2UKGgGR0A0UW/rSmZWaAdLdmgIR0CUiXICU5dXdX2UKGgGR0BAEqGUOd5IaAdLrGgIR0CUjKF6Rhc8dX2UKGgGR8BvbM45tFa0aAdNlwJoCEdAlI7dRzijtXV9lChoBkdANWdpM6BAfWgHS7RoCEdAlJBSQHRkVnV9lChoBkfACjqASWZ7X2gHS6doCEdAlJFVeOXE63V9lChoBkdAWQ+8rZrYXmgHTegDaAhHQJSU49FF2FF1fZQoaAZHQEiqjHGS6lNoB03oA2gIR0CUlPY/Vy3kdX2UKGgGR0BhZDLhaTwEaAdN6ANoCEdAlJW0uHvc8HV9lChoBkdAOVL4rSVnmWgHS8BoCEdAlJYP2GqPwXV9lChoBkdAUHXL9uP3jGgHTegDaAhHQJSWelfqoqF1fZQoaAZHwF1TqzqrzXloB03QAmgIR0CUmIaiKziTdX2UKGgGR0ADcZ3s5XEJaAdLuWgIR0CUmay/sVtXdX2UKGgGR8BCvHUDuBtlaAdLXWgIR0CUmgG96C17dX2UKGgGR0BKDSn1nM+vaAdN6ANoCEdAlJpFUEPlMnV9lChoBkdAV9VCAtnPFGgHTegDaAhHQJSauoegctJ1fZQoaAZHQFKjUFB6a9doB03oA2gIR0CUmwDArQPadX2UKGgGR0Az72wV0tAcaAdLtmgIR0CUnHmVJL/TdX2UKGgGR8BJd5le4TbnaAdL0WgIR0CUnWTKkl/pdX2UKGgGR0AsLeMQ2/BWaAdLtWgIR0CUnXAOJ+DwdX2UKGgGR0ACHx6OYIBzaAdLkWgIR0CUnx73PAwgdX2UKGgGR8A0CLQHAymAaAdLvmgIR0CUoJ6u4gA7dX2UKGgGR8BF0WIGhVU/aAdLyWgIR0CUoMadc0LudX2UKGgGR0AlGDSw4bS7aAdLq2gIR0CUpC0u14PgdX2UKGgGR8BFBwg1WKdhaAdL0WgIR0CUphEH+qBFdX2UKGgGR8A4dqlgtvn9aAdLvmgIR0CUp3hqj8DTdX2UKGgGR0BEd1KoQ4CIaAdLsWgIR0CUqNhIvrWzdX2UKGgGR8AzG3pOerdWaAdLXWgIR0CUqNU1Q66rdX2UKGgGR0A4oYPXkHUuaAdLtGgIR0CUqTBCUorndX2UKGgGR8BThmIKtxMnaAdNPgFoCEdAlKo50fYBeXV9lChoBkfAKbhpxm03O2gHS1xoCEdAlKxNYKYzBXV9lChoBkdARDiioKlYU2gHTegDaAhHQJSu0L5RCQd1fZQoaAZHwBjHf2saKk5oB0uBaAhHQJSvukfs/pt1fZQoaAZHQBIQmAskIHFoB0u4aAhHQJSvwoScslN1fZQoaAZHQBPv+0gKWs1oB0uwaAhHQJS19i3G4qh1fZQoaAZHQDWG3RXwLE1oB0uMaAhHQJS3vW07bL51fZQoaAZHQEF1E87p3X9oB03oA2gIR0CUuDxvegtfdX2UKGgGR0A4REdeY2KmaAdN6ANoCEdAlLh78zhxYXV9lChoBkdAG33MY/FBIGgHS6xoCEdAlLmVK02LpHV9lChoBkdAK+SRB/qgRWgHS8poCEdAlLpHX/YJ3XV9lChoBkdAKsBa1TisGWgHS11oCEdAlL3SsS00FnV9lChoBkfALQiBXjlxO2gHS45oCEdAlL5itq59VnV9lChoBkdAVckvRJEpiWgHTegDaAhHQJS/wRpUPxx1fZQoaAZHQEBXPGACnxdoB0uHaAhHQJTAFR64Uex1fZQoaAZHQEHWUfPomoloB03oA2gIR0CUwuzBhx5tdX2UKGgGR0BZlW+sYEW7aAdN6ANoCEdAlMPF4oqkM3V9lChoBkdAMlvx6OYIB2gHS3VoCEdAlMaHxJ/XoXVlLg=="
+        ":serialized:": "gAWV7QsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwCDx7mdRR/GMAWyUS7CMAXSUR0CbY0mKqGUOdX2UKGgGR0BRcCjUNKAbaAdN6ANoCEdAm2fxWPtD2XV9lChoBkfAEtKAJ9iMHmgHS5xoCEdAm2lHzQNTcnV9lChoBkdANkKCg9Net2gHS75oCEdAm2pN/jKgZnV9lChoBkdAW+tRrJr+HmgHTegDaAhHQJtq0xzq8lJ1fZQoaAZHwBRPxMFlkH5oB0tsaAhHQJtsMzWPLgZ1fZQoaAZHQEH3BeokzGhoB0ufaAhHQJtt8tGus911fZQoaAZHP+cN8VpKzzFoB0tvaAhHQJtvSjEehf11fZQoaAZHQBskeyRjjJdoB0uDaAhHQJtyIVxjriV1fZQoaAZHP/CBp5/smfJoB0uAaAhHQJtz2KoAGSp1fZQoaAZHQC/3nGKhtchoB0uWaAhHQJt02VgQYk51fZQoaAZHQFXrJUHY6GRoB03oA2gIR0CbdWhM8HObdX2UKGgGR8AjxYFqzqrzaAdLkmgIR0CbdovkRzzVdX2UKGgGR8AxdFH8TBZZaAdLtWgIR0CbeowlByCGdX2UKGgGR0BRSYFqzqrzaAdN6ANoCEdAm3rTVYp2EHV9lChoBkfASCmac7Qsw2gHS4BoCEdAm3sa1w5vL3V9lChoBkfASeTw8W9DhWgHS7BoCEdAm3u++RHPNXV9lChoBkdANgOPeYUnHGgHS39oCEdAm34ZULlV+HV9lChoBkdAWQ3uWrwOOWgHTegDaAhHQJt+TvF3pwF1fZQoaAZHQFcKxSpBHCpoB03oA2gIR0CbgF6AOJ+EdX2UKGgGR0A23cebNKRMaAdLsGgIR0CbgMBshxHYdX2UKGgGR0AtptFa0QbuaAdLjGgIR0CbgP690zTGdX2UKGgGR0A3TGb1AZ88aAdLp2gIR0CbgWmQr+YMdX2UKGgGR0BE35of0VafaAdLg2gIR0Cbg7w8nuzAdX2UKGgGR0A5DezD4xk/aAdLhGgIR0Cbg/99tuUEdX2UKGgGR0BS6NA5aNdaaAdN6ANoCEdAm4Sd/e+EiHV9lChoBkfAOmvz4DcM3WgHS51oCEdAm4XqPbO/tnV9lChoBkfACy3RXwLE1mgHS4RoCEdAm4YDps41g3V9lChoBkfAODbyQPqcE2gHS4NoCEdAm4c9mUW2w3V9lChoBkfAFQ3QUpNKy2gHS6JoCEdAm4donOSntXV9lChoBkdAH0eIl+mWMWgHS9JoCEdAm4fVD4QBgnV9lChoBkdAMI0AYHgP3GgHS5ZoCEdAm4h84xUNrnV9lChoBkfAIjM41gpjMGgHS5NoCEdAm4kEO3DvVnV9lChoBkfAJt5Mcp9ZzWgHS51oCEdAm4kZl4C6pnV9lChoBkdATb+iUPhAGGgHTegDaAhHQJuJh1gYxcp1fZQoaAZHP8dOXVsk6cRoB0tuaAhHQJuJuRzRx951fZQoaAZHwEaCYzi0fHRoB0uUaAhHQJuLBLPD50t1fZQoaAZHQD6PYukDZDloB0uMaAhHQJuMb0Bfa6B1fZQoaAZHQDWjzoUzsQdoB0ueaAhHQJuNJXdTHbR1fZQoaAZHQE9WbtqpLmJoB03oA2gIR0Cbja4A0bcXdX2UKGgGR0BE6ugg5imVaAdLlGgIR0CbjdPldTo/dX2UKGgGR8A+uQlKK509aAdLyGgIR0Cbje0Qsf7rdX2UKGgGR0A4WBBiTdLyaAdLk2gIR0CbjjbC79Q5dX2UKGgGR0AZ5ppN9H+ZaAdLomgIR0CbjnC53C9AdX2UKGgGR0BaAeeOGTLXaAdN6ANoCEdAm47nRsuWbHV9lChoBkdALYcfV7Qb/GgHS49oCEdAm48/4/NZ/3V9lChoBkfAMSwkka/ATWgHS4xoCEdAm49HDm8ujHV9lChoBkfAJnSq2jO9nWgHS6FoCEdAm4+GixmkFnV9lChoBkdAMuKG1x82JmgHS6JoCEdAm49+WrwOOXV9lChoBkdAQTftKIznBGgHS15oCEdAm4/ZFPSDy3V9lChoBkdAP8a1XvH932gHS65oCEdAm5FyZ0CA+nV9lChoBkfAF6Pe54GD+WgHS4BoCEdAm5H0+X7cf3V9lChoBkfAL9O09hZyMmgHS2RoCEdAm5IxYvFm4HV9lChoBkfAPwGCdz4k/2gHS2NoCEdAm5KETL4etHV9lChoBkfAOGGygPEsKGgHS2loCEdAm5MGR7qptXV9lChoBkdAM5dvOyE+PmgHS65oCEdAm5MmBas6rHV9lChoBkfAMRPrOZ9d/2gHS5RoCEdAm5MuIInjQ3V9lChoBkdAJSQ0GeMAFWgHS2ZoCEdAm5NdO/L1VnV9lChoBkdAP50vsZ5zHWgHS4VoCEdAm5PIwZflZHV9lChoBkfAJ6ZUcXFcZGgHS8RoCEdAm5SGHgxagXV9lChoBkfAP3f3rUsnRmgHS5VoCEdAm5Sn84xUN3V9lChoBkdAUhiIgvDgqGgHTegDaAhHQJuUw40dilV1fZQoaAZHQEk+aPS2H+JoB0vdaAhHQJuV3Bdld1N1fZQoaAZHwDkAS+QEIPdoB0ttaAhHQJuWOkRBeHB1fZQoaAZHwFCAVVghKUVoB0tUaAhHQJuWjj0cwQF1fZQoaAZHQFBipKBd2PloB03oA2gIR0CblzBH09QodX2UKGgGR0A9VHdGiHqNaAdLoWgIR0Cbl5i4axX5dX2UKGgGR8AJBJ2+wkgPaAdLimgIR0Cbl7ZjQRf4dX2UKGgGR0A9fYlY2bXpaAdLm2gIR0CbmBXZXdTHdX2UKGgGR8AzklSjxkNGaAdLoGgIR0CbmJTTvy9VdX2UKGgGR8AFApWmxdIHaAdLsGgIR0CbmQBXjlxPdX2UKGgGR7/0GCmMwUQDaAdLkGgIR0CbmTERaouPdX2UKGgGR8ALzkwN9YwJaAdLi2gIR0CbmTxd6cAjdX2UKGgGR8ATDCwbEP1+aAdLnWgIR0CbmaLFGXoldX2UKGgGR8BARxyGSIP9aAdLg2gIR0CbmkSG8EmqdX2UKGgGR8BVxcW0qpcYaAdLZmgIR0CbmkCFbmlqdX2UKGgGR0AgqYgJTl1baAdLn2gIR0Cbm6Pi1iOOdX2UKGgGR8BIDLE1l5GCaAdLuWgIR0Cbm9H1vl2edX2UKGgGR8ASheRgZ0jkaAdLZ2gIR0Cbm/CvX9R8dX2UKGgGR8BBKrIxQBPsaAdLhWgIR0Cbm+h8IAwPdX2UKGgGR0Anr/wy6+WXaAdLh2gIR0CbnJSFoL5RdX2UKGgGR0BC3kMspXp4aAdLoGgIR0CbnPTHbRF7dX2UKGgGR8A6MEnb7CSBaAdLhGgIR0CbnXrqdH2AdX2UKGgGR8A1dYQrc0tRaAdLkWgIR0Cbnc/pt78fdX2UKGgGR0BMn/dhy8zzaAdLqGgIR0CbnlUIsyzpdX2UKGgGR0AWgTg2qDK6aAdLkWgIR0CbnlQCCBf8dX2UKGgGR0Au+ju8brC4aAdLZmgIR0CbnumD15B1dX2UKGgGR0A4KsDnvDxcaAdLl2gIR0Cbnztvn8sMdX2UKGgGR0Au3bj94u9OaAdLtGgIR0CboEYbsF+vdX2UKGgGR0AKlHe7+T/yaAdLkGgIR0CboIOiFj/ddX2UKGgGR8BLYIuGsV+JaAdLhmgIR0CboOAM2FWXdX2UKGgGR0AntljEvTPTaAdLbWgIR0CboQDPGACodX2UKGgGR0A9Duogmqo7aAdLh2gIR0CboUw1R+BpdX2UKGgGR0AsvGoaUA1faAdLqGgIR0CboWK9PDYRdX2UKGgGR8BtSad1+y7gaAdNUwJoCEdAm6F31SOzY3V9lChoBkdAQRwQFs54nmgHS3RoCEdAm6GSdFvyb3V9lChoBkfAE7MNc4YJmmgHS7RoCEdAm6Gwxi5NGnV9lChoBkfAM9cmBvrGBGgHS31oCEdAm6LbCiyprHV9lChoBkfAN/sZUDMeOmgHS5VoCEdAm6MCuIRAbHV9lChoBkdAEAHIp6QeWGgHS1VoCEdAm6MJ4wAU+XVlLg=="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:94bdcd8a8841bb04421f90e3fda0e09ad3088ed8e86f559d58f545e03a503ea2
+oid sha256:a971ed0c83306b99aa142533c157d8e45e1106990bf9f753469c1741ec8c78f0
 size 87545

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f4dd59bec96b43f13c63ffa969ca1aa910a3a83153d7b6a92beb9b4ed7886c2
+oid sha256:87db6de6bc336e2bb504f9468d2700f0dba3872b9c3997149a3a8e7406410089
 size 43201

ppo-LunarLander-v2/system_info.txt

@@ -6,3 +6,4 @@
 - Numpy: 1.24.4
 - Cloudpickle: 2.2.1
 - Gymnasium: 0.28.1
+- OpenAI Gym: 0.26.2

results.json

@@ -1 +1 @@
-{"mean_reward": 178.55621194870224, "std_reward": 37.156012402166674, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-09-27T10:08:07.107123"}
+{"mean_reward": 170.42348065398036, "std_reward": 60.4287102897718, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-09-27T10:46:19.958904"}