Upload model to Hugging Face

PPO-default.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c53c719e790bc1a63139106f4dc78524932d4475270b9ab3473ade360eeb568
+oid sha256:ce844294ceee81d6083ed003e0eede54c49d751cf5c5f5dab265d59317823c1a
 size 142443

PPO-default/data

@@ -4,20 +4,20 @@
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f939ece0dc0>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f939ece0e50>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f939ece0ee0>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f939ece0f70>",
-        "_build": "<function ActorCriticPolicy._build at 0x7f939ece1000>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7f939ece1090>",
-        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f939ece1120>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f939ece11b0>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7f939ece1240>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f939ece12d0>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f939ece1360>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f939ece13f0>",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7fe60b0d0dc0>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fe60b0d0e50>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fe60b0d0ee0>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fe60b0d0f70>",
+        "_build": "<function ActorCriticPolicy._build at 0x7fe60b0d1000>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7fe60b0d1090>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fe60b0d1120>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fe60b0d11b0>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7fe60b0d1240>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fe60b0d12d0>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fe60b0d1360>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fe60b0d13f0>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc._abc_data object at 0x7f939ecd7680>"
+        "_abc_impl": "<_abc._abc_data object at 0x7fe60b9dd780>"
     },
     "verbose": true,
     "policy_kwargs": {},
@@ -48,7 +48,7 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1680988943822806933,
+    "start_time": 1680989560461351287,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "lr_schedule": {
@@ -57,7 +57,7 @@
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAIVH+EI10MRCqe6PPQAAgD8AAIA/AACAP3YG+UIoh8JCpA8nPgAAgD9CdHs/AACAP/a3AkPYPMNC12GEPgAAgD8AAIA/AACAP6MU7UJR04lC3JdfPwAAgD8AAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLBEsGhpSMAUOUdJRSlC4="
+        ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAADC36kLFEbxC/aWaPSXReD8AAIA/AACAP/myaEIiRQtCprqtPgAAgD8AAIA/AACAP/mC2EJUaaRCqO8MPwAAgD8AAIA/AACAPzsKDEMVZ8ZCBC4EPwAAgD8AAIA/4BZ8P5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLBEsGhpSMAUOUdJRSlC4="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -70,7 +70,7 @@
     "_current_progress_remaining": -0.0649599999999999,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQED75hScbzeMAWyUS8mMAXSUR0BeU+/Ho5ggdX2UKGgGR8BHBj2i+L3saAdLyWgIR0BeVTmwJPZadX2UKGgGR8CNijpj+aScaAdLWGgIR0BeWWipNsWPdX2UKGgGR8CNaPvhqCYkaAdLP2gIR0BeX3T/hl19dX2UKGgGR8CNoY+mm+CcaAdLWmgIR0BeYrQPZqVRdX2UKGgGR8CLtJ3FDOTraAdLpWgIR0BeY/IS13MZdX2UKGgGR0BMpYsNDtw8aAdLyWgIR0BeelUVBUrDdX2UKGgGR8BFYHndO6/ZaAdLyWgIR0BegHlGPPszdX2UKGgGR8CNaLZCfHxSaAdLv2gIR0Beg0hvBJqZdX2UKGgGR0A53bdadMCcaAdLyWgIR0Beg+P/7zkIdX2UKGgGR8COXbziCJ40aAdLTGgIR0BehyLZSNwSdX2UKGgGR8COzUtNi6QOaAdLE2gIR0BeikFjd56ddX2UKGgGR8CNrO3Mpw0gaAdLQmgIR0BejtLlFMIvdX2UKGgGR8CM7ewaisXBaAdLYGgIR0BekKTOgQHzdX2UKGgGR8COvZ+WnjyXaAdLFGgIR0Bek/u5SWJKdX2UKGgGR8CLhCGvfTCtaAdLU2gIR0BemCI+GGmDdX2UKGgGR8CNi4r4FiazaAdLMmgIR0BeoHSncclxdX2UKGgGR0AgY3Jgb6xgaAdLyWgIR0BepOlj3EhrdX2UKGgGR0BCI+wkgOjJaAdLyWgIR0BesFT3qRlpdX2UKGgGR0AcXQgLZzxPaAdLyWgIR0BetU4iosI3dX2UKGgGR8COnglgMMJAaAdLNGgIR0BgDuRDCxeLdX2UKGgGR8AKQBmwqy4XaAdLyWgIR0BgENNWU8msdX2UKGgGR0BLixCpm29daAdLyWgIR0BgEwuRLbpNdX2UKGgGR8CNKneizsyBaAdLX2gIR0BgFtKGtZFHdX2UKGgGR7/j1donKGL2aAdLyWgIR0BgGMxqO939dX2UKGgGR8CNUO+pwS8KaAdLVWgIR0BgGiD9OymidX2UKGgGR8COnGtg8bJfaAdLKmgIR0BgGmMqBmPHdX2UKGgGR8COuqGGEf1ZaAdLGmgIR0BgGwrjHXEqdX2UKGgGR8COAo9sabWmaAdLH2gIR0BgHZrYXfqHdX2UKGgGR8CNQU8W9DhMaAdLLWgIR0BgHi+SKWLQdX2UKGgGR8CNzk4rjHXFaAdLMGgIR0BgIZtUGVzIdX2UKGgGR0BJyprcj7hvaAdLyWgIR0BgIbJr+HafdX2UKGgGR8CMylmXgLqmaAdLg2gIR0BgJSR+z+m4dX2UKGgGR8COOq6ZH/cWaAdLOmgIR0BgJom/nGKidX2UKGgGR8COTHc0tRNzaAdLaWgIR0BgJwCIUJv6dX2UKGgGR8CNKkBdUsFuaAdLN2gIR0BgK3jGT9sKdX2UKGgGR8COArmyxA0LaAdLj2gIR0BgLYnBtUGWdX2UKGgGR8CNv0fU4JeFaAdLVWgIR0BgMn+uNgjRdX2UKGgGR0BelVKGtZFHaAdLyWgIR0BgNcUuctoSdX2UKGgGR0Bj1Znxri2laAdLyWgIR0BgNyyprDZUdX2UKGgGR8CMjFEqDsdDaAdLa2gIR0BgO2XXyy2QdX2UKGgGR8CO0H8UEgW8aAdLH2gIR0BgPf5xiobXdX2UKGgGR8A4wMotthuwaAdLyWgIR0BgPkFnqVyFdX2UKGgGR8CN+cjW07bMaAdLcWgIR0BgQJc/t6X0dX2UKGgGR8CNwDZpSJj2aAdLmmgIR0BgQqH6/IsAdX2UKGgGR8CNtHASFoL5aAdLX2gIR0BgRdrbg0j1dX2UKGgGR8CNtwkZaV2SaAdLMmgIR0BgRsFY+0PZdX2UKGgGR8CNK7eF+NLlaAdLiWgIR0BgSZQ+EAYIdX2UKGgGR8CN0fi3ocJdaAdLKWgIR0BgSjOoo/iYdX2UKGgGR8COskzj3mFKaAdLMGgIR0BgTY+4b0e2dX2UKGgGR8BLYgfuCwr2aAdLyWgIR0BgUTvCuU2UdX2UKGgGR8COFeXP7el9aAdLd2gIR0BgVANoakyldX2UKGgGR8CNlYV32VVxaAdLrWgIR0BgVEWEbo8qdX2UKGgGR8CNJNdD6WPcaAdLYWgIR0BgWUXenAIqdX2UKGgGR8COe5/x2B8QaAdLWmgIR0BgW6kCV8kVdX2UKGgGR8CNrmVX3g1naAdLb2gIR0BgXTgOz6acdX2UKGgGR8AxwwhnrY5DaAdLyWgIR0BgXj+YMOPOdX2UKGgGR8COAP0mtyPuaAdLQWgIR0BgXr8gpz91dX2UKGgGR8CNRBokAxSHaAdLTmgIR0BgYjcTJyQxdX2UKGgGR8CMRzM/QjUvaAdLbWgIR0BgZkV8CxNZdX2UKGgGR8CM8P28qWkaaAdLW2gIR0BgZkfHPu5SdX2UKGgGR8CMCsJFb3XaaAdLTmgIR0BgaLP+n62wdX2UKGgGR8COvQ7YChexaAdLPGgIR0Bga0JpnHvMdX2UKGgGR0BfJq6e5Fw2aAdLyWgIR0BgbtqveP7vdX2UKGgGR8CNUn7JnxrjaAdLZGgIR0Bgc3XqZ+hHdX2UKGgGR8BMW0SRKYiQaAdLyWgIR0BgdszCUHIIdX2UKGgGR0BNdWyC4BmxaAdLyWgIR0BgeTKifxtpdX2UKGgGR8CN2umEXcgyaAdLXGgIR0BgewjyFwkxdX2UKGgGR8CN6bIq9XcQaAdLM2gIR0Bgfz1Gsmv4dX2UKGgGR8APPZ00WM0haAdLyWgIR0Bgf3U2DQJHdX2UKGgGR8CN+ZcYZVGTaAdLHmgIR0BggbSCvovBdX2UKGgGR8CNBmhCdBjXaAdLemgIR0BggzqbBoEkdX2UKGgGR0BP+mrCFbmmaAdLyWgIR0Bgh0fDDTBqdX2UKGgGR8CMsU08/2TQaAdLdmgIR0BgiRAprk8zdX2UKGgGR8COOvvFWGRFaAdLYWgIR0BgiyxJNCZ4dX2UKGgGR8CNN8dfb9IgaAdLNGgIR0BgjVz2exwAdX2UKGgGR8COtga/h2nsaAdLJ2gIR0BgjmpZOi35dX2UKGgGR8COftnX/YJ3aAdLJWgIR0BgkGy5Zr57dX2UKGgGR8COmolWOp84aAdLKWgIR0Bgkc/lhgE2dX2UKGgGR0BWVKG1x82KaAdLyWgIR0Bgkkqc3EQ5dX2UKGgGR8COVoGJvYOEaAdLPmgIR0BglYvUSZjQdX2UKGgGR8CNhe1P3ztkaAdLMmgIR0BglfVZs9B9dX2UKGgGR8COnhy/bj95aAdLM2gIR0Bglos7MgU2dX2UKGgGR0BPT8brC3w1aAdLyWgIR0BgmAHkcS5BdX2UKGgGR8COW4XF98Z2aAdLIWgIR0BgmUqaw2VFdX2UKGgGR8CNNI31jAi3aAdLWmgIR0BgnQB91EE1dX2UKGgGR8CNTk33Hq/uaAdLPmgIR0BgnRUR3/xUdX2UKGgGR8CMdmSDAaegaAdLhWgIR0BgoOC04R29dX2UKGgGR8CN3Y/GEPDpaAdLXWgIR0BgoOM4tHx0dX2UKGgGR8COfNS7Xg+AaAdLFGgIR0Bgopbpu/DcdX2UKGgGR8CNSgdCE6DHaAdLkGgIR0BgqLot+TePdX2UKGgGR8CNhr7hvR7aaAdLZGgIR0BgqQFzMibEdX2UKGgGR8COuI8GLUCraAdLFWgIR0Bgqn+uNgjRdX2UKGgGR8CMdlXlr/KhaAdLd2gIR0BgrEeKbaysdX2UKGgGRz/l5SFXaJyiaAdLyWgIR0BgrYjps41hdX2UKGgGR8CLCwsXizcAaAdLWWgIR0BgsF5Sm65HdX2UKGgGR8CM0CL0jC53aAdLYGgIR0BgsngR9PUKdX2UKGgGR8COV20/nnuBaAdLSmgIR0BgsnnIQvpRdX2UKGgGR8CNtY8g6ltTaAdLImgIR0Bgs0zsQd0adX2UKGgGR8COiLbah6BzaAdLEWgIR0Bgs/eYUnG9dWUu"
+        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwDHw54nndO+MAWyUSxaMAXSUR0BfZJokAxSHdX2UKGgGR0B6BluP3i71aAdLk2gIR0BfZLSVnmJWdX2UKGgGR0Bw5F7b+Lm7aAdLVmgIR0BgaTebd8ArdX2UKGgGR0BPc8awUxmDaAdLOGgIR0BgaYQHzH0cdX2UKGgGR0Bhjb/XGwRoaAdLImgIR0BgbAvlEJBxdX2UKGgGR0A7uSHM2WIHaAdLMmgIR0Bgbad1+y7gdX2UKGgGR0AjHN9ph4MXaAdLIGgIR0BgbsS26TW5dX2UKGgGR0Bmoyhi9ZieaAdLb2gIR0Bgb89ECvHMdX2UKGgGR0BpQ2gSOBDpaAdLNmgIR0BgdDg/C66KdX2UKGgGR0BGzet8uzyCaAdLVWgIR0BgdceS0Sh8dX2UKGgGR0Bj28QkHD77aAdLyWgIR0Bgdz9l2/zrdX2UKGgGR0BJqBkRSP2gaAdLF2gIR0Bgd73Ehq0udX2UKGgGR0BuCbTMJQchaAdLMWgIR0BgeGRFI/Z/dX2UKGgGR8A1P3G4qgAZaAdLiGgIR0BgeQ95hSccdX2UKGgGR0A8mjbzshPkaAdLF2gIR0BgevfwZwXJdX2UKGgGR8AoagfU4JeFaAdLKWgIR0Bge0Cgbp/xdX2UKGgGR0Bjcr2FnIyTaAdLU2gIR0BgfjhzeXRgdX2UKGgGR0BgpMl5WzWxaAdLVmgIR0Bgf4zch1TzdX2UKGgGR0B2337EYO2BaAdLQWgIR0BggJuIhyKfdX2UKGgGR8AYJS619fCzaAdLIGgIR0BggzoB7u2JdX2UKGgGR0BCi+T/yXlbaAdLP2gIR0BghMdFOO81dX2UKGgGR0Bvmo4wRGtqaAdLV2gIR0BghXpjc2zfdX2UKGgGR0BXhgRGtp22aAdLQmgIR0BgijEtNBWxdX2UKGgGR0Bt1MbNr0rcaAdLyWgIR0Bgi5EYwZfldX2UKGgGR0Bd8gcxTKkmaAdLZmgIR0Bgi7DGcWj5dX2UKGgGR0BqBFz8xbjcaAdLZmgIR0BgjecH4XXRdX2UKGgGR0BVUgIMSbpeaAdLHWgIR0Bgjiup0fYBdX2UKGgGR0A5g5/smfGuaAdLIWgIR0BgjnfMwDeTdX2UKGgGR8AhFIFvAGjcaAdLF2gIR0BgkB+DvmYCdX2UKGgGR0BkBAXqJMxoaAdLSmgIR0BgkIhIOH32dX2UKGgGR8AiZjiGWUr1aAdLMWgIR0Bgko0/GEPEdX2UKGgGR0BQ1e0kWykcaAdLQmgIR0BglY3HaN+9dX2UKGgGR0AS4pnYg7o0aAdLJ2gIR0BglcV58jRldX2UKGgGR0ByycbWEsasaAdLRGgIR0BgliyGBWgfdX2UKGgGR0CA/9mnwXqJaAdLZ2gIR0BglqHymQ8wdX2UKGgGR0A/pFqi48U3aAdLMmgIR0Bgmf0oScsldX2UKGgGR8AhyLRa5f+kaAdLKWgIR0BgmhTMqz7edX2UKGgGR0BS7t9lVcUuaAdLS2gIR0BgnHfwZwXJdX2UKGgGR8AY3QTmGM4taAdLKWgIR0BgnXXwsoUjdX2UKGgGR0BtgTc9GI9DaAdLhmgIR0BgoNIbwSamdX2UKGgGR8BSxzKLbYbsaAdLFGgIR0Bgon0qYqoZdX2UKGgGR0B9VIQqZtvXaAdLc2gIR0BgpfSOR1YAdX2UKGgGR0BoeUZFXq7iaAdLN2gIR0BgpwIldC3PdX2UKGgGR0B14Z2U0Nz9aAdLomgIR0Bgp4F3Y+SsdX2UKGgGR8BThXhbW3BpaAdLE2gIR0BgqKjFhodudX2UKGgGR0BxD5Y6nzg/aAdLTWgIR0Bgrd1dPci4dX2UKGgGR0Bn0kOf/WDpaAdLyWgIR0BgriCWeHzpdX2UKGgGR0BTDb9uP3i8aAdLbmgIR0BgrzQVsUItdX2UKGgGR0ByqIgjhUBGaAdLbWgIR0Bgsbgn+hoNdX2UKGgGR0BlWQOavzOHaAdLOGgIR0BgstYEGJN1dX2UKGgGR0Az1m1pj+aSaAdLHWgIR0BgtCf6GgzydX2UKGgGR0BUGBYigTRIaAdLXGgIR0BgtZ6F/QSjdX2UKGgGR8BTMks4DLbIaAdLFGgIR0Bgtd18stkGdX2UKGgGR8AXjvH93r2QaAdLJ2gIR0Bgtiohpxm1dX2UKGgGR0BoW93dKujiaAdLYmgIR0Bgt3N5dGAkdX2UKGgGR0BEZVwxWT5gaAdLImgIR0BgukOCoS+QdX2UKGgGR0BwP9fVqesgaAdLSGgIR0Bgu7ILgGbDdX2UKGgGR0AVMd3jdYW+aAdLGGgIR0BgvayD7IkrdX2UKGgGR0B0b5nezlcRaAdLfmgIR0BgwFjurp7kdX2UKGgGR0Bj/u+fywwCaAdLamgIR0BgwwL1EmY0dX2UKGgGR0BbK5S3solVaAdLpmgIR0Bgw+ldkauPdX2UKGgGR0BpkexnnMdMaAdLa2gIR0BgxnnKW9lFdX2UKGgGR8AdVijL0SRKaAdLK2gIR0Bgx3WSU1Q7dX2UKGgGR0Bv2BgG8mKJaAdLdmgIR0Bgyhouf29MdX2UKGgGR0Bc2vA44p+daAdLNWgIR0Bgy9dxAB1cdX2UKGgGR0BeeFtKqXF+aAdLZ2gIR0Bgzvai9IwudX2UKGgGR0BnmMsOG0u2aAdLk2gIR0Bgzy06YE4edX2UKGgGR0Bw1N2KVII4aAdLd2gIR0Bg09qFh5PedX2UKGgGR8AjHW7voePraAdLFWgIR0Bg1aQmu1WsdX2UKGgGR0B9lDpJPIn0aAdLXWgIR0Bg1rIHTqjadX2UKGgGR0BtVFDa4+bFaAdLbWgIR0Bg2C7NB4UvdX2UKGgGR0BHJgfEGZ/kaAdLHmgIR0Bg2TEpAlfJdX2UKGgGR0Bzvim1pj+aaAdLyWgIR0Bg3HD7655JdX2UKGgGR0BtYE/W1+iKaAdLYmgIR0Bg3cg4ffXPdX2UKGgGR0B4W1MFlkH2aAdLeWgIR0Bg4xjc2zfKdX2UKGgGR0BZXnCGetjkaAdLXGgIR0Bg5UygwoLHdX2UKGgGR8BKP8HGCI1taAdLo2gIR0Bg5aDujRD1dX2UKGgGR0BCeii7CiyqaAdLHGgIR0Bg5+kxh2GJdX2UKGgGR0BeQJ3X7LuAaAdLYWgIR0Bg6xzJZGKAdX2UKGgGR0Bg/CIgvDgqaAdLu2gIR0Bg69eUpuuSdX2UKGgGR0BuQufwqiGnaAdLUWgIR0Bg7Au/UONHdX2UKGgGR0BppeIGhVU/aAdLPGgIR0Bg7PRRdhRZdX2UKGgGR0BcT8kleF+NaAdLJGgIR0Bg7u7z06HTdX2UKGgGR0BQNXp0OmSAaAdLKmgIR0Bg8HmaH9FXdX2UKGgGR0Bydb1L8JlbaAdLTGgIR0Bg8ZEDyOJddX2UKGgGR0Bj0zYRNATqaAdLSWgIR0Bg8jkdV/+bdX2UKGgGR0AnYpNsWO6vaAdLJGgIR0Bg9JC0F8ohdX2UKGgGR0BprcTewcHXaAdLPGgIR0Bg9yZML4N7dX2UKGgGR0BhW1Qj2SMcaAdLV2gIR0Bg/j9sJpnIdX2UKGgGR0BJVsNUfgaWaAdLyWgIR0Bg/4Lw4KhMdX2UKGgGR0B8Q7U5MlC1aAdLyWgIR0BhAQYJmdy1dX2UKGgGR0BL3XzMA3kxaAdLI2gIR0BhAmW8h9srdX2UKGgGR0BhGM0aZQYUaAdLO2gIR0BhAyhcqvvCdX2UKGgGR0CBjra+vhZRaAdLyWgIR0BhBRu4wyqNdX2UKGgGR0BaX/HLidauaAdLNmgIR0BhBuuJUHY6dX2UKGgGR0BTP2qDK5kLaAdLWGgIR0BhCns5XEIgdX2UKGgGR8ASNqREF4cFaAdLFWgIR0BhDDWZqmCRdX2UKGgGR0BJIfeUILPVaAdLHWgIR0BhDqH0se4kdX2UKGgGR0A94OjZcs19aAdLa2gIR0BhD8/OdGy5dX2UKGgGR0BipZVdX1aoaAdLxWgIR0BhEW3trsSkdWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",

PPO-default/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:310c49ad281d81c0ae8b7ca7ff7c2aa95def3a920a09524a7311f00c7283c193
+oid sha256:e3b1315f2452fce8ec26515c580ee1d01d5adc3db2d0d8af7dfb125f8c41f35a
 size 86009

PPO-default/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:04863485f17934558091c96e290adc8ff8732c4b89767717528086eb25afe77d
+oid sha256:bb562bcbbadd9f2fb669e3f2b7f6309ce023398c0826f5604c02454b25cf5827
 size 42369

README.md

@@ -16,7 +16,7 @@ model-index:
       type: RoombaAToB
     metrics:
     - type: mean_reward
-      value: -434.95 +/- 456.81
+      value: -74.50 +/- 60.32
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f939ece0dc0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f939ece0e50>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f939ece0ee0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f939ece0f70>", "_build": "<function ActorCriticPolicy._build at 0x7f939ece1000>", "forward": "<function ActorCriticPolicy.forward at 0x7f939ece1090>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f939ece1120>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f939ece11b0>", "_predict": "<function ActorCriticPolicy._predict at 0x7f939ece1240>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f939ece12d0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f939ece1360>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f939ece13f0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f939ecd7680>"}, "verbose": true, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVkQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLBoWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAAAABbEAADIwwAAAAAAAAAAAAAAAAAAAACUaAtLBoWUjAFDlHSUUpSMBGhpZ2iUaBMolhgAAAAAAAAAAAAWRAAAyEPbD0lAAACAPwAAgD8AAIA/lGgLSwaFlGgWdJRSlIwNYm91bmRlZF9iZWxvd5RoEyiWBgAAAAAAAAABAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLBoWUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYGAAAAAAAAAAEBAQEBAZRoIksGhZRoFnSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [6], "low": "[-600. -400.    0.    0.    0.    0.]", "high": "[600.        400.          3.1415927   1.          1.          1.       ]", "bounded_below": "[ True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWViAAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 4, "num_timesteps": 106496, "_total_timesteps": 100000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1680988943822806933, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV4QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgQBlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAIVH+EI10MRCqe6PPQAAgD8AAIA/AACAP3YG+UIoh8JCpA8nPgAAgD9CdHs/AACAP/a3AkPYPMNC12GEPgAAgD8AAIA/AACAP6MU7UJR04lC3JdfPwAAgD8AAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLBEsGhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.0649599999999999, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQED75hScbzeMAWyUS8mMAXSUR0BeU+/Ho5ggdX2UKGgGR8BHBj2i+L3saAdLyWgIR0BeVTmwJPZadX2UKGgGR8CNijpj+aScaAdLWGgIR0BeWWipNsWPdX2UKGgGR8CNaPvhqCYkaAdLP2gIR0BeX3T/hl19dX2UKGgGR8CNoY+mm+CcaAdLWmgIR0BeYrQPZqVRdX2UKGgGR8CLtJ3FDOTraAdLpWgIR0BeY/IS13MZdX2UKGgGR0BMpYsNDtw8aAdLyWgIR0BeelUVBUrDdX2UKGgGR8BFYHndO6/ZaAdLyWgIR0BegHlGPPszdX2UKGgGR8CNaLZCfHxSaAdLv2gIR0Beg0hvBJqZdX2UKGgGR0A53bdadMCcaAdLyWgIR0Beg+P/7zkIdX2UKGgGR8COXbziCJ40aAdLTGgIR0BehyLZSNwSdX2UKGgGR8COzUtNi6QOaAdLE2gIR0BeikFjd56ddX2UKGgGR8CNrO3Mpw0gaAdLQmgIR0BejtLlFMIvdX2UKGgGR8CM7ewaisXBaAdLYGgIR0BekKTOgQHzdX2UKGgGR8COvZ+WnjyXaAdLFGgIR0Bek/u5SWJKdX2UKGgGR8CLhCGvfTCtaAdLU2gIR0BemCI+GGmDdX2UKGgGR8CNi4r4FiazaAdLMmgIR0BeoHSncclxdX2UKGgGR0AgY3Jgb6xgaAdLyWgIR0BepOlj3EhrdX2UKGgGR0BCI+wkgOjJaAdLyWgIR0BesFT3qRlpdX2UKGgGR0AcXQgLZzxPaAdLyWgIR0BetU4iosI3dX2UKGgGR8COnglgMMJAaAdLNGgIR0BgDuRDCxeLdX2UKGgGR8AKQBmwqy4XaAdLyWgIR0BgENNWU8msdX2UKGgGR0BLixCpm29daAdLyWgIR0BgEwuRLbpNdX2UKGgGR8CNKneizsyBaAdLX2gIR0BgFtKGtZFHdX2UKGgGR7/j1donKGL2aAdLyWgIR0BgGMxqO939dX2UKGgGR8CNUO+pwS8KaAdLVWgIR0BgGiD9OymidX2UKGgGR8COnGtg8bJfaAdLKmgIR0BgGmMqBmPHdX2UKGgGR8COuqGGEf1ZaAdLGmgIR0BgGwrjHXEqdX2UKGgGR8COAo9sabWmaAdLH2gIR0BgHZrYXfqHdX2UKGgGR8CNQU8W9DhMaAdLLWgIR0BgHi+SKWLQdX2UKGgGR8CNzk4rjHXFaAdLMGgIR0BgIZtUGVzIdX2UKGgGR0BJyprcj7hvaAdLyWgIR0BgIbJr+HafdX2UKGgGR8CMylmXgLqmaAdLg2gIR0BgJSR+z+m4dX2UKGgGR8COOq6ZH/cWaAdLOmgIR0BgJom/nGKidX2UKGgGR8COTHc0tRNzaAdLaWgIR0BgJwCIUJv6dX2UKGgGR8CNKkBdUsFuaAdLN2gIR0BgK3jGT9sKdX2UKGgGR8COArmyxA0LaAdLj2gIR0BgLYnBtUGWdX2UKGgGR8CNv0fU4JeFaAdLVWgIR0BgMn+uNgjRdX2UKGgGR0BelVKGtZFHaAdLyWgIR0BgNcUuctoSdX2UKGgGR0Bj1Znxri2laAdLyWgIR0BgNyyprDZUdX2UKGgGR8CMjFEqDsdDaAdLa2gIR0BgO2XXyy2QdX2UKGgGR8CO0H8UEgW8aAdLH2gIR0BgPf5xiobXdX2UKGgGR8A4wMotthuwaAdLyWgIR0BgPkFnqVyFdX2UKGgGR8CN+cjW07bMaAdLcWgIR0BgQJc/t6X0dX2UKGgGR8CNwDZpSJj2aAdLmmgIR0BgQqH6/IsAdX2UKGgGR8CNtHASFoL5aAdLX2gIR0BgRdrbg0j1dX2UKGgGR8CNtwkZaV2SaAdLMmgIR0BgRsFY+0PZdX2UKGgGR8CNK7eF+NLlaAdLiWgIR0BgSZQ+EAYIdX2UKGgGR8CN0fi3ocJdaAdLKWgIR0BgSjOoo/iYdX2UKGgGR8COskzj3mFKaAdLMGgIR0BgTY+4b0e2dX2UKGgGR8BLYgfuCwr2aAdLyWgIR0BgUTvCuU2UdX2UKGgGR8COFeXP7el9aAdLd2gIR0BgVANoakyldX2UKGgGR8CNlYV32VVxaAdLrWgIR0BgVEWEbo8qdX2UKGgGR8CNJNdD6WPcaAdLYWgIR0BgWUXenAIqdX2UKGgGR8COe5/x2B8QaAdLWmgIR0BgW6kCV8kVdX2UKGgGR8CNrmVX3g1naAdLb2gIR0BgXTgOz6acdX2UKGgGR8AxwwhnrY5DaAdLyWgIR0BgXj+YMOPOdX2UKGgGR8COAP0mtyPuaAdLQWgIR0BgXr8gpz91dX2UKGgGR8CNRBokAxSHaAdLTmgIR0BgYjcTJyQxdX2UKGgGR8CMRzM/QjUvaAdLbWgIR0BgZkV8CxNZdX2UKGgGR8CM8P28qWkaaAdLW2gIR0BgZkfHPu5SdX2UKGgGR8CMCsJFb3XaaAdLTmgIR0BgaLP+n62wdX2UKGgGR8COvQ7YChexaAdLPGgIR0Bga0JpnHvMdX2UKGgGR0BfJq6e5Fw2aAdLyWgIR0BgbtqveP7vdX2UKGgGR8CNUn7JnxrjaAdLZGgIR0Bgc3XqZ+hHdX2UKGgGR8BMW0SRKYiQaAdLyWgIR0BgdszCUHIIdX2UKGgGR0BNdWyC4BmxaAdLyWgIR0BgeTKifxtpdX2UKGgGR8CN2umEXcgyaAdLXGgIR0BgewjyFwkxdX2UKGgGR8CN6bIq9XcQaAdLM2gIR0Bgfz1Gsmv4dX2UKGgGR8APPZ00WM0haAdLyWgIR0Bgf3U2DQJHdX2UKGgGR8CN+ZcYZVGTaAdLHmgIR0BggbSCvovBdX2UKGgGR8CNBmhCdBjXaAdLemgIR0BggzqbBoEkdX2UKGgGR0BP+mrCFbmmaAdLyWgIR0Bgh0fDDTBqdX2UKGgGR8CMsU08/2TQaAdLdmgIR0BgiRAprk8zdX2UKGgGR8COOvvFWGRFaAdLYWgIR0BgiyxJNCZ4dX2UKGgGR8CNN8dfb9IgaAdLNGgIR0BgjVz2exwAdX2UKGgGR8COtga/h2nsaAdLJ2gIR0BgjmpZOi35dX2UKGgGR8COftnX/YJ3aAdLJWgIR0BgkGy5Zr57dX2UKGgGR8COmolWOp84aAdLKWgIR0Bgkc/lhgE2dX2UKGgGR0BWVKG1x82KaAdLyWgIR0Bgkkqc3EQ5dX2UKGgGR8COVoGJvYOEaAdLPmgIR0BglYvUSZjQdX2UKGgGR8CNhe1P3ztkaAdLMmgIR0BglfVZs9B9dX2UKGgGR8COnhy/bj95aAdLM2gIR0Bglos7MgU2dX2UKGgGR0BPT8brC3w1aAdLyWgIR0BgmAHkcS5BdX2UKGgGR8COW4XF98Z2aAdLIWgIR0BgmUqaw2VFdX2UKGgGR8CNNI31jAi3aAdLWmgIR0BgnQB91EE1dX2UKGgGR8CNTk33Hq/uaAdLPmgIR0BgnRUR3/xUdX2UKGgGR8CMdmSDAaegaAdLhWgIR0BgoOC04R29dX2UKGgGR8CN3Y/GEPDpaAdLXWgIR0BgoOM4tHx0dX2UKGgGR8COfNS7Xg+AaAdLFGgIR0Bgopbpu/DcdX2UKGgGR8CNSgdCE6DHaAdLkGgIR0BgqLot+TePdX2UKGgGR8CNhr7hvR7aaAdLZGgIR0BgqQFzMibEdX2UKGgGR8COuI8GLUCraAdLFWgIR0Bgqn+uNgjRdX2UKGgGR8CMdlXlr/KhaAdLd2gIR0BgrEeKbaysdX2UKGgGRz/l5SFXaJyiaAdLyWgIR0BgrYjps41hdX2UKGgGR8CLCwsXizcAaAdLWWgIR0BgsF5Sm65HdX2UKGgGR8CM0CL0jC53aAdLYGgIR0BgsngR9PUKdX2UKGgGR8COV20/nnuBaAdLSmgIR0BgsnnIQvpRdX2UKGgGR8CNtY8g6ltTaAdLImgIR0Bgs0zsQd0adX2UKGgGR8COiLbah6BzaAdLEWgIR0Bgs/eYUnG9dWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 130, "n_steps": 2048, "gamma": 0.95, "gae_lambda": 0.5, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV4QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgQBlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.19.0-35-generic-x86_64-with-glibc2.35 # 36~22.04.1-Ubuntu SMP PREEMPT_DYNAMIC Fri Feb 17 15:17:25 UTC 2", "Python": "3.10.9", "Stable-Baselines3": "1.7.0", "PyTorch": "2.0.0", "GPU Enabled": "True", "Numpy": "1.23.5", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fe60b0d0dc0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fe60b0d0e50>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fe60b0d0ee0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fe60b0d0f70>", "_build": "<function ActorCriticPolicy._build at 0x7fe60b0d1000>", "forward": "<function ActorCriticPolicy.forward at 0x7fe60b0d1090>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fe60b0d1120>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fe60b0d11b0>", "_predict": "<function ActorCriticPolicy._predict at 0x7fe60b0d1240>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fe60b0d12d0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fe60b0d1360>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fe60b0d13f0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fe60b9dd780>"}, "verbose": true, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVkQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLBoWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAAAABbEAADIwwAAAAAAAAAAAAAAAAAAAACUaAtLBoWUjAFDlHSUUpSMBGhpZ2iUaBMolhgAAAAAAAAAAAAWRAAAyEPbD0lAAACAPwAAgD8AAIA/lGgLSwaFlGgWdJRSlIwNYm91bmRlZF9iZWxvd5RoEyiWBgAAAAAAAAABAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLBoWUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYGAAAAAAAAAAEBAQEBAZRoIksGhZRoFnSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [6], "low": "[-600. -400.    0.    0.    0.    0.]", "high": "[600.        400.          3.1415927   1.          1.          1.       ]", "bounded_below": "[ True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWViAAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 4, "num_timesteps": 106496, "_total_timesteps": 100000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1680989560461351287, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV4QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgQBlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAADC36kLFEbxC/aWaPSXReD8AAIA/AACAP/myaEIiRQtCprqtPgAAgD8AAIA/AACAP/mC2EJUaaRCqO8MPwAAgD8AAIA/AACAPzsKDEMVZ8ZCBC4EPwAAgD8AAIA/4BZ8P5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLBEsGhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.0649599999999999, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwDHw54nndO+MAWyUSxaMAXSUR0BfZJokAxSHdX2UKGgGR0B6BluP3i71aAdLk2gIR0BfZLSVnmJWdX2UKGgGR0Bw5F7b+Lm7aAdLVmgIR0BgaTebd8ArdX2UKGgGR0BPc8awUxmDaAdLOGgIR0BgaYQHzH0cdX2UKGgGR0Bhjb/XGwRoaAdLImgIR0BgbAvlEJBxdX2UKGgGR0A7uSHM2WIHaAdLMmgIR0Bgbad1+y7gdX2UKGgGR0AjHN9ph4MXaAdLIGgIR0BgbsS26TW5dX2UKGgGR0Bmoyhi9ZieaAdLb2gIR0Bgb89ECvHMdX2UKGgGR0BpQ2gSOBDpaAdLNmgIR0BgdDg/C66KdX2UKGgGR0BGzet8uzyCaAdLVWgIR0BgdceS0Sh8dX2UKGgGR0Bj28QkHD77aAdLyWgIR0Bgdz9l2/zrdX2UKGgGR0BJqBkRSP2gaAdLF2gIR0Bgd73Ehq0udX2UKGgGR0BuCbTMJQchaAdLMWgIR0BgeGRFI/Z/dX2UKGgGR8A1P3G4qgAZaAdLiGgIR0BgeQ95hSccdX2UKGgGR0A8mjbzshPkaAdLF2gIR0BgevfwZwXJdX2UKGgGR8AoagfU4JeFaAdLKWgIR0Bge0Cgbp/xdX2UKGgGR0Bjcr2FnIyTaAdLU2gIR0BgfjhzeXRgdX2UKGgGR0BgpMl5WzWxaAdLVmgIR0Bgf4zch1TzdX2UKGgGR0B2337EYO2BaAdLQWgIR0BggJuIhyKfdX2UKGgGR8AYJS619fCzaAdLIGgIR0BggzoB7u2JdX2UKGgGR0BCi+T/yXlbaAdLP2gIR0BghMdFOO81dX2UKGgGR0Bvmo4wRGtqaAdLV2gIR0BghXpjc2zfdX2UKGgGR0BXhgRGtp22aAdLQmgIR0BgijEtNBWxdX2UKGgGR0Bt1MbNr0rcaAdLyWgIR0Bgi5EYwZfldX2UKGgGR0Bd8gcxTKkmaAdLZmgIR0Bgi7DGcWj5dX2UKGgGR0BqBFz8xbjcaAdLZmgIR0BgjecH4XXRdX2UKGgGR0BVUgIMSbpeaAdLHWgIR0Bgjiup0fYBdX2UKGgGR0A5g5/smfGuaAdLIWgIR0BgjnfMwDeTdX2UKGgGR8AhFIFvAGjcaAdLF2gIR0BgkB+DvmYCdX2UKGgGR0BkBAXqJMxoaAdLSmgIR0BgkIhIOH32dX2UKGgGR8AiZjiGWUr1aAdLMWgIR0Bgko0/GEPEdX2UKGgGR0BQ1e0kWykcaAdLQmgIR0BglY3HaN+9dX2UKGgGR0AS4pnYg7o0aAdLJ2gIR0BglcV58jRldX2UKGgGR0ByycbWEsasaAdLRGgIR0BgliyGBWgfdX2UKGgGR0CA/9mnwXqJaAdLZ2gIR0BglqHymQ8wdX2UKGgGR0A/pFqi48U3aAdLMmgIR0Bgmf0oScsldX2UKGgGR8AhyLRa5f+kaAdLKWgIR0BgmhTMqz7edX2UKGgGR0BS7t9lVcUuaAdLS2gIR0BgnHfwZwXJdX2UKGgGR8AY3QTmGM4taAdLKWgIR0BgnXXwsoUjdX2UKGgGR0BtgTc9GI9DaAdLhmgIR0BgoNIbwSamdX2UKGgGR8BSxzKLbYbsaAdLFGgIR0Bgon0qYqoZdX2UKGgGR0B9VIQqZtvXaAdLc2gIR0BgpfSOR1YAdX2UKGgGR0BoeUZFXq7iaAdLN2gIR0BgpwIldC3PdX2UKGgGR0B14Z2U0Nz9aAdLomgIR0Bgp4F3Y+SsdX2UKGgGR8BThXhbW3BpaAdLE2gIR0BgqKjFhodudX2UKGgGR0BxD5Y6nzg/aAdLTWgIR0Bgrd1dPci4dX2UKGgGR0Bn0kOf/WDpaAdLyWgIR0BgriCWeHzpdX2UKGgGR0BTDb9uP3i8aAdLbmgIR0BgrzQVsUItdX2UKGgGR0ByqIgjhUBGaAdLbWgIR0Bgsbgn+hoNdX2UKGgGR0BlWQOavzOHaAdLOGgIR0BgstYEGJN1dX2UKGgGR0Az1m1pj+aSaAdLHWgIR0BgtCf6GgzydX2UKGgGR0BUGBYigTRIaAdLXGgIR0BgtZ6F/QSjdX2UKGgGR8BTMks4DLbIaAdLFGgIR0Bgtd18stkGdX2UKGgGR8AXjvH93r2QaAdLJ2gIR0Bgtiohpxm1dX2UKGgGR0BoW93dKujiaAdLYmgIR0Bgt3N5dGAkdX2UKGgGR0BEZVwxWT5gaAdLImgIR0BgukOCoS+QdX2UKGgGR0BwP9fVqesgaAdLSGgIR0Bgu7ILgGbDdX2UKGgGR0AVMd3jdYW+aAdLGGgIR0BgvayD7IkrdX2UKGgGR0B0b5nezlcRaAdLfmgIR0BgwFjurp7kdX2UKGgGR0Bj/u+fywwCaAdLamgIR0BgwwL1EmY0dX2UKGgGR0BbK5S3solVaAdLpmgIR0Bgw+ldkauPdX2UKGgGR0BpkexnnMdMaAdLa2gIR0BgxnnKW9lFdX2UKGgGR8AdVijL0SRKaAdLK2gIR0Bgx3WSU1Q7dX2UKGgGR0Bv2BgG8mKJaAdLdmgIR0Bgyhouf29MdX2UKGgGR0Bc2vA44p+daAdLNWgIR0Bgy9dxAB1cdX2UKGgGR0BeeFtKqXF+aAdLZ2gIR0Bgzvai9IwudX2UKGgGR0BnmMsOG0u2aAdLk2gIR0Bgzy06YE4edX2UKGgGR0Bw1N2KVII4aAdLd2gIR0Bg09qFh5PedX2UKGgGR8AjHW7voePraAdLFWgIR0Bg1aQmu1WsdX2UKGgGR0B9lDpJPIn0aAdLXWgIR0Bg1rIHTqjadX2UKGgGR0BtVFDa4+bFaAdLbWgIR0Bg2C7NB4UvdX2UKGgGR0BHJgfEGZ/kaAdLHmgIR0Bg2TEpAlfJdX2UKGgGR0Bzvim1pj+aaAdLyWgIR0Bg3HD7655JdX2UKGgGR0BtYE/W1+iKaAdLYmgIR0Bg3cg4ffXPdX2UKGgGR0B4W1MFlkH2aAdLeWgIR0Bg4xjc2zfKdX2UKGgGR0BZXnCGetjkaAdLXGgIR0Bg5UygwoLHdX2UKGgGR8BKP8HGCI1taAdLo2gIR0Bg5aDujRD1dX2UKGgGR0BCeii7CiyqaAdLHGgIR0Bg5+kxh2GJdX2UKGgGR0BeQJ3X7LuAaAdLYWgIR0Bg6xzJZGKAdX2UKGgGR0Bg/CIgvDgqaAdLu2gIR0Bg69eUpuuSdX2UKGgGR0BuQufwqiGnaAdLUWgIR0Bg7Au/UONHdX2UKGgGR0BppeIGhVU/aAdLPGgIR0Bg7PRRdhRZdX2UKGgGR0BcT8kleF+NaAdLJGgIR0Bg7u7z06HTdX2UKGgGR0BQNXp0OmSAaAdLKmgIR0Bg8HmaH9FXdX2UKGgGR0Bydb1L8JlbaAdLTGgIR0Bg8ZEDyOJddX2UKGgGR0Bj0zYRNATqaAdLSWgIR0Bg8jkdV/+bdX2UKGgGR0AnYpNsWO6vaAdLJGgIR0Bg9JC0F8ohdX2UKGgGR0BprcTewcHXaAdLPGgIR0Bg9yZML4N7dX2UKGgGR0BhW1Qj2SMcaAdLV2gIR0Bg/j9sJpnIdX2UKGgGR0BJVsNUfgaWaAdLyWgIR0Bg/4Lw4KhMdX2UKGgGR0B8Q7U5MlC1aAdLyWgIR0BhAQYJmdy1dX2UKGgGR0BL3XzMA3kxaAdLI2gIR0BhAmW8h9srdX2UKGgGR0BhGM0aZQYUaAdLO2gIR0BhAyhcqvvCdX2UKGgGR0CBjra+vhZRaAdLyWgIR0BhBRu4wyqNdX2UKGgGR0BaX/HLidauaAdLNmgIR0BhBuuJUHY6dX2UKGgGR0BTP2qDK5kLaAdLWGgIR0BhCns5XEIgdX2UKGgGR8ASNqREF4cFaAdLFWgIR0BhDDWZqmCRdX2UKGgGR0BJIfeUILPVaAdLHWgIR0BhDqH0se4kdX2UKGgGR0A94OjZcs19aAdLa2gIR0BhD8/OdGy5dX2UKGgGR0BipZVdX1aoaAdLxWgIR0BhEW3trsSkdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 130, "n_steps": 2048, "gamma": 0.95, "gae_lambda": 0.5, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV4QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgQBlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.19.0-35-generic-x86_64-with-glibc2.35 # 36~22.04.1-Ubuntu SMP PREEMPT_DYNAMIC Fri Feb 17 15:17:25 UTC 2", "Python": "3.10.9", "Stable-Baselines3": "1.7.0", "PyTorch": "2.0.0", "GPU Enabled": "True", "Numpy": "1.23.5", "Gym": "0.21.0"}}

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ddbe46dc24ab6b80958d587fcd574bc3eca0f73f81ead221f969c6e162324d25
-size 1112567
+oid sha256:de9a3486379b3d54c8969974ae41002c178120d52422e4ec115e40ce3bf0504b
+size 1159187

results.json

@@ -1 +1 @@
-{"mean_reward": -434.95389800000004, "std_reward": 456.8123876833902, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-04-08T14:24:43.198889"}
+{"mean_reward": -74.504292, "std_reward": 60.32035033883673, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-04-08T14:35:03.787395"}