Upload model to Hugging Face

PPO-default.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7244fef7332780b511eccaedb128cdcd2e833c559b180add96c6382b37416881
-size 142445
+oid sha256:9c53c719e790bc1a63139106f4dc78524932d4475270b9ab3473ade360eeb568
+size 142443

PPO-default/data

@@ -4,20 +4,20 @@
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7fe5cf5d4dc0>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fe5cf5d4e50>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fe5cf5d4ee0>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fe5cf5d4f70>",
-        "_build": "<function ActorCriticPolicy._build at 0x7fe5cf5d5000>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7fe5cf5d5090>",
-        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fe5cf5d5120>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fe5cf5d51b0>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7fe5cf5d5240>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fe5cf5d52d0>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fe5cf5d5360>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fe5cf5d53f0>",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f939ece0dc0>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f939ece0e50>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f939ece0ee0>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f939ece0f70>",
+        "_build": "<function ActorCriticPolicy._build at 0x7f939ece1000>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7f939ece1090>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f939ece1120>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f939ece11b0>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7f939ece1240>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f939ece12d0>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f939ece1360>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f939ece13f0>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc._abc_data object at 0x7fe5cf5c7b80>"
+        "_abc_impl": "<_abc._abc_data object at 0x7f939ecd7680>"
     },
     "verbose": true,
     "policy_kwargs": {},
@@ -43,12 +43,12 @@
         "_np_random": null
     },
     "n_envs": 4,
-    "num_timesteps": 303104,
-    "_total_timesteps": 300000,
+    "num_timesteps": 106496,
+    "_total_timesteps": 100000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1680988435059319584,
+    "start_time": 1680988943822806933,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "lr_schedule": {
@@ -57,7 +57,7 @@
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAHj2BEPlWrFCJ+VYPgAAgD8AAIA/AACAPwZy8EKIxKVCXK4YPwAAgD8AAIA/ELtYP2soEEM8ccZCbq9PPgAAgD8AAIA/AACAPyu6F0P2VudC6ognQAAAgD8AAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLBEsGhpSMAUOUdJRSlC4="
+        ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAIVH+EI10MRCqe6PPQAAgD8AAIA/AACAP3YG+UIoh8JCpA8nPgAAgD9CdHs/AACAP/a3AkPYPMNC12GEPgAAgD8AAIA/AACAP6MU7UJR04lC3JdfPwAAgD8AAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLBEsGhpSMAUOUdJRSlC4="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -67,16 +67,16 @@
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.010346666666666726,
+    "_current_progress_remaining": -0.0649599999999999,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHP/CRIjGDL8uMAWyUS8mMAXSUR0B2lJqREF4cdX2UKGgGR0BYF1UVBUrDaAdLyWgIR0B2lJqREF4cdX2UKGgGR0BTARLf1pTNaAdLyWgIR0B2lY/1QIlddX2UKGgGR8COPmd4mkWRaAdLRWgIR0B2l3YUWVNYdX2UKGgGR8CN1/wyZa3aaAdLN2gIR0B2l9jvuw5edX2UKGgGR8BgaiVhTfixaAdLyWgIR0B2mhmWdEsrdX2UKGgGR8COLcgIQe3haAdLeGgIR0B2nFtTDO1OdX2UKGgGR0A7+VCojv/jaAdLyWgIR0B2nNTdcjZ+dX2UKGgGR8COXhjnV5KOaAdLJmgIR0B2ne1Aqur7dX2UKGgGR8CQVoFYuCf6aAdLw2gIR0B2n8wwj+rEdX2UKGgGR8Bfuwp4KQaKaAdLyWgIR0B2ok9U0elsdX2UKGgGR8COJbRCQcPwaAdLkWgIR0B2o9+x4Y78dX2UKGgGR8A4BOuJUHY6aAdLyWgIR0B2pRQgs9SudX2UKGgGR8CQS7oBJZntaAdLY2gIR0B2p+5WilBQdX2UKGgGR8AtDmT1TR6XaAdLyWgIR0B2qBPEbYK6dX2UKGgGR8BCsjiOvMbFaAdLyWgIR0B2qppEhJRPdX2UKGgGR8CPgQxGlQ/HaAdLfWgIR0B2rTLX+VC5dX2UKGgGR8BNxRDCxeLOaAdLyWgIR0B2rV4nndO7dX2UKGgGR8CNWi46Oo5xaAdLOWgIR0B2r4qAjIJadX2UKGgGR8CQBNn8KohqaAdLu2gIR0B2r6YqoZQ6dX2UKGgGR8BUQGAkLQXzaAdLyWgIR0B2stouf29MdX2UKGgGR8COdxqOcUdraAdLY2gIR0B2s5+TeO4odX2UKGgGR8BSY/F72L5zaAdLyWgIR0B2tZ1QqI8AdX2UKGgGR8ApHcHnlnyvaAdLyWgIR0B2t+f/WDpUdX2UKGgGR8CQMdUT+NtJaAdLWmgIR0B2uVAVwgkkdX2UKGgGR8CQu5/LkjoqaAdLqWgIR0B2upA5aNdadX2UKGgGR8CQefCuloDgaAdLwmgIR0B2utmUW2w3dX2UKGgGR8CNtPurIYFaaAdLMWgIR0B2vOBPKuB+dX2UKGgGR0A4XKT0QK8daAdLyWgIR0B2wCsgdOqOdX2UKGgGR8COGhNucc2jaAdLqWgIR0B2wYhaC+URdX2UKGgGR8BR64cebNKRaAdLyWgIR0B2wZ5Rjz7NdX2UKGgGR0BCvZuyeI2waAdLyWgIR0B2xRqEeyRkdX2UKGgGR8CQmHTB68g7aAdLqWgIR0B2xxItlI3BdX2UKGgGR0A8QiqABkqdaAdLyWgIR0B2ybxZuAI6dX2UKGgGR8BBHgPEsJ6ZaAdLyWgIR0B2ydL7GecydX2UKGgGR8CM773225QQaAdLfGgIR0B3F0cABDG+dX2UKGgGR8BXJmb9ZRsNaAdLyWgIR0B3GHB9Cu2adX2UKGgGR8COgnuVHFxXaAdLI2gIR0B3GeIxgy/LdX2UKGgGR8CP81kvsZ5zaAdLeGgIR0B3Gd2Rq46PdX2UKGgGR8COiD98Z1mraAdLMmgIR0B3G/CrLhaUdX2UKGgGR8BPMmaQV9F4aAdLyWgIR0B3HSWdEsredX2UKGgGR8CNw97yhBZ7aAdLPmgIR0B3Hn6GgzxgdX2UKGgGR8BPoIpQUHpsaAdLyWgIR0B3H5q0tyxSdX2UKGgGR8BXJAXIlt0naAdLyWgIR0B3IjCN0eU7dX2UKGgGR8CNN+rwvxpdaAdLZGgIR0B3Ip27nPmgdX2UKGgGR8CNs2GA08/2aAdLYWgIR0B3I5Xo1UEQdX2UKGgGR8CPBvT/hl19aAdLQ2gIR0B3JVndweeWdX2UKGgGR8BWiY/JNj9XaAdLyWgIR0B3JXAP/aQFdX2UKGgGR8CN85qFh5PeaAdLMWgIR0B3J2UgSvkjdX2UKGgGR8Ax3Ynv2GqQaAdLyWgIR0B3Km01IiC8dX2UKGgGR8CPC6j3VTaTaAdLrGgIR0B3KqOinHeadX2UKGgGR8CMci1QZXMhaAdLhGgIR0B3Kt1s+FDfdX2UKGgGR8CO3ZSCOFQEaAdLh2gIR0B3LOf5DZ13dX2UKGgGR8CQJJbSZ0CBaAdLWWgIR0B3LhvvSc9XdX2UKGgGR8COXn2r4nF6aAdLMmgIR0B3MCmtQsPKdX2UKGgGR8COxMlb/wRXaAdLpGgIR0B3MZNwiqyXdX2UKGgGR8CPV4WcBltkaAdLv2gIR0B3MnuRcNYsdX2UKGgGR8CPEqpda+vhaAdLmGgIR0B3Myw/xDsudX2UKGgGR8COEw54GD+SaAdLIWgIR0B3NISyt3fRdX2UKGgGR8CNeeLfDUExaAdLUWgIR0B3NdBu4wyqdX2UKGgGR8A2PfV7Qb++aAdLyWgIR0B3OGSLZSNwdX2UKGgGR8CMdwI4VARkaAdLdmgIR0B3OVXQtz0ZdX2UKGgGR0BJ2tYSxqwhaAdLyWgIR0B3OdKJ2t+1dX2UKGgGR8COl/6be/HpaAdLamgIR0B3OisZHd43dX2UKGgGR8CPHTD2JzkqaAdLOGgIR0B3O6XD3ueCdX2UKGgGR0A3qk1Muez2aAdLyWgIR0B3QI8ox59mdX2UKGgGR8CNiX5AQg9vaAdLjGgIR0B3QVDKHO8kdX2UKGgGR0Baj+kgwGnoaAdLyWgIR0B3QgSrYGt7dX2UKGgGR8BDmScslLOBaAdLyWgIR0B3Ql/e+Eh8dX2UKGgGR8CNj4qMFUyYaAdLNWgIR0B3Q4qtozvadX2UKGgGR8CNhn+xW1c/aAdLQWgIR0B3RQuEmICVdX2UKGgGR8CPbqGkep4saAdLVGgIR0B3RYGyHEdedX2UKGgGR8CQOFA9V3lkaAdLiGgIR0B3RjvYvnKXdX2UKGgGR8CNyjLLZBcBaAdLKWgIR0B3R+lVLi++dX2UKGgGR8COfIeoUBXCaAdLUWgIR0B3SGa7VawEdX2UKGgGR8A1+jXnQpnZaAdLyWgIR0B3S8UrTYukdX2UKGgGR8BGDBRIjGDMaAdLyWgIR0B3TbBeokzHdX2UKGgGR8COFkZhrnDBaAdLGmgIR0B3TsKc/dIodX2UKGgGR8CO+lGOuJUHaAdLn2gIR0B3Tt5cC5mRdX2UKGgGR8COIBnoxHoYaAdLVmgIR0B3T1Fy7wrldX2UKGgGR0BG66BiCrcTaAdLyWgIR0B3UCXw9aEBdX2UKGgGR8COEZlCCz1LaAdLO2gIR0B3Uo2m51/2dX2UKGgGR8COggiKR+z/aAdLfmgIR0B3VHPiT+vRdX2UKGgGR8CNSnopQUHqaAdLt2gIR0B3Vlk5IYm+dX2UKGgGR8COrMG2TgVHaAdLN2gIR0B3Vrag2606dX2UKGgGR8A3lkkrwvxpaAdLyWgIR0B3VwmG/N7jdX2UKGgGR8CMKI8L8aXKaAdLpWgIR0B3WUoa1kUcdX2UKGgGR8CQFG8HObAlaAdLh2gIR0B3W+OBDohZdX2UKGgGR8CP999JjDsMaAdLiWgIR0B3XKQFLWZrdX2UKGgGR8COYN3qzJIUaAdLi2gIR0B3Xv7WNFSbdX2UKGgGR8BWE+SwGGEgaAdLyWgIR0B3XvqLS/j9dX2UKGgGR8COpDq46Oo6aAdLLGgIR0B3YNHkLhJidX2UKGgGR8CM/6nkT6BRaAdLcGgIR0B3YUV9F4LUdX2UKGgGR8CNZVSaVlf7aAdLQmgIR0B3Y/Y7JW/8dX2UKGgGR0BLxT4DcM3IaAdLyWgIR0B3ZDFxXGOudX2UKGgGR8CQGOQ8wHqvaAdLi2gIR0B3ZLYf4h2XdX2UKGgGR8COaGIl+mWMaAdLLmgIR0B3ZehzvJA/dX2UKGgGR8CNHIlMRHwxaAdLeGgIR0B3aRun/DLsdX2UKGgGR8BDBjC53C9AaAdLyWgIR0B3aRyDIzWPdX2UKGgGR8COVDKe05U+aAdLbWgIR0B3al7a7EpBdWUu"
+        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQED75hScbzeMAWyUS8mMAXSUR0BeU+/Ho5ggdX2UKGgGR8BHBj2i+L3saAdLyWgIR0BeVTmwJPZadX2UKGgGR8CNijpj+aScaAdLWGgIR0BeWWipNsWPdX2UKGgGR8CNaPvhqCYkaAdLP2gIR0BeX3T/hl19dX2UKGgGR8CNoY+mm+CcaAdLWmgIR0BeYrQPZqVRdX2UKGgGR8CLtJ3FDOTraAdLpWgIR0BeY/IS13MZdX2UKGgGR0BMpYsNDtw8aAdLyWgIR0BeelUVBUrDdX2UKGgGR8BFYHndO6/ZaAdLyWgIR0BegHlGPPszdX2UKGgGR8CNaLZCfHxSaAdLv2gIR0Beg0hvBJqZdX2UKGgGR0A53bdadMCcaAdLyWgIR0Beg+P/7zkIdX2UKGgGR8COXbziCJ40aAdLTGgIR0BehyLZSNwSdX2UKGgGR8COzUtNi6QOaAdLE2gIR0BeikFjd56ddX2UKGgGR8CNrO3Mpw0gaAdLQmgIR0BejtLlFMIvdX2UKGgGR8CM7ewaisXBaAdLYGgIR0BekKTOgQHzdX2UKGgGR8COvZ+WnjyXaAdLFGgIR0Bek/u5SWJKdX2UKGgGR8CLhCGvfTCtaAdLU2gIR0BemCI+GGmDdX2UKGgGR8CNi4r4FiazaAdLMmgIR0BeoHSncclxdX2UKGgGR0AgY3Jgb6xgaAdLyWgIR0BepOlj3EhrdX2UKGgGR0BCI+wkgOjJaAdLyWgIR0BesFT3qRlpdX2UKGgGR0AcXQgLZzxPaAdLyWgIR0BetU4iosI3dX2UKGgGR8COnglgMMJAaAdLNGgIR0BgDuRDCxeLdX2UKGgGR8AKQBmwqy4XaAdLyWgIR0BgENNWU8msdX2UKGgGR0BLixCpm29daAdLyWgIR0BgEwuRLbpNdX2UKGgGR8CNKneizsyBaAdLX2gIR0BgFtKGtZFHdX2UKGgGR7/j1donKGL2aAdLyWgIR0BgGMxqO939dX2UKGgGR8CNUO+pwS8KaAdLVWgIR0BgGiD9OymidX2UKGgGR8COnGtg8bJfaAdLKmgIR0BgGmMqBmPHdX2UKGgGR8COuqGGEf1ZaAdLGmgIR0BgGwrjHXEqdX2UKGgGR8COAo9sabWmaAdLH2gIR0BgHZrYXfqHdX2UKGgGR8CNQU8W9DhMaAdLLWgIR0BgHi+SKWLQdX2UKGgGR8CNzk4rjHXFaAdLMGgIR0BgIZtUGVzIdX2UKGgGR0BJyprcj7hvaAdLyWgIR0BgIbJr+HafdX2UKGgGR8CMylmXgLqmaAdLg2gIR0BgJSR+z+m4dX2UKGgGR8COOq6ZH/cWaAdLOmgIR0BgJom/nGKidX2UKGgGR8COTHc0tRNzaAdLaWgIR0BgJwCIUJv6dX2UKGgGR8CNKkBdUsFuaAdLN2gIR0BgK3jGT9sKdX2UKGgGR8COArmyxA0LaAdLj2gIR0BgLYnBtUGWdX2UKGgGR8CNv0fU4JeFaAdLVWgIR0BgMn+uNgjRdX2UKGgGR0BelVKGtZFHaAdLyWgIR0BgNcUuctoSdX2UKGgGR0Bj1Znxri2laAdLyWgIR0BgNyyprDZUdX2UKGgGR8CMjFEqDsdDaAdLa2gIR0BgO2XXyy2QdX2UKGgGR8CO0H8UEgW8aAdLH2gIR0BgPf5xiobXdX2UKGgGR8A4wMotthuwaAdLyWgIR0BgPkFnqVyFdX2UKGgGR8CN+cjW07bMaAdLcWgIR0BgQJc/t6X0dX2UKGgGR8CNwDZpSJj2aAdLmmgIR0BgQqH6/IsAdX2UKGgGR8CNtHASFoL5aAdLX2gIR0BgRdrbg0j1dX2UKGgGR8CNtwkZaV2SaAdLMmgIR0BgRsFY+0PZdX2UKGgGR8CNK7eF+NLlaAdLiWgIR0BgSZQ+EAYIdX2UKGgGR8CN0fi3ocJdaAdLKWgIR0BgSjOoo/iYdX2UKGgGR8COskzj3mFKaAdLMGgIR0BgTY+4b0e2dX2UKGgGR8BLYgfuCwr2aAdLyWgIR0BgUTvCuU2UdX2UKGgGR8COFeXP7el9aAdLd2gIR0BgVANoakyldX2UKGgGR8CNlYV32VVxaAdLrWgIR0BgVEWEbo8qdX2UKGgGR8CNJNdD6WPcaAdLYWgIR0BgWUXenAIqdX2UKGgGR8COe5/x2B8QaAdLWmgIR0BgW6kCV8kVdX2UKGgGR8CNrmVX3g1naAdLb2gIR0BgXTgOz6acdX2UKGgGR8AxwwhnrY5DaAdLyWgIR0BgXj+YMOPOdX2UKGgGR8COAP0mtyPuaAdLQWgIR0BgXr8gpz91dX2UKGgGR8CNRBokAxSHaAdLTmgIR0BgYjcTJyQxdX2UKGgGR8CMRzM/QjUvaAdLbWgIR0BgZkV8CxNZdX2UKGgGR8CM8P28qWkaaAdLW2gIR0BgZkfHPu5SdX2UKGgGR8CMCsJFb3XaaAdLTmgIR0BgaLP+n62wdX2UKGgGR8COvQ7YChexaAdLPGgIR0Bga0JpnHvMdX2UKGgGR0BfJq6e5Fw2aAdLyWgIR0BgbtqveP7vdX2UKGgGR8CNUn7JnxrjaAdLZGgIR0Bgc3XqZ+hHdX2UKGgGR8BMW0SRKYiQaAdLyWgIR0BgdszCUHIIdX2UKGgGR0BNdWyC4BmxaAdLyWgIR0BgeTKifxtpdX2UKGgGR8CN2umEXcgyaAdLXGgIR0BgewjyFwkxdX2UKGgGR8CN6bIq9XcQaAdLM2gIR0Bgfz1Gsmv4dX2UKGgGR8APPZ00WM0haAdLyWgIR0Bgf3U2DQJHdX2UKGgGR8CN+ZcYZVGTaAdLHmgIR0BggbSCvovBdX2UKGgGR8CNBmhCdBjXaAdLemgIR0BggzqbBoEkdX2UKGgGR0BP+mrCFbmmaAdLyWgIR0Bgh0fDDTBqdX2UKGgGR8CMsU08/2TQaAdLdmgIR0BgiRAprk8zdX2UKGgGR8COOvvFWGRFaAdLYWgIR0BgiyxJNCZ4dX2UKGgGR8CNN8dfb9IgaAdLNGgIR0BgjVz2exwAdX2UKGgGR8COtga/h2nsaAdLJ2gIR0BgjmpZOi35dX2UKGgGR8COftnX/YJ3aAdLJWgIR0BgkGy5Zr57dX2UKGgGR8COmolWOp84aAdLKWgIR0Bgkc/lhgE2dX2UKGgGR0BWVKG1x82KaAdLyWgIR0Bgkkqc3EQ5dX2UKGgGR8COVoGJvYOEaAdLPmgIR0BglYvUSZjQdX2UKGgGR8CNhe1P3ztkaAdLMmgIR0BglfVZs9B9dX2UKGgGR8COnhy/bj95aAdLM2gIR0Bglos7MgU2dX2UKGgGR0BPT8brC3w1aAdLyWgIR0BgmAHkcS5BdX2UKGgGR8COW4XF98Z2aAdLIWgIR0BgmUqaw2VFdX2UKGgGR8CNNI31jAi3aAdLWmgIR0BgnQB91EE1dX2UKGgGR8CNTk33Hq/uaAdLPmgIR0BgnRUR3/xUdX2UKGgGR8CMdmSDAaegaAdLhWgIR0BgoOC04R29dX2UKGgGR8CN3Y/GEPDpaAdLXWgIR0BgoOM4tHx0dX2UKGgGR8COfNS7Xg+AaAdLFGgIR0Bgopbpu/DcdX2UKGgGR8CNSgdCE6DHaAdLkGgIR0BgqLot+TePdX2UKGgGR8CNhr7hvR7aaAdLZGgIR0BgqQFzMibEdX2UKGgGR8COuI8GLUCraAdLFWgIR0Bgqn+uNgjRdX2UKGgGR8CMdlXlr/KhaAdLd2gIR0BgrEeKbaysdX2UKGgGRz/l5SFXaJyiaAdLyWgIR0BgrYjps41hdX2UKGgGR8CLCwsXizcAaAdLWWgIR0BgsF5Sm65HdX2UKGgGR8CM0CL0jC53aAdLYGgIR0BgsngR9PUKdX2UKGgGR8COV20/nnuBaAdLSmgIR0BgsnnIQvpRdX2UKGgGR8CNtY8g6ltTaAdLImgIR0Bgs0zsQd0adX2UKGgGR8COiLbah6BzaAdLEWgIR0Bgs/eYUnG9dWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 370,
+    "_n_updates": 130,
     "n_steps": 2048,
     "gamma": 0.95,
     "gae_lambda": 0.5,

PPO-default/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f997e8cf9c03ff3690cf57ac851f720b959939eb8c17afa1d2f7c85dbc3becc7
+oid sha256:310c49ad281d81c0ae8b7ca7ff7c2aa95def3a920a09524a7311f00c7283c193
 size 86009

PPO-default/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:935871aa7b549d62fe7ee69a2f9dc97861c23356c948d2c8a97d60a3811409ce
+oid sha256:04863485f17934558091c96e290adc8ff8732c4b89767717528086eb25afe77d
 size 42369

README.md

@@ -16,7 +16,7 @@ model-index:
       type: RoombaAToB
     metrics:
     - type: mean_reward
-      value: -633.34 +/- 458.79
+      value: -434.95 +/- 456.81
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fe5cf5d4dc0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fe5cf5d4e50>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fe5cf5d4ee0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fe5cf5d4f70>", "_build": "<function ActorCriticPolicy._build at 0x7fe5cf5d5000>", "forward": "<function ActorCriticPolicy.forward at 0x7fe5cf5d5090>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fe5cf5d5120>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fe5cf5d51b0>", "_predict": "<function ActorCriticPolicy._predict at 0x7fe5cf5d5240>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fe5cf5d52d0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fe5cf5d5360>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fe5cf5d53f0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fe5cf5c7b80>"}, "verbose": true, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVkQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLBoWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAAAABbEAADIwwAAAAAAAAAAAAAAAAAAAACUaAtLBoWUjAFDlHSUUpSMBGhpZ2iUaBMolhgAAAAAAAAAAAAWRAAAyEPbD0lAAACAPwAAgD8AAIA/lGgLSwaFlGgWdJRSlIwNYm91bmRlZF9iZWxvd5RoEyiWBgAAAAAAAAABAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLBoWUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYGAAAAAAAAAAEBAQEBAZRoIksGhZRoFnSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [6], "low": "[-600. -400.    0.    0.    0.    0.]", "high": "[600.        400.          3.1415927   1.          1.          1.       ]", "bounded_below": "[ True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWViAAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 4, "num_timesteps": 303104, "_total_timesteps": 300000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1680988435059319584, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV4QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgQBlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAHj2BEPlWrFCJ+VYPgAAgD8AAIA/AACAPwZy8EKIxKVCXK4YPwAAgD8AAIA/ELtYP2soEEM8ccZCbq9PPgAAgD8AAIA/AACAPyu6F0P2VudC6ognQAAAgD8AAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLBEsGhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.010346666666666726, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHP/CRIjGDL8uMAWyUS8mMAXSUR0B2lJqREF4cdX2UKGgGR0BYF1UVBUrDaAdLyWgIR0B2lJqREF4cdX2UKGgGR0BTARLf1pTNaAdLyWgIR0B2lY/1QIlddX2UKGgGR8COPmd4mkWRaAdLRWgIR0B2l3YUWVNYdX2UKGgGR8CN1/wyZa3aaAdLN2gIR0B2l9jvuw5edX2UKGgGR8BgaiVhTfixaAdLyWgIR0B2mhmWdEsrdX2UKGgGR8COLcgIQe3haAdLeGgIR0B2nFtTDO1OdX2UKGgGR0A7+VCojv/jaAdLyWgIR0B2nNTdcjZ+dX2UKGgGR8COXhjnV5KOaAdLJmgIR0B2ne1Aqur7dX2UKGgGR8CQVoFYuCf6aAdLw2gIR0B2n8wwj+rEdX2UKGgGR8Bfuwp4KQaKaAdLyWgIR0B2ok9U0elsdX2UKGgGR8COJbRCQcPwaAdLkWgIR0B2o9+x4Y78dX2UKGgGR8A4BOuJUHY6aAdLyWgIR0B2pRQgs9SudX2UKGgGR8CQS7oBJZntaAdLY2gIR0B2p+5WilBQdX2UKGgGR8AtDmT1TR6XaAdLyWgIR0B2qBPEbYK6dX2UKGgGR8BCsjiOvMbFaAdLyWgIR0B2qppEhJRPdX2UKGgGR8CPgQxGlQ/HaAdLfWgIR0B2rTLX+VC5dX2UKGgGR8BNxRDCxeLOaAdLyWgIR0B2rV4nndO7dX2UKGgGR8CNWi46Oo5xaAdLOWgIR0B2r4qAjIJadX2UKGgGR8CQBNn8KohqaAdLu2gIR0B2r6YqoZQ6dX2UKGgGR8BUQGAkLQXzaAdLyWgIR0B2stouf29MdX2UKGgGR8COdxqOcUdraAdLY2gIR0B2s5+TeO4odX2UKGgGR8BSY/F72L5zaAdLyWgIR0B2tZ1QqI8AdX2UKGgGR8ApHcHnlnyvaAdLyWgIR0B2t+f/WDpUdX2UKGgGR8CQMdUT+NtJaAdLWmgIR0B2uVAVwgkkdX2UKGgGR8CQu5/LkjoqaAdLqWgIR0B2upA5aNdadX2UKGgGR8CQefCuloDgaAdLwmgIR0B2utmUW2w3dX2UKGgGR8CNtPurIYFaaAdLMWgIR0B2vOBPKuB+dX2UKGgGR0A4XKT0QK8daAdLyWgIR0B2wCsgdOqOdX2UKGgGR8COGhNucc2jaAdLqWgIR0B2wYhaC+URdX2UKGgGR8BR64cebNKRaAdLyWgIR0B2wZ5Rjz7NdX2UKGgGR0BCvZuyeI2waAdLyWgIR0B2xRqEeyRkdX2UKGgGR8CQmHTB68g7aAdLqWgIR0B2xxItlI3BdX2UKGgGR0A8QiqABkqdaAdLyWgIR0B2ybxZuAI6dX2UKGgGR8BBHgPEsJ6ZaAdLyWgIR0B2ydL7GecydX2UKGgGR8CM773225QQaAdLfGgIR0B3F0cABDG+dX2UKGgGR8BXJmb9ZRsNaAdLyWgIR0B3GHB9Cu2adX2UKGgGR8COgnuVHFxXaAdLI2gIR0B3GeIxgy/LdX2UKGgGR8CP81kvsZ5zaAdLeGgIR0B3Gd2Rq46PdX2UKGgGR8COiD98Z1mraAdLMmgIR0B3G/CrLhaUdX2UKGgGR8BPMmaQV9F4aAdLyWgIR0B3HSWdEsredX2UKGgGR8CNw97yhBZ7aAdLPmgIR0B3Hn6GgzxgdX2UKGgGR8BPoIpQUHpsaAdLyWgIR0B3H5q0tyxSdX2UKGgGR8BXJAXIlt0naAdLyWgIR0B3IjCN0eU7dX2UKGgGR8CNN+rwvxpdaAdLZGgIR0B3Ip27nPmgdX2UKGgGR8CNs2GA08/2aAdLYWgIR0B3I5Xo1UEQdX2UKGgGR8CPBvT/hl19aAdLQ2gIR0B3JVndweeWdX2UKGgGR8BWiY/JNj9XaAdLyWgIR0B3JXAP/aQFdX2UKGgGR8CN85qFh5PeaAdLMWgIR0B3J2UgSvkjdX2UKGgGR8Ax3Ynv2GqQaAdLyWgIR0B3Km01IiC8dX2UKGgGR8CPC6j3VTaTaAdLrGgIR0B3KqOinHeadX2UKGgGR8CMci1QZXMhaAdLhGgIR0B3Kt1s+FDfdX2UKGgGR8CO3ZSCOFQEaAdLh2gIR0B3LOf5DZ13dX2UKGgGR8CQJJbSZ0CBaAdLWWgIR0B3LhvvSc9XdX2UKGgGR8COXn2r4nF6aAdLMmgIR0B3MCmtQsPKdX2UKGgGR8COxMlb/wRXaAdLpGgIR0B3MZNwiqyXdX2UKGgGR8CPV4WcBltkaAdLv2gIR0B3MnuRcNYsdX2UKGgGR8CPEqpda+vhaAdLmGgIR0B3Myw/xDsudX2UKGgGR8COEw54GD+SaAdLIWgIR0B3NISyt3fRdX2UKGgGR8CNeeLfDUExaAdLUWgIR0B3NdBu4wyqdX2UKGgGR8A2PfV7Qb++aAdLyWgIR0B3OGSLZSNwdX2UKGgGR8CMdwI4VARkaAdLdmgIR0B3OVXQtz0ZdX2UKGgGR0BJ2tYSxqwhaAdLyWgIR0B3OdKJ2t+1dX2UKGgGR8COl/6be/HpaAdLamgIR0B3OisZHd43dX2UKGgGR8CPHTD2JzkqaAdLOGgIR0B3O6XD3ueCdX2UKGgGR0A3qk1Muez2aAdLyWgIR0B3QI8ox59mdX2UKGgGR8CNiX5AQg9vaAdLjGgIR0B3QVDKHO8kdX2UKGgGR0Baj+kgwGnoaAdLyWgIR0B3QgSrYGt7dX2UKGgGR8BDmScslLOBaAdLyWgIR0B3Ql/e+Eh8dX2UKGgGR8CNj4qMFUyYaAdLNWgIR0B3Q4qtozvadX2UKGgGR8CNhn+xW1c/aAdLQWgIR0B3RQuEmICVdX2UKGgGR8CPbqGkep4saAdLVGgIR0B3RYGyHEdedX2UKGgGR8CQOFA9V3lkaAdLiGgIR0B3RjvYvnKXdX2UKGgGR8CNyjLLZBcBaAdLKWgIR0B3R+lVLi++dX2UKGgGR8COfIeoUBXCaAdLUWgIR0B3SGa7VawEdX2UKGgGR8A1+jXnQpnZaAdLyWgIR0B3S8UrTYukdX2UKGgGR8BGDBRIjGDMaAdLyWgIR0B3TbBeokzHdX2UKGgGR8COFkZhrnDBaAdLGmgIR0B3TsKc/dIodX2UKGgGR8CO+lGOuJUHaAdLn2gIR0B3Tt5cC5mRdX2UKGgGR8COIBnoxHoYaAdLVmgIR0B3T1Fy7wrldX2UKGgGR0BG66BiCrcTaAdLyWgIR0B3UCXw9aEBdX2UKGgGR8COEZlCCz1LaAdLO2gIR0B3Uo2m51/2dX2UKGgGR8COggiKR+z/aAdLfmgIR0B3VHPiT+vRdX2UKGgGR8CNSnopQUHqaAdLt2gIR0B3Vlk5IYm+dX2UKGgGR8COrMG2TgVHaAdLN2gIR0B3Vrag2606dX2UKGgGR8A3lkkrwvxpaAdLyWgIR0B3VwmG/N7jdX2UKGgGR8CMKI8L8aXKaAdLpWgIR0B3WUoa1kUcdX2UKGgGR8CQFG8HObAlaAdLh2gIR0B3W+OBDohZdX2UKGgGR8CP999JjDsMaAdLiWgIR0B3XKQFLWZrdX2UKGgGR8COYN3qzJIUaAdLi2gIR0B3Xv7WNFSbdX2UKGgGR8BWE+SwGGEgaAdLyWgIR0B3XvqLS/j9dX2UKGgGR8COpDq46Oo6aAdLLGgIR0B3YNHkLhJidX2UKGgGR8CM/6nkT6BRaAdLcGgIR0B3YUV9F4LUdX2UKGgGR8CNZVSaVlf7aAdLQmgIR0B3Y/Y7JW/8dX2UKGgGR0BLxT4DcM3IaAdLyWgIR0B3ZDFxXGOudX2UKGgGR8CQGOQ8wHqvaAdLi2gIR0B3ZLYf4h2XdX2UKGgGR8COaGIl+mWMaAdLLmgIR0B3ZehzvJA/dX2UKGgGR8CNHIlMRHwxaAdLeGgIR0B3aRun/DLsdX2UKGgGR8BDBjC53C9AaAdLyWgIR0B3aRyDIzWPdX2UKGgGR8COVDKe05U+aAdLbWgIR0B3al7a7EpBdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 370, "n_steps": 2048, "gamma": 0.95, "gae_lambda": 0.5, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV4QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgQBlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.19.0-35-generic-x86_64-with-glibc2.35 # 36~22.04.1-Ubuntu SMP PREEMPT_DYNAMIC Fri Feb 17 15:17:25 UTC 2", "Python": "3.10.9", "Stable-Baselines3": "1.7.0", "PyTorch": "2.0.0", "GPU Enabled": "True", "Numpy": "1.23.5", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f939ece0dc0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f939ece0e50>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f939ece0ee0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f939ece0f70>", "_build": "<function ActorCriticPolicy._build at 0x7f939ece1000>", "forward": "<function ActorCriticPolicy.forward at 0x7f939ece1090>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f939ece1120>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f939ece11b0>", "_predict": "<function ActorCriticPolicy._predict at 0x7f939ece1240>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f939ece12d0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f939ece1360>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f939ece13f0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f939ecd7680>"}, "verbose": true, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVkQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLBoWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWGAAAAAAAAAAAABbEAADIwwAAAAAAAAAAAAAAAAAAAACUaAtLBoWUjAFDlHSUUpSMBGhpZ2iUaBMolhgAAAAAAAAAAAAWRAAAyEPbD0lAAACAPwAAgD8AAIA/lGgLSwaFlGgWdJRSlIwNYm91bmRlZF9iZWxvd5RoEyiWBgAAAAAAAAABAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLBoWUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYGAAAAAAAAAAEBAQEBAZRoIksGhZRoFnSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [6], "low": "[-600. -400.    0.    0.    0.    0.]", "high": "[600.        400.          3.1415927   1.          1.          1.       ]", "bounded_below": "[ True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWViAAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 4, "num_timesteps": 106496, "_total_timesteps": 100000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1680988943822806933, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV4QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgQBlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAIVH+EI10MRCqe6PPQAAgD8AAIA/AACAP3YG+UIoh8JCpA8nPgAAgD9CdHs/AACAP/a3AkPYPMNC12GEPgAAgD8AAIA/AACAP6MU7UJR04lC3JdfPwAAgD8AAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLBEsGhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.0649599999999999, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQED75hScbzeMAWyUS8mMAXSUR0BeU+/Ho5ggdX2UKGgGR8BHBj2i+L3saAdLyWgIR0BeVTmwJPZadX2UKGgGR8CNijpj+aScaAdLWGgIR0BeWWipNsWPdX2UKGgGR8CNaPvhqCYkaAdLP2gIR0BeX3T/hl19dX2UKGgGR8CNoY+mm+CcaAdLWmgIR0BeYrQPZqVRdX2UKGgGR8CLtJ3FDOTraAdLpWgIR0BeY/IS13MZdX2UKGgGR0BMpYsNDtw8aAdLyWgIR0BeelUVBUrDdX2UKGgGR8BFYHndO6/ZaAdLyWgIR0BegHlGPPszdX2UKGgGR8CNaLZCfHxSaAdLv2gIR0Beg0hvBJqZdX2UKGgGR0A53bdadMCcaAdLyWgIR0Beg+P/7zkIdX2UKGgGR8COXbziCJ40aAdLTGgIR0BehyLZSNwSdX2UKGgGR8COzUtNi6QOaAdLE2gIR0BeikFjd56ddX2UKGgGR8CNrO3Mpw0gaAdLQmgIR0BejtLlFMIvdX2UKGgGR8CM7ewaisXBaAdLYGgIR0BekKTOgQHzdX2UKGgGR8COvZ+WnjyXaAdLFGgIR0Bek/u5SWJKdX2UKGgGR8CLhCGvfTCtaAdLU2gIR0BemCI+GGmDdX2UKGgGR8CNi4r4FiazaAdLMmgIR0BeoHSncclxdX2UKGgGR0AgY3Jgb6xgaAdLyWgIR0BepOlj3EhrdX2UKGgGR0BCI+wkgOjJaAdLyWgIR0BesFT3qRlpdX2UKGgGR0AcXQgLZzxPaAdLyWgIR0BetU4iosI3dX2UKGgGR8COnglgMMJAaAdLNGgIR0BgDuRDCxeLdX2UKGgGR8AKQBmwqy4XaAdLyWgIR0BgENNWU8msdX2UKGgGR0BLixCpm29daAdLyWgIR0BgEwuRLbpNdX2UKGgGR8CNKneizsyBaAdLX2gIR0BgFtKGtZFHdX2UKGgGR7/j1donKGL2aAdLyWgIR0BgGMxqO939dX2UKGgGR8CNUO+pwS8KaAdLVWgIR0BgGiD9OymidX2UKGgGR8COnGtg8bJfaAdLKmgIR0BgGmMqBmPHdX2UKGgGR8COuqGGEf1ZaAdLGmgIR0BgGwrjHXEqdX2UKGgGR8COAo9sabWmaAdLH2gIR0BgHZrYXfqHdX2UKGgGR8CNQU8W9DhMaAdLLWgIR0BgHi+SKWLQdX2UKGgGR8CNzk4rjHXFaAdLMGgIR0BgIZtUGVzIdX2UKGgGR0BJyprcj7hvaAdLyWgIR0BgIbJr+HafdX2UKGgGR8CMylmXgLqmaAdLg2gIR0BgJSR+z+m4dX2UKGgGR8COOq6ZH/cWaAdLOmgIR0BgJom/nGKidX2UKGgGR8COTHc0tRNzaAdLaWgIR0BgJwCIUJv6dX2UKGgGR8CNKkBdUsFuaAdLN2gIR0BgK3jGT9sKdX2UKGgGR8COArmyxA0LaAdLj2gIR0BgLYnBtUGWdX2UKGgGR8CNv0fU4JeFaAdLVWgIR0BgMn+uNgjRdX2UKGgGR0BelVKGtZFHaAdLyWgIR0BgNcUuctoSdX2UKGgGR0Bj1Znxri2laAdLyWgIR0BgNyyprDZUdX2UKGgGR8CMjFEqDsdDaAdLa2gIR0BgO2XXyy2QdX2UKGgGR8CO0H8UEgW8aAdLH2gIR0BgPf5xiobXdX2UKGgGR8A4wMotthuwaAdLyWgIR0BgPkFnqVyFdX2UKGgGR8CN+cjW07bMaAdLcWgIR0BgQJc/t6X0dX2UKGgGR8CNwDZpSJj2aAdLmmgIR0BgQqH6/IsAdX2UKGgGR8CNtHASFoL5aAdLX2gIR0BgRdrbg0j1dX2UKGgGR8CNtwkZaV2SaAdLMmgIR0BgRsFY+0PZdX2UKGgGR8CNK7eF+NLlaAdLiWgIR0BgSZQ+EAYIdX2UKGgGR8CN0fi3ocJdaAdLKWgIR0BgSjOoo/iYdX2UKGgGR8COskzj3mFKaAdLMGgIR0BgTY+4b0e2dX2UKGgGR8BLYgfuCwr2aAdLyWgIR0BgUTvCuU2UdX2UKGgGR8COFeXP7el9aAdLd2gIR0BgVANoakyldX2UKGgGR8CNlYV32VVxaAdLrWgIR0BgVEWEbo8qdX2UKGgGR8CNJNdD6WPcaAdLYWgIR0BgWUXenAIqdX2UKGgGR8COe5/x2B8QaAdLWmgIR0BgW6kCV8kVdX2UKGgGR8CNrmVX3g1naAdLb2gIR0BgXTgOz6acdX2UKGgGR8AxwwhnrY5DaAdLyWgIR0BgXj+YMOPOdX2UKGgGR8COAP0mtyPuaAdLQWgIR0BgXr8gpz91dX2UKGgGR8CNRBokAxSHaAdLTmgIR0BgYjcTJyQxdX2UKGgGR8CMRzM/QjUvaAdLbWgIR0BgZkV8CxNZdX2UKGgGR8CM8P28qWkaaAdLW2gIR0BgZkfHPu5SdX2UKGgGR8CMCsJFb3XaaAdLTmgIR0BgaLP+n62wdX2UKGgGR8COvQ7YChexaAdLPGgIR0Bga0JpnHvMdX2UKGgGR0BfJq6e5Fw2aAdLyWgIR0BgbtqveP7vdX2UKGgGR8CNUn7JnxrjaAdLZGgIR0Bgc3XqZ+hHdX2UKGgGR8BMW0SRKYiQaAdLyWgIR0BgdszCUHIIdX2UKGgGR0BNdWyC4BmxaAdLyWgIR0BgeTKifxtpdX2UKGgGR8CN2umEXcgyaAdLXGgIR0BgewjyFwkxdX2UKGgGR8CN6bIq9XcQaAdLM2gIR0Bgfz1Gsmv4dX2UKGgGR8APPZ00WM0haAdLyWgIR0Bgf3U2DQJHdX2UKGgGR8CN+ZcYZVGTaAdLHmgIR0BggbSCvovBdX2UKGgGR8CNBmhCdBjXaAdLemgIR0BggzqbBoEkdX2UKGgGR0BP+mrCFbmmaAdLyWgIR0Bgh0fDDTBqdX2UKGgGR8CMsU08/2TQaAdLdmgIR0BgiRAprk8zdX2UKGgGR8COOvvFWGRFaAdLYWgIR0BgiyxJNCZ4dX2UKGgGR8CNN8dfb9IgaAdLNGgIR0BgjVz2exwAdX2UKGgGR8COtga/h2nsaAdLJ2gIR0BgjmpZOi35dX2UKGgGR8COftnX/YJ3aAdLJWgIR0BgkGy5Zr57dX2UKGgGR8COmolWOp84aAdLKWgIR0Bgkc/lhgE2dX2UKGgGR0BWVKG1x82KaAdLyWgIR0Bgkkqc3EQ5dX2UKGgGR8COVoGJvYOEaAdLPmgIR0BglYvUSZjQdX2UKGgGR8CNhe1P3ztkaAdLMmgIR0BglfVZs9B9dX2UKGgGR8COnhy/bj95aAdLM2gIR0Bglos7MgU2dX2UKGgGR0BPT8brC3w1aAdLyWgIR0BgmAHkcS5BdX2UKGgGR8COW4XF98Z2aAdLIWgIR0BgmUqaw2VFdX2UKGgGR8CNNI31jAi3aAdLWmgIR0BgnQB91EE1dX2UKGgGR8CNTk33Hq/uaAdLPmgIR0BgnRUR3/xUdX2UKGgGR8CMdmSDAaegaAdLhWgIR0BgoOC04R29dX2UKGgGR8CN3Y/GEPDpaAdLXWgIR0BgoOM4tHx0dX2UKGgGR8COfNS7Xg+AaAdLFGgIR0Bgopbpu/DcdX2UKGgGR8CNSgdCE6DHaAdLkGgIR0BgqLot+TePdX2UKGgGR8CNhr7hvR7aaAdLZGgIR0BgqQFzMibEdX2UKGgGR8COuI8GLUCraAdLFWgIR0Bgqn+uNgjRdX2UKGgGR8CMdlXlr/KhaAdLd2gIR0BgrEeKbaysdX2UKGgGRz/l5SFXaJyiaAdLyWgIR0BgrYjps41hdX2UKGgGR8CLCwsXizcAaAdLWWgIR0BgsF5Sm65HdX2UKGgGR8CM0CL0jC53aAdLYGgIR0BgsngR9PUKdX2UKGgGR8COV20/nnuBaAdLSmgIR0BgsnnIQvpRdX2UKGgGR8CNtY8g6ltTaAdLImgIR0Bgs0zsQd0adX2UKGgGR8COiLbah6BzaAdLEWgIR0Bgs/eYUnG9dWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 130, "n_steps": 2048, "gamma": 0.95, "gae_lambda": 0.5, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV4QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgQBlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMVy9ob21lL25vaXNlYnJpZGdlLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.19.0-35-generic-x86_64-with-glibc2.35 # 36~22.04.1-Ubuntu SMP PREEMPT_DYNAMIC Fri Feb 17 15:17:25 UTC 2", "Python": "3.10.9", "Stable-Baselines3": "1.7.0", "PyTorch": "2.0.0", "GPU Enabled": "True", "Numpy": "1.23.5", "Gym": "0.21.0"}}

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8280b803852921e17f2ab1b6978be1bc92d81f47f1a8bb9cb3eaf414c0542b60
-size 1004796
+oid sha256:ddbe46dc24ab6b80958d587fcd574bc3eca0f73f81ead221f969c6e162324d25
+size 1112567

results.json

@@ -1 +1 @@
-{"mean_reward": -633.341439, "std_reward": 458.7928233353264, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-04-08T14:20:14.715397"}
+{"mean_reward": -434.95389800000004, "std_reward": 456.8123876833902, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-04-08T14:24:43.198889"}