Initial commit

args.yml

@@ -16,7 +16,7 @@
   - - hyperparams
     - null
   - - log_folder
-    - seals_experts_wandb/
+    - seals_experts_wandb_oldpickle/seed_4/
   - - log_interval
     - -1
   - - max_total_trials
@@ -56,7 +56,7 @@
   - - study_name
     - null
   - - tensorboard_log
-    - runs/seals/MountainCar-v0__ppo__4__1658498360
+    - runs/seals/MountainCar-v0__ppo__4__1658839798
   - - track
     - true
   - - trained_agent
@@ -72,4 +72,4 @@
   - - wandb_entity
     - null
   - - wandb_project_name
-    - seals-experts
+    - seals-experts-oldpickle

ppo-seals-MountainCar-v0.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1cda518a8633bbeb6dd174bc61f827a298d8d556853e7414ac9f6764b66d77c7
-size 139525
+oid sha256:c2d6711fcdf336f4e99e0acd858a6ec8adf02c29994971894698deccfdd8096c
+size 139512

ppo-seals-MountainCar-v0/data

@@ -4,19 +4,19 @@
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7ffb1bac5790>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7ffb1bac5820>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7ffb1bac58b0>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7ffb1bac5940>",
-        "_build": "<function ActorCriticPolicy._build at 0x7ffb1bac59d0>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7ffb1bac5a60>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7ffb1bac5af0>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7ffb1bac5b80>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7ffb1bac5c10>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7ffb1bac5ca0>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7ffb1bac5d30>",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7fb0556518b0>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fb055651940>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fb0556519d0>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fb055651a60>",
+        "_build": "<function ActorCriticPolicy._build at 0x7fb055651af0>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7fb055651b80>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fb055651c10>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7fb055651ca0>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fb055651d30>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fb055651dc0>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fb055651e50>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc_data object at 0x7ffb1babbcc0>"
+        "_abc_impl": "<_abc_data object at 0x7fb055646e70>"
     },
     "verbose": 1,
     "policy_kwargs": {
@@ -63,15 +63,15 @@
     "_num_timesteps_at_start": 0,
     "seed": 0,
     "action_noise": null,
-    "start_time": 1658498364.7560694,
+    "start_time": 1658839800.798211,
     "learning_rate": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gAWVhwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMVS9ob21lL21heGltaWxpYW4vLmxvY2FsL2xpYi9weXRob24zLjgvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuAQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UaAx1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgefZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/PVWn6Z5JlIWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
+        ":serialized:": "gAWVhQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjFUvaG9tZS9tYXhpbWlsaWFuLy5sb2NhbC9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgNdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBdoDowMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBiMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPz1Vp+meSZSFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
     },
-    "tensorboard_log": "runs/seals/MountainCar-v0__ppo__4__1658498360/seals-MountainCar-v0",
+    "tensorboard_log": "runs/seals/MountainCar-v0__ppo__4__1658839798/seals-MountainCar-v0",
     "lr_schedule": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gAWVhwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMVS9ob21lL21heGltaWxpYW4vLmxvY2FsL2xpYi9weXRob24zLjgvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuAQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UaAx1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgefZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/PVWn6Z5JlIWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
+        ":serialized:": "gAWVhQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjFUvaG9tZS9tYXhpbWlsaWFuLy5sb2NhbC9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgNdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBdoDowMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBiMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPz1Vp+meSZSFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
     },
     "_last_obs": null,
     "_last_episode_starts": {
@@ -88,7 +88,7 @@
     "_current_progress_remaining": -0.0035199999999999676,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwFqAAAAAAACMAWyUS8iMAXSUR0CDwEDU3GXHdX2UKGgGR8BYQAAAAAAAaAdLyGgIR0CDwD4/u9eydX2UKGgGR8BVgAAAAAAAaAdLyGgIR0CDwDs2NvOydX2UKGgGR8BaAAAAAAAAaAdLyGgIR0CDwDiVB2OidX2UKGgGR8BaAAAAAAAAaAdLyGgIR0CD1HxtHhCMdX2UKGgGR8BYQAAAAAAAaAdLyGgIR0CD1HoQnQY2dX2UKGgGR8BXAAAAAAAAaAdLyGgIR0CD1HeIl+mWdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0CD1HRk3CKrdX2UKGgGR8BVQAAAAAAAaAdLyGgIR0CD1GYsNDtxdX2UKGgGR8BZQAAAAAAAaAdLyGgIR0CD1GLYPGyYdX2UKGgGR8BZQAAAAAAAaAdLyGgIR0CD1FGjsUqQdX2UKGgGR8BagAAAAAAAaAdLyGgIR0CD1E8IRh+fdX2UKGgGR8BaQAAAAAAAaAdLyGgIR0CD1EslsxfwdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0CD1EjWTX8PdX2UKGgGR8BaQAAAAAAAaAdLyGgIR0CD1EZa3ZwodX2UKGgGR8BaAAAAAAAAaAdLyGgIR0CD1EQLeANHdX2UKGgGR8BXQAAAAAAAaAdLyGgIR0CD1EGO+7DmdX2UKGgGR8BVgAAAAAAAaAdLyGgIR0CD1D70Fr2ydX2UKGgGR8BZQAAAAAAAaAdLyGgIR0CD1DvjwQUYdX2UKGgGR8BaQAAAAAAAaAdLyGgIR0CD1DlCCz1LdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0CD6DhtLteEdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0CD6DYQrc0tdX2UKGgGR8BaQAAAAAAAaAdLyGgIR0CD6DOHnEEUdX2UKGgGR8BawAAAAAAAaAdLyGgIR0CD6DBhQWN4dX2UKGgGR8BaQAAAAAAAaAdLyGgIR0CD6CIoE0SAdX2UKGgGR8BaQAAAAAAAaAdLyGgIR0CD6B7TDwYtdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0CD6A2Zy+6AdX2UKGgGR8BZQAAAAAAAaAdLyGgIR0CD6AsCkoF3dX2UKGgGR8BZgAAAAAAAaAdLyGgIR0CD6AciGFi8dX2UKGgGR8BaAAAAAAAAaAdLyGgIR0CD6ATVUdaMdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0CD6AJa7mMgdX2UKGgGR8BVwAAAAAAAaAdLyGgIR0CD6AAPuogndX2UKGgGR8BWgAAAAAAAaAdLyGgIR0CD5/2V3Ux3dX2UKGgGR8BVgAAAAAAAaAdLyGgIR0CD5/r56+nJdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0CD5/fpD/lydX2UKGgGR8BZwAAAAAAAaAdLyGgIR0CD5/VFQVKxdX2UKGgGR8BaQAAAAAAAaAdLyGgIR0CD9z2JSBK+dX2UKGgGR8BagAAAAAAAaAdLyGgIR0CD9zs0pEx7dX2UKGgGR8BZwAAAAAAAaAdLyGgIR0CD9ziuuA7QdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0CD9zWMCLdfdX2UKGgGR8BagAAAAAAAaAdLyGgIR0CD9ydUbT+edX2UKGgGR8BaAAAAAAAAaAdLyGgIR0CD9yP+XJHRdX2UKGgGR8BaQAAAAAAAaAdLyGgIR0CD9xLLZBcBdX2UKGgGR8BVwAAAAAAAaAdLyGgIR0CD9xA1vVEvdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0CD9wxZ+x4ZdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0CD9wobXHzZdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0CD9wekpI+XdX2UKGgGR8BXwAAAAAAAaAdLyGgIR0CD9wVZcLSedX2UKGgGR8BaAAAAAAAAaAdLyGgIR0CD9wLiMo+fdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0CD9wBJ7LMcdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0CD9v09yLhrdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0CD9vqcmShbdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0CD/FCQ9zOpdX2UKGgGR8BaQAAAAAAAaAdLyGgIR0CD/E4zabnYdX2UKGgGR8BWwAAAAAAAaAdLyGgIR0CD/Eur6tT2dX2UKGgGR8BaQAAAAAAAaAdLyGgIR0CD/EiItUXIdX2UKGgGR8BXAAAAAAAAaAdLyGgIR0CD/DpVS4vwdX2UKGgGR8BaQAAAAAAAaAdLyGgIR0CD/Db3XZoPdX2UKGgGR8BaQAAAAAAAaAdLyGgIR0CD/CXBxgiNdX2UKGgGR8BZgAAAAAAAaAdLyGgIR0CD/CMl1KXfdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0CD/B9Cu2ZzdX2UKGgGR8BWQAAAAAAAaAdLyGgIR0CD/BzySV4YdX2UKGgGR8BXQAAAAAAAaAdLyGgIR0CD/Bp3X7LudX2UKGgGR8BaQAAAAAAAaAdLyGgIR0CD/BgrH2h7dX2UKGgGR8BaQAAAAAAAaAdLyGgIR0CD/BWxyGSIdX2UKGgGR8BagAAAAAAAaAdLyGgIR0CD/BMXaakRdX2UKGgGR8BUwAAAAAAAaAdLyGgIR0CD/BAJswcpdX2UKGgGR8BWgAAAAAAAaAdLyGgIR0CD/A1jRUm2dX2UKGgGR8BWgAAAAAAAaAdLyGgIR0CEDXpAUtZndX2UKGgGR8BaAAAAAAAAaAdLyGgIR0CEDXftQbdadX2UKGgGR8BaQAAAAAAAaAdLyGgIR0CEDXVtoBaLdX2UKGgGR8BWgAAAAAAAaAdLyGgIR0CEDXJSzgMudX2UKGgGR8BagAAAAAAAaAdLyGgIR0CEDWQcPvrodX2UKGgGR8BVQAAAAAAAaAdLyGgIR0CEDWDDjzZpdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0CEDU+NcW0rdX2UKGgGR8BaQAAAAAAAaAdLyGgIR0CEDUz2vjffdX2UKGgGR8BagAAAAAAAaAdLyGgIR0CEDUkX1rZbdX2UKGgGR8BVgAAAAAAAaAdLyGgIR0CEDUbNr0rcdX2UKGgGR8BagAAAAAAAaAdLyGgIR0CEDURXfZVXdX2UKGgGR8BagAAAAAAAaAdLyGgIR0CEDUIN3GGVdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0CEDT+Vkc0cdX2UKGgGR8BVAAAAAAAAaAdLyGgIR0CEDTz8xbjcdX2UKGgGR8BZQAAAAAAAaAdLyGgIR0CEDTnvlU6xdX2UKGgGR8BVAAAAAAAAaAdLyGgIR0CEDTdM0xdqdX2UKGgGR8BVgAAAAAAAaAdLyGgIR0CEKKXdCVrzdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0CEKKOJcgQpdX2UKGgGR8BagAAAAAAAaAdLyGgIR0CEKKECeVcEdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0CEKJ3dKujidX2UKGgGR8BaAAAAAAAAaAdLyGgIR0CEKI+lCTlldX2UKGgGR8BaQAAAAAAAaAdLyGgIR0CEKIxMWXTmdX2UKGgGR8BVQAAAAAAAaAdLyGgIR0CEKHsXSBsidX2UKGgGR8BagAAAAAAAaAdLyGgIR0CEKHiADq4ZdX2UKGgGR8BVwAAAAAAAaAdLyGgIR0CEKHSjQAuJdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0CEKHJfYzzmdX2UKGgGR8BagAAAAAAAaAdLyGgIR0CEKG/s3Q2NdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0CEKG2hqTKUdX2UKGgGR8BVQAAAAAAAaAdLyGgIR0CEKGsq8UVSdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0CEKGiSq2jPdX2UKGgGR8BVgAAAAAAAaAdLyGgIR0CEKGWE9MbndX2UKGgGR8BWQAAAAAAAaAdLyGgIR0CEKGLjPv8ZdWUu"
+        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwFqAAAAAAACMAWyUS8iMAXSUR0B2lVNVR1oydX2UKGgGR8BYQAAAAAAAaAdLyGgIR0B2lVAE+xGEdX2UKGgGR8BVgAAAAAAAaAdLyGgIR0B2lUyzollcdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2lUmCyyD7dX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2qeB9Tgl4dX2UKGgGR8BYQAAAAAAAaAdLyGgIR0B2qds7+1jRdX2UKGgGR8BXAAAAAAAAaAdLyGgIR0B2qdYYBNmEdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2qdEy+HrRdX2UKGgGR8BVQAAAAAAAaAdLyGgIR0B2qcwrUb1idX2UKGgGR8BZQAAAAAAAaAdLyGgIR0B2qceJYT0ydX2UKGgGR8BZQAAAAAAAaAdLyGgIR0B2qcRAbADadX2UKGgGR8BagAAAAAAAaAdLyGgIR0B2qcDnvDxcdX2UKGgGR8BaQAAAAAAAaAdLyGgIR0B2qbxDst03dX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2qbcgyM1kdX2UKGgGR8BaQAAAAAAAaAdLyGgIR0B2qbHYHxBmdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2qa4hEBsAdX2UKGgGR8BXQAAAAAAAaAdLyGgIR0B2qarHU+cIdX2UKGgGR8BVgAAAAAAAaAdLyGgIR0B2qad1+y7gdX2UKGgGR8BZQAAAAAAAaAdLyGgIR0B2qaQkona4dX2UKGgGR8BaQAAAAAAAaAdLyGgIR0B2qaDyvs7ddX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2vg2vStvGdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2vghyKekIdX2UKGgGR8BaQAAAAAAAaAdLyGgIR0B2vgNQTEiudX2UKGgGR8BawAAAAAAAaAdLyGgIR0B2vf5zo2XLdX2UKGgGR8BaQAAAAAAAaAdLyGgIR0B2vflyR0U5dX2UKGgGR8BaQAAAAAAAaAdLyGgIR0B2vfTNMXabdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2vfGGVRk3dX2UKGgGR8BZQAAAAAAAaAdLyGgIR0B2ve4x1xKhdX2UKGgGR8BZgAAAAAAAaAdLyGgIR0B2vemP5pJxdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2veRp1zQvdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2vd8fFJg9dX2UKGgGR8BVwAAAAAAAaAdLyGgIR0B2vdthuwX7dX2UKGgGR8BWgAAAAAAAaAdLyGgIR0B2vdgCwKSgdX2UKGgGR8BVgAAAAAAAaAdLyGgIR0B2vdSqEOAidX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2vdFQVKwqdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B2vc4T9KmLdX2UKGgGR8BaQAAAAAAAaAdLyGgIR0B20iUMXrMUdX2UKGgGR8BagAAAAAAAaAdLyGgIR0B20h/Ue+23dX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B20hqmCROldX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B20hXCCSRsdX2UKGgGR8BagAAAAAAAaAdLyGgIR0B20hDArQPadX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B20gwrUb1idX2UKGgGR8BaQAAAAAAAaAdLyGgIR0B20gjmjj7zdX2UKGgGR8BVwAAAAAAAaAdLyGgIR0B20gWTHKfWdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B20gDr7fpEdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B20fvE0iyIdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B20fZ8KG+LdX2UKGgGR8BXwAAAAAAAaAdLyGgIR0B20fLB9Cu2dX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B20e9pRGc4dX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B20ewRoRI0dX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B20ei8FpwkdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B20eWC2+fzdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B21+nBLwnZdX2UKGgGR8BaQAAAAAAAaAdLyGgIR0B21+R5kbxWdX2UKGgGR8BWwAAAAAAAaAdLyGgIR0B2199NN8E3dX2UKGgGR8BaQAAAAAAAaAdLyGgIR0B219ph4MWodX2UKGgGR8BXAAAAAAAAaAdLyGgIR0B219VYISlFdX2UKGgGR8BaQAAAAAAAaAdLyGgIR0B219C5VfeDdX2UKGgGR8BaQAAAAAAAaAdLyGgIR0B21812q1gIdX2UKGgGR8BZgAAAAAAAaAdLyGgIR0B218oYvWYndX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B218VvddmhdX2UKGgGR8BWQAAAAAAAaAdLyGgIR0B218BEKE39dX2UKGgGR8BXQAAAAAAAaAdLyGgIR0B217ryDqW1dX2UKGgGR8BaQAAAAAAAaAdLyGgIR0B217cvduYQdX2UKGgGR8BaQAAAAAAAaAdLyGgIR0B217PMSsbOdX2UKGgGR8BagAAAAAAAaAdLyGgIR0B217ByjpLVdX2UKGgGR8BUwAAAAAAAaAdLyGgIR0B2160VrRBvdX2UKGgGR8BWgAAAAAAAaAdLyGgIR0B216nYQJ5WdX2UKGgGR8BWgAAAAAAAaAdLyGgIR0B263KnvUjLdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B2621y/9HddX2UKGgGR8BaQAAAAAAAaAdLyGgIR0B262hWYF7ldX2UKGgGR8BWgAAAAAAAaAdLyGgIR0B262OAAhjfdX2UKGgGR8BagAAAAAAAaAdLyGgIR0B2616By0a7dX2UKGgGR8BVQAAAAAAAaAdLyGgIR0B261ng5zYFdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B261afSQYDdX2UKGgGR8BaQAAAAAAAaAdLyGgIR0B261NWU8msdX2UKGgGR8BagAAAAAAAaAdLyGgIR0B26065oXbedX2UKGgGR8BVgAAAAAAAaAdLyGgIR0B260mlZX+3dX2UKGgGR8BagAAAAAAAaAdLyGgIR0B260RkEs8QdX2UKGgGR8BagAAAAAAAaAdLyGgIR0B260CxNZeSdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B26z1e0G/vdX2UKGgGR8BVAAAAAAAAaAdLyGgIR0B26zoUzsQedX2UKGgGR8BZQAAAAAAAaAdLyGgIR0B26zbBXS0CdX2UKGgGR8BVAAAAAAAAaAdLyGgIR0B26zOMVDa5dX2UKGgGR8BVgAAAAAAAaAdLyGgIR0B3DWY0EX+EdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B3DWDyvs7ddX2UKGgGR8BagAAAAAAAaAdLyGgIR0B3DVvES/TLdX2UKGgGR8BZwAAAAAAAaAdLyGgIR0B3DVbpu/DcdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B3DVHkLhJidX2UKGgGR8BaQAAAAAAAaAdLyGgIR0B3DU065oXbdX2UKGgGR8BVQAAAAAAAaAdLyGgIR0B3DUny/bj+dX2UKGgGR8BagAAAAAAAaAdLyGgIR0B3DUaaTfSAdX2UKGgGR8BVwAAAAAAAaAdLyGgIR0B3DUH1OCXhdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B3DTzOHFgldX2UKGgGR8BagAAAAAAAaAdLyGgIR0B3DTeCTUy6dX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B3DTPD50r9dX2UKGgGR8BVQAAAAAAAaAdLyGgIR0B3DTBnBciXdX2UKGgGR8BaAAAAAAAAaAdLyGgIR0B3DS0gKWszdX2UKGgGR8BVgAAAAAAAaAdLyGgIR0B3DSnP3SKFdX2UKGgGR8BWQAAAAAAAaAdLyGgIR0B3DSakRBeHdWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
@@ -105,7 +105,7 @@
     "n_epochs": 20,
     "clip_range": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gAWVhwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMVS9ob21lL21heGltaWxpYW4vLmxvY2FsL2xpYi9weXRob24zLjgvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuAQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UaAx1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgefZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
+        ":serialized:": "gAWVhQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjFUvaG9tZS9tYXhpbWlsaWFuLy5sb2NhbC9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgNdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBdoDowMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBiMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
     },
     "clip_range_vf": null,
     "normalize_advantage": true,

results.json

@@ -1 +1 @@
-{"mean_reward": -101.7, "std_reward": 6.181423784210236, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-07-25T13:00:27.015059"}
+{"mean_reward": -101.7, "std_reward": 6.181423784210236, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-07-27T17:01:30.913840"}

train_eval_metrics.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:76259ab9d9e40f8a57cfa256fbb9fbfa90d3beb3ea45d842ae90efa27a7315d8
-size 119963
+oid sha256:1c190cc6bb181f1e4480104e30f79aca985c8c8ca5011a2acf1090a64649acb9
+size 119207