Initial commit
Browse files- README.md +1 -1
- a2c-PandaReachDense-v2.zip +2 -2
- a2c-PandaReachDense-v2/_stable_baselines3_version +1 -1
- a2c-PandaReachDense-v2/data +40 -41
- a2c-PandaReachDense-v2/policy.optimizer.pth +2 -2
- a2c-PandaReachDense-v2/policy.pth +2 -2
- a2c-PandaReachDense-v2/system_info.txt +7 -7
- config.json +1 -1
- replay.mp4 +0 -0
- results.json +1 -1
- vec_normalize.pkl +2 -2
README.md
CHANGED
|
@@ -16,7 +16,7 @@ model-index:
|
|
| 16 |
type: PandaReachDense-v2
|
| 17 |
metrics:
|
| 18 |
- type: mean_reward
|
| 19 |
-
value: -
|
| 20 |
name: mean_reward
|
| 21 |
verified: false
|
| 22 |
---
|
|
|
|
| 16 |
type: PandaReachDense-v2
|
| 17 |
metrics:
|
| 18 |
- type: mean_reward
|
| 19 |
+
value: -5.32 +/- 1.23
|
| 20 |
name: mean_reward
|
| 21 |
verified: false
|
| 22 |
---
|
a2c-PandaReachDense-v2.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c25d791f2e0b3861b07be3024ed0e8197bf2b3796903ddcb2d84c2e1d0b04ea6
|
| 3 |
+
size 107570
|
a2c-PandaReachDense-v2/_stable_baselines3_version
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
1.
|
|
|
|
| 1 |
+
1.5.0
|
a2c-PandaReachDense-v2/data
CHANGED
|
@@ -3,10 +3,10 @@
|
|
| 3 |
":type:": "<class 'abc.ABCMeta'>",
|
| 4 |
":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=",
|
| 5 |
"__module__": "stable_baselines3.common.policies",
|
| 6 |
-
"__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the
|
| 7 |
-
"__init__": "<function MultiInputActorCriticPolicy.__init__ at
|
| 8 |
"__abstractmethods__": "frozenset()",
|
| 9 |
-
"_abc_impl": "<_abc_data object at
|
| 10 |
},
|
| 11 |
"verbose": 1,
|
| 12 |
"policy_kwargs": {
|
|
@@ -19,24 +19,46 @@
|
|
| 19 |
"weight_decay": 0
|
| 20 |
}
|
| 21 |
},
|
| 22 |
-
"
|
| 23 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 24 |
"_num_timesteps_at_start": 0,
|
| 25 |
"seed": null,
|
| 26 |
"action_noise": null,
|
| 27 |
-
"start_time":
|
| 28 |
"learning_rate": 0.0007,
|
| 29 |
"tensorboard_log": null,
|
| 30 |
"lr_schedule": {
|
| 31 |
":type:": "<class 'function'>",
|
| 32 |
-
":serialized:": "
|
| 33 |
},
|
| 34 |
"_last_obs": {
|
| 35 |
":type:": "<class 'collections.OrderedDict'>",
|
| 36 |
-
":serialized:": "
|
| 37 |
-
"achieved_goal": "[[
|
| 38 |
-
"desired_goal": "[[-1.
|
| 39 |
-
"observation": "[[
|
| 40 |
},
|
| 41 |
"_last_episode_starts": {
|
| 42 |
":type:": "<class 'numpy.ndarray'>",
|
|
@@ -44,52 +66,29 @@
|
|
| 44 |
},
|
| 45 |
"_last_original_obs": {
|
| 46 |
":type:": "<class 'collections.OrderedDict'>",
|
| 47 |
-
":serialized:": "
|
| 48 |
-
"achieved_goal": "[[ 3.8439669e-02 -2.
|
| 49 |
-
"desired_goal": "[[ 0.
|
| 50 |
-
"observation": "[[ 3.8439669e-02 -2.
|
| 51 |
},
|
| 52 |
"_episode_num": 0,
|
| 53 |
"use_sde": false,
|
| 54 |
"sde_sample_freq": -1,
|
| 55 |
"_current_progress_remaining": 0.0,
|
| 56 |
-
"_stats_window_size": 100,
|
| 57 |
"ep_info_buffer": {
|
| 58 |
":type:": "<class 'collections.deque'>",
|
| 59 |
-
":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////
|
| 60 |
},
|
| 61 |
"ep_success_buffer": {
|
| 62 |
":type:": "<class 'collections.deque'>",
|
| 63 |
":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
|
| 64 |
},
|
| 65 |
-
"_n_updates":
|
| 66 |
"n_steps": 5,
|
| 67 |
"gamma": 0.99,
|
| 68 |
"gae_lambda": 1.0,
|
| 69 |
"ent_coef": 0.0,
|
| 70 |
"vf_coef": 0.5,
|
| 71 |
"max_grad_norm": 0.5,
|
| 72 |
-
"normalize_advantage": false
|
| 73 |
-
"observation_space": {
|
| 74 |
-
":type:": "<class 'gym.spaces.dict.Dict'>",
|
| 75 |
-
":serialized:": "gAWVUgMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUaBCTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZSMAUOUdJRSlIwEaGlnaJRoHSiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBVLA4WUaCB0lFKUjA1ib3VuZGVkX2JlbG93lGgdKJYDAAAAAAAAAAEBAZRoEowCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIHSUUpSMDWJvdW5kZWRfYWJvdmWUaB0olgMAAAAAAAAAAQEBlGgsSwOFlGggdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBVoGEsDhZRoGmgdKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZRoIHSUUpRoI2gdKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoIHSUUpRoKGgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoMmgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoN051YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgVaBhLBoWUaBpoHSiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBVLBoWUaCB0lFKUaCNoHSiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBVLBoWUaCB0lFKUaChoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDJoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDdOdWJ1aBhOaBBOaDdOdWIu",
|
| 76 |
-
"spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])",
|
| 77 |
-
"_shape": null,
|
| 78 |
-
"dtype": null,
|
| 79 |
-
"_np_random": null
|
| 80 |
-
},
|
| 81 |
-
"action_space": {
|
| 82 |
-
":type:": "<class 'gym.spaces.box.Box'>",
|
| 83 |
-
":serialized:": "gAWVbQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UTnViLg==",
|
| 84 |
-
"dtype": "float32",
|
| 85 |
-
"_shape": [
|
| 86 |
-
3
|
| 87 |
-
],
|
| 88 |
-
"low": "[-1. -1. -1.]",
|
| 89 |
-
"high": "[1. 1. 1.]",
|
| 90 |
-
"bounded_below": "[ True True True]",
|
| 91 |
-
"bounded_above": "[ True True True]",
|
| 92 |
-
"_np_random": null
|
| 93 |
-
},
|
| 94 |
-
"n_envs": 4
|
| 95 |
}
|
|
|
|
| 3 |
":type:": "<class 'abc.ABCMeta'>",
|
| 4 |
":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=",
|
| 5 |
"__module__": "stable_baselines3.common.policies",
|
| 6 |
+
"__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param sde_net_arch: Network architecture for extracting features\n when using gSDE. If None, the latent features from the policy will be used.\n Pass an empty list to use the states as features.\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the feature extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ",
|
| 7 |
+
"__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7f2171516ee0>",
|
| 8 |
"__abstractmethods__": "frozenset()",
|
| 9 |
+
"_abc_impl": "<_abc._abc_data object at 0x7f2171518a40>"
|
| 10 |
},
|
| 11 |
"verbose": 1,
|
| 12 |
"policy_kwargs": {
|
|
|
|
| 19 |
"weight_decay": 0
|
| 20 |
}
|
| 21 |
},
|
| 22 |
+
"observation_space": {
|
| 23 |
+
":type:": "<class 'gym.spaces.dict.Dict'>",
|
| 24 |
+
":serialized:": "gAWVUgMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUaBCTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZSMAUOUdJRSlIwEaGlnaJRoHSiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBVLA4WUaCB0lFKUjA1ib3VuZGVkX2JlbG93lGgdKJYDAAAAAAAAAAEBAZRoEowCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIHSUUpSMDWJvdW5kZWRfYWJvdmWUaB0olgMAAAAAAAAAAQEBlGgsSwOFlGggdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBVoGEsDhZRoGmgdKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZRoIHSUUpRoI2gdKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoIHSUUpRoKGgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoMmgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoN051YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgVaBhLBoWUaBpoHSiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBVLBoWUaCB0lFKUaCNoHSiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBVLBoWUaCB0lFKUaChoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDJoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDdOdWJ1aBhOaBBOaDdOdWIu",
|
| 25 |
+
"spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])",
|
| 26 |
+
"_shape": null,
|
| 27 |
+
"dtype": null,
|
| 28 |
+
"_np_random": null
|
| 29 |
+
},
|
| 30 |
+
"action_space": {
|
| 31 |
+
":type:": "<class 'gym.spaces.box.Box'>",
|
| 32 |
+
":serialized:": "gAWVbQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UTnViLg==",
|
| 33 |
+
"dtype": "float32",
|
| 34 |
+
"_shape": [
|
| 35 |
+
3
|
| 36 |
+
],
|
| 37 |
+
"low": "[-1. -1. -1.]",
|
| 38 |
+
"high": "[1. 1. 1.]",
|
| 39 |
+
"bounded_below": "[ True True True]",
|
| 40 |
+
"bounded_above": "[ True True True]",
|
| 41 |
+
"_np_random": null
|
| 42 |
+
},
|
| 43 |
+
"n_envs": 4,
|
| 44 |
+
"num_timesteps": 3000000,
|
| 45 |
+
"_total_timesteps": 3000000,
|
| 46 |
"_num_timesteps_at_start": 0,
|
| 47 |
"seed": null,
|
| 48 |
"action_noise": null,
|
| 49 |
+
"start_time": 1682387135.1029332,
|
| 50 |
"learning_rate": 0.0007,
|
| 51 |
"tensorboard_log": null,
|
| 52 |
"lr_schedule": {
|
| 53 |
":type:": "<class 'function'>",
|
| 54 |
+
":serialized:": "gAWVlQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMYy9ob21lL2J5cm9uL21pbmljb25kYTMvZW52cy9tbC1hZ2VudHMvbGliL3B5dGhvbjMuOS9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5RoDHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB59lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
|
| 55 |
},
|
| 56 |
"_last_obs": {
|
| 57 |
":type:": "<class 'collections.OrderedDict'>",
|
| 58 |
+
":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA3MfxPlqX8zxXhgw/3MfxPlqX8zxXhgw/3MfxPlqX8zxXhgw/3MfxPlqX8zxXhgw/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAn6OYvyTLwD+bz/C+Mj18Prk5xD+WXU+/iMiMvwktp7+KU8a/Rym0vzhTVD87MKm/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADcx/E+WpfzPFeGDD/Gttw7/MbVuCSYMDzcx/E+WpfzPFeGDD/Gttw7/MbVuCSYMDzcx/E+WpfzPFeGDD/Gttw7/MbVuCSYMDzcx/E+WpfzPFeGDD/Gttw7/MbVuCSYMDyUaA5LBEsGhpRoEnSUUpR1Lg==",
|
| 59 |
+
"achieved_goal": "[[0.47222793 0.02973526 0.54892486]\n [0.47222793 0.02973526 0.54892486]\n [0.47222793 0.02973526 0.54892486]\n [0.47222793 0.02973526 0.54892486]]",
|
| 60 |
+
"desired_goal": "[[-1.1924933 1.5061994 -0.4703339 ]\n [ 0.24632719 1.5330116 -0.81002176]\n [-1.0998697 -1.3060619 -1.5494244 ]\n [-1.4075097 0.8293948 -1.3217844 ]]",
|
| 61 |
+
"observation": "[[ 4.7222793e-01 2.9735256e-02 5.4892486e-01 6.7356555e-03\n -1.0193695e-04 1.0778461e-02]\n [ 4.7222793e-01 2.9735256e-02 5.4892486e-01 6.7356555e-03\n -1.0193695e-04 1.0778461e-02]\n [ 4.7222793e-01 2.9735256e-02 5.4892486e-01 6.7356555e-03\n -1.0193695e-04 1.0778461e-02]\n [ 4.7222793e-01 2.9735256e-02 5.4892486e-01 6.7356555e-03\n -1.0193695e-04 1.0778461e-02]]"
|
| 62 |
},
|
| 63 |
"_last_episode_starts": {
|
| 64 |
":type:": "<class 'numpy.ndarray'>",
|
|
|
|
| 66 |
},
|
| 67 |
"_last_original_obs": {
|
| 68 |
":type:": "<class 'collections.OrderedDict'>",
|
| 69 |
+
":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAbTsTPVFA4D1xNqc92WRvPfrcvj2FxYc+93rZPGCIyL2Q53I+pJ6FPHYtFr7kLW4+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==",
|
| 70 |
+
"achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]",
|
| 71 |
+
"desired_goal": "[[ 0.03594534 0.10949767 0.08164681]\n [ 0.05844579 0.09319492 0.26517883]\n [ 0.02654789 -0.09791636 0.23721147]\n [ 0.016311 -0.1466578 0.23259693]]",
|
| 72 |
+
"observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"
|
| 73 |
},
|
| 74 |
"_episode_num": 0,
|
| 75 |
"use_sde": false,
|
| 76 |
"sde_sample_freq": -1,
|
| 77 |
"_current_progress_remaining": 0.0,
|
|
|
|
| 78 |
"ep_info_buffer": {
|
| 79 |
":type:": "<class 'collections.deque'>",
|
| 80 |
+
":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI9iUbD7Y4D8CUhpRSlIwBbJRLMowBdJRHQLtYcA5q/M51fZQoaAZoCWgPQwhlbVM8LkoOwJSGlFKUaBVLMmgWR0C7WFyfQKKHdX2UKGgGaAloD0MItqLNcW5zEMCUhpRSlGgVSzJoFkdAu1hJE3KjjHV9lChoBmgJaA9DCC20c5oFOhLAlIaUUpRoFUsyaBZHQLtYNWAwwkB1fZQoaAZoCWgPQwheZAJ+jXQSwJSGlFKUaBVLMmgWR0C7WNiGJvYOdX2UKGgGaAloD0MIKa+V0F2SEcCUhpRSlGgVSzJoFkdAu1jE8SwnpnV9lChoBmgJaA9DCOQvLeqTnArAlIaUUpRoFUsyaBZHQLtYsWXkYGd1fZQoaAZoCWgPQwiqDONuEE0SwJSGlFKUaBVLMmgWR0C7WJ3P3SKFdX2UKGgGaAloD0MI2Ls/3qt2EsCUhpRSlGgVSzJoFkdAu1lOCxu89XV9lChoBmgJaA9DCEPjiSDOIwTAlIaUUpRoFUsyaBZHQLtZOoTPBzp1fZQoaAZoCWgPQwgYXHNH/4sQwJSGlFKUaBVLMmgWR0C7WSb9/BnBdX2UKGgGaAloD0MI2epySkBsDsCUhpRSlGgVSzJoFkdAu1kTRqoIfXV9lChoBmgJaA9DCGU08nnFEwnAlIaUUpRoFUsyaBZHQLtZwLR8c+91fZQoaAZoCWgPQwgVkPY/wEoRwJSGlFKUaBVLMmgWR0C7Wa0eU6gedX2UKGgGaAloD0MICJRNucJbFsCUhpRSlGgVSzJoFkdAu1mZmh/RV3V9lChoBmgJaA9DCKQzMPKyRg/AlIaUUpRoFUsyaBZHQLtZhfDUExJ1fZQoaAZoCWgPQwgFUfcBSO0RwJSGlFKUaBVLMmgWR0C7WjKXKKYRdX2UKGgGaAloD0MIKnKIuDlFFcCUhpRSlGgVSzJoFkdAu1ofCQ9zO3V9lChoBmgJaA9DCPWdX5SgTxHAlIaUUpRoFUsyaBZHQLtaC3y7PIJ1fZQoaAZoCWgPQwjHuyNjtUkYwJSGlFKUaBVLMmgWR0C7WffFBIFvdX2UKGgGaAloD0MIWAG+27zxEMCUhpRSlGgVSzJoFkdAu1qex6fJ3nV9lChoBmgJaA9DCLBXWHA/cBLAlIaUUpRoFUsyaBZHQLtaiy9mHxl1fZQoaAZoCWgPQwiXqUnwhhQJwJSGlFKUaBVLMmgWR0C7Wne6y0KJdX2UKGgGaAloD0MInOCbps+ODsCUhpRSlGgVSzJoFkdAu1pkD+zdDnV9lChoBmgJaA9DCJ29M9qqhBXAlIaUUpRoFUsyaBZHQLtbDSHdoFp1fZQoaAZoCWgPQwhwJNBgU2cYwJSGlFKUaBVLMmgWR0C7WvmOyVv/dX2UKGgGaAloD0MIfNEeL6RTEsCUhpRSlGgVSzJoFkdAu1rmBTXJ5nV9lChoBmgJaA9DCBXhJqPK0BDAlIaUUpRoFUsyaBZHQLta0lMRHwx1fZQoaAZoCWgPQwh8KxIT1HAJwJSGlFKUaBVLMmgWR0C7W4RaC+URdX2UKGgGaAloD0MIFJhO6zY4EsCUhpRSlGgVSzJoFkdAu1tw3irDInV9lChoBmgJaA9DCETdByC1aRTAlIaUUpRoFUsyaBZHQLtbXVbzK9x1fZQoaAZoCWgPQwhvRWKCGs4XwJSGlFKUaBVLMmgWR0C7W0nIIWxhdX2UKGgGaAloD0MI+u/Ba5c2EMCUhpRSlGgVSzJoFkdAu1vsW43FUHV9lChoBmgJaA9DCLwEpz6QfBPAlIaUUpRoFUsyaBZHQLtb2MQ2/BZ1fZQoaAZoCWgPQwhKCiyAKVMRwJSGlFKUaBVLMmgWR0C7W8U4BFNMdX2UKGgGaAloD0MIA5fHmpHhFMCUhpRSlGgVSzJoFkdAu1uxfG+9J3V9lChoBmgJaA9DCH1BCwkY7RDAlIaUUpRoFUsyaBZHQLtcVfXPJJZ1fZQoaAZoCWgPQwgNbJVgcegWwJSGlFKUaBVLMmgWR0C7XEJpFkQPdX2UKGgGaAloD0MI+gj84eefGMCUhpRSlGgVSzJoFkdAu1wu5AhStXV9lChoBmgJaA9DCBjt8UI6fBDAlIaUUpRoFUsyaBZHQLtcGy4Wk8B1fZQoaAZoCWgPQwjYCwVsB8MJwJSGlFKUaBVLMmgWR0C7XMNmxt52dX2UKGgGaAloD0MI0GBT51GhEcCUhpRSlGgVSzJoFkdAu1yv0h/y5XV9lChoBmgJaA9DCMg/M4gPjBPAlIaUUpRoFUsyaBZHQLtcnESuhbp1fZQoaAZoCWgPQwhkQPZ698cMwJSGlFKUaBVLMmgWR0C7XIiaqjrSdX2UKGgGaAloD0MIKxIT1PAtEcCUhpRSlGgVSzJoFkdAu100JkXk53V9lChoBmgJaA9DCM8sCVBTyxLAlIaUUpRoFUsyaBZHQLtdIJNTLnt1fZQoaAZoCWgPQwh8mpMXmYAOwJSGlFKUaBVLMmgWR0C7XQ0GeMAFdX2UKGgGaAloD0MIvHX+7bKfEMCUhpRSlGgVSzJoFkdAu1z5ZU1hs3V9lChoBmgJaA9DCKKZJ9cU6A3AlIaUUpRoFUsyaBZHQLtdoPTodMl1fZQoaAZoCWgPQwiuf9dnzqoRwJSGlFKUaBVLMmgWR0C7XY1lK9PDdX2UKGgGaAloD0MIV+vE5Xh1E8CUhpRSlGgVSzJoFkdAu11508vEj3V9lChoBmgJaA9DCJWAmIQLKRbAlIaUUpRoFUsyaBZHQLtdZiDdxhl1fZQoaAZoCWgPQwipv15hwV0PwJSGlFKUaBVLMmgWR0C7XguDSPU8dX2UKGgGaAloD0MI8KMa9ntCDcCUhpRSlGgVSzJoFkdAu1337hvR7nV9lChoBmgJaA9DCK+T+rK0wxnAlIaUUpRoFUsyaBZHQLtd5GucME11fZQoaAZoCWgPQwie6pCb4WYTwJSGlFKUaBVLMmgWR0C7XdC00FbFdX2UKGgGaAloD0MI+yDLgonPE8CUhpRSlGgVSzJoFkdAu1574nF5wHV9lChoBmgJaA9DCMfYCS/BGRfAlIaUUpRoFUsyaBZHQLteaFnIyTJ1fZQoaAZoCWgPQwgrNBDLZo4HwJSGlFKUaBVLMmgWR0C7XlTWbwz+dX2UKGgGaAloD0MIzk9xHHhlEMCUhpRSlGgVSzJoFkdAu15BJiAlOXV9lChoBmgJaA9DCFBz8iITABDAlIaUUpRoFUsyaBZHQLte6JYkmhN1fZQoaAZoCWgPQwiUg9kEGBYSwJSGlFKUaBVLMmgWR0C7XtT850bMdX2UKGgGaAloD0MI6IU7F0bqF8CUhpRSlGgVSzJoFkdAu17BbcGke3V9lChoBmgJaA9DCHxD4bN1ABTAlIaUUpRoFUsyaBZHQLterbm2b5N1fZQoaAZoCWgPQwit3AvMCrURwJSGlFKUaBVLMmgWR0C7X1KHXVbzdX2UKGgGaAloD0MIyY6NQLwuDsCUhpRSlGgVSzJoFkdAu18++GoJiXV9lChoBmgJaA9DCNz0Zz9SRArAlIaUUpRoFUsyaBZHQLtfK2qDK5l1fZQoaAZoCWgPQwjVIw1uaysQwJSGlFKUaBVLMmgWR0C7XxfLX+VDdX2UKGgGaAloD0MIntMs0O7AFMCUhpRSlGgVSzJoFkdAu1+/TXrdFnV9lChoBmgJaA9DCJRNucK7rBLAlIaUUpRoFUsyaBZHQLtfq7rs0Hh1fZQoaAZoCWgPQwhq9kArMIQPwJSGlFKUaBVLMmgWR0C7X5gyVObidX2UKGgGaAloD0MIQ3IycauAEcCUhpRSlGgVSzJoFkdAu1+EhX8wYnV9lChoBmgJaA9DCFwFMdC1HxfAlIaUUpRoFUsyaBZHQLtgJMeOn2t1fZQoaAZoCWgPQwijlBCsqqcVwJSGlFKUaBVLMmgWR0C7YBEvGp++dX2UKGgGaAloD0MI8ppXdVYrEMCUhpRSlGgVSzJoFkdAu1/9n/T9bXV9lChoBmgJaA9DCHe/CvDd9hHAlIaUUpRoFUsyaBZHQLtf6fEXLvF1fZQoaAZoCWgPQwhnRGlv8AUOwJSGlFKUaBVLMmgWR0C7YI41gpjMdX2UKGgGaAloD0MInInpQqwuEsCUhpRSlGgVSzJoFkdAu2B6nBLwnnV9lChoBmgJaA9DCLXeb7TjVhDAlIaUUpRoFUsyaBZHQLtgZw5/9YR1fZQoaAZoCWgPQwjHE0Gch+MQwJSGlFKUaBVLMmgWR0C7YFNmcvugdX2UKGgGaAloD0MIxOxl22nLCMCUhpRSlGgVSzJoFkdAu2D6lLvkR3V9lChoBmgJaA9DCE+UhETaJhTAlIaUUpRoFUsyaBZHQLtg5w6ySmt1fZQoaAZoCWgPQwjo3sMlxz0PwJSGlFKUaBVLMmgWR0C7YNN/e+EidX2UKGgGaAloD0MIwHtHjQnREMCUhpRSlGgVSzJoFkdAu2C/zCk43nV9lChoBmgJaA9DCFG9NbBVwg/AlIaUUpRoFUsyaBZHQLthY+jdpIt1fZQoaAZoCWgPQwjzIagavXoXwJSGlFKUaBVLMmgWR0C7YVBcE/0NdX2UKGgGaAloD0MIH5+QnbcxFMCUhpRSlGgVSzJoFkdAu2E8zxgAqHV9lChoBmgJaA9DCHv3x3vVGhHAlIaUUpRoFUsyaBZHQLthKRjBl+V1fZQoaAZoCWgPQwiTUWUYd8MRwJSGlFKUaBVLMmgWR0C7Ydyp3os7dX2UKGgGaAloD0MI2J3uPPHsFMCUhpRSlGgVSzJoFkdAu2HJGmUGFHV9lChoBmgJaA9DCBPU8C2s6xDAlIaUUpRoFUsyaBZHQLthtYzzmOl1fZQoaAZoCWgPQwgjEoWWdY8TwJSGlFKUaBVLMmgWR0C7YaHcclw+dX2UKGgGaAloD0MIy6FFtvNdD8CUhpRSlGgVSzJoFkdAu2JRMQEpzHV9lChoBmgJaA9DCJYKKqp+VRDAlIaUUpRoFUsyaBZHQLtiPaRp1zR1fZQoaAZoCWgPQwiQhlPm5nsLwJSGlFKUaBVLMmgWR0C7YioaP0ZndX2UKGgGaAloD0MIHTo978YCDcCUhpRSlGgVSzJoFkdAu2IWeAd4mnV9lChoBmgJaA9DCCFZwARu/QnAlIaUUpRoFUsyaBZHQLtiv1+iJwd1fZQoaAZoCWgPQwiuY1xxcTQQwJSGlFKUaBVLMmgWR0C7YqvLxI8RdX2UKGgGaAloD0MI1LZhFASPEMCUhpRSlGgVSzJoFkdAu2KYRNATqXV9lChoBmgJaA9DCFLxf0dUWBHAlIaUUpRoFUsyaBZHQLtihK2a2F51ZS4="
|
| 81 |
},
|
| 82 |
"ep_success_buffer": {
|
| 83 |
":type:": "<class 'collections.deque'>",
|
| 84 |
":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
|
| 85 |
},
|
| 86 |
+
"_n_updates": 150000,
|
| 87 |
"n_steps": 5,
|
| 88 |
"gamma": 0.99,
|
| 89 |
"gae_lambda": 1.0,
|
| 90 |
"ent_coef": 0.0,
|
| 91 |
"vf_coef": 0.5,
|
| 92 |
"max_grad_norm": 0.5,
|
| 93 |
+
"normalize_advantage": false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 94 |
}
|
a2c-PandaReachDense-v2/policy.optimizer.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:656003d492dbd252bbb71d19d329bb046acdf57ce95617d2f4eb3110cada84e4
|
| 3 |
+
size 44734
|
a2c-PandaReachDense-v2/policy.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:794e7a7a193601841b2bc0df276fb82833925ae83e3c1c080f256389eb34d310
|
| 3 |
+
size 45502
|
a2c-PandaReachDense-v2/system_info.txt
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
-
|
| 2 |
-
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
|
|
|
| 1 |
+
OS: Linux-5.15.90.1-microsoft-standard-WSL2-x86_64-with-glibc2.35 #1 SMP Fri Jan 27 02:56:13 UTC 2023
|
| 2 |
+
Python: 3.9.16
|
| 3 |
+
Stable-Baselines3: 1.5.0
|
| 4 |
+
PyTorch: 1.12.1.post201
|
| 5 |
+
GPU Enabled: True
|
| 6 |
+
Numpy: 1.24.3
|
| 7 |
+
Gym: 0.21.0
|
config.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x2a0cfdee0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x2a0cf0d20>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 2000000, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1682382590514818000, "learning_rate": 0.0007, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVEwMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMcC9vcHQvaG9tZWJyZXcvQ2Fza3Jvb20vbWFtYmFmb3JnZS9iYXNlL2VudnMvdG9yY2gyL2xpYi9weXRob24zLjgvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjHAvb3B0L2hvbWVicmV3L0Nhc2tyb29tL21hbWJhZm9yZ2UvYmFzZS9lbnZzL3RvcmNoMi9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAp3XPPoEHP70uXCs/p3XPPoEHP70uXCs/p3XPPoEHP70uXCs/p3XPPoEHP70uXCs/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAztvNv+TrYj6Y3dY/6vBKP5+7zrx428m/S3lgv/dQCD/AzCk/+37Qv2bv5D7+3oy/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAACndc8+gQc/vS5cKz/vFck7j0ryu1zgjzyndc8+gQc/vS5cKz/vFck7j0ryu1zgjzyndc8+gQc/vS5cKz/vFck7j0ryu1zgjzyndc8+gQc/vS5cKz/vFck7j0ryu1zgjzyUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 0.4051945 -0.04663802 0.6693753 ]\n [ 0.4051945 -0.04663802 0.6693753 ]\n [ 0.4051945 -0.04663802 0.6693753 ]\n [ 0.4051945 -0.04663802 0.6693753 ]]", "desired_goal": "[[-1.6082704 0.22160298 1.6786375 ]\n [ 0.79273856 -0.02523595 -1.5770102 ]\n [-0.8768508 0.5324854 0.6632805 ]\n [-1.6288751 0.44713897 -1.1005552 ]]", "observation": "[[ 0.4051945 -0.04663802 0.6693753 0.00613665 -0.00739414 0.01756304]\n [ 0.4051945 -0.04663802 0.6693753 0.00613665 -0.00739414 0.01756304]\n [ 0.4051945 -0.04663802 0.6693753 0.00613665 -0.00739414 0.01756304]\n [ 0.4051945 -0.04663802 0.6693753 0.00613665 -0.00739414 0.01756304]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPQFqGqxDI0o+6nIdPQFqGqxDI0o+6nIdPQFqGqxDI0o+6nIdPQFqGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAcZJmPU0XHD0N1FM+jcGZPeMtJ7w23lQ+A+nJPR4aG71qW2M+C1uOvVf6r70njRU+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09AWoarEMjSj4AAAAAAAAAgAAAAADqch09AWoarEMjSj4AAAAAAAAAgAAAAADqch09AWoarEMjSj4AAAAAAAAAgAAAAADqch09AWoarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1943560e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1943560e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1943560e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1943560e-12 1.9740014e-01]]", "desired_goal": "[[ 0.056292 0.03810816 0.2068636 ]\n [ 0.0750762 -0.01020381 0.20787892]\n [ 0.09858897 -0.0378667 0.2220284 ]\n [-0.06950959 -0.0859267 0.14604627]]", "observation": "[[ 3.8439669e-02 -2.1943560e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1943560e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1943560e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1943560e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIsHH9uz5TCMCUhpRSlIwBbJRLMowBdJRHQJx9q1Bt1p11fZQoaAZoCWgPQwjXicvxCkQHwJSGlFKUaBVLMmgWR0CcfWbkfcN6dX2UKGgGaAloD0MIiudsAaEFEMCUhpRSlGgVSzJoFkdAnH0mRq46O3V9lChoBmgJaA9DCAjMQ6Z8OBDAlIaUUpRoFUsyaBZHQJx86w6hg3N1fZQoaAZoCWgPQwgnpDUGnVALwJSGlFKUaBVLMmgWR0Ccfl+3Ytg8dX2UKGgGaAloD0MIG7luSnltDcCUhpRSlGgVSzJoFkdAnH4bVOKwZHV9lChoBmgJaA9DCFteud42Ew/AlIaUUpRoFUsyaBZHQJx92uB+Wnl1fZQoaAZoCWgPQwifq63YX9YKwJSGlFKUaBVLMmgWR0CcfZ+GGmDUdX2UKGgGaAloD0MIar5KPnYXDcCUhpRSlGgVSzJoFkdAnH8U/jbSJHV9lChoBmgJaA9DCMu8VdehWg7AlIaUUpRoFUsyaBZHQJx+0JqqOtJ1fZQoaAZoCWgPQwjjiLX4FIAQwJSGlFKUaBVLMmgWR0Ccfo/6O5rhdX2UKGgGaAloD0MIJT/iV6xBEMCUhpRSlGgVSzJoFkdAnH5UlNUOu3V9lChoBmgJaA9DCKg1zTtOERLAlIaUUpRoFUsyaBZHQJx/vPyCnP51fZQoaAZoCWgPQwjK3lLOF9sHwJSGlFKUaBVLMmgWR0Ccf3iUPhAGdX2UKGgGaAloD0MIN6rTgawXEcCUhpRSlGgVSzJoFkdAnH84D9wWFnV9lChoBmgJaA9DCJLn+j4cZBDAlIaUUpRoFUsyaBZHQJx+/Lr5ZbJ1fZQoaAZoCWgPQwijrrX3qWoIwJSGlFKUaBVLMmgWR0CcgGIHTqjadX2UKGgGaAloD0MIu0c2V83TEMCUhpRSlGgVSzJoFkdAnIAdrGipN3V9lChoBmgJaA9DCFBR9Sudrw/AlIaUUpRoFUsyaBZHQJx/3Q1JlJ91fZQoaAZoCWgPQwhvnX+77PcMwJSGlFKUaBVLMmgWR0Ccf6GqxTsIdX2UKGgGaAloD0MItJQsJ6FUGcCUhpRSlGgVSzJoFkdAnIELRSgoPXV9lChoBmgJaA9DCNffEoB/OhbAlIaUUpRoFUsyaBZHQJyAxuxbB451fZQoaAZoCWgPQwhf04OCUnQLwJSGlFKUaBVLMmgWR0CcgIZPl+3IdX2UKGgGaAloD0MIDcNHxJT4F8CUhpRSlGgVSzJoFkdAnIBK9GqgiHV9lChoBmgJaA9DCGd9yjFZnATAlIaUUpRoFUsyaBZHQJyBtsyi22J1fZQoaAZoCWgPQwgF3V7SGE0XwJSGlFKUaBVLMmgWR0CcgXJrcj7idX2UKGgGaAloD0MIJqjhW1iXDsCUhpRSlGgVSzJoFkdAnIExx1gYxnV9lChoBmgJaA9DCFNaf0sAXg/AlIaUUpRoFUsyaBZHQJyA9mTTvy91fZQoaAZoCWgPQwiRf2YQH9gMwJSGlFKUaBVLMmgWR0Ccgmfj0cwQdX2UKGgGaAloD0MIPJ8B9Wa0A8CUhpRSlGgVSzJoFkdAnIIjhHbypnV9lChoBmgJaA9DCJeL+E7MehLAlIaUUpRoFUsyaBZHQJyB4ubqhUR1fZQoaAZoCWgPQwhCQSlaudcIwJSGlFKUaBVLMmgWR0CcgaeE7GNrdX2UKGgGaAloD0MI4Lw48dXuC8CUhpRSlGgVSzJoFkdAnIMZpSJj2HV9lChoBmgJaA9DCONsOgK4KRHAlIaUUpRoFUsyaBZHQJyC1UYKpkx1fZQoaAZoCWgPQwjNP/omTcMQwJSGlFKUaBVLMmgWR0CcgpTJhfBvdX2UKGgGaAloD0MIaAWGrG51EMCUhpRSlGgVSzJoFkdAnIJZdnkDIXV9lChoBmgJaA9DCIPCoEyjqRPAlIaUUpRoFUsyaBZHQJyDxuuRs/J1fZQoaAZoCWgPQwj+f5wwYRQXwJSGlFKUaBVLMmgWR0Ccg4Kk2xY8dX2UKGgGaAloD0MIe6NWmL6XDMCUhpRSlGgVSzJoFkdAnINCKWLP2XV9lChoBmgJaA9DCL6DnziAHhHAlIaUUpRoFUsyaBZHQJyDBtMwlB11fZQoaAZoCWgPQwj3cp8cBQgFwJSGlFKUaBVLMmgWR0CchHJQcghbdX2UKGgGaAloD0MIStQLPs3JCsCUhpRSlGgVSzJoFkdAnIQt3jdYXHV9lChoBmgJaA9DCJZ5q65D9QrAlIaUUpRoFUsyaBZHQJyD7UAksz51fZQoaAZoCWgPQwi5izBFuZQRwJSGlFKUaBVLMmgWR0Ccg7He7+UAdX2UKGgGaAloD0MIzT/6Jk3TFsCUhpRSlGgVSzJoFkdAnIUhceKba3V9lChoBmgJaA9DCMCy0qQURBHAlIaUUpRoFUsyaBZHQJyE3Q2MsH11fZQoaAZoCWgPQwj6JeKt8x8UwJSGlFKUaBVLMmgWR0CchJxptaZAdX2UKGgGaAloD0MIS+XtCKflBcCUhpRSlGgVSzJoFkdAnIRhFmWdE3V9lChoBmgJaA9DCNcXCW059wrAlIaUUpRoFUsyaBZHQJyFzOGCZnd1fZQoaAZoCWgPQwhuwVJdwCsGwJSGlFKUaBVLMmgWR0CchYiaiKzidX2UKGgGaAloD0MIQnkfR3NED8CUhpRSlGgVSzJoFkdAnIVH9BKL9HV9lChoBmgJaA9DCFDkSdI1sw7AlIaUUpRoFUsyaBZHQJyFDIdU83d1fZQoaAZoCWgPQwhxAP2+f7MPwJSGlFKUaBVLMmgWR0CchnblijL0dX2UKGgGaAloD0MIwk1GlWEcFMCUhpRSlGgVSzJoFkdAnIYysKb8WXV9lChoBmgJaA9DCAbYR6euXAjAlIaUUpRoFUsyaBZHQJyF8hhYvFp1fZQoaAZoCWgPQwgwSWWKOcgAwJSGlFKUaBVLMmgWR0Cchba8Yht+dX2UKGgGaAloD0MIba0vEtryDsCUhpRSlGgVSzJoFkdAnIch73PAwnV9lChoBmgJaA9DCHBdMSO8PQbAlIaUUpRoFUsyaBZHQJyG3bVSXMR1fZQoaAZoCWgPQwi5/fLJiqEQwJSGlFKUaBVLMmgWR0Cchp0qpcX4dX2UKGgGaAloD0MIEOz4LxDkBsCUhpRSlGgVSzJoFkdAnIZhw++ueXV9lChoBmgJaA9DCNS4N79hwgbAlIaUUpRoFUsyaBZHQJyHz0Yj0MB1fZQoaAZoCWgPQwiXGwx1WAEKwJSGlFKUaBVLMmgWR0Cch4rjHXEqdX2UKGgGaAloD0MISWb1DrfDCMCUhpRSlGgVSzJoFkdAnIdKSHM2WXV9lChoBmgJaA9DCH2VfOwuMA/AlIaUUpRoFUsyaBZHQJyHDvRZ2ZB1fZQoaAZoCWgPQwithVlo55QSwJSGlFKUaBVLMmgWR0CciHjUNKAbdX2UKGgGaAloD0MIIjgu46YGF8CUhpRSlGgVSzJoFkdAnIg0btJFs3V9lChoBmgJaA9DCGDoEaPnlgjAlIaUUpRoFUsyaBZHQJyH88yN4qx1fZQoaAZoCWgPQwhR2ht8YSIQwJSGlFKUaBVLMmgWR0Cch7hhpg1FdX2UKGgGaAloD0MIZ9Km6h5JEcCUhpRSlGgVSzJoFkdAnIkiIP9UCXV9lChoBmgJaA9DCNl3RfC/dQbAlIaUUpRoFUsyaBZHQJyI3lr/Khd1fZQoaAZoCWgPQwijHTf8btoCwJSGlFKUaBVLMmgWR0CciJ3CsOoYdX2UKGgGaAloD0MIhsq/lleOD8CUhpRSlGgVSzJoFkdAnIhiWzF+/nV9lChoBmgJaA9DCFA25QrvAhfAlIaUUpRoFUsyaBZHQJyJ0DxLCep1fZQoaAZoCWgPQwgoDTUKSdYTwJSGlFKUaBVLMmgWR0CciYvQ4S6EdX2UKGgGaAloD0MIM6ZgjbMp+7+UhpRSlGgVSzJoFkdAnIlLOAy2yHV9lChoBmgJaA9DCLqkarsJXgfAlIaUUpRoFUsyaBZHQJyJD8uSOip1fZQoaAZoCWgPQwgkD0QWaeIIwJSGlFKUaBVLMmgWR0CcioHZsbeedX2UKGgGaAloD0MInQ35ZwZhFsCUhpRSlGgVSzJoFkdAnIo9cbBGhHV9lChoBmgJaA9DCJHyk2qfzv6/lIaUUpRoFUsyaBZHQJyJ/Npudf91fZQoaAZoCWgPQwixNPCjGlYPwJSGlFKUaBVLMmgWR0CcicFw1ivxdX2UKGgGaAloD0MI+84vStCfDsCUhpRSlGgVSzJoFkdAnIsxwuM+/3V9lChoBmgJaA9DCNrKS/4nfxHAlIaUUpRoFUsyaBZHQJyK7YqXnhd1fZQoaAZoCWgPQwgAcOzZcykSwJSGlFKUaBVLMmgWR0Cciqz1bqyGdX2UKGgGaAloD0MI3LdaJy4XFMCUhpRSlGgVSzJoFkdAnIpxjz7MxHV9lChoBmgJaA9DCL/xtWeWRBDAlIaUUpRoFUsyaBZHQJyL5D6WPcV1fZQoaAZoCWgPQwjDZoALsiUJwJSGlFKUaBVLMmgWR0Cci5/Vy3kQdX2UKGgGaAloD0MIM/rRcMp8DcCUhpRSlGgVSzJoFkdAnItfQnhKlHV9lChoBmgJaA9DCOHs1jIZ/hXAlIaUUpRoFUsyaBZHQJyLI+t8uz11fZQoaAZoCWgPQwjGUE60q7AHwJSGlFKUaBVLMmgWR0CcjJcnE2pAdX2UKGgGaAloD0MIM6MfDafMDcCUhpRSlGgVSzJoFkdAnIxS9EkSmXV9lChoBmgJaA9DCIekFkompwbAlIaUUpRoFUsyaBZHQJyMEmfGuLd1fZQoaAZoCWgPQwhZFkz8UQQTwJSGlFKUaBVLMmgWR0Cci9cWTHKfdX2UKGgGaAloD0MIjV4NUBqKBsCUhpRSlGgVSzJoFkdAnI1JC0F8onV9lChoBmgJaA9DCIVALnHkYQjAlIaUUpRoFUsyaBZHQJyNBNDc/MZ1fZQoaAZoCWgPQwgDX9Gt1xQSwJSGlFKUaBVLMmgWR0CcjMQr+YMOdX2UKGgGaAloD0MItixfl+GfDcCUhpRSlGgVSzJoFkdAnIyIzzmOl3V9lChoBmgJaA9DCMEdqFMe3RnAlIaUUpRoFUsyaBZHQJyN+aOPvKF1fZQoaAZoCWgPQwg90uC2tqAQwJSGlFKUaBVLMmgWR0CcjbU6PsAvdX2UKGgGaAloD0MIFyzVBbwsCcCUhpRSlGgVSzJoFkdAnI10nCwbEXV9lChoBmgJaA9DCL7aUZyjjgjAlIaUUpRoFUsyaBZHQJyNOTLW7OF1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 100000, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVUgMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUaBCTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZSMAUOUdJRSlIwEaGlnaJRoHSiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBVLA4WUaCB0lFKUjA1ib3VuZGVkX2JlbG93lGgdKJYDAAAAAAAAAAEBAZRoEowCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIHSUUpSMDWJvdW5kZWRfYWJvdmWUaB0olgMAAAAAAAAAAQEBlGgsSwOFlGggdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBVoGEsDhZRoGmgdKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZRoIHSUUpRoI2gdKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoIHSUUpRoKGgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoMmgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoN051YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgVaBhLBoWUaBpoHSiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBVLBoWUaCB0lFKUaCNoHSiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBVLBoWUaCB0lFKUaChoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDJoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDdOdWJ1aBhOaBBOaDdOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVbQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_np_random": null}, "n_envs": 4, "system_info": {"OS": "macOS-13.2.1-arm64-arm-64bit Darwin Kernel Version 22.3.0: Mon Jan 30 20:38:37 PST 2023; root:xnu-8792.81.3~2/RELEASE_ARM64_T6000", "Python": "3.8.13", "Stable-Baselines3": "1.8.0", "PyTorch": "2.0.0", "GPU Enabled": "False", "Numpy": "1.21.2", "Gym": "0.21.0"}}
|
|
|
|
| 1 |
+
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param sde_net_arch: Network architecture for extracting features\n when using gSDE. If None, the latent features from the policy will be used.\n Pass an empty list to use the states as features.\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the feature extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7f2171516ee0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f2171518a40>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVUgMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUaBCTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZSMAUOUdJRSlIwEaGlnaJRoHSiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBVLA4WUaCB0lFKUjA1ib3VuZGVkX2JlbG93lGgdKJYDAAAAAAAAAAEBAZRoEowCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIHSUUpSMDWJvdW5kZWRfYWJvdmWUaB0olgMAAAAAAAAAAQEBlGgsSwOFlGggdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBVoGEsDhZRoGmgdKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZRoIHSUUpRoI2gdKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoIHSUUpRoKGgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoMmgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoN051YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgVaBhLBoWUaBpoHSiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBVLBoWUaCB0lFKUaCNoHSiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBVLBoWUaCB0lFKUaChoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDJoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDdOdWJ1aBhOaBBOaDdOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVbQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_np_random": null}, "n_envs": 4, "num_timesteps": 3000000, "_total_timesteps": 3000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1682387135.1029332, "learning_rate": 0.0007, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVlQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMYy9ob21lL2J5cm9uL21pbmljb25kYTMvZW52cy9tbC1hZ2VudHMvbGliL3B5dGhvbjMuOS9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5RoDHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB59lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA3MfxPlqX8zxXhgw/3MfxPlqX8zxXhgw/3MfxPlqX8zxXhgw/3MfxPlqX8zxXhgw/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAn6OYvyTLwD+bz/C+Mj18Prk5xD+WXU+/iMiMvwktp7+KU8a/Rym0vzhTVD87MKm/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADcx/E+WpfzPFeGDD/Gttw7/MbVuCSYMDzcx/E+WpfzPFeGDD/Gttw7/MbVuCSYMDzcx/E+WpfzPFeGDD/Gttw7/MbVuCSYMDzcx/E+WpfzPFeGDD/Gttw7/MbVuCSYMDyUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[0.47222793 0.02973526 0.54892486]\n [0.47222793 0.02973526 0.54892486]\n [0.47222793 0.02973526 0.54892486]\n [0.47222793 0.02973526 0.54892486]]", "desired_goal": "[[-1.1924933 1.5061994 -0.4703339 ]\n [ 0.24632719 1.5330116 -0.81002176]\n [-1.0998697 -1.3060619 -1.5494244 ]\n [-1.4075097 0.8293948 -1.3217844 ]]", "observation": "[[ 4.7222793e-01 2.9735256e-02 5.4892486e-01 6.7356555e-03\n -1.0193695e-04 1.0778461e-02]\n [ 4.7222793e-01 2.9735256e-02 5.4892486e-01 6.7356555e-03\n -1.0193695e-04 1.0778461e-02]\n [ 4.7222793e-01 2.9735256e-02 5.4892486e-01 6.7356555e-03\n -1.0193695e-04 1.0778461e-02]\n [ 4.7222793e-01 2.9735256e-02 5.4892486e-01 6.7356555e-03\n -1.0193695e-04 1.0778461e-02]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAbTsTPVFA4D1xNqc92WRvPfrcvj2FxYc+93rZPGCIyL2Q53I+pJ6FPHYtFr7kLW4+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]", "desired_goal": "[[ 0.03594534 0.10949767 0.08164681]\n [ 0.05844579 0.09319492 0.26517883]\n [ 0.02654789 -0.09791636 0.23721147]\n [ 0.016311 -0.1466578 0.23259693]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI9iUbD7Y4D8CUhpRSlIwBbJRLMowBdJRHQLtYcA5q/M51fZQoaAZoCWgPQwhlbVM8LkoOwJSGlFKUaBVLMmgWR0C7WFyfQKKHdX2UKGgGaAloD0MItqLNcW5zEMCUhpRSlGgVSzJoFkdAu1hJE3KjjHV9lChoBmgJaA9DCC20c5oFOhLAlIaUUpRoFUsyaBZHQLtYNWAwwkB1fZQoaAZoCWgPQwheZAJ+jXQSwJSGlFKUaBVLMmgWR0C7WNiGJvYOdX2UKGgGaAloD0MIKa+V0F2SEcCUhpRSlGgVSzJoFkdAu1jE8SwnpnV9lChoBmgJaA9DCOQvLeqTnArAlIaUUpRoFUsyaBZHQLtYsWXkYGd1fZQoaAZoCWgPQwiqDONuEE0SwJSGlFKUaBVLMmgWR0C7WJ3P3SKFdX2UKGgGaAloD0MI2Ls/3qt2EsCUhpRSlGgVSzJoFkdAu1lOCxu89XV9lChoBmgJaA9DCEPjiSDOIwTAlIaUUpRoFUsyaBZHQLtZOoTPBzp1fZQoaAZoCWgPQwgYXHNH/4sQwJSGlFKUaBVLMmgWR0C7WSb9/BnBdX2UKGgGaAloD0MI2epySkBsDsCUhpRSlGgVSzJoFkdAu1kTRqoIfXV9lChoBmgJaA9DCGU08nnFEwnAlIaUUpRoFUsyaBZHQLtZwLR8c+91fZQoaAZoCWgPQwgVkPY/wEoRwJSGlFKUaBVLMmgWR0C7Wa0eU6gedX2UKGgGaAloD0MICJRNucJbFsCUhpRSlGgVSzJoFkdAu1mZmh/RV3V9lChoBmgJaA9DCKQzMPKyRg/AlIaUUpRoFUsyaBZHQLtZhfDUExJ1fZQoaAZoCWgPQwgFUfcBSO0RwJSGlFKUaBVLMmgWR0C7WjKXKKYRdX2UKGgGaAloD0MIKnKIuDlFFcCUhpRSlGgVSzJoFkdAu1ofCQ9zO3V9lChoBmgJaA9DCPWdX5SgTxHAlIaUUpRoFUsyaBZHQLtaC3y7PIJ1fZQoaAZoCWgPQwjHuyNjtUkYwJSGlFKUaBVLMmgWR0C7WffFBIFvdX2UKGgGaAloD0MIWAG+27zxEMCUhpRSlGgVSzJoFkdAu1qex6fJ3nV9lChoBmgJaA9DCLBXWHA/cBLAlIaUUpRoFUsyaBZHQLtaiy9mHxl1fZQoaAZoCWgPQwiXqUnwhhQJwJSGlFKUaBVLMmgWR0C7Wne6y0KJdX2UKGgGaAloD0MInOCbps+ODsCUhpRSlGgVSzJoFkdAu1pkD+zdDnV9lChoBmgJaA9DCJ29M9qqhBXAlIaUUpRoFUsyaBZHQLtbDSHdoFp1fZQoaAZoCWgPQwhwJNBgU2cYwJSGlFKUaBVLMmgWR0C7WvmOyVv/dX2UKGgGaAloD0MIfNEeL6RTEsCUhpRSlGgVSzJoFkdAu1rmBTXJ5nV9lChoBmgJaA9DCBXhJqPK0BDAlIaUUpRoFUsyaBZHQLta0lMRHwx1fZQoaAZoCWgPQwh8KxIT1HAJwJSGlFKUaBVLMmgWR0C7W4RaC+URdX2UKGgGaAloD0MIFJhO6zY4EsCUhpRSlGgVSzJoFkdAu1tw3irDInV9lChoBmgJaA9DCETdByC1aRTAlIaUUpRoFUsyaBZHQLtbXVbzK9x1fZQoaAZoCWgPQwhvRWKCGs4XwJSGlFKUaBVLMmgWR0C7W0nIIWxhdX2UKGgGaAloD0MI+u/Ba5c2EMCUhpRSlGgVSzJoFkdAu1vsW43FUHV9lChoBmgJaA9DCLwEpz6QfBPAlIaUUpRoFUsyaBZHQLtb2MQ2/BZ1fZQoaAZoCWgPQwhKCiyAKVMRwJSGlFKUaBVLMmgWR0C7W8U4BFNMdX2UKGgGaAloD0MIA5fHmpHhFMCUhpRSlGgVSzJoFkdAu1uxfG+9J3V9lChoBmgJaA9DCH1BCwkY7RDAlIaUUpRoFUsyaBZHQLtcVfXPJJZ1fZQoaAZoCWgPQwgNbJVgcegWwJSGlFKUaBVLMmgWR0C7XEJpFkQPdX2UKGgGaAloD0MI+gj84eefGMCUhpRSlGgVSzJoFkdAu1wu5AhStXV9lChoBmgJaA9DCBjt8UI6fBDAlIaUUpRoFUsyaBZHQLtcGy4Wk8B1fZQoaAZoCWgPQwjYCwVsB8MJwJSGlFKUaBVLMmgWR0C7XMNmxt52dX2UKGgGaAloD0MI0GBT51GhEcCUhpRSlGgVSzJoFkdAu1yv0h/y5XV9lChoBmgJaA9DCMg/M4gPjBPAlIaUUpRoFUsyaBZHQLtcnESuhbp1fZQoaAZoCWgPQwhkQPZ698cMwJSGlFKUaBVLMmgWR0C7XIiaqjrSdX2UKGgGaAloD0MIKxIT1PAtEcCUhpRSlGgVSzJoFkdAu100JkXk53V9lChoBmgJaA9DCM8sCVBTyxLAlIaUUpRoFUsyaBZHQLtdIJNTLnt1fZQoaAZoCWgPQwh8mpMXmYAOwJSGlFKUaBVLMmgWR0C7XQ0GeMAFdX2UKGgGaAloD0MIvHX+7bKfEMCUhpRSlGgVSzJoFkdAu1z5ZU1hs3V9lChoBmgJaA9DCKKZJ9cU6A3AlIaUUpRoFUsyaBZHQLtdoPTodMl1fZQoaAZoCWgPQwiuf9dnzqoRwJSGlFKUaBVLMmgWR0C7XY1lK9PDdX2UKGgGaAloD0MIV+vE5Xh1E8CUhpRSlGgVSzJoFkdAu11508vEj3V9lChoBmgJaA9DCJWAmIQLKRbAlIaUUpRoFUsyaBZHQLtdZiDdxhl1fZQoaAZoCWgPQwipv15hwV0PwJSGlFKUaBVLMmgWR0C7XguDSPU8dX2UKGgGaAloD0MI8KMa9ntCDcCUhpRSlGgVSzJoFkdAu1337hvR7nV9lChoBmgJaA9DCK+T+rK0wxnAlIaUUpRoFUsyaBZHQLtd5GucME11fZQoaAZoCWgPQwie6pCb4WYTwJSGlFKUaBVLMmgWR0C7XdC00FbFdX2UKGgGaAloD0MI+yDLgonPE8CUhpRSlGgVSzJoFkdAu1574nF5wHV9lChoBmgJaA9DCMfYCS/BGRfAlIaUUpRoFUsyaBZHQLteaFnIyTJ1fZQoaAZoCWgPQwgrNBDLZo4HwJSGlFKUaBVLMmgWR0C7XlTWbwz+dX2UKGgGaAloD0MIzk9xHHhlEMCUhpRSlGgVSzJoFkdAu15BJiAlOXV9lChoBmgJaA9DCFBz8iITABDAlIaUUpRoFUsyaBZHQLte6JYkmhN1fZQoaAZoCWgPQwiUg9kEGBYSwJSGlFKUaBVLMmgWR0C7XtT850bMdX2UKGgGaAloD0MI6IU7F0bqF8CUhpRSlGgVSzJoFkdAu17BbcGke3V9lChoBmgJaA9DCHxD4bN1ABTAlIaUUpRoFUsyaBZHQLterbm2b5N1fZQoaAZoCWgPQwit3AvMCrURwJSGlFKUaBVLMmgWR0C7X1KHXVbzdX2UKGgGaAloD0MIyY6NQLwuDsCUhpRSlGgVSzJoFkdAu18++GoJiXV9lChoBmgJaA9DCNz0Zz9SRArAlIaUUpRoFUsyaBZHQLtfK2qDK5l1fZQoaAZoCWgPQwjVIw1uaysQwJSGlFKUaBVLMmgWR0C7XxfLX+VDdX2UKGgGaAloD0MIntMs0O7AFMCUhpRSlGgVSzJoFkdAu1+/TXrdFnV9lChoBmgJaA9DCJRNucK7rBLAlIaUUpRoFUsyaBZHQLtfq7rs0Hh1fZQoaAZoCWgPQwhq9kArMIQPwJSGlFKUaBVLMmgWR0C7X5gyVObidX2UKGgGaAloD0MIQ3IycauAEcCUhpRSlGgVSzJoFkdAu1+EhX8wYnV9lChoBmgJaA9DCFwFMdC1HxfAlIaUUpRoFUsyaBZHQLtgJMeOn2t1fZQoaAZoCWgPQwijlBCsqqcVwJSGlFKUaBVLMmgWR0C7YBEvGp++dX2UKGgGaAloD0MI8ppXdVYrEMCUhpRSlGgVSzJoFkdAu1/9n/T9bXV9lChoBmgJaA9DCHe/CvDd9hHAlIaUUpRoFUsyaBZHQLtf6fEXLvF1fZQoaAZoCWgPQwhnRGlv8AUOwJSGlFKUaBVLMmgWR0C7YI41gpjMdX2UKGgGaAloD0MInInpQqwuEsCUhpRSlGgVSzJoFkdAu2B6nBLwnnV9lChoBmgJaA9DCLXeb7TjVhDAlIaUUpRoFUsyaBZHQLtgZw5/9YR1fZQoaAZoCWgPQwjHE0Gch+MQwJSGlFKUaBVLMmgWR0C7YFNmcvugdX2UKGgGaAloD0MIxOxl22nLCMCUhpRSlGgVSzJoFkdAu2D6lLvkR3V9lChoBmgJaA9DCE+UhETaJhTAlIaUUpRoFUsyaBZHQLtg5w6ySmt1fZQoaAZoCWgPQwjo3sMlxz0PwJSGlFKUaBVLMmgWR0C7YNN/e+EidX2UKGgGaAloD0MIwHtHjQnREMCUhpRSlGgVSzJoFkdAu2C/zCk43nV9lChoBmgJaA9DCFG9NbBVwg/AlIaUUpRoFUsyaBZHQLthY+jdpIt1fZQoaAZoCWgPQwjzIagavXoXwJSGlFKUaBVLMmgWR0C7YVBcE/0NdX2UKGgGaAloD0MIH5+QnbcxFMCUhpRSlGgVSzJoFkdAu2E8zxgAqHV9lChoBmgJaA9DCHv3x3vVGhHAlIaUUpRoFUsyaBZHQLthKRjBl+V1fZQoaAZoCWgPQwiTUWUYd8MRwJSGlFKUaBVLMmgWR0C7Ydyp3os7dX2UKGgGaAloD0MI2J3uPPHsFMCUhpRSlGgVSzJoFkdAu2HJGmUGFHV9lChoBmgJaA9DCBPU8C2s6xDAlIaUUpRoFUsyaBZHQLthtYzzmOl1fZQoaAZoCWgPQwgjEoWWdY8TwJSGlFKUaBVLMmgWR0C7YaHcclw+dX2UKGgGaAloD0MIy6FFtvNdD8CUhpRSlGgVSzJoFkdAu2JRMQEpzHV9lChoBmgJaA9DCJYKKqp+VRDAlIaUUpRoFUsyaBZHQLtiPaRp1zR1fZQoaAZoCWgPQwiQhlPm5nsLwJSGlFKUaBVLMmgWR0C7YioaP0ZndX2UKGgGaAloD0MIHTo978YCDcCUhpRSlGgVSzJoFkdAu2IWeAd4mnV9lChoBmgJaA9DCCFZwARu/QnAlIaUUpRoFUsyaBZHQLtiv1+iJwd1fZQoaAZoCWgPQwiuY1xxcTQQwJSGlFKUaBVLMmgWR0C7YqvLxI8RdX2UKGgGaAloD0MI1LZhFASPEMCUhpRSlGgVSzJoFkdAu2KYRNATqXV9lChoBmgJaA9DCFLxf0dUWBHAlIaUUpRoFUsyaBZHQLtihK2a2F51ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 150000, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "system_info": {"OS": "Linux-5.15.90.1-microsoft-standard-WSL2-x86_64-with-glibc2.35 #1 SMP Fri Jan 27 02:56:13 UTC 2023", "Python": "3.9.16", "Stable-Baselines3": "1.5.0", "PyTorch": "1.12.1.post201", "GPU Enabled": "True", "Numpy": "1.24.3", "Gym": "0.21.0"}}
|
replay.mp4
CHANGED
|
Binary files a/replay.mp4 and b/replay.mp4 differ
|
|
|
results.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"mean_reward": -
|
|
|
|
| 1 |
+
{"mean_reward": -5.321275883167982, "std_reward": 1.2313096588018397, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-04-25T09:02:57.314630"}
|
vec_normalize.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9f251306a1521bd1ecac45cd9a4d3fb350e37ca5cdf263604aeb758518f924a1
|
| 3 |
+
size 3056
|