Commit
•
c5b5b8c
1
Parent(s):
45990e5
Initial commit
Browse files- README.md +1 -1
- a2c-PandaReachDense-v2.zip +2 -2
- a2c-PandaReachDense-v2/data +13 -13
- a2c-PandaReachDense-v2/policy.optimizer.pth +1 -1
- a2c-PandaReachDense-v2/policy.pth +1 -1
- config.json +1 -1
- replay.mp4 +2 -2
- results.json +1 -1
- vec_normalize.pkl +1 -1
README.md
CHANGED
|
@@ -16,7 +16,7 @@ model-index:
|
|
| 16 |
type: PandaReachDense-v2
|
| 17 |
metrics:
|
| 18 |
- type: mean_reward
|
| 19 |
-
value: -
|
| 20 |
name: mean_reward
|
| 21 |
verified: false
|
| 22 |
---
|
|
|
|
| 16 |
type: PandaReachDense-v2
|
| 17 |
metrics:
|
| 18 |
- type: mean_reward
|
| 19 |
+
value: -0.90 +/- 0.34
|
| 20 |
name: mean_reward
|
| 21 |
verified: false
|
| 22 |
---
|
a2c-PandaReachDense-v2.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2efd64db26c617cea4047729fa5deb027654076f1959a6aeb825bdd943b69c8f
|
| 3 |
+
size 108075
|
a2c-PandaReachDense-v2/data
CHANGED
|
@@ -4,9 +4,9 @@
|
|
| 4 |
":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=",
|
| 5 |
"__module__": "stable_baselines3.common.policies",
|
| 6 |
"__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ",
|
| 7 |
-
"__init__": "<function MultiInputActorCriticPolicy.__init__ at
|
| 8 |
"__abstractmethods__": "frozenset()",
|
| 9 |
-
"_abc_impl": "<_abc._abc_data object at
|
| 10 |
},
|
| 11 |
"verbose": 1,
|
| 12 |
"policy_kwargs": {
|
|
@@ -19,12 +19,12 @@
|
|
| 19 |
"weight_decay": 0
|
| 20 |
}
|
| 21 |
},
|
| 22 |
-
"num_timesteps":
|
| 23 |
-
"_total_timesteps":
|
| 24 |
"_num_timesteps_at_start": 0,
|
| 25 |
"seed": null,
|
| 26 |
"action_noise": null,
|
| 27 |
-
"start_time":
|
| 28 |
"learning_rate": 0.0007,
|
| 29 |
"tensorboard_log": null,
|
| 30 |
"lr_schedule": {
|
|
@@ -33,10 +33,10 @@
|
|
| 33 |
},
|
| 34 |
"_last_obs": {
|
| 35 |
":type:": "<class 'collections.OrderedDict'>",
|
| 36 |
-
":serialized:": "
|
| 37 |
-
"achieved_goal": "[[ 0.
|
| 38 |
-
"desired_goal": "[[
|
| 39 |
-
"observation": "[[ 0.
|
| 40 |
},
|
| 41 |
"_last_episode_starts": {
|
| 42 |
":type:": "<class 'numpy.ndarray'>",
|
|
@@ -44,9 +44,9 @@
|
|
| 44 |
},
|
| 45 |
"_last_original_obs": {
|
| 46 |
":type:": "<class 'collections.OrderedDict'>",
|
| 47 |
-
":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////
|
| 48 |
"achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]",
|
| 49 |
-
"desired_goal": "[[
|
| 50 |
"observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"
|
| 51 |
},
|
| 52 |
"_episode_num": 0,
|
|
@@ -56,13 +56,13 @@
|
|
| 56 |
"_stats_window_size": 100,
|
| 57 |
"ep_info_buffer": {
|
| 58 |
":type:": "<class 'collections.deque'>",
|
| 59 |
-
":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////
|
| 60 |
},
|
| 61 |
"ep_success_buffer": {
|
| 62 |
":type:": "<class 'collections.deque'>",
|
| 63 |
":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
|
| 64 |
},
|
| 65 |
-
"_n_updates":
|
| 66 |
"n_steps": 5,
|
| 67 |
"gamma": 0.99,
|
| 68 |
"gae_lambda": 1.0,
|
|
|
|
| 4 |
":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=",
|
| 5 |
"__module__": "stable_baselines3.common.policies",
|
| 6 |
"__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ",
|
| 7 |
+
"__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7fb8f956e680>",
|
| 8 |
"__abstractmethods__": "frozenset()",
|
| 9 |
+
"_abc_impl": "<_abc._abc_data object at 0x7fb8f9557fc0>"
|
| 10 |
},
|
| 11 |
"verbose": 1,
|
| 12 |
"policy_kwargs": {
|
|
|
|
| 19 |
"weight_decay": 0
|
| 20 |
}
|
| 21 |
},
|
| 22 |
+
"num_timesteps": 1500000,
|
| 23 |
+
"_total_timesteps": 1500000,
|
| 24 |
"_num_timesteps_at_start": 0,
|
| 25 |
"seed": null,
|
| 26 |
"action_noise": null,
|
| 27 |
+
"start_time": 1686798568715901738,
|
| 28 |
"learning_rate": 0.0007,
|
| 29 |
"tensorboard_log": null,
|
| 30 |
"lr_schedule": {
|
|
|
|
| 33 |
},
|
| 34 |
"_last_obs": {
|
| 35 |
":type:": "<class 'collections.OrderedDict'>",
|
| 36 |
+
":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAs1KuPiGmaLwVaxM/s1KuPiGmaLwVaxM/s1KuPiGmaLwVaxM/s1KuPiGmaLwVaxM/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAkRDav7pnvD8NU5y/PbvVv1n0gD7Hss+/5lsSPyXK0r+PRrw/3C6Jv53uQr/lCZ2+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAACzUq4+IaZovBVrEz9BPzk8tzkYu5iBlTuzUq4+IaZovBVrEz9BPzk8tzkYu5iBlTuzUq4+IaZovBVrEz9BPzk8tzkYu5iBlTuzUq4+IaZovBVrEz9BPzk8tzkYu5iBlTuUaA5LBEsGhpRoEnSUUpR1Lg==",
|
| 37 |
+
"achieved_goal": "[[ 0.3404747 -0.01419976 0.5758527 ]\n [ 0.3404747 -0.01419976 0.5758527 ]\n [ 0.3404747 -0.01419976 0.5758527 ]\n [ 0.3404747 -0.01419976 0.5758527 ]]",
|
| 38 |
+
"desired_goal": "[[-1.7036306 1.4719155 -1.2212845 ]\n [-1.6697766 0.25186422 -1.6226434 ]\n [ 0.57171476 -1.646794 1.4709033 ]\n [-1.0717425 -0.76145345 -0.3067161 ]]",
|
| 39 |
+
"observation": "[[ 0.3404747 -0.01419976 0.5758527 0.01130658 -0.00232278 0.00456257]\n [ 0.3404747 -0.01419976 0.5758527 0.01130658 -0.00232278 0.00456257]\n [ 0.3404747 -0.01419976 0.5758527 0.01130658 -0.00232278 0.00456257]\n [ 0.3404747 -0.01419976 0.5758527 0.01130658 -0.00232278 0.00456257]]"
|
| 40 |
},
|
| 41 |
"_last_episode_starts": {
|
| 42 |
":type:": "<class 'numpy.ndarray'>",
|
|
|
|
| 44 |
},
|
| 45 |
"_last_original_obs": {
|
| 46 |
":type:": "<class 'collections.OrderedDict'>",
|
| 47 |
+
":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAA8zJGPVARFj03LeA9Liz2vVO38D1BudQ9eDGUPBeC772s+mw+QwVmu9eZg70op3c9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==",
|
| 48 |
"achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]",
|
| 49 |
+
"desired_goal": "[[ 0.04838843 0.0366376 0.10946124]\n [-0.12020145 0.11753716 0.10386897]\n [ 0.01808999 -0.11694735 0.23142499]\n [-0.00350984 -0.06425827 0.06046215]]",
|
| 50 |
"observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"
|
| 51 |
},
|
| 52 |
"_episode_num": 0,
|
|
|
|
| 56 |
"_stats_window_size": 100,
|
| 57 |
"ep_info_buffer": {
|
| 58 |
":type:": "<class 'collections.deque'>",
|
| 59 |
+
":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIk1FlGHcD8L+UhpRSlIwBbJRLMowBdJRHQLFZhLLIPsl1fZQoaAZoCWgPQwjPEI5Z9iThv5SGlFKUaBVLMmgWR0CxWWhAbADadX2UKGgGaAloD0MI/psXJ77a7b+UhpRSlGgVSzJoFkdAsVlJ6eGwinV9lChoBmgJaA9DCMR8eQH2Ue6/lIaUUpRoFUsyaBZHQLFZLU9ZA6d1fZQoaAZoCWgPQwiRfvs6cI7wv5SGlFKUaBVLMmgWR0CxWk9/OMVDdX2UKGgGaAloD0MIjILg8e3d47+UhpRSlGgVSzJoFkdAsVoyjoIOY3V9lChoBmgJaA9DCB4aFqOuNeS/lIaUUpRoFUsyaBZHQLFaFBIFvAJ1fZQoaAZoCWgPQwjzOXe7Xhrmv5SGlFKUaBVLMmgWR0CxWfcmrsBydX2UKGgGaAloD0MI7Q2+MJkq6r+UhpRSlGgVSzJoFkdAsVrQAAAAAHV9lChoBmgJaA9DCPpgGRu6GfG/lIaUUpRoFUsyaBZHQLFasxEORT11fZQoaAZoCWgPQwgrTUpBt5fYv5SGlFKUaBVLMmgWR0CxWpR1X/5tdX2UKGgGaAloD0MIK6Vneomx7b+UhpRSlGgVSzJoFkdAsVp3iEQGwHV9lChoBmgJaA9DCGR2Fr1Tgee/lIaUUpRoFUsyaBZHQLFbU5NXYDl1fZQoaAZoCWgPQwh6U5EKY8vyv5SGlFKUaBVLMmgWR0CxWzaqwQlKdX2UKGgGaAloD0MId2nDYWng7L+UhpRSlGgVSzJoFkdAsVsYIeHSGHV9lChoBmgJaA9DCBK8IY0KnOu/lIaUUpRoFUsyaBZHQLFa+yc0+C91fZQoaAZoCWgPQwjowHKEDGTwv5SGlFKUaBVLMmgWR0CxW9TMJQchdX2UKGgGaAloD0MIaw4QzNFj5r+UhpRSlGgVSzJoFkdAsVu34AS39nV9lChoBmgJaA9DCGcKndfYJeS/lIaUUpRoFUsyaBZHQLFbmUfPomp1fZQoaAZoCWgPQwg1ecpquh7xv5SGlFKUaBVLMmgWR0CxW3xMewLWdX2UKGgGaAloD0MIe737473q4b+UhpRSlGgVSzJoFkdAsVxZjRUm2XV9lChoBmgJaA9DCFCm0eRiDOi/lIaUUpRoFUsyaBZHQLFcPJoTPB11fZQoaAZoCWgPQwhTQNr/AGvbv5SGlFKUaBVLMmgWR0CxXB384xUOdX2UKGgGaAloD0MIkBX8NsR43L+UhpRSlGgVSzJoFkdAsVwBBE8aGnV9lChoBmgJaA9DCHCVJxB2iva/lIaUUpRoFUsyaBZHQLFdACOFQEZ1fZQoaAZoCWgPQwjX3qeq0MDhv5SGlFKUaBVLMmgWR0CxXONCE6DHdX2UKGgGaAloD0MIfsNEgxS88r+UhpRSlGgVSzJoFkdAsVzEtL+PzXV9lChoBmgJaA9DCKAy/n3GhfC/lIaUUpRoFUsyaBZHQLFcqCGetjl1fZQoaAZoCWgPQwhYIHpSJrXjv5SGlFKUaBVLMmgWR0CxXZBZ+x4ZdX2UKGgGaAloD0MIK97IPPIH3L+UhpRSlGgVSzJoFkdAsV1zgYP5HnV9lChoBmgJaA9DCIYgByXM9PC/lIaUUpRoFUsyaBZHQLFdVN/e+Eh1fZQoaAZoCWgPQwjAeAYN/VPyv5SGlFKUaBVLMmgWR0CxXThEa2nbdX2UKGgGaAloD0MIYhVvZB756r+UhpRSlGgVSzJoFkdAsV4UDNhVl3V9lChoBmgJaA9DCApLPKBsSvK/lIaUUpRoFUsyaBZHQLFd9xB3Roh1fZQoaAZoCWgPQwhp5POKp57tv5SGlFKUaBVLMmgWR0CxXdiAQQMAdX2UKGgGaAloD0MI6Zyf4jhw87+UhpRSlGgVSzJoFkdAsV27hn8KonV9lChoBmgJaA9DCLOWAtL+B++/lIaUUpRoFUsyaBZHQLFelAuIyj51fZQoaAZoCWgPQwhiZwqd11jov5SGlFKUaBVLMmgWR0CxXncXzlLfdX2UKGgGaAloD0MII0kQroBC6L+UhpRSlGgVSzJoFkdAsV5YfU4JeHV9lChoBmgJaA9DCG7Ek93MKPG/lIaUUpRoFUsyaBZHQLFeO4EOiFl1fZQoaAZoCWgPQwhG71TAPc/xv5SGlFKUaBVLMmgWR0CxXx8O09hadX2UKGgGaAloD0MIByY3iqx19b+UhpRSlGgVSzJoFkdAsV8CI2wV03V9lChoBmgJaA9DCEdX6e46m+u/lIaUUpRoFUsyaBZHQLFe443m3fB1fZQoaAZoCWgPQwjjNa/qrBbsv5SGlFKUaBVLMmgWR0CxXsamGdqddX2UKGgGaAloD0MIzXSvk/qy7L+UhpRSlGgVSzJoFkdAsV+jgflp5HV9lChoBmgJaA9DCGnhsgqbAfW/lIaUUpRoFUsyaBZHQLFfhq9oN/h1fZQoaAZoCWgPQwiASpUoe8vlv5SGlFKUaBVLMmgWR0CxX2hZQpF1dX2UKGgGaAloD0MI4A7UKY/u7L+UhpRSlGgVSzJoFkdAsV9La24NJHV9lChoBmgJaA9DCDhr8L4q1/a/lIaUUpRoFUsyaBZHQLFgIgieNDN1fZQoaAZoCWgPQwii68IPzifsv5SGlFKUaBVLMmgWR0CxYAUSIxgzdX2UKGgGaAloD0MIaFvNOuN77r+UhpRSlGgVSzJoFkdAsV/mf6Ggz3V9lChoBmgJaA9DCPFiYYicfvC/lIaUUpRoFUsyaBZHQLFfyZLIxQB1fZQoaAZoCWgPQwgWhPI+jmbqv5SGlFKUaBVLMmgWR0CxYKLo0Q9SdX2UKGgGaAloD0MIoyO5/If05L+UhpRSlGgVSzJoFkdAsWCGB3A2ynV9lChoBmgJaA9DCFIpdjQO9eO/lIaUUpRoFUsyaBZHQLFgZ3A2ycF1fZQoaAZoCWgPQwhBR6ta0lHmv5SGlFKUaBVLMmgWR0CxYEp93KSxdX2UKGgGaAloD0MIjX+fceHA6r+UhpRSlGgVSzJoFkdAsWE2scQyynV9lChoBmgJaA9DCFTHKqVnevG/lIaUUpRoFUsyaBZHQLFhGcY64lR1fZQoaAZoCWgPQwiDh2nf3N/uv5SGlFKUaBVLMmgWR0CxYPs274BWdX2UKGgGaAloD0MIFTYDXJCt6r+UhpRSlGgVSzJoFkdAsWDeOCGvfXV9lChoBmgJaA9DCORojqz8sue/lIaUUpRoFUsyaBZHQLFhuy2x6fJ1fZQoaAZoCWgPQwilhjYAGxDav5SGlFKUaBVLMmgWR0CxYZ5DVpbmdX2UKGgGaAloD0MI8iN+xRqu4r+UhpRSlGgVSzJoFkdAsWF/rZ8KHHV9lChoBmgJaA9DCAn84ee/h++/lIaUUpRoFUsyaBZHQLFhYrDZUUB1fZQoaAZoCWgPQwh0DTM0ngjgv5SGlFKUaBVLMmgWR0CxYk/iLl3hdX2UKGgGaAloD0MI93R1x2Ib67+UhpRSlGgVSzJoFkdAsWIy8/UvwnV9lChoBmgJaA9DCG03wTdNn+q/lIaUUpRoFUsyaBZHQLFiFGPgeil1fZQoaAZoCWgPQwg+QWK7ewDtv5SGlFKUaBVLMmgWR0CxYfe2qkuZdX2UKGgGaAloD0MIvw6cM6K047+UhpRSlGgVSzJoFkdAsWLPkRzzVnV9lChoBmgJaA9DCCZUcHhBxOS/lIaUUpRoFUsyaBZHQLFisqHGjsV1fZQoaAZoCWgPQwgMBAEydGzjv5SGlFKUaBVLMmgWR0CxYpQHRkVfdX2UKGgGaAloD0MI1ZKOcjAb4r+UhpRSlGgVSzJoFkdAsWJ3GZNO/XV9lChoBmgJaA9DCBueXinLkOe/lIaUUpRoFUsyaBZHQLFjVgk1Muh1fZQoaAZoCWgPQwgK1jibjgDyv5SGlFKUaBVLMmgWR0CxYzkkrwvydX2UKGgGaAloD0MIGsQHdvwX67+UhpRSlGgVSzJoFkdAsWMalhw2l3V9lChoBmgJaA9DCBKI1/UL9um/lIaUUpRoFUsyaBZHQLFi/aWom5V1fZQoaAZoCWgPQwgsu2BwzR3yv5SGlFKUaBVLMmgWR0CxY+QHZ9NOdX2UKGgGaAloD0MIP1dbsb9s57+UhpRSlGgVSzJoFkdAsWPHDm8ujHV9lChoBmgJaA9DCD26ERYV8ee/lIaUUpRoFUsyaBZHQLFjqH1e0HB1fZQoaAZoCWgPQwjZX3ZPHhbxv5SGlFKUaBVLMmgWR0CxY4uVs1sMdX2UKGgGaAloD0MIiXjr/Ntl2r+UhpRSlGgVSzJoFkdAsWSVFUhmoXV9lChoBmgJaA9DCI7pCUs8oOe/lIaUUpRoFUsyaBZHQLFkeJw84gl1fZQoaAZoCWgPQwhXYMjqVk/mv5SGlFKUaBVLMmgWR0CxZFqDsdDIdX2UKGgGaAloD0MI0cq9wKyQ8L+UhpRSlGgVSzJoFkdAsWQ99Tgl4XV9lChoBmgJaA9DCBpNLsbAuuK/lIaUUpRoFUsyaBZHQLFlcTisGPh1fZQoaAZoCWgPQwieeM4WENrhv5SGlFKUaBVLMmgWR0CxZVSy6cy4dX2UKGgGaAloD0MI9gfKbfue57+UhpRSlGgVSzJoFkdAsWU2jL0SRXV9lChoBmgJaA9DCJvG9lrQe+S/lIaUUpRoFUsyaBZHQLFlGgUDdQB1fZQoaAZoCWgPQwgfEr73N+jlv5SGlFKUaBVLMmgWR0CxZnDPWxyGdX2UKGgGaAloD0MIU14robvk9r+UhpRSlGgVSzJoFkdAsWZU3cYZVHV9lChoBmgJaA9DCFVOe0rOiey/lIaUUpRoFUsyaBZHQLFmNrKNhmZ1fZQoaAZoCWgPQwgWp1oLs9Ddv5SGlFKUaBVLMmgWR0CxZho1DSgHdX2UKGgGaAloD0MIsz9Qbtv32r+UhpRSlGgVSzJoFkdAsWdjWTX8O3V9lChoBmgJaA9DCKxSeqaXmO6/lIaUUpRoFUsyaBZHQLFnRu7YkE91fZQoaAZoCWgPQwh+42vPLAnXv5SGlFKUaBVLMmgWR0CxZyjKPn0TdX2UKGgGaAloD0MI+1dWmpSC6b+UhpRSlGgVSzJoFkdAsWcMS/TLGXV9lChoBmgJaA9DCPOtD+uNWs+/lIaUUpRoFUsyaBZHQLFoTXcxj8V1fZQoaAZoCWgPQwj/WfPjLy3rv5SGlFKUaBVLMmgWR0CxaDEXP7emdX2UKGgGaAloD0MIwoh9AihG97+UhpRSlGgVSzJoFkdAsWgS++M6zXV9lChoBmgJaA9DCHpsy4CzlOO/lIaUUpRoFUsyaBZHQLFn9nlXA/N1ZS4="
|
| 60 |
},
|
| 61 |
"ep_success_buffer": {
|
| 62 |
":type:": "<class 'collections.deque'>",
|
| 63 |
":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
|
| 64 |
},
|
| 65 |
+
"_n_updates": 75000,
|
| 66 |
"n_steps": 5,
|
| 67 |
"gamma": 0.99,
|
| 68 |
"gae_lambda": 1.0,
|
a2c-PandaReachDense-v2/policy.optimizer.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 44734
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a2077098d36aa4c31e877e793460d329bc9568eda42e09a24b4358f1ea997ee2
|
| 3 |
size 44734
|
a2c-PandaReachDense-v2/policy.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 46014
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5cbd10fefbb6410c91971f1586601cd8fe554a1198292aad4fa31facb1447f0c
|
| 3 |
size 46014
|
config.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7fd50a51e320>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fd50a528500>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 1000000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1686788771185448940, "learning_rate": 0.0007, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAoJ75PlTyUr3sVwI/oJ75PlTyUr3sVwI/oJ75PlTyUr3sVwI/oJ75PlTyUr3sVwI/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAASJYIPzxV4D5G3rm/LZGVP6aRND9kStm+EmEyvyUsNz/mqSA/SFEqvYbMnj8JEa2/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAACgnvk+VPJSvexXAj+9lJQ8/rlJvGj53jygnvk+VPJSvexXAj+9lJQ8/rlJvGj53jygnvk+VPJSvexXAj+9lJQ8/rlJvGj53jygnvk+VPJSvexXAj+9lJQ8/rlJvGj53jyUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 0.48753834 -0.05150063 0.5091541 ]\n [ 0.48753834 -0.05150063 0.5091541 ]\n [ 0.48753834 -0.05150063 0.5091541 ]\n [ 0.48753834 -0.05150063 0.5091541 ]]", "desired_goal": "[[ 0.5335431 0.4381503 -1.4520957 ]\n [ 1.1684929 0.7053474 -0.42439568]\n [-0.6967937 0.71551734 0.62759244]\n [-0.04158142 1.2406166 -1.3520824 ]]", "observation": "[[ 0.48753834 -0.05150063 0.5091541 0.01813733 -0.01231241 0.02721854]\n [ 0.48753834 -0.05150063 0.5091541 0.01813733 -0.01231241 0.02721854]\n [ 0.48753834 -0.05150063 0.5091541 0.01813733 -0.01231241 0.02721854]\n [ 0.48753834 -0.05150063 0.5091541 0.01813733 -0.01231241 0.02721854]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAHRRQPd3dZTiGMWs8P/zcvKYJkL3J54M+ttprPSyG0j0Jtjk+fz4Evrq44TyD4ns+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]", "desired_goal": "[[ 5.08004315e-02 5.48044809e-05 1.43550690e-02]\n [-2.69757491e-02 -7.03309029e-02 2.57627755e-01]\n [ 5.75816259e-02 1.02794975e-01 1.81358472e-01]\n [-1.29144654e-01 2.75539048e-02 2.45981261e-01]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBaipZWv9D8CUhpRSlIwBbJRLMowBdJRHQKsbmh37k4p1fZQoaAZoCWgPQwh9PPTdrcwOwJSGlFKUaBVLMmgWR0CrG1aYNRWMdX2UKGgGaAloD0MIasL2kzFuFcCUhpRSlGgVSzJoFkdAqxsRUWEbpHV9lChoBmgJaA9DCH+l8+FZYhPAlIaUUpRoFUsyaBZHQKsa0NyYG+t1fZQoaAZoCWgPQwhvZB75gwEPwJSGlFKUaBVLMmgWR0CrHJ8Ti83/dX2UKGgGaAloD0MIsYaL3NOVB8CUhpRSlGgVSzJoFkdAqxxbGWD6FnV9lChoBmgJaA9DCGByo8ha4w3AlIaUUpRoFUsyaBZHQKscFYjjaPF1fZQoaAZoCWgPQwheEJGadhEIwJSGlFKUaBVLMmgWR0CrG9UelsP8dX2UKGgGaAloD0MIAP+UKlFWDMCUhpRSlGgVSzJoFkdAqx262c8Tz3V9lChoBmgJaA9DCChlUkMbYAjAlIaUUpRoFUsyaBZHQKsddsKLKmt1fZQoaAZoCWgPQwh4JjRJLMkOwJSGlFKUaBVLMmgWR0CrHTE/B3zMdX2UKGgGaAloD0MINQwfEVOCEsCUhpRSlGgVSzJoFkdAqxzxDgIhQnV9lChoBmgJaA9DCIup9BPOXhDAlIaUUpRoFUsyaBZHQKsewUCaJAN1fZQoaAZoCWgPQwjlfLH34isMwJSGlFKUaBVLMmgWR0CrHn0t7KJVdX2UKGgGaAloD0MIoyB4fHtXD8CUhpRSlGgVSzJoFkdAqx43lfZ26nV9lChoBmgJaA9DCAItXcE2Ig/AlIaUUpRoFUsyaBZHQKsd9wsGxD91fZQoaAZoCWgPQwhT6Sec3XoGwJSGlFKUaBVLMmgWR0CrH9+J53TvdX2UKGgGaAloD0MIjj17LlMDFMCUhpRSlGgVSzJoFkdAqx+ccS5AhXV9lChoBmgJaA9DCATmIVM+5CLAlIaUUpRoFUsyaBZHQKsfV7ALy+Z1fZQoaAZoCWgPQwigh9o2jMIMwJSGlFKUaBVLMmgWR0CrHxeTV2A5dX2UKGgGaAloD0MIvW4RGOtLEMCUhpRSlGgVSzJoFkdAqyG63PRiPXV9lChoBmgJaA9DCJS/e0eNSQ3AlIaUUpRoFUsyaBZHQKshd49ovi91fZQoaAZoCWgPQwhGByRh384MwJSGlFKUaBVLMmgWR0CrITKkM1CPdX2UKGgGaAloD0MIEyhiEcN+E8CUhpRSlGgVSzJoFkdAqyDyq2jO9nV9lChoBmgJaA9DCEjhehSuxwnAlIaUUpRoFUsyaBZHQKsjY9r433p1fZQoaAZoCWgPQwhXzXNEvnsTwJSGlFKUaBVLMmgWR0CrIyB3aBZqdX2UKGgGaAloD0MILgQ5KGFmC8CUhpRSlGgVSzJoFkdAqyLbyUcGT3V9lChoBmgJaA9DCD1Jumby7QvAlIaUUpRoFUsyaBZHQKsim/L1VYJ1fZQoaAZoCWgPQwibcoV3uagKwJSGlFKUaBVLMmgWR0CrJSBIOH32dX2UKGgGaAloD0MIT1yOVyAKHMCUhpRSlGgVSzJoFkdAqyTc6o2n9HV9lChoBmgJaA9DCGK85lWdtQ/AlIaUUpRoFUsyaBZHQKskl+zdDY11fZQoaAZoCWgPQwhz8bc9QRITwJSGlFKUaBVLMmgWR0CrJFfOD8LsdX2UKGgGaAloD0MIk/5eCg/6DMCUhpRSlGgVSzJoFkdAqybf6be/H3V9lChoBmgJaA9DCO/mqQ652RLAlIaUUpRoFUsyaBZHQKsmnPXTVlR1fZQoaAZoCWgPQwiGr691qSETwJSGlFKUaBVLMmgWR0CrJli6g/TtdX2UKGgGaAloD0MIdNGQ8Sh1CsCUhpRSlGgVSzJoFkdAqyYY+r2g4HV9lChoBmgJaA9DCMDqyJHOEBXAlIaUUpRoFUsyaBZHQKsot0xubZx1fZQoaAZoCWgPQwj6fmq8dMMZwJSGlFKUaBVLMmgWR0CrKHQTdtVJdX2UKGgGaAloD0MIUtMupplOF8CUhpRSlGgVSzJoFkdAqygvmLcbi3V9lChoBmgJaA9DCORO6WD9bxHAlIaUUpRoFUsyaBZHQKsn8Dklu3t1fZQoaAZoCWgPQwjfNehLb88UwJSGlFKUaBVLMmgWR0CrKpOU2UB5dX2UKGgGaAloD0MINJ9zt+v1EcCUhpRSlGgVSzJoFkdAqypR0CA+ZHV9lChoBmgJaA9DCFG7XwX47gvAlIaUUpRoFUsyaBZHQKsqDXp4bCJ1fZQoaAZoCWgPQwjsh9hg4ZQRwJSGlFKUaBVLMmgWR0CrKc4oZydXdX2UKGgGaAloD0MIDHcujPTyEMCUhpRSlGgVSzJoFkdAqyxwyRB/qnV9lChoBmgJaA9DCJUrvMtFrBXAlIaUUpRoFUsyaBZHQKssLKxs2vV1fZQoaAZoCWgPQwgct5ifG8oQwJSGlFKUaBVLMmgWR0CrK+dpItlJdX2UKGgGaAloD0MIxTwracWHGsCUhpRSlGgVSzJoFkdAqyumz4UN8XV9lChoBmgJaA9DCA4V4/xNGBHAlIaUUpRoFUsyaBZHQKstf3XZoPF1fZQoaAZoCWgPQwgc7E0MyZkZwJSGlFKUaBVLMmgWR0CrLTt1p0wKdX2UKGgGaAloD0MIlKKVe4HZDcCUhpRSlGgVSzJoFkdAqyz19lVcU3V9lChoBmgJaA9DCISaIVUUjxDAlIaUUpRoFUsyaBZHQKsstS0BwMp1fZQoaAZoCWgPQwjmBdhHp9YgwJSGlFKUaBVLMmgWR0CrLojIRywOdX2UKGgGaAloD0MInMB0WreBD8CUhpRSlGgVSzJoFkdAqy5Ew8GLUHV9lChoBmgJaA9DCACuZMdGwA/AlIaUUpRoFUsyaBZHQKst/y5qdpZ1fZQoaAZoCWgPQwgzi1BsBZ0bwJSGlFKUaBVLMmgWR0CrLb52ZApsdX2UKGgGaAloD0MIfV2G/3TzEcCUhpRSlGgVSzJoFkdAqy+ceuFHrnV9lChoBmgJaA9DCGfw94vZUg7AlIaUUpRoFUsyaBZHQKsvWHrQgLZ1fZQoaAZoCWgPQwgTZtr+lVUPwJSGlFKUaBVLMmgWR0CrLxL9/BnBdX2UKGgGaAloD0MIKXrgY7AiDsCUhpRSlGgVSzJoFkdAqy7SiItUXHV9lChoBmgJaA9DCFT9SufD4xTAlIaUUpRoFUsyaBZHQKswwMF2V3V1fZQoaAZoCWgPQwhJ93MK8lMOwJSGlFKUaBVLMmgWR0CrMHzsyBTXdX2UKGgGaAloD0MIZ195kJ5CEsCUhpRSlGgVSzJoFkdAqzA3V/c32nV9lChoBmgJaA9DCLVTc7nBgBXAlIaUUpRoFUsyaBZHQKsv9uLJjlR1fZQoaAZoCWgPQwg+7fDXZO0NwJSGlFKUaBVLMmgWR0CrMeeVTrE+dX2UKGgGaAloD0MIf73CgvshFsCUhpRSlGgVSzJoFkdAqzGjkfcN6XV9lChoBmgJaA9DCEm9p3LaMw3AlIaUUpRoFUsyaBZHQKsxXg9eQdV1fZQoaAZoCWgPQwi9baZCPKIRwJSGlFKUaBVLMmgWR0CrMR1SGahIdX2UKGgGaAloD0MI2H3H8NgfFsCUhpRSlGgVSzJoFkdAqzMCKxcE/3V9lChoBmgJaA9DCPqAQGfSJhHAlIaUUpRoFUsyaBZHQKsyvuNxVAB1fZQoaAZoCWgPQwiLic3HtWENwJSGlFKUaBVLMmgWR0CrMnnpSrHVdX2UKGgGaAloD0MI0SAFTyFnF8CUhpRSlGgVSzJoFkdAqzI5Jsfq5nV9lChoBmgJaA9DCKpjldIzrRDAlIaUUpRoFUsyaBZHQKs0HjawljV1fZQoaAZoCWgPQwivJk9ZTWcUwJSGlFKUaBVLMmgWR0CrM9psO5J9dX2UKGgGaAloD0MIUn5S7dNRFMCUhpRSlGgVSzJoFkdAqzOU5p8F6nV9lChoBmgJaA9DCNp1b0VichvAlIaUUpRoFUsyaBZHQKszVFfAsTZ1fZQoaAZoCWgPQwhu+rMfKUITwJSGlFKUaBVLMmgWR0CrNTPi1iOOdX2UKGgGaAloD0MIqu/8ogRdGMCUhpRSlGgVSzJoFkdAqzTwcm0E5nV9lChoBmgJaA9DCPfoDfeRCx3AlIaUUpRoFUsyaBZHQKs0q65oXbd1fZQoaAZoCWgPQwgSa/EpAEYawJSGlFKUaBVLMmgWR0CrNGtTtLL7dX2UKGgGaAloD0MIx6F+F7YmGsCUhpRSlGgVSzJoFkdAqzZCNn5BTnV9lChoBmgJaA9DCDrq6LgauQ7AlIaUUpRoFUsyaBZHQKs1/i5NGmV1fZQoaAZoCWgPQwikxoSYSwoRwJSGlFKUaBVLMmgWR0CrNbiUPhAGdX2UKGgGaAloD0MI7Es2HmzxFcCUhpRSlGgVSzJoFkdAqzV3smfGuXV9lChoBmgJaA9DCNB+pIgMqxHAlIaUUpRoFUsyaBZHQKs3aR7qptJ1fZQoaAZoCWgPQwjZI9QMqbIbwJSGlFKUaBVLMmgWR0CrNyWxyGSIdX2UKGgGaAloD0MIpUv/klT2EsCUhpRSlGgVSzJoFkdAqzbhLVWjoXV9lChoBmgJaA9DCKiPwB9+rhLAlIaUUpRoFUsyaBZHQKs2oILw4Kh1fZQoaAZoCWgPQwiSrpl8s30YwJSGlFKUaBVLMmgWR0CrOHDfNzKcdX2UKGgGaAloD0MIcRsN4C2AFcCUhpRSlGgVSzJoFkdAqzgszj3mFXV9lChoBmgJaA9DCMNJmj+mlRHAlIaUUpRoFUsyaBZHQKs350Yj0MB1fZQoaAZoCWgPQwjItDaN7YUYwJSGlFKUaBVLMmgWR0CrN6ahQFcIdX2UKGgGaAloD0MIeo8zTdguFcCUhpRSlGgVSzJoFkdAqzmZTjvNNnV9lChoBmgJaA9DCKc/+5Ei0hLAlIaUUpRoFUsyaBZHQKs5VTvy9VZ1fZQoaAZoCWgPQwhEFf4Mb3YMwJSGlFKUaBVLMmgWR0CrORCMPz4DdX2UKGgGaAloD0MIyECeXb71FsCUhpRSlGgVSzJoFkdAqzjPwI+nqHV9lChoBmgJaA9DCOpYpfRMDxDAlIaUUpRoFUsyaBZHQKs6qYgJTl11fZQoaAZoCWgPQwgBaf8DrFUZwJSGlFKUaBVLMmgWR0CrOmWOp84QdX2UKGgGaAloD0MIGF+0xwsJD8CUhpRSlGgVSzJoFkdAqzof8yeqaXV9lChoBmgJaA9DCCqpE9BE2BHAlIaUUpRoFUsyaBZHQKs5304iosJ1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 50000, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVWAMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZSMAUOUdJRSlIwEaGlnaJRoHiiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBZLA4WUaCF0lFKUjA1ib3VuZGVkX2JlbG93lGgeKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIXSUUpSMDWJvdW5kZWRfYWJvdmWUaB4olgMAAAAAAAAAAQEBlGgtSwOFlGghdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBZoGUsDhZRoG2geKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoIXSUUpRoJGgeKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFksDhZRoIXSUUpRoKWgeKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoM2geKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoOE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBlLBoWUaBtoHiiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLBoWUaCF0lFKUaCRoHiiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLBoWUaCF0lFKUaCloHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDNoHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDhOdWJ1aBlOaBBOaDhOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVcwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUjAFDlHSUUpSMBGhpZ2iUaBMolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgLSwOFlGgWdJRSlIwNYm91bmRlZF9iZWxvd5RoEyiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYDAAAAAAAAAAEBAZRoIksDhZRoFnSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_np_random": null}, "n_envs": 4, "system_info": {"OS": "Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "1.8.0", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}}
|
|
|
|
| 1 |
+
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7fb8f956e680>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fb8f9557fc0>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 1500000, "_total_timesteps": 1500000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1686798568715901738, "learning_rate": 0.0007, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAs1KuPiGmaLwVaxM/s1KuPiGmaLwVaxM/s1KuPiGmaLwVaxM/s1KuPiGmaLwVaxM/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAkRDav7pnvD8NU5y/PbvVv1n0gD7Hss+/5lsSPyXK0r+PRrw/3C6Jv53uQr/lCZ2+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAACzUq4+IaZovBVrEz9BPzk8tzkYu5iBlTuzUq4+IaZovBVrEz9BPzk8tzkYu5iBlTuzUq4+IaZovBVrEz9BPzk8tzkYu5iBlTuzUq4+IaZovBVrEz9BPzk8tzkYu5iBlTuUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 0.3404747 -0.01419976 0.5758527 ]\n [ 0.3404747 -0.01419976 0.5758527 ]\n [ 0.3404747 -0.01419976 0.5758527 ]\n [ 0.3404747 -0.01419976 0.5758527 ]]", "desired_goal": "[[-1.7036306 1.4719155 -1.2212845 ]\n [-1.6697766 0.25186422 -1.6226434 ]\n [ 0.57171476 -1.646794 1.4709033 ]\n [-1.0717425 -0.76145345 -0.3067161 ]]", "observation": "[[ 0.3404747 -0.01419976 0.5758527 0.01130658 -0.00232278 0.00456257]\n [ 0.3404747 -0.01419976 0.5758527 0.01130658 -0.00232278 0.00456257]\n [ 0.3404747 -0.01419976 0.5758527 0.01130658 -0.00232278 0.00456257]\n [ 0.3404747 -0.01419976 0.5758527 0.01130658 -0.00232278 0.00456257]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAA8zJGPVARFj03LeA9Liz2vVO38D1BudQ9eDGUPBeC772s+mw+QwVmu9eZg70op3c9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]", "desired_goal": "[[ 0.04838843 0.0366376 0.10946124]\n [-0.12020145 0.11753716 0.10386897]\n [ 0.01808999 -0.11694735 0.23142499]\n [-0.00350984 -0.06425827 0.06046215]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIk1FlGHcD8L+UhpRSlIwBbJRLMowBdJRHQLFZhLLIPsl1fZQoaAZoCWgPQwjPEI5Z9iThv5SGlFKUaBVLMmgWR0CxWWhAbADadX2UKGgGaAloD0MI/psXJ77a7b+UhpRSlGgVSzJoFkdAsVlJ6eGwinV9lChoBmgJaA9DCMR8eQH2Ue6/lIaUUpRoFUsyaBZHQLFZLU9ZA6d1fZQoaAZoCWgPQwiRfvs6cI7wv5SGlFKUaBVLMmgWR0CxWk9/OMVDdX2UKGgGaAloD0MIjILg8e3d47+UhpRSlGgVSzJoFkdAsVoyjoIOY3V9lChoBmgJaA9DCB4aFqOuNeS/lIaUUpRoFUsyaBZHQLFaFBIFvAJ1fZQoaAZoCWgPQwjzOXe7Xhrmv5SGlFKUaBVLMmgWR0CxWfcmrsBydX2UKGgGaAloD0MI7Q2+MJkq6r+UhpRSlGgVSzJoFkdAsVrQAAAAAHV9lChoBmgJaA9DCPpgGRu6GfG/lIaUUpRoFUsyaBZHQLFasxEORT11fZQoaAZoCWgPQwgrTUpBt5fYv5SGlFKUaBVLMmgWR0CxWpR1X/5tdX2UKGgGaAloD0MIK6Vneomx7b+UhpRSlGgVSzJoFkdAsVp3iEQGwHV9lChoBmgJaA9DCGR2Fr1Tgee/lIaUUpRoFUsyaBZHQLFbU5NXYDl1fZQoaAZoCWgPQwh6U5EKY8vyv5SGlFKUaBVLMmgWR0CxWzaqwQlKdX2UKGgGaAloD0MId2nDYWng7L+UhpRSlGgVSzJoFkdAsVsYIeHSGHV9lChoBmgJaA9DCBK8IY0KnOu/lIaUUpRoFUsyaBZHQLFa+yc0+C91fZQoaAZoCWgPQwjowHKEDGTwv5SGlFKUaBVLMmgWR0CxW9TMJQchdX2UKGgGaAloD0MIaw4QzNFj5r+UhpRSlGgVSzJoFkdAsVu34AS39nV9lChoBmgJaA9DCGcKndfYJeS/lIaUUpRoFUsyaBZHQLFbmUfPomp1fZQoaAZoCWgPQwg1ecpquh7xv5SGlFKUaBVLMmgWR0CxW3xMewLWdX2UKGgGaAloD0MIe737473q4b+UhpRSlGgVSzJoFkdAsVxZjRUm2XV9lChoBmgJaA9DCFCm0eRiDOi/lIaUUpRoFUsyaBZHQLFcPJoTPB11fZQoaAZoCWgPQwhTQNr/AGvbv5SGlFKUaBVLMmgWR0CxXB384xUOdX2UKGgGaAloD0MIkBX8NsR43L+UhpRSlGgVSzJoFkdAsVwBBE8aGnV9lChoBmgJaA9DCHCVJxB2iva/lIaUUpRoFUsyaBZHQLFdACOFQEZ1fZQoaAZoCWgPQwjX3qeq0MDhv5SGlFKUaBVLMmgWR0CxXONCE6DHdX2UKGgGaAloD0MIfsNEgxS88r+UhpRSlGgVSzJoFkdAsVzEtL+PzXV9lChoBmgJaA9DCKAy/n3GhfC/lIaUUpRoFUsyaBZHQLFcqCGetjl1fZQoaAZoCWgPQwhYIHpSJrXjv5SGlFKUaBVLMmgWR0CxXZBZ+x4ZdX2UKGgGaAloD0MIK97IPPIH3L+UhpRSlGgVSzJoFkdAsV1zgYP5HnV9lChoBmgJaA9DCIYgByXM9PC/lIaUUpRoFUsyaBZHQLFdVN/e+Eh1fZQoaAZoCWgPQwjAeAYN/VPyv5SGlFKUaBVLMmgWR0CxXThEa2nbdX2UKGgGaAloD0MIYhVvZB756r+UhpRSlGgVSzJoFkdAsV4UDNhVl3V9lChoBmgJaA9DCApLPKBsSvK/lIaUUpRoFUsyaBZHQLFd9xB3Roh1fZQoaAZoCWgPQwhp5POKp57tv5SGlFKUaBVLMmgWR0CxXdiAQQMAdX2UKGgGaAloD0MI6Zyf4jhw87+UhpRSlGgVSzJoFkdAsV27hn8KonV9lChoBmgJaA9DCLOWAtL+B++/lIaUUpRoFUsyaBZHQLFelAuIyj51fZQoaAZoCWgPQwhiZwqd11jov5SGlFKUaBVLMmgWR0CxXncXzlLfdX2UKGgGaAloD0MII0kQroBC6L+UhpRSlGgVSzJoFkdAsV5YfU4JeHV9lChoBmgJaA9DCG7Ek93MKPG/lIaUUpRoFUsyaBZHQLFeO4EOiFl1fZQoaAZoCWgPQwhG71TAPc/xv5SGlFKUaBVLMmgWR0CxXx8O09hadX2UKGgGaAloD0MIByY3iqx19b+UhpRSlGgVSzJoFkdAsV8CI2wV03V9lChoBmgJaA9DCEdX6e46m+u/lIaUUpRoFUsyaBZHQLFe443m3fB1fZQoaAZoCWgPQwjjNa/qrBbsv5SGlFKUaBVLMmgWR0CxXsamGdqddX2UKGgGaAloD0MIzXSvk/qy7L+UhpRSlGgVSzJoFkdAsV+jgflp5HV9lChoBmgJaA9DCGnhsgqbAfW/lIaUUpRoFUsyaBZHQLFfhq9oN/h1fZQoaAZoCWgPQwiASpUoe8vlv5SGlFKUaBVLMmgWR0CxX2hZQpF1dX2UKGgGaAloD0MI4A7UKY/u7L+UhpRSlGgVSzJoFkdAsV9La24NJHV9lChoBmgJaA9DCDhr8L4q1/a/lIaUUpRoFUsyaBZHQLFgIgieNDN1fZQoaAZoCWgPQwii68IPzifsv5SGlFKUaBVLMmgWR0CxYAUSIxgzdX2UKGgGaAloD0MIaFvNOuN77r+UhpRSlGgVSzJoFkdAsV/mf6Ggz3V9lChoBmgJaA9DCPFiYYicfvC/lIaUUpRoFUsyaBZHQLFfyZLIxQB1fZQoaAZoCWgPQwgWhPI+jmbqv5SGlFKUaBVLMmgWR0CxYKLo0Q9SdX2UKGgGaAloD0MIoyO5/If05L+UhpRSlGgVSzJoFkdAsWCGB3A2ynV9lChoBmgJaA9DCFIpdjQO9eO/lIaUUpRoFUsyaBZHQLFgZ3A2ycF1fZQoaAZoCWgPQwhBR6ta0lHmv5SGlFKUaBVLMmgWR0CxYEp93KSxdX2UKGgGaAloD0MIjX+fceHA6r+UhpRSlGgVSzJoFkdAsWE2scQyynV9lChoBmgJaA9DCFTHKqVnevG/lIaUUpRoFUsyaBZHQLFhGcY64lR1fZQoaAZoCWgPQwiDh2nf3N/uv5SGlFKUaBVLMmgWR0CxYPs274BWdX2UKGgGaAloD0MIFTYDXJCt6r+UhpRSlGgVSzJoFkdAsWDeOCGvfXV9lChoBmgJaA9DCORojqz8sue/lIaUUpRoFUsyaBZHQLFhuy2x6fJ1fZQoaAZoCWgPQwilhjYAGxDav5SGlFKUaBVLMmgWR0CxYZ5DVpbmdX2UKGgGaAloD0MI8iN+xRqu4r+UhpRSlGgVSzJoFkdAsWF/rZ8KHHV9lChoBmgJaA9DCAn84ee/h++/lIaUUpRoFUsyaBZHQLFhYrDZUUB1fZQoaAZoCWgPQwh0DTM0ngjgv5SGlFKUaBVLMmgWR0CxYk/iLl3hdX2UKGgGaAloD0MI93R1x2Ib67+UhpRSlGgVSzJoFkdAsWIy8/UvwnV9lChoBmgJaA9DCG03wTdNn+q/lIaUUpRoFUsyaBZHQLFiFGPgeil1fZQoaAZoCWgPQwg+QWK7ewDtv5SGlFKUaBVLMmgWR0CxYfe2qkuZdX2UKGgGaAloD0MIvw6cM6K047+UhpRSlGgVSzJoFkdAsWLPkRzzVnV9lChoBmgJaA9DCCZUcHhBxOS/lIaUUpRoFUsyaBZHQLFisqHGjsV1fZQoaAZoCWgPQwgMBAEydGzjv5SGlFKUaBVLMmgWR0CxYpQHRkVfdX2UKGgGaAloD0MI1ZKOcjAb4r+UhpRSlGgVSzJoFkdAsWJ3GZNO/XV9lChoBmgJaA9DCBueXinLkOe/lIaUUpRoFUsyaBZHQLFjVgk1Muh1fZQoaAZoCWgPQwgK1jibjgDyv5SGlFKUaBVLMmgWR0CxYzkkrwvydX2UKGgGaAloD0MIGsQHdvwX67+UhpRSlGgVSzJoFkdAsWMalhw2l3V9lChoBmgJaA9DCBKI1/UL9um/lIaUUpRoFUsyaBZHQLFi/aWom5V1fZQoaAZoCWgPQwgsu2BwzR3yv5SGlFKUaBVLMmgWR0CxY+QHZ9NOdX2UKGgGaAloD0MIP1dbsb9s57+UhpRSlGgVSzJoFkdAsWPHDm8ujHV9lChoBmgJaA9DCD26ERYV8ee/lIaUUpRoFUsyaBZHQLFjqH1e0HB1fZQoaAZoCWgPQwjZX3ZPHhbxv5SGlFKUaBVLMmgWR0CxY4uVs1sMdX2UKGgGaAloD0MIiXjr/Ntl2r+UhpRSlGgVSzJoFkdAsWSVFUhmoXV9lChoBmgJaA9DCI7pCUs8oOe/lIaUUpRoFUsyaBZHQLFkeJw84gl1fZQoaAZoCWgPQwhXYMjqVk/mv5SGlFKUaBVLMmgWR0CxZFqDsdDIdX2UKGgGaAloD0MI0cq9wKyQ8L+UhpRSlGgVSzJoFkdAsWQ99Tgl4XV9lChoBmgJaA9DCBpNLsbAuuK/lIaUUpRoFUsyaBZHQLFlcTisGPh1fZQoaAZoCWgPQwieeM4WENrhv5SGlFKUaBVLMmgWR0CxZVSy6cy4dX2UKGgGaAloD0MI9gfKbfue57+UhpRSlGgVSzJoFkdAsWU2jL0SRXV9lChoBmgJaA9DCJvG9lrQe+S/lIaUUpRoFUsyaBZHQLFlGgUDdQB1fZQoaAZoCWgPQwgfEr73N+jlv5SGlFKUaBVLMmgWR0CxZnDPWxyGdX2UKGgGaAloD0MIU14robvk9r+UhpRSlGgVSzJoFkdAsWZU3cYZVHV9lChoBmgJaA9DCFVOe0rOiey/lIaUUpRoFUsyaBZHQLFmNrKNhmZ1fZQoaAZoCWgPQwgWp1oLs9Ddv5SGlFKUaBVLMmgWR0CxZho1DSgHdX2UKGgGaAloD0MIsz9Qbtv32r+UhpRSlGgVSzJoFkdAsWdjWTX8O3V9lChoBmgJaA9DCKxSeqaXmO6/lIaUUpRoFUsyaBZHQLFnRu7YkE91fZQoaAZoCWgPQwh+42vPLAnXv5SGlFKUaBVLMmgWR0CxZyjKPn0TdX2UKGgGaAloD0MI+1dWmpSC6b+UhpRSlGgVSzJoFkdAsWcMS/TLGXV9lChoBmgJaA9DCPOtD+uNWs+/lIaUUpRoFUsyaBZHQLFoTXcxj8V1fZQoaAZoCWgPQwj/WfPjLy3rv5SGlFKUaBVLMmgWR0CxaDEXP7emdX2UKGgGaAloD0MIwoh9AihG97+UhpRSlGgVSzJoFkdAsWgS++M6zXV9lChoBmgJaA9DCHpsy4CzlOO/lIaUUpRoFUsyaBZHQLFn9nlXA/N1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 75000, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVWAMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZSMAUOUdJRSlIwEaGlnaJRoHiiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBZLA4WUaCF0lFKUjA1ib3VuZGVkX2JlbG93lGgeKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIXSUUpSMDWJvdW5kZWRfYWJvdmWUaB4olgMAAAAAAAAAAQEBlGgtSwOFlGghdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBZoGUsDhZRoG2geKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoIXSUUpRoJGgeKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFksDhZRoIXSUUpRoKWgeKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoM2geKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoOE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBlLBoWUaBtoHiiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLBoWUaCF0lFKUaCRoHiiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLBoWUaCF0lFKUaCloHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDNoHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDhOdWJ1aBlOaBBOaDhOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVcwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUjAFDlHSUUpSMBGhpZ2iUaBMolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgLSwOFlGgWdJRSlIwNYm91bmRlZF9iZWxvd5RoEyiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYDAAAAAAAAAAEBAZRoIksDhZRoFnSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_np_random": null}, "n_envs": 4, "system_info": {"OS": "Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "1.8.0", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}}
|
replay.mp4
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f48fe548d1a4f88f07b3d354cc47cccd400a1dc40e1f5e47ef02beccbb944f61
|
| 3 |
+
size 359006
|
results.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"mean_reward": -
|
|
|
|
| 1 |
+
{"mean_reward": -0.898424995644018, "std_reward": 0.3359274147497293, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-06-15T04:24:04.012914"}
|
vec_normalize.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2387
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3edc18cd53387ba385ecb6c384489617d55973bfbc305793be3a10e6984668fd
|
| 3 |
size 2387
|