Commit
•
5813b5c
1
Parent(s):
6aae751
Initial commit
Browse files- replay.mp4 +2 -2
- results.json +1 -1
- tqc-LiftCube-v0.zip +1 -1
- tqc-LiftCube-v0/actor.optimizer.pth +1 -1
- tqc-LiftCube-v0/critic.optimizer.pth +1 -1
- tqc-LiftCube-v0/data +16 -16
- tqc-LiftCube-v0/ent_coef_optimizer.pth +1 -1
- tqc-LiftCube-v0/policy.pth +1 -1
- tqc-LiftCube-v0/pytorch_variables.pth +1 -1
- train_eval_metrics.zip +2 -2
- vec_normalize.pkl +1 -1
replay.mp4
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d9beac5509c0e5bec901afd048c0c33dcb25ea30503883771b5a96a5d5506f4a
|
3 |
+
size 369808
|
results.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"mean_reward": -96.94653640000001, "std_reward": 1.2000000012335478e-06, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-06-
|
|
|
1 |
+
{"mean_reward": -96.94653640000001, "std_reward": 1.2000000012335478e-06, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-06-09T00:09:52.911189"}
|
tqc-LiftCube-v0.zip
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 3429728
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:23d95134555f45ffd5bcc4eef18fcea8125ea2e72c0f26af1e84d9d99f445ed3
|
3 |
size 3429728
|
tqc-LiftCube-v0/actor.optimizer.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 589975
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f45614169f5e1f881c1b3282c62444fab67ea243df85b91d6b709f95866c1c53
|
3 |
size 589975
|
tqc-LiftCube-v0/critic.optimizer.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1255594
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:aa7c79e505f3eaf2557ac2a43fcce0fd002d4ce75701d558ba5a8c246568b36f
|
3 |
size 1255594
|
tqc-LiftCube-v0/data
CHANGED
@@ -4,15 +4,15 @@
|
|
4 |
":serialized:": "gAWVMQAAAAAAAACMGHNiM19jb250cmliLnRxYy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu",
|
5 |
"__module__": "sb3_contrib.tqc.policies",
|
6 |
"__doc__": "\n Policy class (with both actor and critic) for TQC.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n :param features_extractor_class: Features extractor to use.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n :param n_quantiles: Number of quantiles for the critic.\n :param n_critics: Number of critic networks to create.\n :param share_features_extractor: Whether to share or not the features extractor\n between the actor and the critic (this saves computation time)\n ",
|
7 |
-
"__init__": "<function MultiInputPolicy.__init__ at
|
8 |
"__abstractmethods__": "frozenset()",
|
9 |
-
"_abc_impl": "<_abc._abc_data object at
|
10 |
},
|
11 |
"verbose": 1,
|
12 |
"policy_kwargs": {
|
13 |
"use_sde": true
|
14 |
},
|
15 |
-
"num_timesteps":
|
16 |
"_total_timesteps": 10000000,
|
17 |
"_num_timesteps_at_start": 0,
|
18 |
"seed": 0,
|
@@ -27,25 +27,25 @@
|
|
27 |
},
|
28 |
"_last_original_obs": {
|
29 |
":type:": "<class 'collections.OrderedDict'>",
|
30 |
-
":serialized:": "
|
31 |
-
"arm_qpos": "[[
|
32 |
-
"arm_qvel": "[[
|
33 |
-
"cube_pos": "[[-
|
34 |
},
|
35 |
-
"_episode_num":
|
36 |
"use_sde": true,
|
37 |
"sde_sample_freq": -1,
|
38 |
-
"_current_progress_remaining": 0.
|
39 |
"_stats_window_size": 100,
|
40 |
"ep_info_buffer": {
|
41 |
":type:": "<class 'collections.deque'>",
|
42 |
-
":serialized:": "
|
43 |
},
|
44 |
"ep_success_buffer": {
|
45 |
":type:": "<class 'collections.deque'>",
|
46 |
":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
|
47 |
},
|
48 |
-
"_n_updates":
|
49 |
"observation_space": {
|
50 |
":type:": "<class 'gymnasium.spaces.dict.Dict'>",
|
51 |
":serialized:": "gAWVzAMAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojAhhcm1fcXBvc5SMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBgAAAAAAAAABAQEBAQGUaBOMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLBoWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBwolgYAAAAAAAAAAQEBAQEBlGggSwaFlGgkdJRSlIwGX3NoYXBllEsGhZSMA2xvd5RoHCiWGAAAAAAAAADbD0nA2w9JwNsPScDbD0nA2w9JwNsPScCUaBZLBoWUaCR0lFKUjARoaWdolGgcKJYYAAAAAAAAANsPSUDbD0lA2w9JQNsPSUDbD0lA2w9JQJRoFksGhZRoJHSUUpSMCGxvd19yZXBylIwKLTMuMTQxNTkyN5SMCWhpZ2hfcmVwcpSMCTMuMTQxNTkyN5SMCl9ucF9yYW5kb22UTnVijAhhcm1fcXZlbJRoDSmBlH2UKGgQaBZoGWgcKJYGAAAAAAAAAAEBAQEBAZRoIEsGhZRoJHSUUpRoJ2gcKJYGAAAAAAAAAAEBAQEBAZRoIEsGhZRoJHSUUpRoLEsGhZRoLmgcKJYYAAAAAAAAAAAAIMEAACDBAAAgwQAAIMEAACDBAAAgwZRoFksGhZRoJHSUUpRoM2gcKJYYAAAAAAAAAAAAIEEAACBBAAAgQQAAIEEAACBBAAAgQZRoFksGhZRoJHSUUpRoOIwFLTEwLjCUaDqMBDEwLjCUaDxOdWKMCGN1YmVfcG9zlGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YnVoLE5oEE5oPE51Yi4=",
|
@@ -83,12 +83,12 @@
|
|
83 |
"__module__": "stable_baselines3.common.buffers",
|
84 |
"__annotations__": "{'observation_space': <class 'gymnasium.spaces.dict.Dict'>, 'obs_shape': typing.Dict[str, typing.Tuple[int, ...]], 'observations': typing.Dict[str, numpy.ndarray], 'next_observations': typing.Dict[str, numpy.ndarray]}",
|
85 |
"__doc__": "\n Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n Extends the ReplayBuffer to use dictionary observations\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device: PyTorch device\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ",
|
86 |
-
"__init__": "<function DictReplayBuffer.__init__ at
|
87 |
-
"add": "<function DictReplayBuffer.add at
|
88 |
-
"sample": "<function DictReplayBuffer.sample at
|
89 |
-
"_get_samples": "<function DictReplayBuffer._get_samples at
|
90 |
"__abstractmethods__": "frozenset()",
|
91 |
-
"_abc_impl": "<_abc._abc_data object at
|
92 |
},
|
93 |
"replay_buffer_kwargs": {},
|
94 |
"train_freq": {
|
|
|
4 |
":serialized:": "gAWVMQAAAAAAAACMGHNiM19jb250cmliLnRxYy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu",
|
5 |
"__module__": "sb3_contrib.tqc.policies",
|
6 |
"__doc__": "\n Policy class (with both actor and critic) for TQC.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n :param features_extractor_class: Features extractor to use.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n :param n_quantiles: Number of quantiles for the critic.\n :param n_critics: Number of critic networks to create.\n :param share_features_extractor: Whether to share or not the features extractor\n between the actor and the critic (this saves computation time)\n ",
|
7 |
+
"__init__": "<function MultiInputPolicy.__init__ at 0x7fadf38e7370>",
|
8 |
"__abstractmethods__": "frozenset()",
|
9 |
+
"_abc_impl": "<_abc._abc_data object at 0x7fadf38f6e80>"
|
10 |
},
|
11 |
"verbose": 1,
|
12 |
"policy_kwargs": {
|
13 |
"use_sde": true
|
14 |
},
|
15 |
+
"num_timesteps": 3569280,
|
16 |
"_total_timesteps": 10000000,
|
17 |
"_num_timesteps_at_start": 0,
|
18 |
"seed": 0,
|
|
|
27 |
},
|
28 |
"_last_original_obs": {
|
29 |
":type:": "<class 'collections.OrderedDict'>",
|
30 |
+
":serialized:": "gAWVLwwAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojAhhcm1fcXBvc5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJaABAAAAAAAANEZnD5c+2G+Wq30PPsV2b7h2eQ+V2M6P0wEXUDZvJ0/fwuVPUeKYL/saLU9p8lgvHq7Ir805gTAw6iMPWJ8Gj+gzi4/022SvJkFlT2O9qI90BiwPJwOB7+TC28+i7PSvp/Laz2qXHi90sRhPc6mf77QcKI+jhrGvEL65cAC/+DAprovPQnYfz/9NbI89rzfvH+CqcBXp/g/F4kLP30FeL7fuda+IeVNPwB5X8BA2IJABv7QP6hxKz85bQi99A4Tv9zxH8D6hFA/nDajPSf2DD+B4yQ9cy9TP2gUij1HBQg+N3d1PAAAgD8Tsvsj8f8gIbOYeD3xxIA+ODiFPLBhJj/VYHu8L3tCP/h0Pr03DW0+ehitPKvb0D7REEU6VLtpP5r98r2sZeE+ZGOjPC3yZj/DnMi+gs+MvV68nb1yHGA8FfWoPBGjez/s3Dm+XMK9vISeC77a+0K9GTDBPK2ARj+Lz+c+DILLvfVv2r7+3Kc+NQGqPCyGf7+rrRu6Q/osPW75xsD46bPAdDHSPVZDXb9Wfya+lsrmvcFrmUAQBqNAXGhrPukJfr/Asb24MAn8vVb8uz9EXeC/38s3PcQgvL6h20G/lCj9Pg5/gb+j1zy/8E6vPH7/V7+h1bC8BKbzPKVFXMHLdLPAJg0UPx4NjT1reVw+OIQHPtGKiMDBpRtAkfvtPfVceD8JOw2+rbJHPid75DwTbaM98wriPKZTWr+oXXS8tiMDP3JXJr8khhS/3A+SPHPTsb4Kew09ZmELvBzqJr5afe4+jRjTPO3tZD/YXLU9AqTXPWZHFD1ig04+F+e5PGjuSr8YgLu8ELUPPyH8WcAZCIdATcTGPaIDIL4ZNO8+QLNXP5rwT8DhI1lA9mipPEsrf78c6Zw9N5zGvAoJab87Zy8/YXMPPR+xHT+Yoi4/VCCQPjXdmcEhX4hBLIubPsDbDr4OYWc+1RRGPVEoxT8F4p8+LPEMPd96Pb9sRzC9RaZgPFjwmsBTzpm/8Y0RPbF7FD+CzZi+lVOGPlFEA0CEwn3AL0ZRPamodL+HKpa+9/DaODgIMcCht44/PIrTPWE0Xz+tf9G9GInyvuf50L5IIpe+e4PZPIsU5D05rz8/2EQnv6N8z0Dxa7zANTw7P1uBzL4dadQ9O/9OP4remDy3Rts+iwSmPDPHNz/J+A+/ZKl1vmHDoL8E7c0+lveDPp1mWj6DTB6//jZBv6YAgT+85Iw9A12xPGSTfr+jtdW9+yhTu7MrykA4XLhAB4oCP/QeT77pulG/3knnPkwomL5pqxe8JiSSPE5veb9VRie9Zsw/Pa8hTL3PPZ09M4mhPE+yfL8SXdc9imdzvVnrEEGvBllAJbQiPmFgJL5UXWI/fG+Avt0EKr4+sSw+TzqtPMZZbz/YzUs9s7uuvmkWyb/ZzuU/oVpsPS2kr77PUXg96q5bPyAI3kAdhd+9/o8UPymbfL+vmgG+eF/NvS1dwT87a6K/18kqPWuCID+DcX290s/TuvgEir2OCoc+B921PGThO79DfCY/g64Gu5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLMEsGhpSMAUOUdJRSlIwIYXJtX3F2ZWyUaAcoloAEAAAAAAAAa8a0PxtbDsDEPdI+oXxEQGIdakFMbLy/A7MkQZZgV0DV3bq+AiLKQUG70r/q3rjCUCXGv6Y4ycCzL8A8Qya1QFkyYL8KqjtAfRLqvQecm71nvwI+djtNQBN8yMBhIzBBY96gv3TIFMDEvxA/vaiWQC7WQ8BZhGfB75OzwaBqssG6shg/p8LfP6CLMMDJ2CFCXU+EwX13t0DRoDQ+WCKRwgjfDENs8G/C/nv+wYb+BkKMZVVBaAOPwttCRkIL3oFCt47swD87/j8+ze2+B7eFvwc/AsIkH8xAyldyI5j3O6Su3f433xJapvXXbqVltIwje3r0PUld8DxY4ck9Ju/PvTDkvEBhAwa+OCsUPodhermsquA7iytFNzD+3EAf/1E4NCC0vcEGPz81lyM+LJYXwpAi5sDo1XhB5DxrPd0cNr/prC295GMTQmU9M0CSt+1AqjvJvq1w7b6gsp0+9Zn1QSw108DWC+lBPS+lv4vufD5bWI++dk9OwK0Sa8Js9OLAEMWewR25j8Fxt46/gpycwaLSNcGII0xCaCJrQRAXc0FVT5I//DMVv20LwMJn3/pAPGaIQEadqsA5Va4+h2a3QdHCeMGnXbRAjpwiwBP/IMD+j2i9CROFv107c7/aHH/BfdgswtwAksHfzg4/e1+LwTKP/MBYAIbCnZpWwWwa5EAhOJu/rjA0QpYTdsLB4FzBB/ShvZwJnT5UkN89DdKLP2viqMEjruc/9R7kv0U467+V5+w9g8LrPVu9XL7nij3Bko9/vni/hj+o5vs8o2OPwb7znsGXk41CWFeivjA9ujzfYd88XVfTPxoOqcEn+A9BBNEswWpvPUFsBU0/CJuLQOp2DUH9GvG/5hMcwWu6GkF0HJE+tm+KwPqAVMBtU5/BcHYbwM6gwz/gf6y+1gQYQgusgkE+pIVB9SNxwlL5VELuWiy/L483QbAkHUCsjUNCp5l/QPWaaD5gkBQ+gvjpPnvWgsBcmWbBksZowTmeicDFAr893CFXQZwbGcFpOOxBWX/NQBnJT8HAGbu/VWGsQcc6VL9q92k/TvQGwZjKIUAmYb8+bRqPwk0ZrsPyQ0LCzHWyv0XrzL/BycE93d6DQoUYZsLwjPm+SxqgQUsymcFFIk8/BxWkQInWOEJaCrnBW0yjvoyLdT/SKM+9TC8MwgquccFGz6dBKECIwJLqEz+XHwe/N/WrwHHx2MBMpK0/yvdCQO4rgb636DG/yTZowj3dU71HxuFAzNOfQeQKjUF1XiA9sOP0QpCzh8IxpjHC8+wivjSP4b59Tuo8F/PNPspgLMDpEZLBFgnsveoGnL6cX3S+zZZVQfudqsC0rS7B22HfQaD6JEE8Dfs9vsPGwY6tsEBrvjnBENpBv5H4Jr745mg+UAmXQA/BHsJ8FRDBAiGNwOgalkB+rag+pxScP9GYJUHIembA7CKtQaBSiL9GtZs++dcswuDPGsIslnhAtbaIQPGChMCKFYm+ZcGQQJInvr/cugbCo8ojvXJkvD6QCoi9el+2wTQRir0ens7AlGgOSzBLBoaUaBJ0lFKUjAhjdWJlX3Bvc5RoByiWQAIAAAAAAAB75Jm+1VUrv+zKIz5+lvG+Aoylvi+QND8/otI+QUoNvzR4oj0EoDQ/s/W6OwcX1z7aIGq/wNqUv7Dop71yG7S5dIpZv412Yr+lULC+LolKv5APaL/5XfA+wTgpv0kP6r7M6/e91amMvizGMb0DXBukdjwJv6fNM776QHY86EU+v4pscz1w36+5PYg8vwNLGT3sDis+LnsOv/LJ3T4KQZG8m1d7vsodN7sXj9s+ATWtvqXkYr6a+TM9NIMkP9lmOD+Rwuw+gCtyv0N4dL/XsjI8oU5uP+/X1r6gKV6+PD5vPwchxL7OFQm/EfHCvjnIf76xD3c/iFFYv7gJIb/W1ik9aaF4Px4CFb+rGc29PDbOPqUrEz8F5G+/Sm2Dv+Oo272lDdq+S86tPg0Um74ySHK+e7qpOwM/Hj/V316+STVUP9lRcb8B2Zy7UDMvPqszAr/XHo0+v5edvpSqJL9yf3Y/LiMvP4TfsT4twSu/pVY6P270V726Cza/JXxmvyAJZr+y3cu8ul07P5UXi750A5C937ONPanohT1+rJS7jxMTP9DOGb/mu9a+AVVLPlPpbz/jbqo+kycxv1Skxz4aGU09K21JvxaRtb4NzGU8c7gJv7ORI73nP5Q+3IhQP2sSCD7WdV2+Ja4JP+5oLjyRTte9LnBAPz02Oj1GM7g+IjV1P49KKT/HGKq9H5livU8IEL6uGcG+CLdFv0rlL77MGIU8GgYBP0j/Tb/tzEY/frUFv+NIQrwAxUg+oC96PmJWIr2UaA5LMEsDhpRoEnSUUpR1Lg==",
|
31 |
+
"arm_qpos": "[[ 3.04884464e-01 -2.20685422e-01 2.98678167e-02 -4.23995823e-01\n 4.46974784e-01 7.28078306e-01]\n [ 3.45338726e+00 1.23232567e+00 7.27758333e-02 -8.77109945e-01\n 8.85790288e-02 -1.37199527e-02]\n [-6.35673165e-01 -2.07655048e+00 6.86812624e-02 6.03460431e-01\n 6.82840347e-01 -1.78746339e-02]\n [ 7.27645829e-02 7.95718282e-02 2.14962065e-02 -5.27566671e-01\n 2.33442590e-01 -4.11526054e-01]\n [ 5.75672351e-02 -6.06352463e-02 5.51193431e-02 -2.49659747e-01\n 3.17266941e-01 -2.41825841e-02]\n [-7.18679905e+00 -7.03112888e+00 4.29026112e-02 9.99390185e-01\n 2.17542592e-02 -2.73117833e-02]\n [-5.29717970e+00 1.94260681e+00 5.45060575e-01 -2.42208436e-01\n -4.19386834e-01 8.04277480e-01]\n [-3.49176025e+00 4.08889771e+00 1.63275218e+00 6.69703007e-01\n -3.33072878e-02 -5.74446917e-01]\n [-2.49913692e+00 8.14529061e-01 7.96940029e-02 5.50630987e-01\n 4.02560271e-02 8.24942768e-01]\n [ 6.74217343e-02 1.32832631e-01 1.49820363e-02 1.00000000e+00\n 2.72888919e-17 5.45488443e-19]\n [ 6.06925003e-02 2.51502544e-01 1.62621588e-02 6.49928093e-01\n -1.53429108e-02 7.59692132e-01]\n [-4.64982688e-02 2.31495723e-01 2.11298354e-02 4.07925934e-01\n 7.51745945e-04 9.13014650e-01]\n [-1.18647769e-01 4.40228820e-01 1.99448541e-02 9.02132809e-01\n -3.91820997e-01 -6.87551647e-02]\n [-7.70194381e-02 1.36786569e-02 2.06246767e-02 9.82956946e-01\n -1.81506813e-01 -2.31639668e-02]\n [-1.36346877e-01 -4.76034656e-02 2.35825051e-02 7.75400937e-01\n 4.52755302e-01 -9.93691385e-02]\n [-4.26635414e-01 3.27857912e-01 2.07525287e-02 -9.98141050e-01\n -5.93865931e-04 4.22308557e-02]\n [-6.21794796e+00 -5.62231064e+00 1.02633387e-01 -8.64308715e-01\n -1.62595123e-01 -1.12691090e-01]\n [ 4.79440355e+00 5.09449005e+00 2.29890287e-01 -9.92338717e-01\n -9.04533081e-05 -1.23064399e-01]\n [ 1.46863818e+00 -1.75284624e+00 4.48721610e-02 -3.67437482e-01\n -7.57257521e-01 4.94450212e-01]\n [-1.01168990e+00 -7.37665355e-01 2.13999450e-02 -8.43742251e-01\n -2.15862412e-02 2.97422484e-02]\n [-1.37670031e+01 -5.60800695e+00 5.78325629e-01 6.88726753e-02\n 2.15306923e-01 1.32340312e-01]\n [-4.26694536e+00 2.43199182e+00 1.16202481e-01 9.70168412e-01\n -1.37920514e-01 1.95017532e-01]\n [ 2.78907549e-02 7.97978863e-02 2.75931116e-02 -8.52838874e-01\n -1.49149075e-02 5.12263656e-01]\n [-6.49771810e-01 -5.80171824e-01 1.78298280e-02 -3.47316355e-01\n 3.45411673e-02 -8.50710832e-03]\n [-1.63002431e-01 4.65800107e-01 2.57685427e-02 8.94255459e-01\n 8.85559916e-02 1.05293289e-01]\n [ 3.62009034e-02 2.01673061e-01 2.26932000e-02 -7.92700291e-01\n -2.28882283e-02 5.61356544e-01]\n [-3.40601373e+00 4.21973848e+00 9.70541015e-02 -1.56263858e-01\n 4.67194349e-01 8.42578888e-01]\n [-3.24906015e+00 3.39281487e+00 2.06799321e-02 -9.96754348e-01\n 7.66164958e-02 -2.42444109e-02]\n [-9.10294175e-01 6.85168922e-01 3.50221433e-02 6.15983903e-01\n 6.82168484e-01 2.81496644e-01]\n [-1.92330112e+01 1.70464497e+01 3.03796172e-01 -1.39510155e-01\n 2.25956172e-01 4.83597107e-02]\n [ 1.54029286e+00 3.12271267e-01 3.44096869e-02 -7.40156114e-01\n -4.30368632e-02 1.37115167e-02]\n [-4.84183884e+00 -1.20160902e+00 3.55357565e-02 5.80012381e-01\n -2.98442900e-01 2.62356430e-01]\n [ 2.05104470e+00 -3.96499729e+00 5.10923229e-02 -9.55698550e-01\n -2.93293208e-01 1.04399332e-04]\n [-2.76612663e+00 1.11497891e+00 1.03291005e-01 8.71892989e-01\n -1.02294303e-01 -4.73702192e-01]\n [-4.08156604e-01 -2.95183420e-01 2.65519526e-02 1.11367308e-01\n 7.48767436e-01 -6.53394222e-01]\n [ 6.48396444e+00 -5.88817644e+00 7.31387436e-01 -3.99424404e-01\n 1.03716113e-01 8.08582008e-01]\n [ 1.86608024e-02 4.28273886e-01 2.02658381e-02 7.17883289e-01\n -5.62389910e-01 -2.39903986e-01]\n [-1.25596249e+00 4.02198911e-01 2.57748306e-01 2.13282064e-01\n -6.18354976e-01 -7.54745364e-01]\n [ 1.00783229e+00 6.87956512e-02 2.16507968e-02 -9.94436502e-01\n -1.04350351e-01 -3.22204712e-03]\n [ 6.31783438e+00 5.76125717e+00 5.09918630e-01 -2.02266514e-01\n -8.19258273e-01 4.51735437e-01]\n [-2.97182441e-01 -9.25717596e-03 1.78395025e-02 -9.74354625e-01\n -4.08385582e-02 4.68257889e-02]\n [-4.98368107e-02 7.67780468e-02 1.97187420e-02 -9.87095773e-01\n 1.05157986e-01 -5.94249144e-02]\n [ 9.05745792e+00 3.39103293e+00 1.58890322e-01 -1.60523906e-01\n 8.84236574e-01 -2.50850558e-01]\n [-1.66034177e-01 1.68644875e-01 2.11459678e-02 9.34963584e-01\n 4.97568548e-02 -3.41275781e-01]\n [-1.57099640e+00 1.79537499e+00 5.77036180e-02 -3.43049437e-01\n 6.06248938e-02 8.58137727e-01]\n [ 6.93849182e+00 -1.09140612e-01 5.80322146e-01 -9.86742556e-01\n -1.26566634e-01 -1.00279748e-01]\n [ 1.51065600e+00 -1.26889741e+00 4.16963957e-02 6.26990020e-01\n -6.18758313e-02 -1.61599577e-03]\n [-6.73922896e-02 2.63752401e-01 2.22001206e-02 -7.33907938e-01\n 6.50333583e-01 -2.05507944e-03]]",
|
32 |
+
"arm_qvel": "[[ 1.41230524e+00 -2.22431064e+00 4.10627484e-01 3.07010674e+00\n 1.46321735e+01 -1.47205496e+00]\n [ 1.02937040e+01 3.36527014e+00 -3.64973694e-01 2.52666054e+01\n -1.64633954e+00 -9.24353790e+01]\n [-1.54801369e+00 -6.28816509e+00 2.34602448e-02 5.66092062e+00\n -8.75768244e-01 2.93225336e+00]\n [-1.14293076e-01 -7.59811923e-02 1.27683267e-01 3.20675421e+00\n -6.26514578e+00 1.10086374e+01]\n [-1.25678670e+00 -2.32473469e+00 5.65426111e-01 4.70809793e+00\n -3.05994749e+00 -1.44698114e+01]\n [-2.24472332e+01 -2.23020630e+01 5.96477151e-01 1.74812782e+00\n -2.75852203e+00 4.04617043e+01]\n [-1.65387516e+01 5.73333597e+00 1.76394716e-01 -7.25670776e+01\n 1.40871216e+02 -5.99847870e+01]\n [-3.18105431e+01 3.37485580e+01 1.33372917e+01 -7.15066528e+01\n 4.95652885e+01 6.49336777e+01]\n [-7.39242125e+00 1.98618305e+00 -4.64456499e-01 -1.04464805e+00\n -3.25615501e+01 6.37880135e+00]\n [ 1.31374363e-17 -4.07588813e-17 3.03823872e-05 -7.56595187e-16\n -2.07163785e-16 1.52552305e-17]\n [ 1.19374238e-01 2.93413568e-02 9.85743403e-02 -1.01530358e-01\n 5.90285492e+00 -1.30872265e-01]\n [ 1.44696116e-01 -2.38781897e-04 6.85628317e-03 1.17522532e-05\n 6.90602875e+00 5.00670831e-05]\n [-8.79520476e-02 7.46196806e-01 1.59756497e-01 -3.78966522e+01\n -7.19171906e+00 1.55522232e+01]\n [ 5.74311167e-02 -7.11377919e-01 -4.24012281e-02 3.68475494e+01\n 2.80062222e+00 7.42865849e+00]\n [-3.93033326e-01 -4.63750273e-01 3.08003426e-01 3.07001743e+01\n -6.60024071e+00 2.91307793e+01]\n [-1.29050410e+00 2.47003719e-01 -2.79970974e-01 -3.22359991e+00\n -5.87682381e+01 -7.09233665e+00]\n [-1.98462219e+01 -1.79653873e+01 -1.11497319e+00 -1.95764198e+01\n -1.13639240e+01 5.10346985e+01]\n [ 1.46959000e+01 1.51931305e+01 1.14304602e+00 -5.82824469e-01\n -9.60223160e+01 7.83977079e+00]\n [ 4.26247978e+00 -5.33169842e+00 3.40493947e-01 2.29250622e+01\n -1.55475626e+01 5.63643217e+00]\n [-2.54080534e+00 -2.51556849e+00 -5.67779467e-02 -1.03964341e+00\n -9.50124562e-01 -1.59445438e+01]\n [-4.32114143e+01 -1.82504196e+01 5.57844102e-01 -1.74216213e+01\n -7.89247990e+00 -6.70006714e+01]\n [-1.34127474e+01 7.12822533e+00 -1.21265042e+00 4.50475388e+01\n -6.15191269e+01 -1.38048716e+01]\n [-7.90787265e-02 3.06713939e-01 1.09162003e-01 1.09234774e+00\n -2.11105556e+01 1.81000173e+00]\n [-1.78219473e+00 -1.83765471e+00 1.15676083e-01 1.15117095e-01\n -2.15566084e-01 -1.18464117e+01]\n [-2.49571115e-01 1.05271816e+00 3.07496339e-02 -1.79236507e+01\n -1.98690147e+01 7.07882614e+01]\n [-3.17072630e-01 2.27342546e-02 2.72683483e-02 1.65110362e+00\n -2.11318855e+01 8.99808407e+00]\n [-1.08010292e+01 1.18397007e+01 8.00863981e-01 4.36267471e+00\n 8.84153175e+00 -1.88363612e+00]\n [-9.75485802e+00 9.67051220e+00 2.83420205e-01 -4.32613659e+00\n -3.32037210e+00 -1.99157352e+01]\n [-2.42910385e+00 1.52834487e+00 -3.36913109e-01 3.80047226e+01\n 1.63340054e+01 1.67051964e+01]\n [-6.02851143e+01 5.32434769e+01 -6.73262477e-01 1.14724569e+01\n 2.45536423e+00 4.88883514e+01]\n [ 3.99375319e+00 2.27153614e-01 1.45081997e-01 4.56974089e-01\n -4.08868170e+00 -1.44124413e+01]\n [-1.45484791e+01 -4.30056429e+00 9.32670012e-02 1.34457664e+01\n -9.56924057e+00 2.95275440e+01]\n [ 6.42179537e+00 -1.29865961e+01 -1.46172333e+00 2.15475254e+01\n -8.29021871e-01 9.13931489e-01]\n [-8.43464470e+00 2.52799034e+00 3.73788059e-01 -7.15516129e+01\n -3.48197662e+02 -4.85663528e+01]\n [-1.39421988e+00 -1.60092986e+00 9.46230963e-02 6.59352798e+01\n -5.75239449e+01 -4.87403393e-01]\n [ 2.00128384e+01 -1.91495571e+01 8.09116662e-01 5.12756681e+00\n 4.62095070e+01 -2.31300545e+01]\n [-3.18941921e-01 9.59160566e-01 -1.01152077e-01 -3.50461884e+01\n -1.51049900e+01 2.09762077e+01]\n [-4.25783157e+00 5.77798009e-01 -5.27825773e-01 -5.37368345e+00\n -6.77947283e+00 1.35657644e+00]\n [ 3.04637384e+00 -2.52288282e-01 -6.94957197e-01 -5.80535011e+01\n -5.17246611e-02 7.05545378e+00]\n [ 1.99784164e+01 1.76303177e+01 3.91525812e-02 1.22444702e+02\n -6.78507080e+01 -4.44122963e+01]\n [-1.59107015e-01 -4.40545678e-01 2.86018793e-02 4.02245253e-01\n -2.69340754e+00 -1.82587452e+01]\n [-1.15251705e-01 -3.04740250e-01 -2.38645971e-01 1.33493166e+01\n -5.33178473e+00 -1.09174080e+01]\n [ 2.79227810e+01 1.03111877e+01 1.22583836e-01 -2.48455772e+01\n 5.52118587e+00 -1.16089888e+01]\n [-7.57233620e-01 -1.63057581e-01 2.27443576e-01 4.71988678e+00\n -3.96885338e+01 -9.00524521e+00]\n [-4.41027927e+00 4.69078445e+00 3.29448640e-01 1.21938026e+00\n 1.03498087e+01 -3.60124397e+00]\n [ 2.16420517e+01 -1.06502151e+00 3.04117382e-01 -4.32109108e+01\n -3.87030029e+01 3.88416576e+00]\n [ 4.27230310e+00 -4.14098406e+00 -2.67742455e-01 4.52360773e+00\n -1.48558259e+00 -3.36824799e+01]\n [-3.99881713e-02 3.67953837e-01 -6.64263964e-02 -2.27966194e+01\n -6.74156249e-02 -6.45680141e+00]]",
|
33 |
+
"cube_pos": "[[-3.00571293e-01 -6.69278443e-01 1.59953773e-01]\n [-4.71851289e-01 -3.23333800e-01 7.05325067e-01]\n [ 4.11394089e-01 -5.51914275e-01 7.93308318e-02]\n [ 7.05566645e-01 5.70555916e-03 4.20097560e-01]\n [-9.14563775e-01 -1.16292572e+00 -8.19867849e-02]\n [-3.43527237e-04 -8.49768877e-01 -8.84621441e-01]\n [-3.44365269e-01 -7.91155696e-01 -9.06487465e-01]\n [ 4.69466954e-01 -6.61022246e-01 -4.57147866e-01]\n [-1.21055216e-01 -2.74733216e-01 -4.34018821e-02]\n [-3.36882043e-17 -5.36078811e-01 -1.75589189e-01]\n [ 1.50301401e-02 -7.43254185e-01 5.94296828e-02]\n [-3.35450750e-04 -7.36453831e-01 3.74250524e-02]\n [ 1.67049110e-01 -5.56567073e-01 4.33181345e-01]\n [-1.77312084e-02 -2.45451376e-01 -2.79413396e-03]\n [ 4.28826064e-01 -3.38295013e-01 -2.21575335e-01]\n [ 4.39392105e-02 6.42627001e-01 7.20319331e-01]\n [ 4.62421924e-01 -9.45976257e-01 -9.54960048e-01]\n [ 1.09068966e-02 9.30887282e-01 -4.19616193e-01]\n [-2.16955662e-01 9.34543371e-01 -3.83064479e-01]\n [-5.35488963e-01 -3.80745441e-01 -2.49787226e-01]\n [ 9.65083182e-01 -8.44994068e-01 -6.29054546e-01]\n [ 4.14646491e-02 9.71212924e-01 -5.82063556e-01]\n [-1.00146614e-01 4.02757525e-01 5.74884713e-01]\n [-9.37073052e-01 -1.02677274e+00 -1.07255720e-01]\n [-4.25885350e-01 3.39464515e-01 -3.02887350e-01]\n [-2.36603528e-01 5.17970091e-03 6.18148983e-01]\n [-2.17650726e-01 8.28938067e-01 -9.42655146e-01]\n [-4.78661107e-03 1.71094179e-01 -5.08600891e-01]\n [ 2.75625914e-01 -3.07798356e-01 -6.43227816e-01]\n [ 9.62882161e-01 6.84130549e-01 3.47408414e-01]\n [-6.70916378e-01 7.27884591e-01 -5.27233407e-02]\n [-7.11116433e-01 -9.00331795e-01 -8.98576736e-01]\n [-2.48859860e-02 7.31898904e-01 -2.71664292e-01]\n [-7.03190863e-02 6.91907331e-02 6.53851703e-02]\n [-4.53716423e-03 5.74517190e-01 -6.00811958e-01]\n [-4.19402301e-01 1.98566452e-01 9.37153995e-01]\n [ 3.32877249e-01 -6.92010105e-01 3.89925599e-01]\n [ 5.00727668e-02 -7.86822021e-01 -3.54622543e-01]\n [ 1.40257003e-02 -5.37970722e-01 -3.99338715e-02]\n [ 2.89550036e-01 8.14588308e-01 1.32882759e-01]\n [-2.16269821e-01 5.37813485e-01 1.06451344e-02]\n [-1.05130322e-01 7.51711726e-01 4.54618819e-02]\n [ 3.59766185e-01 9.57841992e-01 6.61293924e-01]\n [-8.30550715e-02 -5.53218089e-02 -1.40656695e-01]\n [-3.77149045e-01 -7.72324085e-01 -1.71773106e-01]\n [ 1.62471756e-02 5.03999352e-01 -8.04676533e-01]\n [ 7.76564419e-01 -5.22300601e-01 -1.18581979e-02]\n [ 1.96063995e-01 2.44322300e-01 -3.96331623e-02]]"
|
34 |
},
|
35 |
+
"_episode_num": 17808,
|
36 |
"use_sde": true,
|
37 |
"sde_sample_freq": -1,
|
38 |
+
"_current_progress_remaining": 0.6430768,
|
39 |
"_stats_window_size": 100,
|
40 |
"ep_info_buffer": {
|
41 |
":type:": "<class 'collections.deque'>",
|
42 |
+
":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwFeQqjJuEVaMAWyUS8iMAXSUR0CZKESm65G0dX2UKGgGR8BYA/ovBacJaAdLyGgIR0CZJ9JwbVBldX2UKGgGR8BWcRPj4pMIaAdLyGgIR0CZJ1tnf2sadX2UKGgGR8BXPJylvZRLaAdLyGgIR0CZJuVvddmhdX2UKGgGR8BVGtZJTVDsaAdLyGgIR0CZVG7fHggpdX2UKGgGR8BUwOLNwBHTaAdLyGgIR0CZU/w1BMSLdX2UKGgGR8BYPJQLux8laAdLyGgIR0CZU4nfEXLvdX2UKGgGR8BX3J4nndO7aAdLyGgIR0CZUxaPS2H+dX2UKGgGR8BX1GyC4BmxaAdLyGgIR0CZUqLV4HHFdX2UKGgGR8BIpTJp35eraAdLyGgIR0CZUi4jKPn0dX2UKGgGR8AcpXJYDDCQaAdLyGgIR0CZUbYCQtBfdX2UKGgGR8BXzqkAPuohaAdLyGgIR0CZUT4R28qXdX2UKGgGR8BVEhc3VCokaAdLyGgIR0CZUMqmTC+DdX2UKGgGR8BYPJQLux8laAdLyGgIR0CZUFcTrVvudX2UKGgGR8BXu44Ia99MaAdLyGgIR0CZT+Pw/gR9dX2UKGgGR8BX3JE6T4cnaAdLyGgIR0CZT3BV+7UYdX2UKGgGR8BV7k0zj3mFaAdLyGgIR0CZTv2KVII4dX2UKGgGR8BX3bLEDQqqaAdLyGgIR0CZTokUsWfsdX2UKGgGR8BX1ZtSAH3UaAdLyGgIR0CZThY6GQCCdX2UKGgGR8BXYsX7+DODaAdLyGgIR0CZTX3h4t6HdX2UKGgGR8BQgtfCyhSMaAdLyGgIR0CZTQsLfDUFdX2UKGgGR8A7+BppN9H+aAdLyGgIR0CZTJewcHW0dX2UKGgGR8BXjGDpTuOTaAdLyGgIR0CZTCTBZZB+dX2UKGgGR8BXxSVfNRm9aAdLyGgIR0CZS7FxXGOudX2UKGgGR8BCZ6Vlf7aaaAdLyGgIR0CZSz5TZQHidX2UKGgGR8BOKJb2USqVaAdLyGgIR0CZSsnHvMKUdX2UKGgGR8BYGm0zCUHIaAdLyGgIR0CZSlWaMJhOdX2UKGgGR8BXzduP3i71aAdLyGgIR0CZSeIz3yqddX2UKGgGR8BXuWB8QZn+aAdLyGgIR0CZSW5/LDAKdX2UKGgGR8BXV5h4MWoFaAdLyGgIR0CZSPvhqCYkdX2UKGgGR8BWJKZlWfbsaAdLyGgIR0CZSIiMYMvzdX2UKGgGR8BXRwqy4Wk8aAdLyGgIR0CZSBW6bvw3dX2UKGgGR8BULh5HEuQIaAdLyGgIR0CZR5/echC/dX2UKGgGR0BBsWc8TzunaAdLyGgIR0CZRyyI55qudX2UKGgGR8BVhcmnfl6raAdLyGgIR0CZRraxoqTbdX2UKGgGR8BX3bu2JBPbaAdLyGgIR0CZRkSHM2WIdX2UKGgGR8BUduyzHCGfaAdLyGgIR0CZRb7/n4fwdX2UKGgGR8BWOOcQRPGiaAdLyGgIR0CZRUyxiXpodX2UKGgGR8BXvN74SHuaaAdLyGgIR0CZRNo4dZJTdX2UKGgGR8BT95y+6Ae8aAdLyGgIR0CZRGiEg4ffdX2UKGgGR8BX0WPgeii7aAdLyGgIR0CZQ/OE/SpjdX2UKGgGR8BXuyed07r+aAdLyGgIR0CZQ4D1oQFtdX2UKGgGR8BXyJPEbYK6aAdLyGgIR0CZQwymhufmdX2UKGgGR8BSmzv7WNFSaAdLyGgIR0CZQpollbu/dX2UKGgGR8BX4J9uxbB5aAdLyGgIR0CZQiRU3n6mdX2UKGgGR8BX3KZ6Uqx1aAdLyGgIR0CZQbAfuCwsdX2UKGgGR8BO0BgE2YOUaAdLyGgIR0CZQTz2exwAdX2UKGgGR8BX2XDej2zwaAdLyGgIR0CZQMZ0Syt3dX2UKGgGR8BW/ona37UHaAdLyGgIR0CZQFPxhDw6dX2UKGgGR8BYAC/j81n/aAdLyGgIR0CZP+HAAQxvdX2UKGgGR8BXNHNLUTcqaAdLyGgIR0CZP2q7iADrdX2UKGgGR8BXS7vgFX7taAdLyGgIR0CZPvTKT0QLdX2UKGgGR8BXWZhnanJlaAdLyGgIR0CZZE7NjbztdX2UKGgGR8BUtP642CNCaAdLyGgIR0CZY9wSJ0nxdX2UKGgGR8A13qDK5kLAaAdLyGgIR0CZY2mzjWCmdX2UKGgGR8BX3NmDlHSXaAdLyGgIR0CZYvZeRgZ1dX2UKGgGR8BX0q02LpA2aAdLyGgIR0CZYoKgqVhTdX2UKGgGR8A8kt+TeO4oaAdLyGgIR0CZYg3n6l+FdX2UKGgGR8BRX2sq8UVSaAdLyGgIR0CZYZXBguyvdX2UKGgGR8BXL9gBtDUmaAdLyGgIR0CZYR3K0UoKdX2UKGgGR8BWS7lNlAeJaAdLyGgIR0CZYKpZOi35dX2UKGgGR8BYPJQLux8laAdLyGgIR0CZYDbFCLMtdX2UKGgGR8BX6/0I1LrYaAdLyGgIR0CZX8ObAk9mdX2UKGgGR8BYBS2UjcEeaAdLyGgIR0CZX0/82rGSdX2UKGgGR8BXnqUFB6a9aAdLyGgIR0CZXt0ngHeKdX2UKGgGR8BX49oSL61taAdLyGgIR0CZXmisny/cdX2UKGgGR8BX0n/tIClraAdLyGgIR0CZXfXMhX8wdX2UKGgGR8BXifw3HaN/aAdLyGgIR0CZXV1uivgWdX2UKGgGR8BVC0u14Pf9aAdLyGgIR0CZXOqS5iEydX2UKGgGR8BT5nAuZkTYaAdLyGgIR0CZXHcx0uDjdX2UKGgGR8BAzPgNwzciaAdLyGgIR0CZXAQ/5ckddX2UKGgGR8BX59Brvb48aAdLyGgIR0CZW5Dst03gdX2UKGgGR8AzjS5iExqPaAdLyGgIR0CZWx3KB/ZvdX2UKGgGR8BWTw1ivxH5aAdLyGgIR0CZWqk+X7cgdX2UKGgGR8BXeaxC6YmcaAdLyGgIR0CZWjUGmk30dX2UKGgGR8BXyBC6Ymb9aAdLyGgIR0CZWcGahHskdX2UKGgGR8BXtPtD2JzlaAdLyGgIR0CZWU3hXKbKdX2UKGgGR8BXvj8k2P1daAdLyGgIR0CZWNs+3YthdX2UKGgGR0A7EqfOD8LsaAdLyGgIR0CZWGfkWAPNdX2UKGgGR8BXZGC7K7qZaAdLyGgIR0CZV/UMoc7ydX2UKGgGR8BVdVwgkka/aAdLyGgIR0CZV38sMAmzdX2UKGgGR8BLzzYdyT6jaAdLyGgIR0CZVwvQ4S6EdX2UKGgGR8BXdPCZWq95aAdLyGgIR0CZVpX0oSctdX2UKGgGR8BVKFq33HrAaAdLyGgIR0CZViPGQ0XQdX2UKGgGR8BWctliBoVVaAdLyGgIR0CZVZ46Oo5xdX2UKGgGR8BWDaQiiZfEaAdLyGgIR0CZVSvlEJBxdX2UKGgGR8BXwOyeI2wWaAdLyGgIR0CZVLlmOEM9dX2UKGgGR8BPArAgxJumaAdLyGgIR0CZVEer+5vtdX2UKGgGR8BXzducc2itaAdLyGgIR0CZU9KhtcfOdX2UKGgGR8BX3HFDOTq0aAdLyGgIR0CZU2AJLM9sdX2UKGgGR8BWPIsAeaKDaAdLyGgIR0CZUuuvllshdX2UKGgGR8BAfFZPl+3IaAdLyGgIR0CZUnkkrwvydX2UKGgGR8BX+sV+I/JOaAdLyGgIR0CZUgNKyv9tdX2UKGgGR8BX3vHDJlreaAdLyGgIR0CZUY8Md92HdX2UKGgGR8BSQtCu2Zy/aAdLyGgIR0CZURvZh8YydX2UKGgGR8BX2eEEkjX4aAdLyGgIR0CZUKVH4GlidX2UKGgGR8BWcCvgWJrMaAdLyGgIR0CZUDK6WgOCdX2UKGgGR8BUiEEovzvraAdLyGgIR0CZT8CEHt4SdX2UKGgGR8BXtmXgLqlhaAdLyGgIR0CZT0l7MPjGdX2UKGgGR8BXtTbzshPkaAdLyGgIR0CZTtN8VpK0dWUu"
|
43 |
},
|
44 |
"ep_success_buffer": {
|
45 |
":type:": "<class 'collections.deque'>",
|
46 |
":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
|
47 |
},
|
48 |
+
"_n_updates": 74357,
|
49 |
"observation_space": {
|
50 |
":type:": "<class 'gymnasium.spaces.dict.Dict'>",
|
51 |
":serialized:": "gAWVzAMAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojAhhcm1fcXBvc5SMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBgAAAAAAAAABAQEBAQGUaBOMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLBoWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBwolgYAAAAAAAAAAQEBAQEBlGggSwaFlGgkdJRSlIwGX3NoYXBllEsGhZSMA2xvd5RoHCiWGAAAAAAAAADbD0nA2w9JwNsPScDbD0nA2w9JwNsPScCUaBZLBoWUaCR0lFKUjARoaWdolGgcKJYYAAAAAAAAANsPSUDbD0lA2w9JQNsPSUDbD0lA2w9JQJRoFksGhZRoJHSUUpSMCGxvd19yZXBylIwKLTMuMTQxNTkyN5SMCWhpZ2hfcmVwcpSMCTMuMTQxNTkyN5SMCl9ucF9yYW5kb22UTnVijAhhcm1fcXZlbJRoDSmBlH2UKGgQaBZoGWgcKJYGAAAAAAAAAAEBAQEBAZRoIEsGhZRoJHSUUpRoJ2gcKJYGAAAAAAAAAAEBAQEBAZRoIEsGhZRoJHSUUpRoLEsGhZRoLmgcKJYYAAAAAAAAAAAAIMEAACDBAAAgwQAAIMEAACDBAAAgwZRoFksGhZRoJHSUUpRoM2gcKJYYAAAAAAAAAAAAIEEAACBBAAAgQQAAIEEAACBBAAAgQZRoFksGhZRoJHSUUpRoOIwFLTEwLjCUaDqMBDEwLjCUaDxOdWKMCGN1YmVfcG9zlGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YnVoLE5oEE5oPE51Yi4=",
|
|
|
83 |
"__module__": "stable_baselines3.common.buffers",
|
84 |
"__annotations__": "{'observation_space': <class 'gymnasium.spaces.dict.Dict'>, 'obs_shape': typing.Dict[str, typing.Tuple[int, ...]], 'observations': typing.Dict[str, numpy.ndarray], 'next_observations': typing.Dict[str, numpy.ndarray]}",
|
85 |
"__doc__": "\n Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n Extends the ReplayBuffer to use dictionary observations\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device: PyTorch device\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ",
|
86 |
+
"__init__": "<function DictReplayBuffer.__init__ at 0x7fadf42a9f30>",
|
87 |
+
"add": "<function DictReplayBuffer.add at 0x7fadf42a9fc0>",
|
88 |
+
"sample": "<function DictReplayBuffer.sample at 0x7fadf42aa050>",
|
89 |
+
"_get_samples": "<function DictReplayBuffer._get_samples at 0x7fadf42aa0e0>",
|
90 |
"__abstractmethods__": "frozenset()",
|
91 |
+
"_abc_impl": "<_abc._abc_data object at 0x7fadf42976c0>"
|
92 |
},
|
93 |
"replay_buffer_kwargs": {},
|
94 |
"train_freq": {
|
tqc-LiftCube-v0/ent_coef_optimizer.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1940
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bed2b94445f209ca63f361ec05c1edcfcc87d82be014559f58001a78609ae16d
|
3 |
size 1940
|
tqc-LiftCube-v0/policy.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1548985
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:06a9fbf1faff6fdbd3e0085637a3963b04cf207f94934af9bf5f6a09def9a6d5
|
3 |
size 1548985
|
tqc-LiftCube-v0/pytorch_variables.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1180
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eeea24ec14b53372c22b6af12feb7005c0227df45c7f86800ca0c8b625cde340
|
3 |
size 1180
|
train_eval_metrics.zip
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:052bd0200553b6b733ad63254e8cc2b0c1ddd10a86d6fbac5b389899c37b257f
|
3 |
+
size 692804
|
vec_normalize.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 6151
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f04079bfab5cb586c47404256f57aceae76f6acc9204aff483de50b21164d968
|
3 |
size 6151
|