qgallouedec HF staff commited on
Commit
5813b5c
1 Parent(s): 6aae751

Initial commit

Browse files
replay.mp4 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2be48c8589d4520ebc9566529574223fb7cfa81896ee457f44e543ddf0b89b9f
3
- size 131527
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9beac5509c0e5bec901afd048c0c33dcb25ea30503883771b5a96a5d5506f4a
3
+ size 369808
results.json CHANGED
@@ -1 +1 @@
1
- {"mean_reward": -96.94653640000001, "std_reward": 1.2000000012335478e-06, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-06-08T23:09:10.902401"}
 
1
+ {"mean_reward": -96.94653640000001, "std_reward": 1.2000000012335478e-06, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-06-09T00:09:52.911189"}
tqc-LiftCube-v0.zip CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c6b351978797d12a0337a69e5666d18cd7addc1995ccc384fb6b3f6a94b762cd
3
  size 3429728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23d95134555f45ffd5bcc4eef18fcea8125ea2e72c0f26af1e84d9d99f445ed3
3
  size 3429728
tqc-LiftCube-v0/actor.optimizer.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0c44434a23dda062152d5d4c7be627c6fd4549ec37cc186628a39f78d7366ef6
3
  size 589975
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f45614169f5e1f881c1b3282c62444fab67ea243df85b91d6b709f95866c1c53
3
  size 589975
tqc-LiftCube-v0/critic.optimizer.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cb0fb67d193294081b39f9d3d1e643f6f6f753d2b9b0d107360db6b38c9127dd
3
  size 1255594
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa7c79e505f3eaf2557ac2a43fcce0fd002d4ce75701d558ba5a8c246568b36f
3
  size 1255594
tqc-LiftCube-v0/data CHANGED
@@ -4,15 +4,15 @@
4
  ":serialized:": "gAWVMQAAAAAAAACMGHNiM19jb250cmliLnRxYy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu",
5
  "__module__": "sb3_contrib.tqc.policies",
6
  "__doc__": "\n Policy class (with both actor and critic) for TQC.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n :param features_extractor_class: Features extractor to use.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n :param n_quantiles: Number of quantiles for the critic.\n :param n_critics: Number of critic networks to create.\n :param share_features_extractor: Whether to share or not the features extractor\n between the actor and the critic (this saves computation time)\n ",
7
- "__init__": "<function MultiInputPolicy.__init__ at 0x7fd6518cb370>",
8
  "__abstractmethods__": "frozenset()",
9
- "_abc_impl": "<_abc._abc_data object at 0x7fd6518d7180>"
10
  },
11
  "verbose": 1,
12
  "policy_kwargs": {
13
  "use_sde": true
14
  },
15
- "num_timesteps": 2196480,
16
  "_total_timesteps": 10000000,
17
  "_num_timesteps_at_start": 0,
18
  "seed": 0,
@@ -27,25 +27,25 @@
27
  },
28
  "_last_original_obs": {
29
  ":type:": "<class 'collections.OrderedDict'>",
30
- ":serialized:": "gAWVLwwAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojAhhcm1fcXBvc5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJaABAAAAAAAAN7y3z0Fy3I+K3l1PMTBfz/uOoaz9dN/tP4LSz2IOk8+Y3h1PF7pfz+mlY8yJvpIMewIkD0Mlgw+A7q6PPRJhr33O9+9i0qEPuAg5r4QAOy9ZbnPPNmXUL7rfEm/PR4LvxVJ8D0WhKY95/N+POxHf79JOOW8e/cgvUeKNT6uabw9D1O1PGkwMr+pOU2+pBcnvSlplj5JmwQ/PyKkPCR5Qz6JJdK9G8cVv/TDzT9eTes/H6ORPJq7Cj+xxms83q83PMxumcDK1jHArpg9PrXkfr9KGz88Npm2vZ0VSEG5MHNBoNuWQAAAgL+Yuc+23ugqucCqYzwAmkU+hHygPFQBez+lSkk+5FWiIrvlWb/aFIw/7EVPPUmpbL5WNDA/A03rPjm8OT8lStm+W/u0PAKMzr6y2AC+UiwDvIBRBkDZ/yxAMf/+Pfb4WT/VMwW/gTqkO3mGj8BoFYfAx99lPZoOfD+wiau8Gq8OPrHNor2S+RQ+0segPJDkTz6ieLW0Lqt6P53q0sCLjZ/AFRWAPiKkOr8lHsO9O7hrPTkV3b0g4gw+83d1PAAAgD81qxe0j2Ifrg3hoj1B83A+2pt1PO3Mfj+3Be6435nhuDH0HL883Ji+KbXQPPBXEL58SWk+d7KCvpZ7Cz7O1nU/LrAYPTEoBT0cwXe/5lEIPvC6GUB16OW+VVnBPLV6ML80R+w8xcRwPVHfnj6/Q/4+poCoPEqxHL4Q49m91V7GPXl+NjyE/D4+VeyOPL5tfb99DJ09zFyIPD73Dz+xY+m+zte4PHpAfb+lpGe96/qIPexVDT4lF9o9+ZybPKON9D7Y1J29tfK3PdAhBT5kWvw95Dd5PABFZz9RpLg7uVevuslOPkHDpjPB6WMWQBrZLz9si8a+k8oEv4i1tsAV+KnAvmgpPYgvSL9/v2I954T7voPa0L/duYo+WxXKPM8je7+uxIU8bVZDvsS4lsDpgpw/jC8dPf5W2j6VdXI+6fkkP1q3wz2Jo/g9N3d1PAAAgD9TWbkjuJ1NIkBZ476aZOM+yMz0PBgzdr8VK7c93HswvhAsH0DOYSdAN7+hPFDBX78XaQG9rFubvFANeD7rmQo/Gx/PPE8+Rr9+9+M+inriviY9oD4aosM9hgi/PKg4nT7DLBO+PlZtv9jJzb8z8MO/d5AaPRm7er5SXfq9kYzqPlncDj98jBk/Ko/JPCdBFD8gaBy/aPbmPtFp4z0hOae+JB2mPEISOj9/0i+/S1+6Mr82Tz/GTmA9mTPdPOLGwb7MPhO//yo4P73Fyz3R8m4+N3d1PAAAgD/BALmjsH+3oK+vbDxMk1s+1q2SPNND4j30FBG6y25+P2/xQb2X+Kc9C8imPOatXD+RwQE/VD/fseiMGUC9Xi1AFROpPUlmTTz76t87pkhrPyHlpb2hOho+IyScPFA8UT8wgBM/+OXkIq5e0b17hga9zH+dPE6OZz8kVdq+3j7SutaBSsAguyRARtyRPzL/Xb/Ip6q+qci8vqRrIb41mvu8xAevPPm2cT9K2Y0+vBM2vpSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLMEsGhpSMAUOUdJRSlIwIYXJtX3F2ZWyUaAcoloAEAAAAAAAAvBTWNA0yAbTmj3M3CkK6Nh+93jeom5+4c+AfsQQTHjN70643QQQftgtQlrRCFQm3OIjePel2zT0GBie91MEZwJE7HEB4hhlBLFowv1KU174Bhwq+aBEJwbqws8C0QwLAeAqCPkw1Or0MDBc+SaZkQCVP90BO7ZDB2BZdPtTZ0b0wmRm8LUHHQEKpSL/eSbrB8dXOPj818j5utp69g5t7vuY7lsDez+dAy1ydQNRUnUBSk3Q+pfVCvzKskj6oHMFAYIl0way6EMHs93i/xKbDQOxJZcIMlTBBQ+AbQlmvPUL0I1NB4Rg4Pyx4l0GRa7NA/U3koTiB5LsNpDk7Bd20Pr+O+CSinxslGrcLwFzUHkBlG+q8MjyfwTB7WcHwoHFBrebNPzllur8ttqG+mO3Zv1yXGMCj9D9BnoO/QMxR7UCvM6Y/ztSjwvWyqz3X4arARctfwWR7V8HAUGQ/zKztQIQH88FhRcFBBwsuPoEc+TNUrH29W2ElM/RBBkGzyRc0M+qiwRjrgcGDMD2/Ux9VQFwN5L+swsFB9CsbLr+5JLQTp8w35FwqN2wvSjFd0tSvsMfpuMQ/+jgPRaM5F7vXvLwyGrzk3Cm+uhygv1+cmb+acy8+hskTQPSPjr9CcTFBghMQP73nGkDW9BG7t+32wpyyiEHHT9JBCPXJQLfh3r9ZENU+f4mMQJLskj1zbmvBT2kQP+wEGz8fOkI9qmervrT+FEA9ES/BInF2vjHlET3cMkA8AzZxv1lQzD8vBJLBlO6rP2MFvr9bRZA+aBHXP2LcTcAOQ6HB9SUIPotLnjwHw2w9yqCkPxPTjT8tqOpAf9tGvfzjk7uB/YC581qYPdKvBz2V1RtAx3MmQtueIcJfg+dADhRfQbdns0Hkc8pBN9qOweQOi8H7z7+/U4CwP37IQ8FFTRdBzj2VwJ48pD3cMmy+7TCnQLn3lcHpNDnAGyteweyTYUAOxIs+K3qXwYkHTcKcGj3C1PbCoSxyOiWu3f4349hHpWQ7dKMmn5Ujh26Fv+hQHT/DbVK+31H5QB7BScHmfihBW9r4QIJg70DyLj6/urVgwOTJbD63O4NBPl6GP58PkT/0KzW+Pm0vwnqQMULtiQfBBUgkP7Zol728iww+U/hnQEpd8EEV1KDAEXuXwKLXmMArdMk+P6Hyv34sskCaoxTBssihP1UTtD+Pn7A9MnJ9wiToOUKVdvRBtRu8s60Nwb9dToW9+pKTQu4iDjPhboCzS1h1QLDlcb/nlBU/rZzfwfJpz8HWi7vCcCa8JIzrN6Su3f43oumopFb5lKHPXeSjjBMwPkZFSTnPt829KwvZtlqAEUFvbii4X4jrsL3/hr0LAIO8oY9NQHyIX7FAe96w88DeQNWS+ECPvRw/4jgiP2D2esIVbNzBGOr2IuVCnL07SRG9Nwd7QE+7WSVmeAemLpiHOxjZNL8kGew91/kPQpOWWLi3Ifc7imtCwXKvEEGEmURAWGxlwZBHTMGFapw/VnX+vkuVUL+mRN49PzgLQiXWqcHZkKe/lGgOSzBLBoaUaBJ0lFKUjAhjdWJlX3Bvc5RoByiWQAIAAAAAAAAndjK9imaoPm2AHb98R9e86Ch1PiLoGL9ZJ3U/8mVEP/WQPL81HVa+B6UxP/9PLz5Nq2o9aT+UPUhitD7gMDA/6pYePnSvbT+rD0g/UU5XP7K41r48GVc/4N0gPxsXZL/QlL48kontvYjdxT6dckq4+OBVP15zZz9iPACjMkqAPlPExz4v8QK/F78+P134ST+nAmg/G+wBP7Njxr50u4W9jqCfvJQXI77p+dO94fclv0INULxIm5QzEZ9uv/YjRL+H4iy/rCcav2o0BD46Tfu3YjySPpLbEL8jBsa9tiWRPnT4I7/b020/Q8ElPyA50b4hQ1g+ckvUvoxCQ79tsDi/IuGFvdpQAT8aSnq/c/o+v68NKr/V2PC90ofPvN6PAj6Xj+89mDQHPja+XT8c3F4/1RNUP6HuEr9Vh9s+D2ZkPuZlKL+V0ai+bENWP//fcD/xX8I+BsEPv45SQz9C9Py8M2KlPu2rQLrmwBY/fhNaPReFSD9gTIajNUagPkmAE7+GBkY+rB21Pu/Yuj2dCfg+fkYNPsY4tL58/aM9Rdxlv9sjLz7epSM+p9iKPq+TAD8fgVi/q/JbvxHnMr8Ewpc+17vIvlAcH7+mVaeyyxNwvyFrk74pjbu9uHFjv1OCVj/g/imnJc6fPtT6Gb+3XYE4T4Fxv9T7M78dHj6yhlRSPDxsV7yYosk+U6nvPm+rdT9gWyojn6Ieu22lRL1B0CY7UEYfv/vRAb+Xev28+J4WPoyBAL/YrzG8fDLEvl+nXL+UaA5LMEsDhpRoEnSUUpR1Lg==",
31
- "arm_qpos": "[[ 1.09349951e-01 2.37102583e-01 1.49825020e-02 9.99050379e-01\n -6.25058050e-08 -2.38258352e-07]\n [ 4.95719835e-02 2.02371716e-01 1.49823157e-02 9.99654651e-01\n 1.67154433e-08 2.92460234e-09]\n [ 7.03295171e-02 1.37291133e-01 2.27937754e-02 -6.55707419e-02\n -1.09001093e-01 2.58381218e-01]\n [-4.49469566e-01 -1.15234494e-01 2.53569577e-02 -2.03704253e-01\n -7.87062347e-01 -5.43430150e-01]\n [ 1.17326893e-01 8.13066214e-02 1.55610805e-02 -9.97191191e-01\n -2.79809404e-02 -3.92985158e-02]\n [ 1.77285299e-01 9.19984430e-02 2.21343320e-02 -6.96051180e-01\n -2.00415269e-01 -4.07940298e-02]\n [ 2.93771058e-01 5.17994463e-01 2.00358611e-02 1.90891802e-01\n -1.02610655e-01 -5.85069358e-01]\n [ 1.60754251e+00 1.83829856e+00 1.77779775e-02 5.41925073e-01\n 1.43906334e-02 1.12113636e-02]\n [-4.79477501e+00 -2.77873468e+00 1.85152739e-01 -9.95677292e-01\n 1.16642211e-02 -8.91594142e-02]\n [ 1.25052767e+01 1.51993952e+01 4.71430969e+00 -1.00000000e+00\n -6.19068669e-06 -1.62992132e-04]\n [ 1.38956904e-02 1.92970276e-01 1.95906237e-02 9.80489016e-01\n 1.96573809e-01 4.40011282e-18]\n [-8.51161659e-01 1.09438634e+00 5.06037921e-02 -2.31114522e-01\n 6.88298583e-01 4.59571928e-01]\n [ 7.25528300e-01 -4.24393803e-01 2.20925119e-02 -4.03411925e-01\n -1.25826627e-01 -8.00617225e-03]\n [ 2.09872437e+00 2.70311570e+00 1.24510176e-01 8.51455092e-01\n -5.20322144e-01 5.01185702e-03]\n [-4.48516512e+00 -4.22136307e+00 5.61216138e-02 9.84597802e-01\n -2.09396780e-02 1.39339834e-01]\n [-7.94938877e-02 1.45483285e-01 1.96265317e-02 2.03020334e-01\n -3.38016491e-07 9.79174495e-01]\n [-6.59113932e+00 -4.98602819e+00 2.50160843e-01 -7.29066968e-01\n -9.52723399e-02 5.75487427e-02]\n [-1.07950635e-01 1.37581348e-01 1.49822114e-02 1.00000000e+00\n -1.41252556e-07 -3.62399520e-11]\n [ 7.95308128e-02 2.35302940e-01 1.49907712e-02 9.95314419e-01\n -1.13497888e-04 -1.07574968e-04]\n [-6.13101065e-01 -2.98555255e-01 2.54770089e-02 -1.40960455e-01\n 2.27819383e-01 -2.55267829e-01]\n [ 1.36213630e-01 9.60308909e-01 3.72773930e-02 3.25090326e-02\n -9.67790365e-01 1.33124918e-01]\n [ 2.40203476e+00 -4.49039131e-01 2.36021671e-02 -6.89372361e-01\n 2.88425460e-02 5.87814040e-02]\n [ 3.10297519e-01 4.96610612e-01 2.05691569e-02 -1.53020054e-01\n -1.06390119e-01 9.68605652e-02]\n [ 1.11385519e-02 1.86510146e-01 1.74466763e-02 -9.89955783e-01\n 7.66839758e-02 1.66458115e-02]\n [ 5.62366366e-01 -4.55838710e-01 2.25638412e-02 -9.89265084e-01\n -5.65535016e-02 6.68848380e-02]\n [ 1.38023078e-01 1.06489457e-01 1.89957488e-02 4.77643102e-01\n -7.70661235e-02 8.98183957e-02]\n [ 1.30011797e-01 1.23219281e-01 1.52110793e-02 9.03396606e-01\n 5.63482242e-03 -1.33775838e-03]\n [ 1.18942347e+01 -1.12282133e+01 2.34984803e+00 6.86906457e-01\n -3.87782454e-01 -5.18716037e-01]\n [-5.70965958e+00 -5.31153345e+00 4.13596556e-02 -7.81975269e-01\n 5.53584062e-02 -4.91248339e-01]\n [-1.63166845e+00 2.70949274e-01 2.46683862e-02 -9.81015146e-01\n 1.63291357e-02 -1.90759376e-01]\n [-4.71005440e+00 1.22274506e+00 3.83754224e-02 4.26444948e-01\n 2.36776665e-01 6.44438326e-01]\n [ 9.55645591e-02 1.21405669e-01 1.49820363e-02 1.00000000e+00\n 2.00955705e-17 2.78661763e-18]\n [-4.44040298e-01 4.44126904e-01 2.98828036e-02 -9.61717129e-01\n 8.94376412e-02 -1.72347486e-01]\n [ 2.48706436e+00 2.61534452e+00 1.97444987e-02 -8.74043465e-01\n -3.15943621e-02 -1.89646110e-02]\n [ 2.42238283e-01 5.41411102e-01 2.52833869e-02 -7.74388254e-01\n 4.45247591e-01 -4.42341149e-01]\n [ 3.12966526e-01 9.55240279e-02 2.33194940e-02 3.07072878e-01\n -1.43725440e-01 -9.27097201e-01]\n [-1.60772228e+00 -1.53076780e+00 3.77354287e-02 -2.44854346e-01\n -1.22248307e-01 4.58103687e-01]\n [ 5.58049738e-01 5.99799871e-01 2.46043988e-02 5.79119146e-01\n -6.10963821e-01 4.51098680e-01]\n [ 1.11041673e-01 -3.26607734e-01 2.02775672e-02 7.26841092e-01\n -6.86805665e-01 2.16965841e-08]\n [ 8.09429109e-01 5.47626242e-02 2.70021427e-02 -3.78470480e-01\n -5.75176954e-01 7.19406068e-01]\n [ 9.94982496e-02 2.33348146e-01 1.49820363e-02 1.00000000e+00\n -2.00580595e-17 -3.10859024e-19]\n [ 1.44461831e-02 2.14429080e-01 1.79051571e-02 1.10480927e-01\n -5.53443329e-04 9.93878067e-01]\n [-4.73493896e-02 8.20171162e-02 2.03590598e-02 8.62028480e-01\n 5.06859839e-01 -6.49735377e-09]\n [ 2.39922523e+00 2.70890737e+00 8.25559273e-02 1.25365937e-02\n 6.83343178e-03 9.19077277e-01]\n [-8.10034350e-02 1.50614277e-01 1.90602001e-02 8.17326546e-01\n 5.76174736e-01 6.20430127e-18]\n [-1.02231368e-01 -3.28430943e-02 1.92259774e-02 9.04515147e-01\n -4.26430821e-01 -1.60404644e-03]\n [-3.16417456e+00 2.57392120e+00 1.13953471e+00 -8.67175221e-01\n -3.33311319e-01 -3.68718415e-01]\n [-1.57637179e-01 -3.07131801e-02 2.13660076e-02 9.44198191e-01\n 2.77048409e-01 -1.77809656e-01]]",
32
- "arm_qvel": "[[ 3.98756924e-07 -1.20322696e-07 1.45174326e-05 5.55091992e-06\n 2.65525287e-05 -7.61070405e-05]\n [-2.32651298e-09 3.68045363e-08 2.08408946e-05 -2.36953224e-06\n -2.79979162e-07 -8.17078580e-06]\n [ 1.08658254e-01 1.00324459e-01 -4.07772288e-02 -2.40245533e+00\n 2.44113564e+00 9.59532928e+00]\n [-6.88875914e-01 -4.21053469e-01 -1.35280624e-01 -8.56674957e+00\n -5.61532307e+00 -2.03538227e+00]\n [ 2.53986120e-01 -4.54609841e-02 1.47506893e-01 3.57264924e+00\n 7.72841120e+00 -1.81158714e+01]\n [ 2.15907454e-01 -1.02466255e-01 -9.37490165e-03 6.22670603e+00\n -7.83832669e-01 -2.32860680e+01]\n [ 4.03975993e-01 4.73062485e-01 -7.74963945e-02 -2.45710418e-01\n -4.69481182e+00 7.24412441e+00]\n [ 4.91757727e+00 4.91660500e+00 2.38843232e-01 -7.61560738e-01\n 2.86469996e-01 6.03474808e+00]\n [-1.52835388e+01 -9.04557419e+00 -9.72532988e-01 6.11410713e+00\n -5.73221893e+01 1.10363884e+01]\n [ 3.89690056e+01 4.74212379e+01 1.31962776e+01 7.19129622e-01\n 1.89336777e+01 5.60688066e+00]\n [-1.54705243e-18 -6.97341189e-03 2.83265417e-03 3.53248745e-01\n 1.07794677e-16 1.34981926e-16]\n [-2.18305063e+00 2.48171139e+00 -2.85775159e-02 -1.99043922e+01\n -1.35925751e+01 1.51017914e+01]\n [ 1.60860217e+00 -1.45621407e+00 -3.15843016e-01 -1.70256329e+00\n -2.38423824e+00 1.19972258e+01]\n [ 5.98481655e+00 7.41623497e+00 1.29845226e+00 -8.19156342e+01\n 8.38374272e-02 -5.34006834e+00]\n [-1.39871264e+01 -1.34676247e+01 8.91857147e-01 7.42734337e+00\n -3.03786697e+01 2.41588764e+01]\n [ 1.69963941e-01 1.16001509e-07 -6.19319230e-02 3.85056005e-08\n 8.39110184e+00 1.41363486e-07]\n [-2.03643551e+01 -1.62397919e+01 -7.39021480e-01 3.33003688e+00\n -1.78165770e+00 2.42200546e+01]\n [ 3.52819579e-11 -1.53412643e-07 2.43964951e-05 1.01544174e-05\n 2.94218250e-09 -3.87120475e-10]\n [-1.11475005e-04 1.19328062e-04 3.11412354e-04 -2.63343286e-02\n -9.41151008e-03 -1.65881693e-01]\n [-1.25087667e+00 -1.20008457e+00 1.71339422e-01 2.30917501e+00\n -1.11376810e+00 1.10901508e+01]\n [ 5.62797666e-01 2.42039418e+00 -2.22711777e-03 -1.23464287e+02\n 1.70872116e+01 2.62889538e+01]\n [ 6.31116104e+00 -1.74126327e+00 4.16140348e-01 4.39178419e+00\n 7.17402846e-02 -1.47144651e+01]\n [ 5.64106882e-01 6.05543852e-01 4.74187098e-02 -3.34775269e-01\n 2.32804585e+00 -1.09417086e+01]\n [-2.40665942e-01 3.56189646e-02 1.17308758e-02 -9.42230403e-01\n 1.59620202e+00 -1.82520428e+01]\n [ 1.34321833e+00 -1.48453939e+00 2.81779140e-01 1.68021870e+00\n -3.21657610e+00 -2.01577415e+01]\n [ 1.32957295e-01 1.93231311e-02 5.78031801e-02 1.28615689e+00\n 1.10800397e+00 7.33302927e+00]\n [-4.85491715e-02 -4.51326184e-03 -2.46029376e-04 7.43922219e-02\n 3.31266597e-02 2.43491101e+00]\n [ 4.16130638e+01 -4.04051323e+01 7.23478651e+00 1.39423962e+01\n 2.24256420e+01 2.53065872e+01]\n [-1.78565502e+01 -1.73822708e+01 -1.49853456e+00 1.37891614e+00\n -1.22364483e+01 9.45636463e+00]\n [-4.66379452e+00 8.01937431e-02 -2.30662763e-01 5.22472239e+00\n -1.87459583e+01 -2.89385438e+00]\n [-1.38855238e+01 3.52465343e+00 2.72980154e-01 -1.89346523e+01\n -5.12573586e+01 -4.72759857e+01]\n [-1.32112862e-18 1.61716113e-16 3.03823872e-05 -1.73339827e-16\n -1.32398430e-17 1.62220144e-17]\n [-1.04243553e+00 6.14515781e-01 -2.05496833e-01 7.79124403e+00\n -1.26096478e+01 1.05309811e+01]\n [ 7.77665472e+00 7.48053074e+00 -7.42903829e-01 -3.51109171e+00\n 2.31238902e-01 1.64041576e+01]\n [ 1.04975104e+00 1.13328922e+00 -1.76925480e-01 -4.38566818e+01\n 4.43910904e+01 -8.47117329e+00]\n [ 6.41723931e-01 -7.39301890e-02 1.37251794e-01 3.62453151e+00\n 3.00455513e+01 -5.02588892e+00]\n [-4.73377275e+00 -4.77632236e+00 3.93464416e-01 -1.89554584e+00\n 5.56793118e+00 -9.28994179e+00]\n [ 1.26393723e+00 1.40683997e+00 8.62418339e-02 -6.33615189e+01\n 4.64766998e+01 3.05579014e+01]\n [-8.75947208e-08 -1.50822985e+00 -6.50908723e-02 7.37870636e+01\n 3.30937198e-08 -5.98063323e-08]\n [ 3.83351398e+00 -9.44911003e-01 5.84303319e-01 -2.79515018e+01\n -2.59267311e+01 -9.37731171e+01]\n [ 8.15971190e-17 -3.98813155e-17 3.03823872e-05 -7.32541754e-17\n -1.00948688e-18 -2.47595390e-17]\n [ 1.71949565e-01 1.91946601e-04 -1.00448243e-01 -6.46840408e-06\n 9.09383583e+00 -4.01571706e-05]\n [-1.71372594e-09 -6.59174696e-02 -1.59912314e-02 3.21189141e+00\n -3.25283533e-09 -1.61876557e-09]\n [ 6.96105337e+00 7.76792383e+00 6.12267435e-01 6.33680463e-01\n -6.27406006e+01 -2.75527744e+01]\n [ 6.69262900e-18 -7.62994662e-02 -3.54702286e-02 3.92231536e+00\n 1.88852123e-16 -4.70007042e-16]\n [ 4.13801428e-03 -7.06437588e-01 1.15282327e-01 3.59939842e+01\n -5.16386463e-05 7.54186092e-03]\n [-1.21512547e+01 9.04283333e+00 3.07186985e+00 -1.43389511e+01\n -1.27674713e+01 1.22200072e+00]\n [-4.96988952e-01 -8.14778030e-01 1.08529374e-01 3.48049278e+01\n -2.12295628e+01 -1.30910790e+00]]",
33
- "cube_pos": "[[-4.35697101e-02 3.28907311e-01 -6.15240872e-01]\n [-2.62792036e-02 2.39413857e-01 -5.97292066e-01]\n [ 9.57631648e-01 7.67180562e-01 -7.36586869e-01]\n [-2.09095791e-01 6.93924367e-01 1.71203598e-01]\n [ 5.72922714e-02 7.23865703e-02 3.52312326e-01]\n [ 6.88245773e-01 1.54872566e-01 9.28458452e-01]\n [ 7.81489074e-01 8.41038764e-01 -4.19377863e-01]\n [ 8.40228796e-01 6.28385544e-01 -8.90977561e-01]\n [ 2.32643187e-02 -1.15985051e-01 3.86455774e-01]\n [-4.82672949e-05 8.35464001e-01 9.04104114e-01]\n [-6.95168046e-18 2.50566065e-01 3.90169710e-01]\n [-5.11492670e-01 7.45103300e-01 7.88945973e-01]\n [ 9.06290472e-01 5.07508934e-01 -3.87479395e-01]\n [-6.52989447e-02 -1.94857381e-02 -1.59269631e-01]\n [-1.03504010e-01 -6.48313582e-01 -1.26984734e-02]\n [ 6.92003255e-08 -9.32114661e-01 -7.66173720e-01]\n [-6.75331533e-01 -6.02167845e-01 1.29106194e-01]\n [-2.99574931e-05 2.85616934e-01 -5.65850377e-01]\n [-9.66913924e-02 2.83490837e-01 -6.40509844e-01]\n [ 9.29013908e-01 6.47480190e-01 -4.08638954e-01]\n [ 2.11193576e-01 -4.14638102e-01 -7.62734175e-01]\n [-7.21442044e-01 -6.53708130e-02 5.05139947e-01]\n [-9.77693200e-01 -7.46009052e-01 -6.64271295e-01]\n [-1.17601074e-01 -2.53333189e-02 1.27501935e-01]\n [ 1.16973095e-01 1.32036567e-01 8.66183639e-01]\n [ 8.70546103e-01 8.28427613e-01 -5.73953688e-01]\n [ 4.28766876e-01 2.23045573e-01 -6.57804847e-01]\n [-3.29723984e-01 8.36966276e-01 9.40917909e-01]\n [ 3.79638225e-01 -5.61539054e-01 7.62978435e-01]\n [-3.08781900e-02 3.23014826e-01 -7.34983769e-04]\n [ 5.88880897e-01 5.32412454e-02 7.83280790e-01]\n [-1.45606552e-17 3.13035637e-01 -5.76176226e-01]\n [ 1.93384260e-01 3.53742003e-01 9.12340805e-02]\n [ 4.84448344e-01 1.37964219e-01 -3.51995647e-01]\n [ 8.00733268e-02 -8.97892296e-01 1.71035215e-01]\n [ 1.59812421e-01 2.71184176e-01 5.02253473e-01]\n [-8.45720232e-01 -8.59171569e-01 -6.98838294e-01]\n [ 2.96402097e-01 -3.92058104e-01 -6.21525764e-01]\n [-1.94803071e-08 -9.37802017e-01 -2.87926704e-01]\n [-9.15778354e-02 -8.88453960e-01 8.37926090e-01]\n [-2.35916294e-15 3.12119633e-01 -6.01483583e-01]\n [ 6.16865509e-05 -9.43379343e-01 -7.03061342e-01]\n [-1.10663025e-08 1.28375348e-02 -1.31483637e-02]\n [ 3.93818617e-01 4.68088716e-01 9.59647119e-01]\n [ 9.23506788e-18 -2.42058164e-03 -4.80093248e-02]\n [ 2.54537188e-03 -6.22166634e-01 -5.07110298e-01]\n [-3.09422445e-02 1.47090793e-01 -5.01976728e-01]\n [-1.08451471e-02 -3.83197665e-01 -8.61928880e-01]]"
34
  },
35
- "_episode_num": 10944,
36
  "use_sde": true,
37
  "sde_sample_freq": -1,
38
- "_current_progress_remaining": 0.7803568,
39
  "_stats_window_size": 100,
40
  "ep_info_buffer": {
41
  ":type:": "<class 'collections.deque'>",
42
- ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwFgKEsasIVyMAWyUS8iMAXSUR0COht3JPqLTdX2UKGgGR8BX3yJCSidraAdLyGgIR0COhflFMIu5dX2UKGgGR8BYIvzFuNxVaAdLyGgIR0COhQsjFAE/dX2UKGgGR8BXpe3trsSkaAdLyGgIR0COhB8gIQe4dX2UKGgGR8BYNEA93bEhaAdLyGgIR0CO3aKMvRJFdX2UKGgGR8BYNrNKRMewaAdLyGgIR0CO3L0z0pVkdX2UKGgGR8BXv4TGo73gaAdLyGgIR0CO29iAlOXWdX2UKGgGR8BX0/w7T2FnaAdLyGgIR0CO2vHeaa1DdX2UKGgGR8BV4LPldTo/aAdLyGgIR0CO2gpnYg7pdX2UKGgGR8BXNPWcz67/aAdLyGgIR0CO2SEB8x9HdX2UKGgGR8BXfgeNkvsaaAdLyGgIR0CO2DDArQPadX2UKGgGR8BXTc4YJmdzaAdLyGgIR0CO10DdxhlUdX2UKGgGR8BKDyprDZUUaAdLyGgIR0CO1loJRfnfdX2UKGgGR0CJujy+Yc//aAdLyGgIR0CO1XLg4wRHdX2UKGgGR8BYAoxpL26DaAdLyGgIR0CO1IyXUpd9dX2UKGgGR8BWz5SWJJoTaAdLyGgIR0CO06VdHDrJdX2UKGgGR8BWW+7g88s+aAdLyGgIR0CO0r/FR51OdX2UKGgGR8BSKCzkZJkHaAdLyGgIR0CO0dbeMyaedX2UKGgGR8A/wbTtsvZiaAdLyGgIR0CO0PEn9ehPdX2UKGgGR8BYDEBXCCSSaAdLyGgIR0COz8B3A2ycdX2UKGgGR8BKUvrv9cbBaAdLyGgIR0COztrIo3JgdX2UKGgGR8BYLXjU/fO2aAdLyGgIR0COzfQVsUItdX2UKGgGR8BX/zOkcjqwaAdLyGgIR0COzQ46Oo5xdX2UKGgGR8BSILFCLMs6aAdLyGgIR0COzCebutwKdX2UKGgGR8BXqp2ECeVcaAdLyGgIR0COy0Fiay8jdX2UKGgGR8BVdaZYxL00aAdLyGgIR0COylhKlHjIdX2UKGgGR8BXnZCrtE5RaAdLyGgIR0COyW/sVtXQdX2UKGgGR8BYBi619fCzaAdLyGgIR0COyIkgwGnodX2UKGgGR8BYHHDBMzuXaAdLyGgIR0COx6G5+YtydX2UKGgGR8BXkVIAfdRBaAdLyGgIR0COxrx7zCk5dX2UKGgGR8BXadgjQiRoaAdLyGgIR0COxdXXAdn1dX2UKGgGR8BWEdiYsunNaAdLyGgIR0COxPAymALBdX2UKGgGR8BSRwj6eoUBaAdLyGgIR0COxAR8twrEdX2UKGgGR8BVh7RBu4wzaAdLyGgIR0COwx3PAwfydX2UKGgGR8A+XWi1y/9HaAdLyGgIR0COwjIfbKzSdX2UKGgGR8BYPJQLux8laAdLyGgIR0COwU3OObRXdX2UKGgGR8BW4uW8h9sraAdLyGgIR0COwEK77Kq5dX2UKGgGR8BWKqK1og3caAdLyGgIR0COv14bCJoCdX2UKGgGR8BXftuHerMlaAdLyGgIR0COvnknTiKjdX2UKGgGR8BX3nObAk9maAdLyGgIR0COvZW912aEdX2UKGgGR8BWCEWRA8jiaAdLyGgIR0COvKu2Zy+6dX2UKGgGR8BXxAtrbg0kaAdLyGgIR0COu8aOxSpBdX2UKGgGR8BX/L1EmY0EaAdLyGgIR0COut3pOerddX2UKGgGR8BXevGMn7YTaAdLyGgIR0COufjhDPWydX2UKGgGR8BYOuvZAY51aAdLyGgIR0COuQ07bL2YdX2UKGgGR8BX93Kji4rjaAdLyGgIR0COuCTFl05mdX2UKGgGR8BYBUp/gBLgaAdLyGgIR0COtz5uZThpdX2UKGgGR8BSYsPrfLs9aAdLyGgIR0COtlFS88LbdX2UKGgGR8BYDK2KEWZaaAdLyGgIR0COtWxOclPadX2UKGgGR8BX47DAJswdaAdLyGgIR0COtIfeUILPdX2UKGgGR8BYKbxusLfDaAdLyGgIR0COs5nUUfxMdX2UKGgGR8BXrHXAdn01aAdLyGgIR0COsq3lS0jUdX2UKGgGR8BYOOhoM8YAaAdLyGgIR0CO+6U2UB4mdX2UKGgGR8BYOfReC04SaAdLyGgIR0CO+r/VAiV0dX2UKGgGR8BX0iBGx2SuaAdLyGgIR0CO+dskY4yXdX2UKGgGR8BXBVjZtelbaAdLyGgIR0CO+PSFXaJzdX2UKGgGR8BX0PIKc/dJaAdLyGgIR0CO+A0a6z3RdX2UKGgGR8BX/qaw2VFAaAdLyGgIR0CO9yO3lS0jdX2UKGgGR8BXuAJswco6aAdLyGgIR0CO9jN34bjtdX2UKGgGR8BXodOIqLCOaAdLyGgIR0CO9UOXmeUZdX2UKGgGR8BQ8A4jrzGxaAdLyGgIR0CO9FzCk43ndX2UKGgGR0CEzEdkrf+CaAdLyGgIR0CO83WZqmCRdX2UKGgGR8BYANWZJCjUaAdLyGgIR0CO8o9Pk7wKdX2UKGgGR8BWJ1oUSIxhaAdLyGgIR0CO8agbIcR2dX2UKGgGR8BXiLvgFX7taAdLyGgIR0CO8MJ7b+LndX2UKGgGR8BWftG3F1jiaAdLyGgIR0CO79mRNh3JdX2UKGgGR8BW6TfrKNhmaAdLyGgIR0CO7vPcBU70dX2UKGgGR8BYDy5AhStOaAdLyGgIR0CO7cMuOCGvdX2UKGgGR8BJMomois4laAdLyGgIR0CO7N2IO6NEdX2UKGgGR8BYNLQ9ic5KaAdLyGgIR0CO6/bWVeKLdX2UKGgGR8BYKUMLF4s3aAdLyGgIR0CO6xD+irT6dX2UKGgGR8BWkVPi1iOOaAdLyGgIR0CO6iphnanKdX2UKGgGR8BXQBdIGyHEaAdLyGgIR0CO6UQmu1WsdX2UKGgGR8BXm2KyfL9uaAdLyGgIR0CO6FsOXmeUdX2UKGgGR8BXxymqHXVcaAdLyGgIR0CO53KoybhFdX2UKGgGR8BYI5rHlwLmaAdLyGgIR0CO5ovduYQbdX2UKGgGR8BSPG+CbtqpaAdLyGgIR0CO5aRzRx95dX2UKGgGR8BXkum3vx6OaAdLyGgIR0CO5L89fTkRdX2UKGgGR8BYKS4OMERraAdLyGgIR0CO49iYsunNdX2UKGgGR8BV20D6nBLxaAdLyGgIR0CO4vL0SRKZdX2UKGgGR8BSUEA5q/M4aAdLyGgIR0CO4gdAgPmQdX2UKGgGR8BVZFclgMMJaAdLyGgIR0CO4SCVbA1vdX2UKGgGR8BR+y8rZrYXaAdLyGgIR0CO4DTqB3A3dX2UKGgGR8BYPJQLux8laAdLyGgIR0CO31CfHxSYdX2UKGgGR8BXPuPikwevaAdLyGgIR0CO3kWNWEK3dX2UKGgGR8BWqWSIP9UCaAdLyGgIR0CO3WDujRD1dX2UKGgGR8BXvxQ3xWkraAdLyGgIR0CO3Hv2GqPwdX2UKGgGR8BX6U/8l5WzaAdLyGgIR0CO25iNsFdLdX2UKGgGR8BWphrJr+HaaAdLyGgIR0CO2q6J66atdX2UKGgGR8BXyAeFL39KaAdLyGgIR0CO2cljVhCudX2UKGgGR8BX/NYKYzBRaAdLyGgIR0CO2OC9ytFKdX2UKGgGR8BXtOZXuE26aAdLyGgIR0CO1/u0kWykdX2UKGgGR8BYPJQcghbGaAdLyGgIR0CO1xAP/aQFdX2UKGgGR8BYBPa+N96UaAdLyGgIR0CO1iebNKRMdX2UKGgGR8BYBYgeRxLkaAdLyGgIR0CO1UFC9h7WdX2UKGgGR8BTf9IK+i8GaAdLyGgIR0CO1FQoCuEFdX2UKGgGR8BYCy57PY4AaAdLyGgIR0CO028YAKfGdX2UKGgGR8BYA8cQyylfaAdLyGgIR0CO0oqjrRjSdX2UKGgGR8BYN+IInjQzaAdLyGgIR0CO0ZyQxN7CdX2UKGgGR8BXxP7SApazaAdLyGgIR0CO0LCrLhaUdWUu"
43
  },
44
  "ep_success_buffer": {
45
  ":type:": "<class 'collections.deque'>",
46
  ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
47
  },
48
- "_n_updates": 45757,
49
  "observation_space": {
50
  ":type:": "<class 'gymnasium.spaces.dict.Dict'>",
51
  ":serialized:": "gAWVzAMAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojAhhcm1fcXBvc5SMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBgAAAAAAAAABAQEBAQGUaBOMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLBoWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBwolgYAAAAAAAAAAQEBAQEBlGggSwaFlGgkdJRSlIwGX3NoYXBllEsGhZSMA2xvd5RoHCiWGAAAAAAAAADbD0nA2w9JwNsPScDbD0nA2w9JwNsPScCUaBZLBoWUaCR0lFKUjARoaWdolGgcKJYYAAAAAAAAANsPSUDbD0lA2w9JQNsPSUDbD0lA2w9JQJRoFksGhZRoJHSUUpSMCGxvd19yZXBylIwKLTMuMTQxNTkyN5SMCWhpZ2hfcmVwcpSMCTMuMTQxNTkyN5SMCl9ucF9yYW5kb22UTnVijAhhcm1fcXZlbJRoDSmBlH2UKGgQaBZoGWgcKJYGAAAAAAAAAAEBAQEBAZRoIEsGhZRoJHSUUpRoJ2gcKJYGAAAAAAAAAAEBAQEBAZRoIEsGhZRoJHSUUpRoLEsGhZRoLmgcKJYYAAAAAAAAAAAAIMEAACDBAAAgwQAAIMEAACDBAAAgwZRoFksGhZRoJHSUUpRoM2gcKJYYAAAAAAAAAAAAIEEAACBBAAAgQQAAIEEAACBBAAAgQZRoFksGhZRoJHSUUpRoOIwFLTEwLjCUaDqMBDEwLjCUaDxOdWKMCGN1YmVfcG9zlGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YnVoLE5oEE5oPE51Yi4=",
@@ -83,12 +83,12 @@
83
  "__module__": "stable_baselines3.common.buffers",
84
  "__annotations__": "{'observation_space': <class 'gymnasium.spaces.dict.Dict'>, 'obs_shape': typing.Dict[str, typing.Tuple[int, ...]], 'observations': typing.Dict[str, numpy.ndarray], 'next_observations': typing.Dict[str, numpy.ndarray]}",
85
  "__doc__": "\n Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n Extends the ReplayBuffer to use dictionary observations\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device: PyTorch device\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ",
86
- "__init__": "<function DictReplayBuffer.__init__ at 0x7fd652285f30>",
87
- "add": "<function DictReplayBuffer.add at 0x7fd652285fc0>",
88
- "sample": "<function DictReplayBuffer.sample at 0x7fd652286050>",
89
- "_get_samples": "<function DictReplayBuffer._get_samples at 0x7fd6522860e0>",
90
  "__abstractmethods__": "frozenset()",
91
- "_abc_impl": "<_abc._abc_data object at 0x7fd6522980c0>"
92
  },
93
  "replay_buffer_kwargs": {},
94
  "train_freq": {
 
4
  ":serialized:": "gAWVMQAAAAAAAACMGHNiM19jb250cmliLnRxYy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu",
5
  "__module__": "sb3_contrib.tqc.policies",
6
  "__doc__": "\n Policy class (with both actor and critic) for TQC.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n :param features_extractor_class: Features extractor to use.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n :param n_quantiles: Number of quantiles for the critic.\n :param n_critics: Number of critic networks to create.\n :param share_features_extractor: Whether to share or not the features extractor\n between the actor and the critic (this saves computation time)\n ",
7
+ "__init__": "<function MultiInputPolicy.__init__ at 0x7fadf38e7370>",
8
  "__abstractmethods__": "frozenset()",
9
+ "_abc_impl": "<_abc._abc_data object at 0x7fadf38f6e80>"
10
  },
11
  "verbose": 1,
12
  "policy_kwargs": {
13
  "use_sde": true
14
  },
15
+ "num_timesteps": 3569280,
16
  "_total_timesteps": 10000000,
17
  "_num_timesteps_at_start": 0,
18
  "seed": 0,
 
27
  },
28
  "_last_original_obs": {
29
  ":type:": "<class 'collections.OrderedDict'>",
30
+ ":serialized:": "gAWVLwwAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojAhhcm1fcXBvc5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJaABAAAAAAAANEZnD5c+2G+Wq30PPsV2b7h2eQ+V2M6P0wEXUDZvJ0/fwuVPUeKYL/saLU9p8lgvHq7Ir805gTAw6iMPWJ8Gj+gzi4/022SvJkFlT2O9qI90BiwPJwOB7+TC28+i7PSvp/Laz2qXHi90sRhPc6mf77QcKI+jhrGvEL65cAC/+DAprovPQnYfz/9NbI89rzfvH+CqcBXp/g/F4kLP30FeL7fuda+IeVNPwB5X8BA2IJABv7QP6hxKz85bQi99A4Tv9zxH8D6hFA/nDajPSf2DD+B4yQ9cy9TP2gUij1HBQg+N3d1PAAAgD8Tsvsj8f8gIbOYeD3xxIA+ODiFPLBhJj/VYHu8L3tCP/h0Pr03DW0+ehitPKvb0D7REEU6VLtpP5r98r2sZeE+ZGOjPC3yZj/DnMi+gs+MvV68nb1yHGA8FfWoPBGjez/s3Dm+XMK9vISeC77a+0K9GTDBPK2ARj+Lz+c+DILLvfVv2r7+3Kc+NQGqPCyGf7+rrRu6Q/osPW75xsD46bPAdDHSPVZDXb9Wfya+lsrmvcFrmUAQBqNAXGhrPukJfr/Asb24MAn8vVb8uz9EXeC/38s3PcQgvL6h20G/lCj9Pg5/gb+j1zy/8E6vPH7/V7+h1bC8BKbzPKVFXMHLdLPAJg0UPx4NjT1reVw+OIQHPtGKiMDBpRtAkfvtPfVceD8JOw2+rbJHPid75DwTbaM98wriPKZTWr+oXXS8tiMDP3JXJr8khhS/3A+SPHPTsb4Kew09ZmELvBzqJr5afe4+jRjTPO3tZD/YXLU9AqTXPWZHFD1ig04+F+e5PGjuSr8YgLu8ELUPPyH8WcAZCIdATcTGPaIDIL4ZNO8+QLNXP5rwT8DhI1lA9mipPEsrf78c6Zw9N5zGvAoJab87Zy8/YXMPPR+xHT+Yoi4/VCCQPjXdmcEhX4hBLIubPsDbDr4OYWc+1RRGPVEoxT8F4p8+LPEMPd96Pb9sRzC9RaZgPFjwmsBTzpm/8Y0RPbF7FD+CzZi+lVOGPlFEA0CEwn3AL0ZRPamodL+HKpa+9/DaODgIMcCht44/PIrTPWE0Xz+tf9G9GInyvuf50L5IIpe+e4PZPIsU5D05rz8/2EQnv6N8z0Dxa7zANTw7P1uBzL4dadQ9O/9OP4remDy3Rts+iwSmPDPHNz/J+A+/ZKl1vmHDoL8E7c0+lveDPp1mWj6DTB6//jZBv6YAgT+85Iw9A12xPGSTfr+jtdW9+yhTu7MrykA4XLhAB4oCP/QeT77pulG/3knnPkwomL5pqxe8JiSSPE5veb9VRie9Zsw/Pa8hTL3PPZ09M4mhPE+yfL8SXdc9imdzvVnrEEGvBllAJbQiPmFgJL5UXWI/fG+Avt0EKr4+sSw+TzqtPMZZbz/YzUs9s7uuvmkWyb/ZzuU/oVpsPS2kr77PUXg96q5bPyAI3kAdhd+9/o8UPymbfL+vmgG+eF/NvS1dwT87a6K/18kqPWuCID+DcX290s/TuvgEir2OCoc+B921PGThO79DfCY/g64Gu5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLMEsGhpSMAUOUdJRSlIwIYXJtX3F2ZWyUaAcoloAEAAAAAAAAa8a0PxtbDsDEPdI+oXxEQGIdakFMbLy/A7MkQZZgV0DV3bq+AiLKQUG70r/q3rjCUCXGv6Y4ycCzL8A8Qya1QFkyYL8KqjtAfRLqvQecm71nvwI+djtNQBN8yMBhIzBBY96gv3TIFMDEvxA/vaiWQC7WQ8BZhGfB75OzwaBqssG6shg/p8LfP6CLMMDJ2CFCXU+EwX13t0DRoDQ+WCKRwgjfDENs8G/C/nv+wYb+BkKMZVVBaAOPwttCRkIL3oFCt47swD87/j8+ze2+B7eFvwc/AsIkH8xAyldyI5j3O6Su3f433xJapvXXbqVltIwje3r0PUld8DxY4ck9Ju/PvTDkvEBhAwa+OCsUPodhermsquA7iytFNzD+3EAf/1E4NCC0vcEGPz81lyM+LJYXwpAi5sDo1XhB5DxrPd0cNr/prC295GMTQmU9M0CSt+1AqjvJvq1w7b6gsp0+9Zn1QSw108DWC+lBPS+lv4vufD5bWI++dk9OwK0Sa8Js9OLAEMWewR25j8Fxt46/gpycwaLSNcGII0xCaCJrQRAXc0FVT5I//DMVv20LwMJn3/pAPGaIQEadqsA5Va4+h2a3QdHCeMGnXbRAjpwiwBP/IMD+j2i9CROFv107c7/aHH/BfdgswtwAksHfzg4/e1+LwTKP/MBYAIbCnZpWwWwa5EAhOJu/rjA0QpYTdsLB4FzBB/ShvZwJnT5UkN89DdKLP2viqMEjruc/9R7kv0U467+V5+w9g8LrPVu9XL7nij3Bko9/vni/hj+o5vs8o2OPwb7znsGXk41CWFeivjA9ujzfYd88XVfTPxoOqcEn+A9BBNEswWpvPUFsBU0/CJuLQOp2DUH9GvG/5hMcwWu6GkF0HJE+tm+KwPqAVMBtU5/BcHYbwM6gwz/gf6y+1gQYQgusgkE+pIVB9SNxwlL5VELuWiy/L483QbAkHUCsjUNCp5l/QPWaaD5gkBQ+gvjpPnvWgsBcmWbBksZowTmeicDFAr893CFXQZwbGcFpOOxBWX/NQBnJT8HAGbu/VWGsQcc6VL9q92k/TvQGwZjKIUAmYb8+bRqPwk0ZrsPyQ0LCzHWyv0XrzL/BycE93d6DQoUYZsLwjPm+SxqgQUsymcFFIk8/BxWkQInWOEJaCrnBW0yjvoyLdT/SKM+9TC8MwgquccFGz6dBKECIwJLqEz+XHwe/N/WrwHHx2MBMpK0/yvdCQO4rgb636DG/yTZowj3dU71HxuFAzNOfQeQKjUF1XiA9sOP0QpCzh8IxpjHC8+wivjSP4b59Tuo8F/PNPspgLMDpEZLBFgnsveoGnL6cX3S+zZZVQfudqsC0rS7B22HfQaD6JEE8Dfs9vsPGwY6tsEBrvjnBENpBv5H4Jr745mg+UAmXQA/BHsJ8FRDBAiGNwOgalkB+rag+pxScP9GYJUHIembA7CKtQaBSiL9GtZs++dcswuDPGsIslnhAtbaIQPGChMCKFYm+ZcGQQJInvr/cugbCo8ojvXJkvD6QCoi9el+2wTQRir0ens7AlGgOSzBLBoaUaBJ0lFKUjAhjdWJlX3Bvc5RoByiWQAIAAAAAAAB75Jm+1VUrv+zKIz5+lvG+Aoylvi+QND8/otI+QUoNvzR4oj0EoDQ/s/W6OwcX1z7aIGq/wNqUv7Dop71yG7S5dIpZv412Yr+lULC+LolKv5APaL/5XfA+wTgpv0kP6r7M6/e91amMvizGMb0DXBukdjwJv6fNM776QHY86EU+v4pscz1w36+5PYg8vwNLGT3sDis+LnsOv/LJ3T4KQZG8m1d7vsodN7sXj9s+ATWtvqXkYr6a+TM9NIMkP9lmOD+Rwuw+gCtyv0N4dL/XsjI8oU5uP+/X1r6gKV6+PD5vPwchxL7OFQm/EfHCvjnIf76xD3c/iFFYv7gJIb/W1ik9aaF4Px4CFb+rGc29PDbOPqUrEz8F5G+/Sm2Dv+Oo272lDdq+S86tPg0Um74ySHK+e7qpOwM/Hj/V316+STVUP9lRcb8B2Zy7UDMvPqszAr/XHo0+v5edvpSqJL9yf3Y/LiMvP4TfsT4twSu/pVY6P270V726Cza/JXxmvyAJZr+y3cu8ul07P5UXi750A5C937ONPanohT1+rJS7jxMTP9DOGb/mu9a+AVVLPlPpbz/jbqo+kycxv1Skxz4aGU09K21JvxaRtb4NzGU8c7gJv7ORI73nP5Q+3IhQP2sSCD7WdV2+Ja4JP+5oLjyRTte9LnBAPz02Oj1GM7g+IjV1P49KKT/HGKq9H5livU8IEL6uGcG+CLdFv0rlL77MGIU8GgYBP0j/Tb/tzEY/frUFv+NIQrwAxUg+oC96PmJWIr2UaA5LMEsDhpRoEnSUUpR1Lg==",
31
+ "arm_qpos": "[[ 3.04884464e-01 -2.20685422e-01 2.98678167e-02 -4.23995823e-01\n 4.46974784e-01 7.28078306e-01]\n [ 3.45338726e+00 1.23232567e+00 7.27758333e-02 -8.77109945e-01\n 8.85790288e-02 -1.37199527e-02]\n [-6.35673165e-01 -2.07655048e+00 6.86812624e-02 6.03460431e-01\n 6.82840347e-01 -1.78746339e-02]\n [ 7.27645829e-02 7.95718282e-02 2.14962065e-02 -5.27566671e-01\n 2.33442590e-01 -4.11526054e-01]\n [ 5.75672351e-02 -6.06352463e-02 5.51193431e-02 -2.49659747e-01\n 3.17266941e-01 -2.41825841e-02]\n [-7.18679905e+00 -7.03112888e+00 4.29026112e-02 9.99390185e-01\n 2.17542592e-02 -2.73117833e-02]\n [-5.29717970e+00 1.94260681e+00 5.45060575e-01 -2.42208436e-01\n -4.19386834e-01 8.04277480e-01]\n [-3.49176025e+00 4.08889771e+00 1.63275218e+00 6.69703007e-01\n -3.33072878e-02 -5.74446917e-01]\n [-2.49913692e+00 8.14529061e-01 7.96940029e-02 5.50630987e-01\n 4.02560271e-02 8.24942768e-01]\n [ 6.74217343e-02 1.32832631e-01 1.49820363e-02 1.00000000e+00\n 2.72888919e-17 5.45488443e-19]\n [ 6.06925003e-02 2.51502544e-01 1.62621588e-02 6.49928093e-01\n -1.53429108e-02 7.59692132e-01]\n [-4.64982688e-02 2.31495723e-01 2.11298354e-02 4.07925934e-01\n 7.51745945e-04 9.13014650e-01]\n [-1.18647769e-01 4.40228820e-01 1.99448541e-02 9.02132809e-01\n -3.91820997e-01 -6.87551647e-02]\n [-7.70194381e-02 1.36786569e-02 2.06246767e-02 9.82956946e-01\n -1.81506813e-01 -2.31639668e-02]\n [-1.36346877e-01 -4.76034656e-02 2.35825051e-02 7.75400937e-01\n 4.52755302e-01 -9.93691385e-02]\n [-4.26635414e-01 3.27857912e-01 2.07525287e-02 -9.98141050e-01\n -5.93865931e-04 4.22308557e-02]\n [-6.21794796e+00 -5.62231064e+00 1.02633387e-01 -8.64308715e-01\n -1.62595123e-01 -1.12691090e-01]\n [ 4.79440355e+00 5.09449005e+00 2.29890287e-01 -9.92338717e-01\n -9.04533081e-05 -1.23064399e-01]\n [ 1.46863818e+00 -1.75284624e+00 4.48721610e-02 -3.67437482e-01\n -7.57257521e-01 4.94450212e-01]\n [-1.01168990e+00 -7.37665355e-01 2.13999450e-02 -8.43742251e-01\n -2.15862412e-02 2.97422484e-02]\n [-1.37670031e+01 -5.60800695e+00 5.78325629e-01 6.88726753e-02\n 2.15306923e-01 1.32340312e-01]\n [-4.26694536e+00 2.43199182e+00 1.16202481e-01 9.70168412e-01\n -1.37920514e-01 1.95017532e-01]\n [ 2.78907549e-02 7.97978863e-02 2.75931116e-02 -8.52838874e-01\n -1.49149075e-02 5.12263656e-01]\n [-6.49771810e-01 -5.80171824e-01 1.78298280e-02 -3.47316355e-01\n 3.45411673e-02 -8.50710832e-03]\n [-1.63002431e-01 4.65800107e-01 2.57685427e-02 8.94255459e-01\n 8.85559916e-02 1.05293289e-01]\n [ 3.62009034e-02 2.01673061e-01 2.26932000e-02 -7.92700291e-01\n -2.28882283e-02 5.61356544e-01]\n [-3.40601373e+00 4.21973848e+00 9.70541015e-02 -1.56263858e-01\n 4.67194349e-01 8.42578888e-01]\n [-3.24906015e+00 3.39281487e+00 2.06799321e-02 -9.96754348e-01\n 7.66164958e-02 -2.42444109e-02]\n [-9.10294175e-01 6.85168922e-01 3.50221433e-02 6.15983903e-01\n 6.82168484e-01 2.81496644e-01]\n [-1.92330112e+01 1.70464497e+01 3.03796172e-01 -1.39510155e-01\n 2.25956172e-01 4.83597107e-02]\n [ 1.54029286e+00 3.12271267e-01 3.44096869e-02 -7.40156114e-01\n -4.30368632e-02 1.37115167e-02]\n [-4.84183884e+00 -1.20160902e+00 3.55357565e-02 5.80012381e-01\n -2.98442900e-01 2.62356430e-01]\n [ 2.05104470e+00 -3.96499729e+00 5.10923229e-02 -9.55698550e-01\n -2.93293208e-01 1.04399332e-04]\n [-2.76612663e+00 1.11497891e+00 1.03291005e-01 8.71892989e-01\n -1.02294303e-01 -4.73702192e-01]\n [-4.08156604e-01 -2.95183420e-01 2.65519526e-02 1.11367308e-01\n 7.48767436e-01 -6.53394222e-01]\n [ 6.48396444e+00 -5.88817644e+00 7.31387436e-01 -3.99424404e-01\n 1.03716113e-01 8.08582008e-01]\n [ 1.86608024e-02 4.28273886e-01 2.02658381e-02 7.17883289e-01\n -5.62389910e-01 -2.39903986e-01]\n [-1.25596249e+00 4.02198911e-01 2.57748306e-01 2.13282064e-01\n -6.18354976e-01 -7.54745364e-01]\n [ 1.00783229e+00 6.87956512e-02 2.16507968e-02 -9.94436502e-01\n -1.04350351e-01 -3.22204712e-03]\n [ 6.31783438e+00 5.76125717e+00 5.09918630e-01 -2.02266514e-01\n -8.19258273e-01 4.51735437e-01]\n [-2.97182441e-01 -9.25717596e-03 1.78395025e-02 -9.74354625e-01\n -4.08385582e-02 4.68257889e-02]\n [-4.98368107e-02 7.67780468e-02 1.97187420e-02 -9.87095773e-01\n 1.05157986e-01 -5.94249144e-02]\n [ 9.05745792e+00 3.39103293e+00 1.58890322e-01 -1.60523906e-01\n 8.84236574e-01 -2.50850558e-01]\n [-1.66034177e-01 1.68644875e-01 2.11459678e-02 9.34963584e-01\n 4.97568548e-02 -3.41275781e-01]\n [-1.57099640e+00 1.79537499e+00 5.77036180e-02 -3.43049437e-01\n 6.06248938e-02 8.58137727e-01]\n [ 6.93849182e+00 -1.09140612e-01 5.80322146e-01 -9.86742556e-01\n -1.26566634e-01 -1.00279748e-01]\n [ 1.51065600e+00 -1.26889741e+00 4.16963957e-02 6.26990020e-01\n -6.18758313e-02 -1.61599577e-03]\n [-6.73922896e-02 2.63752401e-01 2.22001206e-02 -7.33907938e-01\n 6.50333583e-01 -2.05507944e-03]]",
32
+ "arm_qvel": "[[ 1.41230524e+00 -2.22431064e+00 4.10627484e-01 3.07010674e+00\n 1.46321735e+01 -1.47205496e+00]\n [ 1.02937040e+01 3.36527014e+00 -3.64973694e-01 2.52666054e+01\n -1.64633954e+00 -9.24353790e+01]\n [-1.54801369e+00 -6.28816509e+00 2.34602448e-02 5.66092062e+00\n -8.75768244e-01 2.93225336e+00]\n [-1.14293076e-01 -7.59811923e-02 1.27683267e-01 3.20675421e+00\n -6.26514578e+00 1.10086374e+01]\n [-1.25678670e+00 -2.32473469e+00 5.65426111e-01 4.70809793e+00\n -3.05994749e+00 -1.44698114e+01]\n [-2.24472332e+01 -2.23020630e+01 5.96477151e-01 1.74812782e+00\n -2.75852203e+00 4.04617043e+01]\n [-1.65387516e+01 5.73333597e+00 1.76394716e-01 -7.25670776e+01\n 1.40871216e+02 -5.99847870e+01]\n [-3.18105431e+01 3.37485580e+01 1.33372917e+01 -7.15066528e+01\n 4.95652885e+01 6.49336777e+01]\n [-7.39242125e+00 1.98618305e+00 -4.64456499e-01 -1.04464805e+00\n -3.25615501e+01 6.37880135e+00]\n [ 1.31374363e-17 -4.07588813e-17 3.03823872e-05 -7.56595187e-16\n -2.07163785e-16 1.52552305e-17]\n [ 1.19374238e-01 2.93413568e-02 9.85743403e-02 -1.01530358e-01\n 5.90285492e+00 -1.30872265e-01]\n [ 1.44696116e-01 -2.38781897e-04 6.85628317e-03 1.17522532e-05\n 6.90602875e+00 5.00670831e-05]\n [-8.79520476e-02 7.46196806e-01 1.59756497e-01 -3.78966522e+01\n -7.19171906e+00 1.55522232e+01]\n [ 5.74311167e-02 -7.11377919e-01 -4.24012281e-02 3.68475494e+01\n 2.80062222e+00 7.42865849e+00]\n [-3.93033326e-01 -4.63750273e-01 3.08003426e-01 3.07001743e+01\n -6.60024071e+00 2.91307793e+01]\n [-1.29050410e+00 2.47003719e-01 -2.79970974e-01 -3.22359991e+00\n -5.87682381e+01 -7.09233665e+00]\n [-1.98462219e+01 -1.79653873e+01 -1.11497319e+00 -1.95764198e+01\n -1.13639240e+01 5.10346985e+01]\n [ 1.46959000e+01 1.51931305e+01 1.14304602e+00 -5.82824469e-01\n -9.60223160e+01 7.83977079e+00]\n [ 4.26247978e+00 -5.33169842e+00 3.40493947e-01 2.29250622e+01\n -1.55475626e+01 5.63643217e+00]\n [-2.54080534e+00 -2.51556849e+00 -5.67779467e-02 -1.03964341e+00\n -9.50124562e-01 -1.59445438e+01]\n [-4.32114143e+01 -1.82504196e+01 5.57844102e-01 -1.74216213e+01\n -7.89247990e+00 -6.70006714e+01]\n [-1.34127474e+01 7.12822533e+00 -1.21265042e+00 4.50475388e+01\n -6.15191269e+01 -1.38048716e+01]\n [-7.90787265e-02 3.06713939e-01 1.09162003e-01 1.09234774e+00\n -2.11105556e+01 1.81000173e+00]\n [-1.78219473e+00 -1.83765471e+00 1.15676083e-01 1.15117095e-01\n -2.15566084e-01 -1.18464117e+01]\n [-2.49571115e-01 1.05271816e+00 3.07496339e-02 -1.79236507e+01\n -1.98690147e+01 7.07882614e+01]\n [-3.17072630e-01 2.27342546e-02 2.72683483e-02 1.65110362e+00\n -2.11318855e+01 8.99808407e+00]\n [-1.08010292e+01 1.18397007e+01 8.00863981e-01 4.36267471e+00\n 8.84153175e+00 -1.88363612e+00]\n [-9.75485802e+00 9.67051220e+00 2.83420205e-01 -4.32613659e+00\n -3.32037210e+00 -1.99157352e+01]\n [-2.42910385e+00 1.52834487e+00 -3.36913109e-01 3.80047226e+01\n 1.63340054e+01 1.67051964e+01]\n [-6.02851143e+01 5.32434769e+01 -6.73262477e-01 1.14724569e+01\n 2.45536423e+00 4.88883514e+01]\n [ 3.99375319e+00 2.27153614e-01 1.45081997e-01 4.56974089e-01\n -4.08868170e+00 -1.44124413e+01]\n [-1.45484791e+01 -4.30056429e+00 9.32670012e-02 1.34457664e+01\n -9.56924057e+00 2.95275440e+01]\n [ 6.42179537e+00 -1.29865961e+01 -1.46172333e+00 2.15475254e+01\n -8.29021871e-01 9.13931489e-01]\n [-8.43464470e+00 2.52799034e+00 3.73788059e-01 -7.15516129e+01\n -3.48197662e+02 -4.85663528e+01]\n [-1.39421988e+00 -1.60092986e+00 9.46230963e-02 6.59352798e+01\n -5.75239449e+01 -4.87403393e-01]\n [ 2.00128384e+01 -1.91495571e+01 8.09116662e-01 5.12756681e+00\n 4.62095070e+01 -2.31300545e+01]\n [-3.18941921e-01 9.59160566e-01 -1.01152077e-01 -3.50461884e+01\n -1.51049900e+01 2.09762077e+01]\n [-4.25783157e+00 5.77798009e-01 -5.27825773e-01 -5.37368345e+00\n -6.77947283e+00 1.35657644e+00]\n [ 3.04637384e+00 -2.52288282e-01 -6.94957197e-01 -5.80535011e+01\n -5.17246611e-02 7.05545378e+00]\n [ 1.99784164e+01 1.76303177e+01 3.91525812e-02 1.22444702e+02\n -6.78507080e+01 -4.44122963e+01]\n [-1.59107015e-01 -4.40545678e-01 2.86018793e-02 4.02245253e-01\n -2.69340754e+00 -1.82587452e+01]\n [-1.15251705e-01 -3.04740250e-01 -2.38645971e-01 1.33493166e+01\n -5.33178473e+00 -1.09174080e+01]\n [ 2.79227810e+01 1.03111877e+01 1.22583836e-01 -2.48455772e+01\n 5.52118587e+00 -1.16089888e+01]\n [-7.57233620e-01 -1.63057581e-01 2.27443576e-01 4.71988678e+00\n -3.96885338e+01 -9.00524521e+00]\n [-4.41027927e+00 4.69078445e+00 3.29448640e-01 1.21938026e+00\n 1.03498087e+01 -3.60124397e+00]\n [ 2.16420517e+01 -1.06502151e+00 3.04117382e-01 -4.32109108e+01\n -3.87030029e+01 3.88416576e+00]\n [ 4.27230310e+00 -4.14098406e+00 -2.67742455e-01 4.52360773e+00\n -1.48558259e+00 -3.36824799e+01]\n [-3.99881713e-02 3.67953837e-01 -6.64263964e-02 -2.27966194e+01\n -6.74156249e-02 -6.45680141e+00]]",
33
+ "cube_pos": "[[-3.00571293e-01 -6.69278443e-01 1.59953773e-01]\n [-4.71851289e-01 -3.23333800e-01 7.05325067e-01]\n [ 4.11394089e-01 -5.51914275e-01 7.93308318e-02]\n [ 7.05566645e-01 5.70555916e-03 4.20097560e-01]\n [-9.14563775e-01 -1.16292572e+00 -8.19867849e-02]\n [-3.43527237e-04 -8.49768877e-01 -8.84621441e-01]\n [-3.44365269e-01 -7.91155696e-01 -9.06487465e-01]\n [ 4.69466954e-01 -6.61022246e-01 -4.57147866e-01]\n [-1.21055216e-01 -2.74733216e-01 -4.34018821e-02]\n [-3.36882043e-17 -5.36078811e-01 -1.75589189e-01]\n [ 1.50301401e-02 -7.43254185e-01 5.94296828e-02]\n [-3.35450750e-04 -7.36453831e-01 3.74250524e-02]\n [ 1.67049110e-01 -5.56567073e-01 4.33181345e-01]\n [-1.77312084e-02 -2.45451376e-01 -2.79413396e-03]\n [ 4.28826064e-01 -3.38295013e-01 -2.21575335e-01]\n [ 4.39392105e-02 6.42627001e-01 7.20319331e-01]\n [ 4.62421924e-01 -9.45976257e-01 -9.54960048e-01]\n [ 1.09068966e-02 9.30887282e-01 -4.19616193e-01]\n [-2.16955662e-01 9.34543371e-01 -3.83064479e-01]\n [-5.35488963e-01 -3.80745441e-01 -2.49787226e-01]\n [ 9.65083182e-01 -8.44994068e-01 -6.29054546e-01]\n [ 4.14646491e-02 9.71212924e-01 -5.82063556e-01]\n [-1.00146614e-01 4.02757525e-01 5.74884713e-01]\n [-9.37073052e-01 -1.02677274e+00 -1.07255720e-01]\n [-4.25885350e-01 3.39464515e-01 -3.02887350e-01]\n [-2.36603528e-01 5.17970091e-03 6.18148983e-01]\n [-2.17650726e-01 8.28938067e-01 -9.42655146e-01]\n [-4.78661107e-03 1.71094179e-01 -5.08600891e-01]\n [ 2.75625914e-01 -3.07798356e-01 -6.43227816e-01]\n [ 9.62882161e-01 6.84130549e-01 3.47408414e-01]\n [-6.70916378e-01 7.27884591e-01 -5.27233407e-02]\n [-7.11116433e-01 -9.00331795e-01 -8.98576736e-01]\n [-2.48859860e-02 7.31898904e-01 -2.71664292e-01]\n [-7.03190863e-02 6.91907331e-02 6.53851703e-02]\n [-4.53716423e-03 5.74517190e-01 -6.00811958e-01]\n [-4.19402301e-01 1.98566452e-01 9.37153995e-01]\n [ 3.32877249e-01 -6.92010105e-01 3.89925599e-01]\n [ 5.00727668e-02 -7.86822021e-01 -3.54622543e-01]\n [ 1.40257003e-02 -5.37970722e-01 -3.99338715e-02]\n [ 2.89550036e-01 8.14588308e-01 1.32882759e-01]\n [-2.16269821e-01 5.37813485e-01 1.06451344e-02]\n [-1.05130322e-01 7.51711726e-01 4.54618819e-02]\n [ 3.59766185e-01 9.57841992e-01 6.61293924e-01]\n [-8.30550715e-02 -5.53218089e-02 -1.40656695e-01]\n [-3.77149045e-01 -7.72324085e-01 -1.71773106e-01]\n [ 1.62471756e-02 5.03999352e-01 -8.04676533e-01]\n [ 7.76564419e-01 -5.22300601e-01 -1.18581979e-02]\n [ 1.96063995e-01 2.44322300e-01 -3.96331623e-02]]"
34
  },
35
+ "_episode_num": 17808,
36
  "use_sde": true,
37
  "sde_sample_freq": -1,
38
+ "_current_progress_remaining": 0.6430768,
39
  "_stats_window_size": 100,
40
  "ep_info_buffer": {
41
  ":type:": "<class 'collections.deque'>",
42
+ ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwFeQqjJuEVaMAWyUS8iMAXSUR0CZKESm65G0dX2UKGgGR8BYA/ovBacJaAdLyGgIR0CZJ9JwbVBldX2UKGgGR8BWcRPj4pMIaAdLyGgIR0CZJ1tnf2sadX2UKGgGR8BXPJylvZRLaAdLyGgIR0CZJuVvddmhdX2UKGgGR8BVGtZJTVDsaAdLyGgIR0CZVG7fHggpdX2UKGgGR8BUwOLNwBHTaAdLyGgIR0CZU/w1BMSLdX2UKGgGR8BYPJQLux8laAdLyGgIR0CZU4nfEXLvdX2UKGgGR8BX3J4nndO7aAdLyGgIR0CZUxaPS2H+dX2UKGgGR8BX1GyC4BmxaAdLyGgIR0CZUqLV4HHFdX2UKGgGR8BIpTJp35eraAdLyGgIR0CZUi4jKPn0dX2UKGgGR8AcpXJYDDCQaAdLyGgIR0CZUbYCQtBfdX2UKGgGR8BXzqkAPuohaAdLyGgIR0CZUT4R28qXdX2UKGgGR8BVEhc3VCokaAdLyGgIR0CZUMqmTC+DdX2UKGgGR8BYPJQLux8laAdLyGgIR0CZUFcTrVvudX2UKGgGR8BXu44Ia99MaAdLyGgIR0CZT+Pw/gR9dX2UKGgGR8BX3JE6T4cnaAdLyGgIR0CZT3BV+7UYdX2UKGgGR8BV7k0zj3mFaAdLyGgIR0CZTv2KVII4dX2UKGgGR8BX3bLEDQqqaAdLyGgIR0CZTokUsWfsdX2UKGgGR8BX1ZtSAH3UaAdLyGgIR0CZThY6GQCCdX2UKGgGR8BXYsX7+DODaAdLyGgIR0CZTX3h4t6HdX2UKGgGR8BQgtfCyhSMaAdLyGgIR0CZTQsLfDUFdX2UKGgGR8A7+BppN9H+aAdLyGgIR0CZTJewcHW0dX2UKGgGR8BXjGDpTuOTaAdLyGgIR0CZTCTBZZB+dX2UKGgGR8BXxSVfNRm9aAdLyGgIR0CZS7FxXGOudX2UKGgGR8BCZ6Vlf7aaaAdLyGgIR0CZSz5TZQHidX2UKGgGR8BOKJb2USqVaAdLyGgIR0CZSsnHvMKUdX2UKGgGR8BYGm0zCUHIaAdLyGgIR0CZSlWaMJhOdX2UKGgGR8BXzduP3i71aAdLyGgIR0CZSeIz3yqddX2UKGgGR8BXuWB8QZn+aAdLyGgIR0CZSW5/LDAKdX2UKGgGR8BXV5h4MWoFaAdLyGgIR0CZSPvhqCYkdX2UKGgGR8BWJKZlWfbsaAdLyGgIR0CZSIiMYMvzdX2UKGgGR8BXRwqy4Wk8aAdLyGgIR0CZSBW6bvw3dX2UKGgGR8BULh5HEuQIaAdLyGgIR0CZR5/echC/dX2UKGgGR0BBsWc8TzunaAdLyGgIR0CZRyyI55qudX2UKGgGR8BVhcmnfl6raAdLyGgIR0CZRraxoqTbdX2UKGgGR8BX3bu2JBPbaAdLyGgIR0CZRkSHM2WIdX2UKGgGR8BUduyzHCGfaAdLyGgIR0CZRb7/n4fwdX2UKGgGR8BWOOcQRPGiaAdLyGgIR0CZRUyxiXpodX2UKGgGR8BXvN74SHuaaAdLyGgIR0CZRNo4dZJTdX2UKGgGR8BT95y+6Ae8aAdLyGgIR0CZRGiEg4ffdX2UKGgGR8BX0WPgeii7aAdLyGgIR0CZQ/OE/SpjdX2UKGgGR8BXuyed07r+aAdLyGgIR0CZQ4D1oQFtdX2UKGgGR8BXyJPEbYK6aAdLyGgIR0CZQwymhufmdX2UKGgGR8BSmzv7WNFSaAdLyGgIR0CZQpollbu/dX2UKGgGR8BX4J9uxbB5aAdLyGgIR0CZQiRU3n6mdX2UKGgGR8BX3KZ6Uqx1aAdLyGgIR0CZQbAfuCwsdX2UKGgGR8BO0BgE2YOUaAdLyGgIR0CZQTz2exwAdX2UKGgGR8BX2XDej2zwaAdLyGgIR0CZQMZ0Syt3dX2UKGgGR8BW/ona37UHaAdLyGgIR0CZQFPxhDw6dX2UKGgGR8BYAC/j81n/aAdLyGgIR0CZP+HAAQxvdX2UKGgGR8BXNHNLUTcqaAdLyGgIR0CZP2q7iADrdX2UKGgGR8BXS7vgFX7taAdLyGgIR0CZPvTKT0QLdX2UKGgGR8BXWZhnanJlaAdLyGgIR0CZZE7NjbztdX2UKGgGR8BUtP642CNCaAdLyGgIR0CZY9wSJ0nxdX2UKGgGR8A13qDK5kLAaAdLyGgIR0CZY2mzjWCmdX2UKGgGR8BX3NmDlHSXaAdLyGgIR0CZYvZeRgZ1dX2UKGgGR8BX0q02LpA2aAdLyGgIR0CZYoKgqVhTdX2UKGgGR8A8kt+TeO4oaAdLyGgIR0CZYg3n6l+FdX2UKGgGR8BRX2sq8UVSaAdLyGgIR0CZYZXBguyvdX2UKGgGR8BXL9gBtDUmaAdLyGgIR0CZYR3K0UoKdX2UKGgGR8BWS7lNlAeJaAdLyGgIR0CZYKpZOi35dX2UKGgGR8BYPJQLux8laAdLyGgIR0CZYDbFCLMtdX2UKGgGR8BX6/0I1LrYaAdLyGgIR0CZX8ObAk9mdX2UKGgGR8BYBS2UjcEeaAdLyGgIR0CZX0/82rGSdX2UKGgGR8BXnqUFB6a9aAdLyGgIR0CZXt0ngHeKdX2UKGgGR8BX49oSL61taAdLyGgIR0CZXmisny/cdX2UKGgGR8BX0n/tIClraAdLyGgIR0CZXfXMhX8wdX2UKGgGR8BXifw3HaN/aAdLyGgIR0CZXV1uivgWdX2UKGgGR8BVC0u14Pf9aAdLyGgIR0CZXOqS5iEydX2UKGgGR8BT5nAuZkTYaAdLyGgIR0CZXHcx0uDjdX2UKGgGR8BAzPgNwzciaAdLyGgIR0CZXAQ/5ckddX2UKGgGR8BX59Brvb48aAdLyGgIR0CZW5Dst03gdX2UKGgGR8AzjS5iExqPaAdLyGgIR0CZWx3KB/ZvdX2UKGgGR8BWTw1ivxH5aAdLyGgIR0CZWqk+X7cgdX2UKGgGR8BXeaxC6YmcaAdLyGgIR0CZWjUGmk30dX2UKGgGR8BXyBC6Ymb9aAdLyGgIR0CZWcGahHskdX2UKGgGR8BXtPtD2JzlaAdLyGgIR0CZWU3hXKbKdX2UKGgGR8BXvj8k2P1daAdLyGgIR0CZWNs+3YthdX2UKGgGR0A7EqfOD8LsaAdLyGgIR0CZWGfkWAPNdX2UKGgGR8BXZGC7K7qZaAdLyGgIR0CZV/UMoc7ydX2UKGgGR8BVdVwgkka/aAdLyGgIR0CZV38sMAmzdX2UKGgGR8BLzzYdyT6jaAdLyGgIR0CZVwvQ4S6EdX2UKGgGR8BXdPCZWq95aAdLyGgIR0CZVpX0oSctdX2UKGgGR8BVKFq33HrAaAdLyGgIR0CZViPGQ0XQdX2UKGgGR8BWctliBoVVaAdLyGgIR0CZVZ46Oo5xdX2UKGgGR8BWDaQiiZfEaAdLyGgIR0CZVSvlEJBxdX2UKGgGR8BXwOyeI2wWaAdLyGgIR0CZVLlmOEM9dX2UKGgGR8BPArAgxJumaAdLyGgIR0CZVEer+5vtdX2UKGgGR8BXzducc2itaAdLyGgIR0CZU9KhtcfOdX2UKGgGR8BX3HFDOTq0aAdLyGgIR0CZU2AJLM9sdX2UKGgGR8BWPIsAeaKDaAdLyGgIR0CZUuuvllshdX2UKGgGR8BAfFZPl+3IaAdLyGgIR0CZUnkkrwvydX2UKGgGR8BX+sV+I/JOaAdLyGgIR0CZUgNKyv9tdX2UKGgGR8BX3vHDJlreaAdLyGgIR0CZUY8Md92HdX2UKGgGR8BSQtCu2Zy/aAdLyGgIR0CZURvZh8YydX2UKGgGR8BX2eEEkjX4aAdLyGgIR0CZUKVH4GlidX2UKGgGR8BWcCvgWJrMaAdLyGgIR0CZUDK6WgOCdX2UKGgGR8BUiEEovzvraAdLyGgIR0CZT8CEHt4SdX2UKGgGR8BXtmXgLqlhaAdLyGgIR0CZT0l7MPjGdX2UKGgGR8BXtTbzshPkaAdLyGgIR0CZTtN8VpK0dWUu"
43
  },
44
  "ep_success_buffer": {
45
  ":type:": "<class 'collections.deque'>",
46
  ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
47
  },
48
+ "_n_updates": 74357,
49
  "observation_space": {
50
  ":type:": "<class 'gymnasium.spaces.dict.Dict'>",
51
  ":serialized:": "gAWVzAMAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojAhhcm1fcXBvc5SMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBgAAAAAAAAABAQEBAQGUaBOMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLBoWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBwolgYAAAAAAAAAAQEBAQEBlGggSwaFlGgkdJRSlIwGX3NoYXBllEsGhZSMA2xvd5RoHCiWGAAAAAAAAADbD0nA2w9JwNsPScDbD0nA2w9JwNsPScCUaBZLBoWUaCR0lFKUjARoaWdolGgcKJYYAAAAAAAAANsPSUDbD0lA2w9JQNsPSUDbD0lA2w9JQJRoFksGhZRoJHSUUpSMCGxvd19yZXBylIwKLTMuMTQxNTkyN5SMCWhpZ2hfcmVwcpSMCTMuMTQxNTkyN5SMCl9ucF9yYW5kb22UTnVijAhhcm1fcXZlbJRoDSmBlH2UKGgQaBZoGWgcKJYGAAAAAAAAAAEBAQEBAZRoIEsGhZRoJHSUUpRoJ2gcKJYGAAAAAAAAAAEBAQEBAZRoIEsGhZRoJHSUUpRoLEsGhZRoLmgcKJYYAAAAAAAAAAAAIMEAACDBAAAgwQAAIMEAACDBAAAgwZRoFksGhZRoJHSUUpRoM2gcKJYYAAAAAAAAAAAAIEEAACBBAAAgQQAAIEEAACBBAAAgQZRoFksGhZRoJHSUUpRoOIwFLTEwLjCUaDqMBDEwLjCUaDxOdWKMCGN1YmVfcG9zlGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YnVoLE5oEE5oPE51Yi4=",
 
83
  "__module__": "stable_baselines3.common.buffers",
84
  "__annotations__": "{'observation_space': <class 'gymnasium.spaces.dict.Dict'>, 'obs_shape': typing.Dict[str, typing.Tuple[int, ...]], 'observations': typing.Dict[str, numpy.ndarray], 'next_observations': typing.Dict[str, numpy.ndarray]}",
85
  "__doc__": "\n Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n Extends the ReplayBuffer to use dictionary observations\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device: PyTorch device\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ",
86
+ "__init__": "<function DictReplayBuffer.__init__ at 0x7fadf42a9f30>",
87
+ "add": "<function DictReplayBuffer.add at 0x7fadf42a9fc0>",
88
+ "sample": "<function DictReplayBuffer.sample at 0x7fadf42aa050>",
89
+ "_get_samples": "<function DictReplayBuffer._get_samples at 0x7fadf42aa0e0>",
90
  "__abstractmethods__": "frozenset()",
91
+ "_abc_impl": "<_abc._abc_data object at 0x7fadf42976c0>"
92
  },
93
  "replay_buffer_kwargs": {},
94
  "train_freq": {
tqc-LiftCube-v0/ent_coef_optimizer.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7a55c3f77c324c2f0a5b2bedbdd07d1b2a7822a5b252f422f478679dd6b2843d
3
  size 1940
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bed2b94445f209ca63f361ec05c1edcfcc87d82be014559f58001a78609ae16d
3
  size 1940
tqc-LiftCube-v0/policy.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8b47d642e70a044e471bce94696826231883528e59d24a2f48471b4601ad9d84
3
  size 1548985
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06a9fbf1faff6fdbd3e0085637a3963b04cf207f94934af9bf5f6a09def9a6d5
3
  size 1548985
tqc-LiftCube-v0/pytorch_variables.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b8ce45812627c8bb290ff95ce5ca3af23440d7f096bb7a07caf158a2641858e8
3
  size 1180
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eeea24ec14b53372c22b6af12feb7005c0227df45c7f86800ca0c8b625cde340
3
  size 1180
train_eval_metrics.zip CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7a8e8b630d37e78168838747f02cb55af0d4e0b423a0f65cc996467aa3093f24
3
- size 464790
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:052bd0200553b6b733ad63254e8cc2b0c1ddd10a86d6fbac5b389899c37b257f
3
+ size 692804
vec_normalize.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ffd8b09508e7440651bd85f6ecdee88b37f7225e9964f0bdba80a0f5cd4c818e
3
  size 6151
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f04079bfab5cb586c47404256f57aceae76f6acc9204aff483de50b21164d968
3
  size 6151