Initial commit

README.md

@@ -0,0 +1,37 @@
+---
+library_name: stable-baselines3
+tags:
+- PandaReachDense-v3
+- deep-reinforcement-learning
+- reinforcement-learning
+- stable-baselines3
+model-index:
+- name: DDPG
+  results:
+  - task:
+      type: reinforcement-learning
+      name: reinforcement-learning
+    dataset:
+      name: PandaReachDense-v3
+      type: PandaReachDense-v3
+    metrics:
+    - type: mean_reward
+      value: -0.20 +/- 0.12
+      name: mean_reward
+      verified: false
+---
+
+# **DDPG** Agent playing **PandaReachDense-v3**
+This is a trained model of a **DDPG** agent playing **PandaReachDense-v3**
+using the [stable-baselines3 library](https://github.com/DLR-RM/stable-baselines3).
+
+## Usage (with Stable-baselines3)
+TODO: Add your code
+
+
+```python
+from stable_baselines3 import ...
+from huggingface_sb3 import load_from_hub
+
+...
+```

config.json

@@ -0,0 +1 @@
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnRkMy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "stable_baselines3.td3.policies", "__doc__": "\n    Policy class (with both actor and critic) for TD3 to be used with Dict observation spaces.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    :param n_critics: Number of critic networks to create.\n    :param share_features_extractor: Whether to share or not the features extractor\n        between the actor and the critic (this saves computation time)\n    ", "__init__": "<function MultiInputPolicy.__init__ at 0x7c84edf92dd0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7c84edfa0440>"}, "verbose": 1, "policy_kwargs": {"n_critics": 1}, "num_timesteps": 500000, "_total_timesteps": 500000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1717177001640166189, "learning_rate": 0.001, "tensorboard_log": null, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAVRaUPsButrxtcKY+VRaUPsButrxtcKY+VRaUPsButrxtcKY+yYYGv9k11j9FgLO/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAA8Z98vxPYp79BtpE+umi6v9idMT92qFq/SNGevwHwqb3OHHu/a6obPRQlrz/vhfO+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAABVFpQ+wG62vG1wpj77dxA/vzlRvCpQ0T5VFpQ+wG62vG1wpj77dxA/vzlRvCpQ0T5VFpQ+wG62vG1wpj77dxA/vzlRvCpQ0T7Jhga/2TXWP0WAs7/ISCq/GkWCP3eplL+UaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 0.28923288 -0.02226961  0.3250765 ]\n [ 0.28923288 -0.02226961  0.3250765 ]\n [ 0.28923288 -0.02226961  0.3250765 ]\n [-0.52549416  1.6735183  -1.402352  ]]", "desired_goal": "[[-0.9868155  -1.3112816   0.2845936 ]\n [-1.456321    0.69381475 -0.854133  ]\n [-1.2407618  -0.0829773  -0.9809083 ]\n [ 0.03800432  1.368319   -0.4756312 ]]", "observation": "[[ 0.28923288 -0.02226961  0.3250765   0.56433076 -0.01277012  0.40881473]\n [ 0.28923288 -0.02226961  0.3250765   0.56433076 -0.01277012  0.40881473]\n [ 0.28923288 -0.02226961  0.3250765   0.56433076 -0.01277012  0.40881473]\n [-0.52549416  1.6735183  -1.402352   -0.66517305  1.0177338  -1.1614217 ]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+geu7umMcmD1UcOQ9lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAnBrHvYHr8r2oUiw+33YPvuXsgD2T8YI9Spv2vb8X8rvYTVY9c+dsuyMD/j3n+ck9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACB67u6YxyYPVRw5D0MBQW/ARczP2oqi7+UaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.84396687e-02 -2.19447225e-12  1.97400138e-01]\n [ 3.84396687e-02 -2.19447225e-12  1.97400138e-01]\n [ 3.84396687e-02 -2.19447225e-12  1.97400138e-01]\n [-1.43371534e-03  7.42728934e-02  1.11542374e-01]]", "desired_goal": "[[-0.09721872 -0.11861325  0.16828406]\n [-0.1401019   0.06295184  0.06393733]\n [-0.12041338 -0.00738808  0.05232033]\n [-0.00361487  0.12402942  0.09862118]]", "observation": "[[ 3.84396687e-02 -2.19447225e-12  1.97400138e-01  0.00000000e+00\n  -0.00000000e+00  0.00000000e+00]\n [ 3.84396687e-02 -2.19447225e-12  1.97400138e-01  0.00000000e+00\n  -0.00000000e+00  0.00000000e+00]\n [ 3.84396687e-02 -2.19447225e-12  1.97400138e-01  0.00000000e+00\n  -0.00000000e+00  0.00000000e+00]\n [-1.43371534e-03  7.42728934e-02  1.11542374e-01 -5.19608259e-01\n   6.99569762e-01 -1.08723187e+00]]"}, "_episode_num": 185787, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHv9O/pMYdhiOMAWyUSwSMAXSUR0C8sDxInSfEdX2UKGgGR7/I81XNke6qaAdLA2gIR0C8sIFkDp1SdX2UKGgGR7/VOgQHzH0caAdLA2gIR0C8sKtnK4hEdX2UKGgGR7/W7HyVfNRnaAdLBmgIR0C8sNhqfvnbdX2UKGgGR7/WXCj1wo9caAdLBGgIR0C8sHUNnXd1dX2UKGgGR7/MOXmeUY8/aAdLA2gIR0C8sKuJ+DvmdX2UKGgGR7/TevIOpbUxaAdLBGgIR0C8sORBZ6lddX2UKGgGR7/DJlrdnCfpaAdLAmgIR0C8sMeNgjQidX2UKGgGR7/aduYQarFPaAdLBGgIR0C8sRJGKAJ+dX2UKGgGR79//m1YyO7yaAdLAWgIR0C8sPLHZK4AdX2UKGgGR7/T2zOX3QD3aAdLBGgIR0C8sK8lgMMJdX2UKGgGR7+1dld1MdtEaAdLAmgIR0C8sOcUmD15dX2UKGgGR7/L2zv7WNFSaAdLA2gIR0C8sULZrYXgdX2UKGgGR7/U+y7f51vEaAdLA2gIR0C8sSN7KJVKdX2UKGgGR7/TjgydnTRZaAdLA2gIR0C8sRiGzru6dX2UKGgGR7/br5ZbILgGaAdLBGgIR0C8sPHlXA/LdX2UKGgGR7+5UPxx1gYxaAdLAmgIR0C8sWUEPlMidX2UKGgGR7+8pEx7AtWdaAdLAmgIR0C8sUV6iTMadX2UKGgGR7/BzCk43m3faAdLAmgIR0C8sTkFr2xqdX2UKGgGR7+9q7Ackt2+aAdLAmgIR0C8sRIn0CiidX2UKGgGR7+vSro4dZJTaAdLAmgIR0C8sWS79Q40dX2UKGgGR7/Od7OVxCIDaAdLA2gIR0C8sZUT6BRRdX2UKGgGR7+4MiKR+z+naAdLAmgIR0C8sViM98qndX2UKGgGR7/SBiCrcTJyaAdLA2gIR0C8sUGDHwPRdX2UKGgGR7/WumJm/WUbaAdLA2gIR0C8scUSdvsJdX2UKGgGR7/bVY6nzg/DaAdLBGgIR0C8saWepXIVdX2UKGgGR7/Qh/Aj6eoUaAdLA2gIR0C8sYkFKTStdX2UKGgGR79+mvW6K+BZaAdLAWgIR0C8sdbOzIFNdX2UKGgGR7/PcgQpWmxdaAdLA2gIR0C8sXNjPOY6dX2UKGgGR7/Cee4Cp3otaAdLAmgIR0C8scglSjxkdX2UKGgGR7+6NfgJkXk6aAdLAmgIR0C8sat96TnrdX2UKGgGR7+xurIYFaB7aAdLAmgIR0C8sfdtl7MQdX2UKGgGR7/Auyu6mO2iaAdLAmgIR0C8sechLXcydX2UKGgGR7/UouwosqaxaAdLA2gIR0C8sdtBF/hEdX2UKGgGR7/bggX/HYHxaAdLBGgIR0C8sbSMxXXAdX2UKGgGR7/WLV4HHFP0aAdLBGgIR0C8sjZO32EkdX2UKGgGR7/L33YcvM8paAdLA2gIR0C8shbehwl0dX2UKGgGR7/BQYUFjd56aAdLAmgIR0C8sdNX9zfadX2UKGgGR7/Ss8PnSv1UaAdLA2gIR0C8sgxNucc3dX2UKGgGR7/CNPxhDw6RaAdLAmgIR0C8sjf5DZ13dX2UKGgGR7+uWMS9M9KVaAdLAmgIR0C8silJlJ6IdX2UKGgGR7/VrIYFaB7NaAdLA2gIR0C8sgJ2MbWFdX2UKGgGR7/We5WilBQfaAdLBGgIR0C8snf0NBnjdX2UKGgGR7/BImPYFqzraAdLAmgIR0C8sliRr8BNdX2UKGgGR7+fGZNO/L1VaAdLAWgIR0C8smdLlFMJdX2UKGgGR7/FfVqesgdPaAdLAmgIR0C8skqNhmXgdX2UKGgGR7/K6jnFHaviaAdLA2gIR0C8sjRlMAWBdX2UKGgGR7/HkRzzVc2SaAdLA2gIR0C8sqYrOJLvdX2UKGgGR7/U5cC5mRNiaAdLA2gIR0C8spbN8ma6dX2UKGgGR7/USRKYiPhiaAdLA2gIR0C8snpCF9KFdX2UKGgGR7/CPFvQ4S6EaAdLAmgIR0C8slNl7MPjdX2UKGgGR7+/tVrAP/aQaAdLAmgIR0C8ssxY7q6fdX2UKGgGR7+gflp48lolaAdLAWgIR0C8spBK6FufdX2UKGgGR7/Fh5Pdl/YraAdLA2gIR0C8stjF2mpEdX2UKGgGR7/POCXhOxjbaAdLA2gIR0C8spYppeu3dX2UKGgGR7/N1PFefI0ZaAdLA2gIR0C8sw2+49X+dX2UKGgGR7+gXuVopQUIaAdLAWgIR0C8su5eqrBCdX2UKGgGR7/RGDL8rI5paAdLA2gIR0C8stIQFs55dX2UKGgGR7/MevpyIYWMaAdLA2gIR0C8stT8tPHldX2UKGgGR7/Uz5XU6PsBaAdLA2gIR0C8s0x3V09ydX2UKGgGR7/SCCz1K5CoaAdLA2gIR0C8sy1lXiiqdX2UKGgGR7/RYnv2GqPwaAdLA2gIR0C8sxC2tuDSdX2UKGgGR7/Cgmqo60Y1aAdLAmgIR0C8s1c01qFidX2UKGgGR7/OlgMMI/qxaAdLA2gIR0C8sxRufmLcdX2UKGgGR7/IVqN6w+t9aAdLA2gIR0C8s4xIJ7b+dX2UKGgGR7/NRekYXO4YaAdLA2gIR0C8s1BiTdLydX2UKGgGR7/TdDpkf9xZaAdLA2gIR0C8s5g9zOopdX2UKGgGR7/LCF9KEnLJaAdLA2gIR0C8s1ZHNHH4dX2UKGgGR7/JVXFLnLaFaAdLA2gIR0C8s9DQeFL4dX2UKGgGR7+Jha1TisGQaAdLAWgIR0C8s7H/xUeddX2UKGgGR7/PvxYq5LAYaAdLA2gIR0C8s5Xn6l+FdX2UKGgGR7+oMOPNmlImaAdLAWgIR0C8s+qO1fE5dX2UKGgGR7/Pat9x6v7naAdLA2gIR0C8s5u1WsBAdX2UKGgGR7/ATsY2sJY1aAdLAmgIR0C8tBi/wiJPdX2UKGgGR7/VUe+23KB/aAdLA2gIR0C8s/l6Rhc8dX2UKGgGR7/TQXhwVCXyaAdLA2gIR0C8s90M9bHIdX2UKGgGR7+1jmSyMUAUaAdLAmgIR0C8tCFLBbfQdX2UKGgGR7/H17IDHOryaAdLA2gIR0C8s96YRdyDdX2UKGgGR7/R+49X9zfaaAdLA2gIR0C8tFZK3/gjdX2UKGgGR7/LjCHh0hePaAdLA2gIR0C8tBpwn6VMdX2UKGgGR7+vldTo+wC9aAdLAmgIR0C8tAemaYu1dX2UKGgGR7/KxbB42S+yaAdLA2gIR0C8tF+ueSSvdX2UKGgGR7/IfWcz67/XaAdLA2gIR0C8tFccMmWudX2UKGgGR7/X32VVxS5zaAdLBGgIR0C8tKczVMEidX2UKGgGR7/QZq20AtFsaAdLA2gIR0C8tESzXz19dX2UKGgGR7/Kz+m3vx6OaAdLA2gIR0C8tJ1VLi++dX2UKGgGR7+vkzXSSeRQaAdLAmgIR0C8tNG3BpHqdX2UKGgGR7/RejVQQ+UyaAdLA2gIR0C8tJcyN4qxdX2UKGgGR7/Qn0kGA09AaAdLA2gIR0C8tIixiXpodX2UKGgGR7+4y0rsjVx0aAdLAmgIR0C8tMmCROk+dX2UKGgGR7/TrRSgoPTYaAdLA2gIR0C8tRm5Yoy9dX2UKGgGR7/gWDHwPRReaAdLBGgIR0C8tPqkyk9EdX2UKGgGR7/LTl1bJOnEaAdLA2gIR0C8tMqkhzNmdX2UKGgGR7+7b1yvLX+VaAdLAmgIR0C8tUTOTq0MdX2UKGgGR7/VNqxkd3jdaAdLA2gIR0C8tQlJxvNvdX2UKGgGR7/T5cTrVvuPaAdLA2gIR0C8tTlfiPyTdX2UKGgGR7/A2F36hxo7aAdLAmgIR0C8tPX+VC5VdX2UKGgGR7/I0gKWszVMaAdLA2gIR0C8tX6wyIpIdX2UKGgGR7++dnTRYzSDaAdLAmgIR0C8tV+Bg/kedX2UKGgGR7/Q5Sm65Gz9aAdLA2gIR0C8tUMX7+DOdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVhgAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIhlLg=="}, "_n_updates": 124975, "buffer_size": 1000000, "batch_size": 256, "learning_starts": 100, "tau": 0.005, "gamma": 0.99, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__annotations__": "{'observation_space': <class 'gymnasium.spaces.dict.Dict'>, 'obs_shape': typing.Dict[str, typing.Tuple[int, ...]], 'observations': typing.Dict[str, numpy.ndarray], 'next_observations': typing.Dict[str, numpy.ndarray]}", "__doc__": "\n    Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n    Extends the ReplayBuffer to use dictionary observations\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ", "__init__": "<function DictReplayBuffer.__init__ at 0x7c84eded6b90>", "add": "<function DictReplayBuffer.add at 0x7c84eded6c20>", "sample": "<function DictReplayBuffer.sample at 0x7c84eded6cb0>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x7c84eded6d40>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7c84ee1bb3c0>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "policy_delay": 1, "target_noise_clip": 0.0, "target_policy_noise": 0.1, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVsAMAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAABAQGUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoJHSUUpSMBGhpZ2iUaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAUtMTAuMJSMCWhpZ2hfcmVwcpSMBDEwLjCUjApfbnBfcmFuZG9tlE51YowMZGVzaXJlZF9nb2FslGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBloHCiWBgAAAAAAAAABAQEBAQGUaCBLBoWUaCR0lFKUaCdoHCiWBgAAAAAAAAABAQEBAQGUaCBLBoWUaCR0lFKUaCxLBoWUaC5oHCiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLBoWUaCR0lFKUaDNoHCiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLBoWUaCR0lFKUaDiMBS0xMC4wlGg6jAQxMC4wlGg8TnVidWgsTmgQTmg8TnViLg==", "spaces": "OrderedDict([('achieved_goal', Box(-10.0, 10.0, (3,), float32)), ('desired_goal', Box(-10.0, 10.0, (3,), float32)), ('observation', Box(-10.0, 10.0, (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVYgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolgMAAAAAAAAAAQEBlGgVSwOFlGgZdJRSlIwGX3NoYXBllEsDhZSMA2xvd5RoESiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUaBl0lFKUjARoaWdolGgRKJYMAAAAAAAAAAAAgD8AAIA/AACAP5RoC0sDhZRoGXSUUpSMCGxvd19yZXBylIwELTEuMJSMCWhpZ2hfcmVwcpSMAzEuMJSMCl9ucF9yYW5kb22UjBRudW1weS5yYW5kb20uX3BpY2tsZZSMEF9fZ2VuZXJhdG9yX2N0b3KUk5SMBVBDRzY0lGgyjBRfX2JpdF9nZW5lcmF0b3JfY3RvcpSTlIaUUpR9lCiMDWJpdF9nZW5lcmF0b3KUjAVQQ0c2NJSMBXN0YXRllH2UKGg9ihHhkowGroSLvX4A+6TmxyD8AIwDaW5jlIoRFUBuR5bHE5o5YOmuwSU74QB1jApoYXNfdWludDMylEsAjAh1aW50ZWdlcpRLAHVidWIu", "dtype": "float32", "bounded_below": "[ True  True  True]", "bounded_above": "[ True  True  True]", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": "Generator(PCG64)"}, "n_envs": 4, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVoAMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLA0sTQwx0AIgAfACDAYMBUwCUToWUjAVmbG9hdJSFlIwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwIPGxhbWJkYT6US2FDAgwAlIwOdmFsdWVfc2NoZWR1bGWUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxJL3Vzci9sb2NhbC9saWIvcHl0aG9uMy4xMC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGghfZR9lChoGGgPjAxfX3F1YWxuYW1lX1+UjCFnZXRfc2NoZWR1bGVfZm4uPGxvY2Fscz4uPGxhbWJkYT6UjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgZjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOUaAIoaAcoSwFLAEsASwFLAUsTQwSIAFMAlGgJKYwBX5SFlGgOjARmdW5jlEuFQwIEAZSMA3ZhbJSFlCl0lFKUaBVOTmgdKVKUhZR0lFKUaCRoPn2UfZQoaBhoNWgnjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlGgpfZRoK05oLE5oLWgZaC5OaC9oMUc/UGJN0vGp/IWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwhZRSlIWUaEZdlGhIfZR1hpSGUjAu"}, "actor_batch_norm_stats": [], "critic_batch_norm_stats": [], "actor_batch_norm_stats_target": [], "critic_batch_norm_stats_target": [], "system_info": {"OS": "Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Apr 28 14:29:16 UTC 2024", "Python": "3.10.12", "Stable-Baselines3": "2.3.2", "PyTorch": "2.3.0+cu121", "GPU Enabled": "False", "Numpy": "1.25.2", "Cloudpickle": "2.2.1", "Gymnasium": "0.29.1", "OpenAI Gym": "0.25.2"}}

ddpg-PandaReachDense-v3.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5400e2bde057f7ddac3f6fd7891d35f8c1664cfe47577f707d9ebb24427f1011
+size 4092227

ddpg-PandaReachDense-v3/_stable_baselines3_version

@@ -0,0 +1 @@
+2.3.2

ddpg-PandaReachDense-v3/actor.optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408317e6f1eca1c7062f607d064cae78c23a9c52c0b4f1b04915276d3321e27e
+size 1016352

ddpg-PandaReachDense-v3/critic.optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25808fddb677cfc640e6ec4ba8e00f03087d7c286f96d2c1677fef9586f76d10
+size 1021088

ddpg-PandaReachDense-v3/data

@@ -0,0 +1,116 @@
+{
+    "policy_class": {
+        ":type:": "<class 'abc.ABCMeta'>",
+        ":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnRkMy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu",
+        "__module__": "stable_baselines3.td3.policies",
+        "__doc__": "\n    Policy class (with both actor and critic) for TD3 to be used with Dict observation spaces.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    :param n_critics: Number of critic networks to create.\n    :param share_features_extractor: Whether to share or not the features extractor\n        between the actor and the critic (this saves computation time)\n    ",
+        "__init__": "<function MultiInputPolicy.__init__ at 0x7c84edf92dd0>",
+        "__abstractmethods__": "frozenset()",
+        "_abc_impl": "<_abc._abc_data object at 0x7c84edfa0440>"
+    },
+    "verbose": 1,
+    "policy_kwargs": {
+        "n_critics": 1
+    },
+    "num_timesteps": 500000,
+    "_total_timesteps": 500000,
+    "_num_timesteps_at_start": 0,
+    "seed": null,
+    "action_noise": null,
+    "start_time": 1717177001640166189,
+    "learning_rate": 0.001,
+    "tensorboard_log": null,
+    "_last_obs": {
+        ":type:": "<class 'collections.OrderedDict'>",
+        ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAVRaUPsButrxtcKY+VRaUPsButrxtcKY+VRaUPsButrxtcKY+yYYGv9k11j9FgLO/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAA8Z98vxPYp79BtpE+umi6v9idMT92qFq/SNGevwHwqb3OHHu/a6obPRQlrz/vhfO+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAABVFpQ+wG62vG1wpj77dxA/vzlRvCpQ0T5VFpQ+wG62vG1wpj77dxA/vzlRvCpQ0T5VFpQ+wG62vG1wpj77dxA/vzlRvCpQ0T7Jhga/2TXWP0WAs7/ISCq/GkWCP3eplL+UaA5LBEsGhpRoEnSUUpR1Lg==",
+        "achieved_goal": "[[ 0.28923288 -0.02226961  0.3250765 ]\n [ 0.28923288 -0.02226961  0.3250765 ]\n [ 0.28923288 -0.02226961  0.3250765 ]\n [-0.52549416  1.6735183  -1.402352  ]]",
+        "desired_goal": "[[-0.9868155  -1.3112816   0.2845936 ]\n [-1.456321    0.69381475 -0.854133  ]\n [-1.2407618  -0.0829773  -0.9809083 ]\n [ 0.03800432  1.368319   -0.4756312 ]]",
+        "observation": "[[ 0.28923288 -0.02226961  0.3250765   0.56433076 -0.01277012  0.40881473]\n [ 0.28923288 -0.02226961  0.3250765   0.56433076 -0.01277012  0.40881473]\n [ 0.28923288 -0.02226961  0.3250765   0.56433076 -0.01277012  0.40881473]\n [-0.52549416  1.6735183  -1.402352   -0.66517305  1.0177338  -1.1614217 ]]"
+    },
+    "_last_episode_starts": {
+        ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="
+    },
+    "_last_original_obs": {
+        ":type:": "<class 'collections.OrderedDict'>",
+        ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+geu7umMcmD1UcOQ9lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAnBrHvYHr8r2oUiw+33YPvuXsgD2T8YI9Spv2vb8X8rvYTVY9c+dsuyMD/j3n+ck9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACB67u6YxyYPVRw5D0MBQW/ARczP2oqi7+UaA5LBEsGhpRoEnSUUpR1Lg==",
+        "achieved_goal": "[[ 3.84396687e-02 -2.19447225e-12  1.97400138e-01]\n [ 3.84396687e-02 -2.19447225e-12  1.97400138e-01]\n [ 3.84396687e-02 -2.19447225e-12  1.97400138e-01]\n [-1.43371534e-03  7.42728934e-02  1.11542374e-01]]",
+        "desired_goal": "[[-0.09721872 -0.11861325  0.16828406]\n [-0.1401019   0.06295184  0.06393733]\n [-0.12041338 -0.00738808  0.05232033]\n [-0.00361487  0.12402942  0.09862118]]",
+        "observation": "[[ 3.84396687e-02 -2.19447225e-12  1.97400138e-01  0.00000000e+00\n  -0.00000000e+00  0.00000000e+00]\n [ 3.84396687e-02 -2.19447225e-12  1.97400138e-01  0.00000000e+00\n  -0.00000000e+00  0.00000000e+00]\n [ 3.84396687e-02 -2.19447225e-12  1.97400138e-01  0.00000000e+00\n  -0.00000000e+00  0.00000000e+00]\n [-1.43371534e-03  7.42728934e-02  1.11542374e-01 -5.19608259e-01\n   6.99569762e-01 -1.08723187e+00]]"
+    },
+    "_episode_num": 185787,
+    "use_sde": false,
+    "sde_sample_freq": -1,
+    "_current_progress_remaining": 0.0,
+    "_stats_window_size": 100,
+    "ep_info_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHv9O/pMYdhiOMAWyUSwSMAXSUR0C8sDxInSfEdX2UKGgGR7/I81XNke6qaAdLA2gIR0C8sIFkDp1SdX2UKGgGR7/VOgQHzH0caAdLA2gIR0C8sKtnK4hEdX2UKGgGR7/W7HyVfNRnaAdLBmgIR0C8sNhqfvnbdX2UKGgGR7/WXCj1wo9caAdLBGgIR0C8sHUNnXd1dX2UKGgGR7/MOXmeUY8/aAdLA2gIR0C8sKuJ+DvmdX2UKGgGR7/TevIOpbUxaAdLBGgIR0C8sORBZ6lddX2UKGgGR7/DJlrdnCfpaAdLAmgIR0C8sMeNgjQidX2UKGgGR7/aduYQarFPaAdLBGgIR0C8sRJGKAJ+dX2UKGgGR79//m1YyO7yaAdLAWgIR0C8sPLHZK4AdX2UKGgGR7/T2zOX3QD3aAdLBGgIR0C8sK8lgMMJdX2UKGgGR7+1dld1MdtEaAdLAmgIR0C8sOcUmD15dX2UKGgGR7/L2zv7WNFSaAdLA2gIR0C8sULZrYXgdX2UKGgGR7/U+y7f51vEaAdLA2gIR0C8sSN7KJVKdX2UKGgGR7/TjgydnTRZaAdLA2gIR0C8sRiGzru6dX2UKGgGR7/br5ZbILgGaAdLBGgIR0C8sPHlXA/LdX2UKGgGR7+5UPxx1gYxaAdLAmgIR0C8sWUEPlMidX2UKGgGR7+8pEx7AtWdaAdLAmgIR0C8sUV6iTMadX2UKGgGR7/BzCk43m3faAdLAmgIR0C8sTkFr2xqdX2UKGgGR7+9q7Ackt2+aAdLAmgIR0C8sRIn0CiidX2UKGgGR7+vSro4dZJTaAdLAmgIR0C8sWS79Q40dX2UKGgGR7/Od7OVxCIDaAdLA2gIR0C8sZUT6BRRdX2UKGgGR7+4MiKR+z+naAdLAmgIR0C8sViM98qndX2UKGgGR7/SBiCrcTJyaAdLA2gIR0C8sUGDHwPRdX2UKGgGR7/WumJm/WUbaAdLA2gIR0C8scUSdvsJdX2UKGgGR7/bVY6nzg/DaAdLBGgIR0C8saWepXIVdX2UKGgGR7/Qh/Aj6eoUaAdLA2gIR0C8sYkFKTStdX2UKGgGR79+mvW6K+BZaAdLAWgIR0C8sdbOzIFNdX2UKGgGR7/PcgQpWmxdaAdLA2gIR0C8sXNjPOY6dX2UKGgGR7/Cee4Cp3otaAdLAmgIR0C8scglSjxkdX2UKGgGR7+6NfgJkXk6aAdLAmgIR0C8sat96TnrdX2UKGgGR7+xurIYFaB7aAdLAmgIR0C8sfdtl7MQdX2UKGgGR7/Auyu6mO2iaAdLAmgIR0C8sechLXcydX2UKGgGR7/UouwosqaxaAdLA2gIR0C8sdtBF/hEdX2UKGgGR7/bggX/HYHxaAdLBGgIR0C8sbSMxXXAdX2UKGgGR7/WLV4HHFP0aAdLBGgIR0C8sjZO32EkdX2UKGgGR7/L33YcvM8paAdLA2gIR0C8shbehwl0dX2UKGgGR7/BQYUFjd56aAdLAmgIR0C8sdNX9zfadX2UKGgGR7/Ss8PnSv1UaAdLA2gIR0C8sgxNucc3dX2UKGgGR7/CNPxhDw6RaAdLAmgIR0C8sjf5DZ13dX2UKGgGR7+uWMS9M9KVaAdLAmgIR0C8silJlJ6IdX2UKGgGR7/VrIYFaB7NaAdLA2gIR0C8sgJ2MbWFdX2UKGgGR7/We5WilBQfaAdLBGgIR0C8snf0NBnjdX2UKGgGR7/BImPYFqzraAdLAmgIR0C8sliRr8BNdX2UKGgGR7+fGZNO/L1VaAdLAWgIR0C8smdLlFMJdX2UKGgGR7/FfVqesgdPaAdLAmgIR0C8skqNhmXgdX2UKGgGR7/K6jnFHaviaAdLA2gIR0C8sjRlMAWBdX2UKGgGR7/HkRzzVc2SaAdLA2gIR0C8sqYrOJLvdX2UKGgGR7/U5cC5mRNiaAdLA2gIR0C8spbN8ma6dX2UKGgGR7/USRKYiPhiaAdLA2gIR0C8snpCF9KFdX2UKGgGR7/CPFvQ4S6EaAdLAmgIR0C8slNl7MPjdX2UKGgGR7+/tVrAP/aQaAdLAmgIR0C8ssxY7q6fdX2UKGgGR7+gflp48lolaAdLAWgIR0C8spBK6FufdX2UKGgGR7/Fh5Pdl/YraAdLA2gIR0C8stjF2mpEdX2UKGgGR7/POCXhOxjbaAdLA2gIR0C8spYppeu3dX2UKGgGR7/N1PFefI0ZaAdLA2gIR0C8sw2+49X+dX2UKGgGR7+gXuVopQUIaAdLAWgIR0C8su5eqrBCdX2UKGgGR7/RGDL8rI5paAdLA2gIR0C8stIQFs55dX2UKGgGR7/MevpyIYWMaAdLA2gIR0C8stT8tPHldX2UKGgGR7/Uz5XU6PsBaAdLA2gIR0C8s0x3V09ydX2UKGgGR7/SCCz1K5CoaAdLA2gIR0C8sy1lXiiqdX2UKGgGR7/RYnv2GqPwaAdLA2gIR0C8sxC2tuDSdX2UKGgGR7/Cgmqo60Y1aAdLAmgIR0C8s1c01qFidX2UKGgGR7/OlgMMI/qxaAdLA2gIR0C8sxRufmLcdX2UKGgGR7/IVqN6w+t9aAdLA2gIR0C8s4xIJ7b+dX2UKGgGR7/NRekYXO4YaAdLA2gIR0C8s1BiTdLydX2UKGgGR7/TdDpkf9xZaAdLA2gIR0C8s5g9zOopdX2UKGgGR7/LCF9KEnLJaAdLA2gIR0C8s1ZHNHH4dX2UKGgGR7/JVXFLnLaFaAdLA2gIR0C8s9DQeFL4dX2UKGgGR7+Jha1TisGQaAdLAWgIR0C8s7H/xUeddX2UKGgGR7/PvxYq5LAYaAdLA2gIR0C8s5Xn6l+FdX2UKGgGR7+oMOPNmlImaAdLAWgIR0C8s+qO1fE5dX2UKGgGR7/Pat9x6v7naAdLA2gIR0C8s5u1WsBAdX2UKGgGR7/ATsY2sJY1aAdLAmgIR0C8tBi/wiJPdX2UKGgGR7/VUe+23KB/aAdLA2gIR0C8s/l6Rhc8dX2UKGgGR7/TQXhwVCXyaAdLA2gIR0C8s90M9bHIdX2UKGgGR7+1jmSyMUAUaAdLAmgIR0C8tCFLBbfQdX2UKGgGR7/H17IDHOryaAdLA2gIR0C8s96YRdyDdX2UKGgGR7/R+49X9zfaaAdLA2gIR0C8tFZK3/gjdX2UKGgGR7/LjCHh0hePaAdLA2gIR0C8tBpwn6VMdX2UKGgGR7+vldTo+wC9aAdLAmgIR0C8tAemaYu1dX2UKGgGR7/KxbB42S+yaAdLA2gIR0C8tF+ueSSvdX2UKGgGR7/IfWcz67/XaAdLA2gIR0C8tFccMmWudX2UKGgGR7/X32VVxS5zaAdLBGgIR0C8tKczVMEidX2UKGgGR7/QZq20AtFsaAdLA2gIR0C8tESzXz19dX2UKGgGR7/Kz+m3vx6OaAdLA2gIR0C8tJ1VLi++dX2UKGgGR7+vkzXSSeRQaAdLAmgIR0C8tNG3BpHqdX2UKGgGR7/RejVQQ+UyaAdLA2gIR0C8tJcyN4qxdX2UKGgGR7/Qn0kGA09AaAdLA2gIR0C8tIixiXpodX2UKGgGR7+4y0rsjVx0aAdLAmgIR0C8tMmCROk+dX2UKGgGR7/TrRSgoPTYaAdLA2gIR0C8tRm5Yoy9dX2UKGgGR7/gWDHwPRReaAdLBGgIR0C8tPqkyk9EdX2UKGgGR7/LTl1bJOnEaAdLA2gIR0C8tMqkhzNmdX2UKGgGR7+7b1yvLX+VaAdLAmgIR0C8tUTOTq0MdX2UKGgGR7/VNqxkd3jdaAdLA2gIR0C8tQlJxvNvdX2UKGgGR7/T5cTrVvuPaAdLA2gIR0C8tTlfiPyTdX2UKGgGR7/A2F36hxo7aAdLAmgIR0C8tPX+VC5VdX2UKGgGR7/I0gKWszVMaAdLA2gIR0C8tX6wyIpIdX2UKGgGR7++dnTRYzSDaAdLAmgIR0C8tV+Bg/kedX2UKGgGR7/Q5Sm65Gz9aAdLA2gIR0C8tUMX7+DOdWUu"
+    },
+    "ep_success_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVhgAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIhlLg=="
+    },
+    "_n_updates": 124975,
+    "buffer_size": 1000000,
+    "batch_size": 256,
+    "learning_starts": 100,
+    "tau": 0.005,
+    "gamma": 0.99,
+    "gradient_steps": 1,
+    "optimize_memory_usage": false,
+    "replay_buffer_class": {
+        ":type:": "<class 'abc.ABCMeta'>",
+        ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=",
+        "__module__": "stable_baselines3.common.buffers",
+        "__annotations__": "{'observation_space': <class 'gymnasium.spaces.dict.Dict'>, 'obs_shape': typing.Dict[str, typing.Tuple[int, ...]], 'observations': typing.Dict[str, numpy.ndarray], 'next_observations': typing.Dict[str, numpy.ndarray]}",
+        "__doc__": "\n    Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n    Extends the ReplayBuffer to use dictionary observations\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ",
+        "__init__": "<function DictReplayBuffer.__init__ at 0x7c84eded6b90>",
+        "add": "<function DictReplayBuffer.add at 0x7c84eded6c20>",
+        "sample": "<function DictReplayBuffer.sample at 0x7c84eded6cb0>",
+        "_get_samples": "<function DictReplayBuffer._get_samples at 0x7c84eded6d40>",
+        "__abstractmethods__": "frozenset()",
+        "_abc_impl": "<_abc._abc_data object at 0x7c84ee1bb3c0>"
+    },
+    "replay_buffer_kwargs": {},
+    "train_freq": {
+        ":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>",
+        ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"
+    },
+    "use_sde_at_warmup": false,
+    "policy_delay": 1,
+    "target_noise_clip": 0.0,
+    "target_policy_noise": 0.1,
+    "observation_space": {
+        ":type:": "<class 'gymnasium.spaces.dict.Dict'>",
+        ":serialized:": "gAWVsAMAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAABAQGUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoJHSUUpSMBGhpZ2iUaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAUtMTAuMJSMCWhpZ2hfcmVwcpSMBDEwLjCUjApfbnBfcmFuZG9tlE51YowMZGVzaXJlZF9nb2FslGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBloHCiWBgAAAAAAAAABAQEBAQGUaCBLBoWUaCR0lFKUaCdoHCiWBgAAAAAAAAABAQEBAQGUaCBLBoWUaCR0lFKUaCxLBoWUaC5oHCiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLBoWUaCR0lFKUaDNoHCiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLBoWUaCR0lFKUaDiMBS0xMC4wlGg6jAQxMC4wlGg8TnVidWgsTmgQTmg8TnViLg==",
+        "spaces": "OrderedDict([('achieved_goal', Box(-10.0, 10.0, (3,), float32)), ('desired_goal', Box(-10.0, 10.0, (3,), float32)), ('observation', Box(-10.0, 10.0, (6,), float32))])",
+        "_shape": null,
+        "dtype": null,
+        "_np_random": null
+    },
+    "action_space": {
+        ":type:": "<class 'gymnasium.spaces.box.Box'>",
+        ":serialized:": "gAWVYgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolgMAAAAAAAAAAQEBlGgVSwOFlGgZdJRSlIwGX3NoYXBllEsDhZSMA2xvd5RoESiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUaBl0lFKUjARoaWdolGgRKJYMAAAAAAAAAAAAgD8AAIA/AACAP5RoC0sDhZRoGXSUUpSMCGxvd19yZXBylIwELTEuMJSMCWhpZ2hfcmVwcpSMAzEuMJSMCl9ucF9yYW5kb22UjBRudW1weS5yYW5kb20uX3BpY2tsZZSMEF9fZ2VuZXJhdG9yX2N0b3KUk5SMBVBDRzY0lGgyjBRfX2JpdF9nZW5lcmF0b3JfY3RvcpSTlIaUUpR9lCiMDWJpdF9nZW5lcmF0b3KUjAVQQ0c2NJSMBXN0YXRllH2UKGg9ihHhkowGroSLvX4A+6TmxyD8AIwDaW5jlIoRFUBuR5bHE5o5YOmuwSU74QB1jApoYXNfdWludDMylEsAjAh1aW50ZWdlcpRLAHVidWIu",
+        "dtype": "float32",
+        "bounded_below": "[ True  True  True]",
+        "bounded_above": "[ True  True  True]",
+        "_shape": [
+            3
+        ],
+        "low": "[-1. -1. -1.]",
+        "high": "[1. 1. 1.]",
+        "low_repr": "-1.0",
+        "high_repr": "1.0",
+        "_np_random": "Generator(PCG64)"
+    },
+    "n_envs": 4,
+    "lr_schedule": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWVoAMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLA0sTQwx0AIgAfACDAYMBUwCUToWUjAVmbG9hdJSFlIwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwIPGxhbWJkYT6US2FDAgwAlIwOdmFsdWVfc2NoZWR1bGWUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxJL3Vzci9sb2NhbC9saWIvcHl0aG9uMy4xMC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGghfZR9lChoGGgPjAxfX3F1YWxuYW1lX1+UjCFnZXRfc2NoZWR1bGVfZm4uPGxvY2Fscz4uPGxhbWJkYT6UjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgZjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOUaAIoaAcoSwFLAEsASwFLAUsTQwSIAFMAlGgJKYwBX5SFlGgOjARmdW5jlEuFQwIEAZSMA3ZhbJSFlCl0lFKUaBVOTmgdKVKUhZR0lFKUaCRoPn2UfZQoaBhoNWgnjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlGgpfZRoK05oLE5oLWgZaC5OaC9oMUc/UGJN0vGp/IWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwhZRSlIWUaEZdlGhIfZR1hpSGUjAu"
+    },
+    "actor_batch_norm_stats": [],
+    "critic_batch_norm_stats": [],
+    "actor_batch_norm_stats_target": [],
+    "critic_batch_norm_stats_target": []
+}

ddpg-PandaReachDense-v3/policy.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b3f8cd038b3dae8989a8796e142d010b576e32cadbbcff5358af04ffca8b55
+size 2036238

ddpg-PandaReachDense-v3/pytorch_variables.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c35cea3b2e60fb5e7e162d3592df775cd400e575a31c72f359fb9e654ab00c5
+size 864

ddpg-PandaReachDense-v3/system_info.txt

@@ -0,0 +1,9 @@
+- OS: Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Apr 28 14:29:16 UTC 2024
+- Python: 3.10.12
+- Stable-Baselines3: 2.3.2
+- PyTorch: 2.3.0+cu121
+- GPU Enabled: False
+- Numpy: 1.25.2
+- Cloudpickle: 2.2.1
+- Gymnasium: 0.29.1
+- OpenAI Gym: 0.25.2

results.json

@@ -0,0 +1 @@
+{"mean_reward": -0.19627485917881132, "std_reward": 0.12061290466975956, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-05-31T19:40:01.920273"}

vec_normalize.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c660c470ed98160c8195ca5149cd7e7cc38682063f74bd671c51fa84ba7d4c8
+size 2849