Initial commit

README.md

@@ -0,0 +1,37 @@
+---
+library_name: stable-baselines3
+tags:
+- PandaReachDense-v3
+- deep-reinforcement-learning
+- reinforcement-learning
+- stable-baselines3
+model-index:
+- name: SAC
+  results:
+  - task:
+      type: reinforcement-learning
+      name: reinforcement-learning
+    dataset:
+      name: PandaReachDense-v3
+      type: PandaReachDense-v3
+    metrics:
+    - type: mean_reward
+      value: -0.25 +/- 0.12
+      name: mean_reward
+      verified: false
+---
+
+# **SAC** Agent playing **PandaReachDense-v3**
+This is a trained model of a **SAC** agent playing **PandaReachDense-v3**
+using the [stable-baselines3 library](https://github.com/DLR-RM/stable-baselines3).
+
+## Usage (with Stable-baselines3)
+TODO: Add your code
+
+
+```python
+from stable_baselines3 import ...
+from huggingface_sb3 import load_from_hub
+
+...
+```

config.json

@@ -0,0 +1 @@
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnNhYy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "stable_baselines3.sac.policies", "__doc__": "\n    Policy class (with both actor and critic) for SAC.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n    :param features_extractor_class: Features extractor to use.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    :param n_critics: Number of critic networks to create.\n    :param share_features_extractor: Whether to share or not the features extractor\n        between the actor and the critic (this saves computation time)\n    ", "__init__": "<function MultiInputPolicy.__init__ at 0x7eeb8d7cdf30>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7eeb8d7c7000>"}, "verbose": 1, "policy_kwargs": {"use_sde": false}, "num_timesteps": 1000000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1717177351936896473, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAksm0PjVJ/7ks7vM+Gdo2P89Xnj+5uGa/0oG6v4MMF0Baj7G/1EyzvTTl+T4o0w4/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAASoogvLmrPb+V2bm/heU7P7S8iz+s67+/gKOGv8WSxD8IYJS/VbIAv/+xtD99/NE/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAACSybQ+NUn/uSzu8z56KQQ/zNAsu4ucuD4Z2jY/z1eeP7m4Zr99luM9AiNIPzDj3L/Sgbq/gwwXQFqPsb+VcPa/YNWIP/Zrgb/UTLO9NOX5PijTDj/L6HQ+fvTLP4Upmz+UaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.5310036e-01 -4.8691934e-04  4.7642648e-01]\n [ 7.1426541e-01  1.2370547e+00 -9.0125614e-01]\n [-1.4570868e+00  2.3601387e+00 -1.3871872e+00]\n [-8.7548882e-02  4.8807681e-01  5.5790949e-01]]", "desired_goal": "[[-0.0097986  -0.7409015  -1.4519526 ]\n [ 0.73397094  1.0916963  -1.4993796 ]\n [-1.0518646   1.535729   -1.1591806 ]\n [-0.50272113  1.411682    1.6405178 ]]", "observation": "[[ 3.5310036e-01 -4.8691934e-04  4.7642648e-01  5.1625788e-01\n  -2.6369570e-03  3.6056933e-01]\n [ 7.1426541e-01  1.2370547e+00 -9.0125614e-01  1.1112688e-01\n   7.8178418e-01 -1.7256832e+00]\n [-1.4570868e+00  2.3601387e+00 -1.3871872e+00 -1.9253107e+00\n   1.0690117e+00 -1.0111072e+00]\n [-8.7548882e-02  4.8807681e-01  5.5790949e-01  2.3916928e-01\n   1.5933988e+00  1.2122046e+00]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+XaZgPZCscz32/PM9G14zvddn6D3Bc7s9weqWPOhlwDy64E4+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAADgvqu1V5ib1izDQ8utt4PT40yD3KH9w7a3TRvd4CDT56XRo9PZJVvSeVAT4jyZU+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAABdpmA9kKxzPfb88z3Jmxe+mqrmPtXKpr8bXjO912foPcFzuz3sa2S/b5AdP41TW7/B6pY86GXAPLrgTj5/Ys+9KKpqP28sCD+UaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 5.4846156e-02  5.9490740e-02  1.1913483e-01]\n [-4.3790918e-02  1.1347931e-01  9.1529377e-02]\n [ 1.8422486e-02  2.3486093e-02  2.0202914e-01]]", "desired_goal": "[[-0.00714243 -0.06712595  0.01103506]\n [ 0.06075642  0.09775589  0.00671766]\n [-0.10227283  0.13770625  0.0376868 ]\n [-0.05214142  0.12654553  0.29255018]]", "observation": "[[ 3.84396687e-02 -2.19447225e-12  1.97400138e-01  0.00000000e+00\n  -0.00000000e+00  0.00000000e+00]\n [ 5.48461564e-02  5.94907403e-02  1.19134828e-01 -1.48055211e-01\n   4.50520337e-01 -1.30306494e+00]\n [-4.37909178e-02  1.13479309e-01  9.15293768e-02 -8.92271757e-01\n   6.15485132e-01 -8.56743634e-01]\n [ 1.84224863e-02  2.34860927e-02  2.02029139e-01 -1.01262085e-01\n   9.16658878e-01  5.31928003e-01]]"}, "_episode_num": 302360, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHv8AESuhbnoyMAWyUSwKMAXSUR0C0KGGo3rD7dX2UKGgGR7+4rAgxJul5aAdLAmgIR0C0KKhG+bmVdX2UKGgGR7/Q/82rGR3eaAdLA2gIR0C0KIp6po9LdX2UKGgGR7++kO7QLNOeaAdLAmgIR0C0KLG2PT5PdX2UKGgGR7/TkLhJiAlOaAdLA2gIR0C0KHAaWHDadX2UKGgGR7/S5PM0P6KtaAdLBGgIR0C0KE/hIe5ndX2UKGgGR7/SrxiG34KyaAdLA2gIR0C0KJncL0BfdX2UKGgGR7+8U8FINEw4aAdLAmgIR0C0KHqaTfSAdX2UKGgGR7/DQBPsRg7YaAdLAmgIR0C0KFpCa7VbdX2UKGgGR7/MaCtihFmWaAdLA2gIR0C0KMHnU2DQdX2UKGgGR7/JodMj/uLKaAdLA2gIR0C0KIk+X7cgdX2UKGgGR7/KYrrgOz6aaAdLA2gIR0C0KGjx0+1SdX2UKGgGR7/TD5TIeYD1aAdLA2gIR0C0KNDJdSl4dX2UKGgGR7/VlUp/gBLgaAdLBGgIR0C0KK6HKwIMdX2UKGgGR7+1vtMPBi1BaAdLAmgIR0C0KJQHeJpGdX2UKGgGR7/E6d1+y7f6aAdLAmgIR0C0KNp3PiT/dX2UKGgGR7/OjCYTj/+9aAdLA2gIR0C0KHgWnCO4dX2UKGgGR7/QGyon8baRaAdLA2gIR0C0KL1nh86WdX2UKGgGR7+w6V+qioKlaAdLAmgIR0C0KJ4q0+khdX2UKGgGR7/Qw4KhL5ARaAdLA2gIR0C0KOkz9CNTdX2UKGgGR7++z9jwx33YaAdLAmgIR0C0KMbQC0WudX2UKGgGR7/U863iJfpmaAdLA2gIR0C0KIcKPXCkdX2UKGgGR7/NfNzKcNH6aAdLA2gIR0C0KK1beMyadX2UKGgGR7+kzAN5MURGaAdLAWgIR0C0KLJDE3sHdX2UKGgGR7/PHEuQIUrTaAdLA2gIR0C0KPlHavicdX2UKGgGR7/Jd6cAiml7aAdLA2gIR0C0KNcBdUsGdX2UKGgGR7/Wddmg8KXwaAdLBGgIR0C0KJv47A+IdX2UKGgGR7/NLs8gZCOWaAdLA2gIR0C0KMFMRHwxdX2UKGgGR7/Nzd1uBMBZaAdLA2gIR0C0KQi0OVgQdX2UKGgGR7/ItHxz7uUmaAdLA2gIR0C0KOZw0fozdX2UKGgGR7/R8LronrpraAdLA2gIR0C0KKuIVM24dX2UKGgGR7/QfrKNhmXgaAdLA2gIR0C0KNDyWiUQdX2UKGgGR7/OPjn3cpLFaAdLA2gIR0C0KPZvDP4VdX2UKGgGR7/V7/4qPOpsaAdLBGgIR0C0KR4C+10DdX2UKGgGR7/Ap97WuoxYaAdLAmgIR0C0KNxdpqREdX2UKGgGR7/L3cHnlnyvaAdLA2gIR0C0KLwOz6acdX2UKGgGR7/E/B3zMA3laAdLAmgIR0C0KQFiONo8dX2UKGgGR7+7Nu+AVfu1aAdLAmgIR0C0KMZ/5LyudX2UKGgGR7/EQCCBf8dgaAdLA2gIR0C0KS2aMJhOdX2UKGgGR7/MFM7EHdGiaAdLA2gIR0C0KOvgNwzddX2UKGgGR7/G/8EV32VWaAdLA2gIR0C0KRDR2KVIdX2UKGgGR7/ACAc1fmcOaAdLAmgIR0C0KPZbD/EPdX2UKGgGR7/QO938n/kvaAdLA2gIR0C0KT078vVWdX2UKGgGR7/YvBJqZc9oaAdLBGgIR0C0KNu2iL2pdX2UKGgGR7/LGKhtcfNiaAdLA2gIR0C0KSD15B1LdX2UKGgGR7/MswL3K0UoaAdLA2gIR0C0KQZFw1iwdX2UKGgGR7/Cmv4dp7C0aAdLAmgIR0C0KSqAjIJadX2UKGgGR7/a80DU3GXHaAdLBGgIR0C0KVHyNGVidX2UKGgGR7/Yai9IwudxaAdLBGgIR0C0KPAQlKK6dX2UKGgGR7+0KMNtqHoHaAdLAmgIR0C0KTVAAyVOdX2UKGgGR7/WxgAp8WsSaAdLBGgIR0C0KRri++M7dX2UKGgGR7/Rb5M10knkaAdLA2gIR0C0KWF3Qla9dX2UKGgGR7/QRJ2+wkgPaAdLA2gIR0C0KP86JZW8dX2UKGgGR7+icLBsQ/X5aAdLAWgIR0C0KWbuhK15dX2UKGgGR7/N0Cih37k5aAdLA2gIR0C0KUSNS619dX2UKGgGR7/OkP+XJHRUaAdLA2gIR0C0KSnwTdtVdX2UKGgGR7/FalDWsijdaAdLA2gIR0C0KXa7qY7adX2UKGgGR7/DFZPl+3H8aAdLAmgIR0C0KTUkOZssdX2UKGgGR7/WFVktmL9/aAdLBGgIR0C0KRTTz/ZNdX2UKGgGR7/Wbb1yvLX+aAdLBGgIR0C0KVmxIJ7cdX2UKGgGR7+wn4O+ZgG9aAdLAmgIR0C0KWQxvegtdX2UKGgGR7/RTeO4oZydaAdLA2gIR0C0KUT2rXDndX2UKGgGR7/RjEehf0EpaAdLA2gIR0C0KSSb2Dg7dX2UKGgGR7/eCWeHzpX7aAdLBGgIR0C0KYw9JSR9dX2UKGgGR7/CY8+zMRpUaAdLA2gIR0C0KXSZSeiBdX2UKGgGR7/LUDMeOn2qaAdLA2gIR0C0KTTiKiwjdX2UKGgGR7/JuTibUgB+aAdLA2gIR0C0KZxT4tYkdX2UKGgGR7/XrdWQwK0EaAdLBGgIR0C0KVqZpi7TdX2UKGgGR7+wF1SwW3z+aAdLAmgIR0C0KX+x8lXzdX2UKGgGR7/S0SRKYiPiaAdLA2gIR0C0KUS2UjcEdX2UKGgGR7/HowEhaC+UaAdLA2gIR0C0Kavn4fwJdX2UKGgGR7+zrfLs8gZCaAdLAmgIR0C0KYmVRk3CdX2UKGgGR7/LLxqfvnbJaAdLA2gIR0C0KWpRwZO0dX2UKGgGR7+3YAbQ1JlKaAdLAmgIR0C0KbbxmTTwdX2UKGgGR7/NeyAxzq8laAdLA2gIR0C0KZmSMcZMdX2UKGgGR7/SXA/LTx5LaAdLA2gIR0C0KXpjQRf4dX2UKGgGR7/cFOfukUKzaAdLBGgIR0C0KVoouwotdX2UKGgGR7/O2KEWZZ0TaAdLA2gIR0C0KcdJrcj8dX2UKGgGR7+7uuzQeFL4aAdLAmgIR0C0KWUaIeo2dX2UKGgGR7+fmHP/rB0qaAdLAWgIR0C0KcwQYk3TdX2UKGgGR7+m56MR6F/QaAdLAWgIR0C0KWnr2QGOdX2UKGgGR7+bT+ee4Cp4aAdLAWgIR0C0KdHQyAQQdX2UKGgGR7/WDfFaSs8xaAdLBGgIR0C0Ka+aScLCdX2UKGgGR7/gQpnYg7o0aAdLBGgIR0C0KZBNM496dX2UKGgGR7+Q3974SHuaaAdLAWgIR0C0KdgRwqAjdX2UKGgGR7++PFNtZV4paAdLAmgIR0C0KZuscQyzdX2UKGgGR7/LdhRZU1htaAdLA2gIR0C0KXtpdrwfdX2UKGgGR7/NXcxj8UEgaAdLA2gIR0C0KcAX668QdX2UKGgGR7/KmUGFBY3eaAdLA2gIR0C0KegSSNfgdX2UKGgGR7+cVDa4+bExaAdLAWgIR0C0Kez67/XHdX2UKGgGR7/QjcVQAMlUaAdLA2gIR0C0KYrcbiqAdX2UKGgGR7+hYV6/qPfbaAdLAWgIR0C0KfIT4+KTdX2UKGgGR7/T0ygwoLG8aAdLA2gIR0C0Kc+uFHrhdX2UKGgGR7/aC8OCoS+QaAdLBGgIR0C0KbBxHXmOdX2UKGgGR7/IB2fTTfBOaAdLA2gIR0C0KZpQUHpsdX2UKGgGR7/Lpeu3c580aAdLA2gIR0C0KgF7Y02tdX2UKGgGR7/H2s7uDzy0aAdLA2gIR0C0Kb/VZs9CdX2UKGgGR7/g18b70nPWaAdLBGgIR0C0KeTLGJemdX2UKGgGR7/VgbZOBUaRaAdLA2gIR0C0KaoEOiFkdX2UKGgGR7/N4etCAtnPaAdLA2gIR0C0KhE8ifQKdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVhgAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIhlLg=="}, "_n_updates": 249975, "buffer_size": 1000000, "batch_size": 256, "learning_starts": 100, "tau": 0.005, "gamma": 0.99, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__annotations__": "{'observation_space': <class 'gymnasium.spaces.dict.Dict'>, 'obs_shape': typing.Dict[str, typing.Tuple[int, ...]], 'observations': typing.Dict[str, numpy.ndarray], 'next_observations': typing.Dict[str, numpy.ndarray]}", "__doc__": "\n    Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n    Extends the ReplayBuffer to use dictionary observations\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ", "__init__": "<function DictReplayBuffer.__init__ at 0x7eeb8d9cdc60>", "add": "<function DictReplayBuffer.add at 0x7eeb8d9cdcf0>", "sample": "<function DictReplayBuffer.sample at 0x7eeb8d9cdd80>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x7eeb8d9cde10>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7eeb8d9d1240>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "target_entropy": -3.0, "ent_coef": "auto", "target_update_interval": 1, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVsAMAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAABAQGUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoJHSUUpSMBGhpZ2iUaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAUtMTAuMJSMCWhpZ2hfcmVwcpSMBDEwLjCUjApfbnBfcmFuZG9tlE51YowMZGVzaXJlZF9nb2FslGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBloHCiWBgAAAAAAAAABAQEBAQGUaCBLBoWUaCR0lFKUaCdoHCiWBgAAAAAAAAABAQEBAQGUaCBLBoWUaCR0lFKUaCxLBoWUaC5oHCiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLBoWUaCR0lFKUaDNoHCiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLBoWUaCR0lFKUaDiMBS0xMC4wlGg6jAQxMC4wlGg8TnVidWgsTmgQTmg8TnViLg==", "spaces": "OrderedDict([('achieved_goal', Box(-10.0, 10.0, (3,), float32)), ('desired_goal', Box(-10.0, 10.0, (3,), float32)), ('observation', Box(-10.0, 10.0, (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVYAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolgMAAAAAAAAAAQEBlGgVSwOFlGgZdJRSlIwGX3NoYXBllEsDhZSMA2xvd5RoESiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUaBl0lFKUjARoaWdolGgRKJYMAAAAAAAAAAAAgD8AAIA/AACAP5RoC0sDhZRoGXSUUpSMCGxvd19yZXBylIwELTEuMJSMCWhpZ2hfcmVwcpSMAzEuMJSMCl9ucF9yYW5kb22UjBRudW1weS5yYW5kb20uX3BpY2tsZZSMEF9fZ2VuZXJhdG9yX2N0b3KUk5SMBVBDRzY0lGgyjBRfX2JpdF9nZW5lcmF0b3JfY3RvcpSTlIaUUpR9lCiMDWJpdF9nZW5lcmF0b3KUjAVQQ0c2NJSMBXN0YXRllH2UKGg9ihAmmQhm6MIlUApZIVnXS+MCjANpbmOUihBdU5/k7GfbDAbISJVqz2YJdYwKaGFzX3VpbnQzMpRLAIwIdWludGVnZXKUSwB1YnViLg==", "dtype": "float32", "bounded_below": "[ True  True  True]", "bounded_above": "[ True  True  True]", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": "Generator(PCG64)"}, "n_envs": 4, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVoAMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLA0sTQwx0AIgAfACDAYMBUwCUToWUjAVmbG9hdJSFlIwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwIPGxhbWJkYT6US2FDAgwAlIwOdmFsdWVfc2NoZWR1bGWUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxJL3Vzci9sb2NhbC9saWIvcHl0aG9uMy4xMC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGghfZR9lChoGGgPjAxfX3F1YWxuYW1lX1+UjCFnZXRfc2NoZWR1bGVfZm4uPGxvY2Fscz4uPGxhbWJkYT6UjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgZjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOUaAIoaAcoSwFLAEsASwFLAUsTQwSIAFMAlGgJKYwBX5SFlGgOjARmdW5jlEuFQwIEAZSMA3ZhbJSFlCl0lFKUaBVOTmgdKVKUhZR0lFKUaCRoPn2UfZQoaBhoNWgnjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlGgpfZRoK05oLE5oLWgZaC5OaC9oMUc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwhZRSlIWUaEZdlGhIfZR1hpSGUjAu"}, "batch_norm_stats": [], "batch_norm_stats_target": [], "system_info": {"OS": "Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Apr 28 14:29:16 UTC 2024", "Python": "3.10.12", "Stable-Baselines3": "2.3.2", "PyTorch": "2.3.0+cu121", "GPU Enabled": "True", "Numpy": "1.25.2", "Cloudpickle": "2.2.1", "Gymnasium": "0.29.1", "OpenAI Gym": "0.25.2"}}

results.json

@@ -0,0 +1 @@
+{"mean_reward": -0.25205522775650024, "std_reward": 0.11664438568291369, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-05-31T19:09:35.961502"}

sac-PandaReachDense-v3.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e41717e125c3e8c93b5094beb1f310eaf3440bbe5a3902c8ac965b2e7d8622
+size 3143108

sac-PandaReachDense-v3/_stable_baselines3_version

@@ -0,0 +1 @@
+2.3.2

sac-PandaReachDense-v3/actor.optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b688f0b764bc3bc002e604584296d5230764217e78945dd49856819ea8cbd63d
+size 572238

sac-PandaReachDense-v3/critic.optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2291c3b4ea5e939f3af09a2f4d8f6ac5276a1b0f5b14214886431a22c820274
+size 1132458

sac-PandaReachDense-v3/data

@@ -0,0 +1,114 @@
+{
+    "policy_class": {
+        ":type:": "<class 'abc.ABCMeta'>",
+        ":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnNhYy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu",
+        "__module__": "stable_baselines3.sac.policies",
+        "__doc__": "\n    Policy class (with both actor and critic) for SAC.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n    :param features_extractor_class: Features extractor to use.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    :param n_critics: Number of critic networks to create.\n    :param share_features_extractor: Whether to share or not the features extractor\n        between the actor and the critic (this saves computation time)\n    ",
+        "__init__": "<function MultiInputPolicy.__init__ at 0x7eeb8d7cdf30>",
+        "__abstractmethods__": "frozenset()",
+        "_abc_impl": "<_abc._abc_data object at 0x7eeb8d7c7000>"
+    },
+    "verbose": 1,
+    "policy_kwargs": {
+        "use_sde": false
+    },
+    "num_timesteps": 1000000,
+    "_total_timesteps": 1000000,
+    "_num_timesteps_at_start": 0,
+    "seed": null,
+    "action_noise": null,
+    "start_time": 1717177351936896473,
+    "learning_rate": 0.0003,
+    "tensorboard_log": null,
+    "_last_obs": {
+        ":type:": "<class 'collections.OrderedDict'>",
+        ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAksm0PjVJ/7ks7vM+Gdo2P89Xnj+5uGa/0oG6v4MMF0Baj7G/1EyzvTTl+T4o0w4/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAASoogvLmrPb+V2bm/heU7P7S8iz+s67+/gKOGv8WSxD8IYJS/VbIAv/+xtD99/NE/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAACSybQ+NUn/uSzu8z56KQQ/zNAsu4ucuD4Z2jY/z1eeP7m4Zr99luM9AiNIPzDj3L/Sgbq/gwwXQFqPsb+VcPa/YNWIP/Zrgb/UTLO9NOX5PijTDj/L6HQ+fvTLP4Upmz+UaA5LBEsGhpRoEnSUUpR1Lg==",
+        "achieved_goal": "[[ 3.5310036e-01 -4.8691934e-04  4.7642648e-01]\n [ 7.1426541e-01  1.2370547e+00 -9.0125614e-01]\n [-1.4570868e+00  2.3601387e+00 -1.3871872e+00]\n [-8.7548882e-02  4.8807681e-01  5.5790949e-01]]",
+        "desired_goal": "[[-0.0097986  -0.7409015  -1.4519526 ]\n [ 0.73397094  1.0916963  -1.4993796 ]\n [-1.0518646   1.535729   -1.1591806 ]\n [-0.50272113  1.411682    1.6405178 ]]",
+        "observation": "[[ 3.5310036e-01 -4.8691934e-04  4.7642648e-01  5.1625788e-01\n  -2.6369570e-03  3.6056933e-01]\n [ 7.1426541e-01  1.2370547e+00 -9.0125614e-01  1.1112688e-01\n   7.8178418e-01 -1.7256832e+00]\n [-1.4570868e+00  2.3601387e+00 -1.3871872e+00 -1.9253107e+00\n   1.0690117e+00 -1.0111072e+00]\n [-8.7548882e-02  4.8807681e-01  5.5790949e-01  2.3916928e-01\n   1.5933988e+00  1.2122046e+00]]"
+    },
+    "_last_episode_starts": {
+        ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="
+    },
+    "_last_original_obs": {
+        ":type:": "<class 'collections.OrderedDict'>",
+        ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+XaZgPZCscz32/PM9G14zvddn6D3Bc7s9weqWPOhlwDy64E4+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAADgvqu1V5ib1izDQ8utt4PT40yD3KH9w7a3TRvd4CDT56XRo9PZJVvSeVAT4jyZU+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAABdpmA9kKxzPfb88z3Jmxe+mqrmPtXKpr8bXjO912foPcFzuz3sa2S/b5AdP41TW7/B6pY86GXAPLrgTj5/Ys+9KKpqP28sCD+UaA5LBEsGhpRoEnSUUpR1Lg==",
+        "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 5.4846156e-02  5.9490740e-02  1.1913483e-01]\n [-4.3790918e-02  1.1347931e-01  9.1529377e-02]\n [ 1.8422486e-02  2.3486093e-02  2.0202914e-01]]",
+        "desired_goal": "[[-0.00714243 -0.06712595  0.01103506]\n [ 0.06075642  0.09775589  0.00671766]\n [-0.10227283  0.13770625  0.0376868 ]\n [-0.05214142  0.12654553  0.29255018]]",
+        "observation": "[[ 3.84396687e-02 -2.19447225e-12  1.97400138e-01  0.00000000e+00\n  -0.00000000e+00  0.00000000e+00]\n [ 5.48461564e-02  5.94907403e-02  1.19134828e-01 -1.48055211e-01\n   4.50520337e-01 -1.30306494e+00]\n [-4.37909178e-02  1.13479309e-01  9.15293768e-02 -8.92271757e-01\n   6.15485132e-01 -8.56743634e-01]\n [ 1.84224863e-02  2.34860927e-02  2.02029139e-01 -1.01262085e-01\n   9.16658878e-01  5.31928003e-01]]"
+    },
+    "_episode_num": 302360,
+    "use_sde": false,
+    "sde_sample_freq": -1,
+    "_current_progress_remaining": 0.0,
+    "_stats_window_size": 100,
+    "ep_info_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHv8AESuhbnoyMAWyUSwKMAXSUR0C0KGGo3rD7dX2UKGgGR7+4rAgxJul5aAdLAmgIR0C0KKhG+bmVdX2UKGgGR7/Q/82rGR3eaAdLA2gIR0C0KIp6po9LdX2UKGgGR7++kO7QLNOeaAdLAmgIR0C0KLG2PT5PdX2UKGgGR7/TkLhJiAlOaAdLA2gIR0C0KHAaWHDadX2UKGgGR7/S5PM0P6KtaAdLBGgIR0C0KE/hIe5ndX2UKGgGR7/SrxiG34KyaAdLA2gIR0C0KJncL0BfdX2UKGgGR7+8U8FINEw4aAdLAmgIR0C0KHqaTfSAdX2UKGgGR7/DQBPsRg7YaAdLAmgIR0C0KFpCa7VbdX2UKGgGR7/MaCtihFmWaAdLA2gIR0C0KMHnU2DQdX2UKGgGR7/JodMj/uLKaAdLA2gIR0C0KIk+X7cgdX2UKGgGR7/KYrrgOz6aaAdLA2gIR0C0KGjx0+1SdX2UKGgGR7/TD5TIeYD1aAdLA2gIR0C0KNDJdSl4dX2UKGgGR7/VlUp/gBLgaAdLBGgIR0C0KK6HKwIMdX2UKGgGR7+1vtMPBi1BaAdLAmgIR0C0KJQHeJpGdX2UKGgGR7/E6d1+y7f6aAdLAmgIR0C0KNp3PiT/dX2UKGgGR7/OjCYTj/+9aAdLA2gIR0C0KHgWnCO4dX2UKGgGR7/QGyon8baRaAdLA2gIR0C0KL1nh86WdX2UKGgGR7+w6V+qioKlaAdLAmgIR0C0KJ4q0+khdX2UKGgGR7/Qw4KhL5ARaAdLA2gIR0C0KOkz9CNTdX2UKGgGR7++z9jwx33YaAdLAmgIR0C0KMbQC0WudX2UKGgGR7/U863iJfpmaAdLA2gIR0C0KIcKPXCkdX2UKGgGR7/NfNzKcNH6aAdLA2gIR0C0KK1beMyadX2UKGgGR7+kzAN5MURGaAdLAWgIR0C0KLJDE3sHdX2UKGgGR7/PHEuQIUrTaAdLA2gIR0C0KPlHavicdX2UKGgGR7/Jd6cAiml7aAdLA2gIR0C0KNcBdUsGdX2UKGgGR7/Wddmg8KXwaAdLBGgIR0C0KJv47A+IdX2UKGgGR7/NLs8gZCOWaAdLA2gIR0C0KMFMRHwxdX2UKGgGR7/Nzd1uBMBZaAdLA2gIR0C0KQi0OVgQdX2UKGgGR7/ItHxz7uUmaAdLA2gIR0C0KOZw0fozdX2UKGgGR7/R8LronrpraAdLA2gIR0C0KKuIVM24dX2UKGgGR7/QfrKNhmXgaAdLA2gIR0C0KNDyWiUQdX2UKGgGR7/OPjn3cpLFaAdLA2gIR0C0KPZvDP4VdX2UKGgGR7/V7/4qPOpsaAdLBGgIR0C0KR4C+10DdX2UKGgGR7/Ap97WuoxYaAdLAmgIR0C0KNxdpqREdX2UKGgGR7/L3cHnlnyvaAdLA2gIR0C0KLwOz6acdX2UKGgGR7/E/B3zMA3laAdLAmgIR0C0KQFiONo8dX2UKGgGR7+7Nu+AVfu1aAdLAmgIR0C0KMZ/5LyudX2UKGgGR7/EQCCBf8dgaAdLA2gIR0C0KS2aMJhOdX2UKGgGR7/MFM7EHdGiaAdLA2gIR0C0KOvgNwzddX2UKGgGR7/G/8EV32VWaAdLA2gIR0C0KRDR2KVIdX2UKGgGR7/ACAc1fmcOaAdLAmgIR0C0KPZbD/EPdX2UKGgGR7/QO938n/kvaAdLA2gIR0C0KT078vVWdX2UKGgGR7/YvBJqZc9oaAdLBGgIR0C0KNu2iL2pdX2UKGgGR7/LGKhtcfNiaAdLA2gIR0C0KSD15B1LdX2UKGgGR7/MswL3K0UoaAdLA2gIR0C0KQZFw1iwdX2UKGgGR7/Cmv4dp7C0aAdLAmgIR0C0KSqAjIJadX2UKGgGR7/a80DU3GXHaAdLBGgIR0C0KVHyNGVidX2UKGgGR7/Yai9IwudxaAdLBGgIR0C0KPAQlKK6dX2UKGgGR7+0KMNtqHoHaAdLAmgIR0C0KTVAAyVOdX2UKGgGR7/WxgAp8WsSaAdLBGgIR0C0KRri++M7dX2UKGgGR7/Rb5M10knkaAdLA2gIR0C0KWF3Qla9dX2UKGgGR7/QRJ2+wkgPaAdLA2gIR0C0KP86JZW8dX2UKGgGR7+icLBsQ/X5aAdLAWgIR0C0KWbuhK15dX2UKGgGR7/N0Cih37k5aAdLA2gIR0C0KUSNS619dX2UKGgGR7/OkP+XJHRUaAdLA2gIR0C0KSnwTdtVdX2UKGgGR7/FalDWsijdaAdLA2gIR0C0KXa7qY7adX2UKGgGR7/DFZPl+3H8aAdLAmgIR0C0KTUkOZssdX2UKGgGR7/WFVktmL9/aAdLBGgIR0C0KRTTz/ZNdX2UKGgGR7/Wbb1yvLX+aAdLBGgIR0C0KVmxIJ7cdX2UKGgGR7+wn4O+ZgG9aAdLAmgIR0C0KWQxvegtdX2UKGgGR7/RTeO4oZydaAdLA2gIR0C0KUT2rXDndX2UKGgGR7/RjEehf0EpaAdLA2gIR0C0KSSb2Dg7dX2UKGgGR7/eCWeHzpX7aAdLBGgIR0C0KYw9JSR9dX2UKGgGR7/CY8+zMRpUaAdLA2gIR0C0KXSZSeiBdX2UKGgGR7/LUDMeOn2qaAdLA2gIR0C0KTTiKiwjdX2UKGgGR7/JuTibUgB+aAdLA2gIR0C0KZxT4tYkdX2UKGgGR7/XrdWQwK0EaAdLBGgIR0C0KVqZpi7TdX2UKGgGR7+wF1SwW3z+aAdLAmgIR0C0KX+x8lXzdX2UKGgGR7/S0SRKYiPiaAdLA2gIR0C0KUS2UjcEdX2UKGgGR7/HowEhaC+UaAdLA2gIR0C0Kavn4fwJdX2UKGgGR7+zrfLs8gZCaAdLAmgIR0C0KYmVRk3CdX2UKGgGR7/LLxqfvnbJaAdLA2gIR0C0KWpRwZO0dX2UKGgGR7+3YAbQ1JlKaAdLAmgIR0C0KbbxmTTwdX2UKGgGR7/NeyAxzq8laAdLA2gIR0C0KZmSMcZMdX2UKGgGR7/SXA/LTx5LaAdLA2gIR0C0KXpjQRf4dX2UKGgGR7/cFOfukUKzaAdLBGgIR0C0KVoouwotdX2UKGgGR7/O2KEWZZ0TaAdLA2gIR0C0KcdJrcj8dX2UKGgGR7+7uuzQeFL4aAdLAmgIR0C0KWUaIeo2dX2UKGgGR7+fmHP/rB0qaAdLAWgIR0C0KcwQYk3TdX2UKGgGR7+m56MR6F/QaAdLAWgIR0C0KWnr2QGOdX2UKGgGR7+bT+ee4Cp4aAdLAWgIR0C0KdHQyAQQdX2UKGgGR7/WDfFaSs8xaAdLBGgIR0C0Ka+aScLCdX2UKGgGR7/gQpnYg7o0aAdLBGgIR0C0KZBNM496dX2UKGgGR7+Q3974SHuaaAdLAWgIR0C0KdgRwqAjdX2UKGgGR7++PFNtZV4paAdLAmgIR0C0KZuscQyzdX2UKGgGR7/LdhRZU1htaAdLA2gIR0C0KXtpdrwfdX2UKGgGR7/NXcxj8UEgaAdLA2gIR0C0KcAX668QdX2UKGgGR7/KmUGFBY3eaAdLA2gIR0C0KegSSNfgdX2UKGgGR7+cVDa4+bExaAdLAWgIR0C0Kez67/XHdX2UKGgGR7/QjcVQAMlUaAdLA2gIR0C0KYrcbiqAdX2UKGgGR7+hYV6/qPfbaAdLAWgIR0C0KfIT4+KTdX2UKGgGR7/T0ygwoLG8aAdLA2gIR0C0Kc+uFHrhdX2UKGgGR7/aC8OCoS+QaAdLBGgIR0C0KbBxHXmOdX2UKGgGR7/IB2fTTfBOaAdLA2gIR0C0KZpQUHpsdX2UKGgGR7/Lpeu3c580aAdLA2gIR0C0KgF7Y02tdX2UKGgGR7/H2s7uDzy0aAdLA2gIR0C0Kb/VZs9CdX2UKGgGR7/g18b70nPWaAdLBGgIR0C0KeTLGJemdX2UKGgGR7/VgbZOBUaRaAdLA2gIR0C0KaoEOiFkdX2UKGgGR7/N4etCAtnPaAdLA2gIR0C0KhE8ifQKdWUu"
+    },
+    "ep_success_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVhgAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIiIhlLg=="
+    },
+    "_n_updates": 249975,
+    "buffer_size": 1000000,
+    "batch_size": 256,
+    "learning_starts": 100,
+    "tau": 0.005,
+    "gamma": 0.99,
+    "gradient_steps": 1,
+    "optimize_memory_usage": false,
+    "replay_buffer_class": {
+        ":type:": "<class 'abc.ABCMeta'>",
+        ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=",
+        "__module__": "stable_baselines3.common.buffers",
+        "__annotations__": "{'observation_space': <class 'gymnasium.spaces.dict.Dict'>, 'obs_shape': typing.Dict[str, typing.Tuple[int, ...]], 'observations': typing.Dict[str, numpy.ndarray], 'next_observations': typing.Dict[str, numpy.ndarray]}",
+        "__doc__": "\n    Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n    Extends the ReplayBuffer to use dictionary observations\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ",
+        "__init__": "<function DictReplayBuffer.__init__ at 0x7eeb8d9cdc60>",
+        "add": "<function DictReplayBuffer.add at 0x7eeb8d9cdcf0>",
+        "sample": "<function DictReplayBuffer.sample at 0x7eeb8d9cdd80>",
+        "_get_samples": "<function DictReplayBuffer._get_samples at 0x7eeb8d9cde10>",
+        "__abstractmethods__": "frozenset()",
+        "_abc_impl": "<_abc._abc_data object at 0x7eeb8d9d1240>"
+    },
+    "replay_buffer_kwargs": {},
+    "train_freq": {
+        ":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>",
+        ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"
+    },
+    "use_sde_at_warmup": false,
+    "target_entropy": -3.0,
+    "ent_coef": "auto",
+    "target_update_interval": 1,
+    "observation_space": {
+        ":type:": "<class 'gymnasium.spaces.dict.Dict'>",
+        ":serialized:": "gAWVsAMAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAABAQGUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoJHSUUpSMBGhpZ2iUaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAUtMTAuMJSMCWhpZ2hfcmVwcpSMBDEwLjCUjApfbnBfcmFuZG9tlE51YowMZGVzaXJlZF9nb2FslGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBloHCiWBgAAAAAAAAABAQEBAQGUaCBLBoWUaCR0lFKUaCdoHCiWBgAAAAAAAAABAQEBAQGUaCBLBoWUaCR0lFKUaCxLBoWUaC5oHCiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLBoWUaCR0lFKUaDNoHCiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLBoWUaCR0lFKUaDiMBS0xMC4wlGg6jAQxMC4wlGg8TnVidWgsTmgQTmg8TnViLg==",
+        "spaces": "OrderedDict([('achieved_goal', Box(-10.0, 10.0, (3,), float32)), ('desired_goal', Box(-10.0, 10.0, (3,), float32)), ('observation', Box(-10.0, 10.0, (6,), float32))])",
+        "_shape": null,
+        "dtype": null,
+        "_np_random": null
+    },
+    "action_space": {
+        ":type:": "<class 'gymnasium.spaces.box.Box'>",
+        ":serialized:": "gAWVYAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolgMAAAAAAAAAAQEBlGgVSwOFlGgZdJRSlIwGX3NoYXBllEsDhZSMA2xvd5RoESiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUaBl0lFKUjARoaWdolGgRKJYMAAAAAAAAAAAAgD8AAIA/AACAP5RoC0sDhZRoGXSUUpSMCGxvd19yZXBylIwELTEuMJSMCWhpZ2hfcmVwcpSMAzEuMJSMCl9ucF9yYW5kb22UjBRudW1weS5yYW5kb20uX3BpY2tsZZSMEF9fZ2VuZXJhdG9yX2N0b3KUk5SMBVBDRzY0lGgyjBRfX2JpdF9nZW5lcmF0b3JfY3RvcpSTlIaUUpR9lCiMDWJpdF9nZW5lcmF0b3KUjAVQQ0c2NJSMBXN0YXRllH2UKGg9ihAmmQhm6MIlUApZIVnXS+MCjANpbmOUihBdU5/k7GfbDAbISJVqz2YJdYwKaGFzX3VpbnQzMpRLAIwIdWludGVnZXKUSwB1YnViLg==",
+        "dtype": "float32",
+        "bounded_below": "[ True  True  True]",
+        "bounded_above": "[ True  True  True]",
+        "_shape": [
+            3
+        ],
+        "low": "[-1. -1. -1.]",
+        "high": "[1. 1. 1.]",
+        "low_repr": "-1.0",
+        "high_repr": "1.0",
+        "_np_random": "Generator(PCG64)"
+    },
+    "n_envs": 4,
+    "lr_schedule": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWVoAMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLA0sTQwx0AIgAfACDAYMBUwCUToWUjAVmbG9hdJSFlIwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwIPGxhbWJkYT6US2FDAgwAlIwOdmFsdWVfc2NoZWR1bGWUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxJL3Vzci9sb2NhbC9saWIvcHl0aG9uMy4xMC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGghfZR9lChoGGgPjAxfX3F1YWxuYW1lX1+UjCFnZXRfc2NoZWR1bGVfZm4uPGxvY2Fscz4uPGxhbWJkYT6UjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgZjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOUaAIoaAcoSwFLAEsASwFLAUsTQwSIAFMAlGgJKYwBX5SFlGgOjARmdW5jlEuFQwIEAZSMA3ZhbJSFlCl0lFKUaBVOTmgdKVKUhZR0lFKUaCRoPn2UfZQoaBhoNWgnjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlGgpfZRoK05oLE5oLWgZaC5OaC9oMUc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwhZRSlIWUaEZdlGhIfZR1hpSGUjAu"
+    },
+    "batch_norm_stats": [],
+    "batch_norm_stats_target": []
+}

sac-PandaReachDense-v3/ent_coef_optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e56839e11ec6118bbdde9f8cb69f2624367355d1b8e363b12d2d0d5e6237d7b
+size 1940

sac-PandaReachDense-v3/policy.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf87c93dc7e51938eec3a923c4eb8c01ed92721435d62071c0f41482dc019801
+size 1417078

sac-PandaReachDense-v3/pytorch_variables.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd72c53cf2f3b36817473b47a58d0c37c80518361e5cf381e9d80e14b50a5fa
+size 1180

sac-PandaReachDense-v3/system_info.txt

@@ -0,0 +1,9 @@
+- OS: Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Apr 28 14:29:16 UTC 2024
+- Python: 3.10.12
+- Stable-Baselines3: 2.3.2
+- PyTorch: 2.3.0+cu121
+- GPU Enabled: True
+- Numpy: 1.25.2
+- Cloudpickle: 2.2.1
+- Gymnasium: 0.29.1
+- OpenAI Gym: 0.25.2

vec_normalize.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203a4f6cc0541156fe408fdb7415a0a65f2811e16f7483aabadbe65e53ef615b
+size 2847