Initial commit

README.md

@@ -16,7 +16,7 @@ model-index:
       type: PandaReachDense-v3
     metrics:
     - type: mean_reward
-      value: -15.49 +/- 7.44
+      value: -0.37 +/- 0.25
       name: mean_reward
       verified: false
 ---

a2c-PandaReachDense-v3.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9dab6d4777fcfd1d30622e060b9a7273befce7a774178defc96d4fc1c11f904
-size 106580
+oid sha256:93baaec741a59670f36ed835418cabbafcb932b2c9143f0de2696567a4adf90b
+size 106713

a2c-PandaReachDense-v3/data

@@ -19,46 +19,46 @@
             "weight_decay": 0
         }
     },
-    "num_timesteps": 7156,
+    "num_timesteps": 87648,
     "_total_timesteps": 1000000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1683721464017953526,
+    "start_time": 1683723069964750852,
     "learning_rate": 0.0007,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'collections.OrderedDict'>",
-        ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAACBKNPoGFyz6t93K/EMsAviOBRz6xXme/i8eIP+IvTr9zT6Y+rc69PmuG+D4FqC6/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAARnIZv7NFwL4pIhO/U0vIPZJKoT9Cq76/ImMePsajTb/mhpo+iN3cvp6tXT87qE4/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAAAIEo0+gYXLPq33cr+cXWw/Z7mFv1zErr0QywC+I4FHPrFeZ79Ai92/gJngvjOH87+Lx4g/4i9Ov3NPpj5eYyS+eCLvPv8NFcCtzr0+a4b4PgWoLr/ufXi9fGW9PgpCAcCUaA5LBEsGhpRoEnSUUpR1Lg==",
-        "achieved_goal": "[[ 0.2755282   0.39750293 -0.94909173]\n [-0.12577462  0.19482855 -0.9037886 ]\n [ 1.0685896  -0.80541813  0.3248249 ]\n [ 0.37071744  0.48540053 -0.6822513 ]]",
-        "desired_goal": "[[-0.5993999  -0.37553176 -0.57474   ]\n [ 0.09779992  1.2600882  -1.4896014 ]\n [ 0.15467504 -0.80328023  0.30181044]\n [-0.43137765  0.86593044  0.8072545 ]]",
-        "observation": "[[ 0.2755282   0.39750293 -0.94909173  0.92330337 -1.0447205  -0.08533546]\n [-0.12577462  0.19482855 -0.9037886  -1.7308121  -0.4386711  -1.9025635 ]\n [ 1.0685896  -0.80541813  0.3248249  -0.1605353   0.46705985 -2.3289793 ]\n [ 0.37071744  0.48540053 -0.6822513  -0.06066697  0.3699149  -2.0196557 ]]"
+        ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAzrRfusItLT8SETM/SSOovunWZj+yiqM+FG+OvpfbBz1iXs8+FG+OvpfbBz1iXs8+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAoLzRPzqn1j+T8m4/o4iTP0GFlz87kXc/PihRP9MvWr/5+pm/n+50Pb0dpj/wLI6/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADOtF+6wi0tPxIRMz+zZfI+u32MP8NtID9JI6i+6dZmP7KKoz7o/cA/BZsBvI6PI78Ub46+l9sHPWJezz6oj1c9VKzDOb9EiT0Ub46+l9sHPWJezz6oj1c9VKzDOb9EiT2UaA5LBEsGhpRoEnSUUpR1Lg==",
+        "achieved_goal": "[[-8.5337169e-04  6.7647946e-01  6.9947922e-01]\n [-3.2839420e-01  9.0171677e-01  3.1941754e-01]\n [-2.7819121e-01  3.3168402e-02  4.0501696e-01]\n [-2.7819121e-01  3.3168402e-02  4.0501696e-01]]",
+        "desired_goal": "[[ 1.6385689   1.6769783   0.9333889 ]\n [ 1.1526073   1.1837541   0.9670598 ]\n [ 0.8170203  -0.85229224 -1.2029716 ]\n [ 0.05979788  1.2977825  -1.1107464 ]]",
+        "observation": "[[-8.5337169e-04  6.7647946e-01  6.9947922e-01  4.7343215e-01\n   1.0975870e+00  6.2667483e-01]\n [-3.2839420e-01  9.0171677e-01  3.1941754e-01  1.5077486e+00\n  -7.9104947e-03 -6.3890922e-01]\n [-2.7819121e-01  3.3168402e-02  4.0501696e-01  5.2627236e-02\n   3.7321693e-04  6.7025654e-02]\n [-2.7819121e-01  3.3168402e-02  4.0501696e-01  5.2627236e-02\n   3.7321693e-04  6.7025654e-02]]"
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAAAAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="
     },
     "_last_original_obs": {
         ":type:": "<class 'collections.OrderedDict'>",
-        ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAjeoIvoRm+j1bK7M9TF8+PXOX673o3jI+9oa3PenEvz0wg1c9rSf4vU9Bx70x4EM+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==",
+        ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAqFS2vbK+rz3s32A+v7h6vLV2Qr1hT7o9v3iCvbrzDL7XI4k9smzivXp1h72Jbq49lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==",
         "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]]",
-        "desired_goal": "[[-0.13370724  0.12226585  0.08748504]\n [ 0.0464776  -0.11503496  0.17467844]\n [ 0.08961289  0.0936373   0.05261534]\n [-0.12116943 -0.09729254  0.19128491]]",
+        "desired_goal": "[[-0.08902866  0.08581294  0.2196042 ]\n [-0.01530284 -0.04747649  0.09097172]\n [-0.06370687 -0.1376485   0.06696289]\n [-0.11055888 -0.06614204  0.08517177]]",
         "observation": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]]"
     },
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": 0.99286,
+    "_current_progress_remaining": 0.9123600000000001,
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHv9L6be/Ho5iMAWyUSwWMAXSUR0AwXQxvegtfdX2UKGgGR8ApcTKT0QK8aAdLMmgIR0Aw2R/mT1TSdX2UKGgGR8AlpFCLMs6JaAdLMmgIR0Aw0jPOY6XCdX2UKGgGR8Al/1yvLX+VaAdLMmgIR0AxNgqmTC+DdX2UKGgGR8AnEptrKvFFaAdLMmgIR0Aw73g1m8NAdX2UKGgGR8AiNBSk0rLAaAdLMmgIR0Axa3np0OmSdX2UKGgGR8AilB6a9bosaAdLMmgIR0AxZoNutOmBdX2UKGgGR8A85M72criEaAdLMmgIR0AxyfzBhx5tdX2UKGgGR8AmaHKwIMScaAdLMmgIR0AxgnndO6/ZdX2UKGgGR8AloaYNRWLhaAdLMmgIR0Ax/oqkM1CPdX2UKGgGR7/hfdAPd2xIaAdLBmgIR0AxlLjghr31dX2UKGgGR7+XfQ8fV7QcaAdLAWgIR0Axl4nF5v9+dX2UKGgGR7//J0W/JvHcaAdLCmgIR0AyG3K0UoKEdX2UKGgGR7/yQUlAu7HyaAdLCmgIR0AyPVinYQJ5dX2UKGgGR8An0sBhhH9WaAdLMmgIR0Ax/XwLE1l5dX2UKGgGR8AjSFlkH2RJaAdLMmgIR0AyY+6iCaqkdX2UKGgGR8An9LgXMyJsaAdLMmgIR0AyMoLXtjTbdX2UKGgGR8AzbYtxuKoAaAdLMmgIR0Ay1XhOxjaxdX2UKGgGR8AhLaX8fmtAaAdLMmgIR0AylLgXMyJsdX2UKGgGR7++H0se4kNXaAdLAmgIR0Aymn/1g6U8dX2UKGgGR7/wd2xIJ7b+aAdLCGgIR0AysnJ1aGHpdX2UKGgGR8AfW9Htnf2saAdLMmgIR0Ay92WIGhVVdX2UKGgGR8AV495hScbzaAdLIWgIR0AzOKhcqvvCdX2UKGgGR8AdN21UlzEKaAdLMmgIR0Ayy6xxDLKWdX2UKGgGR8AoG1F6Rhc8aAdLMmgIR0AzSXgLqlgudX2UKGgGR8Al6sGxD9fkaAdLMmgIR0AzksYl6Z6VdX2UKGgGR8Ax7gxJul41aAdLMmgIR0Az0UN8VpK0dX2UKGgGR8AjM/IKc/dJaAdLMmgIR0AzZFiKBNEgdX2UKGgGR8AgSiL2pQ1raAdLMmgIR0Az7rtVrAP/dX2UKGgGR8Am+PdVNpM6aAdLMmgIR0A0NYs/Y8MedX2UKGgGR8Ag+kO7QLNOaAdLMmgIR0A0deDFqBVddX2UKGgGR8Ar3z5oGpuNaAdLMmgIR0A0CIznA6+4dX2UKGgGR8Am9z8xbjcVaAdLMmgIR0A0h5bQkX1rdX2UKGgGR8Ak/LPldTo/aAdLMmgIR0A0zZsKsuFpdX2UKGgGR8AwBZ2IO6NEaAdLMmgIR0A1CfdAPd2xdX2UKGgGR8Ah3ZaFEiMYaAdLMmgIR0A0m/DLr5ZbdX2UKGgGR8ABgoE0SAYpaAdLEGgIR0A1OcLBsQ/YdX2UKGgGR8AnbDu0CzTnaAdLMmgIR0A1GYRdyDIzdX2UKGgGR8AxLrilzltCaAdLMmgIR0A1YLbHp8nedX2UKGgGR8AgVxc3VCokaAdLMmgIR0A1MGiHqNZNdX2UKGgGR8AwrQNTcZccaAdLMmgIR0A1zFcY64lQdX2UKGgGR8AmF0pVjqfOaAdLMmgIR0A1rffGdZq3dX2UKGgGR8AoutnPE87qaAdLMmgIR0A184/u9eyBdX2UKGgGR8Ai8saKk2xZaAdLMmgIR0A1v++dsi0OdX2UKGgGR8AwfK1G9YfXaAdLMmgIR0A2aRODaoMsdX2UKGgGR8AyiN6gM+eOaAdLMmgIR0A2SYUWVNYbdX2UKGgGR7+pj+aScLBsaAdLAWgIR0A2TaQFLWZrdX2UKGgGR8A0XG4qgAZLaAdLMmgIR0A2kY9gWrOrdX2UKGgGR8Awo078vVVhaAdLMmgIR0A2X6a9bor4dX2UKGgGR7/UD15B1LamaAdLBGgIR0A2azDXOGCadX2UKGgGR8ApdkoWpIczaAdLMmgIR0A2/ikwevIPdX2UKGgGR8AmnaGHpKSQaAdLMmgIR0A24tfoicG1dX2UKGgGR8AinpSrHU+caAdLMmgIR0A3L8lXzUZvdX2UKGgGR7/Asr/bTMJQaAdLAmgIR0A3NeQdS2pidX2UKGgGR8AoGnLq2SdOaAdLMmgIR0A3C96C17Y1dX2UKGgGR8AhBPkaMrEtaAdLMmgIR0A3nsZ5zHS4dX2UKGgGR8AYKNKh+OOsaAdLMmgIR0A3iCoCMglodX2UKGgGR8AkxSWJJoTPaAdLMmgIR0A30fxc3VCpdX2UKGgGR8Ao5bY9Pk7waAdLMmgIR0A3rer+5vtMdX2UKGgGR8Axq79ycTakaAdLMmgIR0A4VCK77Kq5dX2UKGgGR7/yfCuU2UB5aAdLCGgIR0A4fQla8pTddX2UKGgGR8AsK0TlDF6zaAdLMmgIR0A4aIrOJLuhdX2UKGgGR8AqeDlo11nvaAdLMmgIR0A4xRHf/FR6dX2UKGgGR7/44ukDZDiPaAdLC2gIR0A4nn+AEt/XdX2UKGgGR7/y9yLhrFfiaAdLCWgIR0A47sRQJokBdX2UKGgGR8AoTUjs2NvPaAdLMmgIR0A4seVcD8tPdX2UKGgGR8AgNhz/6wdKaAdLMmgIR0A5gVopQUHqdX2UKGgGR8AgOFB6a9bpaAdLMmgIR0A5nmqo60Y1dX2UKGgGR8AgOajN6gM+aAdLMmgIR0A57+j/MnqndX2UKGgGR8Ao0HX2/SH/aAdLMmgIR0A5s+TeO4oadX2UKGgGR7/+5kXk5p8GaAdLCmgIR0A6ItmL9/BndX2UKGgGR8AjJ1K5CngpaAdLMmgIR0A6hKEnLJS0dX2UKGgGR8Af49HMEA5raAdLMmgIR0A6p47zTWoWdX2UKGgGR8AnhdRBNVR2aAdLMmgIR0A6v+7Dl5nldX2UKGgGR8AyMJyhi9ZiaAdLMmgIR0A7MFW4mTkidX2UKGgGR8AbMT/Q0GeMaAdLMmgIR0A7kgNgBtDVdX2UKGgGR8Ar8kqMFUyYaAdLMmgIR0A7rt7rs0HhdX2UKGgGR8AfKFwkxASnaAdLMmgIR0A7yp1A7gbZdX2UKGgGR8AtgXSBshxHaAdLMmgIR0A8On3ta6jGdX2UKGgGR8AoDTTfBN21aAdLMmgIR0A8ltmcvugIdX2UKGgGR8AlAEPlMh5gaAdLMmgIR0A8uUcGTs6adX2UKGgGR8Afndfsu3+daAdLMmgIR0A81gy/KyOadX2UKGgGR8Asi/bCaZx8aAdLMmgIR0A9RNIK+i8GdX2UKGgGR8AzZyTINmUXaAdLMmgIR0A9pRxtHhCMdX2UKGgGR8Al7tj0+TvBaAdLMmgIR0A9wdxAB1cMdX2UKGgGR8AuUwzLwF1TaAdLMmgIR0A90pXIU8FIdX2UKGgGR8AoF3Dej2zwaAdLMmgIR0A+NSNOuaF3dX2UKGgGR8AmhBJI1+AmaAdLMmgIR0A+edupCKJmdX2UKGgGR7+j5dnkDIRzaAdLAWgIR0A+fL/jsD4hdX2UKGgGR8AlkVNYbKigaAdLMmgIR0A+bXpnpSrHdX2UKGgGR8Agq9AX2ugZaAdLMmgIR0A+bkxyn1nNdX2UKGgGR7+isMiKR+z/aAdLAWgIR0A+cihFmWdFdX2UKGgGR8Agqod+5OJtaAdLMmgIR0A+0+zMRpUQdX2UKGgGR8AliPH1e0HAaAdLMmgIR0A/H+NcW0qpdX2UKGgGR7/1I3aSLZSOaAdLDGgIR0A++gsbvPTodX2UKGgGR7//810knkT6aAdLEmgIR0A+qyD7IkqudX2UKGgGR8Ak0ByS3b22aAdLMmgIR0A/DgAp8WsSdX2UKGgGR8AobfkWAPNFaAdLMmgIR0A/vdmg8KXwdX2UKGgGR8Aj/7+DOC5FaAdLMmgIR0A/mExZdOZcdX2UKGgGR8AnMeDFqBVdaAdLMmgIR0A/SU3n6l+FdWUu"
+        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHv+cPYFqzqr2MAWyUSwiMAXSUR0B0CYcT8HfNdX2UKGgGR7+emzjWCmMwaAdLAWgIR0B0CcUpNKywdX2UKGgGR7/ydI9TxXnyaAdLDGgIR0B0BXNPgvUSdX2UKGgGR7/plNtZV4oraAdLCGgIR0B0CExIre67dX2UKGgGR7+f4h2W6bvxaAdLAWgIR0B0CHXsgMc7dX2UKGgGR7/lmvnr6ciGaAdLCGgIR0B0DaUdJaq0dX2UKGgGR7/VUW2w3YL9aAdLBGgIR0B0CSbayrxRdX2UKGgGR7/TZB9kSVW0aAdLBGgIR0B0Dlf8dgfEdX2UKGgGR7/r9f9gnc+JaAdLC2gIR0B0C8WEbo8qdX2UKGgGR7+7gR9PUKAsaAdLAmgIR0B0CX0SRKYidX2UKGgGR7/pXokiUxEfaAdLCGgIR0B0BuxoqTbGdX2UKGgGR7+Y+B6KLsKLaAdLAWgIR0B0CakuYhMbdX2UKGgGR7+9ie/Yao/BaAdLAmgIR0B0Cgt/WlMzdX2UKGgGR7/LF2FFlTWHaAdLA2gIR0B0B3n1WbPQdX2UKGgGR7/ijpC8e0XxaAdLB2gIR0B0D47KaG5+dX2UKGgGR7/TwIdELH+7aAdLA2gIR0B0Coz9CNS7dX2UKGgGR7/rsGxD9fkWaAdLCWgIR0B0DV9Wp6yCdX2UKGgGR7/DtrKvFFUiaAdLAmgIR0B0CvBdld1MdX2UKGgGR7/dy1eBxxT9aAdLBmgIR0B0DmAEt/WldX2UKGgGR7/iR8UmD15CaAdLB2gIR0B0DCNvOyE+dX2UKGgGR7+j8YQ8OkLyaAdLAWgIR0B0DEsZpBX0dX2UKGgGR7/OjW07bL2YaAdLA2gIR0B0DuVD8cdYdX2UKGgGR7/zf2Cdz4lAaAdLDmgIR0B0CebSZ0CBdX2UKGgGR7/IsNlRP421aAdLA2gIR0B0DOaYu01JdX2UKGgGR7/N7YTTOPeYaAdLA2gIR0B0CoOz6ab4dX2UKGgGR7/gLHuJDVpcaAdLB2gIR0B0EEFyJbdKdX2UKGgGR7/A5imVJL/TaAdLAmgIR0B0EI85jpcHdX2UKGgGR7/dR3/xUedTaAdLBmgIR0B0C4+V1Oj7dX2UKGgGR8AB/9itq59WaAdLFmgIR0B0E4+pwS8KdX2UKGgGR7+xmbsniNsFaAdLAmgIR0B0C/sHB1s+dX2UKGgGR7/mlJQLux8laAdLCmgIR0B0Drn5i3G5dX2UKGgGR7/ApMHryDqXaAdLAmgIR0B0DwdwNsnBdX2UKGgGR7/lFwLmZE2HaAdLCGgIR0B0FPZlFtsOdX2UKGgGR7/tMfigkC3gaAdLCmgIR0B0EmOWBz3idX2UKGgGR7/klpPAO8TSaAdLCGgIR0B0DWHUMG5ddX2UKGgGR7/m6VUuL740aAdLB2gIR0B0EFGYrrgPdX2UKGgGR7/L5RCQcPvsaAdLA2gIR0B0FX91loUSdX2UKGgGR7/dsHSncclxaAdLBWgIR0B0Di3pfQa8dX2UKGgGR7/V8G9pRGc4aAdLBGgIR0B0FjtrsSkCdX2UKGgGR7/j5TQ3PzFuaAdLCGgIR0B0E+SEDhcadX2UKGgGR7/Mit7rs0HhaAdLA2gIR0B0DuQZGax5dX2UKGgGR7/iVuBMBZIQaAdLB2gIR0B0EaC9RJmNdX2UKGgGR7/S9t/FzdULaAdLA2gIR0B0D1mapgkUdX2UKGgGR7/WGDtgKF7EaAdLA2gIR0B0Eiw0O3DvdX2UKGgGR7/any/bj94vaAdLBmgIR0B0FOaQV9F4dX2UKGgGR7/lJx3mmtQsaAdLCGgIR0B0F6K508vFdX2UKGgGR7/U3xWkrPMTaAdLBGgIR0B0EAkzGgjAdX2UKGgGR7/YCJXQtz0ZaAdLBGgIR0B0FZV94NZvdX2UKGgGR7/jUf5k9U0faAdLBmgIR0B0EyZ7XxvvdX2UKGgGR7/PhsqJ/G2kaAdLA2gIR0B0EJOgxrSFdX2UKGgGR7/cjS5RTCLuaAdLBGgIR0B0GFVp9JBgdX2UKGgGR7/JoouwosqbaAdLA2gIR0B0GN3+uNgjdX2UKGgGR7/j/CAMDwH8aAdLBmgIR0B0EaNXHR1HdX2UKGgGR7/r0yYXwb2laAdLB2gIR0B0FGFbmlqKdX2UKGgGR7+80fozN2TxaAdLAmgIR0B0EfND+irUdX2UKGgGR7/izG5tm+TNaAdLBmgIR0B0Gfos7MgVdX2UKGgGR7/CQyRB/qgRaAdLAmgIR0B0GlQoCuEFdX2UKGgGR7/aGgBcRlH0aAdLBmgIR0B0FX3XZoPDdX2UKGgGR7/mGY8dPtUoaAdLB2gIR0B0E0aAFxGUdX2UKGgGR7/YVNHpbD/EaAdLBGgIR0B0FjRCx/utdX2UKGgGR7+8pjMFEAo5aAdLAmgIR0B0E6UmlZX/dX2UKGgGR7/jDO1OTJQtaAdLCGgIR0B0G9IatLcsdX2UKGgGR7/Ly8SPEKmbaAdLA2gIR0B0Fs8TzunddX2UKGgGR7/Vu5jH4oJBaAdLBGgIR0B0FGWHDaXbdX2UKGgGR7/T/kNnXd0raAdLBWgIR0B0HKiUPhAGdX2UKGgGR8AFXxQSBbwCaAdLG2gIR0B0Gl/jKgZkdX2UKGgGR7/L0Yj0L+glaAdLA2gIR0B0HSY+jdpJdX2UKGgGR7/j8Cgbp/wzaAdLB2gIR0B0FY8fV7QcdX2UKGgGR7/vwoTfzjFRaAdLCmgIR0B0GH73wkPddX2UKGgGR7+5hF3IMjNZaAdLAmgIR0B0Fez4UN8WdX2UKGgGR7/upV0cOskqaAdLCWgIR0B0HAAmzBykdX2UKGgGR7/gZsbedkJ8aAdLBmgIR0B0GZMEidJ8dX2UKGgGR7/lcrRSgoPTaAdLB2gIR0B0FyOsDGLldX2UKGgGR7/wbA+IMz/IaAdLC2gIR0B0Hxs1sLv1dX2UKGgGR7/LvnbItDlYaAdLA2gIR0B0HIhJRO1wdX2UKGgGR7/Hqlgtvn8saAdLA2gIR0B0F6yJKraNdX2UKGgGR7+2hpQDV6NVaAdLAmgIR0B0HNjoZAIIdX2UKGgGR7/qWPDHfdhzaAdLCGgIR0B0GvBqKxcFdX2UKGgGR7/lWJrLyMDPaAdLCGgIR0B0IG4UeuFIdX2UKGgGR7+i1kUbkwN9aAdLAWgIR0B0IJadMCcPdX2UKGgGR7/qXSa3I+4caAdLCWgIR0B0HmhRIjGDdX2UKGgGR7/nPUrkKeCkaAdLCmgIR0B0GWtEG7jDdX2UKGgGR7+i2phnanJlaAdLAWgIR0B0GZTNt65YdX2UKGgGR7/iBTGYKIBSaAdLB2gIR0B0IeapgkTpdX2UKGgGR7/xeT3Zf2K3aAdLDGgIR0B0HRCCz1K5dX2UKGgGR7/hs+eOGTLXaAdLB2gIR0B0H69WZJCjdX2UKGgGR7/OAo5PuXu3aAdLA2gIR0B0IC4Wk8A8dX2UKGgGR7/o5uQ6p5u7aAdLCmgIR0B0G18Sf16FdX2UKGgGR7/lrFwT/Q0GaAdLCGgIR0B0I0nUlRgrdX2UKGgGR7/iyRbKRuCPaAdLCGgIR0B0HpqDbrTqdX2UKGgGR7/i8HfMwDeTaAdLBWgIR0B0HFMDfWMCdX2UKGgGR7/QGRV6u4gBaAdLA2gIR0B0HN76YVqOdX2UKGgGR7/jZmh/RVp9aAdLB2gIR0B0JKHaews5dX2UKGgGR7/j1lPJq7AdaAdLB2gIR0B0H8mPYFq0dX2UKGgGR7/gdWyTpxFRaAdLBmgIR0B0HeCxu89PdX2UKGgGR7/gE2pAD7qIaAdLBmgIR0B0JaMn7YTTdX2UKGgGR7+8MhHLA57xaAdLAmgIR0B0Hjw4KhL5dX2UKGgGR7+8TQE6kqMFaAdLAmgIR0B0Jf8cdYGMdX2UKGgGR7/mHYYixFAnaAdLCWgIR0B0IXOVxCIDdX2UKGgGR7/QcVgx8D0UaAdLA2gIR0B0Hvifg75mdWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 357,
+    "_n_updates": 4382,
     "n_steps": 5,
     "gamma": 0.99,
     "gae_lambda": 1.0,

a2c-PandaReachDense-v3/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b82e2442fb2f64b6d2993eead51c03a3108e232e7fd9ea1c269cb235f14a7391
+oid sha256:5bff22dc8560a3051ac937347ad4c68467ef2481b154c0c1d2d6263a52d87599
 size 44606

a2c-PandaReachDense-v3/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:239123fb254e183f5d09ac404086744bb2193d5ffb5e35fad67ac2f2db1ac3c7
+oid sha256:6a96059ed7645178b420d71a4b1910889b5a691ba685bd22a2c7ae7df8ec0a62
 size 45886

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space (Tuple)\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Uses the CombinedExtractor\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7ff82903b5b0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7ff829040e40>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 7156, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1683721464017953526, "learning_rate": 0.0007, "tensorboard_log": null, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAACBKNPoGFyz6t93K/EMsAviOBRz6xXme/i8eIP+IvTr9zT6Y+rc69PmuG+D4FqC6/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAARnIZv7NFwL4pIhO/U0vIPZJKoT9Cq76/ImMePsajTb/mhpo+iN3cvp6tXT87qE4/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAAAIEo0+gYXLPq33cr+cXWw/Z7mFv1zErr0QywC+I4FHPrFeZ79Ai92/gJngvjOH87+Lx4g/4i9Ov3NPpj5eYyS+eCLvPv8NFcCtzr0+a4b4PgWoLr/ufXi9fGW9PgpCAcCUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 0.2755282   0.39750293 -0.94909173]\n [-0.12577462  0.19482855 -0.9037886 ]\n [ 1.0685896  -0.80541813  0.3248249 ]\n [ 0.37071744  0.48540053 -0.6822513 ]]", "desired_goal": "[[-0.5993999  -0.37553176 -0.57474   ]\n [ 0.09779992  1.2600882  -1.4896014 ]\n [ 0.15467504 -0.80328023  0.30181044]\n [-0.43137765  0.86593044  0.8072545 ]]", "observation": "[[ 0.2755282   0.39750293 -0.94909173  0.92330337 -1.0447205  -0.08533546]\n [-0.12577462  0.19482855 -0.9037886  -1.7308121  -0.4386711  -1.9025635 ]\n [ 1.0685896  -0.80541813  0.3248249  -0.1605353   0.46705985 -2.3289793 ]\n [ 0.37071744  0.48540053 -0.6822513  -0.06066697  0.3699149  -2.0196557 ]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAjeoIvoRm+j1bK7M9TF8+PXOX673o3jI+9oa3PenEvz0wg1c9rSf4vU9Bx70x4EM+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]]", "desired_goal": "[[-0.13370724  0.12226585  0.08748504]\n [ 0.0464776  -0.11503496  0.17467844]\n [ 0.08961289  0.0936373   0.05261534]\n [-0.12116943 -0.09729254  0.19128491]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.99286, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHv9L6be/Ho5iMAWyUSwWMAXSUR0AwXQxvegtfdX2UKGgGR8ApcTKT0QK8aAdLMmgIR0Aw2R/mT1TSdX2UKGgGR8AlpFCLMs6JaAdLMmgIR0Aw0jPOY6XCdX2UKGgGR8Al/1yvLX+VaAdLMmgIR0AxNgqmTC+DdX2UKGgGR8AnEptrKvFFaAdLMmgIR0Aw73g1m8NAdX2UKGgGR8AiNBSk0rLAaAdLMmgIR0Axa3np0OmSdX2UKGgGR8AilB6a9bosaAdLMmgIR0AxZoNutOmBdX2UKGgGR8A85M72criEaAdLMmgIR0AxyfzBhx5tdX2UKGgGR8AmaHKwIMScaAdLMmgIR0AxgnndO6/ZdX2UKGgGR8AloaYNRWLhaAdLMmgIR0Ax/oqkM1CPdX2UKGgGR7/hfdAPd2xIaAdLBmgIR0AxlLjghr31dX2UKGgGR7+XfQ8fV7QcaAdLAWgIR0Axl4nF5v9+dX2UKGgGR7//J0W/JvHcaAdLCmgIR0AyG3K0UoKEdX2UKGgGR7/yQUlAu7HyaAdLCmgIR0AyPVinYQJ5dX2UKGgGR8An0sBhhH9WaAdLMmgIR0Ax/XwLE1l5dX2UKGgGR8AjSFlkH2RJaAdLMmgIR0AyY+6iCaqkdX2UKGgGR8An9LgXMyJsaAdLMmgIR0AyMoLXtjTbdX2UKGgGR8AzbYtxuKoAaAdLMmgIR0Ay1XhOxjaxdX2UKGgGR8AhLaX8fmtAaAdLMmgIR0AylLgXMyJsdX2UKGgGR7++H0se4kNXaAdLAmgIR0Aymn/1g6U8dX2UKGgGR7/wd2xIJ7b+aAdLCGgIR0AysnJ1aGHpdX2UKGgGR8AfW9Htnf2saAdLMmgIR0Ay92WIGhVVdX2UKGgGR8AV495hScbzaAdLIWgIR0AzOKhcqvvCdX2UKGgGR8AdN21UlzEKaAdLMmgIR0Ayy6xxDLKWdX2UKGgGR8AoG1F6Rhc8aAdLMmgIR0AzSXgLqlgudX2UKGgGR8Al6sGxD9fkaAdLMmgIR0AzksYl6Z6VdX2UKGgGR8Ax7gxJul41aAdLMmgIR0Az0UN8VpK0dX2UKGgGR8AjM/IKc/dJaAdLMmgIR0AzZFiKBNEgdX2UKGgGR8AgSiL2pQ1raAdLMmgIR0Az7rtVrAP/dX2UKGgGR8Am+PdVNpM6aAdLMmgIR0A0NYs/Y8MedX2UKGgGR8Ag+kO7QLNOaAdLMmgIR0A0deDFqBVddX2UKGgGR8Ar3z5oGpuNaAdLMmgIR0A0CIznA6+4dX2UKGgGR8Am9z8xbjcVaAdLMmgIR0A0h5bQkX1rdX2UKGgGR8Ak/LPldTo/aAdLMmgIR0A0zZsKsuFpdX2UKGgGR8AwBZ2IO6NEaAdLMmgIR0A1CfdAPd2xdX2UKGgGR8Ah3ZaFEiMYaAdLMmgIR0A0m/DLr5ZbdX2UKGgGR8ABgoE0SAYpaAdLEGgIR0A1OcLBsQ/YdX2UKGgGR8AnbDu0CzTnaAdLMmgIR0A1GYRdyDIzdX2UKGgGR8AxLrilzltCaAdLMmgIR0A1YLbHp8nedX2UKGgGR8AgVxc3VCokaAdLMmgIR0A1MGiHqNZNdX2UKGgGR8AwrQNTcZccaAdLMmgIR0A1zFcY64lQdX2UKGgGR8AmF0pVjqfOaAdLMmgIR0A1rffGdZq3dX2UKGgGR8AoutnPE87qaAdLMmgIR0A184/u9eyBdX2UKGgGR8Ai8saKk2xZaAdLMmgIR0A1v++dsi0OdX2UKGgGR8AwfK1G9YfXaAdLMmgIR0A2aRODaoMsdX2UKGgGR8AyiN6gM+eOaAdLMmgIR0A2SYUWVNYbdX2UKGgGR7+pj+aScLBsaAdLAWgIR0A2TaQFLWZrdX2UKGgGR8A0XG4qgAZLaAdLMmgIR0A2kY9gWrOrdX2UKGgGR8Awo078vVVhaAdLMmgIR0A2X6a9bor4dX2UKGgGR7/UD15B1LamaAdLBGgIR0A2azDXOGCadX2UKGgGR8ApdkoWpIczaAdLMmgIR0A2/ikwevIPdX2UKGgGR8AmnaGHpKSQaAdLMmgIR0A24tfoicG1dX2UKGgGR8AinpSrHU+caAdLMmgIR0A3L8lXzUZvdX2UKGgGR7/Asr/bTMJQaAdLAmgIR0A3NeQdS2pidX2UKGgGR8AoGnLq2SdOaAdLMmgIR0A3C96C17Y1dX2UKGgGR8AhBPkaMrEtaAdLMmgIR0A3nsZ5zHS4dX2UKGgGR8AYKNKh+OOsaAdLMmgIR0A3iCoCMglodX2UKGgGR8AkxSWJJoTPaAdLMmgIR0A30fxc3VCpdX2UKGgGR8Ao5bY9Pk7waAdLMmgIR0A3rer+5vtMdX2UKGgGR8Axq79ycTakaAdLMmgIR0A4VCK77Kq5dX2UKGgGR7/yfCuU2UB5aAdLCGgIR0A4fQla8pTddX2UKGgGR8AsK0TlDF6zaAdLMmgIR0A4aIrOJLuhdX2UKGgGR8AqeDlo11nvaAdLMmgIR0A4xRHf/FR6dX2UKGgGR7/44ukDZDiPaAdLC2gIR0A4nn+AEt/XdX2UKGgGR7/y9yLhrFfiaAdLCWgIR0A47sRQJokBdX2UKGgGR8AoTUjs2NvPaAdLMmgIR0A4seVcD8tPdX2UKGgGR8AgNhz/6wdKaAdLMmgIR0A5gVopQUHqdX2UKGgGR8AgOFB6a9bpaAdLMmgIR0A5nmqo60Y1dX2UKGgGR8AgOajN6gM+aAdLMmgIR0A57+j/MnqndX2UKGgGR8Ao0HX2/SH/aAdLMmgIR0A5s+TeO4oadX2UKGgGR7/+5kXk5p8GaAdLCmgIR0A6ItmL9/BndX2UKGgGR8AjJ1K5CngpaAdLMmgIR0A6hKEnLJS0dX2UKGgGR8Af49HMEA5raAdLMmgIR0A6p47zTWoWdX2UKGgGR8AnhdRBNVR2aAdLMmgIR0A6v+7Dl5nldX2UKGgGR8AyMJyhi9ZiaAdLMmgIR0A7MFW4mTkidX2UKGgGR8AbMT/Q0GeMaAdLMmgIR0A7kgNgBtDVdX2UKGgGR8Ar8kqMFUyYaAdLMmgIR0A7rt7rs0HhdX2UKGgGR8AfKFwkxASnaAdLMmgIR0A7yp1A7gbZdX2UKGgGR8AtgXSBshxHaAdLMmgIR0A8On3ta6jGdX2UKGgGR8AoDTTfBN21aAdLMmgIR0A8ltmcvugIdX2UKGgGR8AlAEPlMh5gaAdLMmgIR0A8uUcGTs6adX2UKGgGR8Afndfsu3+daAdLMmgIR0A81gy/KyOadX2UKGgGR8Asi/bCaZx8aAdLMmgIR0A9RNIK+i8GdX2UKGgGR8AzZyTINmUXaAdLMmgIR0A9pRxtHhCMdX2UKGgGR8Al7tj0+TvBaAdLMmgIR0A9wdxAB1cMdX2UKGgGR8AuUwzLwF1TaAdLMmgIR0A90pXIU8FIdX2UKGgGR8AoF3Dej2zwaAdLMmgIR0A+NSNOuaF3dX2UKGgGR8AmhBJI1+AmaAdLMmgIR0A+edupCKJmdX2UKGgGR7+j5dnkDIRzaAdLAWgIR0A+fL/jsD4hdX2UKGgGR8AlkVNYbKigaAdLMmgIR0A+bXpnpSrHdX2UKGgGR8Agq9AX2ugZaAdLMmgIR0A+bkxyn1nNdX2UKGgGR7+isMiKR+z/aAdLAWgIR0A+cihFmWdFdX2UKGgGR8Agqod+5OJtaAdLMmgIR0A+0+zMRpUQdX2UKGgGR8AliPH1e0HAaAdLMmgIR0A/H+NcW0qpdX2UKGgGR7/1I3aSLZSOaAdLDGgIR0A++gsbvPTodX2UKGgGR7//810knkT6aAdLEmgIR0A+qyD7IkqudX2UKGgGR8Ak0ByS3b22aAdLMmgIR0A/DgAp8WsSdX2UKGgGR8AobfkWAPNFaAdLMmgIR0A/vdmg8KXwdX2UKGgGR8Aj/7+DOC5FaAdLMmgIR0A/mExZdOZcdX2UKGgGR8AnMeDFqBVdaAdLMmgIR0A/SU3n6l+FdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 357, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVsAMAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAABAQGUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoJHSUUpSMBGhpZ2iUaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAUtMTAuMJSMCWhpZ2hfcmVwcpSMBDEwLjCUjApfbnBfcmFuZG9tlE51YowMZGVzaXJlZF9nb2FslGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBloHCiWBgAAAAAAAAABAQEBAQGUaCBLBoWUaCR0lFKUaCdoHCiWBgAAAAAAAAABAQEBAQGUaCBLBoWUaCR0lFKUaCxLBoWUaC5oHCiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLBoWUaCR0lFKUaDNoHCiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLBoWUaCR0lFKUaDiMBS0xMC4wlGg6jAQxMC4wlGg8TnVidWgsTmgQTmg8TnViLg==", "spaces": "OrderedDict([('achieved_goal', Box(-10.0, 10.0, (3,), float32)), ('desired_goal', Box(-10.0, 10.0, (3,), float32)), ('observation', Box(-10.0, 10.0, (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVnQEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolgMAAAAAAAAAAQEBlGgVSwOFlGgZdJRSlIwGX3NoYXBllEsDhZSMA2xvd5RoESiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUaBl0lFKUjARoaWdolGgRKJYMAAAAAAAAAAAAgD8AAIA/AACAP5RoC0sDhZRoGXSUUpSMCGxvd19yZXBylIwELTEuMJSMCWhpZ2hfcmVwcpSMAzEuMJSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "bounded_below": "[ True  True  True]", "bounded_above": "[ True  True  True]", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": null}, "n_envs": 4, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.31 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.10.11", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.0+cu118", "GPU Enabled": "False", "Numpy": "1.22.4", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space (Tuple)\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Uses the CombinedExtractor\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7ff82903b5b0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7ff829040e40>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 87648, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1683723069964750852, "learning_rate": 0.0007, "tensorboard_log": null, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAzrRfusItLT8SETM/SSOovunWZj+yiqM+FG+OvpfbBz1iXs8+FG+OvpfbBz1iXs8+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAoLzRPzqn1j+T8m4/o4iTP0GFlz87kXc/PihRP9MvWr/5+pm/n+50Pb0dpj/wLI6/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADOtF+6wi0tPxIRMz+zZfI+u32MP8NtID9JI6i+6dZmP7KKoz7o/cA/BZsBvI6PI78Ub46+l9sHPWJezz6oj1c9VKzDOb9EiT0Ub46+l9sHPWJezz6oj1c9VKzDOb9EiT2UaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[-8.5337169e-04  6.7647946e-01  6.9947922e-01]\n [-3.2839420e-01  9.0171677e-01  3.1941754e-01]\n [-2.7819121e-01  3.3168402e-02  4.0501696e-01]\n [-2.7819121e-01  3.3168402e-02  4.0501696e-01]]", "desired_goal": "[[ 1.6385689   1.6769783   0.9333889 ]\n [ 1.1526073   1.1837541   0.9670598 ]\n [ 0.8170203  -0.85229224 -1.2029716 ]\n [ 0.05979788  1.2977825  -1.1107464 ]]", "observation": "[[-8.5337169e-04  6.7647946e-01  6.9947922e-01  4.7343215e-01\n   1.0975870e+00  6.2667483e-01]\n [-3.2839420e-01  9.0171677e-01  3.1941754e-01  1.5077486e+00\n  -7.9104947e-03 -6.3890922e-01]\n [-2.7819121e-01  3.3168402e-02  4.0501696e-01  5.2627236e-02\n   3.7321693e-04  6.7025654e-02]\n [-2.7819121e-01  3.3168402e-02  4.0501696e-01  5.2627236e-02\n   3.7321693e-04  6.7025654e-02]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAAAAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAqFS2vbK+rz3s32A+v7h6vLV2Qr1hT7o9v3iCvbrzDL7XI4k9smzivXp1h72Jbq49lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]]", "desired_goal": "[[-0.08902866  0.08581294  0.2196042 ]\n [-0.01530284 -0.04747649  0.09097172]\n [-0.06370687 -0.1376485   0.06696289]\n [-0.11055888 -0.06614204  0.08517177]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.9123600000000001, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHv+cPYFqzqr2MAWyUSwiMAXSUR0B0CYcT8HfNdX2UKGgGR7+emzjWCmMwaAdLAWgIR0B0CcUpNKywdX2UKGgGR7/ydI9TxXnyaAdLDGgIR0B0BXNPgvUSdX2UKGgGR7/plNtZV4oraAdLCGgIR0B0CExIre67dX2UKGgGR7+f4h2W6bvxaAdLAWgIR0B0CHXsgMc7dX2UKGgGR7/lmvnr6ciGaAdLCGgIR0B0DaUdJaq0dX2UKGgGR7/VUW2w3YL9aAdLBGgIR0B0CSbayrxRdX2UKGgGR7/TZB9kSVW0aAdLBGgIR0B0Dlf8dgfEdX2UKGgGR7/r9f9gnc+JaAdLC2gIR0B0C8WEbo8qdX2UKGgGR7+7gR9PUKAsaAdLAmgIR0B0CX0SRKYidX2UKGgGR7/pXokiUxEfaAdLCGgIR0B0BuxoqTbGdX2UKGgGR7+Y+B6KLsKLaAdLAWgIR0B0CakuYhMbdX2UKGgGR7+9ie/Yao/BaAdLAmgIR0B0Cgt/WlMzdX2UKGgGR7/LF2FFlTWHaAdLA2gIR0B0B3n1WbPQdX2UKGgGR7/ijpC8e0XxaAdLB2gIR0B0D47KaG5+dX2UKGgGR7/TwIdELH+7aAdLA2gIR0B0Coz9CNS7dX2UKGgGR7/rsGxD9fkWaAdLCWgIR0B0DV9Wp6yCdX2UKGgGR7/DtrKvFFUiaAdLAmgIR0B0CvBdld1MdX2UKGgGR7/dy1eBxxT9aAdLBmgIR0B0DmAEt/WldX2UKGgGR7/iR8UmD15CaAdLB2gIR0B0DCNvOyE+dX2UKGgGR7+j8YQ8OkLyaAdLAWgIR0B0DEsZpBX0dX2UKGgGR7/OjW07bL2YaAdLA2gIR0B0DuVD8cdYdX2UKGgGR7/zf2Cdz4lAaAdLDmgIR0B0CebSZ0CBdX2UKGgGR7/IsNlRP421aAdLA2gIR0B0DOaYu01JdX2UKGgGR7/N7YTTOPeYaAdLA2gIR0B0CoOz6ab4dX2UKGgGR7/gLHuJDVpcaAdLB2gIR0B0EEFyJbdKdX2UKGgGR7/A5imVJL/TaAdLAmgIR0B0EI85jpcHdX2UKGgGR7/dR3/xUedTaAdLBmgIR0B0C4+V1Oj7dX2UKGgGR8AB/9itq59WaAdLFmgIR0B0E4+pwS8KdX2UKGgGR7+xmbsniNsFaAdLAmgIR0B0C/sHB1s+dX2UKGgGR7/mlJQLux8laAdLCmgIR0B0Drn5i3G5dX2UKGgGR7/ApMHryDqXaAdLAmgIR0B0DwdwNsnBdX2UKGgGR7/lFwLmZE2HaAdLCGgIR0B0FPZlFtsOdX2UKGgGR7/tMfigkC3gaAdLCmgIR0B0EmOWBz3idX2UKGgGR7/klpPAO8TSaAdLCGgIR0B0DWHUMG5ddX2UKGgGR7/m6VUuL740aAdLB2gIR0B0EFGYrrgPdX2UKGgGR7/L5RCQcPvsaAdLA2gIR0B0FX91loUSdX2UKGgGR7/dsHSncclxaAdLBWgIR0B0Di3pfQa8dX2UKGgGR7/V8G9pRGc4aAdLBGgIR0B0FjtrsSkCdX2UKGgGR7/j5TQ3PzFuaAdLCGgIR0B0E+SEDhcadX2UKGgGR7/Mit7rs0HhaAdLA2gIR0B0DuQZGax5dX2UKGgGR7/iVuBMBZIQaAdLB2gIR0B0EaC9RJmNdX2UKGgGR7/S9t/FzdULaAdLA2gIR0B0D1mapgkUdX2UKGgGR7/WGDtgKF7EaAdLA2gIR0B0Eiw0O3DvdX2UKGgGR7/any/bj94vaAdLBmgIR0B0FOaQV9F4dX2UKGgGR7/lJx3mmtQsaAdLCGgIR0B0F6K508vFdX2UKGgGR7/U3xWkrPMTaAdLBGgIR0B0EAkzGgjAdX2UKGgGR7/YCJXQtz0ZaAdLBGgIR0B0FZV94NZvdX2UKGgGR7/jUf5k9U0faAdLBmgIR0B0EyZ7XxvvdX2UKGgGR7/PhsqJ/G2kaAdLA2gIR0B0EJOgxrSFdX2UKGgGR7/cjS5RTCLuaAdLBGgIR0B0GFVp9JBgdX2UKGgGR7/JoouwosqbaAdLA2gIR0B0GN3+uNgjdX2UKGgGR7/j/CAMDwH8aAdLBmgIR0B0EaNXHR1HdX2UKGgGR7/r0yYXwb2laAdLB2gIR0B0FGFbmlqKdX2UKGgGR7+80fozN2TxaAdLAmgIR0B0EfND+irUdX2UKGgGR7/izG5tm+TNaAdLBmgIR0B0Gfos7MgVdX2UKGgGR7/CQyRB/qgRaAdLAmgIR0B0GlQoCuEFdX2UKGgGR7/aGgBcRlH0aAdLBmgIR0B0FX3XZoPDdX2UKGgGR7/mGY8dPtUoaAdLB2gIR0B0E0aAFxGUdX2UKGgGR7/YVNHpbD/EaAdLBGgIR0B0FjRCx/utdX2UKGgGR7+8pjMFEAo5aAdLAmgIR0B0E6UmlZX/dX2UKGgGR7/jDO1OTJQtaAdLCGgIR0B0G9IatLcsdX2UKGgGR7/Ly8SPEKmbaAdLA2gIR0B0Fs8TzunddX2UKGgGR7/Vu5jH4oJBaAdLBGgIR0B0FGWHDaXbdX2UKGgGR7/T/kNnXd0raAdLBWgIR0B0HKiUPhAGdX2UKGgGR8AFXxQSBbwCaAdLG2gIR0B0Gl/jKgZkdX2UKGgGR7/L0Yj0L+glaAdLA2gIR0B0HSY+jdpJdX2UKGgGR7/j8Cgbp/wzaAdLB2gIR0B0FY8fV7QcdX2UKGgGR7/vwoTfzjFRaAdLCmgIR0B0GH73wkPddX2UKGgGR7+5hF3IMjNZaAdLAmgIR0B0Fez4UN8WdX2UKGgGR7/upV0cOskqaAdLCWgIR0B0HAAmzBykdX2UKGgGR7/gZsbedkJ8aAdLBmgIR0B0GZMEidJ8dX2UKGgGR7/lcrRSgoPTaAdLB2gIR0B0FyOsDGLldX2UKGgGR7/wbA+IMz/IaAdLC2gIR0B0Hxs1sLv1dX2UKGgGR7/LvnbItDlYaAdLA2gIR0B0HIhJRO1wdX2UKGgGR7/Hqlgtvn8saAdLA2gIR0B0F6yJKraNdX2UKGgGR7+2hpQDV6NVaAdLAmgIR0B0HNjoZAIIdX2UKGgGR7/qWPDHfdhzaAdLCGgIR0B0GvBqKxcFdX2UKGgGR7/lWJrLyMDPaAdLCGgIR0B0IG4UeuFIdX2UKGgGR7+i1kUbkwN9aAdLAWgIR0B0IJadMCcPdX2UKGgGR7/qXSa3I+4caAdLCWgIR0B0HmhRIjGDdX2UKGgGR7/nPUrkKeCkaAdLCmgIR0B0GWtEG7jDdX2UKGgGR7+i2phnanJlaAdLAWgIR0B0GZTNt65YdX2UKGgGR7/iBTGYKIBSaAdLB2gIR0B0IeapgkTpdX2UKGgGR7/xeT3Zf2K3aAdLDGgIR0B0HRCCz1K5dX2UKGgGR7/hs+eOGTLXaAdLB2gIR0B0H69WZJCjdX2UKGgGR7/OAo5PuXu3aAdLA2gIR0B0IC4Wk8A8dX2UKGgGR7/o5uQ6p5u7aAdLCmgIR0B0G18Sf16FdX2UKGgGR7/lrFwT/Q0GaAdLCGgIR0B0I0nUlRgrdX2UKGgGR7/iyRbKRuCPaAdLCGgIR0B0HpqDbrTqdX2UKGgGR7/i8HfMwDeTaAdLBWgIR0B0HFMDfWMCdX2UKGgGR7/QGRV6u4gBaAdLA2gIR0B0HN76YVqOdX2UKGgGR7/jZmh/RVp9aAdLB2gIR0B0JKHaews5dX2UKGgGR7/j1lPJq7AdaAdLB2gIR0B0H8mPYFq0dX2UKGgGR7/gdWyTpxFRaAdLBmgIR0B0HeCxu89PdX2UKGgGR7/gE2pAD7qIaAdLBmgIR0B0JaMn7YTTdX2UKGgGR7+8MhHLA57xaAdLAmgIR0B0Hjw4KhL5dX2UKGgGR7+8TQE6kqMFaAdLAmgIR0B0Jf8cdYGMdX2UKGgGR7/mHYYixFAnaAdLCWgIR0B0IXOVxCIDdX2UKGgGR7/QcVgx8D0UaAdLA2gIR0B0Hvifg75mdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 4382, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVsAMAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAABAQGUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoJHSUUpSMBGhpZ2iUaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAUtMTAuMJSMCWhpZ2hfcmVwcpSMBDEwLjCUjApfbnBfcmFuZG9tlE51YowMZGVzaXJlZF9nb2FslGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBloHCiWBgAAAAAAAAABAQEBAQGUaCBLBoWUaCR0lFKUaCdoHCiWBgAAAAAAAAABAQEBAQGUaCBLBoWUaCR0lFKUaCxLBoWUaC5oHCiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLBoWUaCR0lFKUaDNoHCiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLBoWUaCR0lFKUaDiMBS0xMC4wlGg6jAQxMC4wlGg8TnVidWgsTmgQTmg8TnViLg==", "spaces": "OrderedDict([('achieved_goal', Box(-10.0, 10.0, (3,), float32)), ('desired_goal', Box(-10.0, 10.0, (3,), float32)), ('observation', Box(-10.0, 10.0, (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVnQEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolgMAAAAAAAAAAQEBlGgVSwOFlGgZdJRSlIwGX3NoYXBllEsDhZSMA2xvd5RoESiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUaBl0lFKUjARoaWdolGgRKJYMAAAAAAAAAAAAgD8AAIA/AACAP5RoC0sDhZRoGXSUUpSMCGxvd19yZXBylIwELTEuMJSMCWhpZ2hfcmVwcpSMAzEuMJSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "bounded_below": "[ True  True  True]", "bounded_above": "[ True  True  True]", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": null}, "n_envs": 4, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.31 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.10.11", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.0+cu118", "GPU Enabled": "False", "Numpy": "1.22.4", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

results.json

@@ -1 +1 @@
-{"mean_reward": -15.490368311479688, "std_reward": 7.440037404590897, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-05-10T12:48:55.473089"}
+{"mean_reward": -0.3731922900304198, "std_reward": 0.24761006609831218, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-05-10T12:56:44.841701"}

vec_normalize.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a8fc697e88b20dfbc1c07f317610a5e109a6529bf4cc9b6bb069a5451889a32
+oid sha256:7213840b5a8056cfcc967e0dd8956e3d47132fcac0941cc332922c9126b12a7d
 size 2553