Initial commit

README.md

@@ -16,7 +16,7 @@ model-index:
       type: PandaReachDense-v2
     metrics:
     - type: mean_reward
-      value: -3.68 +/- 1.83
+      value: -0.52 +/- 0.24
       name: mean_reward
       verified: false
 ---

a2c-PandaReachDense-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e29ab3a18ab260aab755833b2f11ca102255d49369e7a743f6614ccdf8bf0b4
-size 108063
+oid sha256:17d085b6000a40f2a5be58ce2d08d3f8fcefa2276166fa9d8573ac9d5bb5a10d
+size 109584

a2c-PandaReachDense-v2/data

@@ -11,7 +11,9 @@
     "verbose": 1,
     "policy_kwargs": {
         ":type:": "<class 'dict'>",
-        ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=",
+        ":serialized:": "gAWVowAAAAAAAAB9lCiMDGxvZ19zdGRfaW5pdJRK/v///4wKb3J0aG9faW5pdJSJjA9vcHRpbWl6ZXJfY2xhc3OUjBN0b3JjaC5vcHRpbS5ybXNwcm9wlIwHUk1TcHJvcJSTlIwQb3B0aW1pemVyX2t3YXJnc5R9lCiMBWFscGhhlEc/764UeuFHrowDZXBzlEc+5Pi1iONo8YwMd2VpZ2h0X2RlY2F5lEsAdXUu",
+        "log_std_init": -2,
+        "ortho_init": false,
         "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>",
         "optimizer_kwargs": {
             "alpha": 0.99,
@@ -24,19 +26,19 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1686167178479096070,
-    "learning_rate": 0.0007,
+    "start_time": 1686172425149343703,
+    "learning_rate": 0.001,
     "tensorboard_log": null,
     "lr_schedule": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
+        ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9QYk3S8an8hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
     },
     "_last_obs": {
         ":type:": "<class 'collections.OrderedDict'>",
-        ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6bPKPvKZOzzUhgw/6bPKPvKZOzzUhgw/6bPKPvKZOzzUhgw/6bPKPvKZOzzUhgw/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAVQHcPyNdgr/wqPW8tvrDv+t4sr8scUw+McXBP+/OvT0i9ME/NoItvyt1/D4fS3e/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADps8o+8pk7PNSGDD9DtO0639HVOoTeEbzps8o+8pk7PNSGDD9DtO0639HVOoTeEbzps8o+8pk7PNSGDD9DtO0639HVOoTeEbzps8o+8pk7PNSGDD9DtO0639HVOoTeEbyUaA5LBEsGhpRoEnSUUpR1Lg==",
-        "achieved_goal": "[[0.39590386 0.01145028 0.5489323 ]\n [0.39590386 0.01145028 0.5489323 ]\n [0.39590386 0.01145028 0.5489323 ]\n [0.39590386 0.01145028 0.5489323 ]]",
-        "desired_goal": "[[ 1.7187907  -1.0184673  -0.02998778]\n [-1.5310886  -1.3943151   0.19965047]\n [ 1.5138303   0.09267985  1.5152628 ]\n [-0.6777681   0.49308142 -0.96599   ]]",
-        "observation": "[[ 0.39590386  0.01145028  0.5489323   0.00181354  0.00163132 -0.00890315]\n [ 0.39590386  0.01145028  0.5489323   0.00181354  0.00163132 -0.00890315]\n [ 0.39590386  0.01145028  0.5489323   0.00181354  0.00163132 -0.00890315]\n [ 0.39590386  0.01145028  0.5489323   0.00181354  0.00163132 -0.00890315]]"
+        ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAusHHPm85grw5GxE/usHHPm85grw5GxE/usHHPm85grw5GxE/usHHPm85grw5GxE/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAA2qm1v7iVkD+o7JU+ONYiP7c3hD+oJNM/nSpKPmbvjb6RdUu/icYMv3/Yl7+X2VW/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAAC6wcc+bzmCvDkbET9xrJ49aaF0umdmlT26wcc+bzmCvDkbET9xrJ49aaF0umdmlT26wcc+bzmCvDkbET9xrJ49aaF0umdmlT26wcc+bzmCvDkbET9xrJ49aaF0umdmlT2UaA5LBEsGhpRoEnSUUpR1Lg==",
+        "achieved_goal": "[[ 0.3901499  -0.01589653  0.56682163]\n [ 0.3901499  -0.01589653  0.56682163]\n [ 0.3901499  -0.01589653  0.56682163]\n [ 0.3901499  -0.01589653  0.56682163]]",
+        "desired_goal": "[[-1.419246    1.129569    0.29282117]\n [ 0.6360812   1.0329503   1.6495562 ]\n [ 0.19742818 -0.2772171  -0.7947627 ]\n [-0.5499044  -1.1862944  -0.8353514 ]]",
+        "observation": "[[ 0.3901499  -0.01589653  0.56682163  0.07747734 -0.00093319  0.07294922]\n [ 0.3901499  -0.01589653  0.56682163  0.07747734 -0.00093319  0.07294922]\n [ 0.3901499  -0.01589653  0.56682163  0.07747734 -0.00093319  0.07294922]\n [ 0.3901499  -0.01589653  0.56682163  0.07747734 -0.00093319  0.07294922]]"
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -44,30 +46,30 @@
     },
     "_last_original_obs": {
         ":type:": "<class 'collections.OrderedDict'>",
-        ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAxqP3PWjioT1xSpU9qEZnvAqyuz0TH809D2M/vaKnIzx4yPo9+PsFPskc7z1QbX09lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==",
+        ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAArH7VPf5jEr5BcR0+4ZSqPa9CrL3ORmk+r3vYPWj2Cr3CFhc+RKVDPDesSb3ibxg+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==",
         "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]]",
-        "desired_goal": "[[ 0.12091784  0.07904512  0.07289589]\n [-0.01411597  0.09164818  0.10015693]\n [-0.04672533  0.0099887   0.12245268]\n [ 0.130844    0.11675412  0.06187183]]",
+        "desired_goal": "[[ 0.10424551 -0.14295956  0.15375234]\n [ 0.08329178 -0.08411156  0.22780916]\n [ 0.10570466 -0.0339264   0.14754775]\n [ 0.01194126 -0.0492365   0.1488643 ]]",
         "observation": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]]"
     },
     "_episode_num": 0,
-    "use_sde": false,
+    "use_sde": true,
     "sde_sample_freq": -1,
     "_current_progress_remaining": 0.0,
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIkUjb+BNV/b+UhpRSlIwBbJRLMowBdJRHQKYWwr8zhxZ1fZQoaAZoCWgPQwhWnkDYKVb7v5SGlFKUaBVLMmgWR0CmFkN7jT8YdX2UKGgGaAloD0MIezApPj4h97+UhpRSlGgVSzJoFkdAphXkOd5IH3V9lChoBmgJaA9DCIhkyLH1LALAlIaUUpRoFUsyaBZHQKYVb6XSjQB1fZQoaAZoCWgPQwize/KwUIsAwJSGlFKUaBVLMmgWR0CmF8vvSc9XdX2UKGgGaAloD0MIgdB6+DIR9b+UhpRSlGgVSzJoFkdAphdMt29tdnV9lChoBmgJaA9DCIGwU6waJADAlIaUUpRoFUsyaBZHQKYW7Xf642F1fZQoaAZoCWgPQwjSim8ofPb1v5SGlFKUaBVLMmgWR0CmFnj6vaDgdX2UKGgGaAloD0MIxTpVvmek+L+UhpRSlGgVSzJoFkdAphjKWw/xD3V9lChoBmgJaA9DCMuFyr+WdwHAlIaUUpRoFUsyaBZHQKYYS+fRNRF1fZQoaAZoCWgPQwje/8cJE0bvv5SGlFKUaBVLMmgWR0CmF+y9du50dX2UKGgGaAloD0MIGw5LAz/q9b+UhpRSlGgVSzJoFkdAphd4IF/x2HV9lChoBmgJaA9DCJz7q8d9K/u/lIaUUpRoFUsyaBZHQKYZznFo+Oh1fZQoaAZoCWgPQwibIVUUr7L7v5SGlFKUaBVLMmgWR0CmGU8ynDR/dX2UKGgGaAloD0MIYRbaOc0C8b+UhpRSlGgVSzJoFkdAphjv4qPOp3V9lChoBmgJaA9DCM+CUN7H0fC/lIaUUpRoFUsyaBZHQKYYe2sq8UV1fZQoaAZoCWgPQwghIF9CBQfuv5SGlFKUaBVLMmgWR0CmGs9JJ5E/dX2UKGgGaAloD0MIjzUjg9wF9L+UhpRSlGgVSzJoFkdAphpQDaGpM3V9lChoBmgJaA9DCDpY/+cwn/6/lIaUUpRoFUsyaBZHQKYZ8MkQf6p1fZQoaAZoCWgPQwjHYwYq4x/3v5SGlFKUaBVLMmgWR0CmGXxRuTA4dX2UKGgGaAloD0MIg2vu6H859r+UhpRSlGgVSzJoFkdAphwIZCOWB3V9lChoBmgJaA9DCJ1/u+zXXf2/lIaUUpRoFUsyaBZHQKYbinXNC7d1fZQoaAZoCWgPQwiySumZXgIEwJSGlFKUaBVLMmgWR0CmGyvyLAHndX2UKGgGaAloD0MIgsr49xlXCcCUhpRSlGgVSzJoFkdAphq4OMERrnV9lChoBmgJaA9DCPdbO1ESUvu/lIaUUpRoFUsyaBZHQKYdvW+XZ5B1fZQoaAZoCWgPQwi1qbpHNpcFwJSGlFKUaBVLMmgWR0CmHT8bJfY0dX2UKGgGaAloD0MI+b1Nf/Yj87+UhpRSlGgVSzJoFkdAphzgxJul43V9lChoBmgJaA9DCMPvplt2yPK/lIaUUpRoFUsyaBZHQKYcbTI/7i11fZQoaAZoCWgPQwhnKy/5n1wBwJSGlFKUaBVLMmgWR0CmH28t5D7ZdX2UKGgGaAloD0MI2Vw1zxF5DMCUhpRSlGgVSzJoFkdAph7w2S+xnnV9lChoBmgJaA9DCKKcaFchhQDAlIaUUpRoFUsyaBZHQKYeko73fyh1fZQoaAZoCWgPQwjVXG4w1CHyv5SGlFKUaBVLMmgWR0CmHh8XFcY7dX2UKGgGaAloD0MIWi2wx0SqAsCUhpRSlGgVSzJoFkdApiE3seGO/HV9lChoBmgJaA9DCO4+x0eLc/O/lIaUUpRoFUsyaBZHQKYguZvUBn11fZQoaAZoCWgPQwhhU+dR8X/yv5SGlFKUaBVLMmgWR0CmIFtW2gFpdX2UKGgGaAloD0MIKH/3jhoT+7+UhpRSlGgVSzJoFkdAph/oGyHEdnV9lChoBmgJaA9DCHKndLD+j/e/lIaUUpRoFUsyaBZHQKYjCGnGbTd1fZQoaAZoCWgPQwiLh/ccWG4AwJSGlFKUaBVLMmgWR0CmIooDPnjidX2UKGgGaAloD0MI0Oy6tyIRAMCUhpRSlGgVSzJoFkdApiIrqW1MNHV9lChoBmgJaA9DCG2RtBt9jPe/lIaUUpRoFUsyaBZHQKYht+iJwbV1fZQoaAZoCWgPQwgclZuopfn4v5SGlFKUaBVLMmgWR0CmJOOUD+zddX2UKGgGaAloD0MIQUmBBTBFAMCUhpRSlGgVSzJoFkdApiRljEvTPXV9lChoBmgJaA9DCELQ0aqWtADAlIaUUpRoFUsyaBZHQKYkB3IMjNZ1fZQoaAZoCWgPQwg3ABsQIc4KwJSGlFKUaBVLMmgWR0CmI5PAoG6gdX2UKGgGaAloD0MIb5wU5j1O6r+UhpRSlGgVSzJoFkdApiaUe0XxfHV9lChoBmgJaA9DCO2cZoF2RwHAlIaUUpRoFUsyaBZHQKYmFZIQOFx1fZQoaAZoCWgPQwgQsiyY+GMEwJSGlFKUaBVLMmgWR0CmJbZ/smfHdX2UKGgGaAloD0MIcJUnEHaK7L+UhpRSlGgVSzJoFkdApiVCMLncL3V9lChoBmgJaA9DCJj3ONOELfG/lIaUUpRoFUsyaBZHQKYnm8/2TPl1fZQoaAZoCWgPQwg9ghspWwQAwJSGlFKUaBVLMmgWR0CmJxyGJvYOdX2UKGgGaAloD0MIUu4+x0eL/7+UhpRSlGgVSzJoFkdApia9N34bj3V9lChoBmgJaA9DCBPvAE9aOO+/lIaUUpRoFUsyaBZHQKYmSKc/dIp1fZQoaAZoCWgPQwiBIECGjl0BwJSGlFKUaBVLMmgWR0CmKKPCuU2UdX2UKGgGaAloD0MITfOOU3RkBsCUhpRSlGgVSzJoFkdApigkhJRO13V9lChoBmgJaA9DCGQ/i6VI/vK/lIaUUpRoFUsyaBZHQKYnxWQwK0F1fZQoaAZoCWgPQwgLfEW3XhMHwJSGlFKUaBVLMmgWR0CmJ1EKNQ0odX2UKGgGaAloD0MIKGGm7V9pEsCUhpRSlGgVSzJoFkdApimp5kbxVnV9lChoBmgJaA9DCJ+PMuICsAjAlIaUUpRoFUsyaBZHQKYpKrTYukF1fZQoaAZoCWgPQwiRmKCGb2H4v5SGlFKUaBVLMmgWR0CmKMuHvc8DdX2UKGgGaAloD0MIU82spYB0EsCUhpRSlGgVSzJoFkdApihW+VTrFHV9lChoBmgJaA9DCOXUzjC15Q/AlIaUUpRoFUsyaBZHQKYquJzkp7V1fZQoaAZoCWgPQwj9aDhlbp4DwJSGlFKUaBVLMmgWR0CmKjlnIyTIdX2UKGgGaAloD0MIzJvDtdqD+b+UhpRSlGgVSzJoFkdApinaNhmXgXV9lChoBmgJaA9DCEzHnGfsi/a/lIaUUpRoFUsyaBZHQKYpZb7CSA91fZQoaAZoCWgPQwj4GoLjMs4FwJSGlFKUaBVLMmgWR0CmK7z/IbOvdX2UKGgGaAloD0MIAfbRqStf8L+UhpRSlGgVSzJoFkdApis90NjLCHV9lChoBmgJaA9DCHalZaTe0/i/lIaUUpRoFUsyaBZHQKYq3qkdmxt1fZQoaAZoCWgPQwjnVgirseQBwJSGlFKUaBVLMmgWR0CmKmod2gWadX2UKGgGaAloD0MI/89hvrxA9r+UhpRSlGgVSzJoFkdApizAcaOxS3V9lChoBmgJaA9DCIRFRZxOchHAlIaUUpRoFUsyaBZHQKYsQV0tAcF1fZQoaAZoCWgPQwhG7X4V4LsPwJSGlFKUaBVLMmgWR0CmK+MHbAUMdX2UKGgGaAloD0MID0OrkzP0AcCUhpRSlGgVSzJoFkdApituhGpdbHV9lChoBmgJaA9DCOV620yFaBDAlIaUUpRoFUsyaBZHQKYtxtzjm0V1fZQoaAZoCWgPQwg+BFWjVwMQwJSGlFKUaBVLMmgWR0CmLUeb3Gn5dX2UKGgGaAloD0MIBTOmYI1z8r+UhpRSlGgVSzJoFkdApizoTj/+9HV9lChoBmgJaA9DCBWrBmFutwDAlIaUUpRoFUsyaBZHQKYsc+zMRpV1fZQoaAZoCWgPQwihZkgVxWsFwJSGlFKUaBVLMmgWR0CmLtP7el9CdX2UKGgGaAloD0MIB5lk5CxsBcCUhpRSlGgVSzJoFkdApi5Utf5ULnV9lChoBmgJaA9DCO19qgoNhP2/lIaUUpRoFUsyaBZHQKYt9WzWwvB1fZQoaAZoCWgPQwhighq+hbXwv5SGlFKUaBVLMmgWR0CmLYDriVB2dX2UKGgGaAloD0MIONcwQ+PJAcCUhpRSlGgVSzJoFkdApi/Qckt293V9lChoBmgJaA9DCA8nMJ3WbQjAlIaUUpRoFUsyaBZHQKYvUUM5OrR1fZQoaAZoCWgPQwhDxqNUwtP0v5SGlFKUaBVLMmgWR0CmLvIcrAgxdX2UKGgGaAloD0MIICkiwyqeBsCUhpRSlGgVSzJoFkdApi59f5ULlXV9lChoBmgJaA9DCMMOY9LfSwXAlIaUUpRoFUsyaBZHQKYw3qUu+RJ1fZQoaAZoCWgPQwgSg8DKoYUFwJSGlFKUaBVLMmgWR0CmMF9eyAx0dX2UKGgGaAloD0MIdNGQ8SglFsCUhpRSlGgVSzJoFkdApjAAKF7D23V9lChoBmgJaA9DCK95VWe1IAfAlIaUUpRoFUsyaBZHQKYvi7CBPKx1fZQoaAZoCWgPQwjGwDqOH9oTwJSGlFKUaBVLMmgWR0CmMeSmQ8wIdX2UKGgGaAloD0MI2ZlC5zX287+UhpRSlGgVSzJoFkdApjFlZkkKNXV9lChoBmgJaA9DCFZjCWtjrPG/lIaUUpRoFUsyaBZHQKYxBjS5RTF1fZQoaAZoCWgPQwh+VMN+Tyz8v5SGlFKUaBVLMmgWR0CmMJG9xp+MdX2UKGgGaAloD0MIVYfcDDcwGMCUhpRSlGgVSzJoFkdApjLkl9jPOnV9lChoBmgJaA9DCIfguIybmgLAlIaUUpRoFUsyaBZHQKYyZW912aF1fZQoaAZoCWgPQwh9PPTdrVwUwJSGlFKUaBVLMmgWR0CmMgY8EFGHdX2UKGgGaAloD0MIueNNfotO/b+UhpRSlGgVSzJoFkdApjGRyU9py3V9lChoBmgJaA9DCGafxyjP/AHAlIaUUpRoFUsyaBZHQKY0JI3irDJ1fZQoaAZoCWgPQwh/SwD+KbULwJSGlFKUaBVLMmgWR0CmM6Ywh4dIdX2UKGgGaAloD0MIGEM50a7iD8CUhpRSlGgVSzJoFkdApjNH0qYqonV9lChoBmgJaA9DCNScvMgE/BHAlIaUUpRoFUsyaBZHQKYy1OYYzi11ZS4="
+        ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIVP1K58Oz0b+UhpRSlIwBbJRLMowBdJRHQKZxisTWXkZ1fZQoaAZoCWgPQwg4Mo/8wUDnv5SGlFKUaBVLMmgWR0CmcOe5e7cxdX2UKGgGaAloD0MIVRSvsrYp47+UhpRSlGgVSzJoFkdApnBHLidauHV9lChoBmgJaA9DCAYQPpRoyd6/lIaUUpRoFUsyaBZHQKZvhiuuA7R1fZQoaAZoCWgPQwj43t+gvfrZv5SGlFKUaBVLMmgWR0Cmcn6jN6gNdX2UKGgGaAloD0MIjuvf9Zmz4b+UhpRSlGgVSzJoFkdApnHbKT0QLHV9lChoBmgJaA9DCMoV3uUivua/lIaUUpRoFUsyaBZHQKZxOp71Iy11fZQoaAZoCWgPQwiPG3433bLQv5SGlFKUaBVLMmgWR0CmcHmthd+odX2UKGgGaAloD0MI5/7qcd9qx7+UhpRSlGgVSzJoFkdApnOALThHb3V9lChoBmgJaA9DCLGoiNNJtuC/lIaUUpRoFUsyaBZHQKZy3HUc4o91fZQoaAZoCWgPQwgCYadYNQjJv5SGlFKUaBVLMmgWR0CmcjvpQk5ZdX2UKGgGaAloD0MIRuuoaoKo5L+UhpRSlGgVSzJoFkdApnF7A8B+4XV9lChoBmgJaA9DCJP/yd+9o+S/lIaUUpRoFUsyaBZHQKZ0ecU/OdJ1fZQoaAZoCWgPQwj8qfHSTWLbv5SGlFKUaBVLMmgWR0Cmc9YnfEXMdX2UKGgGaAloD0MIRbde04OCwr+UhpRSlGgVSzJoFkdApnM1o371qXV9lChoBmgJaA9DCMvbEU4L3ui/lIaUUpRoFUsyaBZHQKZydNbC79R1fZQoaAZoCWgPQwjvHwvRIXDev5SGlFKUaBVLMmgWR0CmdYFjEvTPdX2UKGgGaAloD0MIyjfb3Jge6L+UhpRSlGgVSzJoFkdApnTdu+AVf3V9lChoBmgJaA9DCFzLZDiez+6/lIaUUpRoFUsyaBZHQKZ0PSS/0ul1fZQoaAZoCWgPQwiWB+kpcojXv5SGlFKUaBVLMmgWR0Cmc3w0waisdX2UKGgGaAloD0MI5SX/k7971r+UhpRSlGgVSzJoFkdApnZzrVvuPXV9lChoBmgJaA9DCEhqoWRyata/lIaUUpRoFUsyaBZHQKZ10DOC5Et1fZQoaAZoCWgPQwjTpBR0e0nnv5SGlFKUaBVLMmgWR0CmdS+d07r+dX2UKGgGaAloD0MIYwgAjj17yr+UhpRSlGgVSzJoFkdApnRut2cJ+nV9lChoBmgJaA9DCMjT8gNXedG/lIaUUpRoFUsyaBZHQKZ4BqLS/j91fZQoaAZoCWgPQwisAN9t3rjiv5SGlFKUaBVLMmgWR0Cmd2PQF9rodX2UKGgGaAloD0MI1skZijve3r+UhpRSlGgVSzJoFkdApnbD/+85CHV9lChoBmgJaA9DCEPlX8sr19i/lIaUUpRoFUsyaBZHQKZ2A9mpVCJ1fZQoaAZoCWgPQwigNNQoJJnYv5SGlFKUaBVLMmgWR0CmeZYrJ8v3dX2UKGgGaAloD0MIy0qTUtDt1L+UhpRSlGgVSzJoFkdApnjzPjXFtXV9lChoBmgJaA9DCL9gN2xblN+/lIaUUpRoFUsyaBZHQKZ4U1UEPlN1fZQoaAZoCWgPQwiK5gEs8uvfv5SGlFKUaBVLMmgWR0Cmd5MQd0aIdX2UKGgGaAloD0MIhuXPtwXL4L+UhpRSlGgVSzJoFkdApnt3zFuNxXV9lChoBmgJaA9DCHwL68a7I+q/lIaUUpRoFUsyaBZHQKZ61oyKvV51fZQoaAZoCWgPQwgt6SgHswnjv5SGlFKUaBVLMmgWR0CmejamO2iMdX2UKGgGaAloD0MI7iO3Jt0W4L+UhpRSlGgVSzJoFkdApnl2wcHW0HV9lChoBmgJaA9DCHEDPj+MEOi/lIaUUpRoFUsyaBZHQKZ9OTakAPx1fZQoaAZoCWgPQwgGD9O+ub/Xv5SGlFKUaBVLMmgWR0CmfJaXSjQBdX2UKGgGaAloD0MIoDTUKCSZ5L+UhpRSlGgVSzJoFkdApnv3GVAzHnV9lChoBmgJaA9DCKUuGcdIduG/lIaUUpRoFUsyaBZHQKZ7N0K7ZnN1fZQoaAZoCWgPQwholgSoqeXgv5SGlFKUaBVLMmgWR0CmftfzJ6ppdX2UKGgGaAloD0MI6Zs0DYrm27+UhpRSlGgVSzJoFkdApn41BlcyFnV9lChoBmgJaA9DCKuTMxR3vN+/lIaUUpRoFUsyaBZHQKZ9liADq4Z1fZQoaAZoCWgPQwhq39xfPe7av5SGlFKUaBVLMmgWR0CmfNX9JjDsdX2UKGgGaAloD0MIvsEXJlOF7r+UhpRSlGgVSzJoFkdApoCAvcrRSnV9lChoBmgJaA9DCMPYQpCDEuG/lIaUUpRoFUsyaBZHQKZ/3gYxcml1fZQoaAZoCWgPQwjLSpNS0O3cv5SGlFKUaBVLMmgWR0Cmfz4mb9ZSdX2UKGgGaAloD0MIodefxOfO6L+UhpRSlGgVSzJoFkdApn59sFdLQHV9lChoBmgJaA9DCCqQ2Vn0TuG/lIaUUpRoFUsyaBZHQKaB9NO/L1V1fZQoaAZoCWgPQwisOxbbpKLev5SGlFKUaBVLMmgWR0CmgVESuhbodX2UKGgGaAloD0MIuarsuyL467+UhpRSlGgVSzJoFkdApoCwrjHXE3V9lChoBmgJaA9DCHBE96xrtOi/lIaUUpRoFUsyaBZHQKZ/7+hoM8Z1fZQoaAZoCWgPQwgOETenkoHsv5SGlFKUaBVLMmgWR0CmgwjawljWdX2UKGgGaAloD0MIsVOsGoS53r+UhpRSlGgVSzJoFkdApoJlSflIVnV9lChoBmgJaA9DCPQz9bpFYN6/lIaUUpRoFUsyaBZHQKaBxKp1ifB1fZQoaAZoCWgPQwhvZB75gwHwv5SGlFKUaBVLMmgWR0CmgQR8twrEdX2UKGgGaAloD0MIFmniHeBJ0b+UhpRSlGgVSzJoFkdApoP99YwIt3V9lChoBmgJaA9DCMrgKHl1jtu/lIaUUpRoFUsyaBZHQKaDWlCTlkp1fZQoaAZoCWgPQwj1TC8xlmnov5SGlFKUaBVLMmgWR0Cmgrm1YyO8dX2UKGgGaAloD0MIjpCBPLt83b+UhpRSlGgVSzJoFkdApoH4yTINmXV9lChoBmgJaA9DCNhK6C6Js9C/lIaUUpRoFUsyaBZHQKaFFY02tMh1fZQoaAZoCWgPQwidvTPaqiTpv5SGlFKUaBVLMmgWR0CmhHIfr8iwdX2UKGgGaAloD0MIizTxDvCky7+UhpRSlGgVSzJoFkdApoPRqqOtGXV9lChoBmgJaA9DCBR15h4S/vK/lIaUUpRoFUsyaBZHQKaDEaXrt3R1fZQoaAZoCWgPQwjrxOV4BaLTv5SGlFKUaBVLMmgWR0CmhjMmF8G+dX2UKGgGaAloD0MIsTTwoxr26b+UhpRSlGgVSzJoFkdApoWPgHeJpHV9lChoBmgJaA9DCAaAKm7c4ue/lIaUUpRoFUsyaBZHQKaE7t/nW8R1fZQoaAZoCWgPQwg5Rx0dV2Pxv5SGlFKUaBVLMmgWR0CmhC6ZhKDkdX2UKGgGaAloD0MIev8fJ0wY6b+UhpRSlGgVSzJoFkdApoc4iaAnUnV9lChoBmgJaA9DCKiPwB9+PvG/lIaUUpRoFUsyaBZHQKaGlRCx/ut1fZQoaAZoCWgPQwhwQiECDiHiv5SGlFKUaBVLMmgWR0CmhfSNOuaGdX2UKGgGaAloD0MISzrKwWyC8L+UhpRSlGgVSzJoFkdApoUzw6QvH3V9lChoBmgJaA9DCBbe5SK+k+O/lIaUUpRoFUsyaBZHQKaIMINVinZ1fZQoaAZoCWgPQwj2su20NSLqv5SGlFKUaBVLMmgWR0Cmh4zNliBodX2UKGgGaAloD0MIO+P74lKV6b+UhpRSlGgVSzJoFkdApobsPnSv1XV9lChoBmgJaA9DCLZMhuP5DPG/lIaUUpRoFUsyaBZHQKaGKzt1IRR1fZQoaAZoCWgPQwiZRSi2gqbwv5SGlFKUaBVLMmgWR0CmiVPQF9rodX2UKGgGaAloD0MI27+y0qQU07+UhpRSlGgVSzJoFkdApoiwKUmlZXV9lChoBmgJaA9DCM10r5P6suK/lIaUUpRoFUsyaBZHQKaID5i3G4t1fZQoaAZoCWgPQwjl7J3RViXXv5SGlFKUaBVLMmgWR0Cmh065f+judX2UKGgGaAloD0MISRPvAE9a3b+UhpRSlGgVSzJoFkdApopPNFBppXV9lChoBmgJaA9DCJAuNq0UAuO/lIaUUpRoFUsyaBZHQKaJq6Zpi7V1fZQoaAZoCWgPQwgAOWHCaNbqv5SGlFKUaBVLMmgWR0CmiQsrVe8gdX2UKGgGaAloD0MI0XgiiPNw57+UhpRSlGgVSzJoFkdApohKW7e2u3V9lChoBmgJaA9DCIsaTMPwEd6/lIaUUpRoFUsyaBZHQKaLReO4oZ11fZQoaAZoCWgPQwiEKcql8Uvyv5SGlFKUaBVLMmgWR0CmiqJZOi35dX2UKGgGaAloD0MIW5pbIaxG9L+UhpRSlGgVSzJoFkdApooBwVCXyHV9lChoBmgJaA9DCG6GG/D54eu/lIaUUpRoFUsyaBZHQKaJQK0D2al1fZQoaAZoCWgPQwhVa2EW2jnnv5SGlFKUaBVLMmgWR0CmjEJJPIn0dX2UKGgGaAloD0MIO8jrwaR45L+UhpRSlGgVSzJoFkdApouesNlRQHV9lChoBmgJaA9DCEdZv5mYLt+/lIaUUpRoFUsyaBZHQKaK/jmSyMV1fZQoaAZoCWgPQwg01ZP5R9/Vv5SGlFKUaBVLMmgWR0Cmij0nw5NodX2UKGgGaAloD0MIKjqSy39I67+UhpRSlGgVSzJoFkdApo06HGjsU3V9lChoBmgJaA9DCJV9VwT/W+O/lIaUUpRoFUsyaBZHQKaMloWYWtV1fZQoaAZoCWgPQwiOklfnGJDdv5SGlFKUaBVLMmgWR0Cmi/Xp4bCKdX2UKGgGaAloD0MIMxXikXg587+UhpRSlGgVSzJoFkdApos00Nz8xnV9lChoBmgJaA9DCHfaGhGMg92/lIaUUpRoFUsyaBZHQKaOI7jkuHx1fZQoaAZoCWgPQwjqJFtdTonnv5SGlFKUaBVLMmgWR0CmjX/2kBS2dX2UKGgGaAloD0MIfjZy3ZTy7b+UhpRSlGgVSzJoFkdApozfHq/ucHV9lChoBmgJaA9DCMdim1Q01ue/lIaUUpRoFUsyaBZHQKaMHfZVXFN1ZS4="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 50000,
-    "n_steps": 5,
+    "_n_updates": 31250,
+    "n_steps": 8,
     "gamma": 0.99,
-    "gae_lambda": 1.0,
-    "ent_coef": 0.0,
-    "vf_coef": 0.5,
+    "gae_lambda": 0.9,
+    "ent_coef": 0.001,
+    "vf_coef": 0.4,
     "max_grad_norm": 0.5,
     "normalize_advantage": false,
     "observation_space": {

a2c-PandaReachDense-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:277a5eb2af714b2ec6386d2e6f6c17638d7b0aae900c62710f880c28734fa416
-size 44734
+oid sha256:c0534665e77b88d417a472429ce6349587f75e4c552dc4ad53b8a475cec77a08
+size 45438

a2c-PandaReachDense-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:987bb8d3226f154f8c2824996e32aa0f39d287bd0e141e1c312e4d73bc1c3acf
-size 46014
+oid sha256:a9408648480cf571198cf5e26887a40987f4081be16705ad71514bcc85398c2d
+size 46718

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space (Tuple)\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Uses the CombinedExtractor\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7fd76ec2b370>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fd76ec34740>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 1000000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1686167178479096070, "learning_rate": 0.0007, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6bPKPvKZOzzUhgw/6bPKPvKZOzzUhgw/6bPKPvKZOzzUhgw/6bPKPvKZOzzUhgw/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAVQHcPyNdgr/wqPW8tvrDv+t4sr8scUw+McXBP+/OvT0i9ME/NoItvyt1/D4fS3e/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADps8o+8pk7PNSGDD9DtO0639HVOoTeEbzps8o+8pk7PNSGDD9DtO0639HVOoTeEbzps8o+8pk7PNSGDD9DtO0639HVOoTeEbzps8o+8pk7PNSGDD9DtO0639HVOoTeEbyUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[0.39590386 0.01145028 0.5489323 ]\n [0.39590386 0.01145028 0.5489323 ]\n [0.39590386 0.01145028 0.5489323 ]\n [0.39590386 0.01145028 0.5489323 ]]", "desired_goal": "[[ 1.7187907  -1.0184673  -0.02998778]\n [-1.5310886  -1.3943151   0.19965047]\n [ 1.5138303   0.09267985  1.5152628 ]\n [-0.6777681   0.49308142 -0.96599   ]]", "observation": "[[ 0.39590386  0.01145028  0.5489323   0.00181354  0.00163132 -0.00890315]\n [ 0.39590386  0.01145028  0.5489323   0.00181354  0.00163132 -0.00890315]\n [ 0.39590386  0.01145028  0.5489323   0.00181354  0.00163132 -0.00890315]\n [ 0.39590386  0.01145028  0.5489323   0.00181354  0.00163132 -0.00890315]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAxqP3PWjioT1xSpU9qEZnvAqyuz0TH809D2M/vaKnIzx4yPo9+PsFPskc7z1QbX09lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]]", "desired_goal": "[[ 0.12091784  0.07904512  0.07289589]\n [-0.01411597  0.09164818  0.10015693]\n [-0.04672533  0.0099887   0.12245268]\n [ 0.130844    0.11675412  0.06187183]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIkUjb+BNV/b+UhpRSlIwBbJRLMowBdJRHQKYWwr8zhxZ1fZQoaAZoCWgPQwhWnkDYKVb7v5SGlFKUaBVLMmgWR0CmFkN7jT8YdX2UKGgGaAloD0MIezApPj4h97+UhpRSlGgVSzJoFkdAphXkOd5IH3V9lChoBmgJaA9DCIhkyLH1LALAlIaUUpRoFUsyaBZHQKYVb6XSjQB1fZQoaAZoCWgPQwize/KwUIsAwJSGlFKUaBVLMmgWR0CmF8vvSc9XdX2UKGgGaAloD0MIgdB6+DIR9b+UhpRSlGgVSzJoFkdAphdMt29tdnV9lChoBmgJaA9DCIGwU6waJADAlIaUUpRoFUsyaBZHQKYW7Xf642F1fZQoaAZoCWgPQwjSim8ofPb1v5SGlFKUaBVLMmgWR0CmFnj6vaDgdX2UKGgGaAloD0MIxTpVvmek+L+UhpRSlGgVSzJoFkdAphjKWw/xD3V9lChoBmgJaA9DCMuFyr+WdwHAlIaUUpRoFUsyaBZHQKYYS+fRNRF1fZQoaAZoCWgPQwje/8cJE0bvv5SGlFKUaBVLMmgWR0CmF+y9du50dX2UKGgGaAloD0MIGw5LAz/q9b+UhpRSlGgVSzJoFkdAphd4IF/x2HV9lChoBmgJaA9DCJz7q8d9K/u/lIaUUpRoFUsyaBZHQKYZznFo+Oh1fZQoaAZoCWgPQwibIVUUr7L7v5SGlFKUaBVLMmgWR0CmGU8ynDR/dX2UKGgGaAloD0MIYRbaOc0C8b+UhpRSlGgVSzJoFkdAphjv4qPOp3V9lChoBmgJaA9DCM+CUN7H0fC/lIaUUpRoFUsyaBZHQKYYe2sq8UV1fZQoaAZoCWgPQwghIF9CBQfuv5SGlFKUaBVLMmgWR0CmGs9JJ5E/dX2UKGgGaAloD0MIjzUjg9wF9L+UhpRSlGgVSzJoFkdAphpQDaGpM3V9lChoBmgJaA9DCDpY/+cwn/6/lIaUUpRoFUsyaBZHQKYZ8MkQf6p1fZQoaAZoCWgPQwjHYwYq4x/3v5SGlFKUaBVLMmgWR0CmGXxRuTA4dX2UKGgGaAloD0MIg2vu6H859r+UhpRSlGgVSzJoFkdAphwIZCOWB3V9lChoBmgJaA9DCJ1/u+zXXf2/lIaUUpRoFUsyaBZHQKYbinXNC7d1fZQoaAZoCWgPQwiySumZXgIEwJSGlFKUaBVLMmgWR0CmGyvyLAHndX2UKGgGaAloD0MIgsr49xlXCcCUhpRSlGgVSzJoFkdAphq4OMERrnV9lChoBmgJaA9DCPdbO1ESUvu/lIaUUpRoFUsyaBZHQKYdvW+XZ5B1fZQoaAZoCWgPQwi1qbpHNpcFwJSGlFKUaBVLMmgWR0CmHT8bJfY0dX2UKGgGaAloD0MI+b1Nf/Yj87+UhpRSlGgVSzJoFkdAphzgxJul43V9lChoBmgJaA9DCMPvplt2yPK/lIaUUpRoFUsyaBZHQKYcbTI/7i11fZQoaAZoCWgPQwhnKy/5n1wBwJSGlFKUaBVLMmgWR0CmH28t5D7ZdX2UKGgGaAloD0MI2Vw1zxF5DMCUhpRSlGgVSzJoFkdAph7w2S+xnnV9lChoBmgJaA9DCKKcaFchhQDAlIaUUpRoFUsyaBZHQKYeko73fyh1fZQoaAZoCWgPQwjVXG4w1CHyv5SGlFKUaBVLMmgWR0CmHh8XFcY7dX2UKGgGaAloD0MIWi2wx0SqAsCUhpRSlGgVSzJoFkdApiE3seGO/HV9lChoBmgJaA9DCO4+x0eLc/O/lIaUUpRoFUsyaBZHQKYguZvUBn11fZQoaAZoCWgPQwhhU+dR8X/yv5SGlFKUaBVLMmgWR0CmIFtW2gFpdX2UKGgGaAloD0MIKH/3jhoT+7+UhpRSlGgVSzJoFkdAph/oGyHEdnV9lChoBmgJaA9DCHKndLD+j/e/lIaUUpRoFUsyaBZHQKYjCGnGbTd1fZQoaAZoCWgPQwiLh/ccWG4AwJSGlFKUaBVLMmgWR0CmIooDPnjidX2UKGgGaAloD0MI0Oy6tyIRAMCUhpRSlGgVSzJoFkdApiIrqW1MNHV9lChoBmgJaA9DCG2RtBt9jPe/lIaUUpRoFUsyaBZHQKYht+iJwbV1fZQoaAZoCWgPQwgclZuopfn4v5SGlFKUaBVLMmgWR0CmJOOUD+zddX2UKGgGaAloD0MIQUmBBTBFAMCUhpRSlGgVSzJoFkdApiRljEvTPXV9lChoBmgJaA9DCELQ0aqWtADAlIaUUpRoFUsyaBZHQKYkB3IMjNZ1fZQoaAZoCWgPQwg3ABsQIc4KwJSGlFKUaBVLMmgWR0CmI5PAoG6gdX2UKGgGaAloD0MIb5wU5j1O6r+UhpRSlGgVSzJoFkdApiaUe0XxfHV9lChoBmgJaA9DCO2cZoF2RwHAlIaUUpRoFUsyaBZHQKYmFZIQOFx1fZQoaAZoCWgPQwgQsiyY+GMEwJSGlFKUaBVLMmgWR0CmJbZ/smfHdX2UKGgGaAloD0MIcJUnEHaK7L+UhpRSlGgVSzJoFkdApiVCMLncL3V9lChoBmgJaA9DCJj3ONOELfG/lIaUUpRoFUsyaBZHQKYnm8/2TPl1fZQoaAZoCWgPQwg9ghspWwQAwJSGlFKUaBVLMmgWR0CmJxyGJvYOdX2UKGgGaAloD0MIUu4+x0eL/7+UhpRSlGgVSzJoFkdApia9N34bj3V9lChoBmgJaA9DCBPvAE9aOO+/lIaUUpRoFUsyaBZHQKYmSKc/dIp1fZQoaAZoCWgPQwiBIECGjl0BwJSGlFKUaBVLMmgWR0CmKKPCuU2UdX2UKGgGaAloD0MITfOOU3RkBsCUhpRSlGgVSzJoFkdApigkhJRO13V9lChoBmgJaA9DCGQ/i6VI/vK/lIaUUpRoFUsyaBZHQKYnxWQwK0F1fZQoaAZoCWgPQwgLfEW3XhMHwJSGlFKUaBVLMmgWR0CmJ1EKNQ0odX2UKGgGaAloD0MIKGGm7V9pEsCUhpRSlGgVSzJoFkdApimp5kbxVnV9lChoBmgJaA9DCJ+PMuICsAjAlIaUUpRoFUsyaBZHQKYpKrTYukF1fZQoaAZoCWgPQwiRmKCGb2H4v5SGlFKUaBVLMmgWR0CmKMuHvc8DdX2UKGgGaAloD0MIU82spYB0EsCUhpRSlGgVSzJoFkdApihW+VTrFHV9lChoBmgJaA9DCOXUzjC15Q/AlIaUUpRoFUsyaBZHQKYquJzkp7V1fZQoaAZoCWgPQwj9aDhlbp4DwJSGlFKUaBVLMmgWR0CmKjlnIyTIdX2UKGgGaAloD0MIzJvDtdqD+b+UhpRSlGgVSzJoFkdApinaNhmXgXV9lChoBmgJaA9DCEzHnGfsi/a/lIaUUpRoFUsyaBZHQKYpZb7CSA91fZQoaAZoCWgPQwj4GoLjMs4FwJSGlFKUaBVLMmgWR0CmK7z/IbOvdX2UKGgGaAloD0MIAfbRqStf8L+UhpRSlGgVSzJoFkdApis90NjLCHV9lChoBmgJaA9DCHalZaTe0/i/lIaUUpRoFUsyaBZHQKYq3qkdmxt1fZQoaAZoCWgPQwjnVgirseQBwJSGlFKUaBVLMmgWR0CmKmod2gWadX2UKGgGaAloD0MI/89hvrxA9r+UhpRSlGgVSzJoFkdApizAcaOxS3V9lChoBmgJaA9DCIRFRZxOchHAlIaUUpRoFUsyaBZHQKYsQV0tAcF1fZQoaAZoCWgPQwhG7X4V4LsPwJSGlFKUaBVLMmgWR0CmK+MHbAUMdX2UKGgGaAloD0MID0OrkzP0AcCUhpRSlGgVSzJoFkdApituhGpdbHV9lChoBmgJaA9DCOV620yFaBDAlIaUUpRoFUsyaBZHQKYtxtzjm0V1fZQoaAZoCWgPQwg+BFWjVwMQwJSGlFKUaBVLMmgWR0CmLUeb3Gn5dX2UKGgGaAloD0MIBTOmYI1z8r+UhpRSlGgVSzJoFkdApizoTj/+9HV9lChoBmgJaA9DCBWrBmFutwDAlIaUUpRoFUsyaBZHQKYsc+zMRpV1fZQoaAZoCWgPQwihZkgVxWsFwJSGlFKUaBVLMmgWR0CmLtP7el9CdX2UKGgGaAloD0MIB5lk5CxsBcCUhpRSlGgVSzJoFkdApi5Utf5ULnV9lChoBmgJaA9DCO19qgoNhP2/lIaUUpRoFUsyaBZHQKYt9WzWwvB1fZQoaAZoCWgPQwhighq+hbXwv5SGlFKUaBVLMmgWR0CmLYDriVB2dX2UKGgGaAloD0MIONcwQ+PJAcCUhpRSlGgVSzJoFkdApi/Qckt293V9lChoBmgJaA9DCA8nMJ3WbQjAlIaUUpRoFUsyaBZHQKYvUUM5OrR1fZQoaAZoCWgPQwhDxqNUwtP0v5SGlFKUaBVLMmgWR0CmLvIcrAgxdX2UKGgGaAloD0MIICkiwyqeBsCUhpRSlGgVSzJoFkdApi59f5ULlXV9lChoBmgJaA9DCMMOY9LfSwXAlIaUUpRoFUsyaBZHQKYw3qUu+RJ1fZQoaAZoCWgPQwgSg8DKoYUFwJSGlFKUaBVLMmgWR0CmMF9eyAx0dX2UKGgGaAloD0MIdNGQ8SglFsCUhpRSlGgVSzJoFkdApjAAKF7D23V9lChoBmgJaA9DCK95VWe1IAfAlIaUUpRoFUsyaBZHQKYvi7CBPKx1fZQoaAZoCWgPQwjGwDqOH9oTwJSGlFKUaBVLMmgWR0CmMeSmQ8wIdX2UKGgGaAloD0MI2ZlC5zX287+UhpRSlGgVSzJoFkdApjFlZkkKNXV9lChoBmgJaA9DCFZjCWtjrPG/lIaUUpRoFUsyaBZHQKYxBjS5RTF1fZQoaAZoCWgPQwh+VMN+Tyz8v5SGlFKUaBVLMmgWR0CmMJG9xp+MdX2UKGgGaAloD0MIVYfcDDcwGMCUhpRSlGgVSzJoFkdApjLkl9jPOnV9lChoBmgJaA9DCIfguIybmgLAlIaUUpRoFUsyaBZHQKYyZW912aF1fZQoaAZoCWgPQwh9PPTdrVwUwJSGlFKUaBVLMmgWR0CmMgY8EFGHdX2UKGgGaAloD0MIueNNfotO/b+UhpRSlGgVSzJoFkdApjGRyU9py3V9lChoBmgJaA9DCGafxyjP/AHAlIaUUpRoFUsyaBZHQKY0JI3irDJ1fZQoaAZoCWgPQwh/SwD+KbULwJSGlFKUaBVLMmgWR0CmM6Ywh4dIdX2UKGgGaAloD0MIGEM50a7iD8CUhpRSlGgVSzJoFkdApjNH0qYqonV9lChoBmgJaA9DCNScvMgE/BHAlIaUUpRoFUsyaBZHQKYy1OYYzi11ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 50000, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVWAMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZSMAUOUdJRSlIwEaGlnaJRoHiiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBZLA4WUaCF0lFKUjA1ib3VuZGVkX2JlbG93lGgeKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIXSUUpSMDWJvdW5kZWRfYWJvdmWUaB4olgMAAAAAAAAAAQEBlGgtSwOFlGghdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBZoGUsDhZRoG2geKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoIXSUUpRoJGgeKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFksDhZRoIXSUUpRoKWgeKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoM2geKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoOE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBlLBoWUaBtoHiiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLBoWUaCF0lFKUaCRoHiiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLBoWUaCF0lFKUaCloHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDNoHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDhOdWJ1aBlOaBBOaDhOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVcwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUjAFDlHSUUpSMBGhpZ2iUaBMolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgLSwOFlGgWdJRSlIwNYm91bmRlZF9iZWxvd5RoEyiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYDAAAAAAAAAAEBAZRoIksDhZRoFnSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True  True  True]", "bounded_above": "[ True  True  True]", "_np_random": null}, "n_envs": 4, "system_info": {"OS": "Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023", "Python": "3.10.11", "Stable-Baselines3": "1.8.0", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space (Tuple)\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Uses the CombinedExtractor\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7fd76ec2b370>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fd76ec34740>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVowAAAAAAAAB9lCiMDGxvZ19zdGRfaW5pdJRK/v///4wKb3J0aG9faW5pdJSJjA9vcHRpbWl6ZXJfY2xhc3OUjBN0b3JjaC5vcHRpbS5ybXNwcm9wlIwHUk1TcHJvcJSTlIwQb3B0aW1pemVyX2t3YXJnc5R9lCiMBWFscGhhlEc/764UeuFHrowDZXBzlEc+5Pi1iONo8YwMd2VpZ2h0X2RlY2F5lEsAdXUu", "log_std_init": -2, "ortho_init": false, "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 1000000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1686172425149343703, "learning_rate": 0.001, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9QYk3S8an8hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAusHHPm85grw5GxE/usHHPm85grw5GxE/usHHPm85grw5GxE/usHHPm85grw5GxE/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAA2qm1v7iVkD+o7JU+ONYiP7c3hD+oJNM/nSpKPmbvjb6RdUu/icYMv3/Yl7+X2VW/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAAC6wcc+bzmCvDkbET9xrJ49aaF0umdmlT26wcc+bzmCvDkbET9xrJ49aaF0umdmlT26wcc+bzmCvDkbET9xrJ49aaF0umdmlT26wcc+bzmCvDkbET9xrJ49aaF0umdmlT2UaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 0.3901499  -0.01589653  0.56682163]\n [ 0.3901499  -0.01589653  0.56682163]\n [ 0.3901499  -0.01589653  0.56682163]\n [ 0.3901499  -0.01589653  0.56682163]]", "desired_goal": "[[-1.419246    1.129569    0.29282117]\n [ 0.6360812   1.0329503   1.6495562 ]\n [ 0.19742818 -0.2772171  -0.7947627 ]\n [-0.5499044  -1.1862944  -0.8353514 ]]", "observation": "[[ 0.3901499  -0.01589653  0.56682163  0.07747734 -0.00093319  0.07294922]\n [ 0.3901499  -0.01589653  0.56682163  0.07747734 -0.00093319  0.07294922]\n [ 0.3901499  -0.01589653  0.56682163  0.07747734 -0.00093319  0.07294922]\n [ 0.3901499  -0.01589653  0.56682163  0.07747734 -0.00093319  0.07294922]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAArH7VPf5jEr5BcR0+4ZSqPa9CrL3ORmk+r3vYPWj2Cr3CFhc+RKVDPDesSb3ibxg+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]]", "desired_goal": "[[ 0.10424551 -0.14295956  0.15375234]\n [ 0.08329178 -0.08411156  0.22780916]\n [ 0.10570466 -0.0339264   0.14754775]\n [ 0.01194126 -0.0492365   0.1488643 ]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]]"}, "_episode_num": 0, "use_sde": true, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIVP1K58Oz0b+UhpRSlIwBbJRLMowBdJRHQKZxisTWXkZ1fZQoaAZoCWgPQwg4Mo/8wUDnv5SGlFKUaBVLMmgWR0CmcOe5e7cxdX2UKGgGaAloD0MIVRSvsrYp47+UhpRSlGgVSzJoFkdApnBHLidauHV9lChoBmgJaA9DCAYQPpRoyd6/lIaUUpRoFUsyaBZHQKZvhiuuA7R1fZQoaAZoCWgPQwj43t+gvfrZv5SGlFKUaBVLMmgWR0Cmcn6jN6gNdX2UKGgGaAloD0MIjuvf9Zmz4b+UhpRSlGgVSzJoFkdApnHbKT0QLHV9lChoBmgJaA9DCMoV3uUivua/lIaUUpRoFUsyaBZHQKZxOp71Iy11fZQoaAZoCWgPQwiPG3433bLQv5SGlFKUaBVLMmgWR0CmcHmthd+odX2UKGgGaAloD0MI5/7qcd9qx7+UhpRSlGgVSzJoFkdApnOALThHb3V9lChoBmgJaA9DCLGoiNNJtuC/lIaUUpRoFUsyaBZHQKZy3HUc4o91fZQoaAZoCWgPQwgCYadYNQjJv5SGlFKUaBVLMmgWR0CmcjvpQk5ZdX2UKGgGaAloD0MIRuuoaoKo5L+UhpRSlGgVSzJoFkdApnF7A8B+4XV9lChoBmgJaA9DCJP/yd+9o+S/lIaUUpRoFUsyaBZHQKZ0ecU/OdJ1fZQoaAZoCWgPQwj8qfHSTWLbv5SGlFKUaBVLMmgWR0Cmc9YnfEXMdX2UKGgGaAloD0MIRbde04OCwr+UhpRSlGgVSzJoFkdApnM1o371qXV9lChoBmgJaA9DCMvbEU4L3ui/lIaUUpRoFUsyaBZHQKZydNbC79R1fZQoaAZoCWgPQwjvHwvRIXDev5SGlFKUaBVLMmgWR0CmdYFjEvTPdX2UKGgGaAloD0MIyjfb3Jge6L+UhpRSlGgVSzJoFkdApnTdu+AVf3V9lChoBmgJaA9DCFzLZDiez+6/lIaUUpRoFUsyaBZHQKZ0PSS/0ul1fZQoaAZoCWgPQwiWB+kpcojXv5SGlFKUaBVLMmgWR0Cmc3w0waisdX2UKGgGaAloD0MI5SX/k7971r+UhpRSlGgVSzJoFkdApnZzrVvuPXV9lChoBmgJaA9DCEhqoWRyata/lIaUUpRoFUsyaBZHQKZ10DOC5Et1fZQoaAZoCWgPQwjTpBR0e0nnv5SGlFKUaBVLMmgWR0CmdS+d07r+dX2UKGgGaAloD0MIYwgAjj17yr+UhpRSlGgVSzJoFkdApnRut2cJ+nV9lChoBmgJaA9DCMjT8gNXedG/lIaUUpRoFUsyaBZHQKZ4BqLS/j91fZQoaAZoCWgPQwisAN9t3rjiv5SGlFKUaBVLMmgWR0Cmd2PQF9rodX2UKGgGaAloD0MI1skZijve3r+UhpRSlGgVSzJoFkdApnbD/+85CHV9lChoBmgJaA9DCEPlX8sr19i/lIaUUpRoFUsyaBZHQKZ2A9mpVCJ1fZQoaAZoCWgPQwigNNQoJJnYv5SGlFKUaBVLMmgWR0CmeZYrJ8v3dX2UKGgGaAloD0MIy0qTUtDt1L+UhpRSlGgVSzJoFkdApnjzPjXFtXV9lChoBmgJaA9DCL9gN2xblN+/lIaUUpRoFUsyaBZHQKZ4U1UEPlN1fZQoaAZoCWgPQwiK5gEs8uvfv5SGlFKUaBVLMmgWR0Cmd5MQd0aIdX2UKGgGaAloD0MIhuXPtwXL4L+UhpRSlGgVSzJoFkdApnt3zFuNxXV9lChoBmgJaA9DCHwL68a7I+q/lIaUUpRoFUsyaBZHQKZ61oyKvV51fZQoaAZoCWgPQwgt6SgHswnjv5SGlFKUaBVLMmgWR0CmejamO2iMdX2UKGgGaAloD0MI7iO3Jt0W4L+UhpRSlGgVSzJoFkdApnl2wcHW0HV9lChoBmgJaA9DCHEDPj+MEOi/lIaUUpRoFUsyaBZHQKZ9OTakAPx1fZQoaAZoCWgPQwgGD9O+ub/Xv5SGlFKUaBVLMmgWR0CmfJaXSjQBdX2UKGgGaAloD0MIoDTUKCSZ5L+UhpRSlGgVSzJoFkdApnv3GVAzHnV9lChoBmgJaA9DCKUuGcdIduG/lIaUUpRoFUsyaBZHQKZ7N0K7ZnN1fZQoaAZoCWgPQwholgSoqeXgv5SGlFKUaBVLMmgWR0CmftfzJ6ppdX2UKGgGaAloD0MI6Zs0DYrm27+UhpRSlGgVSzJoFkdApn41BlcyFnV9lChoBmgJaA9DCKuTMxR3vN+/lIaUUpRoFUsyaBZHQKZ9liADq4Z1fZQoaAZoCWgPQwhq39xfPe7av5SGlFKUaBVLMmgWR0CmfNX9JjDsdX2UKGgGaAloD0MIvsEXJlOF7r+UhpRSlGgVSzJoFkdApoCAvcrRSnV9lChoBmgJaA9DCMPYQpCDEuG/lIaUUpRoFUsyaBZHQKZ/3gYxcml1fZQoaAZoCWgPQwjLSpNS0O3cv5SGlFKUaBVLMmgWR0Cmfz4mb9ZSdX2UKGgGaAloD0MIodefxOfO6L+UhpRSlGgVSzJoFkdApn59sFdLQHV9lChoBmgJaA9DCCqQ2Vn0TuG/lIaUUpRoFUsyaBZHQKaB9NO/L1V1fZQoaAZoCWgPQwisOxbbpKLev5SGlFKUaBVLMmgWR0CmgVESuhbodX2UKGgGaAloD0MIuarsuyL467+UhpRSlGgVSzJoFkdApoCwrjHXE3V9lChoBmgJaA9DCHBE96xrtOi/lIaUUpRoFUsyaBZHQKZ/7+hoM8Z1fZQoaAZoCWgPQwgOETenkoHsv5SGlFKUaBVLMmgWR0CmgwjawljWdX2UKGgGaAloD0MIsVOsGoS53r+UhpRSlGgVSzJoFkdApoJlSflIVnV9lChoBmgJaA9DCPQz9bpFYN6/lIaUUpRoFUsyaBZHQKaBxKp1ifB1fZQoaAZoCWgPQwhvZB75gwHwv5SGlFKUaBVLMmgWR0CmgQR8twrEdX2UKGgGaAloD0MIFmniHeBJ0b+UhpRSlGgVSzJoFkdApoP99YwIt3V9lChoBmgJaA9DCMrgKHl1jtu/lIaUUpRoFUsyaBZHQKaDWlCTlkp1fZQoaAZoCWgPQwj1TC8xlmnov5SGlFKUaBVLMmgWR0Cmgrm1YyO8dX2UKGgGaAloD0MIjpCBPLt83b+UhpRSlGgVSzJoFkdApoH4yTINmXV9lChoBmgJaA9DCNhK6C6Js9C/lIaUUpRoFUsyaBZHQKaFFY02tMh1fZQoaAZoCWgPQwidvTPaqiTpv5SGlFKUaBVLMmgWR0CmhHIfr8iwdX2UKGgGaAloD0MIizTxDvCky7+UhpRSlGgVSzJoFkdApoPRqqOtGXV9lChoBmgJaA9DCBR15h4S/vK/lIaUUpRoFUsyaBZHQKaDEaXrt3R1fZQoaAZoCWgPQwjrxOV4BaLTv5SGlFKUaBVLMmgWR0CmhjMmF8G+dX2UKGgGaAloD0MIsTTwoxr26b+UhpRSlGgVSzJoFkdApoWPgHeJpHV9lChoBmgJaA9DCAaAKm7c4ue/lIaUUpRoFUsyaBZHQKaE7t/nW8R1fZQoaAZoCWgPQwg5Rx0dV2Pxv5SGlFKUaBVLMmgWR0CmhC6ZhKDkdX2UKGgGaAloD0MIev8fJ0wY6b+UhpRSlGgVSzJoFkdApoc4iaAnUnV9lChoBmgJaA9DCKiPwB9+PvG/lIaUUpRoFUsyaBZHQKaGlRCx/ut1fZQoaAZoCWgPQwhwQiECDiHiv5SGlFKUaBVLMmgWR0CmhfSNOuaGdX2UKGgGaAloD0MISzrKwWyC8L+UhpRSlGgVSzJoFkdApoUzw6QvH3V9lChoBmgJaA9DCBbe5SK+k+O/lIaUUpRoFUsyaBZHQKaIMINVinZ1fZQoaAZoCWgPQwj2su20NSLqv5SGlFKUaBVLMmgWR0Cmh4zNliBodX2UKGgGaAloD0MIO+P74lKV6b+UhpRSlGgVSzJoFkdApobsPnSv1XV9lChoBmgJaA9DCLZMhuP5DPG/lIaUUpRoFUsyaBZHQKaGKzt1IRR1fZQoaAZoCWgPQwiZRSi2gqbwv5SGlFKUaBVLMmgWR0CmiVPQF9rodX2UKGgGaAloD0MI27+y0qQU07+UhpRSlGgVSzJoFkdApoiwKUmlZXV9lChoBmgJaA9DCM10r5P6suK/lIaUUpRoFUsyaBZHQKaID5i3G4t1fZQoaAZoCWgPQwjl7J3RViXXv5SGlFKUaBVLMmgWR0Cmh065f+judX2UKGgGaAloD0MISRPvAE9a3b+UhpRSlGgVSzJoFkdApopPNFBppXV9lChoBmgJaA9DCJAuNq0UAuO/lIaUUpRoFUsyaBZHQKaJq6Zpi7V1fZQoaAZoCWgPQwgAOWHCaNbqv5SGlFKUaBVLMmgWR0CmiQsrVe8gdX2UKGgGaAloD0MI0XgiiPNw57+UhpRSlGgVSzJoFkdApohKW7e2u3V9lChoBmgJaA9DCIsaTMPwEd6/lIaUUpRoFUsyaBZHQKaLReO4oZ11fZQoaAZoCWgPQwiEKcql8Uvyv5SGlFKUaBVLMmgWR0CmiqJZOi35dX2UKGgGaAloD0MIW5pbIaxG9L+UhpRSlGgVSzJoFkdApooBwVCXyHV9lChoBmgJaA9DCG6GG/D54eu/lIaUUpRoFUsyaBZHQKaJQK0D2al1fZQoaAZoCWgPQwhVa2EW2jnnv5SGlFKUaBVLMmgWR0CmjEJJPIn0dX2UKGgGaAloD0MIO8jrwaR45L+UhpRSlGgVSzJoFkdApouesNlRQHV9lChoBmgJaA9DCEdZv5mYLt+/lIaUUpRoFUsyaBZHQKaK/jmSyMV1fZQoaAZoCWgPQwg01ZP5R9/Vv5SGlFKUaBVLMmgWR0Cmij0nw5NodX2UKGgGaAloD0MIKjqSy39I67+UhpRSlGgVSzJoFkdApo06HGjsU3V9lChoBmgJaA9DCJV9VwT/W+O/lIaUUpRoFUsyaBZHQKaMloWYWtV1fZQoaAZoCWgPQwiOklfnGJDdv5SGlFKUaBVLMmgWR0Cmi/Xp4bCKdX2UKGgGaAloD0MIMxXikXg587+UhpRSlGgVSzJoFkdApos00Nz8xnV9lChoBmgJaA9DCHfaGhGMg92/lIaUUpRoFUsyaBZHQKaOI7jkuHx1fZQoaAZoCWgPQwjqJFtdTonnv5SGlFKUaBVLMmgWR0CmjX/2kBS2dX2UKGgGaAloD0MIfjZy3ZTy7b+UhpRSlGgVSzJoFkdApozfHq/ucHV9lChoBmgJaA9DCMdim1Q01ue/lIaUUpRoFUsyaBZHQKaMHfZVXFN1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 31250, "n_steps": 8, "gamma": 0.99, "gae_lambda": 0.9, "ent_coef": 0.001, "vf_coef": 0.4, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVWAMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZSMAUOUdJRSlIwEaGlnaJRoHiiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBZLA4WUaCF0lFKUjA1ib3VuZGVkX2JlbG93lGgeKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIXSUUpSMDWJvdW5kZWRfYWJvdmWUaB4olgMAAAAAAAAAAQEBlGgtSwOFlGghdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBZoGUsDhZRoG2geKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoIXSUUpRoJGgeKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFksDhZRoIXSUUpRoKWgeKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoM2geKJYDAAAAAAAAAAEBAZRoLUsDhZRoIXSUUpRoOE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBlLBoWUaBtoHiiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLBoWUaCF0lFKUaCRoHiiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLBoWUaCF0lFKUaCloHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDNoHiiWBgAAAAAAAAABAQEBAQGUaC1LBoWUaCF0lFKUaDhOdWJ1aBlOaBBOaDhOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVcwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUjAFDlHSUUpSMBGhpZ2iUaBMolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgLSwOFlGgWdJRSlIwNYm91bmRlZF9iZWxvd5RoEyiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYDAAAAAAAAAAEBAZRoIksDhZRoFnSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True  True  True]", "bounded_above": "[ True  True  True]", "_np_random": null}, "n_envs": 4, "system_info": {"OS": "Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023", "Python": "3.10.11", "Stable-Baselines3": "1.8.0", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}}

results.json

@@ -1 +1 @@
-{"mean_reward": -3.6771983929909764, "std_reward": 1.8279577380383247, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-06-07T20:35:14.211310"}
+{"mean_reward": -0.515101669402793, "std_reward": 0.2420440382549309, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-06-07T22:43:03.215340"}

vec_normalize.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:767764dc55592a3a507693d2a70f703828dde78be216494c4734fe2ea298d062
+oid sha256:e2a7bf8fa368e341c7ab6d3f0d634c068d7d51920b75a9d1b6ec0d829748fde4
 size 2387