trained model 2e+06 steps

LunarLander-v2-ppo.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b895e1ce36e37f5f0495e733794aebdb10f715ea384f05b8ede8d40e3e45ca43
-size 143575
+oid sha256:104c54e79924815abe3768f1ee03c4379e17f32d8d451548786067551b14c897
+size 143584

LunarLander-v2-ppo/data

@@ -47,16 +47,16 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1652531109.5395737,
-    "learning_rate": 0.0008,
-    "tensorboard_log": "runs/hjjmc20b",
+    "start_time": 1652533163.0742266,
+    "learning_rate": 0.0004,
+    "tensorboard_log": "runs/34hjwewx",
     "lr_schedule": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9KNuLrHEMthZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
+        ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz86NuLrHEMthZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJpDCrzSvvW7WAH4OUK59jqydr68qkbTvAAAgD8AAIA/YEsVPtC2nD5lnOK+a04Hv0lQuLy6fHG+AAAAAAAAAAAAIJm7j7ZQuifIRrN5X12vKE8MOhObvjMAAIA/AACAP93Tjz5KrQc/pg8Xv+3yIr/ADD4+CqjmvgAAAAAAAAAAwJfuvfRbpz9tICa/vBL6vnGjpb3SmMu+AAAAAAAAAACmvpi9lpZNPViTgT4lvZ++pKcpPl2kYj0AAAAAAAAAAM0UpDtM068/jqyBPZ7Hmb7jKbq7bjdovAAAAAAAAAAAs69nPgzwkj/+IgQ/zfAYv7He0T7nd6k+AAAAAAAAAAAAAzG9FhoOPR9VJj51vbi+bIysPT7CDDwAAAAAAAAAAOZZnz0O65w/UmdJPpfvNb9d8BM+uTS+PQAAAAAAAAAATQJ6vVjyzT19oqQ+3D60vocfKz6WWCM9AAAAAAAAAADm+MI9338+P2LgmD38xUa/0rFbPnsdLT0AAAAAAAAAAJrPmbxIk5y68F+NsnuvIDAuegq68VwGMwAAgD8AAIA/gJswPjmnij+oh+8+NmcLvxhvmj7BOp4+AAAAAAAAAABmPlw7tThRPjteqzzFlsK+2xA0PRrOALoAAAAAAAAAAHOYsL0Cm4k/GCbgvWsTO7/MaAS+dd/SvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAADxqjyLyk0/gUaZvPpN977DlOo745b0vAAAAAAAAAAAzTqPvNI9krsaTkM8fAmwPIQN2Lzvt5Q9AACAPwAAgD9AZYi9XAkROw5NFb5R+I2+wPSgvX6CjD4AAIA/AAAAAM0kWDwtTLg/snKGPvzvUD5opEu62cQxOwAAAAAAAAAAZnLeu85Nrj+RVRy+pPgVv7Hqp7vvN7a9AAAAAAAAAAAmDyY+FojgPnbVvb7z/b6+QLE0Pc4Air4AAAAAAAAAAJrNQ7ykgGm5rmyOOa0aADU6rI06hdmquAAAgD8AAIA/M+xwPnwjgj/ehYY9Z3DYvpIJ6z4VPS6+AAAAAAAAAAAAmmI8KkShPxoLxD1vsw+/mrjOPLhWKD0AAAAAAAAAAM2u/TzEWJQ+K59zvq1i574MoIi9jvGTvQAAAAAAAAAAmunVPUDh9D7oYKy+GaD1vr+0qr08tka+AAAAAAAAAACaOhA9e5qWulAHfLshc4i4eKe9OiyomTgAAIA/AACAP7PkEr2By0g+D/m9PjXQd77Yk6U+hnqLuwAAAAAAAAAAZv2LvD1VRLt4fD+8Skd2PFb7oDw+e1W9AACAPwAAgD/Nwhm9eE3IPdIYST1B8HG+zcM5vD9bsT0AAAAAAAAAAAA2Yr2uq4m6aDIEtT4rQbAUKAE7GEtpNAAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -69,7 +69,7 @@
     "_current_progress_remaining": -0.007616000000000067,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIaAQb17+gcUCUhpRSlIwBbJRLn4wBdJRHQJxhTGKhtch1fZQoaAZoCWgPQwhaETXRZ+xwQJSGlFKUaBVLrmgWR0CcYVeHSF4+dX2UKGgGaAloD0MISSu+oTA1cUCUhpRSlGgVS8VoFkdAnGFU+X7cf3V9lChoBmgJaA9DCIlEoWWdW3BAlIaUUpRoFUufaBZHQJxiDO5avA51fZQoaAZoCWgPQwjVQV4PpulxQJSGlFKUaBVLt2gWR0CcYnDmr8zidX2UKGgGaAloD0MI5urHJjmhc0CUhpRSlGgVS89oFkdAnGKX1rZam3V9lChoBmgJaA9DCKWhRiGJi3BAlIaUUpRoFUuzaBZHQJxi25avA451fZQoaAZoCWgPQwhoI9dNKd9yQJSGlFKUaBVLumgWR0CcYzz5XU6QdX2UKGgGaAloD0MIweYcPJOPb0CUhpRSlGgVS6poFkdAnGNflp48l3V9lChoBmgJaA9DCESi0LJuuXJAlIaUUpRoFUubaBZHQJxjj/S6UaB1fZQoaAZoCWgPQwjuBtFa0WdvQJSGlFKUaBVLoGgWR0CccmLwnYxtdX2UKGgGaAloD0MIAU9auKz7bkCUhpRSlGgVS6NoFkdAnHMdl7MPjHV9lChoBmgJaA9DCKq3BrZKC3NAlIaUUpRoFUutaBZHQJxzQJ5VwP11fZQoaAZoCWgPQwhBSBYwQRpyQJSGlFKUaBVLrWgWR0Ccc7kuHvc8dX2UKGgGaAloD0MIMqzijUxGcUCUhpRSlGgVS6toFkdAnHPSAxzq8nV9lChoBmgJaA9DCI+Oq5GdXnNAlIaUUpRoFUuuaBZHQJxz5f/m1Y11fZQoaAZoCWgPQwhdxHdilj9yQJSGlFKUaBVLumgWR0CcdBDtPYWddX2UKGgGaAloD0MI3gGetPDpcECUhpRSlGgVS6toFkdAnHSUxREWqXV9lChoBmgJaA9DCHLD76bbwHNAlIaUUpRoFUvQaBZHQJx0kjZ+QU51fZQoaAZoCWgPQwhSfecXJe9zQJSGlFKUaBVL12gWR0CcdMRB/qgRdX2UKGgGaAloD0MIiUShZd2ecUCUhpRSlGgVS6hoFkdAnHThFI/Z/XV9lChoBmgJaA9DCAiT4uOTy3FAlIaUUpRoFUuoaBZHQJx0/lijL0V1fZQoaAZoCWgPQwhXz0nvWxlzQJSGlFKUaBVLuGgWR0CcdYm3vx6OdX2UKGgGaAloD0MIIa8Hk2IjcUCUhpRSlGgVS71oFkdAnHYxKcurZXV9lChoBmgJaA9DCEkvavfrsnBAlIaUUpRoFUvEaBZHQJx2OC9RJmN1fZQoaAZoCWgPQwjB5EaR9eVxQJSGlFKUaBVLwGgWR0CcdnpDNQj2dX2UKGgGaAloD0MI8xsmGuTpckCUhpRSlGgVS7poFkdAnHagl4TsY3V9lChoBmgJaA9DCFPovMYuv3FAlIaUUpRoFUuuaBZHQJx3Pf779AJ1fZQoaAZoCWgPQwiFmEuqNuFwQJSGlFKUaBVLlWgWR0Ccd0xt52QodX2UKGgGaAloD0MIFCNL5phDcECUhpRSlGgVS6RoFkdAnHd4wAU+LXV9lChoBmgJaA9DCLXf2okSSHNAlIaUUpRoFUvLaBZHQJx3yvFFUhp1fZQoaAZoCWgPQwgdsKvJk0xzQJSGlFKUaBVLvWgWR0CceCDZ13dLdX2UKGgGaAloD0MIrWwf8haNcECUhpRSlGgVS5NoFkdAnHhA4jrzG3V9lChoBmgJaA9DCBGq1OxB2nBAlIaUUpRoFUujaBZHQJx4fkwN9Yx1fZQoaAZoCWgPQwhrYKsECy5yQJSGlFKUaBVLy2gWR0CceK5d4VyndX2UKGgGaAloD0MIXfsCemFscUCUhpRSlGgVS7poFkdAnHjOFlCkXXV9lChoBmgJaA9DCO6VeavufHFAlIaUUpRoFUu9aBZHQJx44Yk3S8d1fZQoaAZoCWgPQwgIjzaOGHtwQJSGlFKUaBVLpWgWR0CceUsjmjj8dX2UKGgGaAloD0MInMB0Wreic0CUhpRSlGgVS8ZoFkdAnHlqLsKLKnV9lChoBmgJaA9DCPj/ccKEuHBAlIaUUpRoFUunaBZHQJx57uKGcnV1fZQoaAZoCWgPQwhljA+zV+1wQJSGlFKUaBVLrmgWR0CcehFrEcbSdX2UKGgGaAloD0MIY2Adx09ccUCUhpRSlGgVS6toFkdAnHplpwjt5XV9lChoBmgJaA9DCLjNVIiHuXBAlIaUUpRoFUuWaBZHQJx6iLqD9O11fZQoaAZoCWgPQwholZnS+mxxQJSGlFKUaBVLmmgWR0CcepNvwVj7dX2UKGgGaAloD0MIxomvdlS1ckCUhpRSlGgVS8FoFkdAnHq9k8Rtg3V9lChoBmgJaA9DCGsqi8Iu129AlIaUUpRoFUuhaBZHQJx7rgbZOBV1fZQoaAZoCWgPQwhU4jrGlVJxQJSGlFKUaBVLxGgWR0Cce6/rjYI0dX2UKGgGaAloD0MIgbOULOfDcECUhpRSlGgVS5BoFkdAnHvd/OMVDnV9lChoBmgJaA9DCDCeQUM/fHFAlIaUUpRoFUu/aBZHQJx74jt5UtJ1fZQoaAZoCWgPQwhK7UW03SRxQJSGlFKUaBVLp2gWR0CcfA0dRzikdX2UKGgGaAloD0MIJO6x9CFTcUCUhpRSlGgVS7toFkdAnHwf5+H8CXV9lChoBmgJaA9DCIat2cpL1XBAlIaUUpRoFUu2aBZHQJx8vUtqYZ51fZQoaAZoCWgPQwgGSDSBYmZwQJSGlFKUaBVLo2gWR0CcfMhJyyUtdX2UKGgGaAloD0MI+mAZGzpec0CUhpRSlGgVS99oFkdAnH1615Sm7HV9lChoBmgJaA9DCE0Ttp/Mt3FAlIaUUpRoFUufaBZHQJx9jNB4Uvh1fZQoaAZoCWgPQwgP7s7aLYdzQJSGlFKUaBVLzGgWR0CcfeSUTtb+dX2UKGgGaAloD0MIRx6ILFKrckCUhpRSlGgVS8FoFkdAnH4xPfsNUnV9lChoBmgJaA9DCO9v0F699XFAlIaUUpRoFUu5aBZHQJx+ilnAZbZ1fZQoaAZoCWgPQwjCo40j1oVwQJSGlFKUaBVLumgWR0CcfvZmI0qIdX2UKGgGaAloD0MIe6TBba25cECUhpRSlGgVS8ZoFkdAnH8Q1aW5Y3V9lChoBmgJaA9DCEyo4PACVnNAlIaUUpRoFUvZaBZHQJx/h4rz5Gl1fZQoaAZoCWgPQwjrrYGt0hRxQJSGlFKUaBVLtWgWR0Ccf/dDpkf+dX2UKGgGaAloD0MIe/mdJrMPc0CUhpRSlGgVS7ZoFkdAnIAux0MgEHV9lChoBmgJaA9DCAaCABl6i3NAlIaUUpRoFUu/aBZHQJyAMjkdWAB1fZQoaAZoCWgPQwhqZ5jakt5yQJSGlFKUaBVLsWgWR0CcgEIvalDXdX2UKGgGaAloD0MIUrXdBF9KckCUhpRSlGgVS89oFkdAnIC//3nIQ3V9lChoBmgJaA9DCKCnAYNkqHJAlIaUUpRoFUvFaBZHQJyAxzhgmZ51fZQoaAZoCWgPQwjO+pRjsl5zQJSGlFKUaBVLuGgWR0CcgSa0hNdrdX2UKGgGaAloD0MIccgG0gX1cECUhpRSlGgVS75oFkdAnIFSWmgrY3V9lChoBmgJaA9DCDkNUYX/Y3FAlIaUUpRoFUuVaBZHQJyBuqNp/PR1fZQoaAZoCWgPQwjNsFHWbzBwQJSGlFKUaBVLtGgWR0Ccgb0rK/21dX2UKGgGaAloD0MIOpUMAFWBcUCUhpRSlGgVS7BoFkdAnIIKO5rgwXV9lChoBmgJaA9DCFddh2rKw3JAlIaUUpRoFUvFaBZHQJyCMV+I/JN1fZQoaAZoCWgPQwhXBWox+ElxQJSGlFKUaBVLmmgWR0CcgoBKcurZdX2UKGgGaAloD0MIWW3+X3XzcECUhpRSlGgVS6xoFkdAnIMIWLxZuHV9lChoBmgJaA9DCBSX4xXIwHBAlIaUUpRoFUvEaBZHQJyDGe9SMtN1fZQoaAZoCWgPQwhN+RBUTRxxQJSGlFKUaBVLtGgWR0Ccg6AJswcpdX2UKGgGaAloD0MIbVfog+VjcUCUhpRSlGgVS7BoFkdAnIPpWaMJhXV9lChoBmgJaA9DCGVvKefLSnNAlIaUUpRoFUuyaBZHQJyEPM0P6Kt1fZQoaAZoCWgPQwijPV5IR0xyQJSGlFKUaBVLvmgWR0CchHDkU9IPdX2UKGgGaAloD0MIIv5hS0/UckCUhpRSlGgVS85oFkdAnITORT0g83V9lChoBmgJaA9DCAqjWdm+13BAlIaUUpRoFUu2aBZHQJyE4RxtHhF1fZQoaAZoCWgPQwjCpPj4BMBxQJSGlFKUaBVLvmgWR0CchQiS7oStdX2UKGgGaAloD0MIX0NwXEZ2b0CUhpRSlGgVS7JoFkdAnIVZNKyv93V9lChoBmgJaA9DCOsdboeGA3JAlIaUUpRoFUu9aBZHQJyFbDP4VRF1fZQoaAZoCWgPQwhvRWKCmvRwQJSGlFKUaBVLu2gWR0CchgKifxtpdX2UKGgGaAloD0MIzVg0nZ0FckCUhpRSlGgVS7NoFkdAnIYms7uDz3V9lChoBmgJaA9DCAspP6k2yXBAlIaUUpRoFUuTaBZHQJyGZ2icoYx1fZQoaAZoCWgPQwhsQlpjEORyQJSGlFKUaBVLwWgWR0CchpquKXOXdX2UKGgGaAloD0MIjCyZY/nKcECUhpRSlGgVS95oFkdAnIbOtr9ETnV9lChoBmgJaA9DCMfa39leuHFAlIaUUpRoFUvEaBZHQJyHAJfICEJ1fZQoaAZoCWgPQwhX6e46W0lxQJSGlFKUaBVLoWgWR0Cch0iqABkqdX2UKGgGaAloD0MITg00n/OsckCUhpRSlGgVS8ZoFkdAnIerItDlYHV9lChoBmgJaA9DCFzHuOJiUHNAlIaUUpRoFUu8aBZHQJyIQ0Q9RrJ1fZQoaAZoCWgPQwhjt88q805xQJSGlFKUaBVLnWgWR0CciIlp48lpdX2UKGgGaAloD0MIHhoWo65NcUCUhpRSlGgVS6NoFkdAnIif029+PXV9lChoBmgJaA9DCEn0MoqlWHJAlIaUUpRoFUvAaBZHQJyIutSydFx1fZQoaAZoCWgPQwjr/Ntlv0hyQJSGlFKUaBVLu2gWR0CciNL127nQdX2UKGgGaAloD0MI4qyImuh9TECUhpRSlGgVS2xoFkdAnIkjPOY6XHV9lChoBmgJaA9DCGufjscMrXBAlIaUUpRoFUunaBZHQJyJVSde6Zp1ZS4="
+        ":serialized:": "gAWVIxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIhXe5iO8yckCUhpRSlIwBbJRLvYwBdJRHQJ+4/p3X7Lt1fZQoaAZoCWgPQwj0xd6LL8VwQJSGlFKUaBVL4GgWR0CfuaOAiFCcdX2UKGgGaAloD0MIIjSCjSsucUCUhpRSlGgVS+9oFkdAn7qRBeHBUXV9lChoBmgJaA9DCPfI5qr5w3BAlIaUUpRoFUvLaBZHQJ+6yeZof0V1fZQoaAZoCWgPQwgYXknyHNdyQJSGlFKUaBVL4GgWR0Cfu6qbz9S/dX2UKGgGaAloD0MIbqKW5lbCc0CUhpRSlGgVS/JoFkdAn7wMU/OdG3V9lChoBmgJaA9DCNY1Wg70F3FAlIaUUpRoFUvnaBZHQJ+8rgZTAFh1fZQoaAZoCWgPQwgtJ6H0RXJzQJSGlFKUaBVNAwFoFkdAn7y+oo/iYXV9lChoBmgJaA9DCJ0v9l78g3FAlIaUUpRoFUvSaBZHQJ+84vboKUp1fZQoaAZoCWgPQwgrvwzGyAxyQJSGlFKUaBVL02gWR0CfvVCJ40MxdX2UKGgGaAloD0MIdJZZhOLNckCUhpRSlGgVS+VoFkdAn72NWhh6SnV9lChoBmgJaA9DCBwkRPkC8HFAlIaUUpRoFUvKaBZHQJ+9lEVnEl51fZQoaAZoCWgPQwhkyoegagJyQJSGlFKUaBVL1GgWR0Cfvkd9Ujs2dX2UKGgGaAloD0MIpOL/jmjxcUCUhpRSlGgVTQEBaBZHQJ++Vr6+FlF1fZQoaAZoCWgPQwj4U+OlGwdyQJSGlFKUaBVLwWgWR0CfvnAzYVZcdX2UKGgGaAloD0MInl2+9SExckCUhpRSlGgVS+VoFkdAn75fxpcopnV9lChoBmgJaA9DCNlaXyS0Qm9AlIaUUpRoFUvdaBZHQJ++pQXQ+ll1fZQoaAZoCWgPQwjAzeLFguVxQJSGlFKUaBVLxmgWR0CfvxWdmQKbdX2UKGgGaAloD0MIg4k/ivrAcUCUhpRSlGgVS8toFkdAn8BB8twrD3V9lChoBmgJaA9DCMy0/Ssrq3NAlIaUUpRoFUu4aBZHQJ/AkOc2BJ91fZQoaAZoCWgPQwhTQUXVr3tvQJSGlFKUaBVL6GgWR0CfwM4ubqhUdX2UKGgGaAloD0MIM6SK4tV8bkCUhpRSlGgVS8VoFkdAn8E7XYlIE3V9lChoBmgJaA9DCJi9bDvt+XFAlIaUUpRoFUvUaBZHQJ/COVVxS511fZQoaAZoCWgPQwjkafmB67lyQJSGlFKUaBVLzWgWR0Cf0PYlpoK2dX2UKGgGaAloD0MITP28qQgfcUCUhpRSlGgVS8JoFkdAn9EfO6d1+3V9lChoBmgJaA9DCHbDtkXZy3FAlIaUUpRoFUvcaBZHQJ/RRNnGsFN1fZQoaAZoCWgPQwhE2zF115dxQJSGlFKUaBVLwGgWR0Cf0UncL0BfdX2UKGgGaAloD0MIqRH6mXrIcECUhpRSlGgVS7FoFkdAn9GwjQiRn3V9lChoBmgJaA9DCGjPZWoS1XFAlIaUUpRoFUvDaBZHQJ/SSYTj/+91fZQoaAZoCWgPQwiq1sIsdENxQJSGlFKUaBVLymgWR0Cf0mEuxrzodX2UKGgGaAloD0MIrfwyGGOOcECUhpRSlGgVS+loFkdAn9JwvQF9r3V9lChoBmgJaA9DCLmNBvAWqHJAlIaUUpRoFUvFaBZHQJ/Sl9c8klh1fZQoaAZoCWgPQwiQoWMHlRBzQJSGlFKUaBVL02gWR0Cf024hUzbfdX2UKGgGaAloD0MIgUOoUvPHcECUhpRSlGgVS9FoFkdAn9TGkSElFHV9lChoBmgJaA9DCDnv/+MEWHJAlIaUUpRoFUvKaBZHQJ/U6UaAFxJ1fZQoaAZoCWgPQwjF5uPaUE9vQJSGlFKUaBVL0WgWR0Cf1ec32mHhdX2UKGgGaAloD0MIycnErYIkT0CUhpRSlGgVS3doFkdAn9XcY/FBIHV9lChoBmgJaA9DCLvTnSceLXJAlIaUUpRoFUvgaBZHQJ/V5k6Lfk51fZQoaAZoCWgPQwjEd2LWy01yQJSGlFKUaBVLu2gWR0Cf1lipNsWPdX2UKGgGaAloD0MIAI+oUF0hcECUhpRSlGgVS8JoFkdAn9aMCo0hvHV9lChoBmgJaA9DCBvWVBZFPXJAlIaUUpRoFUvEaBZHQJ/W4MXrMTx1fZQoaAZoCWgPQwhaRuo9lU5vQJSGlFKUaBVL0WgWR0Cf1xd0q6OHdX2UKGgGaAloD0MItHbbhSZrc0CUhpRSlGgVS89oFkdAn9cx1klNUXV9lChoBmgJaA9DCK/pQUHp4XBAlIaUUpRoFUu+aBZHQJ/XuAUcn3N1fZQoaAZoCWgPQwghPUUOUYVyQJSGlFKUaBVL12gWR0Cf19SOR1YAdX2UKGgGaAloD0MIB3sTQ3LhbkCUhpRSlGgVS9JoFkdAn9hQcT8HfXV9lChoBmgJaA9DCNTzbizo1XBAlIaUUpRoFUvDaBZHQJ/ZDXZoPCl1fZQoaAZoCWgPQwix+bg2lNlwQJSGlFKUaBVNAAFoFkdAn9ni4rjHXHV9lChoBmgJaA9DCMHEH0Wd529AlIaUUpRoFUu/aBZHQJ/acafjCHh1fZQoaAZoCWgPQwg8FXDP80dwQJSGlFKUaBVLw2gWR0Cf25MuvlltdX2UKGgGaAloD0MIl8gFZzDdc0CUhpRSlGgVS89oFkdAn9wGLpA2RHV9lChoBmgJaA9DCL9EvHU+FHJAlIaUUpRoFUu6aBZHQJ/cBOO801t1fZQoaAZoCWgPQwhR+kLIeTlxQJSGlFKUaBVL+WgWR0Cf3C/3nIQwdX2UKGgGaAloD0MIuHNhpBeJc0CUhpRSlGgVS99oFkdAn9yEqpcX33V9lChoBmgJaA9DCN481SG3cnNAlIaUUpRoFUvbaBZHQJ/cz0I1LrZ1fZQoaAZoCWgPQwi29j5VxQFyQJSGlFKUaBVLyGgWR0Cf3M8rI5o5dX2UKGgGaAloD0MITQ8KShGrc0CUhpRSlGgVS8loFkdAn90OPBBRh3V9lChoBmgJaA9DCL8NMV4zJ3NAlIaUUpRoFUvPaBZHQJ/d3vVmSQp1fZQoaAZoCWgPQwjq6Lga2fpyQJSGlFKUaBVLzWgWR0Cf3fCIUJv6dX2UKGgGaAloD0MIlpLlJNQSckCUhpRSlGgVS/poFkdAn96PbsWweXV9lChoBmgJaA9DCD53gv1XdnJAlIaUUpRoFU17AmgWR0Cf3u6gdwNtdX2UKGgGaAloD0MIWoC21Sy4c0CUhpRSlGgVS+ZoFkdAn98sEFGG23V9lChoBmgJaA9DCJWCbi9pR25AlIaUUpRoFUvXaBZHQJ/fc+2VmjF1fZQoaAZoCWgPQwi3uMZncgVxQJSGlFKUaBVLzmgWR0Cf3+50r9VFdX2UKGgGaAloD0MIXHNH/0sJcUCUhpRSlGgVS8ZoFkdAn+Axt+CsfnV9lChoBmgJaA9DCOJbWDdedW9AlIaUUpRoFUvNaBZHQJ/htpTMqz91fZQoaAZoCWgPQwhB9Q8i2YxyQJSGlFKUaBVLz2gWR0Cf4cnsLORldX2UKGgGaAloD0MIlgSoqaWwcECUhpRSlGgVS7xoFkdAn+H8bFS88XV9lChoBmgJaA9DCA0AVdx4HXJAlIaUUpRoFUvlaBZHQJ/iCOaOPvN1fZQoaAZoCWgPQwi46c9+pB1zQJSGlFKUaBVL1mgWR0Cf4ieZ5Rj0dX2UKGgGaAloD0MImu/gJ44hcECUhpRSlGgVS8hoFkdAn+JR6Skj5nV9lChoBmgJaA9DCJRt4A6U3HFAlIaUUpRoFUvgaBZHQJ/iplI3BHl1fZQoaAZoCWgPQwiB64oZYeJxQJSGlFKUaBVLv2gWR0Cf4xhx5s0pdX2UKGgGaAloD0MIjKAxk6j6cUCUhpRSlGgVS9NoFkdAn+ONELH+63V9lChoBmgJaA9DCGWryymBgHJAlIaUUpRoFUvJaBZHQJ/j7bJwKjV1fZQoaAZoCWgPQwiTj90FypBzQJSGlFKUaBVNEQFoFkdAn+RzvAoG6nV9lChoBmgJaA9DCAppjUFnYnJAlIaUUpRoFUvMaBZHQJ/k8svqTr51fZQoaAZoCWgPQwjpEDgSKI5zQJSGlFKUaBVL12gWR0Cf5PG8VYZEdX2UKGgGaAloD0MI0jWTbzb3ckCUhpRSlGgVS+9oFkdAn+VYVIqb0HV9lChoBmgJaA9DCGMOgo7WBXNAlIaUUpRoFUvKaBZHQJ/laJXQtz11fZQoaAZoCWgPQwgheHx713JyQJSGlFKUaBVL1WgWR0Cf5fCg9NeudX2UKGgGaAloD0MIAMl06LT8ckCUhpRSlGgVS71oFkdAn+bPD+BH1HV9lChoBmgJaA9DCK702mxsFHJAlIaUUpRoFUu5aBZHQJ/nCPQv6CV1fZQoaAZoCWgPQwgtr1xv2zpyQJSGlFKUaBVLwWgWR0Cf5yf779AHdX2UKGgGaAloD0MIiXssfagucECUhpRSlGgVS9poFkdAn+fOvyLAHnV9lChoBmgJaA9DCFG/C1tzqHFAlIaUUpRoFUvyaBZHQJ/oOBmPHT91fZQoaAZoCWgPQwj8471qpRRwQJSGlFKUaBVLvWgWR0Cf6DP1+RYBdX2UKGgGaAloD0MI/+ibNE2ecUCUhpRSlGgVS+JoFkdAn+hbTDwYtXV9lChoBmgJaA9DCKH3xhBA6HBAlIaUUpRoFUvkaBZHQJ/ouQyRB/t1fZQoaAZoCWgPQwjwFHKlXnRxQJSGlFKUaBVLwWgWR0Cf6Y+tr9EUdX2UKGgGaAloD0MIIhecwV9Mc0CUhpRSlGgVS9RoFkdAn+mPUnXumnV9lChoBmgJaA9DCJS9pZxvVnJAlIaUUpRoFUvuaBZHQJ/p4AggX/J1fZQoaAZoCWgPQwidZRahGN9xQJSGlFKUaBVL0WgWR0Cf6mMcZLqVdX2UKGgGaAloD0MIiXssfegjc0CUhpRSlGgVS81oFkdAn+qwBLf1pXV9lChoBmgJaA9DCP3dO2qMtXJAlIaUUpRoFUvYaBZHQJ/rA31jAi51fZQoaAZoCWgPQwiitg2j4AZzQJSGlFKUaBVNCAFoFkdAn+vbqptJnXV9lChoBmgJaA9DCLzP8dEiunFAlIaUUpRoFUvvaBZHQJ/sOkGiYb91fZQoaAZoCWgPQwjX+Ez2j/twQJSGlFKUaBVLt2gWR0Cf7QTkhib2dX2UKGgGaAloD0MIdlQ1QdQMckCUhpRSlGgVS+toFkdAn+1U6YE4enV9lChoBmgJaA9DCKAZxAd2329AlIaUUpRoFUv0aBZHQJ/tXLwF1Sx1ZS4="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
@@ -78,8 +78,8 @@
     "_n_updates": 984,
     "n_steps": 1024,
     "gamma": 0.999,
-    "gae_lambda": 0.97,
-    "ent_coef": 0.0,
+    "gae_lambda": 0.98,
+    "ent_coef": 0.01,
     "vf_coef": 0.5,
     "max_grad_norm": 0.5,
     "batch_size": 128,

LunarLander-v2-ppo/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31deee26f7560fe5a35250026a0d7ab2012d17d43baae70d7d7b919f0cc33c7f
+oid sha256:98e65c54bee8c8a819b514717a10596e5e469cc86b82238d2e79f8457466364d
 size 84637

LunarLander-v2-ppo/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c9ac85f404b0d964b9a6849ab8de8fae1f9770c50824982ef7f782b6ac3f8966
+oid sha256:e2c3333e4af50a8564a6484c0a4f26681db73f257a876b2b8c86c3e8b77e83f3
 size 43073

README.md

@@ -10,7 +10,7 @@ model-index:
   results:
   - metrics:
     - type: mean_reward
-      value: 279.31 +/- 11.12
+      value: 283.05 +/- 17.49
       name: mean_reward
     task:
       type: reinforcement-learning

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f85272b50e0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f85272b5170>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f85272b5200>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f85272b5290>", "_build": "<function ActorCriticPolicy._build at 0x7f85272b5320>", "forward": "<function ActorCriticPolicy.forward at 0x7f85272b53b0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f85272b5440>", "_predict": "<function ActorCriticPolicy._predict at 0x7f85272b54d0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f85272b5560>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f85272b55f0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f85272b5680>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f85272eef60>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVngEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBXNoYXBllEsIhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAAAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/lGgKSwiFlIwBQ5R0lFKUjARoaWdolGgSKJYgAAAAAAAAAAAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/lGgKSwiFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWCAAAAAAAAAAAAAAAAAAAAJRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZRoFXSUUpSMDWJvdW5kZWRfYWJvdmWUaBIolggAAAAAAAAAAAAAAAAAAACUaCFLCIWUaBV0lFKUjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVgQAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwFc2hhcGWUKYwFZHR5cGWUjAVudW1weZRoB5OUjAJpOJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRijApfbnBfcmFuZG9tlE51Yi4=", "n": 4, "shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 2015232, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1652531109.5395737, "learning_rate": 0.0008, "tensorboard_log": "runs/hjjmc20b", "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9KNuLrHEMthZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJpDCrzSvvW7WAH4OUK59jqydr68qkbTvAAAgD8AAIA/YEsVPtC2nD5lnOK+a04Hv0lQuLy6fHG+AAAAAAAAAAAAIJm7j7ZQuifIRrN5X12vKE8MOhObvjMAAIA/AACAP93Tjz5KrQc/pg8Xv+3yIr/ADD4+CqjmvgAAAAAAAAAAwJfuvfRbpz9tICa/vBL6vnGjpb3SmMu+AAAAAAAAAACmvpi9lpZNPViTgT4lvZ++pKcpPl2kYj0AAAAAAAAAAM0UpDtM068/jqyBPZ7Hmb7jKbq7bjdovAAAAAAAAAAAs69nPgzwkj/+IgQ/zfAYv7He0T7nd6k+AAAAAAAAAAAAAzG9FhoOPR9VJj51vbi+bIysPT7CDDwAAAAAAAAAAOZZnz0O65w/UmdJPpfvNb9d8BM+uTS+PQAAAAAAAAAATQJ6vVjyzT19oqQ+3D60vocfKz6WWCM9AAAAAAAAAADm+MI9338+P2LgmD38xUa/0rFbPnsdLT0AAAAAAAAAAJrPmbxIk5y68F+NsnuvIDAuegq68VwGMwAAgD8AAIA/gJswPjmnij+oh+8+NmcLvxhvmj7BOp4+AAAAAAAAAABmPlw7tThRPjteqzzFlsK+2xA0PRrOALoAAAAAAAAAAHOYsL0Cm4k/GCbgvWsTO7/MaAS+dd/SvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.007616000000000067, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIaAQb17+gcUCUhpRSlIwBbJRLn4wBdJRHQJxhTGKhtch1fZQoaAZoCWgPQwhaETXRZ+xwQJSGlFKUaBVLrmgWR0CcYVeHSF4+dX2UKGgGaAloD0MISSu+oTA1cUCUhpRSlGgVS8VoFkdAnGFU+X7cf3V9lChoBmgJaA9DCIlEoWWdW3BAlIaUUpRoFUufaBZHQJxiDO5avA51fZQoaAZoCWgPQwjVQV4PpulxQJSGlFKUaBVLt2gWR0CcYnDmr8zidX2UKGgGaAloD0MI5urHJjmhc0CUhpRSlGgVS89oFkdAnGKX1rZam3V9lChoBmgJaA9DCKWhRiGJi3BAlIaUUpRoFUuzaBZHQJxi25avA451fZQoaAZoCWgPQwhoI9dNKd9yQJSGlFKUaBVLumgWR0CcYzz5XU6QdX2UKGgGaAloD0MIweYcPJOPb0CUhpRSlGgVS6poFkdAnGNflp48l3V9lChoBmgJaA9DCESi0LJuuXJAlIaUUpRoFUubaBZHQJxjj/S6UaB1fZQoaAZoCWgPQwjuBtFa0WdvQJSGlFKUaBVLoGgWR0CccmLwnYxtdX2UKGgGaAloD0MIAU9auKz7bkCUhpRSlGgVS6NoFkdAnHMdl7MPjHV9lChoBmgJaA9DCKq3BrZKC3NAlIaUUpRoFUutaBZHQJxzQJ5VwP11fZQoaAZoCWgPQwhBSBYwQRpyQJSGlFKUaBVLrWgWR0Ccc7kuHvc8dX2UKGgGaAloD0MIMqzijUxGcUCUhpRSlGgVS6toFkdAnHPSAxzq8nV9lChoBmgJaA9DCI+Oq5GdXnNAlIaUUpRoFUuuaBZHQJxz5f/m1Y11fZQoaAZoCWgPQwhdxHdilj9yQJSGlFKUaBVLumgWR0CcdBDtPYWddX2UKGgGaAloD0MI3gGetPDpcECUhpRSlGgVS6toFkdAnHSUxREWqXV9lChoBmgJaA9DCHLD76bbwHNAlIaUUpRoFUvQaBZHQJx0kjZ+QU51fZQoaAZoCWgPQwhSfecXJe9zQJSGlFKUaBVL12gWR0CcdMRB/qgRdX2UKGgGaAloD0MIiUShZd2ecUCUhpRSlGgVS6hoFkdAnHThFI/Z/XV9lChoBmgJaA9DCAiT4uOTy3FAlIaUUpRoFUuoaBZHQJx0/lijL0V1fZQoaAZoCWgPQwhXz0nvWxlzQJSGlFKUaBVLuGgWR0CcdYm3vx6OdX2UKGgGaAloD0MIIa8Hk2IjcUCUhpRSlGgVS71oFkdAnHYxKcurZXV9lChoBmgJaA9DCEkvavfrsnBAlIaUUpRoFUvEaBZHQJx2OC9RJmN1fZQoaAZoCWgPQwjB5EaR9eVxQJSGlFKUaBVLwGgWR0CcdnpDNQj2dX2UKGgGaAloD0MI8xsmGuTpckCUhpRSlGgVS7poFkdAnHagl4TsY3V9lChoBmgJaA9DCFPovMYuv3FAlIaUUpRoFUuuaBZHQJx3Pf779AJ1fZQoaAZoCWgPQwiFmEuqNuFwQJSGlFKUaBVLlWgWR0Ccd0xt52QodX2UKGgGaAloD0MIFCNL5phDcECUhpRSlGgVS6RoFkdAnHd4wAU+LXV9lChoBmgJaA9DCLXf2okSSHNAlIaUUpRoFUvLaBZHQJx3yvFFUhp1fZQoaAZoCWgPQwgdsKvJk0xzQJSGlFKUaBVLvWgWR0CceCDZ13dLdX2UKGgGaAloD0MIrWwf8haNcECUhpRSlGgVS5NoFkdAnHhA4jrzG3V9lChoBmgJaA9DCBGq1OxB2nBAlIaUUpRoFUujaBZHQJx4fkwN9Yx1fZQoaAZoCWgPQwhrYKsECy5yQJSGlFKUaBVLy2gWR0CceK5d4VyndX2UKGgGaAloD0MIXfsCemFscUCUhpRSlGgVS7poFkdAnHjOFlCkXXV9lChoBmgJaA9DCO6VeavufHFAlIaUUpRoFUu9aBZHQJx44Yk3S8d1fZQoaAZoCWgPQwgIjzaOGHtwQJSGlFKUaBVLpWgWR0CceUsjmjj8dX2UKGgGaAloD0MInMB0Wreic0CUhpRSlGgVS8ZoFkdAnHlqLsKLKnV9lChoBmgJaA9DCPj/ccKEuHBAlIaUUpRoFUunaBZHQJx57uKGcnV1fZQoaAZoCWgPQwhljA+zV+1wQJSGlFKUaBVLrmgWR0CcehFrEcbSdX2UKGgGaAloD0MIY2Adx09ccUCUhpRSlGgVS6toFkdAnHplpwjt5XV9lChoBmgJaA9DCLjNVIiHuXBAlIaUUpRoFUuWaBZHQJx6iLqD9O11fZQoaAZoCWgPQwholZnS+mxxQJSGlFKUaBVLmmgWR0CcepNvwVj7dX2UKGgGaAloD0MIxomvdlS1ckCUhpRSlGgVS8FoFkdAnHq9k8Rtg3V9lChoBmgJaA9DCGsqi8Iu129AlIaUUpRoFUuhaBZHQJx7rgbZOBV1fZQoaAZoCWgPQwhU4jrGlVJxQJSGlFKUaBVLxGgWR0Cce6/rjYI0dX2UKGgGaAloD0MIgbOULOfDcECUhpRSlGgVS5BoFkdAnHvd/OMVDnV9lChoBmgJaA9DCDCeQUM/fHFAlIaUUpRoFUu/aBZHQJx74jt5UtJ1fZQoaAZoCWgPQwhK7UW03SRxQJSGlFKUaBVLp2gWR0CcfA0dRzikdX2UKGgGaAloD0MIJO6x9CFTcUCUhpRSlGgVS7toFkdAnHwf5+H8CXV9lChoBmgJaA9DCIat2cpL1XBAlIaUUpRoFUu2aBZHQJx8vUtqYZ51fZQoaAZoCWgPQwgGSDSBYmZwQJSGlFKUaBVLo2gWR0CcfMhJyyUtdX2UKGgGaAloD0MI+mAZGzpec0CUhpRSlGgVS99oFkdAnH1615Sm7HV9lChoBmgJaA9DCE0Ttp/Mt3FAlIaUUpRoFUufaBZHQJx9jNB4Uvh1fZQoaAZoCWgPQwgP7s7aLYdzQJSGlFKUaBVLzGgWR0CcfeSUTtb+dX2UKGgGaAloD0MIRx6ILFKrckCUhpRSlGgVS8FoFkdAnH4xPfsNUnV9lChoBmgJaA9DCO9v0F699XFAlIaUUpRoFUu5aBZHQJx+ilnAZbZ1fZQoaAZoCWgPQwjCo40j1oVwQJSGlFKUaBVLumgWR0CcfvZmI0qIdX2UKGgGaAloD0MIe6TBba25cECUhpRSlGgVS8ZoFkdAnH8Q1aW5Y3V9lChoBmgJaA9DCEyo4PACVnNAlIaUUpRoFUvZaBZHQJx/h4rz5Gl1fZQoaAZoCWgPQwjrrYGt0hRxQJSGlFKUaBVLtWgWR0Ccf/dDpkf+dX2UKGgGaAloD0MIe/mdJrMPc0CUhpRSlGgVS7ZoFkdAnIAux0MgEHV9lChoBmgJaA9DCAaCABl6i3NAlIaUUpRoFUu/aBZHQJyAMjkdWAB1fZQoaAZoCWgPQwhqZ5jakt5yQJSGlFKUaBVLsWgWR0CcgEIvalDXdX2UKGgGaAloD0MIUrXdBF9KckCUhpRSlGgVS89oFkdAnIC//3nIQ3V9lChoBmgJaA9DCKCnAYNkqHJAlIaUUpRoFUvFaBZHQJyAxzhgmZ51fZQoaAZoCWgPQwjO+pRjsl5zQJSGlFKUaBVLuGgWR0CcgSa0hNdrdX2UKGgGaAloD0MIccgG0gX1cECUhpRSlGgVS75oFkdAnIFSWmgrY3V9lChoBmgJaA9DCDkNUYX/Y3FAlIaUUpRoFUuVaBZHQJyBuqNp/PR1fZQoaAZoCWgPQwjNsFHWbzBwQJSGlFKUaBVLtGgWR0Ccgb0rK/21dX2UKGgGaAloD0MIOpUMAFWBcUCUhpRSlGgVS7BoFkdAnIIKO5rgwXV9lChoBmgJaA9DCFddh2rKw3JAlIaUUpRoFUvFaBZHQJyCMV+I/JN1fZQoaAZoCWgPQwhXBWox+ElxQJSGlFKUaBVLmmgWR0CcgoBKcurZdX2UKGgGaAloD0MIWW3+X3XzcECUhpRSlGgVS6xoFkdAnIMIWLxZuHV9lChoBmgJaA9DCBSX4xXIwHBAlIaUUpRoFUvEaBZHQJyDGe9SMtN1fZQoaAZoCWgPQwhN+RBUTRxxQJSGlFKUaBVLtGgWR0Ccg6AJswcpdX2UKGgGaAloD0MIbVfog+VjcUCUhpRSlGgVS7BoFkdAnIPpWaMJhXV9lChoBmgJaA9DCGVvKefLSnNAlIaUUpRoFUuyaBZHQJyEPM0P6Kt1fZQoaAZoCWgPQwijPV5IR0xyQJSGlFKUaBVLvmgWR0CchHDkU9IPdX2UKGgGaAloD0MIIv5hS0/UckCUhpRSlGgVS85oFkdAnITORT0g83V9lChoBmgJaA9DCAqjWdm+13BAlIaUUpRoFUu2aBZHQJyE4RxtHhF1fZQoaAZoCWgPQwjCpPj4BMBxQJSGlFKUaBVLvmgWR0CchQiS7oStdX2UKGgGaAloD0MIX0NwXEZ2b0CUhpRSlGgVS7JoFkdAnIVZNKyv93V9lChoBmgJaA9DCOsdboeGA3JAlIaUUpRoFUu9aBZHQJyFbDP4VRF1fZQoaAZoCWgPQwhvRWKCmvRwQJSGlFKUaBVLu2gWR0CchgKifxtpdX2UKGgGaAloD0MIzVg0nZ0FckCUhpRSlGgVS7NoFkdAnIYms7uDz3V9lChoBmgJaA9DCAspP6k2yXBAlIaUUpRoFUuTaBZHQJyGZ2icoYx1fZQoaAZoCWgPQwhsQlpjEORyQJSGlFKUaBVLwWgWR0CchpquKXOXdX2UKGgGaAloD0MIjCyZY/nKcECUhpRSlGgVS95oFkdAnIbOtr9ETnV9lChoBmgJaA9DCMfa39leuHFAlIaUUpRoFUvEaBZHQJyHAJfICEJ1fZQoaAZoCWgPQwhX6e46W0lxQJSGlFKUaBVLoWgWR0Cch0iqABkqdX2UKGgGaAloD0MITg00n/OsckCUhpRSlGgVS8ZoFkdAnIerItDlYHV9lChoBmgJaA9DCFzHuOJiUHNAlIaUUpRoFUu8aBZHQJyIQ0Q9RrJ1fZQoaAZoCWgPQwhjt88q805xQJSGlFKUaBVLnWgWR0CciIlp48lpdX2UKGgGaAloD0MIHhoWo65NcUCUhpRSlGgVS6NoFkdAnIif029+PXV9lChoBmgJaA9DCEn0MoqlWHJAlIaUUpRoFUvAaBZHQJyIutSydFx1fZQoaAZoCWgPQwjr/Ntlv0hyQJSGlFKUaBVLu2gWR0CciNL127nQdX2UKGgGaAloD0MI4qyImuh9TECUhpRSlGgVS2xoFkdAnIkjPOY6XHV9lChoBmgJaA9DCGufjscMrXBAlIaUUpRoFUunaBZHQJyJVSde6Zp1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 984, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.97, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 128, "n_epochs": 8, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "target_kl": null, "system_info": {"OS": "Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022", "Python": "3.7.13", "Stable-Baselines3": "1.4.0", "PyTorch": "1.11.0+cu113", "GPU Enabled": "False", "Numpy": "1.21.6", "Gym": "0.17.3"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f85272b50e0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f85272b5170>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f85272b5200>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f85272b5290>", "_build": "<function ActorCriticPolicy._build at 0x7f85272b5320>", "forward": "<function ActorCriticPolicy.forward at 0x7f85272b53b0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f85272b5440>", "_predict": "<function ActorCriticPolicy._predict at 0x7f85272b54d0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f85272b5560>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f85272b55f0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f85272b5680>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f85272eef60>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVngEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBXNoYXBllEsIhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAAAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/lGgKSwiFlIwBQ5R0lFKUjARoaWdolGgSKJYgAAAAAAAAAAAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/lGgKSwiFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWCAAAAAAAAAAAAAAAAAAAAJRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZRoFXSUUpSMDWJvdW5kZWRfYWJvdmWUaBIolggAAAAAAAAAAAAAAAAAAACUaCFLCIWUaBV0lFKUjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVgQAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwFc2hhcGWUKYwFZHR5cGWUjAVudW1weZRoB5OUjAJpOJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRijApfbnBfcmFuZG9tlE51Yi4=", "n": 4, "shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 2015232, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1652533163.0742266, "learning_rate": 0.0004, "tensorboard_log": "runs/34hjwewx", "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz86NuLrHEMthZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAADxqjyLyk0/gUaZvPpN977DlOo745b0vAAAAAAAAAAAzTqPvNI9krsaTkM8fAmwPIQN2Lzvt5Q9AACAPwAAgD9AZYi9XAkROw5NFb5R+I2+wPSgvX6CjD4AAIA/AAAAAM0kWDwtTLg/snKGPvzvUD5opEu62cQxOwAAAAAAAAAAZnLeu85Nrj+RVRy+pPgVv7Hqp7vvN7a9AAAAAAAAAAAmDyY+FojgPnbVvb7z/b6+QLE0Pc4Air4AAAAAAAAAAJrNQ7ykgGm5rmyOOa0aADU6rI06hdmquAAAgD8AAIA/M+xwPnwjgj/ehYY9Z3DYvpIJ6z4VPS6+AAAAAAAAAAAAmmI8KkShPxoLxD1vsw+/mrjOPLhWKD0AAAAAAAAAAM2u/TzEWJQ+K59zvq1i574MoIi9jvGTvQAAAAAAAAAAmunVPUDh9D7oYKy+GaD1vr+0qr08tka+AAAAAAAAAACaOhA9e5qWulAHfLshc4i4eKe9OiyomTgAAIA/AACAP7PkEr2By0g+D/m9PjXQd77Yk6U+hnqLuwAAAAAAAAAAZv2LvD1VRLt4fD+8Skd2PFb7oDw+e1W9AACAPwAAgD/Nwhm9eE3IPdIYST1B8HG+zcM5vD9bsT0AAAAAAAAAAAA2Yr2uq4m6aDIEtT4rQbAUKAE7GEtpNAAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.007616000000000067, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIhXe5iO8yckCUhpRSlIwBbJRLvYwBdJRHQJ+4/p3X7Lt1fZQoaAZoCWgPQwj0xd6LL8VwQJSGlFKUaBVL4GgWR0CfuaOAiFCcdX2UKGgGaAloD0MIIjSCjSsucUCUhpRSlGgVS+9oFkdAn7qRBeHBUXV9lChoBmgJaA9DCPfI5qr5w3BAlIaUUpRoFUvLaBZHQJ+6yeZof0V1fZQoaAZoCWgPQwgYXknyHNdyQJSGlFKUaBVL4GgWR0Cfu6qbz9S/dX2UKGgGaAloD0MIbqKW5lbCc0CUhpRSlGgVS/JoFkdAn7wMU/OdG3V9lChoBmgJaA9DCNY1Wg70F3FAlIaUUpRoFUvnaBZHQJ+8rgZTAFh1fZQoaAZoCWgPQwgtJ6H0RXJzQJSGlFKUaBVNAwFoFkdAn7y+oo/iYXV9lChoBmgJaA9DCJ0v9l78g3FAlIaUUpRoFUvSaBZHQJ+84vboKUp1fZQoaAZoCWgPQwgrvwzGyAxyQJSGlFKUaBVL02gWR0CfvVCJ40MxdX2UKGgGaAloD0MIdJZZhOLNckCUhpRSlGgVS+VoFkdAn72NWhh6SnV9lChoBmgJaA9DCBwkRPkC8HFAlIaUUpRoFUvKaBZHQJ+9lEVnEl51fZQoaAZoCWgPQwhkyoegagJyQJSGlFKUaBVL1GgWR0Cfvkd9Ujs2dX2UKGgGaAloD0MIpOL/jmjxcUCUhpRSlGgVTQEBaBZHQJ++Vr6+FlF1fZQoaAZoCWgPQwj4U+OlGwdyQJSGlFKUaBVLwWgWR0CfvnAzYVZcdX2UKGgGaAloD0MInl2+9SExckCUhpRSlGgVS+VoFkdAn75fxpcopnV9lChoBmgJaA9DCNlaXyS0Qm9AlIaUUpRoFUvdaBZHQJ++pQXQ+ll1fZQoaAZoCWgPQwjAzeLFguVxQJSGlFKUaBVLxmgWR0CfvxWdmQKbdX2UKGgGaAloD0MIg4k/ivrAcUCUhpRSlGgVS8toFkdAn8BB8twrD3V9lChoBmgJaA9DCMy0/Ssrq3NAlIaUUpRoFUu4aBZHQJ/AkOc2BJ91fZQoaAZoCWgPQwhTQUXVr3tvQJSGlFKUaBVL6GgWR0CfwM4ubqhUdX2UKGgGaAloD0MIM6SK4tV8bkCUhpRSlGgVS8VoFkdAn8E7XYlIE3V9lChoBmgJaA9DCJi9bDvt+XFAlIaUUpRoFUvUaBZHQJ/COVVxS511fZQoaAZoCWgPQwjkafmB67lyQJSGlFKUaBVLzWgWR0Cf0PYlpoK2dX2UKGgGaAloD0MITP28qQgfcUCUhpRSlGgVS8JoFkdAn9EfO6d1+3V9lChoBmgJaA9DCHbDtkXZy3FAlIaUUpRoFUvcaBZHQJ/RRNnGsFN1fZQoaAZoCWgPQwhE2zF115dxQJSGlFKUaBVLwGgWR0Cf0UncL0BfdX2UKGgGaAloD0MIqRH6mXrIcECUhpRSlGgVS7FoFkdAn9GwjQiRn3V9lChoBmgJaA9DCGjPZWoS1XFAlIaUUpRoFUvDaBZHQJ/SSYTj/+91fZQoaAZoCWgPQwiq1sIsdENxQJSGlFKUaBVLymgWR0Cf0mEuxrzodX2UKGgGaAloD0MIrfwyGGOOcECUhpRSlGgVS+loFkdAn9JwvQF9r3V9lChoBmgJaA9DCLmNBvAWqHJAlIaUUpRoFUvFaBZHQJ/Sl9c8klh1fZQoaAZoCWgPQwiQoWMHlRBzQJSGlFKUaBVL02gWR0Cf024hUzbfdX2UKGgGaAloD0MIgUOoUvPHcECUhpRSlGgVS9FoFkdAn9TGkSElFHV9lChoBmgJaA9DCDnv/+MEWHJAlIaUUpRoFUvKaBZHQJ/U6UaAFxJ1fZQoaAZoCWgPQwjF5uPaUE9vQJSGlFKUaBVL0WgWR0Cf1ec32mHhdX2UKGgGaAloD0MIycnErYIkT0CUhpRSlGgVS3doFkdAn9XcY/FBIHV9lChoBmgJaA9DCLvTnSceLXJAlIaUUpRoFUvgaBZHQJ/V5k6Lfk51fZQoaAZoCWgPQwjEd2LWy01yQJSGlFKUaBVLu2gWR0Cf1lipNsWPdX2UKGgGaAloD0MIAI+oUF0hcECUhpRSlGgVS8JoFkdAn9aMCo0hvHV9lChoBmgJaA9DCBvWVBZFPXJAlIaUUpRoFUvEaBZHQJ/W4MXrMTx1fZQoaAZoCWgPQwhaRuo9lU5vQJSGlFKUaBVL0WgWR0Cf1xd0q6OHdX2UKGgGaAloD0MItHbbhSZrc0CUhpRSlGgVS89oFkdAn9cx1klNUXV9lChoBmgJaA9DCK/pQUHp4XBAlIaUUpRoFUu+aBZHQJ/XuAUcn3N1fZQoaAZoCWgPQwghPUUOUYVyQJSGlFKUaBVL12gWR0Cf19SOR1YAdX2UKGgGaAloD0MIB3sTQ3LhbkCUhpRSlGgVS9JoFkdAn9hQcT8HfXV9lChoBmgJaA9DCNTzbizo1XBAlIaUUpRoFUvDaBZHQJ/ZDXZoPCl1fZQoaAZoCWgPQwix+bg2lNlwQJSGlFKUaBVNAAFoFkdAn9ni4rjHXHV9lChoBmgJaA9DCMHEH0Wd529AlIaUUpRoFUu/aBZHQJ/acafjCHh1fZQoaAZoCWgPQwg8FXDP80dwQJSGlFKUaBVLw2gWR0Cf25MuvlltdX2UKGgGaAloD0MIl8gFZzDdc0CUhpRSlGgVS89oFkdAn9wGLpA2RHV9lChoBmgJaA9DCL9EvHU+FHJAlIaUUpRoFUu6aBZHQJ/cBOO801t1fZQoaAZoCWgPQwhR+kLIeTlxQJSGlFKUaBVL+WgWR0Cf3C/3nIQwdX2UKGgGaAloD0MIuHNhpBeJc0CUhpRSlGgVS99oFkdAn9yEqpcX33V9lChoBmgJaA9DCN481SG3cnNAlIaUUpRoFUvbaBZHQJ/cz0I1LrZ1fZQoaAZoCWgPQwi29j5VxQFyQJSGlFKUaBVLyGgWR0Cf3M8rI5o5dX2UKGgGaAloD0MITQ8KShGrc0CUhpRSlGgVS8loFkdAn90OPBBRh3V9lChoBmgJaA9DCL8NMV4zJ3NAlIaUUpRoFUvPaBZHQJ/d3vVmSQp1fZQoaAZoCWgPQwjq6Lga2fpyQJSGlFKUaBVLzWgWR0Cf3fCIUJv6dX2UKGgGaAloD0MIlpLlJNQSckCUhpRSlGgVS/poFkdAn96PbsWweXV9lChoBmgJaA9DCD53gv1XdnJAlIaUUpRoFU17AmgWR0Cf3u6gdwNtdX2UKGgGaAloD0MIWoC21Sy4c0CUhpRSlGgVS+ZoFkdAn98sEFGG23V9lChoBmgJaA9DCJWCbi9pR25AlIaUUpRoFUvXaBZHQJ/fc+2VmjF1fZQoaAZoCWgPQwi3uMZncgVxQJSGlFKUaBVLzmgWR0Cf3+50r9VFdX2UKGgGaAloD0MIXHNH/0sJcUCUhpRSlGgVS8ZoFkdAn+Axt+CsfnV9lChoBmgJaA9DCOJbWDdedW9AlIaUUpRoFUvNaBZHQJ/htpTMqz91fZQoaAZoCWgPQwhB9Q8i2YxyQJSGlFKUaBVLz2gWR0Cf4cnsLORldX2UKGgGaAloD0MIlgSoqaWwcECUhpRSlGgVS7xoFkdAn+H8bFS88XV9lChoBmgJaA9DCA0AVdx4HXJAlIaUUpRoFUvlaBZHQJ/iCOaOPvN1fZQoaAZoCWgPQwi46c9+pB1zQJSGlFKUaBVL1mgWR0Cf4ieZ5Rj0dX2UKGgGaAloD0MImu/gJ44hcECUhpRSlGgVS8hoFkdAn+JR6Skj5nV9lChoBmgJaA9DCJRt4A6U3HFAlIaUUpRoFUvgaBZHQJ/iplI3BHl1fZQoaAZoCWgPQwiB64oZYeJxQJSGlFKUaBVLv2gWR0Cf4xhx5s0pdX2UKGgGaAloD0MIjKAxk6j6cUCUhpRSlGgVS9NoFkdAn+ONELH+63V9lChoBmgJaA9DCGWryymBgHJAlIaUUpRoFUvJaBZHQJ/j7bJwKjV1fZQoaAZoCWgPQwiTj90FypBzQJSGlFKUaBVNEQFoFkdAn+RzvAoG6nV9lChoBmgJaA9DCAppjUFnYnJAlIaUUpRoFUvMaBZHQJ/k8svqTr51fZQoaAZoCWgPQwjpEDgSKI5zQJSGlFKUaBVL12gWR0Cf5PG8VYZEdX2UKGgGaAloD0MI0jWTbzb3ckCUhpRSlGgVS+9oFkdAn+VYVIqb0HV9lChoBmgJaA9DCGMOgo7WBXNAlIaUUpRoFUvKaBZHQJ/laJXQtz11fZQoaAZoCWgPQwgheHx713JyQJSGlFKUaBVL1WgWR0Cf5fCg9NeudX2UKGgGaAloD0MIAMl06LT8ckCUhpRSlGgVS71oFkdAn+bPD+BH1HV9lChoBmgJaA9DCK702mxsFHJAlIaUUpRoFUu5aBZHQJ/nCPQv6CV1fZQoaAZoCWgPQwgtr1xv2zpyQJSGlFKUaBVLwWgWR0Cf5yf779AHdX2UKGgGaAloD0MIiXssfagucECUhpRSlGgVS9poFkdAn+fOvyLAHnV9lChoBmgJaA9DCFG/C1tzqHFAlIaUUpRoFUvyaBZHQJ/oOBmPHT91fZQoaAZoCWgPQwj8471qpRRwQJSGlFKUaBVLvWgWR0Cf6DP1+RYBdX2UKGgGaAloD0MI/+ibNE2ecUCUhpRSlGgVS+JoFkdAn+hbTDwYtXV9lChoBmgJaA9DCKH3xhBA6HBAlIaUUpRoFUvkaBZHQJ/ouQyRB/t1fZQoaAZoCWgPQwjwFHKlXnRxQJSGlFKUaBVLwWgWR0Cf6Y+tr9EUdX2UKGgGaAloD0MIIhecwV9Mc0CUhpRSlGgVS9RoFkdAn+mPUnXumnV9lChoBmgJaA9DCJS9pZxvVnJAlIaUUpRoFUvuaBZHQJ/p4AggX/J1fZQoaAZoCWgPQwidZRahGN9xQJSGlFKUaBVL0WgWR0Cf6mMcZLqVdX2UKGgGaAloD0MIiXssfegjc0CUhpRSlGgVS81oFkdAn+qwBLf1pXV9lChoBmgJaA9DCP3dO2qMtXJAlIaUUpRoFUvYaBZHQJ/rA31jAi51fZQoaAZoCWgPQwiitg2j4AZzQJSGlFKUaBVNCAFoFkdAn+vbqptJnXV9lChoBmgJaA9DCLzP8dEiunFAlIaUUpRoFUvvaBZHQJ/sOkGiYb91fZQoaAZoCWgPQwjX+Ez2j/twQJSGlFKUaBVLt2gWR0Cf7QTkhib2dX2UKGgGaAloD0MIdlQ1QdQMckCUhpRSlGgVS+toFkdAn+1U6YE4enV9lChoBmgJaA9DCKAZxAd2329AlIaUUpRoFUv0aBZHQJ/tXLwF1Sx1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 984, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 128, "n_epochs": 8, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "target_kl": null, "system_info": {"OS": "Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022", "Python": "3.7.13", "Stable-Baselines3": "1.4.0", "PyTorch": "1.11.0+cu113", "GPU Enabled": "False", "Numpy": "1.21.6", "Gym": "0.17.3"}}

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1cdde6453045abcbb9455f13c3348a4765d11c4f33ef62a957f99104ce99e86
-size 191346
+oid sha256:4e502aaf95be7bf6a31b956cc3b27f5d17318943a8827bc8b2d757821b2db0bf
+size 196989

results.json

@@ -1 +1 @@
-{"mean_reward": 279.30859810000004, "std_reward": 11.120317395299532, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-14T12:55:45.191616"}
+{"mean_reward": 283.0483275, "std_reward": 17.494095193331603, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-14T13:33:36.044474"}