trained model 2e+06 steps

LunarLander-v2-ppo.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:104c54e79924815abe3768f1ee03c4379e17f32d8d451548786067551b14c897
-size 143584
+oid sha256:d4ee6b80e935b96851782f9da0a4578fa77b1c5221e066f66ba6c7ca3f5c050b
+size 143576

LunarLander-v2-ppo/data

@@ -47,16 +47,16 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1652533163.0742266,
+    "start_time": 1652537931.046425,
     "learning_rate": 0.0004,
-    "tensorboard_log": "runs/34hjwewx",
+    "tensorboard_log": "runs/2ncftg27",
     "lr_schedule": {
         ":type:": "<class 'function'>",
         ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz86NuLrHEMthZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAADxqjyLyk0/gUaZvPpN977DlOo745b0vAAAAAAAAAAAzTqPvNI9krsaTkM8fAmwPIQN2Lzvt5Q9AACAPwAAgD9AZYi9XAkROw5NFb5R+I2+wPSgvX6CjD4AAIA/AAAAAM0kWDwtTLg/snKGPvzvUD5opEu62cQxOwAAAAAAAAAAZnLeu85Nrj+RVRy+pPgVv7Hqp7vvN7a9AAAAAAAAAAAmDyY+FojgPnbVvb7z/b6+QLE0Pc4Air4AAAAAAAAAAJrNQ7ykgGm5rmyOOa0aADU6rI06hdmquAAAgD8AAIA/M+xwPnwjgj/ehYY9Z3DYvpIJ6z4VPS6+AAAAAAAAAAAAmmI8KkShPxoLxD1vsw+/mrjOPLhWKD0AAAAAAAAAAM2u/TzEWJQ+K59zvq1i574MoIi9jvGTvQAAAAAAAAAAmunVPUDh9D7oYKy+GaD1vr+0qr08tka+AAAAAAAAAACaOhA9e5qWulAHfLshc4i4eKe9OiyomTgAAIA/AACAP7PkEr2By0g+D/m9PjXQd77Yk6U+hnqLuwAAAAAAAAAAZv2LvD1VRLt4fD+8Skd2PFb7oDw+e1W9AACAPwAAgD/Nwhm9eE3IPdIYST1B8HG+zcM5vD9bsT0AAAAAAAAAAAA2Yr2uq4m6aDIEtT4rQbAUKAE7GEtpNAAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAA3Km72gh4A+FoyNPgsn7r7AF4c9utYZPgAAAAAAAAAAmmf+PMRmnT5M7T09PM0Hv1i7Vj35e4U8AAAAAAAAAABa+hG+IV0zP39GxT2S5x2/uWe9vpzRRj4AAAAAAAAAADMtBDz2MS+85mC7PNWtEr0vAIO9NeDrPQAAgD8AAIA/M+iDvCIutj+adAe/k7sgPrTpRTzGWwY9AAAAAAAAAACAggC94WipugyDhTNgSPsu1ELhOaLErLMAAIA/AACAPwAqdT1IU5G6fl+4vSd57rv7Xky6ZM+1PAAAgD8AAIA/psGnPTEwtT4CRVM8zi/2vgKalT1KrKa9AAAAAAAAAAAAHmi90rrDu+4uEj40Cwo9KGtGvTgt5D0AAIA/AACAP2b73Lzp/0q8K2UHPnM/Dj2KNmC9oO9JPQAAgD8AAIA/Zv4PO0h/jLpb90w76/3WMRHwTTuvjqCzAACAPwAAgD+ApxE94cCNulTDL7Tc94wvEBa5uTQEmTMAAIA/AACAP3P0tT3/O2g+w3Hnu5J3vL5+/789fex7OgAAAAAAAAAAGvfxPQ8FGT81f0i9H5kIv4k7hT2KB2G9AAAAAAAAAAAazdW94NaWP0VrCb9gPT2/9xYLvs75y74AAAAAAAAAAOAIEz60cBU/pGmsvdvj/755oAo+VPYDvgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -69,7 +69,7 @@
     "_current_progress_remaining": -0.007616000000000067,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVIxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIhXe5iO8yckCUhpRSlIwBbJRLvYwBdJRHQJ+4/p3X7Lt1fZQoaAZoCWgPQwj0xd6LL8VwQJSGlFKUaBVL4GgWR0CfuaOAiFCcdX2UKGgGaAloD0MIIjSCjSsucUCUhpRSlGgVS+9oFkdAn7qRBeHBUXV9lChoBmgJaA9DCPfI5qr5w3BAlIaUUpRoFUvLaBZHQJ+6yeZof0V1fZQoaAZoCWgPQwgYXknyHNdyQJSGlFKUaBVL4GgWR0Cfu6qbz9S/dX2UKGgGaAloD0MIbqKW5lbCc0CUhpRSlGgVS/JoFkdAn7wMU/OdG3V9lChoBmgJaA9DCNY1Wg70F3FAlIaUUpRoFUvnaBZHQJ+8rgZTAFh1fZQoaAZoCWgPQwgtJ6H0RXJzQJSGlFKUaBVNAwFoFkdAn7y+oo/iYXV9lChoBmgJaA9DCJ0v9l78g3FAlIaUUpRoFUvSaBZHQJ+84vboKUp1fZQoaAZoCWgPQwgrvwzGyAxyQJSGlFKUaBVL02gWR0CfvVCJ40MxdX2UKGgGaAloD0MIdJZZhOLNckCUhpRSlGgVS+VoFkdAn72NWhh6SnV9lChoBmgJaA9DCBwkRPkC8HFAlIaUUpRoFUvKaBZHQJ+9lEVnEl51fZQoaAZoCWgPQwhkyoegagJyQJSGlFKUaBVL1GgWR0Cfvkd9Ujs2dX2UKGgGaAloD0MIpOL/jmjxcUCUhpRSlGgVTQEBaBZHQJ++Vr6+FlF1fZQoaAZoCWgPQwj4U+OlGwdyQJSGlFKUaBVLwWgWR0CfvnAzYVZcdX2UKGgGaAloD0MInl2+9SExckCUhpRSlGgVS+VoFkdAn75fxpcopnV9lChoBmgJaA9DCNlaXyS0Qm9AlIaUUpRoFUvdaBZHQJ++pQXQ+ll1fZQoaAZoCWgPQwjAzeLFguVxQJSGlFKUaBVLxmgWR0CfvxWdmQKbdX2UKGgGaAloD0MIg4k/ivrAcUCUhpRSlGgVS8toFkdAn8BB8twrD3V9lChoBmgJaA9DCMy0/Ssrq3NAlIaUUpRoFUu4aBZHQJ/AkOc2BJ91fZQoaAZoCWgPQwhTQUXVr3tvQJSGlFKUaBVL6GgWR0CfwM4ubqhUdX2UKGgGaAloD0MIM6SK4tV8bkCUhpRSlGgVS8VoFkdAn8E7XYlIE3V9lChoBmgJaA9DCJi9bDvt+XFAlIaUUpRoFUvUaBZHQJ/COVVxS511fZQoaAZoCWgPQwjkafmB67lyQJSGlFKUaBVLzWgWR0Cf0PYlpoK2dX2UKGgGaAloD0MITP28qQgfcUCUhpRSlGgVS8JoFkdAn9EfO6d1+3V9lChoBmgJaA9DCHbDtkXZy3FAlIaUUpRoFUvcaBZHQJ/RRNnGsFN1fZQoaAZoCWgPQwhE2zF115dxQJSGlFKUaBVLwGgWR0Cf0UncL0BfdX2UKGgGaAloD0MIqRH6mXrIcECUhpRSlGgVS7FoFkdAn9GwjQiRn3V9lChoBmgJaA9DCGjPZWoS1XFAlIaUUpRoFUvDaBZHQJ/SSYTj/+91fZQoaAZoCWgPQwiq1sIsdENxQJSGlFKUaBVLymgWR0Cf0mEuxrzodX2UKGgGaAloD0MIrfwyGGOOcECUhpRSlGgVS+loFkdAn9JwvQF9r3V9lChoBmgJaA9DCLmNBvAWqHJAlIaUUpRoFUvFaBZHQJ/Sl9c8klh1fZQoaAZoCWgPQwiQoWMHlRBzQJSGlFKUaBVL02gWR0Cf024hUzbfdX2UKGgGaAloD0MIgUOoUvPHcECUhpRSlGgVS9FoFkdAn9TGkSElFHV9lChoBmgJaA9DCDnv/+MEWHJAlIaUUpRoFUvKaBZHQJ/U6UaAFxJ1fZQoaAZoCWgPQwjF5uPaUE9vQJSGlFKUaBVL0WgWR0Cf1ec32mHhdX2UKGgGaAloD0MIycnErYIkT0CUhpRSlGgVS3doFkdAn9XcY/FBIHV9lChoBmgJaA9DCLvTnSceLXJAlIaUUpRoFUvgaBZHQJ/V5k6Lfk51fZQoaAZoCWgPQwjEd2LWy01yQJSGlFKUaBVLu2gWR0Cf1lipNsWPdX2UKGgGaAloD0MIAI+oUF0hcECUhpRSlGgVS8JoFkdAn9aMCo0hvHV9lChoBmgJaA9DCBvWVBZFPXJAlIaUUpRoFUvEaBZHQJ/W4MXrMTx1fZQoaAZoCWgPQwhaRuo9lU5vQJSGlFKUaBVL0WgWR0Cf1xd0q6OHdX2UKGgGaAloD0MItHbbhSZrc0CUhpRSlGgVS89oFkdAn9cx1klNUXV9lChoBmgJaA9DCK/pQUHp4XBAlIaUUpRoFUu+aBZHQJ/XuAUcn3N1fZQoaAZoCWgPQwghPUUOUYVyQJSGlFKUaBVL12gWR0Cf19SOR1YAdX2UKGgGaAloD0MIB3sTQ3LhbkCUhpRSlGgVS9JoFkdAn9hQcT8HfXV9lChoBmgJaA9DCNTzbizo1XBAlIaUUpRoFUvDaBZHQJ/ZDXZoPCl1fZQoaAZoCWgPQwix+bg2lNlwQJSGlFKUaBVNAAFoFkdAn9ni4rjHXHV9lChoBmgJaA9DCMHEH0Wd529AlIaUUpRoFUu/aBZHQJ/acafjCHh1fZQoaAZoCWgPQwg8FXDP80dwQJSGlFKUaBVLw2gWR0Cf25MuvlltdX2UKGgGaAloD0MIl8gFZzDdc0CUhpRSlGgVS89oFkdAn9wGLpA2RHV9lChoBmgJaA9DCL9EvHU+FHJAlIaUUpRoFUu6aBZHQJ/cBOO801t1fZQoaAZoCWgPQwhR+kLIeTlxQJSGlFKUaBVL+WgWR0Cf3C/3nIQwdX2UKGgGaAloD0MIuHNhpBeJc0CUhpRSlGgVS99oFkdAn9yEqpcX33V9lChoBmgJaA9DCN481SG3cnNAlIaUUpRoFUvbaBZHQJ/cz0I1LrZ1fZQoaAZoCWgPQwi29j5VxQFyQJSGlFKUaBVLyGgWR0Cf3M8rI5o5dX2UKGgGaAloD0MITQ8KShGrc0CUhpRSlGgVS8loFkdAn90OPBBRh3V9lChoBmgJaA9DCL8NMV4zJ3NAlIaUUpRoFUvPaBZHQJ/d3vVmSQp1fZQoaAZoCWgPQwjq6Lga2fpyQJSGlFKUaBVLzWgWR0Cf3fCIUJv6dX2UKGgGaAloD0MIlpLlJNQSckCUhpRSlGgVS/poFkdAn96PbsWweXV9lChoBmgJaA9DCD53gv1XdnJAlIaUUpRoFU17AmgWR0Cf3u6gdwNtdX2UKGgGaAloD0MIWoC21Sy4c0CUhpRSlGgVS+ZoFkdAn98sEFGG23V9lChoBmgJaA9DCJWCbi9pR25AlIaUUpRoFUvXaBZHQJ/fc+2VmjF1fZQoaAZoCWgPQwi3uMZncgVxQJSGlFKUaBVLzmgWR0Cf3+50r9VFdX2UKGgGaAloD0MIXHNH/0sJcUCUhpRSlGgVS8ZoFkdAn+Axt+CsfnV9lChoBmgJaA9DCOJbWDdedW9AlIaUUpRoFUvNaBZHQJ/htpTMqz91fZQoaAZoCWgPQwhB9Q8i2YxyQJSGlFKUaBVLz2gWR0Cf4cnsLORldX2UKGgGaAloD0MIlgSoqaWwcECUhpRSlGgVS7xoFkdAn+H8bFS88XV9lChoBmgJaA9DCA0AVdx4HXJAlIaUUpRoFUvlaBZHQJ/iCOaOPvN1fZQoaAZoCWgPQwi46c9+pB1zQJSGlFKUaBVL1mgWR0Cf4ieZ5Rj0dX2UKGgGaAloD0MImu/gJ44hcECUhpRSlGgVS8hoFkdAn+JR6Skj5nV9lChoBmgJaA9DCJRt4A6U3HFAlIaUUpRoFUvgaBZHQJ/iplI3BHl1fZQoaAZoCWgPQwiB64oZYeJxQJSGlFKUaBVLv2gWR0Cf4xhx5s0pdX2UKGgGaAloD0MIjKAxk6j6cUCUhpRSlGgVS9NoFkdAn+ONELH+63V9lChoBmgJaA9DCGWryymBgHJAlIaUUpRoFUvJaBZHQJ/j7bJwKjV1fZQoaAZoCWgPQwiTj90FypBzQJSGlFKUaBVNEQFoFkdAn+RzvAoG6nV9lChoBmgJaA9DCAppjUFnYnJAlIaUUpRoFUvMaBZHQJ/k8svqTr51fZQoaAZoCWgPQwjpEDgSKI5zQJSGlFKUaBVL12gWR0Cf5PG8VYZEdX2UKGgGaAloD0MI0jWTbzb3ckCUhpRSlGgVS+9oFkdAn+VYVIqb0HV9lChoBmgJaA9DCGMOgo7WBXNAlIaUUpRoFUvKaBZHQJ/laJXQtz11fZQoaAZoCWgPQwgheHx713JyQJSGlFKUaBVL1WgWR0Cf5fCg9NeudX2UKGgGaAloD0MIAMl06LT8ckCUhpRSlGgVS71oFkdAn+bPD+BH1HV9lChoBmgJaA9DCK702mxsFHJAlIaUUpRoFUu5aBZHQJ/nCPQv6CV1fZQoaAZoCWgPQwgtr1xv2zpyQJSGlFKUaBVLwWgWR0Cf5yf779AHdX2UKGgGaAloD0MIiXssfagucECUhpRSlGgVS9poFkdAn+fOvyLAHnV9lChoBmgJaA9DCFG/C1tzqHFAlIaUUpRoFUvyaBZHQJ/oOBmPHT91fZQoaAZoCWgPQwj8471qpRRwQJSGlFKUaBVLvWgWR0Cf6DP1+RYBdX2UKGgGaAloD0MI/+ibNE2ecUCUhpRSlGgVS+JoFkdAn+hbTDwYtXV9lChoBmgJaA9DCKH3xhBA6HBAlIaUUpRoFUvkaBZHQJ/ouQyRB/t1fZQoaAZoCWgPQwjwFHKlXnRxQJSGlFKUaBVLwWgWR0Cf6Y+tr9EUdX2UKGgGaAloD0MIIhecwV9Mc0CUhpRSlGgVS9RoFkdAn+mPUnXumnV9lChoBmgJaA9DCJS9pZxvVnJAlIaUUpRoFUvuaBZHQJ/p4AggX/J1fZQoaAZoCWgPQwidZRahGN9xQJSGlFKUaBVL0WgWR0Cf6mMcZLqVdX2UKGgGaAloD0MIiXssfegjc0CUhpRSlGgVS81oFkdAn+qwBLf1pXV9lChoBmgJaA9DCP3dO2qMtXJAlIaUUpRoFUvYaBZHQJ/rA31jAi51fZQoaAZoCWgPQwiitg2j4AZzQJSGlFKUaBVNCAFoFkdAn+vbqptJnXV9lChoBmgJaA9DCLzP8dEiunFAlIaUUpRoFUvvaBZHQJ/sOkGiYb91fZQoaAZoCWgPQwjX+Ez2j/twQJSGlFKUaBVLt2gWR0Cf7QTkhib2dX2UKGgGaAloD0MIdlQ1QdQMckCUhpRSlGgVS+toFkdAn+1U6YE4enV9lChoBmgJaA9DCKAZxAd2329AlIaUUpRoFUv0aBZHQJ/tXLwF1Sx1ZS4="
+        ":serialized:": "gAWVHhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI9pUH6eklc0CUhpRSlIwBbJRLzIwBdJRHQJ4UFl/Yrax1fZQoaAZoCWgPQwgTntDrT0VwQJSGlFKUaBVLpGgWR0CeFIfseGO/dX2UKGgGaAloD0MIrOP4oRJwc0CUhpRSlGgVS+5oFkdAnhSG2w3YMHV9lChoBmgJaA9DCF+1MuEXtXFAlIaUUpRoFUvaaBZHQJ4VgsNDtw91fZQoaAZoCWgPQwixbOaQlORwQJSGlFKUaBVLy2gWR0CeFbbKA8SxdX2UKGgGaAloD0MIsTVbeUngcECUhpRSlGgVS8poFkdAnhYB6Ww/xHV9lChoBmgJaA9DCHnNqzqrunBAlIaUUpRoFUuuaBZHQJ4WpSQ5myx1fZQoaAZoCWgPQwiL3qmA+1JyQJSGlFKUaBVLsGgWR0CeFtpDu0CzdX2UKGgGaAloD0MIsrrVc1Jfc0CUhpRSlGgVS9doFkdAnhd+Mhouf3V9lChoBmgJaA9DCNf4TPZPn3JAlIaUUpRoFUvAaBZHQJ4XbC2tuDV1fZQoaAZoCWgPQwjdBrXfWsNxQJSGlFKUaBVLtGgWR0CeF5uzhP0qdX2UKGgGaAloD0MIZ4ALsmVkcUCUhpRSlGgVS7ZoFkdAnhfGuTzNEHV9lChoBmgJaA9DCIZVvJE513FAlIaUUpRoFUvcaBZHQJ4X3lLeyiV1fZQoaAZoCWgPQwimXrcIDCJxQJSGlFKUaBVLxGgWR0CeF9+8XenAdX2UKGgGaAloD0MIdVYL7PF0cECUhpRSlGgVS7ZoFkdAnhgOuaF23nV9lChoBmgJaA9DCFBR9StdIXBAlIaUUpRoFUupaBZHQJ4YIA80UGp1fZQoaAZoCWgPQwjs+gW7YRlxQJSGlFKUaBVLoWgWR0CeGFoqCpWFdX2UKGgGaAloD0MIh6jCnyEjc0CUhpRSlGgVS/1oFkdAnhipBkZrHnV9lChoBmgJaA9DCK5/12fOKHRAlIaUUpRoFUvZaBZHQJ4ZoK+i8Fp1fZQoaAZoCWgPQwhsIchByf9wQJSGlFKUaBVLrWgWR0CeKGWeYlY2dX2UKGgGaAloD0MIaxFRTB4Uc0CUhpRSlGgVS8poFkdAnijisKb8WXV9lChoBmgJaA9DCGKfAIqRMnBAlIaUUpRoFUvKaBZHQJ4qLHxSYPZ1fZQoaAZoCWgPQwjHSWHeI9ZxQJSGlFKUaBVLqWgWR0CeKocNYr8SdX2UKGgGaAloD0MI9gg1QyrJcUCUhpRSlGgVS8FoFkdAnisG3F1jiHV9lChoBmgJaA9DCFsnLscr0nNAlIaUUpRoFU0UAWgWR0CeK6beMyaedX2UKGgGaAloD0MIc4OhDisPc0CUhpRSlGgVS81oFkdAnivKIN3GGXV9lChoBmgJaA9DCAFRMGNKfHBAlIaUUpRoFUv+aBZHQJ4sATqSowV1fZQoaAZoCWgPQwhCX3r7cy5zQJSGlFKUaBVL52gWR0CeLAkFfReDdX2UKGgGaAloD0MIixu3mF95cECUhpRSlGgVS9VoFkdAniwT9fkWAXV9lChoBmgJaA9DCGbYKOt3dnFAlIaUUpRoFUvNaBZHQJ4sKde6Zpl1fZQoaAZoCWgPQwgwDcNHxJRxQJSGlFKUaBVL9mgWR0CeLH+4LCvYdX2UKGgGaAloD0MIMsnIWViPc0CUhpRSlGgVS9FoFkdAniyI5HVf/nV9lChoBmgJaA9DCFqD91U5cXFAlIaUUpRoFUvDaBZHQJ4sjopx3mp1fZQoaAZoCWgPQwgdxw+VRpJxQJSGlFKUaBVL8GgWR0CeLOeoDPnkdX2UKGgGaAloD0MI5sqg2mAXckCUhpRSlGgVS7poFkdAni3SzTnaFnV9lChoBmgJaA9DCOhLb3/u1HBAlIaUUpRoFUugaBZHQJ4uajj7yhB1fZQoaAZoCWgPQwjYRGYucB1yQJSGlFKUaBVL62gWR0CeLnSWZ7XydX2UKGgGaAloD0MIgdB6+LKlc0CUhpRSlGgVS/poFkdAni70z41xbXV9lChoBmgJaA9DCIHMzqL3TXBAlIaUUpRoFUuyaBZHQJ4vK2Yv38J1fZQoaAZoCWgPQwjhKeRKvclvQJSGlFKUaBVLrWgWR0CeL33BYV7AdX2UKGgGaAloD0MI4c6FkZ4CckCUhpRSlGgVS7FoFkdAnjABdQfp2XV9lChoBmgJaA9DCO8fC9Hh+nFAlIaUUpRoFUvCaBZHQJ4wldu5z5p1fZQoaAZoCWgPQwhLkBFQYcdyQJSGlFKUaBVLv2gWR0CeMLN+LFXJdX2UKGgGaAloD0MI3+LhPYdRcUCUhpRSlGgVS8NoFkdAnjDJydWhiHV9lChoBmgJaA9DCCFYVS9/6HBAlIaUUpRoFUu9aBZHQJ4wxb4agmJ1fZQoaAZoCWgPQwgTDr3FQ59yQJSGlFKUaBVLs2gWR0CeMOKJVKf4dX2UKGgGaAloD0MIKbSs+4cQcUCUhpRSlGgVS89oFkdAnjEdVinYQXV9lChoBmgJaA9DCKAzaVN1pHBAlIaUUpRoFUvDaBZHQJ4xPJV81Gd1fZQoaAZoCWgPQwire2RzlXRxQJSGlFKUaBVL22gWR0CeMdIj4YaYdX2UKGgGaAloD0MIdHtJY/R3cUCUhpRSlGgVS91oFkdAnjI/X9R77nV9lChoBmgJaA9DCKdaC7PQvXFAlIaUUpRoFUvCaBZHQJ4ymjpLVWl1fZQoaAZoCWgPQwgtsp3vZ/FwQJSGlFKUaBVLvWgWR0CeMvv4/NaAdX2UKGgGaAloD0MIpkdTPZm3ckCUhpRSlGgVS8VoFkdAnjM1bNbC8HV9lChoBmgJaA9DCGaH+IetPHBAlIaUUpRoFUu0aBZHQJ4zzmQr+YN1fZQoaAZoCWgPQwhzE7U0N5dwQJSGlFKUaBVLxmgWR0CeM/YMfA9FdX2UKGgGaAloD0MIWdqpuVwOdECUhpRSlGgVS91oFkdAnjRKySmqHXV9lChoBmgJaA9DCGu28pI/X3FAlIaUUpRoFUuyaBZHQJ405MqSX+l1fZQoaAZoCWgPQwhc/67P3BpyQJSGlFKUaBVL1GgWR0CeNRUzKs+3dX2UKGgGaAloD0MIXTRkPEoyb0CUhpRSlGgVS7RoFkdAnjV5/Tb35HV9lChoBmgJaA9DCP6cgvwsjXJAlIaUUpRoFUvHaBZHQJ41fJ0W/Jx1fZQoaAZoCWgPQwhJTbuY5v5vQJSGlFKUaBVLvmgWR0CeNZl9BrvcdX2UKGgGaAloD0MIshAdAsf9ckCUhpRSlGgVS9hoFkdAnjW0Zm7J4nV9lChoBmgJaA9DCKm+84sS8HFAlIaUUpRoFUvPaBZHQJ41p1LamGd1fZQoaAZoCWgPQwj2RNeFXx1xQJSGlFKUaBVLw2gWR0CeNlZMcp9adX2UKGgGaAloD0MI3QiLivjucUCUhpRSlGgVS/JoFkdAnjZ4oNNJv3V9lChoBmgJaA9DCJ5g/3VuRXJAlIaUUpRoFUvcaBZHQJ43TuiN83N1fZQoaAZoCWgPQwh8C+vGu/pvQJSGlFKUaBVLymgWR0CeN0Gsmv4edX2UKGgGaAloD0MIr3lVZzVXcUCUhpRSlGgVS7VoFkdAnjdkvGp++nV9lChoBmgJaA9DCBMpzebxr25AlIaUUpRoFUvWaBZHQJ43/d0q6OJ1fZQoaAZoCWgPQwgqVaLs7eZwQJSGlFKUaBVLwmgWR0CeOFRsMy8BdX2UKGgGaAloD0MIQDIdOj0Pb0CUhpRSlGgVS7toFkdAnjips0pEyHV9lChoBmgJaA9DCEIIyJeQa3BAlIaUUpRoFUu5aBZHQJ45R4nndO91fZQoaAZoCWgPQwgnpaDbi9BzQJSGlFKUaBVL72gWR0CeOafl6qsEdX2UKGgGaAloD0MI7fFCOjyebkCUhpRSlGgVS7hoFkdAnjnjL4etCHV9lChoBmgJaA9DCMSxLm7jKXBAlIaUUpRoFUu7aBZHQJ459H7P6bh1fZQoaAZoCWgPQwgFie3uga9vQJSGlFKUaBVLuWgWR0CeOghOgxrSdX2UKGgGaAloD0MI8N5RY0JBUECUhpRSlGgVS3hoFkdAnjpe2/i5u3V9lChoBmgJaA9DCC0HeqitunFAlIaUUpRoFUvZaBZHQJ46SK2rn1Z1fZQoaAZoCWgPQwgpeAq50tJwQJSGlFKUaBVLy2gWR0CeOo6GQCCBdX2UKGgGaAloD0MI/RadLLU+ckCUhpRSlGgVS9loFkdAnjrSsS00FnV9lChoBmgJaA9DCED2evdHwnNAlIaUUpRoFUvFaBZHQJ47JGqgh8p1fZQoaAZoCWgPQwirs1pgDwxyQJSGlFKUaBVL2GgWR0CeO8fEXLvDdX2UKGgGaAloD0MIjIaMR6nsb0CUhpRSlGgVS7NoFkdAnjxycLBsRHV9lChoBmgJaA9DCJQw0/bvT3NAlIaUUpRoFUvQaBZHQJ48ljOLR8d1fZQoaAZoCWgPQwgVAU7vohFyQJSGlFKUaBVL2WgWR0CePLAiV0LddX2UKGgGaAloD0MI+69z0yZZc0CUhpRSlGgVS7toFkdAnjzuyquKXXV9lChoBmgJaA9DCHO5wVDH/XBAlIaUUpRoFUvDaBZHQJ49cmv4dp91fZQoaAZoCWgPQwg74/viUiByQJSGlFKUaBVLrGgWR0CePXjLSuyNdX2UKGgGaAloD0MI5XrbTMX8cECUhpRSlGgVS6doFkdAnj2yrcTJyXV9lChoBmgJaA9DCBe5p6u7OnFAlIaUUpRoFUulaBZHQJ4+BfG+9J11fZQoaAZoCWgPQwh0C12JQOJwQJSGlFKUaBVLsGgWR0CePiVfu1F6dX2UKGgGaAloD0MITn6LTpbjcECUhpRSlGgVS8NoFkdAnj8LdFfAsXV9lChoBmgJaA9DCAirsYQ1wXNAlIaUUpRoFUveaBZHQJ4/R5fMOgB1fZQoaAZoCWgPQwgLmMCte31xQJSGlFKUaBVL0GgWR0CeP0Yb83uNdX2UKGgGaAloD0MIKxTpfs6yckCUhpRSlGgVS79oFkdAnj9vszEaVHV9lChoBmgJaA9DCHTQJRz6iW9AlIaUUpRoFUumaBZHQJ4/yxbB42V1fZQoaAZoCWgPQwgou5nRj6hwQJSGlFKUaBVLxWgWR0CeP+3dsSCfdX2UKGgGaAloD0MIJJhqZi38ckCUhpRSlGgVS+5oFkdAnkBLiVB2OnV9lChoBmgJaA9DCOlDF9R3HnFAlIaUUpRoFUvEaBZHQJ5BGCQLeAN1fZQoaAZoCWgPQwjWU6uvLgpzQJSGlFKUaBVLymgWR0CeQX9Wp6yCdWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
@@ -78,8 +78,8 @@
     "_n_updates": 984,
     "n_steps": 1024,
     "gamma": 0.999,
-    "gae_lambda": 0.98,
-    "ent_coef": 0.01,
+    "gae_lambda": 0.95,
+    "ent_coef": 0.005,
     "vf_coef": 0.5,
     "max_grad_norm": 0.5,
     "batch_size": 128,

LunarLander-v2-ppo/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:98e65c54bee8c8a819b514717a10596e5e469cc86b82238d2e79f8457466364d
+oid sha256:3dc9f7b26f094dfe9b58fbefeae83b682dc1197b62f5ddccca063c309b738d67
 size 84637

LunarLander-v2-ppo/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2c3333e4af50a8564a6484c0a4f26681db73f257a876b2b8c86c3e8b77e83f3
+oid sha256:0e5e75adabff6b7e7ed984744702123e516ca77c1c41f6c3cfeace6db2439bc0
 size 43073

README.md

@@ -10,7 +10,7 @@ model-index:
   results:
   - metrics:
     - type: mean_reward
-      value: 283.05 +/- 17.49
+      value: 290.81 +/- 10.24
       name: mean_reward
     task:
       type: reinforcement-learning

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f85272b50e0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f85272b5170>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f85272b5200>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f85272b5290>", "_build": "<function ActorCriticPolicy._build at 0x7f85272b5320>", "forward": "<function ActorCriticPolicy.forward at 0x7f85272b53b0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f85272b5440>", "_predict": "<function ActorCriticPolicy._predict at 0x7f85272b54d0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f85272b5560>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f85272b55f0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f85272b5680>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f85272eef60>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVngEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBXNoYXBllEsIhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAAAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/lGgKSwiFlIwBQ5R0lFKUjARoaWdolGgSKJYgAAAAAAAAAAAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/lGgKSwiFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWCAAAAAAAAAAAAAAAAAAAAJRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZRoFXSUUpSMDWJvdW5kZWRfYWJvdmWUaBIolggAAAAAAAAAAAAAAAAAAACUaCFLCIWUaBV0lFKUjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVgQAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwFc2hhcGWUKYwFZHR5cGWUjAVudW1weZRoB5OUjAJpOJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRijApfbnBfcmFuZG9tlE51Yi4=", "n": 4, "shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 2015232, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1652533163.0742266, "learning_rate": 0.0004, "tensorboard_log": "runs/34hjwewx", "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz86NuLrHEMthZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAADxqjyLyk0/gUaZvPpN977DlOo745b0vAAAAAAAAAAAzTqPvNI9krsaTkM8fAmwPIQN2Lzvt5Q9AACAPwAAgD9AZYi9XAkROw5NFb5R+I2+wPSgvX6CjD4AAIA/AAAAAM0kWDwtTLg/snKGPvzvUD5opEu62cQxOwAAAAAAAAAAZnLeu85Nrj+RVRy+pPgVv7Hqp7vvN7a9AAAAAAAAAAAmDyY+FojgPnbVvb7z/b6+QLE0Pc4Air4AAAAAAAAAAJrNQ7ykgGm5rmyOOa0aADU6rI06hdmquAAAgD8AAIA/M+xwPnwjgj/ehYY9Z3DYvpIJ6z4VPS6+AAAAAAAAAAAAmmI8KkShPxoLxD1vsw+/mrjOPLhWKD0AAAAAAAAAAM2u/TzEWJQ+K59zvq1i574MoIi9jvGTvQAAAAAAAAAAmunVPUDh9D7oYKy+GaD1vr+0qr08tka+AAAAAAAAAACaOhA9e5qWulAHfLshc4i4eKe9OiyomTgAAIA/AACAP7PkEr2By0g+D/m9PjXQd77Yk6U+hnqLuwAAAAAAAAAAZv2LvD1VRLt4fD+8Skd2PFb7oDw+e1W9AACAPwAAgD/Nwhm9eE3IPdIYST1B8HG+zcM5vD9bsT0AAAAAAAAAAAA2Yr2uq4m6aDIEtT4rQbAUKAE7GEtpNAAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.007616000000000067, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIhXe5iO8yckCUhpRSlIwBbJRLvYwBdJRHQJ+4/p3X7Lt1fZQoaAZoCWgPQwj0xd6LL8VwQJSGlFKUaBVL4GgWR0CfuaOAiFCcdX2UKGgGaAloD0MIIjSCjSsucUCUhpRSlGgVS+9oFkdAn7qRBeHBUXV9lChoBmgJaA9DCPfI5qr5w3BAlIaUUpRoFUvLaBZHQJ+6yeZof0V1fZQoaAZoCWgPQwgYXknyHNdyQJSGlFKUaBVL4GgWR0Cfu6qbz9S/dX2UKGgGaAloD0MIbqKW5lbCc0CUhpRSlGgVS/JoFkdAn7wMU/OdG3V9lChoBmgJaA9DCNY1Wg70F3FAlIaUUpRoFUvnaBZHQJ+8rgZTAFh1fZQoaAZoCWgPQwgtJ6H0RXJzQJSGlFKUaBVNAwFoFkdAn7y+oo/iYXV9lChoBmgJaA9DCJ0v9l78g3FAlIaUUpRoFUvSaBZHQJ+84vboKUp1fZQoaAZoCWgPQwgrvwzGyAxyQJSGlFKUaBVL02gWR0CfvVCJ40MxdX2UKGgGaAloD0MIdJZZhOLNckCUhpRSlGgVS+VoFkdAn72NWhh6SnV9lChoBmgJaA9DCBwkRPkC8HFAlIaUUpRoFUvKaBZHQJ+9lEVnEl51fZQoaAZoCWgPQwhkyoegagJyQJSGlFKUaBVL1GgWR0Cfvkd9Ujs2dX2UKGgGaAloD0MIpOL/jmjxcUCUhpRSlGgVTQEBaBZHQJ++Vr6+FlF1fZQoaAZoCWgPQwj4U+OlGwdyQJSGlFKUaBVLwWgWR0CfvnAzYVZcdX2UKGgGaAloD0MInl2+9SExckCUhpRSlGgVS+VoFkdAn75fxpcopnV9lChoBmgJaA9DCNlaXyS0Qm9AlIaUUpRoFUvdaBZHQJ++pQXQ+ll1fZQoaAZoCWgPQwjAzeLFguVxQJSGlFKUaBVLxmgWR0CfvxWdmQKbdX2UKGgGaAloD0MIg4k/ivrAcUCUhpRSlGgVS8toFkdAn8BB8twrD3V9lChoBmgJaA9DCMy0/Ssrq3NAlIaUUpRoFUu4aBZHQJ/AkOc2BJ91fZQoaAZoCWgPQwhTQUXVr3tvQJSGlFKUaBVL6GgWR0CfwM4ubqhUdX2UKGgGaAloD0MIM6SK4tV8bkCUhpRSlGgVS8VoFkdAn8E7XYlIE3V9lChoBmgJaA9DCJi9bDvt+XFAlIaUUpRoFUvUaBZHQJ/COVVxS511fZQoaAZoCWgPQwjkafmB67lyQJSGlFKUaBVLzWgWR0Cf0PYlpoK2dX2UKGgGaAloD0MITP28qQgfcUCUhpRSlGgVS8JoFkdAn9EfO6d1+3V9lChoBmgJaA9DCHbDtkXZy3FAlIaUUpRoFUvcaBZHQJ/RRNnGsFN1fZQoaAZoCWgPQwhE2zF115dxQJSGlFKUaBVLwGgWR0Cf0UncL0BfdX2UKGgGaAloD0MIqRH6mXrIcECUhpRSlGgVS7FoFkdAn9GwjQiRn3V9lChoBmgJaA9DCGjPZWoS1XFAlIaUUpRoFUvDaBZHQJ/SSYTj/+91fZQoaAZoCWgPQwiq1sIsdENxQJSGlFKUaBVLymgWR0Cf0mEuxrzodX2UKGgGaAloD0MIrfwyGGOOcECUhpRSlGgVS+loFkdAn9JwvQF9r3V9lChoBmgJaA9DCLmNBvAWqHJAlIaUUpRoFUvFaBZHQJ/Sl9c8klh1fZQoaAZoCWgPQwiQoWMHlRBzQJSGlFKUaBVL02gWR0Cf024hUzbfdX2UKGgGaAloD0MIgUOoUvPHcECUhpRSlGgVS9FoFkdAn9TGkSElFHV9lChoBmgJaA9DCDnv/+MEWHJAlIaUUpRoFUvKaBZHQJ/U6UaAFxJ1fZQoaAZoCWgPQwjF5uPaUE9vQJSGlFKUaBVL0WgWR0Cf1ec32mHhdX2UKGgGaAloD0MIycnErYIkT0CUhpRSlGgVS3doFkdAn9XcY/FBIHV9lChoBmgJaA9DCLvTnSceLXJAlIaUUpRoFUvgaBZHQJ/V5k6Lfk51fZQoaAZoCWgPQwjEd2LWy01yQJSGlFKUaBVLu2gWR0Cf1lipNsWPdX2UKGgGaAloD0MIAI+oUF0hcECUhpRSlGgVS8JoFkdAn9aMCo0hvHV9lChoBmgJaA9DCBvWVBZFPXJAlIaUUpRoFUvEaBZHQJ/W4MXrMTx1fZQoaAZoCWgPQwhaRuo9lU5vQJSGlFKUaBVL0WgWR0Cf1xd0q6OHdX2UKGgGaAloD0MItHbbhSZrc0CUhpRSlGgVS89oFkdAn9cx1klNUXV9lChoBmgJaA9DCK/pQUHp4XBAlIaUUpRoFUu+aBZHQJ/XuAUcn3N1fZQoaAZoCWgPQwghPUUOUYVyQJSGlFKUaBVL12gWR0Cf19SOR1YAdX2UKGgGaAloD0MIB3sTQ3LhbkCUhpRSlGgVS9JoFkdAn9hQcT8HfXV9lChoBmgJaA9DCNTzbizo1XBAlIaUUpRoFUvDaBZHQJ/ZDXZoPCl1fZQoaAZoCWgPQwix+bg2lNlwQJSGlFKUaBVNAAFoFkdAn9ni4rjHXHV9lChoBmgJaA9DCMHEH0Wd529AlIaUUpRoFUu/aBZHQJ/acafjCHh1fZQoaAZoCWgPQwg8FXDP80dwQJSGlFKUaBVLw2gWR0Cf25MuvlltdX2UKGgGaAloD0MIl8gFZzDdc0CUhpRSlGgVS89oFkdAn9wGLpA2RHV9lChoBmgJaA9DCL9EvHU+FHJAlIaUUpRoFUu6aBZHQJ/cBOO801t1fZQoaAZoCWgPQwhR+kLIeTlxQJSGlFKUaBVL+WgWR0Cf3C/3nIQwdX2UKGgGaAloD0MIuHNhpBeJc0CUhpRSlGgVS99oFkdAn9yEqpcX33V9lChoBmgJaA9DCN481SG3cnNAlIaUUpRoFUvbaBZHQJ/cz0I1LrZ1fZQoaAZoCWgPQwi29j5VxQFyQJSGlFKUaBVLyGgWR0Cf3M8rI5o5dX2UKGgGaAloD0MITQ8KShGrc0CUhpRSlGgVS8loFkdAn90OPBBRh3V9lChoBmgJaA9DCL8NMV4zJ3NAlIaUUpRoFUvPaBZHQJ/d3vVmSQp1fZQoaAZoCWgPQwjq6Lga2fpyQJSGlFKUaBVLzWgWR0Cf3fCIUJv6dX2UKGgGaAloD0MIlpLlJNQSckCUhpRSlGgVS/poFkdAn96PbsWweXV9lChoBmgJaA9DCD53gv1XdnJAlIaUUpRoFU17AmgWR0Cf3u6gdwNtdX2UKGgGaAloD0MIWoC21Sy4c0CUhpRSlGgVS+ZoFkdAn98sEFGG23V9lChoBmgJaA9DCJWCbi9pR25AlIaUUpRoFUvXaBZHQJ/fc+2VmjF1fZQoaAZoCWgPQwi3uMZncgVxQJSGlFKUaBVLzmgWR0Cf3+50r9VFdX2UKGgGaAloD0MIXHNH/0sJcUCUhpRSlGgVS8ZoFkdAn+Axt+CsfnV9lChoBmgJaA9DCOJbWDdedW9AlIaUUpRoFUvNaBZHQJ/htpTMqz91fZQoaAZoCWgPQwhB9Q8i2YxyQJSGlFKUaBVLz2gWR0Cf4cnsLORldX2UKGgGaAloD0MIlgSoqaWwcECUhpRSlGgVS7xoFkdAn+H8bFS88XV9lChoBmgJaA9DCA0AVdx4HXJAlIaUUpRoFUvlaBZHQJ/iCOaOPvN1fZQoaAZoCWgPQwi46c9+pB1zQJSGlFKUaBVL1mgWR0Cf4ieZ5Rj0dX2UKGgGaAloD0MImu/gJ44hcECUhpRSlGgVS8hoFkdAn+JR6Skj5nV9lChoBmgJaA9DCJRt4A6U3HFAlIaUUpRoFUvgaBZHQJ/iplI3BHl1fZQoaAZoCWgPQwiB64oZYeJxQJSGlFKUaBVLv2gWR0Cf4xhx5s0pdX2UKGgGaAloD0MIjKAxk6j6cUCUhpRSlGgVS9NoFkdAn+ONELH+63V9lChoBmgJaA9DCGWryymBgHJAlIaUUpRoFUvJaBZHQJ/j7bJwKjV1fZQoaAZoCWgPQwiTj90FypBzQJSGlFKUaBVNEQFoFkdAn+RzvAoG6nV9lChoBmgJaA9DCAppjUFnYnJAlIaUUpRoFUvMaBZHQJ/k8svqTr51fZQoaAZoCWgPQwjpEDgSKI5zQJSGlFKUaBVL12gWR0Cf5PG8VYZEdX2UKGgGaAloD0MI0jWTbzb3ckCUhpRSlGgVS+9oFkdAn+VYVIqb0HV9lChoBmgJaA9DCGMOgo7WBXNAlIaUUpRoFUvKaBZHQJ/laJXQtz11fZQoaAZoCWgPQwgheHx713JyQJSGlFKUaBVL1WgWR0Cf5fCg9NeudX2UKGgGaAloD0MIAMl06LT8ckCUhpRSlGgVS71oFkdAn+bPD+BH1HV9lChoBmgJaA9DCK702mxsFHJAlIaUUpRoFUu5aBZHQJ/nCPQv6CV1fZQoaAZoCWgPQwgtr1xv2zpyQJSGlFKUaBVLwWgWR0Cf5yf779AHdX2UKGgGaAloD0MIiXssfagucECUhpRSlGgVS9poFkdAn+fOvyLAHnV9lChoBmgJaA9DCFG/C1tzqHFAlIaUUpRoFUvyaBZHQJ/oOBmPHT91fZQoaAZoCWgPQwj8471qpRRwQJSGlFKUaBVLvWgWR0Cf6DP1+RYBdX2UKGgGaAloD0MI/+ibNE2ecUCUhpRSlGgVS+JoFkdAn+hbTDwYtXV9lChoBmgJaA9DCKH3xhBA6HBAlIaUUpRoFUvkaBZHQJ/ouQyRB/t1fZQoaAZoCWgPQwjwFHKlXnRxQJSGlFKUaBVLwWgWR0Cf6Y+tr9EUdX2UKGgGaAloD0MIIhecwV9Mc0CUhpRSlGgVS9RoFkdAn+mPUnXumnV9lChoBmgJaA9DCJS9pZxvVnJAlIaUUpRoFUvuaBZHQJ/p4AggX/J1fZQoaAZoCWgPQwidZRahGN9xQJSGlFKUaBVL0WgWR0Cf6mMcZLqVdX2UKGgGaAloD0MIiXssfegjc0CUhpRSlGgVS81oFkdAn+qwBLf1pXV9lChoBmgJaA9DCP3dO2qMtXJAlIaUUpRoFUvYaBZHQJ/rA31jAi51fZQoaAZoCWgPQwiitg2j4AZzQJSGlFKUaBVNCAFoFkdAn+vbqptJnXV9lChoBmgJaA9DCLzP8dEiunFAlIaUUpRoFUvvaBZHQJ/sOkGiYb91fZQoaAZoCWgPQwjX+Ez2j/twQJSGlFKUaBVLt2gWR0Cf7QTkhib2dX2UKGgGaAloD0MIdlQ1QdQMckCUhpRSlGgVS+toFkdAn+1U6YE4enV9lChoBmgJaA9DCKAZxAd2329AlIaUUpRoFUv0aBZHQJ/tXLwF1Sx1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 984, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 128, "n_epochs": 8, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "target_kl": null, "system_info": {"OS": "Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022", "Python": "3.7.13", "Stable-Baselines3": "1.4.0", "PyTorch": "1.11.0+cu113", "GPU Enabled": "False", "Numpy": "1.21.6", "Gym": "0.17.3"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f85272b50e0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f85272b5170>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f85272b5200>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f85272b5290>", "_build": "<function ActorCriticPolicy._build at 0x7f85272b5320>", "forward": "<function ActorCriticPolicy.forward at 0x7f85272b53b0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f85272b5440>", "_predict": "<function ActorCriticPolicy._predict at 0x7f85272b54d0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f85272b5560>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f85272b55f0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f85272b5680>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f85272eef60>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVngEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBXNoYXBllEsIhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAAAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/lGgKSwiFlIwBQ5R0lFKUjARoaWdolGgSKJYgAAAAAAAAAAAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/lGgKSwiFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWCAAAAAAAAAAAAAAAAAAAAJRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZRoFXSUUpSMDWJvdW5kZWRfYWJvdmWUaBIolggAAAAAAAAAAAAAAAAAAACUaCFLCIWUaBV0lFKUjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVgQAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwFc2hhcGWUKYwFZHR5cGWUjAVudW1weZRoB5OUjAJpOJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRijApfbnBfcmFuZG9tlE51Yi4=", "n": 4, "shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 2015232, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1652537931.046425, "learning_rate": 0.0004, "tensorboard_log": "runs/2ncftg27", "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz86NuLrHEMthZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAA3Km72gh4A+FoyNPgsn7r7AF4c9utYZPgAAAAAAAAAAmmf+PMRmnT5M7T09PM0Hv1i7Vj35e4U8AAAAAAAAAABa+hG+IV0zP39GxT2S5x2/uWe9vpzRRj4AAAAAAAAAADMtBDz2MS+85mC7PNWtEr0vAIO9NeDrPQAAgD8AAIA/M+iDvCIutj+adAe/k7sgPrTpRTzGWwY9AAAAAAAAAACAggC94WipugyDhTNgSPsu1ELhOaLErLMAAIA/AACAPwAqdT1IU5G6fl+4vSd57rv7Xky6ZM+1PAAAgD8AAIA/psGnPTEwtT4CRVM8zi/2vgKalT1KrKa9AAAAAAAAAAAAHmi90rrDu+4uEj40Cwo9KGtGvTgt5D0AAIA/AACAP2b73Lzp/0q8K2UHPnM/Dj2KNmC9oO9JPQAAgD8AAIA/Zv4PO0h/jLpb90w76/3WMRHwTTuvjqCzAACAPwAAgD+ApxE94cCNulTDL7Tc94wvEBa5uTQEmTMAAIA/AACAP3P0tT3/O2g+w3Hnu5J3vL5+/789fex7OgAAAAAAAAAAGvfxPQ8FGT81f0i9H5kIv4k7hT2KB2G9AAAAAAAAAAAazdW94NaWP0VrCb9gPT2/9xYLvs75y74AAAAAAAAAAOAIEz60cBU/pGmsvdvj/755oAo+VPYDvgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.007616000000000067, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI9pUH6eklc0CUhpRSlIwBbJRLzIwBdJRHQJ4UFl/Yrax1fZQoaAZoCWgPQwgTntDrT0VwQJSGlFKUaBVLpGgWR0CeFIfseGO/dX2UKGgGaAloD0MIrOP4oRJwc0CUhpRSlGgVS+5oFkdAnhSG2w3YMHV9lChoBmgJaA9DCF+1MuEXtXFAlIaUUpRoFUvaaBZHQJ4VgsNDtw91fZQoaAZoCWgPQwixbOaQlORwQJSGlFKUaBVLy2gWR0CeFbbKA8SxdX2UKGgGaAloD0MIsTVbeUngcECUhpRSlGgVS8poFkdAnhYB6Ww/xHV9lChoBmgJaA9DCHnNqzqrunBAlIaUUpRoFUuuaBZHQJ4WpSQ5myx1fZQoaAZoCWgPQwiL3qmA+1JyQJSGlFKUaBVLsGgWR0CeFtpDu0CzdX2UKGgGaAloD0MIsrrVc1Jfc0CUhpRSlGgVS9doFkdAnhd+Mhouf3V9lChoBmgJaA9DCNf4TPZPn3JAlIaUUpRoFUvAaBZHQJ4XbC2tuDV1fZQoaAZoCWgPQwjdBrXfWsNxQJSGlFKUaBVLtGgWR0CeF5uzhP0qdX2UKGgGaAloD0MIZ4ALsmVkcUCUhpRSlGgVS7ZoFkdAnhfGuTzNEHV9lChoBmgJaA9DCIZVvJE513FAlIaUUpRoFUvcaBZHQJ4X3lLeyiV1fZQoaAZoCWgPQwimXrcIDCJxQJSGlFKUaBVLxGgWR0CeF9+8XenAdX2UKGgGaAloD0MIdVYL7PF0cECUhpRSlGgVS7ZoFkdAnhgOuaF23nV9lChoBmgJaA9DCFBR9StdIXBAlIaUUpRoFUupaBZHQJ4YIA80UGp1fZQoaAZoCWgPQwjs+gW7YRlxQJSGlFKUaBVLoWgWR0CeGFoqCpWFdX2UKGgGaAloD0MIh6jCnyEjc0CUhpRSlGgVS/1oFkdAnhipBkZrHnV9lChoBmgJaA9DCK5/12fOKHRAlIaUUpRoFUvZaBZHQJ4ZoK+i8Fp1fZQoaAZoCWgPQwhsIchByf9wQJSGlFKUaBVLrWgWR0CeKGWeYlY2dX2UKGgGaAloD0MIaxFRTB4Uc0CUhpRSlGgVS8poFkdAnijisKb8WXV9lChoBmgJaA9DCGKfAIqRMnBAlIaUUpRoFUvKaBZHQJ4qLHxSYPZ1fZQoaAZoCWgPQwjHSWHeI9ZxQJSGlFKUaBVLqWgWR0CeKocNYr8SdX2UKGgGaAloD0MI9gg1QyrJcUCUhpRSlGgVS8FoFkdAnisG3F1jiHV9lChoBmgJaA9DCFsnLscr0nNAlIaUUpRoFU0UAWgWR0CeK6beMyaedX2UKGgGaAloD0MIc4OhDisPc0CUhpRSlGgVS81oFkdAnivKIN3GGXV9lChoBmgJaA9DCAFRMGNKfHBAlIaUUpRoFUv+aBZHQJ4sATqSowV1fZQoaAZoCWgPQwhCX3r7cy5zQJSGlFKUaBVL52gWR0CeLAkFfReDdX2UKGgGaAloD0MIixu3mF95cECUhpRSlGgVS9VoFkdAniwT9fkWAXV9lChoBmgJaA9DCGbYKOt3dnFAlIaUUpRoFUvNaBZHQJ4sKde6Zpl1fZQoaAZoCWgPQwgwDcNHxJRxQJSGlFKUaBVL9mgWR0CeLH+4LCvYdX2UKGgGaAloD0MIMsnIWViPc0CUhpRSlGgVS9FoFkdAniyI5HVf/nV9lChoBmgJaA9DCFqD91U5cXFAlIaUUpRoFUvDaBZHQJ4sjopx3mp1fZQoaAZoCWgPQwgdxw+VRpJxQJSGlFKUaBVL8GgWR0CeLOeoDPnkdX2UKGgGaAloD0MI5sqg2mAXckCUhpRSlGgVS7poFkdAni3SzTnaFnV9lChoBmgJaA9DCOhLb3/u1HBAlIaUUpRoFUugaBZHQJ4uajj7yhB1fZQoaAZoCWgPQwjYRGYucB1yQJSGlFKUaBVL62gWR0CeLnSWZ7XydX2UKGgGaAloD0MIgdB6+LKlc0CUhpRSlGgVS/poFkdAni70z41xbXV9lChoBmgJaA9DCIHMzqL3TXBAlIaUUpRoFUuyaBZHQJ4vK2Yv38J1fZQoaAZoCWgPQwjhKeRKvclvQJSGlFKUaBVLrWgWR0CeL33BYV7AdX2UKGgGaAloD0MI4c6FkZ4CckCUhpRSlGgVS7FoFkdAnjABdQfp2XV9lChoBmgJaA9DCO8fC9Hh+nFAlIaUUpRoFUvCaBZHQJ4wldu5z5p1fZQoaAZoCWgPQwhLkBFQYcdyQJSGlFKUaBVLv2gWR0CeMLN+LFXJdX2UKGgGaAloD0MI3+LhPYdRcUCUhpRSlGgVS8NoFkdAnjDJydWhiHV9lChoBmgJaA9DCCFYVS9/6HBAlIaUUpRoFUu9aBZHQJ4wxb4agmJ1fZQoaAZoCWgPQwgTDr3FQ59yQJSGlFKUaBVLs2gWR0CeMOKJVKf4dX2UKGgGaAloD0MIKbSs+4cQcUCUhpRSlGgVS89oFkdAnjEdVinYQXV9lChoBmgJaA9DCKAzaVN1pHBAlIaUUpRoFUvDaBZHQJ4xPJV81Gd1fZQoaAZoCWgPQwire2RzlXRxQJSGlFKUaBVL22gWR0CeMdIj4YaYdX2UKGgGaAloD0MIdHtJY/R3cUCUhpRSlGgVS91oFkdAnjI/X9R77nV9lChoBmgJaA9DCKdaC7PQvXFAlIaUUpRoFUvCaBZHQJ4ymjpLVWl1fZQoaAZoCWgPQwgtsp3vZ/FwQJSGlFKUaBVLvWgWR0CeMvv4/NaAdX2UKGgGaAloD0MIpkdTPZm3ckCUhpRSlGgVS8VoFkdAnjM1bNbC8HV9lChoBmgJaA9DCGaH+IetPHBAlIaUUpRoFUu0aBZHQJ4zzmQr+YN1fZQoaAZoCWgPQwhzE7U0N5dwQJSGlFKUaBVLxmgWR0CeM/YMfA9FdX2UKGgGaAloD0MIWdqpuVwOdECUhpRSlGgVS91oFkdAnjRKySmqHXV9lChoBmgJaA9DCGu28pI/X3FAlIaUUpRoFUuyaBZHQJ405MqSX+l1fZQoaAZoCWgPQwhc/67P3BpyQJSGlFKUaBVL1GgWR0CeNRUzKs+3dX2UKGgGaAloD0MIXTRkPEoyb0CUhpRSlGgVS7RoFkdAnjV5/Tb35HV9lChoBmgJaA9DCP6cgvwsjXJAlIaUUpRoFUvHaBZHQJ41fJ0W/Jx1fZQoaAZoCWgPQwhJTbuY5v5vQJSGlFKUaBVLvmgWR0CeNZl9BrvcdX2UKGgGaAloD0MIshAdAsf9ckCUhpRSlGgVS9hoFkdAnjW0Zm7J4nV9lChoBmgJaA9DCKm+84sS8HFAlIaUUpRoFUvPaBZHQJ41p1LamGd1fZQoaAZoCWgPQwj2RNeFXx1xQJSGlFKUaBVLw2gWR0CeNlZMcp9adX2UKGgGaAloD0MI3QiLivjucUCUhpRSlGgVS/JoFkdAnjZ4oNNJv3V9lChoBmgJaA9DCJ5g/3VuRXJAlIaUUpRoFUvcaBZHQJ43TuiN83N1fZQoaAZoCWgPQwh8C+vGu/pvQJSGlFKUaBVLymgWR0CeN0Gsmv4edX2UKGgGaAloD0MIr3lVZzVXcUCUhpRSlGgVS7VoFkdAnjdkvGp++nV9lChoBmgJaA9DCBMpzebxr25AlIaUUpRoFUvWaBZHQJ43/d0q6OJ1fZQoaAZoCWgPQwgqVaLs7eZwQJSGlFKUaBVLwmgWR0CeOFRsMy8BdX2UKGgGaAloD0MIQDIdOj0Pb0CUhpRSlGgVS7toFkdAnjips0pEyHV9lChoBmgJaA9DCEIIyJeQa3BAlIaUUpRoFUu5aBZHQJ45R4nndO91fZQoaAZoCWgPQwgnpaDbi9BzQJSGlFKUaBVL72gWR0CeOafl6qsEdX2UKGgGaAloD0MI7fFCOjyebkCUhpRSlGgVS7hoFkdAnjnjL4etCHV9lChoBmgJaA9DCMSxLm7jKXBAlIaUUpRoFUu7aBZHQJ459H7P6bh1fZQoaAZoCWgPQwgFie3uga9vQJSGlFKUaBVLuWgWR0CeOghOgxrSdX2UKGgGaAloD0MI8N5RY0JBUECUhpRSlGgVS3hoFkdAnjpe2/i5u3V9lChoBmgJaA9DCC0HeqitunFAlIaUUpRoFUvZaBZHQJ46SK2rn1Z1fZQoaAZoCWgPQwgpeAq50tJwQJSGlFKUaBVLy2gWR0CeOo6GQCCBdX2UKGgGaAloD0MI/RadLLU+ckCUhpRSlGgVS9loFkdAnjrSsS00FnV9lChoBmgJaA9DCED2evdHwnNAlIaUUpRoFUvFaBZHQJ47JGqgh8p1fZQoaAZoCWgPQwirs1pgDwxyQJSGlFKUaBVL2GgWR0CeO8fEXLvDdX2UKGgGaAloD0MIjIaMR6nsb0CUhpRSlGgVS7NoFkdAnjxycLBsRHV9lChoBmgJaA9DCJQw0/bvT3NAlIaUUpRoFUvQaBZHQJ48ljOLR8d1fZQoaAZoCWgPQwgVAU7vohFyQJSGlFKUaBVL2WgWR0CePLAiV0LddX2UKGgGaAloD0MI+69z0yZZc0CUhpRSlGgVS7toFkdAnjzuyquKXXV9lChoBmgJaA9DCHO5wVDH/XBAlIaUUpRoFUvDaBZHQJ49cmv4dp91fZQoaAZoCWgPQwg74/viUiByQJSGlFKUaBVLrGgWR0CePXjLSuyNdX2UKGgGaAloD0MI5XrbTMX8cECUhpRSlGgVS6doFkdAnj2yrcTJyXV9lChoBmgJaA9DCBe5p6u7OnFAlIaUUpRoFUulaBZHQJ4+BfG+9J11fZQoaAZoCWgPQwh0C12JQOJwQJSGlFKUaBVLsGgWR0CePiVfu1F6dX2UKGgGaAloD0MITn6LTpbjcECUhpRSlGgVS8NoFkdAnj8LdFfAsXV9lChoBmgJaA9DCAirsYQ1wXNAlIaUUpRoFUveaBZHQJ4/R5fMOgB1fZQoaAZoCWgPQwgLmMCte31xQJSGlFKUaBVL0GgWR0CeP0Yb83uNdX2UKGgGaAloD0MIKxTpfs6yckCUhpRSlGgVS79oFkdAnj9vszEaVHV9lChoBmgJaA9DCHTQJRz6iW9AlIaUUpRoFUumaBZHQJ4/yxbB42V1fZQoaAZoCWgPQwgou5nRj6hwQJSGlFKUaBVLxWgWR0CeP+3dsSCfdX2UKGgGaAloD0MIJJhqZi38ckCUhpRSlGgVS+5oFkdAnkBLiVB2OnV9lChoBmgJaA9DCOlDF9R3HnFAlIaUUpRoFUvEaBZHQJ5BGCQLeAN1fZQoaAZoCWgPQwjWU6uvLgpzQJSGlFKUaBVLymgWR0CeQX9Wp6yCdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 984, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.95, "ent_coef": 0.005, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 128, "n_epochs": 8, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "target_kl": null, "system_info": {"OS": "Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022", "Python": "3.7.13", "Stable-Baselines3": "1.4.0", "PyTorch": "1.11.0+cu113", "GPU Enabled": "False", "Numpy": "1.21.6", "Gym": "0.17.3"}}

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e502aaf95be7bf6a31b956cc3b27f5d17318943a8827bc8b2d757821b2db0bf
-size 196989
+oid sha256:843b77e5ccfdd64b7fde936822d1b7d997df06da75254316d081a6cbef130785
+size 192975

results.json

@@ -1 +1 @@
-{"mean_reward": 283.0483275, "std_reward": 17.494095193331603, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-14T13:33:36.044474"}
+{"mean_reward": 290.8063799, "std_reward": 10.239231154295696, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-14T14:51:17.007158"}