trained model 2e+06 steps

LunarLander-v2-ppo.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d4ee6b80e935b96851782f9da0a4578fa77b1c5221e066f66ba6c7ca3f5c050b
-size 143576
+oid sha256:27e9d283add6c1184b90b9cb5f8fb9d2328a1d3e8e5519708625c05834397145
+size 143577

LunarLander-v2-ppo/data

@@ -47,16 +47,16 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1652537931.046425,
+    "start_time": 1652539952.9390442,
     "learning_rate": 0.0004,
-    "tensorboard_log": "runs/2ncftg27",
+    "tensorboard_log": "runs/sfxck029",
     "lr_schedule": {
         ":type:": "<class 'function'>",
         ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz86NuLrHEMthZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAA3Km72gh4A+FoyNPgsn7r7AF4c9utYZPgAAAAAAAAAAmmf+PMRmnT5M7T09PM0Hv1i7Vj35e4U8AAAAAAAAAABa+hG+IV0zP39GxT2S5x2/uWe9vpzRRj4AAAAAAAAAADMtBDz2MS+85mC7PNWtEr0vAIO9NeDrPQAAgD8AAIA/M+iDvCIutj+adAe/k7sgPrTpRTzGWwY9AAAAAAAAAACAggC94WipugyDhTNgSPsu1ELhOaLErLMAAIA/AACAPwAqdT1IU5G6fl+4vSd57rv7Xky6ZM+1PAAAgD8AAIA/psGnPTEwtT4CRVM8zi/2vgKalT1KrKa9AAAAAAAAAAAAHmi90rrDu+4uEj40Cwo9KGtGvTgt5D0AAIA/AACAP2b73Lzp/0q8K2UHPnM/Dj2KNmC9oO9JPQAAgD8AAIA/Zv4PO0h/jLpb90w76/3WMRHwTTuvjqCzAACAPwAAgD+ApxE94cCNulTDL7Tc94wvEBa5uTQEmTMAAIA/AACAP3P0tT3/O2g+w3Hnu5J3vL5+/789fex7OgAAAAAAAAAAGvfxPQ8FGT81f0i9H5kIv4k7hT2KB2G9AAAAAAAAAAAazdW94NaWP0VrCb9gPT2/9xYLvs75y74AAAAAAAAAAOAIEz60cBU/pGmsvdvj/755oAo+VPYDvgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGYmurrDwXa6UPzyNinx6TFGTgc6liIPtgAAgD8AAIA/zUy2O6HGjz2AbPA8bAOFviJwLzxpvZY9AAAAAAAAAABArdq9nNKCP+XY7byAywK/nklSvgJx9DwAAAAAAAAAACYzN76+jCw/PY7BPRaF7L5nbIi+VY1mPgAAAAAAAAAAs74dPUgrhrqjeJi5peA6NctWf7mOeLE4AACAPwAAgD8zAxk8e1aYul1V5bMT7iovMgGauiMFuTMAAIA/AACAPzNWWD3X7CK7tvb7vYHFv75iKMm8tuJyOwAAgD8AAAAAmtMoPDE+Tj/nR0G9jlAIv2Y6hzyakgW8AAAAAAAAAAAArK67u8mJPhJmBL6PVKu+rYnbvW+vML0AAAAAAAAAADP8+Lwo9YS8nZd8PdtFb7pbw8a95dGfPQAAgD8AAIA/M0MjO8tJWD96+389JJLivlbL27oorZI9AAAAAAAAAADNwHU8XOMHuma2VbUi2WQvyM33uc6gdzQAAIA/AACAPwCTszxsNIg89JYaPiGdur6qD1I+2UofugAAAAAAAIA/jfQFvmwO/D74U9k+/zPhvt/BFL7rTc8+AAAAAAAAAABmUrQ8o1ZtPTDtz71F3aq+yq33vLCK2b0AAAAAAAAAAGYj47wfaNS7ypiHuzxQjTzvcUQ9285tvQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -69,7 +69,7 @@
     "_current_progress_remaining": -0.007616000000000067,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVHhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI9pUH6eklc0CUhpRSlIwBbJRLzIwBdJRHQJ4UFl/Yrax1fZQoaAZoCWgPQwgTntDrT0VwQJSGlFKUaBVLpGgWR0CeFIfseGO/dX2UKGgGaAloD0MIrOP4oRJwc0CUhpRSlGgVS+5oFkdAnhSG2w3YMHV9lChoBmgJaA9DCF+1MuEXtXFAlIaUUpRoFUvaaBZHQJ4VgsNDtw91fZQoaAZoCWgPQwixbOaQlORwQJSGlFKUaBVLy2gWR0CeFbbKA8SxdX2UKGgGaAloD0MIsTVbeUngcECUhpRSlGgVS8poFkdAnhYB6Ww/xHV9lChoBmgJaA9DCHnNqzqrunBAlIaUUpRoFUuuaBZHQJ4WpSQ5myx1fZQoaAZoCWgPQwiL3qmA+1JyQJSGlFKUaBVLsGgWR0CeFtpDu0CzdX2UKGgGaAloD0MIsrrVc1Jfc0CUhpRSlGgVS9doFkdAnhd+Mhouf3V9lChoBmgJaA9DCNf4TPZPn3JAlIaUUpRoFUvAaBZHQJ4XbC2tuDV1fZQoaAZoCWgPQwjdBrXfWsNxQJSGlFKUaBVLtGgWR0CeF5uzhP0qdX2UKGgGaAloD0MIZ4ALsmVkcUCUhpRSlGgVS7ZoFkdAnhfGuTzNEHV9lChoBmgJaA9DCIZVvJE513FAlIaUUpRoFUvcaBZHQJ4X3lLeyiV1fZQoaAZoCWgPQwimXrcIDCJxQJSGlFKUaBVLxGgWR0CeF9+8XenAdX2UKGgGaAloD0MIdVYL7PF0cECUhpRSlGgVS7ZoFkdAnhgOuaF23nV9lChoBmgJaA9DCFBR9StdIXBAlIaUUpRoFUupaBZHQJ4YIA80UGp1fZQoaAZoCWgPQwjs+gW7YRlxQJSGlFKUaBVLoWgWR0CeGFoqCpWFdX2UKGgGaAloD0MIh6jCnyEjc0CUhpRSlGgVS/1oFkdAnhipBkZrHnV9lChoBmgJaA9DCK5/12fOKHRAlIaUUpRoFUvZaBZHQJ4ZoK+i8Fp1fZQoaAZoCWgPQwhsIchByf9wQJSGlFKUaBVLrWgWR0CeKGWeYlY2dX2UKGgGaAloD0MIaxFRTB4Uc0CUhpRSlGgVS8poFkdAnijisKb8WXV9lChoBmgJaA9DCGKfAIqRMnBAlIaUUpRoFUvKaBZHQJ4qLHxSYPZ1fZQoaAZoCWgPQwjHSWHeI9ZxQJSGlFKUaBVLqWgWR0CeKocNYr8SdX2UKGgGaAloD0MI9gg1QyrJcUCUhpRSlGgVS8FoFkdAnisG3F1jiHV9lChoBmgJaA9DCFsnLscr0nNAlIaUUpRoFU0UAWgWR0CeK6beMyaedX2UKGgGaAloD0MIc4OhDisPc0CUhpRSlGgVS81oFkdAnivKIN3GGXV9lChoBmgJaA9DCAFRMGNKfHBAlIaUUpRoFUv+aBZHQJ4sATqSowV1fZQoaAZoCWgPQwhCX3r7cy5zQJSGlFKUaBVL52gWR0CeLAkFfReDdX2UKGgGaAloD0MIixu3mF95cECUhpRSlGgVS9VoFkdAniwT9fkWAXV9lChoBmgJaA9DCGbYKOt3dnFAlIaUUpRoFUvNaBZHQJ4sKde6Zpl1fZQoaAZoCWgPQwgwDcNHxJRxQJSGlFKUaBVL9mgWR0CeLH+4LCvYdX2UKGgGaAloD0MIMsnIWViPc0CUhpRSlGgVS9FoFkdAniyI5HVf/nV9lChoBmgJaA9DCFqD91U5cXFAlIaUUpRoFUvDaBZHQJ4sjopx3mp1fZQoaAZoCWgPQwgdxw+VRpJxQJSGlFKUaBVL8GgWR0CeLOeoDPnkdX2UKGgGaAloD0MI5sqg2mAXckCUhpRSlGgVS7poFkdAni3SzTnaFnV9lChoBmgJaA9DCOhLb3/u1HBAlIaUUpRoFUugaBZHQJ4uajj7yhB1fZQoaAZoCWgPQwjYRGYucB1yQJSGlFKUaBVL62gWR0CeLnSWZ7XydX2UKGgGaAloD0MIgdB6+LKlc0CUhpRSlGgVS/poFkdAni70z41xbXV9lChoBmgJaA9DCIHMzqL3TXBAlIaUUpRoFUuyaBZHQJ4vK2Yv38J1fZQoaAZoCWgPQwjhKeRKvclvQJSGlFKUaBVLrWgWR0CeL33BYV7AdX2UKGgGaAloD0MI4c6FkZ4CckCUhpRSlGgVS7FoFkdAnjABdQfp2XV9lChoBmgJaA9DCO8fC9Hh+nFAlIaUUpRoFUvCaBZHQJ4wldu5z5p1fZQoaAZoCWgPQwhLkBFQYcdyQJSGlFKUaBVLv2gWR0CeMLN+LFXJdX2UKGgGaAloD0MI3+LhPYdRcUCUhpRSlGgVS8NoFkdAnjDJydWhiHV9lChoBmgJaA9DCCFYVS9/6HBAlIaUUpRoFUu9aBZHQJ4wxb4agmJ1fZQoaAZoCWgPQwgTDr3FQ59yQJSGlFKUaBVLs2gWR0CeMOKJVKf4dX2UKGgGaAloD0MIKbSs+4cQcUCUhpRSlGgVS89oFkdAnjEdVinYQXV9lChoBmgJaA9DCKAzaVN1pHBAlIaUUpRoFUvDaBZHQJ4xPJV81Gd1fZQoaAZoCWgPQwire2RzlXRxQJSGlFKUaBVL22gWR0CeMdIj4YaYdX2UKGgGaAloD0MIdHtJY/R3cUCUhpRSlGgVS91oFkdAnjI/X9R77nV9lChoBmgJaA9DCKdaC7PQvXFAlIaUUpRoFUvCaBZHQJ4ymjpLVWl1fZQoaAZoCWgPQwgtsp3vZ/FwQJSGlFKUaBVLvWgWR0CeMvv4/NaAdX2UKGgGaAloD0MIpkdTPZm3ckCUhpRSlGgVS8VoFkdAnjM1bNbC8HV9lChoBmgJaA9DCGaH+IetPHBAlIaUUpRoFUu0aBZHQJ4zzmQr+YN1fZQoaAZoCWgPQwhzE7U0N5dwQJSGlFKUaBVLxmgWR0CeM/YMfA9FdX2UKGgGaAloD0MIWdqpuVwOdECUhpRSlGgVS91oFkdAnjRKySmqHXV9lChoBmgJaA9DCGu28pI/X3FAlIaUUpRoFUuyaBZHQJ405MqSX+l1fZQoaAZoCWgPQwhc/67P3BpyQJSGlFKUaBVL1GgWR0CeNRUzKs+3dX2UKGgGaAloD0MIXTRkPEoyb0CUhpRSlGgVS7RoFkdAnjV5/Tb35HV9lChoBmgJaA9DCP6cgvwsjXJAlIaUUpRoFUvHaBZHQJ41fJ0W/Jx1fZQoaAZoCWgPQwhJTbuY5v5vQJSGlFKUaBVLvmgWR0CeNZl9BrvcdX2UKGgGaAloD0MIshAdAsf9ckCUhpRSlGgVS9hoFkdAnjW0Zm7J4nV9lChoBmgJaA9DCKm+84sS8HFAlIaUUpRoFUvPaBZHQJ41p1LamGd1fZQoaAZoCWgPQwj2RNeFXx1xQJSGlFKUaBVLw2gWR0CeNlZMcp9adX2UKGgGaAloD0MI3QiLivjucUCUhpRSlGgVS/JoFkdAnjZ4oNNJv3V9lChoBmgJaA9DCJ5g/3VuRXJAlIaUUpRoFUvcaBZHQJ43TuiN83N1fZQoaAZoCWgPQwh8C+vGu/pvQJSGlFKUaBVLymgWR0CeN0Gsmv4edX2UKGgGaAloD0MIr3lVZzVXcUCUhpRSlGgVS7VoFkdAnjdkvGp++nV9lChoBmgJaA9DCBMpzebxr25AlIaUUpRoFUvWaBZHQJ43/d0q6OJ1fZQoaAZoCWgPQwgqVaLs7eZwQJSGlFKUaBVLwmgWR0CeOFRsMy8BdX2UKGgGaAloD0MIQDIdOj0Pb0CUhpRSlGgVS7toFkdAnjips0pEyHV9lChoBmgJaA9DCEIIyJeQa3BAlIaUUpRoFUu5aBZHQJ45R4nndO91fZQoaAZoCWgPQwgnpaDbi9BzQJSGlFKUaBVL72gWR0CeOafl6qsEdX2UKGgGaAloD0MI7fFCOjyebkCUhpRSlGgVS7hoFkdAnjnjL4etCHV9lChoBmgJaA9DCMSxLm7jKXBAlIaUUpRoFUu7aBZHQJ459H7P6bh1fZQoaAZoCWgPQwgFie3uga9vQJSGlFKUaBVLuWgWR0CeOghOgxrSdX2UKGgGaAloD0MI8N5RY0JBUECUhpRSlGgVS3hoFkdAnjpe2/i5u3V9lChoBmgJaA9DCC0HeqitunFAlIaUUpRoFUvZaBZHQJ46SK2rn1Z1fZQoaAZoCWgPQwgpeAq50tJwQJSGlFKUaBVLy2gWR0CeOo6GQCCBdX2UKGgGaAloD0MI/RadLLU+ckCUhpRSlGgVS9loFkdAnjrSsS00FnV9lChoBmgJaA9DCED2evdHwnNAlIaUUpRoFUvFaBZHQJ47JGqgh8p1fZQoaAZoCWgPQwirs1pgDwxyQJSGlFKUaBVL2GgWR0CeO8fEXLvDdX2UKGgGaAloD0MIjIaMR6nsb0CUhpRSlGgVS7NoFkdAnjxycLBsRHV9lChoBmgJaA9DCJQw0/bvT3NAlIaUUpRoFUvQaBZHQJ48ljOLR8d1fZQoaAZoCWgPQwgVAU7vohFyQJSGlFKUaBVL2WgWR0CePLAiV0LddX2UKGgGaAloD0MI+69z0yZZc0CUhpRSlGgVS7toFkdAnjzuyquKXXV9lChoBmgJaA9DCHO5wVDH/XBAlIaUUpRoFUvDaBZHQJ49cmv4dp91fZQoaAZoCWgPQwg74/viUiByQJSGlFKUaBVLrGgWR0CePXjLSuyNdX2UKGgGaAloD0MI5XrbTMX8cECUhpRSlGgVS6doFkdAnj2yrcTJyXV9lChoBmgJaA9DCBe5p6u7OnFAlIaUUpRoFUulaBZHQJ4+BfG+9J11fZQoaAZoCWgPQwh0C12JQOJwQJSGlFKUaBVLsGgWR0CePiVfu1F6dX2UKGgGaAloD0MITn6LTpbjcECUhpRSlGgVS8NoFkdAnj8LdFfAsXV9lChoBmgJaA9DCAirsYQ1wXNAlIaUUpRoFUveaBZHQJ4/R5fMOgB1fZQoaAZoCWgPQwgLmMCte31xQJSGlFKUaBVL0GgWR0CeP0Yb83uNdX2UKGgGaAloD0MIKxTpfs6yckCUhpRSlGgVS79oFkdAnj9vszEaVHV9lChoBmgJaA9DCHTQJRz6iW9AlIaUUpRoFUumaBZHQJ4/yxbB42V1fZQoaAZoCWgPQwgou5nRj6hwQJSGlFKUaBVLxWgWR0CeP+3dsSCfdX2UKGgGaAloD0MIJJhqZi38ckCUhpRSlGgVS+5oFkdAnkBLiVB2OnV9lChoBmgJaA9DCOlDF9R3HnFAlIaUUpRoFUvEaBZHQJ5BGCQLeAN1fZQoaAZoCWgPQwjWU6uvLgpzQJSGlFKUaBVLymgWR0CeQX9Wp6yCdWUu"
+        ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMILquwGWDackCUhpRSlIwBbJRLuowBdJRHQJvN9dSl3yJ1fZQoaAZoCWgPQwgP7zmwHG9yQJSGlFKUaBVLwGgWR0CbzlYZVGTcdX2UKGgGaAloD0MILspskImGckCUhpRSlGgVS8doFkdAm86U30f5lHV9lChoBmgJaA9DCA6D+Stkt3BAlIaUUpRoFUvPaBZHQJvOrvRZ2ZB1fZQoaAZoCWgPQwgCY30DU1d0QJSGlFKUaBVLv2gWR0Cbz5lu3trsdX2UKGgGaAloD0MIoDNpUzUVckCUhpRSlGgVS+NoFkdAm9AJ8rqdH3V9lChoBmgJaA9DCL9H/fVKy3FAlIaUUpRoFUvBaBZHQJvQoBJZnth1fZQoaAZoCWgPQwhO8E3T5zZxQJSGlFKUaBVLwGgWR0Cb0Ly925hCdX2UKGgGaAloD0MIf8Fu2PagcUCUhpRSlGgVS8poFkdAm9DlQqI8AHV9lChoBmgJaA9DCPKyJhY4RXBAlIaUUpRoFUvJaBZHQJvRVp8F6iV1fZQoaAZoCWgPQwjX9+EgoSlvQJSGlFKUaBVL0WgWR0Cb0VWXTmW/dX2UKGgGaAloD0MIIhecwV9lcUCUhpRSlGgVS9doFkdAm9GE47zTW3V9lChoBmgJaA9DCKmDvB4MTXJAlIaUUpRoFUvgaBZHQJvR33BYV7B1fZQoaAZoCWgPQwhJLZRMDjZxQJSGlFKUaBVLy2gWR0Cb0ivAoG6gdX2UKGgGaAloD0MIjlph+h5+ckCUhpRSlGgVS95oFkdAm9JE96kZaXV9lChoBmgJaA9DCDW4rS08FW9AlIaUUpRoFUvQaBZHQJvSkHgP3BZ1fZQoaAZoCWgPQwhw7Nlz2VRzQJSGlFKUaBVLzGgWR0Cb03ckMTewdX2UKGgGaAloD0MIdcqjG6GYc0CUhpRSlGgVS+9oFkdAm9OTtTkyUXV9lChoBmgJaA9DCO1kcJQ8IXNAlIaUUpRoFUvkaBZHQJvT6fvnbIt1fZQoaAZoCWgPQwhlqmBUEpByQJSGlFKUaBVL7mgWR0Cb0+4SYgJUdX2UKGgGaAloD0MI/dzQlF2ccECUhpRSlGgVS8xoFkdAm9Tifg75mHV9lChoBmgJaA9DCFpmEYpt5XJAlIaUUpRoFUvkaBZHQJvVC3CsOoZ1fZQoaAZoCWgPQwi/mC1ZlSRyQJSGlFKUaBVLxWgWR0Cb1XATqSowdX2UKGgGaAloD0MIdZDXgwnBcUCUhpRSlGgVS89oFkdAm9WSq6vq1XV9lChoBmgJaA9DCBOB6h8EKXJAlIaUUpRoFUvUaBZHQJvV88nuy/t1fZQoaAZoCWgPQwgmcyzv6htwQJSGlFKUaBVL2GgWR0Cb5XUzbeuWdX2UKGgGaAloD0MI3nU25B/IcUCUhpRSlGgVS9hoFkdAm+Ww4sEq2HV9lChoBmgJaA9DCH2VfOxu9nJAlIaUUpRoFUvIaBZHQJvmIguAZsN1fZQoaAZoCWgPQwhqGD4iJnZwQJSGlFKUaBVL9WgWR0Cb5jl05lvqdX2UKGgGaAloD0MI/8pKkxIMcECUhpRSlGgVS9BoFkdAm+Y8SkCV8nV9lChoBmgJaA9DCGmpvB0hzXFAlIaUUpRoFUvgaBZHQJvmTLNfPX11fZQoaAZoCWgPQwgpIy4ATbVyQJSGlFKUaBVL1mgWR0Cb5rJx//eddX2UKGgGaAloD0MI8x/Sb98xcUCUhpRSlGgVS8JoFkdAm+cnIZIg/3V9lChoBmgJaA9DCMB1xYwwSnFAlIaUUpRoFUu+aBZHQJvneyHEdeZ1fZQoaAZoCWgPQwgSFD/GXAhxQJSGlFKUaBVL32gWR0Cb58X8O09hdX2UKGgGaAloD0MIE2VvKedCckCUhpRSlGgVS+doFkdAm+hnrdFfA3V9lChoBmgJaA9DCIHptG7DXXFAlIaUUpRoFUu/aBZHQJvolRKpT/B1fZQoaAZoCWgPQwihLlIoy+lxQJSGlFKUaBVL0GgWR0Cb6NaHKwIMdX2UKGgGaAloD0MIdQDEXX2UcECUhpRSlGgVS9FoFkdAm+mFYISlFnV9lChoBmgJaA9DCB8xem6ha3BAlIaUUpRoFUvIaBZHQJvptHXmNip1fZQoaAZoCWgPQwikcD0Kl0dxQJSGlFKUaBVL3WgWR0Cb6bKbayrxdX2UKGgGaAloD0MIxXJLq2EAcECUhpRSlGgVS8VoFkdAm+ojzND+i3V9lChoBmgJaA9DCJl/9E0amHBAlIaUUpRoFUu2aBZHQJvqe5rgwXZ1fZQoaAZoCWgPQwj7dac7TzdwQJSGlFKUaBVL0mgWR0Cb6qrd30PIdX2UKGgGaAloD0MIQl4PJgUlcECUhpRSlGgVS8xoFkdAm+rtGEwnIHV9lChoBmgJaA9DCI/ecB95EHRAlIaUUpRoFUvEaBZHQJvrZNxlxwR1fZQoaAZoCWgPQwi7XwX47gB0QJSGlFKUaBVL5GgWR0Cb66FhoduHdX2UKGgGaAloD0MIkUYFTvZHc0CUhpRSlGgVS+loFkdAm+vMRg7YCnV9lChoBmgJaA9DCAeY+Q6+fHJAlIaUUpRoFUvcaBZHQJvsX1lGwzN1fZQoaAZoCWgPQwjFjVvMj6VyQJSGlFKUaBVL32gWR0Cb7Lk6tDD1dX2UKGgGaAloD0MIUhA8vn1YckCUhpRSlGgVS9hoFkdAm+zblvIfbXV9lChoBmgJaA9DCL/TZMbbcXFAlIaUUpRoFUvEaBZHQJvtCRgZ0jl1fZQoaAZoCWgPQwgiMxe4/MRxQJSGlFKUaBVLy2gWR0Cb7Z7q6e5GdX2UKGgGaAloD0MIje21oHeMcECUhpRSlGgVS+FoFkdAm+3ezdDYy3V9lChoBmgJaA9DCOJZgoxAJHNAlIaUUpRoFUvKaBZHQJvuatOmBOJ1fZQoaAZoCWgPQwh8REyJ5H1xQJSGlFKUaBVL2WgWR0Cb7p1Gb1AadX2UKGgGaAloD0MIdsHgmrvfbUCUhpRSlGgVS9BoFkdAm+6OXJHRTnV9lChoBmgJaA9DCKVL/5JULnNAlIaUUpRoFUvYaBZHQJvvJ8uzyBl1fZQoaAZoCWgPQwgjMNY3cKZwQJSGlFKUaBVL1WgWR0Cb76GtZFG5dX2UKGgGaAloD0MIoijQJ3J4cECUhpRSlGgVS99oFkdAm++wmReTmnV9lChoBmgJaA9DCFlPrb767XFAlIaUUpRoFUu4aBZHQJvv3F72L511fZQoaAZoCWgPQwicwd8vpoRxQJSGlFKUaBVL4mgWR0Cb8C9pAUtadX2UKGgGaAloD0MIrvNvl32/cECUhpRSlGgVS9RoFkdAm/BI+4b0e3V9lChoBmgJaA9DCJ9x4UCIjnFAlIaUUpRoFUvbaBZHQJvw10knkT91fZQoaAZoCWgPQwi932jHDf5xQJSGlFKUaBVL0mgWR0Cb8UeHi3ocdX2UKGgGaAloD0MIIc1YNN2mcECUhpRSlGgVS9FoFkdAm/HJr56+nXV9lChoBmgJaA9DCOF9VS7Uf3NAlIaUUpRoFUvZaBZHQJvx2rilzlt1fZQoaAZoCWgPQwiA1CZObv9xQJSGlFKUaBVL12gWR0Cb8h3+uNgjdX2UKGgGaAloD0MI0NGqlnQjcUCUhpRSlGgVS89oFkdAm/KAJLM9sHV9lChoBmgJaA9DCB/Xhopxn25AlIaUUpRoFUvAaBZHQJvzHMhX8wZ1fZQoaAZoCWgPQwjVQV4PZl9xQJSGlFKUaBVLzGgWR0Cb81uAqd6LdX2UKGgGaAloD0MIgGWlSWn2ckCUhpRSlGgVS91oFkdAm/O2TLW7OHV9lChoBmgJaA9DCJUoe0v5nXNAlIaUUpRoFUv9aBZHQJvz8E7nxKB1fZQoaAZoCWgPQwj7eOi7mw5zQJSGlFKUaBVLvmgWR0Cb9HKNAC4jdX2UKGgGaAloD0MIF/TeGAKTcUCUhpRSlGgVS+FoFkdAm/SeBxxT9HV9lChoBmgJaA9DCOxtMxXiW3BAlIaUUpRoFUvTaBZHQJv0yOGTLW91fZQoaAZoCWgPQwifru5Y7I9wQJSGlFKUaBVL12gWR0Cb9NNFz+3pdX2UKGgGaAloD0MInzvB/itEcUCUhpRSlGgVS8poFkdAm/UPugHu7nV9lChoBmgJaA9DCIJ0sWnl7HFAlIaUUpRoFUvMaBZHQJv1MyLyc1B1fZQoaAZoCWgPQwhS0y6mmXFxQJSGlFKUaBVLvmgWR0Cb9dfdhy80dX2UKGgGaAloD0MIy6Kwi2JAckCUhpRSlGgVS8VoFkdAm/aK7yxzJnV9lChoBmgJaA9DCAJlU65wRHNAlIaUUpRoFUvzaBZHQJv2q/yoXKt1fZQoaAZoCWgPQwifd2NBYX9xQJSGlFKUaBVL02gWR0Cb9yWtlqagdX2UKGgGaAloD0MIWCB6UqZuckCUhpRSlGgVS+RoFkdAm/c8DbJwKnV9lChoBmgJaA9DCJ1Jm6o7JHFAlIaUUpRoFUvaaBZHQJv4g9vCMxZ1fZQoaAZoCWgPQwhXQQx0LSRyQJSGlFKUaBVL9GgWR0Cb+Hz8xbjcdX2UKGgGaAloD0MIZY7lXbUMc0CUhpRSlGgVS9FoFkdAm/jT3M6ikHV9lChoBmgJaA9DCObKoNqg5XBAlIaUUpRoFUveaBZHQJv43v8ZUDN1fZQoaAZoCWgPQwjCUfLqnIBxQJSGlFKUaBVLzGgWR0Cb+PAH3UQTdX2UKGgGaAloD0MIUFPL1nqBcUCUhpRSlGgVS8doFkdAm/l6hpQDWHV9lChoBmgJaA9DCIIC7+RT4HFAlIaUUpRoFUvUaBZHQJv5oGnn+yZ1fZQoaAZoCWgPQwi30JUIVFJvQJSGlFKUaBVL0mgWR0Cb+eJxeb/fdX2UKGgGaAloD0MIUpyjjs5mcUCUhpRSlGgVS8NoFkdAm/n5A2Q4j3V9lChoBmgJaA9DCGtEMA6uC3FAlIaUUpRoFUvZaBZHQJv6FO/L1VZ1fZQoaAZoCWgPQwjQ7/s3r3BxQJSGlFKUaBVL0WgWR0Cb+iI/qxC6dX2UKGgGaAloD0MIDTSfc3cMckCUhpRSlGgVS8loFkdAm/tfDtPYWnV9lChoBmgJaA9DCF/U7leBvXFAlIaUUpRoFUvxaBZHQJv7pnzxwyZ1fZQoaAZoCWgPQwiSWFLu/n9wQJSGlFKUaBVLxmgWR0Cb+/cNH6MzdX2UKGgGaAloD0MI1IBB0ifCckCUhpRSlGgVS8JoFkdAm/v0YsNDt3V9lChoBmgJaA9DCGOcvwlFLXNAlIaUUpRoFUveaBZHQJv8EKLKmsN1ZS4="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
@@ -78,8 +78,8 @@
     "_n_updates": 984,
     "n_steps": 1024,
     "gamma": 0.999,
-    "gae_lambda": 0.95,
-    "ent_coef": 0.005,
+    "gae_lambda": 0.98,
+    "ent_coef": 0.001,
     "vf_coef": 0.5,
     "max_grad_norm": 0.5,
     "batch_size": 128,

LunarLander-v2-ppo/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3dc9f7b26f094dfe9b58fbefeae83b682dc1197b62f5ddccca063c309b738d67
+oid sha256:894b430c8d51c26e27a5e5bfbe9887d1b3cbdd9c45dcbf70b1255b69bb81fd62
 size 84637

LunarLander-v2-ppo/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e5e75adabff6b7e7ed984744702123e516ca77c1c41f6c3cfeace6db2439bc0
+oid sha256:518112816aad36d68d2ab099aea012c0541641851b1767faf97a30f6b5a880df
 size 43073

README.md

@@ -10,7 +10,7 @@ model-index:
   results:
   - metrics:
     - type: mean_reward
-      value: 290.81 +/- 10.24
+      value: 283.22 +/- 19.27
       name: mean_reward
     task:
       type: reinforcement-learning

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f85272b50e0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f85272b5170>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f85272b5200>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f85272b5290>", "_build": "<function ActorCriticPolicy._build at 0x7f85272b5320>", "forward": "<function ActorCriticPolicy.forward at 0x7f85272b53b0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f85272b5440>", "_predict": "<function ActorCriticPolicy._predict at 0x7f85272b54d0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f85272b5560>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f85272b55f0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f85272b5680>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f85272eef60>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVngEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBXNoYXBllEsIhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAAAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/lGgKSwiFlIwBQ5R0lFKUjARoaWdolGgSKJYgAAAAAAAAAAAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/lGgKSwiFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWCAAAAAAAAAAAAAAAAAAAAJRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZRoFXSUUpSMDWJvdW5kZWRfYWJvdmWUaBIolggAAAAAAAAAAAAAAAAAAACUaCFLCIWUaBV0lFKUjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVgQAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwFc2hhcGWUKYwFZHR5cGWUjAVudW1weZRoB5OUjAJpOJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRijApfbnBfcmFuZG9tlE51Yi4=", "n": 4, "shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 2015232, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1652537931.046425, "learning_rate": 0.0004, "tensorboard_log": "runs/2ncftg27", "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz86NuLrHEMthZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAA3Km72gh4A+FoyNPgsn7r7AF4c9utYZPgAAAAAAAAAAmmf+PMRmnT5M7T09PM0Hv1i7Vj35e4U8AAAAAAAAAABa+hG+IV0zP39GxT2S5x2/uWe9vpzRRj4AAAAAAAAAADMtBDz2MS+85mC7PNWtEr0vAIO9NeDrPQAAgD8AAIA/M+iDvCIutj+adAe/k7sgPrTpRTzGWwY9AAAAAAAAAACAggC94WipugyDhTNgSPsu1ELhOaLErLMAAIA/AACAPwAqdT1IU5G6fl+4vSd57rv7Xky6ZM+1PAAAgD8AAIA/psGnPTEwtT4CRVM8zi/2vgKalT1KrKa9AAAAAAAAAAAAHmi90rrDu+4uEj40Cwo9KGtGvTgt5D0AAIA/AACAP2b73Lzp/0q8K2UHPnM/Dj2KNmC9oO9JPQAAgD8AAIA/Zv4PO0h/jLpb90w76/3WMRHwTTuvjqCzAACAPwAAgD+ApxE94cCNulTDL7Tc94wvEBa5uTQEmTMAAIA/AACAP3P0tT3/O2g+w3Hnu5J3vL5+/789fex7OgAAAAAAAAAAGvfxPQ8FGT81f0i9H5kIv4k7hT2KB2G9AAAAAAAAAAAazdW94NaWP0VrCb9gPT2/9xYLvs75y74AAAAAAAAAAOAIEz60cBU/pGmsvdvj/755oAo+VPYDvgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.007616000000000067, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI9pUH6eklc0CUhpRSlIwBbJRLzIwBdJRHQJ4UFl/Yrax1fZQoaAZoCWgPQwgTntDrT0VwQJSGlFKUaBVLpGgWR0CeFIfseGO/dX2UKGgGaAloD0MIrOP4oRJwc0CUhpRSlGgVS+5oFkdAnhSG2w3YMHV9lChoBmgJaA9DCF+1MuEXtXFAlIaUUpRoFUvaaBZHQJ4VgsNDtw91fZQoaAZoCWgPQwixbOaQlORwQJSGlFKUaBVLy2gWR0CeFbbKA8SxdX2UKGgGaAloD0MIsTVbeUngcECUhpRSlGgVS8poFkdAnhYB6Ww/xHV9lChoBmgJaA9DCHnNqzqrunBAlIaUUpRoFUuuaBZHQJ4WpSQ5myx1fZQoaAZoCWgPQwiL3qmA+1JyQJSGlFKUaBVLsGgWR0CeFtpDu0CzdX2UKGgGaAloD0MIsrrVc1Jfc0CUhpRSlGgVS9doFkdAnhd+Mhouf3V9lChoBmgJaA9DCNf4TPZPn3JAlIaUUpRoFUvAaBZHQJ4XbC2tuDV1fZQoaAZoCWgPQwjdBrXfWsNxQJSGlFKUaBVLtGgWR0CeF5uzhP0qdX2UKGgGaAloD0MIZ4ALsmVkcUCUhpRSlGgVS7ZoFkdAnhfGuTzNEHV9lChoBmgJaA9DCIZVvJE513FAlIaUUpRoFUvcaBZHQJ4X3lLeyiV1fZQoaAZoCWgPQwimXrcIDCJxQJSGlFKUaBVLxGgWR0CeF9+8XenAdX2UKGgGaAloD0MIdVYL7PF0cECUhpRSlGgVS7ZoFkdAnhgOuaF23nV9lChoBmgJaA9DCFBR9StdIXBAlIaUUpRoFUupaBZHQJ4YIA80UGp1fZQoaAZoCWgPQwjs+gW7YRlxQJSGlFKUaBVLoWgWR0CeGFoqCpWFdX2UKGgGaAloD0MIh6jCnyEjc0CUhpRSlGgVS/1oFkdAnhipBkZrHnV9lChoBmgJaA9DCK5/12fOKHRAlIaUUpRoFUvZaBZHQJ4ZoK+i8Fp1fZQoaAZoCWgPQwhsIchByf9wQJSGlFKUaBVLrWgWR0CeKGWeYlY2dX2UKGgGaAloD0MIaxFRTB4Uc0CUhpRSlGgVS8poFkdAnijisKb8WXV9lChoBmgJaA9DCGKfAIqRMnBAlIaUUpRoFUvKaBZHQJ4qLHxSYPZ1fZQoaAZoCWgPQwjHSWHeI9ZxQJSGlFKUaBVLqWgWR0CeKocNYr8SdX2UKGgGaAloD0MI9gg1QyrJcUCUhpRSlGgVS8FoFkdAnisG3F1jiHV9lChoBmgJaA9DCFsnLscr0nNAlIaUUpRoFU0UAWgWR0CeK6beMyaedX2UKGgGaAloD0MIc4OhDisPc0CUhpRSlGgVS81oFkdAnivKIN3GGXV9lChoBmgJaA9DCAFRMGNKfHBAlIaUUpRoFUv+aBZHQJ4sATqSowV1fZQoaAZoCWgPQwhCX3r7cy5zQJSGlFKUaBVL52gWR0CeLAkFfReDdX2UKGgGaAloD0MIixu3mF95cECUhpRSlGgVS9VoFkdAniwT9fkWAXV9lChoBmgJaA9DCGbYKOt3dnFAlIaUUpRoFUvNaBZHQJ4sKde6Zpl1fZQoaAZoCWgPQwgwDcNHxJRxQJSGlFKUaBVL9mgWR0CeLH+4LCvYdX2UKGgGaAloD0MIMsnIWViPc0CUhpRSlGgVS9FoFkdAniyI5HVf/nV9lChoBmgJaA9DCFqD91U5cXFAlIaUUpRoFUvDaBZHQJ4sjopx3mp1fZQoaAZoCWgPQwgdxw+VRpJxQJSGlFKUaBVL8GgWR0CeLOeoDPnkdX2UKGgGaAloD0MI5sqg2mAXckCUhpRSlGgVS7poFkdAni3SzTnaFnV9lChoBmgJaA9DCOhLb3/u1HBAlIaUUpRoFUugaBZHQJ4uajj7yhB1fZQoaAZoCWgPQwjYRGYucB1yQJSGlFKUaBVL62gWR0CeLnSWZ7XydX2UKGgGaAloD0MIgdB6+LKlc0CUhpRSlGgVS/poFkdAni70z41xbXV9lChoBmgJaA9DCIHMzqL3TXBAlIaUUpRoFUuyaBZHQJ4vK2Yv38J1fZQoaAZoCWgPQwjhKeRKvclvQJSGlFKUaBVLrWgWR0CeL33BYV7AdX2UKGgGaAloD0MI4c6FkZ4CckCUhpRSlGgVS7FoFkdAnjABdQfp2XV9lChoBmgJaA9DCO8fC9Hh+nFAlIaUUpRoFUvCaBZHQJ4wldu5z5p1fZQoaAZoCWgPQwhLkBFQYcdyQJSGlFKUaBVLv2gWR0CeMLN+LFXJdX2UKGgGaAloD0MI3+LhPYdRcUCUhpRSlGgVS8NoFkdAnjDJydWhiHV9lChoBmgJaA9DCCFYVS9/6HBAlIaUUpRoFUu9aBZHQJ4wxb4agmJ1fZQoaAZoCWgPQwgTDr3FQ59yQJSGlFKUaBVLs2gWR0CeMOKJVKf4dX2UKGgGaAloD0MIKbSs+4cQcUCUhpRSlGgVS89oFkdAnjEdVinYQXV9lChoBmgJaA9DCKAzaVN1pHBAlIaUUpRoFUvDaBZHQJ4xPJV81Gd1fZQoaAZoCWgPQwire2RzlXRxQJSGlFKUaBVL22gWR0CeMdIj4YaYdX2UKGgGaAloD0MIdHtJY/R3cUCUhpRSlGgVS91oFkdAnjI/X9R77nV9lChoBmgJaA9DCKdaC7PQvXFAlIaUUpRoFUvCaBZHQJ4ymjpLVWl1fZQoaAZoCWgPQwgtsp3vZ/FwQJSGlFKUaBVLvWgWR0CeMvv4/NaAdX2UKGgGaAloD0MIpkdTPZm3ckCUhpRSlGgVS8VoFkdAnjM1bNbC8HV9lChoBmgJaA9DCGaH+IetPHBAlIaUUpRoFUu0aBZHQJ4zzmQr+YN1fZQoaAZoCWgPQwhzE7U0N5dwQJSGlFKUaBVLxmgWR0CeM/YMfA9FdX2UKGgGaAloD0MIWdqpuVwOdECUhpRSlGgVS91oFkdAnjRKySmqHXV9lChoBmgJaA9DCGu28pI/X3FAlIaUUpRoFUuyaBZHQJ405MqSX+l1fZQoaAZoCWgPQwhc/67P3BpyQJSGlFKUaBVL1GgWR0CeNRUzKs+3dX2UKGgGaAloD0MIXTRkPEoyb0CUhpRSlGgVS7RoFkdAnjV5/Tb35HV9lChoBmgJaA9DCP6cgvwsjXJAlIaUUpRoFUvHaBZHQJ41fJ0W/Jx1fZQoaAZoCWgPQwhJTbuY5v5vQJSGlFKUaBVLvmgWR0CeNZl9BrvcdX2UKGgGaAloD0MIshAdAsf9ckCUhpRSlGgVS9hoFkdAnjW0Zm7J4nV9lChoBmgJaA9DCKm+84sS8HFAlIaUUpRoFUvPaBZHQJ41p1LamGd1fZQoaAZoCWgPQwj2RNeFXx1xQJSGlFKUaBVLw2gWR0CeNlZMcp9adX2UKGgGaAloD0MI3QiLivjucUCUhpRSlGgVS/JoFkdAnjZ4oNNJv3V9lChoBmgJaA9DCJ5g/3VuRXJAlIaUUpRoFUvcaBZHQJ43TuiN83N1fZQoaAZoCWgPQwh8C+vGu/pvQJSGlFKUaBVLymgWR0CeN0Gsmv4edX2UKGgGaAloD0MIr3lVZzVXcUCUhpRSlGgVS7VoFkdAnjdkvGp++nV9lChoBmgJaA9DCBMpzebxr25AlIaUUpRoFUvWaBZHQJ43/d0q6OJ1fZQoaAZoCWgPQwgqVaLs7eZwQJSGlFKUaBVLwmgWR0CeOFRsMy8BdX2UKGgGaAloD0MIQDIdOj0Pb0CUhpRSlGgVS7toFkdAnjips0pEyHV9lChoBmgJaA9DCEIIyJeQa3BAlIaUUpRoFUu5aBZHQJ45R4nndO91fZQoaAZoCWgPQwgnpaDbi9BzQJSGlFKUaBVL72gWR0CeOafl6qsEdX2UKGgGaAloD0MI7fFCOjyebkCUhpRSlGgVS7hoFkdAnjnjL4etCHV9lChoBmgJaA9DCMSxLm7jKXBAlIaUUpRoFUu7aBZHQJ459H7P6bh1fZQoaAZoCWgPQwgFie3uga9vQJSGlFKUaBVLuWgWR0CeOghOgxrSdX2UKGgGaAloD0MI8N5RY0JBUECUhpRSlGgVS3hoFkdAnjpe2/i5u3V9lChoBmgJaA9DCC0HeqitunFAlIaUUpRoFUvZaBZHQJ46SK2rn1Z1fZQoaAZoCWgPQwgpeAq50tJwQJSGlFKUaBVLy2gWR0CeOo6GQCCBdX2UKGgGaAloD0MI/RadLLU+ckCUhpRSlGgVS9loFkdAnjrSsS00FnV9lChoBmgJaA9DCED2evdHwnNAlIaUUpRoFUvFaBZHQJ47JGqgh8p1fZQoaAZoCWgPQwirs1pgDwxyQJSGlFKUaBVL2GgWR0CeO8fEXLvDdX2UKGgGaAloD0MIjIaMR6nsb0CUhpRSlGgVS7NoFkdAnjxycLBsRHV9lChoBmgJaA9DCJQw0/bvT3NAlIaUUpRoFUvQaBZHQJ48ljOLR8d1fZQoaAZoCWgPQwgVAU7vohFyQJSGlFKUaBVL2WgWR0CePLAiV0LddX2UKGgGaAloD0MI+69z0yZZc0CUhpRSlGgVS7toFkdAnjzuyquKXXV9lChoBmgJaA9DCHO5wVDH/XBAlIaUUpRoFUvDaBZHQJ49cmv4dp91fZQoaAZoCWgPQwg74/viUiByQJSGlFKUaBVLrGgWR0CePXjLSuyNdX2UKGgGaAloD0MI5XrbTMX8cECUhpRSlGgVS6doFkdAnj2yrcTJyXV9lChoBmgJaA9DCBe5p6u7OnFAlIaUUpRoFUulaBZHQJ4+BfG+9J11fZQoaAZoCWgPQwh0C12JQOJwQJSGlFKUaBVLsGgWR0CePiVfu1F6dX2UKGgGaAloD0MITn6LTpbjcECUhpRSlGgVS8NoFkdAnj8LdFfAsXV9lChoBmgJaA9DCAirsYQ1wXNAlIaUUpRoFUveaBZHQJ4/R5fMOgB1fZQoaAZoCWgPQwgLmMCte31xQJSGlFKUaBVL0GgWR0CeP0Yb83uNdX2UKGgGaAloD0MIKxTpfs6yckCUhpRSlGgVS79oFkdAnj9vszEaVHV9lChoBmgJaA9DCHTQJRz6iW9AlIaUUpRoFUumaBZHQJ4/yxbB42V1fZQoaAZoCWgPQwgou5nRj6hwQJSGlFKUaBVLxWgWR0CeP+3dsSCfdX2UKGgGaAloD0MIJJhqZi38ckCUhpRSlGgVS+5oFkdAnkBLiVB2OnV9lChoBmgJaA9DCOlDF9R3HnFAlIaUUpRoFUvEaBZHQJ5BGCQLeAN1fZQoaAZoCWgPQwjWU6uvLgpzQJSGlFKUaBVLymgWR0CeQX9Wp6yCdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 984, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.95, "ent_coef": 0.005, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 128, "n_epochs": 8, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "target_kl": null, "system_info": {"OS": "Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022", "Python": "3.7.13", "Stable-Baselines3": "1.4.0", "PyTorch": "1.11.0+cu113", "GPU Enabled": "False", "Numpy": "1.21.6", "Gym": "0.17.3"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f85272b50e0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f85272b5170>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f85272b5200>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f85272b5290>", "_build": "<function ActorCriticPolicy._build at 0x7f85272b5320>", "forward": "<function ActorCriticPolicy.forward at 0x7f85272b53b0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f85272b5440>", "_predict": "<function ActorCriticPolicy._predict at 0x7f85272b54d0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f85272b5560>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f85272b55f0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f85272b5680>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f85272eef60>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVngEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBXNoYXBllEsIhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAAAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/lGgKSwiFlIwBQ5R0lFKUjARoaWdolGgSKJYgAAAAAAAAAAAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/lGgKSwiFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWCAAAAAAAAAAAAAAAAAAAAJRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZRoFXSUUpSMDWJvdW5kZWRfYWJvdmWUaBIolggAAAAAAAAAAAAAAAAAAACUaCFLCIWUaBV0lFKUjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVgQAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwFc2hhcGWUKYwFZHR5cGWUjAVudW1weZRoB5OUjAJpOJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRijApfbnBfcmFuZG9tlE51Yi4=", "n": 4, "shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 2015232, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1652539952.9390442, "learning_rate": 0.0004, "tensorboard_log": "runs/sfxck029", "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz86NuLrHEMthZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGYmurrDwXa6UPzyNinx6TFGTgc6liIPtgAAgD8AAIA/zUy2O6HGjz2AbPA8bAOFviJwLzxpvZY9AAAAAAAAAABArdq9nNKCP+XY7byAywK/nklSvgJx9DwAAAAAAAAAACYzN76+jCw/PY7BPRaF7L5nbIi+VY1mPgAAAAAAAAAAs74dPUgrhrqjeJi5peA6NctWf7mOeLE4AACAPwAAgD8zAxk8e1aYul1V5bMT7iovMgGauiMFuTMAAIA/AACAPzNWWD3X7CK7tvb7vYHFv75iKMm8tuJyOwAAgD8AAAAAmtMoPDE+Tj/nR0G9jlAIv2Y6hzyakgW8AAAAAAAAAAAArK67u8mJPhJmBL6PVKu+rYnbvW+vML0AAAAAAAAAADP8+Lwo9YS8nZd8PdtFb7pbw8a95dGfPQAAgD8AAIA/M0MjO8tJWD96+389JJLivlbL27oorZI9AAAAAAAAAADNwHU8XOMHuma2VbUi2WQvyM33uc6gdzQAAIA/AACAPwCTszxsNIg89JYaPiGdur6qD1I+2UofugAAAAAAAIA/jfQFvmwO/D74U9k+/zPhvt/BFL7rTc8+AAAAAAAAAABmUrQ8o1ZtPTDtz71F3aq+yq33vLCK2b0AAAAAAAAAAGYj47wfaNS7ypiHuzxQjTzvcUQ9285tvQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.007616000000000067, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMILquwGWDackCUhpRSlIwBbJRLuowBdJRHQJvN9dSl3yJ1fZQoaAZoCWgPQwgP7zmwHG9yQJSGlFKUaBVLwGgWR0CbzlYZVGTcdX2UKGgGaAloD0MILspskImGckCUhpRSlGgVS8doFkdAm86U30f5lHV9lChoBmgJaA9DCA6D+Stkt3BAlIaUUpRoFUvPaBZHQJvOrvRZ2ZB1fZQoaAZoCWgPQwgCY30DU1d0QJSGlFKUaBVLv2gWR0Cbz5lu3trsdX2UKGgGaAloD0MIoDNpUzUVckCUhpRSlGgVS+NoFkdAm9AJ8rqdH3V9lChoBmgJaA9DCL9H/fVKy3FAlIaUUpRoFUvBaBZHQJvQoBJZnth1fZQoaAZoCWgPQwhO8E3T5zZxQJSGlFKUaBVLwGgWR0Cb0Ly925hCdX2UKGgGaAloD0MIf8Fu2PagcUCUhpRSlGgVS8poFkdAm9DlQqI8AHV9lChoBmgJaA9DCPKyJhY4RXBAlIaUUpRoFUvJaBZHQJvRVp8F6iV1fZQoaAZoCWgPQwjX9+EgoSlvQJSGlFKUaBVL0WgWR0Cb0VWXTmW/dX2UKGgGaAloD0MIIhecwV9lcUCUhpRSlGgVS9doFkdAm9GE47zTW3V9lChoBmgJaA9DCKmDvB4MTXJAlIaUUpRoFUvgaBZHQJvR33BYV7B1fZQoaAZoCWgPQwhJLZRMDjZxQJSGlFKUaBVLy2gWR0Cb0ivAoG6gdX2UKGgGaAloD0MIjlph+h5+ckCUhpRSlGgVS95oFkdAm9JE96kZaXV9lChoBmgJaA9DCDW4rS08FW9AlIaUUpRoFUvQaBZHQJvSkHgP3BZ1fZQoaAZoCWgPQwhw7Nlz2VRzQJSGlFKUaBVLzGgWR0Cb03ckMTewdX2UKGgGaAloD0MIdcqjG6GYc0CUhpRSlGgVS+9oFkdAm9OTtTkyUXV9lChoBmgJaA9DCO1kcJQ8IXNAlIaUUpRoFUvkaBZHQJvT6fvnbIt1fZQoaAZoCWgPQwhlqmBUEpByQJSGlFKUaBVL7mgWR0Cb0+4SYgJUdX2UKGgGaAloD0MI/dzQlF2ccECUhpRSlGgVS8xoFkdAm9Tifg75mHV9lChoBmgJaA9DCFpmEYpt5XJAlIaUUpRoFUvkaBZHQJvVC3CsOoZ1fZQoaAZoCWgPQwi/mC1ZlSRyQJSGlFKUaBVLxWgWR0Cb1XATqSowdX2UKGgGaAloD0MIdZDXgwnBcUCUhpRSlGgVS89oFkdAm9WSq6vq1XV9lChoBmgJaA9DCBOB6h8EKXJAlIaUUpRoFUvUaBZHQJvV88nuy/t1fZQoaAZoCWgPQwgmcyzv6htwQJSGlFKUaBVL2GgWR0Cb5XUzbeuWdX2UKGgGaAloD0MI3nU25B/IcUCUhpRSlGgVS9hoFkdAm+Ww4sEq2HV9lChoBmgJaA9DCH2VfOxu9nJAlIaUUpRoFUvIaBZHQJvmIguAZsN1fZQoaAZoCWgPQwhqGD4iJnZwQJSGlFKUaBVL9WgWR0Cb5jl05lvqdX2UKGgGaAloD0MI/8pKkxIMcECUhpRSlGgVS9BoFkdAm+Y8SkCV8nV9lChoBmgJaA9DCGmpvB0hzXFAlIaUUpRoFUvgaBZHQJvmTLNfPX11fZQoaAZoCWgPQwgpIy4ATbVyQJSGlFKUaBVL1mgWR0Cb5rJx//eddX2UKGgGaAloD0MI8x/Sb98xcUCUhpRSlGgVS8JoFkdAm+cnIZIg/3V9lChoBmgJaA9DCMB1xYwwSnFAlIaUUpRoFUu+aBZHQJvneyHEdeZ1fZQoaAZoCWgPQwgSFD/GXAhxQJSGlFKUaBVL32gWR0Cb58X8O09hdX2UKGgGaAloD0MIE2VvKedCckCUhpRSlGgVS+doFkdAm+hnrdFfA3V9lChoBmgJaA9DCIHptG7DXXFAlIaUUpRoFUu/aBZHQJvolRKpT/B1fZQoaAZoCWgPQwihLlIoy+lxQJSGlFKUaBVL0GgWR0Cb6NaHKwIMdX2UKGgGaAloD0MIdQDEXX2UcECUhpRSlGgVS9FoFkdAm+mFYISlFnV9lChoBmgJaA9DCB8xem6ha3BAlIaUUpRoFUvIaBZHQJvptHXmNip1fZQoaAZoCWgPQwikcD0Kl0dxQJSGlFKUaBVL3WgWR0Cb6bKbayrxdX2UKGgGaAloD0MIxXJLq2EAcECUhpRSlGgVS8VoFkdAm+ojzND+i3V9lChoBmgJaA9DCJl/9E0amHBAlIaUUpRoFUu2aBZHQJvqe5rgwXZ1fZQoaAZoCWgPQwj7dac7TzdwQJSGlFKUaBVL0mgWR0Cb6qrd30PIdX2UKGgGaAloD0MIQl4PJgUlcECUhpRSlGgVS8xoFkdAm+rtGEwnIHV9lChoBmgJaA9DCI/ecB95EHRAlIaUUpRoFUvEaBZHQJvrZNxlxwR1fZQoaAZoCWgPQwi7XwX47gB0QJSGlFKUaBVL5GgWR0Cb66FhoduHdX2UKGgGaAloD0MIkUYFTvZHc0CUhpRSlGgVS+loFkdAm+vMRg7YCnV9lChoBmgJaA9DCAeY+Q6+fHJAlIaUUpRoFUvcaBZHQJvsX1lGwzN1fZQoaAZoCWgPQwjFjVvMj6VyQJSGlFKUaBVL32gWR0Cb7Lk6tDD1dX2UKGgGaAloD0MIUhA8vn1YckCUhpRSlGgVS9hoFkdAm+zblvIfbXV9lChoBmgJaA9DCL/TZMbbcXFAlIaUUpRoFUvEaBZHQJvtCRgZ0jl1fZQoaAZoCWgPQwgiMxe4/MRxQJSGlFKUaBVLy2gWR0Cb7Z7q6e5GdX2UKGgGaAloD0MIje21oHeMcECUhpRSlGgVS+FoFkdAm+3ezdDYy3V9lChoBmgJaA9DCOJZgoxAJHNAlIaUUpRoFUvKaBZHQJvuatOmBOJ1fZQoaAZoCWgPQwh8REyJ5H1xQJSGlFKUaBVL2WgWR0Cb7p1Gb1AadX2UKGgGaAloD0MIdsHgmrvfbUCUhpRSlGgVS9BoFkdAm+6OXJHRTnV9lChoBmgJaA9DCKVL/5JULnNAlIaUUpRoFUvYaBZHQJvvJ8uzyBl1fZQoaAZoCWgPQwgjMNY3cKZwQJSGlFKUaBVL1WgWR0Cb76GtZFG5dX2UKGgGaAloD0MIoijQJ3J4cECUhpRSlGgVS99oFkdAm++wmReTmnV9lChoBmgJaA9DCFlPrb767XFAlIaUUpRoFUu4aBZHQJvv3F72L511fZQoaAZoCWgPQwicwd8vpoRxQJSGlFKUaBVL4mgWR0Cb8C9pAUtadX2UKGgGaAloD0MIrvNvl32/cECUhpRSlGgVS9RoFkdAm/BI+4b0e3V9lChoBmgJaA9DCJ9x4UCIjnFAlIaUUpRoFUvbaBZHQJvw10knkT91fZQoaAZoCWgPQwi932jHDf5xQJSGlFKUaBVL0mgWR0Cb8UeHi3ocdX2UKGgGaAloD0MIIc1YNN2mcECUhpRSlGgVS9FoFkdAm/HJr56+nXV9lChoBmgJaA9DCOF9VS7Uf3NAlIaUUpRoFUvZaBZHQJvx2rilzlt1fZQoaAZoCWgPQwiA1CZObv9xQJSGlFKUaBVL12gWR0Cb8h3+uNgjdX2UKGgGaAloD0MI0NGqlnQjcUCUhpRSlGgVS89oFkdAm/KAJLM9sHV9lChoBmgJaA9DCB/Xhopxn25AlIaUUpRoFUvAaBZHQJvzHMhX8wZ1fZQoaAZoCWgPQwjVQV4PZl9xQJSGlFKUaBVLzGgWR0Cb81uAqd6LdX2UKGgGaAloD0MIgGWlSWn2ckCUhpRSlGgVS91oFkdAm/O2TLW7OHV9lChoBmgJaA9DCJUoe0v5nXNAlIaUUpRoFUv9aBZHQJvz8E7nxKB1fZQoaAZoCWgPQwj7eOi7mw5zQJSGlFKUaBVLvmgWR0Cb9HKNAC4jdX2UKGgGaAloD0MIF/TeGAKTcUCUhpRSlGgVS+FoFkdAm/SeBxxT9HV9lChoBmgJaA9DCOxtMxXiW3BAlIaUUpRoFUvTaBZHQJv0yOGTLW91fZQoaAZoCWgPQwifru5Y7I9wQJSGlFKUaBVL12gWR0Cb9NNFz+3pdX2UKGgGaAloD0MInzvB/itEcUCUhpRSlGgVS8poFkdAm/UPugHu7nV9lChoBmgJaA9DCIJ0sWnl7HFAlIaUUpRoFUvMaBZHQJv1MyLyc1B1fZQoaAZoCWgPQwhS0y6mmXFxQJSGlFKUaBVLvmgWR0Cb9dfdhy80dX2UKGgGaAloD0MIy6Kwi2JAckCUhpRSlGgVS8VoFkdAm/aK7yxzJnV9lChoBmgJaA9DCAJlU65wRHNAlIaUUpRoFUvzaBZHQJv2q/yoXKt1fZQoaAZoCWgPQwifd2NBYX9xQJSGlFKUaBVL02gWR0Cb9yWtlqagdX2UKGgGaAloD0MIWCB6UqZuckCUhpRSlGgVS+RoFkdAm/c8DbJwKnV9lChoBmgJaA9DCJ1Jm6o7JHFAlIaUUpRoFUvaaBZHQJv4g9vCMxZ1fZQoaAZoCWgPQwhXQQx0LSRyQJSGlFKUaBVL9GgWR0Cb+Hz8xbjcdX2UKGgGaAloD0MIZY7lXbUMc0CUhpRSlGgVS9FoFkdAm/jT3M6ikHV9lChoBmgJaA9DCObKoNqg5XBAlIaUUpRoFUveaBZHQJv43v8ZUDN1fZQoaAZoCWgPQwjCUfLqnIBxQJSGlFKUaBVLzGgWR0Cb+PAH3UQTdX2UKGgGaAloD0MIUFPL1nqBcUCUhpRSlGgVS8doFkdAm/l6hpQDWHV9lChoBmgJaA9DCIIC7+RT4HFAlIaUUpRoFUvUaBZHQJv5oGnn+yZ1fZQoaAZoCWgPQwi30JUIVFJvQJSGlFKUaBVL0mgWR0Cb+eJxeb/fdX2UKGgGaAloD0MIUpyjjs5mcUCUhpRSlGgVS8NoFkdAm/n5A2Q4j3V9lChoBmgJaA9DCGtEMA6uC3FAlIaUUpRoFUvZaBZHQJv6FO/L1VZ1fZQoaAZoCWgPQwjQ7/s3r3BxQJSGlFKUaBVL0WgWR0Cb+iI/qxC6dX2UKGgGaAloD0MIDTSfc3cMckCUhpRSlGgVS8loFkdAm/tfDtPYWnV9lChoBmgJaA9DCF/U7leBvXFAlIaUUpRoFUvxaBZHQJv7pnzxwyZ1fZQoaAZoCWgPQwiSWFLu/n9wQJSGlFKUaBVLxmgWR0Cb+/cNH6MzdX2UKGgGaAloD0MI1IBB0ifCckCUhpRSlGgVS8JoFkdAm/v0YsNDt3V9lChoBmgJaA9DCGOcvwlFLXNAlIaUUpRoFUveaBZHQJv8EKLKmsN1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 984, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.001, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 128, "n_epochs": 8, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "target_kl": null, "system_info": {"OS": "Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022", "Python": "3.7.13", "Stable-Baselines3": "1.4.0", "PyTorch": "1.11.0+cu113", "GPU Enabled": "False", "Numpy": "1.21.6", "Gym": "0.17.3"}}

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:843b77e5ccfdd64b7fde936822d1b7d997df06da75254316d081a6cbef130785
-size 192975
+oid sha256:7a9c269c4720690cb19dd2c28043683dfa398703d493b11189a997bdd6ddba05
+size 190556

results.json

@@ -1 +1 @@
-{"mean_reward": 290.8063799, "std_reward": 10.239231154295696, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-14T14:51:17.007158"}
+{"mean_reward": 283.2170367, "std_reward": 19.27402596766334, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-14T15:22:33.532592"}