PPO playing Acrobot-v1 from https://github.com/sgoodfriend/rl-algo-impls/tree/5598ebc4b03054f16eebe76792486ba7bcacfc5c

benchmarks/colab_benchmark.ipynb

@@ -5,7 +5,7 @@
     "colab": {
       "provenance": [],
       "machine_shape": "hm",
-      "authorship_tag": "ABX9TyMJFprw7XNl/BqbKAHd/483",
+      "authorship_tag": "ABX9TyOGIH7rqgasim3Sz7b1rpoE",
       "include_colab_link": true
     },
     "kernelspec": {
@@ -70,22 +70,7 @@
       "cell_type": "code",
       "source": [
         "%%capture\n",
-        "!mkdir -p ~/.ssh\n",
-        "\n",
-        "with open(\"/root/.ssh/id_ed25519\", mode=\"w\") as f:\n",
-        "    f.write(\"\"\"-----BEGIN OPENSSH PRIVATE KEY-----\n",
-        "b3BlbnNzaC1rZXktdjEAAAAABG5vbmUAAAAEbm9uZQAAAAAAAAABAAAAMwAAAAtzc2gtZW\n",
-        "QyNTUxOQAAACAkIepH6T90umhyp8+bkmSplqth1/+yxnu/Dax61KlSVAAAAKA4W3D3OFtw\n",
-        "9wAAAAtzc2gtZWQyNTUxOQAAACAkIepH6T90umhyp8+bkmSplqth1/+yxnu/Dax61KlSVA\n",
-        "AAAEA4SPGDm0/gofiOYXPTAi1Oxmw4mTppG2GdNgdMwMiDaSQh6kfpP3S6aHKnz5uSZKmW\n",
-        "q2HX/7LGe78NrHrUqVJUAAAAGmdvb2RmcmllbmQuc2NvdHRAZ21haWwuY29tAQID\n",
-        "-----END OPENSSH PRIVATE KEY-----\n",
-        "\"\"\"\n",
-        ")\n",
-        "\n",
-        "!ssh-keyscan -t ed25519 github.com >> ~/.ssh/known_hosts\n",
-        "!chmod go-rwx /root/.ssh/id_ed25519\n",
-        "!git clone git@github.com:sgoodfriend/rl-algo-impls.git"
+        "!git clone https://github.com/sgoodfriend/rl-algo-impls.git"
       ],
       "metadata": {
         "id": "k5ynTV25hdAf"

colab_enjoy.ipynb

@@ -5,7 +5,7 @@
     "colab": {
       "provenance": [],
       "machine_shape": "hm",
-      "authorship_tag": "ABX9TyM1iRYRLhijbxWxPLk9Ba7f",
+      "authorship_tag": "ABX9TyN6S7kyJKrM5x0OOiN+CgTc",
       "include_colab_link": true
     },
     "kernelspec": {
@@ -90,22 +90,7 @@
       "cell_type": "code",
       "source": [
         "%%capture\n",
-        "!mkdir -p ~/.ssh\n",
-        "\n",
-        "with open(\"/root/.ssh/id_ed25519\", mode=\"w\") as f:\n",
-        "    f.write(\"\"\"-----BEGIN OPENSSH PRIVATE KEY-----\n",
-        "b3BlbnNzaC1rZXktdjEAAAAABG5vbmUAAAAEbm9uZQAAAAAAAAABAAAAMwAAAAtzc2gtZW\n",
-        "QyNTUxOQAAACAkIepH6T90umhyp8+bkmSplqth1/+yxnu/Dax61KlSVAAAAKA4W3D3OFtw\n",
-        "9wAAAAtzc2gtZWQyNTUxOQAAACAkIepH6T90umhyp8+bkmSplqth1/+yxnu/Dax61KlSVA\n",
-        "AAAEA4SPGDm0/gofiOYXPTAi1Oxmw4mTppG2GdNgdMwMiDaSQh6kfpP3S6aHKnz5uSZKmW\n",
-        "q2HX/7LGe78NrHrUqVJUAAAAGmdvb2RmcmllbmQuc2NvdHRAZ21haWwuY29tAQID\n",
-        "-----END OPENSSH PRIVATE KEY-----\n",
-        "\"\"\"\n",
-        ")\n",
-        "\n",
-        "!ssh-keyscan -t ed25519 github.com >> ~/.ssh/known_hosts\n",
-        "!chmod go-rwx /root/.ssh/id_ed25519\n",
-        "!git clone git@github.com:sgoodfriend/rl-algo-impls.git"
+        "!git clone https://github.com/sgoodfriend/rl-algo-impls.git"
       ],
       "metadata": {
         "id": "k5ynTV25hdAf"

colab_train.ipynb

@@ -5,7 +5,7 @@
     "colab": {
       "provenance": [],
       "machine_shape": "hm",
-      "authorship_tag": "ABX9TyNGs5TudweZiYKySQxg6H+K",
+      "authorship_tag": "ABX9TyMmemQnx6G7GOnn6XBdjgxY",
       "include_colab_link": true
     },
     "kernelspec": {
@@ -75,7 +75,7 @@
       "metadata": {
         "id": "jKL_NFhVOjSc"
       },
-      "execution_count": 2,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -92,27 +92,12 @@
       "cell_type": "code",
       "source": [
         "%%capture\n",
-        "!mkdir -p ~/.ssh\n",
-        "\n",
-        "with open(\"/root/.ssh/id_ed25519\", mode=\"w\") as f:\n",
-        "    f.write(\"\"\"-----BEGIN OPENSSH PRIVATE KEY-----\n",
-        "b3BlbnNzaC1rZXktdjEAAAAABG5vbmUAAAAEbm9uZQAAAAAAAAABAAAAMwAAAAtzc2gtZW\n",
-        "QyNTUxOQAAACAkIepH6T90umhyp8+bkmSplqth1/+yxnu/Dax61KlSVAAAAKA4W3D3OFtw\n",
-        "9wAAAAtzc2gtZWQyNTUxOQAAACAkIepH6T90umhyp8+bkmSplqth1/+yxnu/Dax61KlSVA\n",
-        "AAAEA4SPGDm0/gofiOYXPTAi1Oxmw4mTppG2GdNgdMwMiDaSQh6kfpP3S6aHKnz5uSZKmW\n",
-        "q2HX/7LGe78NrHrUqVJUAAAAGmdvb2RmcmllbmQuc2NvdHRAZ21haWwuY29tAQID\n",
-        "-----END OPENSSH PRIVATE KEY-----\n",
-        "\"\"\"\n",
-        ")\n",
-        "\n",
-        "!ssh-keyscan -t ed25519 github.com >> ~/.ssh/known_hosts\n",
-        "!chmod go-rwx /root/.ssh/id_ed25519\n",
-        "!git clone git@github.com:sgoodfriend/rl-algo-impls.git"
+        "!git clone https://github.com/sgoodfriend/rl-algo-impls.git"
       ],
       "metadata": {
         "id": "k5ynTV25hdAf"
       },
-      "execution_count": 3,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -138,7 +123,7 @@
       "metadata": {
         "id": "nn6EETTc2Ewf"
       },
-      "execution_count": 4,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -151,7 +136,7 @@
       "metadata": {
         "id": "AfZh9rH3yQii"
       },
-      "execution_count": 5,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -196,7 +181,7 @@
       "metadata": {
         "id": "VzemeQJP2NO9"
       },
-      "execution_count": 7,
+      "execution_count": null,
       "outputs": []
     },
     {

huggingface_publish.py

@@ -144,7 +144,7 @@ def publish(
         api.create_repo(
             token=huggingface_token,
             repo_id=huggingface_repo,
-            private=True,
+            private=False,
             exist_ok=True,
         )
         repo_url = upload_folder(

replay.meta.json

@@ -1 +1 @@
-{"content_type": "video/mp4", "encoder_version": {"backend": "ffmpeg", "version": "b'ffmpeg version 5.1.2 Copyright (c) 2000-2022 the FFmpeg developers\\nbuilt with clang version 14.0.6\\nconfiguration: --prefix=/Users/runner/miniforge3/conda-bld/ffmpeg_1671040513231/_h_env_placehold_placehold_placehold_placehold_placehold_placehold_placehold_placehold_placehold_placehold_placehold_placehold_placehold_placehold_placehold_placehold_placehold_placehold_placehold_pl --cc=arm64-apple-darwin20.0.0-clang --cxx=arm64-apple-darwin20.0.0-clang++ --nm=arm64-apple-darwin20.0.0-nm --ar=arm64-apple-darwin20.0.0-ar --disable-doc --disable-openssl --enable-demuxer=dash --enable-hardcoded-tables --enable-libfreetype --enable-libfontconfig --enable-libopenh264 --enable-cross-compile --arch=arm64 --target-os=darwin --cross-prefix=arm64-apple-darwin20.0.0- --host-cc=/Users/runner/miniforge3/conda-bld/ffmpeg_1671040513231/_build_env/bin/x86_64-apple-darwin13.4.0-clang --enable-neon --enable-gnutls --enable-libmp3lame --enable-libvpx --enable-pthreads --enable-gpl --enable-libx264 --enable-libx265 --enable-libaom --enable-libsvtav1 --enable-libxml2 --enable-pic --enable-shared --disable-static --enable-version3 --enable-zlib --pkg-config=/Users/runner/miniforge3/conda-bld/ffmpeg_1671040513231/_build_env/bin/pkg-config\\nlibavutil      57. 28.100 / 57. 28.100\\nlibavcodec     59. 37.100 / 59. 37.100\\nlibavformat    59. 27.100 / 59. 27.100\\nlibavdevice    59.  7.100 / 59.  7.100\\nlibavfilter     8. 44.100 /  8. 44.100\\nlibswscale      6.  7.100 /  6.  7.100\\nlibswresample   4.  7.100 /  4.  7.100\\nlibpostproc    56.  6.100 / 56.  6.100\\n'", "cmdline": ["ffmpeg", "-nostats", "-loglevel", "error", "-y", "-f", "rawvideo", "-s:v", "500x500", "-pix_fmt", "rgb24", "-framerate", "30", "-i", "-", "-vf", "scale=trunc(iw/2)*2:trunc(ih/2)*2", "-vcodec", "libx264", "-pix_fmt", "yuv420p", "-r", "30", "/var/folders/9g/my5557_91xddp6lx00nkzly80000gn/T/tmptj2x08p5/ppo-Acrobot-v1/replay.mp4"]}, "episode": {"r": -73.0, "l": 74, "t": 1.413602}}
+{"content_type": "video/mp4", "encoder_version": {"backend": "ffmpeg", "version": "b'ffmpeg version 5.1.2 Copyright (c) 2000-2022 the FFmpeg developers\\nbuilt with clang version 14.0.6\\nconfiguration: --prefix=/Users/runner/miniforge3/conda-bld/ffmpeg_1671040513231/_h_env_placehold_placehold_placehold_placehold_placehold_placehold_placehold_placehold_placehold_placehold_placehold_placehold_placehold_placehold_placehold_placehold_placehold_placehold_placehold_pl --cc=arm64-apple-darwin20.0.0-clang --cxx=arm64-apple-darwin20.0.0-clang++ --nm=arm64-apple-darwin20.0.0-nm --ar=arm64-apple-darwin20.0.0-ar --disable-doc --disable-openssl --enable-demuxer=dash --enable-hardcoded-tables --enable-libfreetype --enable-libfontconfig --enable-libopenh264 --enable-cross-compile --arch=arm64 --target-os=darwin --cross-prefix=arm64-apple-darwin20.0.0- --host-cc=/Users/runner/miniforge3/conda-bld/ffmpeg_1671040513231/_build_env/bin/x86_64-apple-darwin13.4.0-clang --enable-neon --enable-gnutls --enable-libmp3lame --enable-libvpx --enable-pthreads --enable-gpl --enable-libx264 --enable-libx265 --enable-libaom --enable-libsvtav1 --enable-libxml2 --enable-pic --enable-shared --disable-static --enable-version3 --enable-zlib --pkg-config=/Users/runner/miniforge3/conda-bld/ffmpeg_1671040513231/_build_env/bin/pkg-config\\nlibavutil      57. 28.100 / 57. 28.100\\nlibavcodec     59. 37.100 / 59. 37.100\\nlibavformat    59. 27.100 / 59. 27.100\\nlibavdevice    59.  7.100 / 59.  7.100\\nlibavfilter     8. 44.100 /  8. 44.100\\nlibswscale      6.  7.100 /  6.  7.100\\nlibswresample   4.  7.100 /  4.  7.100\\nlibpostproc    56.  6.100 / 56.  6.100\\n'", "cmdline": ["ffmpeg", "-nostats", "-loglevel", "error", "-y", "-f", "rawvideo", "-s:v", "500x500", "-pix_fmt", "rgb24", "-framerate", "30", "-i", "-", "-vf", "scale=trunc(iw/2)*2:trunc(ih/2)*2", "-vcodec", "libx264", "-pix_fmt", "yuv420p", "-r", "30", "/var/folders/9g/my5557_91xddp6lx00nkzly80000gn/T/tmpa694w53n/ppo-Acrobot-v1/replay.mp4"]}, "episode": {"r": -73.0, "l": 74, "t": 1.308829}}