Upload Token_Surgeon_Example.ipynb

Example/Token_Surgeon_Example.ipynb

@@ -0,0 +1,116 @@
+{
+  "nbformat": 4,
+  "nbformat_minor": 0,
+  "metadata": {
+    "colab": {
+      "provenance": [],
+      "machine_shape": "hm",
+      "gpuType": "L4"
+    },
+    "kernelspec": {
+      "name": "python3",
+      "display_name": "Python 3"
+    },
+    "language_info": {
+      "name": "python"
+    },
+    "accelerator": "GPU"
+  },
+  "cells": [
+    {
+      "cell_type": "markdown",
+      "source": [
+        "# Download / install required dependencies."
+      ],
+      "metadata": {
+        "id": "4nHRbUX16c0C"
+      }
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "!git clone https://github.com/cg123/mergekit.git\n",
+        "!cd mergekit && pip install -q -e .\n",
+        "!pip install huggingface_hub"
+      ],
+      "metadata": {
+        "id": "XQm5_Xtz09yE"
+      },
+      "execution_count": null,
+      "outputs": []
+    },
+    {
+      "cell_type": "markdown",
+      "source": [
+        "#Start Merge-kit's Token-Surgeon with --barycentric -v -k 10 --cuda --low-cpu-memory\n",
+        "\n",
+        "Base model (model being modified), donor model (where you are taking the tokenizer embeddings from)."
+      ],
+      "metadata": {
+        "id": "H6gBOEjA6VhN"
+      }
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "!mergekit-tokensurgeon username/modelname username/modelname ./postop -v -k 10 --barycentric  --cuda --low-cpu-memory"
+      ],
+      "metadata": {
+        "id": "vfjXBAGV1qVr",
+        "collapsed": true
+      },
+      "execution_count": null,
+      "outputs": []
+    },
+    {
+      "cell_type": "markdown",
+      "source": [
+        "# Login To Huggingface"
+      ],
+      "metadata": {
+        "id": "RylFKYVrUKJk"
+      }
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "!huggingface-cli login\n"
+      ],
+      "metadata": {
+        "id": "EQUnrGAv4Q87"
+      },
+      "execution_count": null,
+      "outputs": []
+    },
+    {
+      "cell_type": "markdown",
+      "source": [
+        "#Upload to Huggingface"
+      ],
+      "metadata": {
+        "id": "JfYTwAzr6PR8"
+      }
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "from huggingface_hub import HfApi\n",
+        "\n",
+        "api = HfApi()\n",
+        "repo_name = \"username/modelname\"  # Replace with your desired model repo name on Hugging Face Hub\n",
+        "api.create_repo(repo_name, private=True)  # Creates a private repo, set to False if you want it public\n",
+        "\n",
+        "# Upload the model directory to your Hugging Face repo\n",
+        "api.upload_folder(\n",
+        "    folder_path=\"./postop\",  # Path to your model\n",
+        "    repo_id=repo_name,\n",
+        ")"
+      ],
+      "metadata": {
+        "id": "zKoL6Ouf4pLI"
+      },
+      "execution_count": null,
+      "outputs": []
+    }
+  ]
+}