{
  "cells": [
    {
      "cell_type": "code",
      "execution_count": 1,
      "id": "0c24ca36-1782-4ce8-8094-6f6528dada19",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 331,
          "referenced_widgets": [
            "98607038063840779ee31feb7399674a",
            "5cfe4cf5267843e8826039ae66d66c76",
            "a0fd5c26d2de475ea2d3f671114d0354",
            "2b3b8bba70494bab8364033754ab8f2c",
            "82beb397b39640b88498bd85b3a2091f",
            "f94977b01ea0484981e02f05a1aba6ed",
            "a17f6afb25dc43ee83e64aa14ac77ac1",
            "5dd30af6deb14ec8babcb2998925f200",
            "37e445bf40224cb2983f2440d72819a0",
            "52ce97bf31a34d5ea987340340673eb7",
            "7dc90a4d99b04ed09ad2dd6ff2bf38d9",
            "a4f8ed8e761a4ebe95d8753b2f4b89b4",
            "b4c568b7158547dfaae51f6adfd40aef",
            "b14b9d43b96d4121b835ae1f16d5aaac",
            "dda9ef35566649a697d65e184fb16f7b",
            "7cb0bd2e30c54be7b6e61bcc6fcc62b1",
            "35a863115946451f805530d66bf18904"
          ]
        },
        "id": "0c24ca36-1782-4ce8-8094-6f6528dada19",
        "outputId": "635aaf06-9ed6-4ccc-c191-19fa3f2ff2f1"
      },
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "VBox(children=(HTML(value='<center> <img\\nsrc=https://huggingface.co/front/assets/huggingface_logo-noborder.sv…"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "98607038063840779ee31feb7399674a"
            }
          },
          "metadata": {}
        }
      ],
      "source": [
        "from huggingface_hub import notebook_login\n",
        "notebook_login()"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install unsloth\n",
        "!pip install --force-reinstall --no-cache-dir --no-deps git+https://github.com/unslothai/unsloth.git"
      ],
      "metadata": {
        "id": "REqA0fPKcTST",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "065662c7-afd4-4300-f1f4-ff05eae8259e"
      },
      "id": "REqA0fPKcTST",
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Requirement already satisfied: unsloth in /usr/local/lib/python3.11/dist-packages (2025.1.7)\n",
            "Collecting git+https://github.com/unslothai/unsloth.git\n",
            "  Cloning https://github.com/unslothai/unsloth.git to /tmp/pip-req-build-9706baxz\n",
            "  Running command git clone --filter=blob:none --quiet https://github.com/unslothai/unsloth.git /tmp/pip-req-build-9706baxz\n",
            "  Resolved https://github.com/unslothai/unsloth.git to commit bdf0cd6033595be4e7ed23d0d002bb176d343152\n",
            "  Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
            "  Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
            "  Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
            "Building wheels for collected packages: unsloth\n",
            "  Building wheel for unsloth (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for unsloth: filename=unsloth-2025.1.7-py3-none-any.whl size=174896 sha256=956e3dc16afa8b75b77a772e84ef56ca06c90b427aa1cd62ffac961c31dca9e2\n",
            "  Stored in directory: /tmp/pip-ephem-wheel-cache-gx1ieotm/wheels/d1/17/05/850ab10c33284a4763b0595cd8ea9d01fce6e221cac24b3c01\n",
            "Successfully built unsloth\n",
            "Installing collected packages: unsloth\n",
            "  Attempting uninstall: unsloth\n",
            "    Found existing installation: unsloth 2025.1.7\n",
            "    Uninstalling unsloth-2025.1.7:\n",
            "      Successfully uninstalled unsloth-2025.1.7\n",
            "Successfully installed unsloth-2025.1.7\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 3,
      "id": "50190966-b741-47c4-915e-43c81fd1413a",
      "metadata": {
        "id": "50190966-b741-47c4-915e-43c81fd1413a",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "683678d3-62f4-47cc-b2c9-28d3a424888a"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Requirement already satisfied: datasets in /usr/local/lib/python3.11/dist-packages (3.2.0)\n",
            "Requirement already satisfied: tqdm in /usr/local/lib/python3.11/dist-packages (4.67.1)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.11/dist-packages (from datasets) (3.17.0)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.11/dist-packages (from datasets) (1.26.4)\n",
            "Requirement already satisfied: pyarrow>=15.0.0 in /usr/local/lib/python3.11/dist-packages (from datasets) (17.0.0)\n",
            "Requirement already satisfied: dill<0.3.9,>=0.3.0 in /usr/local/lib/python3.11/dist-packages (from datasets) (0.3.8)\n",
            "Requirement already satisfied: pandas in /usr/local/lib/python3.11/dist-packages (from datasets) (2.2.2)\n",
            "Requirement already satisfied: requests>=2.32.2 in /usr/local/lib/python3.11/dist-packages (from datasets) (2.32.3)\n",
            "Requirement already satisfied: xxhash in /usr/local/lib/python3.11/dist-packages (from datasets) (3.5.0)\n",
            "Requirement already satisfied: multiprocess<0.70.17 in /usr/local/lib/python3.11/dist-packages (from datasets) (0.70.16)\n",
            "Requirement already satisfied: fsspec<=2024.9.0,>=2023.1.0 in /usr/local/lib/python3.11/dist-packages (from fsspec[http]<=2024.9.0,>=2023.1.0->datasets) (2024.9.0)\n",
            "Requirement already satisfied: aiohttp in /usr/local/lib/python3.11/dist-packages (from datasets) (3.11.11)\n",
            "Requirement already satisfied: huggingface-hub>=0.23.0 in /usr/local/lib/python3.11/dist-packages (from datasets) (0.27.1)\n",
            "Requirement already satisfied: packaging in /usr/local/lib/python3.11/dist-packages (from datasets) (24.2)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.11/dist-packages (from datasets) (6.0.2)\n",
            "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets) (2.4.4)\n",
            "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets) (1.3.2)\n",
            "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets) (25.1.0)\n",
            "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets) (1.5.0)\n",
            "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets) (6.1.0)\n",
            "Requirement already satisfied: propcache>=0.2.0 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets) (0.2.1)\n",
            "Requirement already satisfied: yarl<2.0,>=1.17.0 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets) (1.18.3)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.11/dist-packages (from huggingface-hub>=0.23.0->datasets) (4.12.2)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.11/dist-packages (from requests>=2.32.2->datasets) (3.4.1)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.11/dist-packages (from requests>=2.32.2->datasets) (3.10)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.11/dist-packages (from requests>=2.32.2->datasets) (2.3.0)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.11/dist-packages (from requests>=2.32.2->datasets) (2024.12.14)\n",
            "Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.11/dist-packages (from pandas->datasets) (2.8.2)\n",
            "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.11/dist-packages (from pandas->datasets) (2024.2)\n",
            "Requirement already satisfied: tzdata>=2022.7 in /usr/local/lib/python3.11/dist-packages (from pandas->datasets) (2025.1)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.11/dist-packages (from python-dateutil>=2.8.2->pandas->datasets) (1.17.0)\n",
            "Requirement already satisfied: unsloth in /usr/local/lib/python3.11/dist-packages (2025.1.7)\n",
            "Collecting git+https://github.com/unslothai/unsloth.git\n",
            "  Cloning https://github.com/unslothai/unsloth.git to /tmp/pip-req-build-u97dv3ui\n",
            "  Running command git clone --filter=blob:none --quiet https://github.com/unslothai/unsloth.git /tmp/pip-req-build-u97dv3ui\n",
            "  Resolved https://github.com/unslothai/unsloth.git to commit bdf0cd6033595be4e7ed23d0d002bb176d343152\n",
            "  Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
            "  Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
            "  Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
            "Building wheels for collected packages: unsloth\n",
            "  Building wheel for unsloth (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for unsloth: filename=unsloth-2025.1.7-py3-none-any.whl size=174896 sha256=6eb7e640571f133347fb0c7263ccf59590345397047070609951bf9d3fe9996b\n",
            "  Stored in directory: /tmp/pip-ephem-wheel-cache-pwzlbmxa/wheels/d1/17/05/850ab10c33284a4763b0595cd8ea9d01fce6e221cac24b3c01\n",
            "Successfully built unsloth\n",
            "Installing collected packages: unsloth\n",
            "  Attempting uninstall: unsloth\n",
            "    Found existing installation: unsloth 2025.1.7\n",
            "    Uninstalling unsloth-2025.1.7:\n",
            "      Successfully uninstalled unsloth-2025.1.7\n",
            "Successfully installed unsloth-2025.1.7\n"
          ]
        }
      ],
      "source": [
        "!pip install datasets tqdm\n",
        "!pip install unsloth\n",
        "!pip install --force-reinstall --no-cache-dir --no-deps git+https://github.com/unslothai/unsloth.git"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 4,
      "id": "fbc9900d-28d2-4bda-9848-b572fbe778d2",
      "metadata": {
        "id": "fbc9900d-28d2-4bda-9848-b572fbe778d2",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000,
          "referenced_widgets": [
            "72373a1b1b44496888ecd3e3705296bb",
            "071312c917a64c7583bc03fef49eacc0",
            "3980f1d1ea59471aaf859da5842ce1e9",
            "c85c0526de1e4f34948ecb025e50e224",
            "9cbd4b14d9b94fa7b65773b06973918a",
            "e71b79633fda43199d08b6a3dad654aa",
            "d130cccf7a4540e897e4bb8791099e69",
            "ea23e5c8bedc46ce90a710d3cd18cfb3",
            "8b5d22906e444439b267c2be2ffd3d23",
            "c0fb95a5351341968301f432bfc3f961",
            "9eb1e6a5f35d4a4fb2cc7d8ced85730a",
            "0ccbaf724f7f45a1936081aa1306e5b0",
            "4e025d8e727645738551a574abcd0875",
            "371dd7a84a4d438fb48275a322ba872b",
            "3b66c25526fb41c2a551faa52871e2b4",
            "53ae689dc79a450193502c8012af6d32",
            "b4260dfae4324508af8cd5c386e7a87e",
            "38870d13ed6d4cc2a43f34c79895c572",
            "f34578c565854abcb6a4f7a4a3189c23",
            "3da2cf48eaa14f36b132c20480106433",
            "832947b10be24f6097239b630b30668f",
            "158ed0718e884524928a1630a5a33080",
            "8eff030f954845f893a6905ccc8164cd",
            "34e42525fb2e4c82be87a682c580ce44",
            "a09f317c0f5848c585d0179c3289a927",
            "ed3e5d634e224f2586843e8a04cbf9cc",
            "21cd0b14540d4d8a8f9c8a6eeb457fac",
            "744fb740fb2643a6b5860cd06c0daadb",
            "3a5fb9b5eb3840d98226a23cf51b825b",
            "88e5d98624444204af17c3023957b426",
            "4d15fd070983410e872af17d1ecc52f4",
            "b8484f5ce65f4fa8881811f365039e45",
            "9bb5cbe63922486682e2383dc8fe5d36",
            "6c181a1f63c743f39d4e5c0f747357a7",
            "4e214a7772414caeb134c0d4d3931c46",
            "edce50c5db5c4be48fe1709c0ae6e5e2",
            "ce7a85cc75984c148ef43746f722fc06",
            "718ddf61adac442584028b58103947ee",
            "f32e2d35b49744ba91f758bddfdc92b4",
            "905dcc9dc426445db5d31091aa7a0476",
            "65022e766ef54564983d7f87541b1f3d",
            "66a8a1864d1a49908efbb76f205f0628",
            "998b0b86ca8e44e48272e10b5fde7d79",
            "b29b0402494c4d878cb083901f22f30a",
            "c9c99ca348124dcbad2e2f1bff2a040c",
            "8c3d8652c9f540738219757c12402116",
            "56822abf141b4247ba08e384406f9339",
            "ab1d2c20b598408ebdda42983d6f14e1",
            "9e71c60c78194eae894d6fee3be70a9c",
            "39d1d27e5bbd4908a6d6647994557616",
            "d6db0bfe730b492b90d68b40c7a3d243",
            "ef74920de392492e89074dcfcc3b4fce",
            "c939544566794b33b3feb610d76c3daa",
            "a6c73ef7fc804764ba6e05cd5aa0888b",
            "256885466f114b0a88f2f337496f1dc9",
            "359ea7fe5c154843a78fca649d1ff4a1",
            "cbdf47c5a8ab4af780ef624fcfbc0e7e",
            "70001117a303483087cb88c506036938",
            "903b18f3340a440c922eaa0436066076",
            "2e9a8f8139f240898c7f044605abc031",
            "fb9e86bf562a4a57a19172459f6ab78a",
            "b0acea3c15e247cba0669fd54cf0ddf8",
            "f0bbcde303b44356ae7d98b23cd3f78b",
            "c62cb6a8617647bba0a1ec43b70cf9a2",
            "dcdbb92fc99749b0872a0ccb5de9d3f5",
            "1b693fed14694333ab186605b54339d8",
            "0f9fb159a3414ec6855ad39604497b66",
            "6a224091ceee484abca46f2570da692d",
            "47a7ab9b005144ccb8cdedf872637bd6",
            "61b7329f787f491690dc53b5eb202a82",
            "8208f95d9657403fb64ed21cf2546655",
            "d2bc25c76d1747a08aa74b401ef5d32b",
            "70a90d8146d94bce9f805e7bc05496eb",
            "f8d9f4aab21545e3b141be266d738e03",
            "18bced95c6994f8799703ab23d086ada",
            "915858810d914ca5bfb1d30401eff72f",
            "fd82e3ad32f34255acc879c4a6953c70",
            "520870c20cfd4b258347a0baf4aade69",
            "5e54eb04a0534b1eb1dc3ec1dfb66fe3",
            "822bb39313d840bb94fdd4f9745269df",
            "4d0a7244e1244e69a0877353effb5dd5",
            "04e92a244eab4d02aca3b39676f50681",
            "90c97fc49d2e4a07aea99dc0a5d296cf",
            "593fc8a025864d70863d2bdcefa7b27a",
            "cf313bee55c14ee794fe0f05757bd614",
            "e9385d720cfa4a5e9c72101b27625806",
            "7fef052ec2234dbfb02533c545697c76",
            "6e43a3ddb5ab4c37a2c7aa3c6a3e5407",
            "d062b1f587734edebb3fa6734b7f97c4",
            "bda29ee9869242828b58e0a556eae9ee",
            "bf474053808f4501875a4dcf0a553d8f",
            "3ac49263563d452281a40def32df4b06",
            "d335fdeb4e244cc89f14325ba26daf03",
            "c647a372e86f41649c3a1e8be9d418ba",
            "b9e7cf4139af4038bccbdc7eb95614c9",
            "5ac96ff9700b451d85ce32480599e244",
            "a444eb1c128e4a1dacd9a2b2ddf9e466",
            "52afa60a4efc461d84732a34f3ebca97",
            "020086f63e764e498066a0b260d75182",
            "b869bf6791194c59ada8630fe7d67ad2",
            "f8948951415c443095cd2a96972e12e9",
            "d9c5418ed6484110909872a53a2231c8",
            "129abbf80d0c4ae59218f3d7e7a9b2f0",
            "859e928b3fcc49dcad3a1ce0604dfab6",
            "5f378b56fbca4c94a21728d1f3843692",
            "d016ee4fad7645918aa6294f918c4db7",
            "0a024d87c08542d8a067de8ad069b350",
            "6dc627055eff4bcabd5a97b06c512f90",
            "a2d3ceeaba9945ac90a518de4601b32d",
            "6282f718f2c743458d39b71faa1fc77d",
            "7cfede3a65d64c99886d358b387bd06b",
            "f3cc94fe5c5945dda86deb00211ce217",
            "2dff005afafd45a899a93d5293ab6384",
            "784655766dbe4ecbb1d6496dc6dd936f",
            "78543331bcb9424c87acc755d6e749fb",
            "ccc6680525ae488f824977ed5248f27e",
            "e7bfb5e6d8774f288816ad351a184daf",
            "a1d466301d7c4b33b2a1b62e49b3b19e",
            "2ce4b6148238468e964e1fb23bf5d64a",
            "5b62aa809e5f4835a43ad39ed062c87f",
            "8e596f102fd3476abd5ab4903bd7c8e6",
            "0a4b1dafa597484b9238cac94b6b75ee",
            "4ace95d280c243acad579964d4b3bea0",
            "543025f4bb814ddfa877bd35c37c19ea",
            "1a2e67b8003e49bc87640c4ffb45b596",
            "9eb7d8d5fc8d4e058763d661697d2abb",
            "81f259c964d94e01902b1d08e146d373",
            "e138f291150b492e8b5e07735a065336",
            "5555e377c2b0410fac21f7f3c0b6cf9b",
            "8b4ff2dfa9b4400d80efb3594f09b5b4",
            "15bd3aa7180847efa78da1b319570d9b",
            "10247ad739b74a60a86ae3fef0c07126"
          ]
        },
        "outputId": "d43fdec8-f7d5-44f6-a5f6-5311b6f342f7"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "🦥 Unsloth: Will patch your computer to enable 2x faster free finetuning.\n",
            "🦥 Unsloth Zoo will now patch everything to make training faster!\n",
            "Unsloth: If you want to finetune Gemma 2, install flash-attn to make it faster!\n",
            "To install flash-attn, do the below:\n",
            "\n",
            "pip install --no-deps --upgrade \"flash-attn>=2.6.3\"\n",
            "==((====))==  Unsloth 2025.1.7: Fast Gemma2 patching. Transformers: 4.47.1.\n",
            "   \\\\   /|    GPU: NVIDIA A100-SXM4-40GB. Max memory: 39.557 GB. Platform: Linux.\n",
            "O^O/ \\_/ \\    Torch: 2.5.1+cu124. CUDA: 8.0. CUDA Toolkit: 12.4. Triton: 3.1.0\n",
            "\\        /    Bfloat16 = TRUE. FA [Xformers = 0.0.29.post1. FA2 = False]\n",
            " \"-____-\"     Free Apache license: http://github.com/unslothai/unsloth\n",
            "Unsloth: Fast downloading is enabled - ignore downloading bars which are red colored!\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "model.safetensors.index.json:   0%|          | 0.00/39.1k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "72373a1b1b44496888ecd3e3705296bb"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading shards:   0%|          | 0/4 [00:00<?, ?it/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "0ccbaf724f7f45a1936081aa1306e5b0"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "model-00001-of-00004.safetensors:   0%|          | 0.00/4.90G [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "8eff030f954845f893a6905ccc8164cd"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "model-00002-of-00004.safetensors:   0%|          | 0.00/4.95G [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "6c181a1f63c743f39d4e5c0f747357a7"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "model-00003-of-00004.safetensors:   0%|          | 0.00/4.96G [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "c9c99ca348124dcbad2e2f1bff2a040c"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "model-00004-of-00004.safetensors:   0%|          | 0.00/3.67G [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "359ea7fe5c154843a78fca649d1ff4a1"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Loading checkpoint shards:   0%|          | 0/4 [00:00<?, ?it/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "0f9fb159a3414ec6855ad39604497b66"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "generation_config.json:   0%|          | 0.00/190 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "520870c20cfd4b258347a0baf4aade69"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "tokenizer_config.json:   0%|          | 0.00/47.0k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "d062b1f587734edebb3fa6734b7f97c4"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "tokenizer.model:   0%|          | 0.00/4.24M [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "b869bf6791194c59ada8630fe7d67ad2"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "special_tokens_map.json:   0%|          | 0.00/636 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "7cfede3a65d64c99886d358b387bd06b"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "tokenizer.json:   0%|          | 0.00/34.4M [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "0a4b1dafa597484b9238cac94b6b75ee"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Unsloth 2025.1.7 patched 42 layers with 42 QKV layers, 42 O layers and 42 MLP layers.\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "PeftModelForCausalLM(\n",
              "  (base_model): LoraModel(\n",
              "    (model): Gemma2ForCausalLM(\n",
              "      (model): Gemma2Model(\n",
              "        (embed_tokens): Embedding(256000, 3584, padding_idx=0)\n",
              "        (layers): ModuleList(\n",
              "          (0-41): 42 x Gemma2DecoderLayer(\n",
              "            (self_attn): Gemma2Attention(\n",
              "              (q_proj): lora.Linear(\n",
              "                (base_layer): Linear(in_features=3584, out_features=4096, bias=False)\n",
              "                (lora_dropout): ModuleDict(\n",
              "                  (default): Identity()\n",
              "                )\n",
              "                (lora_A): ModuleDict(\n",
              "                  (default): Linear(in_features=3584, out_features=16, bias=False)\n",
              "                )\n",
              "                (lora_B): ModuleDict(\n",
              "                  (default): Linear(in_features=16, out_features=4096, bias=False)\n",
              "                )\n",
              "                (lora_embedding_A): ParameterDict()\n",
              "                (lora_embedding_B): ParameterDict()\n",
              "                (lora_magnitude_vector): ModuleDict()\n",
              "              )\n",
              "              (k_proj): lora.Linear(\n",
              "                (base_layer): Linear(in_features=3584, out_features=2048, bias=False)\n",
              "                (lora_dropout): ModuleDict(\n",
              "                  (default): Identity()\n",
              "                )\n",
              "                (lora_A): ModuleDict(\n",
              "                  (default): Linear(in_features=3584, out_features=16, bias=False)\n",
              "                )\n",
              "                (lora_B): ModuleDict(\n",
              "                  (default): Linear(in_features=16, out_features=2048, bias=False)\n",
              "                )\n",
              "                (lora_embedding_A): ParameterDict()\n",
              "                (lora_embedding_B): ParameterDict()\n",
              "                (lora_magnitude_vector): ModuleDict()\n",
              "              )\n",
              "              (v_proj): lora.Linear(\n",
              "                (base_layer): Linear(in_features=3584, out_features=2048, bias=False)\n",
              "                (lora_dropout): ModuleDict(\n",
              "                  (default): Identity()\n",
              "                )\n",
              "                (lora_A): ModuleDict(\n",
              "                  (default): Linear(in_features=3584, out_features=16, bias=False)\n",
              "                )\n",
              "                (lora_B): ModuleDict(\n",
              "                  (default): Linear(in_features=16, out_features=2048, bias=False)\n",
              "                )\n",
              "                (lora_embedding_A): ParameterDict()\n",
              "                (lora_embedding_B): ParameterDict()\n",
              "                (lora_magnitude_vector): ModuleDict()\n",
              "              )\n",
              "              (o_proj): lora.Linear(\n",
              "                (base_layer): Linear(in_features=4096, out_features=3584, bias=False)\n",
              "                (lora_dropout): ModuleDict(\n",
              "                  (default): Identity()\n",
              "                )\n",
              "                (lora_A): ModuleDict(\n",
              "                  (default): Linear(in_features=4096, out_features=16, bias=False)\n",
              "                )\n",
              "                (lora_B): ModuleDict(\n",
              "                  (default): Linear(in_features=16, out_features=3584, bias=False)\n",
              "                )\n",
              "                (lora_embedding_A): ParameterDict()\n",
              "                (lora_embedding_B): ParameterDict()\n",
              "                (lora_magnitude_vector): ModuleDict()\n",
              "              )\n",
              "              (rotary_emb): GemmaFixedRotaryEmbedding()\n",
              "            )\n",
              "            (mlp): Gemma2MLP(\n",
              "              (gate_proj): lora.Linear(\n",
              "                (base_layer): Linear(in_features=3584, out_features=14336, bias=False)\n",
              "                (lora_dropout): ModuleDict(\n",
              "                  (default): Identity()\n",
              "                )\n",
              "                (lora_A): ModuleDict(\n",
              "                  (default): Linear(in_features=3584, out_features=16, bias=False)\n",
              "                )\n",
              "                (lora_B): ModuleDict(\n",
              "                  (default): Linear(in_features=16, out_features=14336, bias=False)\n",
              "                )\n",
              "                (lora_embedding_A): ParameterDict()\n",
              "                (lora_embedding_B): ParameterDict()\n",
              "                (lora_magnitude_vector): ModuleDict()\n",
              "              )\n",
              "              (up_proj): lora.Linear(\n",
              "                (base_layer): Linear(in_features=3584, out_features=14336, bias=False)\n",
              "                (lora_dropout): ModuleDict(\n",
              "                  (default): Identity()\n",
              "                )\n",
              "                (lora_A): ModuleDict(\n",
              "                  (default): Linear(in_features=3584, out_features=16, bias=False)\n",
              "                )\n",
              "                (lora_B): ModuleDict(\n",
              "                  (default): Linear(in_features=16, out_features=14336, bias=False)\n",
              "                )\n",
              "                (lora_embedding_A): ParameterDict()\n",
              "                (lora_embedding_B): ParameterDict()\n",
              "                (lora_magnitude_vector): ModuleDict()\n",
              "              )\n",
              "              (down_proj): lora.Linear(\n",
              "                (base_layer): Linear(in_features=14336, out_features=3584, bias=False)\n",
              "                (lora_dropout): ModuleDict(\n",
              "                  (default): Identity()\n",
              "                )\n",
              "                (lora_A): ModuleDict(\n",
              "                  (default): Linear(in_features=14336, out_features=16, bias=False)\n",
              "                )\n",
              "                (lora_B): ModuleDict(\n",
              "                  (default): Linear(in_features=16, out_features=3584, bias=False)\n",
              "                )\n",
              "                (lora_embedding_A): ParameterDict()\n",
              "                (lora_embedding_B): ParameterDict()\n",
              "                (lora_magnitude_vector): ModuleDict()\n",
              "              )\n",
              "              (act_fn): PytorchGELUTanh()\n",
              "            )\n",
              "            (input_layernorm): Gemma2RMSNorm((3584,), eps=1e-06)\n",
              "            (post_attention_layernorm): Gemma2RMSNorm((3584,), eps=1e-06)\n",
              "            (pre_feedforward_layernorm): Gemma2RMSNorm((3584,), eps=1e-06)\n",
              "            (post_feedforward_layernorm): Gemma2RMSNorm((3584,), eps=1e-06)\n",
              "          )\n",
              "        )\n",
              "        (norm): Gemma2RMSNorm((3584,), eps=1e-06)\n",
              "      )\n",
              "      (lm_head): Linear(in_features=3584, out_features=256000, bias=False)\n",
              "    )\n",
              "  )\n",
              ")"
            ]
          },
          "metadata": {},
          "execution_count": 4
        }
      ],
      "source": [
        "from unsloth import FastLanguageModel\n",
        "import pandas as pd\n",
        "from datasets import load_dataset\n",
        "import os\n",
        "import torch\n",
        "import torch.nn.functional as F\n",
        "from transformers import AutoTokenizer, AutoModelForCausalLM\n",
        "from tqdm import tqdm\n",
        "tqdm.pandas()\n",
        "max_seq_length = 2048\n",
        "load_in_4bit = False\n",
        "name = \"DrishtiSharma/GEMMA-9B-B80\"\n",
        "model, tokenizer = FastLanguageModel.from_pretrained(model_name = name, max_seq_length = max_seq_length, load_in_4bit = load_in_4bit,)\n",
        "model = FastLanguageModel.get_peft_model( model, r = 16, target_modules = [\"q_proj\", \"k_proj\", \"v_proj\", \"o_proj\", \"gate_proj\", \"up_proj\", \"down_proj\",], lora_alpha = 16, lora_dropout = 0, bias = \"none\", use_gradient_checkpointing = \"unsloth\", random_state = 3407, use_rslora = False, loftq_config = None,)\n",
        "FastLanguageModel.for_inference(model)"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "##**SINGLE TEST CASE**"
      ],
      "metadata": {
        "id": "FICHwqm5aLUV"
      },
      "id": "FICHwqm5aLUV"
    },
    {
      "cell_type": "code",
      "source": [
        "input_text = \"जोड़ें 46,911 + 653,092 ### A) 699,903 B) 700,003 C) 913,203 D) 1,122,202 ### MCQ ###\"\n",
        "prompt = f\"### INPUT : {input_text} RESPONSE : \"\n",
        "message = [{\"role\": \"user\", \"content\": prompt}]\n",
        "inputs = tokenizer.apply_chat_template(message, tokenize=True, add_generation_prompt=True, return_tensors=\"pt\").to(\"cuda\")\n",
        "outputs = model.generate(input_ids=inputs, max_new_tokens=200, use_cache=True, temperature=0.1, min_p=0.1, pad_token_id=tokenizer.eos_token_id)\n",
        "response = tokenizer.decode(outputs[0], skip_special_tokens=True)\n",
        "processed_response = response.split(\"### RESPONSE :\\nmodel\")[-1].strip()\n",
        "print(f\"Generated Response (20 tokens):\\n{processed_response}\\n\")\n",
        "with torch.no_grad():\n",
        "    outputs = model.generate(input_ids=inputs, max_new_tokens=3, use_cache=True, pad_token_id=tokenizer.eos_token_id, return_dict_in_generate=True, output_scores=True)\n",
        "    scores = outputs.scores\n",
        "token_ids_a = tokenizer.encode('A', add_special_tokens=False)[0]\n",
        "token_ids_b = tokenizer.encode('B', add_special_tokens=False)[0]\n",
        "token_ids_c = tokenizer.encode('C', add_special_tokens=False)[0]\n",
        "token_ids_d = tokenizer.encode('D', add_special_tokens=False)[0]\n",
        "for i, score in enumerate(scores, 1):\n",
        "    probs = F.softmax(score, dim=-1)\n",
        "    prob_a = probs[0, token_ids_a].item()\n",
        "    prob_b = probs[0, token_ids_b].item()\n",
        "    prob_c = probs[0, token_ids_c].item()\n",
        "    prob_d = probs[0, token_ids_d].item()\n",
        "    print(f\"Probability of 'A' at token {i}: {prob_a:.4f}\")\n",
        "    print(f\"Probability of 'B' at token {i}: {prob_b:.4f}\")\n",
        "    print(f\"Probability of 'C' at token {i}: {prob_c:.4f}\")\n",
        "    print(f\"Probability of 'D' at token {i}: {prob_d:.4f}\")"
      ],
      "metadata": {
        "id": "r1dozae-gO5B",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "4dca099d-da59-4ca5-807e-8226ee0896fe"
      },
      "id": "r1dozae-gO5B",
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "The attention mask is not set and cannot be inferred from input because pad token is same as eos token. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Generated Response (20 tokens):\n",
            "The correct answer is B) 700,003\n",
            "\n",
            "Probability of 'A' at token 1: 0.0209\n",
            "Probability of 'B' at token 1: 0.0077\n",
            "Probability of 'C' at token 1: 0.0005\n",
            "Probability of 'D' at token 1: 0.0005\n",
            "Probability of 'A' at token 2: 0.0000\n",
            "Probability of 'B' at token 2: 0.0000\n",
            "Probability of 'C' at token 2: 0.0000\n",
            "Probability of 'D' at token 2: 0.0000\n",
            "Probability of 'A' at token 3: 0.0000\n",
            "Probability of 'B' at token 3: 0.0000\n",
            "Probability of 'C' at token 3: 0.0000\n",
            "Probability of 'D' at token 3: 0.0000\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#**ARC CHALLENGE ENGLISH**"
      ],
      "metadata": {
        "id": "7Al9PZfU2bhu"
      },
      "id": "7Al9PZfU2bhu"
    },
    {
      "cell_type": "code",
      "execution_count": 6,
      "id": "1749c745-d1fb-430b-9469-4913bb2a6cb5",
      "metadata": {
        "id": "1749c745-d1fb-430b-9469-4913bb2a6cb5",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "a871c9ea-8e8f-4344-a041-a547d0bbea1e"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "1172\n",
            "Average 'tok' value: 70.26706484641639\n",
            "Max 'tok' value: 197\n",
            "Output\n",
            "B    311\n",
            "C    310\n",
            "D    285\n",
            "A    266\n",
            "Name: count, dtype: int64\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "100%|██████████| 1172/1172 [04:42<00:00,  4.15it/s]"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "ANS\n",
            "C    308\n",
            "B    308\n",
            "A    284\n",
            "D    272\n",
            "Name: count, dtype: int64\n",
            "Accuracy: 0.8763\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\n"
          ]
        }
      ],
      "source": [
        "dataset = load_dataset(\"1-800-LLMs/Test-Collection\", data_files=\"ARC_Challenge_E.csv\", split=\"train\")\n",
        "df = dataset.to_pandas()\n",
        "print(len(df))\n",
        "df['tok'] = df['Input'].apply(lambda x: len(tokenizer.encode(x)))\n",
        "print(f\"Average 'tok' value: {df['tok'].mean()}\")\n",
        "print(f\"Max 'tok' value: {df['tok'].max()}\")\n",
        "df = df.sort_values('tok', ascending=False)\n",
        "df['Output'] = df['Output'].replace({'1': 'A', '2': 'B', '3': 'C', '4': 'D'})\n",
        "print(df['Output'].value_counts())\n",
        "responses = []\n",
        "prob_a1_list = []\n",
        "prob_a2_list = []\n",
        "prob_a3_list = []\n",
        "prob_b1_list = []\n",
        "prob_b2_list = []\n",
        "prob_b3_list = []\n",
        "prob_c1_list = []\n",
        "prob_c2_list = []\n",
        "prob_c3_list = []\n",
        "prob_d1_list = []\n",
        "prob_d2_list = []\n",
        "prob_d3_list = []\n",
        "batch_size = 1\n",
        "for start in tqdm(range(0, len(df), batch_size)):\n",
        "    batch_texts = df['Input'][start:start+batch_size].tolist()\n",
        "    for input_text in batch_texts:\n",
        "        prompt = f\"### INPUT : {input_text} Respond with just one letter based on these options : \"\n",
        "        message = [{\"role\": \"user\", \"content\": prompt}]\n",
        "        inputs = tokenizer.apply_chat_template(message, tokenize=True, add_generation_prompt=True, return_tensors=\"pt\").to(\"cuda\")\n",
        "        with torch.no_grad():\n",
        "            outputs = model.generate(input_ids=inputs, max_new_tokens=3, use_cache=True, pad_token_id=tokenizer.eos_token_id, return_dict_in_generate=True, output_scores=True)\n",
        "            scores = outputs.scores  # tuple of [batch_size, vocab_size] for each token\n",
        "        token_ids_a = tokenizer.encode('A', add_special_tokens=False)[0]\n",
        "        token_ids_b = tokenizer.encode('B', add_special_tokens=False)[0]\n",
        "        token_ids_c = tokenizer.encode('C', add_special_tokens=False)[0]\n",
        "        token_ids_d = tokenizer.encode('D', add_special_tokens=False)[0]\n",
        "        for i in range(3):\n",
        "            if i < len(scores):\n",
        "                probs = F.softmax(scores[i], dim=-1)\n",
        "                prob_a = probs[0, token_ids_a].item()\n",
        "                prob_b = probs[0, token_ids_b].item()\n",
        "                prob_c = probs[0, token_ids_c].item()\n",
        "                prob_d = probs[0, token_ids_d].item()\n",
        "            else:\n",
        "                prob_a, prob_b, prob_c, prob_d = 0.0, 0.0, 0.0, 0.0\n",
        "            if i == 0:\n",
        "                prob_a1_list.append(prob_a)\n",
        "                prob_b1_list.append(prob_b)\n",
        "                prob_c1_list.append(prob_c)\n",
        "                prob_d1_list.append(prob_d)\n",
        "            elif i == 1:\n",
        "                prob_a2_list.append(prob_a)\n",
        "                prob_b2_list.append(prob_b)\n",
        "                prob_c2_list.append(prob_c)\n",
        "                prob_d2_list.append(prob_d)\n",
        "            elif i == 2:\n",
        "                prob_a3_list.append(prob_a)\n",
        "                prob_b3_list.append(prob_b)\n",
        "                prob_c3_list.append(prob_c)\n",
        "                prob_d3_list.append(prob_d)\n",
        "df['A1'] = prob_a1_list\n",
        "df['A2'] = prob_a2_list\n",
        "df['A3'] = prob_a3_list\n",
        "df['B1'] = prob_b1_list\n",
        "df['B2'] = prob_b2_list\n",
        "df['B3'] = prob_b3_list\n",
        "df['C1'] = prob_c1_list\n",
        "df['C2'] = prob_c2_list\n",
        "df['C3'] = prob_c3_list\n",
        "df['D1'] = prob_d1_list\n",
        "df['D2'] = prob_d2_list\n",
        "df['D3'] = prob_d3_list\n",
        "df['A'] = df['A1'] + df['A2'] + df['A3']\n",
        "df['B'] = df['B1'] + df['B2'] + df['B3']\n",
        "df['C'] = df['C1'] + df['C2'] + df['C3']\n",
        "df['D'] = df['D1'] + df['D2'] + df['D3']\n",
        "df['ANS'] = df[['A', 'B', 'C', 'D']].idxmax(axis=1)\n",
        "print(df['ANS'].value_counts())\n",
        "accuracy_arc_c_eng = (df['Output'] == df['ANS']).mean()\n",
        "print(f\"Accuracy: {accuracy_arc_c_eng:.4f}\")"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#**ARC CHALLENGE HINDI**"
      ],
      "metadata": {
        "id": "PubN4p-32_EC"
      },
      "id": "PubN4p-32_EC"
    },
    {
      "cell_type": "code",
      "source": [
        "dataset = load_dataset(\"1-800-LLMs/Test-Collection\", data_files=\"ARC_Challenge_H.csv\", split=\"train\")\n",
        "df = dataset.to_pandas()\n",
        "print(len(df))\n",
        "df['tok'] = df['Input'].apply(lambda x: len(tokenizer.encode(x)))\n",
        "print(f\"Average 'tok' value: {df['tok'].mean()}\")\n",
        "print(f\"Max 'tok' value: {df['tok'].max()}\")\n",
        "df = df.sort_values('tok', ascending=False)\n",
        "df['Output'] = df['Output'].replace({'1': 'A', '2': 'B', '3': 'C', '4': 'D'})\n",
        "print(df['Output'].value_counts())\n",
        "responses = []\n",
        "prob_a1_list = []\n",
        "prob_a2_list = []\n",
        "prob_a3_list = []\n",
        "prob_b1_list = []\n",
        "prob_b2_list = []\n",
        "prob_b3_list = []\n",
        "prob_c1_list = []\n",
        "prob_c2_list = []\n",
        "prob_c3_list = []\n",
        "prob_d1_list = []\n",
        "prob_d2_list = []\n",
        "prob_d3_list = []\n",
        "batch_size = 1\n",
        "for start in tqdm(range(0, len(df), batch_size)):\n",
        "    batch_texts = df['Input'][start:start+batch_size].tolist()\n",
        "    for input_text in batch_texts:\n",
        "        prompt = f\"### INPUT : {input_text} Respond with just one letter based on these options : \"\n",
        "        message = [{\"role\": \"user\", \"content\": prompt}]\n",
        "        inputs = tokenizer.apply_chat_template(message, tokenize=True, add_generation_prompt=True, return_tensors=\"pt\").to(\"cuda\")\n",
        "        with torch.no_grad():\n",
        "            outputs = model.generate(input_ids=inputs, max_new_tokens=3, use_cache=True, pad_token_id=tokenizer.eos_token_id, return_dict_in_generate=True, output_scores=True)\n",
        "            scores = outputs.scores  # tuple of [batch_size, vocab_size] for each token\n",
        "        token_ids_a = tokenizer.encode('A', add_special_tokens=False)[0]\n",
        "        token_ids_b = tokenizer.encode('B', add_special_tokens=False)[0]\n",
        "        token_ids_c = tokenizer.encode('C', add_special_tokens=False)[0]\n",
        "        token_ids_d = tokenizer.encode('D', add_special_tokens=False)[0]\n",
        "        for i in range(3):\n",
        "            if i < len(scores):\n",
        "                probs = F.softmax(scores[i], dim=-1)\n",
        "                prob_a = probs[0, token_ids_a].item()\n",
        "                prob_b = probs[0, token_ids_b].item()\n",
        "                prob_c = probs[0, token_ids_c].item()\n",
        "                prob_d = probs[0, token_ids_d].item()\n",
        "            else:\n",
        "                prob_a, prob_b, prob_c, prob_d = 0.0, 0.0, 0.0, 0.0\n",
        "            if i == 0:\n",
        "                prob_a1_list.append(prob_a)\n",
        "                prob_b1_list.append(prob_b)\n",
        "                prob_c1_list.append(prob_c)\n",
        "                prob_d1_list.append(prob_d)\n",
        "            elif i == 1:\n",
        "                prob_a2_list.append(prob_a)\n",
        "                prob_b2_list.append(prob_b)\n",
        "                prob_c2_list.append(prob_c)\n",
        "                prob_d2_list.append(prob_d)\n",
        "            elif i == 2:\n",
        "                prob_a3_list.append(prob_a)\n",
        "                prob_b3_list.append(prob_b)\n",
        "                prob_c3_list.append(prob_c)\n",
        "                prob_d3_list.append(prob_d)\n",
        "df['A1'] = prob_a1_list\n",
        "df['A2'] = prob_a2_list\n",
        "df['A3'] = prob_a3_list\n",
        "df['B1'] = prob_b1_list\n",
        "df['B2'] = prob_b2_list\n",
        "df['B3'] = prob_b3_list\n",
        "df['C1'] = prob_c1_list\n",
        "df['C2'] = prob_c2_list\n",
        "df['C3'] = prob_c3_list\n",
        "df['D1'] = prob_d1_list\n",
        "df['D2'] = prob_d2_list\n",
        "df['D3'] = prob_d3_list\n",
        "df['A'] = df['A1'] + df['A2'] + df['A3']\n",
        "df['B'] = df['B1'] + df['B2'] + df['B3']\n",
        "df['C'] = df['C1'] + df['C2'] + df['C3']\n",
        "df['D'] = df['D1'] + df['D2'] + df['D3']\n",
        "df['ANS'] = df[['A', 'B', 'C', 'D']].idxmax(axis=1)\n",
        "print(df['ANS'].value_counts())\n",
        "accuracy_arc_c_hin = (df['Output'] == df['ANS']).mean()\n",
        "print(f\"Accuracy: {accuracy_arc_c_hin:.4f}\")"
      ],
      "metadata": {
        "id": "mPFAiosJ3jzD",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "c5924254-2ddd-42f4-997e-3f3083fb333b"
      },
      "id": "mPFAiosJ3jzD",
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "1172\n",
            "Average 'tok' value: 114.31313993174061\n",
            "Max 'tok' value: 389\n",
            "Output\n",
            "B    311\n",
            "C    310\n",
            "D    285\n",
            "A    266\n",
            "Name: count, dtype: int64\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "100%|██████████| 1172/1172 [04:45<00:00,  4.11it/s]"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "ANS\n",
            "A    310\n",
            "B    301\n",
            "C    294\n",
            "D    267\n",
            "Name: count, dtype: int64\n",
            "Accuracy: 0.7858\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#**ARC EASY ENGLISH**"
      ],
      "metadata": {
        "id": "cT9I3npw43AP"
      },
      "id": "cT9I3npw43AP"
    },
    {
      "cell_type": "code",
      "source": [
        "dataset = load_dataset(\"1-800-LLMs/Test-Collection\", data_files=\"ARC_Easy_E.csv\", split=\"train\")\n",
        "df = dataset.to_pandas()\n",
        "print(len(df))\n",
        "df['tok'] = df['Input'].apply(lambda x: len(tokenizer.encode(x)))\n",
        "print(f\"Average 'tok' value: {df['tok'].mean()}\")\n",
        "print(f\"Max 'tok' value: {df['tok'].max()}\")\n",
        "df = df.sort_values('tok', ascending=False)\n",
        "df['Output'] = df['Output'].replace({'1': 'A', '2': 'B', '3': 'C', '4': 'D'})\n",
        "print(df['Output'].value_counts())\n",
        "responses = []\n",
        "prob_a1_list = []\n",
        "prob_a2_list = []\n",
        "prob_a3_list = []\n",
        "prob_b1_list = []\n",
        "prob_b2_list = []\n",
        "prob_b3_list = []\n",
        "prob_c1_list = []\n",
        "prob_c2_list = []\n",
        "prob_c3_list = []\n",
        "prob_d1_list = []\n",
        "prob_d2_list = []\n",
        "prob_d3_list = []\n",
        "batch_size = 1\n",
        "for start in tqdm(range(0, len(df), batch_size)):\n",
        "    batch_texts = df['Input'][start:start+batch_size].tolist()\n",
        "    for input_text in batch_texts:\n",
        "        prompt = f\"### INPUT : {input_text} Respond with just one letter based on these options : \"\n",
        "        message = [{\"role\": \"user\", \"content\": prompt}]\n",
        "        inputs = tokenizer.apply_chat_template(message, tokenize=True, add_generation_prompt=True, return_tensors=\"pt\").to(\"cuda\")\n",
        "        with torch.no_grad():\n",
        "            outputs = model.generate(input_ids=inputs, max_new_tokens=3, use_cache=True, pad_token_id=tokenizer.eos_token_id, return_dict_in_generate=True, output_scores=True)\n",
        "            scores = outputs.scores  # tuple of [batch_size, vocab_size] for each token\n",
        "        token_ids_a = tokenizer.encode('A', add_special_tokens=False)[0]\n",
        "        token_ids_b = tokenizer.encode('B', add_special_tokens=False)[0]\n",
        "        token_ids_c = tokenizer.encode('C', add_special_tokens=False)[0]\n",
        "        token_ids_d = tokenizer.encode('D', add_special_tokens=False)[0]\n",
        "        for i in range(3):\n",
        "            if i < len(scores):\n",
        "                probs = F.softmax(scores[i], dim=-1)\n",
        "                prob_a = probs[0, token_ids_a].item()\n",
        "                prob_b = probs[0, token_ids_b].item()\n",
        "                prob_c = probs[0, token_ids_c].item()\n",
        "                prob_d = probs[0, token_ids_d].item()\n",
        "            else:\n",
        "                prob_a, prob_b, prob_c, prob_d = 0.0, 0.0, 0.0, 0.0\n",
        "            if i == 0:\n",
        "                prob_a1_list.append(prob_a)\n",
        "                prob_b1_list.append(prob_b)\n",
        "                prob_c1_list.append(prob_c)\n",
        "                prob_d1_list.append(prob_d)\n",
        "            elif i == 1:\n",
        "                prob_a2_list.append(prob_a)\n",
        "                prob_b2_list.append(prob_b)\n",
        "                prob_c2_list.append(prob_c)\n",
        "                prob_d2_list.append(prob_d)\n",
        "            elif i == 2:\n",
        "                prob_a3_list.append(prob_a)\n",
        "                prob_b3_list.append(prob_b)\n",
        "                prob_c3_list.append(prob_c)\n",
        "                prob_d3_list.append(prob_d)\n",
        "df['A1'] = prob_a1_list\n",
        "df['A2'] = prob_a2_list\n",
        "df['A3'] = prob_a3_list\n",
        "df['B1'] = prob_b1_list\n",
        "df['B2'] = prob_b2_list\n",
        "df['B3'] = prob_b3_list\n",
        "df['C1'] = prob_c1_list\n",
        "df['C2'] = prob_c2_list\n",
        "df['C3'] = prob_c3_list\n",
        "df['D1'] = prob_d1_list\n",
        "df['D2'] = prob_d2_list\n",
        "df['D3'] = prob_d3_list\n",
        "df['A'] = df['A1'] + df['A2'] + df['A3']\n",
        "df['B'] = df['B1'] + df['B2'] + df['B3']\n",
        "df['C'] = df['C1'] + df['C2'] + df['C3']\n",
        "df['D'] = df['D1'] + df['D2'] + df['D3']\n",
        "df['ANS'] = df[['A', 'B', 'C', 'D']].idxmax(axis=1)\n",
        "print(df['ANS'].value_counts())\n",
        "accuracy_arc_e_eng = (df['Output'] == df['ANS']).mean()\n",
        "print(f\"Accuracy: {accuracy_arc_e_eng:.4f}\")"
      ],
      "metadata": {
        "id": "6vmG3Z92410E",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "9a5b5774-6898-4096-ddd2-c5c46e7c49e4"
      },
      "id": "6vmG3Z92410E",
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "2376\n",
            "Average 'tok' value: 60.46590909090909\n",
            "Max 'tok' value: 193\n",
            "Output\n",
            "C    633\n",
            "A    596\n",
            "B    585\n",
            "D    561\n",
            "E      1\n",
            "Name: count, dtype: int64\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "100%|██████████| 2376/2376 [09:32<00:00,  4.15it/s]"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "ANS\n",
            "A    635\n",
            "C    625\n",
            "B    567\n",
            "D    549\n",
            "Name: count, dtype: int64\n",
            "Accuracy: 0.9545\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#**ARC EASY HINDI**"
      ],
      "metadata": {
        "id": "A5dtJYX05T5v"
      },
      "id": "A5dtJYX05T5v"
    },
    {
      "cell_type": "code",
      "source": [
        "dataset = load_dataset(\"1-800-LLMs/Test-Collection\", data_files=\"ARC_Easy_H.csv\", split=\"train\")\n",
        "df = dataset.to_pandas()\n",
        "print(len(df))\n",
        "df['tok'] = df['Input'].apply(lambda x: len(tokenizer.encode(x)))\n",
        "print(f\"Average 'tok' value: {df['tok'].mean()}\")\n",
        "print(f\"Max 'tok' value: {df['tok'].max()}\")\n",
        "df = df.sort_values('tok', ascending=False)\n",
        "print(df['Output'].value_counts())\n",
        "df['Output'] = df['Output'].replace({'1': 'A', '2': 'B', '3': 'C', '4': 'D'})\n",
        "responses = []\n",
        "prob_a1_list = []\n",
        "prob_a2_list = []\n",
        "prob_a3_list = []\n",
        "prob_b1_list = []\n",
        "prob_b2_list = []\n",
        "prob_b3_list = []\n",
        "prob_c1_list = []\n",
        "prob_c2_list = []\n",
        "prob_c3_list = []\n",
        "prob_d1_list = []\n",
        "prob_d2_list = []\n",
        "prob_d3_list = []\n",
        "batch_size = 1\n",
        "for start in tqdm(range(0, len(df), batch_size)):\n",
        "    batch_texts = df['Input'][start:start+batch_size].tolist()\n",
        "    for input_text in batch_texts:\n",
        "        prompt = f\"### INPUT : {input_text} Respond with just one letter based on these options : \"\n",
        "        message = [{\"role\": \"user\", \"content\": prompt}]\n",
        "        inputs = tokenizer.apply_chat_template(message, tokenize=True, add_generation_prompt=True, return_tensors=\"pt\").to(\"cuda\")\n",
        "        with torch.no_grad():\n",
        "            outputs = model.generate(input_ids=inputs, max_new_tokens=3, use_cache=True, pad_token_id=tokenizer.eos_token_id, return_dict_in_generate=True, output_scores=True)\n",
        "            scores = outputs.scores  # tuple of [batch_size, vocab_size] for each token\n",
        "        token_ids_a = tokenizer.encode('A', add_special_tokens=False)[0]\n",
        "        token_ids_b = tokenizer.encode('B', add_special_tokens=False)[0]\n",
        "        token_ids_c = tokenizer.encode('C', add_special_tokens=False)[0]\n",
        "        token_ids_d = tokenizer.encode('D', add_special_tokens=False)[0]\n",
        "        for i in range(3):\n",
        "            if i < len(scores):\n",
        "                probs = F.softmax(scores[i], dim=-1)\n",
        "                prob_a = probs[0, token_ids_a].item()\n",
        "                prob_b = probs[0, token_ids_b].item()\n",
        "                prob_c = probs[0, token_ids_c].item()\n",
        "                prob_d = probs[0, token_ids_d].item()\n",
        "            else:\n",
        "                prob_a, prob_b, prob_c, prob_d = 0.0, 0.0, 0.0, 0.0\n",
        "            if i == 0:\n",
        "                prob_a1_list.append(prob_a)\n",
        "                prob_b1_list.append(prob_b)\n",
        "                prob_c1_list.append(prob_c)\n",
        "                prob_d1_list.append(prob_d)\n",
        "            elif i == 1:\n",
        "                prob_a2_list.append(prob_a)\n",
        "                prob_b2_list.append(prob_b)\n",
        "                prob_c2_list.append(prob_c)\n",
        "                prob_d2_list.append(prob_d)\n",
        "            elif i == 2:\n",
        "                prob_a3_list.append(prob_a)\n",
        "                prob_b3_list.append(prob_b)\n",
        "                prob_c3_list.append(prob_c)\n",
        "                prob_d3_list.append(prob_d)\n",
        "df['A1'] = prob_a1_list\n",
        "df['A2'] = prob_a2_list\n",
        "df['A3'] = prob_a3_list\n",
        "df['B1'] = prob_b1_list\n",
        "df['B2'] = prob_b2_list\n",
        "df['B3'] = prob_b3_list\n",
        "df['C1'] = prob_c1_list\n",
        "df['C2'] = prob_c2_list\n",
        "df['C3'] = prob_c3_list\n",
        "df['D1'] = prob_d1_list\n",
        "df['D2'] = prob_d2_list\n",
        "df['D3'] = prob_d3_list\n",
        "df['A'] = df['A1'] + df['A2'] + df['A3']\n",
        "df['B'] = df['B1'] + df['B2'] + df['B3']\n",
        "df['C'] = df['C1'] + df['C2'] + df['C3']\n",
        "df['D'] = df['D1'] + df['D2'] + df['D3']\n",
        "df['ANS'] = df[['A', 'B', 'C', 'D']].idxmax(axis=1)\n",
        "print(df['ANS'].value_counts())\n",
        "accuracy_arc_e_hin = (df['Output'] == df['ANS']).mean()\n",
        "print(f\"Accuracy: {accuracy_arc_e_hin:.4f}\")"
      ],
      "metadata": {
        "id": "aFPK7wPX5TN7",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "25d88400-ff21-4ee8-c66a-17d3bf0df5aa"
      },
      "id": "aFPK7wPX5TN7",
      "execution_count": 9,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "2376\n",
            "Average 'tok' value: 99.67003367003367\n",
            "Max 'tok' value: 650\n",
            "Output\n",
            "C    610\n",
            "A    570\n",
            "B    563\n",
            "D    535\n",
            "4     26\n",
            "1     26\n",
            "3     23\n",
            "2     22\n",
            "E      1\n",
            "Name: count, dtype: int64\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "100%|██████████| 2376/2376 [09:32<00:00,  4.15it/s]"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "ANS\n",
            "A    662\n",
            "C    602\n",
            "B    577\n",
            "D    535\n",
            "Name: count, dtype: int64\n",
            "Accuracy: 0.8994\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#**MMLU ENGLISH**"
      ],
      "metadata": {
        "id": "pFRbbDbE4Qui"
      },
      "id": "pFRbbDbE4Qui"
    },
    {
      "cell_type": "code",
      "source": [
        "dataset = load_dataset(\"1-800-LLMs/Test-Collection\", data_files=\"MMMLU_E.csv\", split=\"train\")\n",
        "df = dataset.to_pandas()\n",
        "print(len(df))\n",
        "df['tok'] = df['Input'].apply(lambda x: len(tokenizer.encode(x)))\n",
        "print(f\"Average 'tok' value: {df['tok'].mean()}\")\n",
        "print(f\"Max 'tok' value: {df['tok'].max()}\")\n",
        "df = df.sort_values('tok', ascending=False)\n",
        "print(df['Output'].value_counts())\n",
        "responses = []\n",
        "prob_a1_list = []\n",
        "prob_a2_list = []\n",
        "prob_a3_list = []\n",
        "prob_b1_list = []\n",
        "prob_b2_list = []\n",
        "prob_b3_list = []\n",
        "prob_c1_list = []\n",
        "prob_c2_list = []\n",
        "prob_c3_list = []\n",
        "prob_d1_list = []\n",
        "prob_d2_list = []\n",
        "prob_d3_list = []\n",
        "batch_size = 1\n",
        "for start in tqdm(range(0, len(df), batch_size)):\n",
        "    batch_texts = df['Input'][start:start+batch_size].tolist()\n",
        "    for input_text in batch_texts:\n",
        "        prompt = f\"### INPUT : {input_text} Respond with just one letter based on these options : \"\n",
        "        message = [{\"role\": \"user\", \"content\": prompt}]\n",
        "        inputs = tokenizer.apply_chat_template(message, tokenize=True, add_generation_prompt=True, return_tensors=\"pt\").to(\"cuda\")\n",
        "        with torch.no_grad():\n",
        "            outputs = model.generate(input_ids=inputs, max_new_tokens=3, use_cache=True, pad_token_id=tokenizer.eos_token_id, return_dict_in_generate=True, output_scores=True)\n",
        "            scores = outputs.scores  # tuple of [batch_size, vocab_size] for each token\n",
        "        token_ids_a = tokenizer.encode('A', add_special_tokens=False)[0]\n",
        "        token_ids_b = tokenizer.encode('B', add_special_tokens=False)[0]\n",
        "        token_ids_c = tokenizer.encode('C', add_special_tokens=False)[0]\n",
        "        token_ids_d = tokenizer.encode('D', add_special_tokens=False)[0]\n",
        "        for i in range(3):\n",
        "            if i < len(scores):\n",
        "                probs = F.softmax(scores[i], dim=-1)\n",
        "                prob_a = probs[0, token_ids_a].item()\n",
        "                prob_b = probs[0, token_ids_b].item()\n",
        "                prob_c = probs[0, token_ids_c].item()\n",
        "                prob_d = probs[0, token_ids_d].item()\n",
        "            else:\n",
        "                prob_a, prob_b, prob_c, prob_d = 0.0, 0.0, 0.0, 0.0\n",
        "            if i == 0:\n",
        "                prob_a1_list.append(prob_a)\n",
        "                prob_b1_list.append(prob_b)\n",
        "                prob_c1_list.append(prob_c)\n",
        "                prob_d1_list.append(prob_d)\n",
        "            elif i == 1:\n",
        "                prob_a2_list.append(prob_a)\n",
        "                prob_b2_list.append(prob_b)\n",
        "                prob_c2_list.append(prob_c)\n",
        "                prob_d2_list.append(prob_d)\n",
        "            elif i == 2:\n",
        "                prob_a3_list.append(prob_a)\n",
        "                prob_b3_list.append(prob_b)\n",
        "                prob_c3_list.append(prob_c)\n",
        "                prob_d3_list.append(prob_d)\n",
        "df['A1'] = prob_a1_list\n",
        "df['A2'] = prob_a2_list\n",
        "df['A3'] = prob_a3_list\n",
        "df['B1'] = prob_b1_list\n",
        "df['B2'] = prob_b2_list\n",
        "df['B3'] = prob_b3_list\n",
        "df['C1'] = prob_c1_list\n",
        "df['C2'] = prob_c2_list\n",
        "df['C3'] = prob_c3_list\n",
        "df['D1'] = prob_d1_list\n",
        "df['D2'] = prob_d2_list\n",
        "df['D3'] = prob_d3_list\n",
        "df['A'] = df['A1'] + df['A2'] + df['A3']\n",
        "df['B'] = df['B1'] + df['B2'] + df['B3']\n",
        "df['C'] = df['C1'] + df['C2'] + df['C3']\n",
        "df['D'] = df['D1'] + df['D2'] + df['D3']\n",
        "df['ANS'] = df[['A', 'B', 'C', 'D']].idxmax(axis=1)\n",
        "print(df['ANS'].value_counts())\n",
        "accuracy_mmmlu_eng = (df['Output'] == df['ANS']).mean()\n",
        "print(f\"Accuracy: {accuracy_mmmlu_eng:.4f}\")"
      ],
      "metadata": {
        "id": "FtThThQC8hs2",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "c3379588-76ee-4c35-a308-a1837570ea64"
      },
      "id": "FtThThQC8hs2",
      "execution_count": 10,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "14042\n",
            "Average 'tok' value: 106.63509471585245\n",
            "Max 'tok' value: 1009\n",
            "Output\n",
            "D    3776\n",
            "C    3582\n",
            "B    3462\n",
            "A    3222\n",
            "Name: count, dtype: int64\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "100%|██████████| 14042/14042 [56:40<00:00,  4.13it/s]"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "ANS\n",
            "A    4059\n",
            "B    3521\n",
            "D    3382\n",
            "C    3080\n",
            "Name: count, dtype: int64\n",
            "Accuracy: 0.6791\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#**MMMLU HINDI**"
      ],
      "metadata": {
        "id": "FeK3WGqS85al"
      },
      "id": "FeK3WGqS85al"
    },
    {
      "cell_type": "code",
      "source": [
        "dataset = load_dataset(\"1-800-LLMs/Test-Collection\", data_files=\"MMMLU_H.csv\", split=\"train\")\n",
        "df = dataset.to_pandas()\n",
        "print(len(df))\n",
        "df['tok'] = df['Input'].apply(lambda x: len(tokenizer.encode(x)))\n",
        "print(f\"Average 'tok' value: {df['tok'].mean()}\")\n",
        "print(f\"Max 'tok' value: {df['tok'].max()}\")\n",
        "df = df.sort_values('tok', ascending=False)\n",
        "print(df['Output'].value_counts())\n",
        "responses = []\n",
        "prob_a1_list = []\n",
        "prob_a2_list = []\n",
        "prob_a3_list = []\n",
        "prob_b1_list = []\n",
        "prob_b2_list = []\n",
        "prob_b3_list = []\n",
        "prob_c1_list = []\n",
        "prob_c2_list = []\n",
        "prob_c3_list = []\n",
        "prob_d1_list = []\n",
        "prob_d2_list = []\n",
        "prob_d3_list = []\n",
        "batch_size = 1\n",
        "for start in tqdm(range(0, len(df), batch_size)):\n",
        "    batch_texts = df['Input'][start:start+batch_size].tolist()\n",
        "    for input_text in batch_texts:\n",
        "        prompt = f\"### INPUT : {input_text} Respond with just one letter based on these options : \"\n",
        "        message = [{\"role\": \"user\", \"content\": prompt}]\n",
        "        inputs = tokenizer.apply_chat_template(message, tokenize=True, add_generation_prompt=True, return_tensors=\"pt\").to(\"cuda\")\n",
        "        with torch.no_grad():\n",
        "            outputs = model.generate(input_ids=inputs, max_new_tokens=3, use_cache=True, pad_token_id=tokenizer.eos_token_id, return_dict_in_generate=True, output_scores=True)\n",
        "            scores = outputs.scores  # tuple of [batch_size, vocab_size] for each token\n",
        "        token_ids_a = tokenizer.encode('A', add_special_tokens=False)[0]\n",
        "        token_ids_b = tokenizer.encode('B', add_special_tokens=False)[0]\n",
        "        token_ids_c = tokenizer.encode('C', add_special_tokens=False)[0]\n",
        "        token_ids_d = tokenizer.encode('D', add_special_tokens=False)[0]\n",
        "        for i in range(3):\n",
        "            if i < len(scores):\n",
        "                probs = F.softmax(scores[i], dim=-1)\n",
        "                prob_a = probs[0, token_ids_a].item()\n",
        "                prob_b = probs[0, token_ids_b].item()\n",
        "                prob_c = probs[0, token_ids_c].item()\n",
        "                prob_d = probs[0, token_ids_d].item()\n",
        "            else:\n",
        "                prob_a, prob_b, prob_c, prob_d = 0.0, 0.0, 0.0, 0.0\n",
        "            if i == 0:\n",
        "                prob_a1_list.append(prob_a)\n",
        "                prob_b1_list.append(prob_b)\n",
        "                prob_c1_list.append(prob_c)\n",
        "                prob_d1_list.append(prob_d)\n",
        "            elif i == 1:\n",
        "                prob_a2_list.append(prob_a)\n",
        "                prob_b2_list.append(prob_b)\n",
        "                prob_c2_list.append(prob_c)\n",
        "                prob_d2_list.append(prob_d)\n",
        "            elif i == 2:\n",
        "                prob_a3_list.append(prob_a)\n",
        "                prob_b3_list.append(prob_b)\n",
        "                prob_c3_list.append(prob_c)\n",
        "                prob_d3_list.append(prob_d)\n",
        "df['A1'] = prob_a1_list\n",
        "df['A2'] = prob_a2_list\n",
        "df['A3'] = prob_a3_list\n",
        "df['B1'] = prob_b1_list\n",
        "df['B2'] = prob_b2_list\n",
        "df['B3'] = prob_b3_list\n",
        "df['C1'] = prob_c1_list\n",
        "df['C2'] = prob_c2_list\n",
        "df['C3'] = prob_c3_list\n",
        "df['D1'] = prob_d1_list\n",
        "df['D2'] = prob_d2_list\n",
        "df['D3'] = prob_d3_list\n",
        "df['A'] = df['A1'] + df['A2'] + df['A3']\n",
        "df['B'] = df['B1'] + df['B2'] + df['B3']\n",
        "df['C'] = df['C1'] + df['C2'] + df['C3']\n",
        "df['D'] = df['D1'] + df['D2'] + df['D3']\n",
        "df['ANS'] = df[['A', 'B', 'C', 'D']].idxmax(axis=1)\n",
        "print(df['ANS'].value_counts())\n",
        "accuracy_mmmlu_hin = (df['Output'] == df['ANS']).mean()\n",
        "print(f\"Accuracy: {accuracy_mmmlu_hin:.4f}\")"
      ],
      "metadata": {
        "id": "wDxU0TXK85G7",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "a7df0745-61c1-488c-a5ce-532a6303868d"
      },
      "id": "wDxU0TXK85G7",
      "execution_count": null,
      "outputs": [
        {
          "metadata": {
            "tags": null
          },
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "14042\n",
            "Average 'tok' value: 180.577624270047\n",
            "Max 'tok' value: 1917\n",
            "Output\n",
            "D    3776\n",
            "C    3582\n",
            "B    3462\n",
            "A    3222\n",
            "Name: count, dtype: int64\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            " 84%|████████▍ | 11853/14042 [47:42<08:42,  4.19it/s]"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#**BOOLQ ENG**"
      ],
      "metadata": {
        "id": "4aC98L-5Gi9D"
      },
      "id": "4aC98L-5Gi9D"
    },
    {
      "cell_type": "code",
      "source": [
        "dataset = load_dataset(\"1-800-LLMs/Test-Collection\", data_files=\"BoolQ_E.csv\", split=\"train\")\n",
        "df = dataset.to_pandas()\n",
        "print(len(df))\n",
        "df['tok'] = df['Input'].apply(lambda x: len(tokenizer.encode(x)))\n",
        "print(f\"Average 'tok' value: {df['tok'].mean()}\")\n",
        "print(f\"Max 'tok' value: {df['tok'].max()}\")\n",
        "df = df.sort_values('tok', ascending=False)\n",
        "print(df['Output'].value_counts())\n",
        "responses = []\n",
        "prob_a1_list = []\n",
        "prob_a2_list = []\n",
        "prob_a3_list = []\n",
        "prob_b1_list = []\n",
        "prob_b2_list = []\n",
        "prob_b3_list = []\n",
        "batch_size = 1\n",
        "for start in tqdm(range(0, len(df), batch_size)):\n",
        "    batch_texts = df['Input'][start:start+batch_size].tolist()\n",
        "    for input_text in batch_texts:\n",
        "        prompt = f\"### INPUT : {input_text} Respond with just one word based on these options : \"\n",
        "        message = [{\"role\": \"user\", \"content\": prompt}]\n",
        "        inputs = tokenizer.apply_chat_template(message, tokenize=True, add_generation_prompt=True, return_tensors=\"pt\").to(\"cuda\")\n",
        "        with torch.no_grad():\n",
        "            outputs = model.generate(input_ids=inputs, max_new_tokens=3, use_cache=True, pad_token_id=tokenizer.eos_token_id, return_dict_in_generate=True, output_scores=True)\n",
        "            scores = outputs.scores  # tuple of [batch_size, vocab_size] for each token\n",
        "        token_ids_a = tokenizer.encode('True', add_special_tokens=False)[0]\n",
        "        token_ids_b = tokenizer.encode('False', add_special_tokens=False)[0]\n",
        "        for i in range(3):\n",
        "            if i < len(scores):\n",
        "                probs = F.softmax(scores[i], dim=-1)\n",
        "                prob_a = probs[0, token_ids_a].item()\n",
        "                prob_b = probs[0, token_ids_b].item()\n",
        "            else:\n",
        "                prob_a, prob_b = 0.0, 0.0\n",
        "            if i == 0:\n",
        "                prob_a1_list.append(prob_a)\n",
        "                prob_b1_list.append(prob_b)\n",
        "            elif i == 1:\n",
        "                prob_a2_list.append(prob_a)\n",
        "                prob_b2_list.append(prob_b)\n",
        "            elif i == 2:\n",
        "                prob_a3_list.append(prob_a)\n",
        "                prob_b3_list.append(prob_b)\n",
        "df['A1'] = prob_a1_list\n",
        "df['A2'] = prob_a2_list\n",
        "df['A3'] = prob_a3_list\n",
        "df['B1'] = prob_b1_list\n",
        "df['B2'] = prob_b2_list\n",
        "df['B3'] = prob_b3_list\n",
        "df['A'] = df['A1'] + df['A2'] + df['A3']\n",
        "df['B'] = df['B1'] + df['B2'] + df['B3']\n",
        "df['ANS'] = df[['A', 'B']].idxmax(axis=1)\n",
        "df['ANS'] = df['ANS'].replace({'A': 'True', 'B': 'False'})\n",
        "df['ANS'] = df['ANS'].astype(str)\n",
        "df['Output'] = df['Output'].astype(str)\n",
        "print(df['ANS'].value_counts())\n",
        "accuracy_boolq_eng = (df['Output'] == df['ANS']).mean()\n",
        "print(f\"Accuracy: {accuracy_boolq_eng:.4f}\")"
      ],
      "metadata": {
        "id": "m7ayEga9Ghkd",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "9d317ff8-0b0f-4bc2-85bd-c2b52a78068a"
      },
      "id": "m7ayEga9Ghkd",
      "execution_count": null,
      "outputs": [
        {
          "metadata": {
            "tags": null
          },
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "3270\n",
            "Average 'tok' value: 138.53669724770643\n",
            "Max 'tok' value: 1248\n",
            "Output\n",
            "True     2033\n",
            "False    1237\n",
            "Name: count, dtype: int64\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            " 56%|█████▌    | 1839/3270 [07:21<05:34,  4.28it/s]"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#**BOOLQ HINDI**"
      ],
      "metadata": {
        "id": "uAhhi93PHZ40"
      },
      "id": "uAhhi93PHZ40"
    },
    {
      "cell_type": "code",
      "source": [
        "dataset = load_dataset(\"1-800-LLMs/Test-Collection\", data_files=\"BoolQ_H.csv\", split=\"train\")\n",
        "df = dataset.to_pandas()\n",
        "print(len(df))\n",
        "df['tok'] = df['Input'].apply(lambda x: len(tokenizer.encode(x)))\n",
        "print(f\"Average 'tok' value: {df['tok'].mean()}\")\n",
        "print(f\"Max 'tok' value: {df['tok'].max()}\")\n",
        "df = df.sort_values('tok', ascending=False)\n",
        "print(df['Output'].value_counts())\n",
        "df = df[1:]\n",
        "responses = []\n",
        "prob_a1_list = []\n",
        "prob_a2_list = []\n",
        "prob_a3_list = []\n",
        "prob_b1_list = []\n",
        "prob_b2_list = []\n",
        "prob_b3_list = []\n",
        "batch_size = 1\n",
        "for start in tqdm(range(0, len(df), batch_size)):\n",
        "    batch_texts = df['Input'][start:start+batch_size].tolist()\n",
        "    for input_text in batch_texts:\n",
        "        prompt = f\"### INPUT : {input_text} Respond with just one word based on these options : \"\n",
        "        message = [{\"role\": \"user\", \"content\": prompt}]\n",
        "        inputs = tokenizer.apply_chat_template(message, tokenize=True, add_generation_prompt=True, return_tensors=\"pt\").to(\"cuda\")\n",
        "        with torch.no_grad():\n",
        "            outputs = model.generate(input_ids=inputs, max_new_tokens=3, use_cache=True, pad_token_id=tokenizer.eos_token_id, return_dict_in_generate=True, output_scores=True)\n",
        "            scores = outputs.scores  # tuple of [batch_size, vocab_size] for each token\n",
        "        token_ids_a = tokenizer.encode('True', add_special_tokens=False)[0]\n",
        "        token_ids_b = tokenizer.encode('False', add_special_tokens=False)[0]\n",
        "        for i in range(3):\n",
        "            if i < len(scores):\n",
        "                probs = F.softmax(scores[i], dim=-1)\n",
        "                prob_a = probs[0, token_ids_a].item()\n",
        "                prob_b = probs[0, token_ids_b].item()\n",
        "            else:\n",
        "                prob_a, prob_b = 0.0, 0.0\n",
        "            if i == 0:\n",
        "                prob_a1_list.append(prob_a)\n",
        "                prob_b1_list.append(prob_b)\n",
        "            elif i == 1:\n",
        "                prob_a2_list.append(prob_a)\n",
        "                prob_b2_list.append(prob_b)\n",
        "            elif i == 2:\n",
        "                prob_a3_list.append(prob_a)\n",
        "                prob_b3_list.append(prob_b)\n",
        "df['A1'] = prob_a1_list\n",
        "df['A2'] = prob_a2_list\n",
        "df['A3'] = prob_a3_list\n",
        "df['B1'] = prob_b1_list\n",
        "df['B2'] = prob_b2_list\n",
        "df['B3'] = prob_b3_list\n",
        "df['A'] = df['A1'] + df['A2'] + df['A3']\n",
        "df['B'] = df['B1'] + df['B2'] + df['B3']\n",
        "df['ANS'] = df[['A', 'B']].idxmax(axis=1)\n",
        "df['ANS'] = df['ANS'].replace({'A': 'True', 'B': 'False'})\n",
        "df['ANS'] = df['ANS'].astype(str)\n",
        "df['Output'] = df['Output'].astype(str)\n",
        "print(df['ANS'].value_counts())\n",
        "accuracy_boolq_hin = (df['Output'] == df['ANS']).mean()\n",
        "print(f\"Accuracy: {accuracy_boolq_hin:.4f}\")"
      ],
      "metadata": {
        "id": "GOHy6uE285AB",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "81d93b55-c158-46ad-944c-09de46641401"
      },
      "id": "GOHy6uE285AB",
      "execution_count": 13,
      "outputs": [
        {
          "metadata": {
            "tags": null
          },
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "3270\n",
            "Average 'tok' value: 250.7406727828746\n",
            "Max 'tok' value: 22950\n",
            "Output\n",
            "True     2033\n",
            "False    1237\n",
            "Name: count, dtype: int64\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "100%|██████████| 3269/3269 [13:07<00:00,  4.15it/s]"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "ANS\n",
            "True     2357\n",
            "False     912\n",
            "Name: count, dtype: int64\n",
            "Accuracy: 0.8412\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#**Context MCQ ENGLISH**"
      ],
      "metadata": {
        "id": "1ugA-oyeReI9"
      },
      "id": "1ugA-oyeReI9"
    },
    {
      "cell_type": "code",
      "source": [
        "dataset = load_dataset(\"1-800-LLMs/Test-Collection\", data_files=\"ContextMCQ_E.csv\", split=\"train\")\n",
        "df = dataset.to_pandas()\n",
        "print(len(df))\n",
        "print(df['Output'].value_counts())\n",
        "responses = []\n",
        "prob_a1_list = []\n",
        "prob_a2_list = []\n",
        "prob_a3_list = []\n",
        "prob_b1_list = []\n",
        "prob_b2_list = []\n",
        "prob_b3_list = []\n",
        "prob_c1_list = []\n",
        "prob_c2_list = []\n",
        "prob_c3_list = []\n",
        "prob_d1_list = []\n",
        "prob_d2_list = []\n",
        "prob_d3_list = []\n",
        "batch_size = 1\n",
        "for start in tqdm(range(0, len(df), batch_size)):\n",
        "    batch_texts = df['Input'][start:start+batch_size].tolist()\n",
        "    for input_text in batch_texts:\n",
        "        prompt = f\"### INPUT : {input_text} Respond with just one letter based on these options : \"\n",
        "        message = [{\"role\": \"user\", \"content\": prompt}]\n",
        "        inputs = tokenizer.apply_chat_template(message, tokenize=True, add_generation_prompt=True, return_tensors=\"pt\").to(\"cuda\")\n",
        "        with torch.no_grad():\n",
        "            outputs = model.generate(input_ids=inputs, max_new_tokens=3, use_cache=True, pad_token_id=tokenizer.eos_token_id, return_dict_in_generate=True, output_scores=True)\n",
        "            scores = outputs.scores  # tuple of [batch_size, vocab_size] for each token\n",
        "        token_ids_a = tokenizer.encode('A', add_special_tokens=False)[0]\n",
        "        token_ids_b = tokenizer.encode('B', add_special_tokens=False)[0]\n",
        "        token_ids_c = tokenizer.encode('C', add_special_tokens=False)[0]\n",
        "        token_ids_d = tokenizer.encode('D', add_special_tokens=False)[0]\n",
        "        for i in range(3):\n",
        "            if i < len(scores):\n",
        "                probs = F.softmax(scores[i], dim=-1)\n",
        "                prob_a = probs[0, token_ids_a].item()\n",
        "                prob_b = probs[0, token_ids_b].item()\n",
        "                prob_c = probs[0, token_ids_c].item()\n",
        "                prob_d = probs[0, token_ids_d].item()\n",
        "            else:\n",
        "                prob_a, prob_b, prob_c, prob_d = 0.0, 0.0, 0.0, 0.0\n",
        "            if i == 0:\n",
        "                prob_a1_list.append(prob_a)\n",
        "                prob_b1_list.append(prob_b)\n",
        "                prob_c1_list.append(prob_c)\n",
        "                prob_d1_list.append(prob_d)\n",
        "            elif i == 1:\n",
        "                prob_a2_list.append(prob_a)\n",
        "                prob_b2_list.append(prob_b)\n",
        "                prob_c2_list.append(prob_c)\n",
        "                prob_d2_list.append(prob_d)\n",
        "            elif i == 2:\n",
        "                prob_a3_list.append(prob_a)\n",
        "                prob_b3_list.append(prob_b)\n",
        "                prob_c3_list.append(prob_c)\n",
        "                prob_d3_list.append(prob_d)\n",
        "df['A1'] = prob_a1_list\n",
        "df['A2'] = prob_a2_list\n",
        "df['A3'] = prob_a3_list\n",
        "df['B1'] = prob_b1_list\n",
        "df['B2'] = prob_b2_list\n",
        "df['B3'] = prob_b3_list\n",
        "df['C1'] = prob_c1_list\n",
        "df['C2'] = prob_c2_list\n",
        "df['C3'] = prob_c3_list\n",
        "df['D1'] = prob_d1_list\n",
        "df['D2'] = prob_d2_list\n",
        "df['D3'] = prob_d3_list\n",
        "df['A'] = df['A1'] + df['A2'] + df['A3']\n",
        "df['B'] = df['B1'] + df['B2'] + df['B3']\n",
        "df['C'] = df['C1'] + df['C2'] + df['C3']\n",
        "df['D'] = df['D1'] + df['D2'] + df['D3']\n",
        "df['ANS'] = df[['A', 'B', 'C', 'D']].idxmax(axis=1)\n",
        "print(df['ANS'].value_counts())\n",
        "accuracy_mcq_eng = (df['Output'] == df['ANS']).mean()\n",
        "print(f\"Accuracy: {accuracy_mcq_eng:.4f}\")"
      ],
      "metadata": {
        "id": "K4gKxj8ZRdYS",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "9f3c16aa-8bc8-4d4c-eb6f-c5d904f6c1fd"
      },
      "id": "K4gKxj8ZRdYS",
      "execution_count": 14,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "1000\n",
            "Output\n",
            "C    280\n",
            "B    244\n",
            "D    241\n",
            "A    235\n",
            "Name: count, dtype: int64\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "100%|██████████| 1000/1000 [04:03<00:00,  4.10it/s]"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "ANS\n",
            "A    271\n",
            "C    260\n",
            "B    235\n",
            "D    234\n",
            "Name: count, dtype: int64\n",
            "Accuracy: 0.8760\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#**Context MCQ HINDI**"
      ],
      "metadata": {
        "id": "JVW_cii1SR3c"
      },
      "id": "JVW_cii1SR3c"
    },
    {
      "cell_type": "code",
      "source": [
        "dataset = load_dataset(\"1-800-LLMs/Test-Collection\", data_files=\"ContextMCQ_H.csv\", split=\"train\")\n",
        "df = dataset.to_pandas()\n",
        "print(len(df))\n",
        "print(df['Output'].value_counts())\n",
        "responses = []\n",
        "prob_a1_list = []\n",
        "prob_a2_list = []\n",
        "prob_a3_list = []\n",
        "prob_b1_list = []\n",
        "prob_b2_list = []\n",
        "prob_b3_list = []\n",
        "prob_c1_list = []\n",
        "prob_c2_list = []\n",
        "prob_c3_list = []\n",
        "prob_d1_list = []\n",
        "prob_d2_list = []\n",
        "prob_d3_list = []\n",
        "batch_size = 1\n",
        "for start in tqdm(range(0, len(df), batch_size)):\n",
        "    batch_texts = df['Input'][start:start+batch_size].tolist()\n",
        "    for input_text in batch_texts:\n",
        "        prompt = f\"### INPUT : {input_text} Respond with just one letter based on these options : \"\n",
        "        message = [{\"role\": \"user\", \"content\": prompt}]\n",
        "        inputs = tokenizer.apply_chat_template(message, tokenize=True, add_generation_prompt=True, return_tensors=\"pt\").to(\"cuda\")\n",
        "        with torch.no_grad():\n",
        "            outputs = model.generate(input_ids=inputs, max_new_tokens=3, use_cache=True, pad_token_id=tokenizer.eos_token_id, return_dict_in_generate=True, output_scores=True)\n",
        "            scores = outputs.scores\n",
        "        token_ids_a = tokenizer.encode('A', add_special_tokens=False)[0]\n",
        "        token_ids_b = tokenizer.encode('B', add_special_tokens=False)[0]\n",
        "        token_ids_c = tokenizer.encode('C', add_special_tokens=False)[0]\n",
        "        token_ids_d = tokenizer.encode('D', add_special_tokens=False)[0]\n",
        "        for i in range(3):\n",
        "            if i < len(scores):\n",
        "                probs = F.softmax(scores[i], dim=-1)\n",
        "                prob_a = probs[0, token_ids_a].item()\n",
        "                prob_b = probs[0, token_ids_b].item()\n",
        "                prob_c = probs[0, token_ids_c].item()\n",
        "                prob_d = probs[0, token_ids_d].item()\n",
        "            else:\n",
        "                prob_a, prob_b, prob_c, prob_d = 0.0, 0.0, 0.0, 0.0\n",
        "            if i == 0:\n",
        "                prob_a1_list.append(prob_a)\n",
        "                prob_b1_list.append(prob_b)\n",
        "                prob_c1_list.append(prob_c)\n",
        "                prob_d1_list.append(prob_d)\n",
        "            elif i == 1:\n",
        "                prob_a2_list.append(prob_a)\n",
        "                prob_b2_list.append(prob_b)\n",
        "                prob_c2_list.append(prob_c)\n",
        "                prob_d2_list.append(prob_d)\n",
        "            elif i == 2:\n",
        "                prob_a3_list.append(prob_a)\n",
        "                prob_b3_list.append(prob_b)\n",
        "                prob_c3_list.append(prob_c)\n",
        "                prob_d3_list.append(prob_d)\n",
        "df['A1'] = prob_a1_list\n",
        "df['A2'] = prob_a2_list\n",
        "df['A3'] = prob_a3_list\n",
        "df['B1'] = prob_b1_list\n",
        "df['B2'] = prob_b2_list\n",
        "df['B3'] = prob_b3_list\n",
        "df['C1'] = prob_c1_list\n",
        "df['C2'] = prob_c2_list\n",
        "df['C3'] = prob_c3_list\n",
        "df['D1'] = prob_d1_list\n",
        "df['D2'] = prob_d2_list\n",
        "df['D3'] = prob_d3_list\n",
        "df['A'] = df['A1'] + df['A2'] + df['A3']\n",
        "df['B'] = df['B1'] + df['B2'] + df['B3']\n",
        "df['C'] = df['C1'] + df['C2'] + df['C3']\n",
        "df['D'] = df['D1'] + df['D2'] + df['D3']\n",
        "df['ANS'] = df[['A', 'B', 'C', 'D']].idxmax(axis=1)\n",
        "print(df['ANS'].value_counts())\n",
        "accuracy_mcq_hin = (df['Output'] == df['ANS']).mean()\n",
        "print(f\"Accuracy: {accuracy_mcq_hin:.4f}\")"
      ],
      "metadata": {
        "id": "HrB5mDcf842y"
      },
      "id": "HrB5mDcf842y",
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "#**END**"
      ],
      "metadata": {
        "id": "JqYw49CH3gfX"
      },
      "id": "JqYw49CH3gfX"
    },
    {
      "cell_type": "code",
      "source": [
        "print(\"BOOLQ ENGLISH : \" ,accuracy_boolq_eng)\n",
        "print(\"BOOLQ HINDI   : \" ,accuracy_boolq_hin)\n",
        "print(\"C-MCQ ENGLISH : \" ,accuracy_mcq_eng)\n",
        "print(\"C-MCQ HINDI   : \" ,accuracy_mcq_hin)\n",
        "print(\"MMMLU ENGLISH : \" ,accuracy_mmmlu_eng)\n",
        "print(\"MMMLU HINDI   : \" ,accuracy_mmmlu_hin)\n",
        "print(\"ARC-E ENGLISH : \" ,accuracy_arc_e_eng)\n",
        "print(\"ARC-E HINDI   : \" ,accuracy_arc_e_hin)\n",
        "print(\"ARC-C ENGLISH : \" ,accuracy_arc_c_eng)\n",
        "print(\"ARC-C HINDI   : \" ,accuracy_arc_c_hin)\n",
        "avg_hin_acc = (accuracy_boolq_hin + accuracy_mcq_hin + accuracy_mmmlu_hin + accuracy_arc_e_hin + accuracy_arc_c_hin)/5\n",
        "avg_eng_acc = (accuracy_boolq_eng + accuracy_mcq_eng + accuracy_mmmlu_eng + accuracy_arc_e_eng + accuracy_arc_c_eng)/5\n",
        "print(\"AVG SCORE : HINDI   : \" ,avg_hin_acc)\n",
        "print(\"AVG SCORE : ENGLISH : \" ,avg_eng_acc)\n",
        "avg_tot_acc = (avg_hin_acc + avg_eng_acc)/2\n",
        "print(\"TOT AVG SCORE : \" ,avg_tot_acc)\n",
        "print(\"CLICK CTRl+S and wait for 2 sec\")\n",
        "name = name.split('/')[-1]\n",
        "name = name + \".ipynb\"\n",
        "print(\"1) NOTEBOOK NAME SHOULD BE : \", name)\n",
        "print(\"2) ADD THE CODE TO GITHUB @ https://github.com/1-800-SHARED-TASKS/New-Language-Adaptation/tree/main/Our-Evals/ALL-EVALS/ \")\n",
        "print(\"3) UPDATE THE GOOGLE SHEET WITH THE SCORES \")"
      ],
      "metadata": {
        "id": "YI3SR_t1Vk2s",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "aa1d4c50-9344-47a7-afa3-a9187e4f93b8"
      },
      "id": "YI3SR_t1Vk2s",
      "execution_count": 16,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "BOOLQ ENGLISH :  0.8688073394495412\n",
            "BOOLQ HINDI   :  0.8412358519424901\n",
            "C-MCQ ENGLISH :  0.876\n",
            "C-MCQ HINDI   :  0.781\n",
            "MMMLU ENGLISH :  0.6791055405212932\n",
            "MMMLU HINDI   :  0.5255661586668565\n",
            "ARC-E ENGLISH :  0.9545454545454546\n",
            "ARC-E HINDI   :  0.8994107744107744\n",
            "ARC-C ENGLISH :  0.8762798634812287\n",
            "ARC-C HINDI   :  0.7858361774744027\n",
            "AVG SCORE : HINDI   :  0.7666097924989048\n",
            "AVG SCORE : ENGLISH :  0.8509476395995035\n",
            "TOT AVG SCORE :  0.8087787160492041\n",
            "CLICK CTRl+S and wait for 2 sec\n",
            "1) NOTEBOOK NAME SHOULD BE :  GEMMA-9B-B80.ipynb\n",
            "2) ADD THE CODE TO GITHUB @ https://github.com/1-800-SHARED-TASKS/New-Language-Adaptation/tree/main/Our-Evals/ALL-EVALS/ \n",
            "3) UPDATE THE GOOGLE SHEET WITH THE SCORES \n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "q2U16mgU8dgR"
      },
      "id": "q2U16mgU8dgR",
      "execution_count": 16,
      "outputs": []
    }
  ],
  "metadata": {
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.10.12"
    },
    "colab": {
      "provenance": [],
      "machine_shape": "hm",
      "gpuType": "A100"
    },
    "accelerator": "GPU",
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "98607038063840779ee31feb7399674a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "VBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "VBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "VBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_5cfe4cf5267843e8826039ae66d66c76",
              "IPY_MODEL_a0fd5c26d2de475ea2d3f671114d0354",
              "IPY_MODEL_2b3b8bba70494bab8364033754ab8f2c",
              "IPY_MODEL_82beb397b39640b88498bd85b3a2091f",
              "IPY_MODEL_f94977b01ea0484981e02f05a1aba6ed"
            ],
            "layout": "IPY_MODEL_a17f6afb25dc43ee83e64aa14ac77ac1"
          }
        },
        "5cfe4cf5267843e8826039ae66d66c76": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_5dd30af6deb14ec8babcb2998925f200",
            "placeholder": "​",
            "style": "IPY_MODEL_37e445bf40224cb2983f2440d72819a0",
            "value": "<center> <img\nsrc=https://huggingface.co/front/assets/huggingface_logo-noborder.svg\nalt='Hugging Face'> <br> Copy a token from <a\nhref=\"https://huggingface.co/settings/tokens\" target=\"_blank\">your Hugging Face\ntokens page</a> and paste it below. <br> Immediately click login after copying\nyour token or it might be stored in plain text in this notebook file. </center>"
          }
        },
        "a0fd5c26d2de475ea2d3f671114d0354": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "PasswordModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "PasswordModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "PasswordView",
            "continuous_update": true,
            "description": "Token:",
            "description_tooltip": null,
            "disabled": false,
            "layout": "IPY_MODEL_52ce97bf31a34d5ea987340340673eb7",
            "placeholder": "​",
            "style": "IPY_MODEL_7dc90a4d99b04ed09ad2dd6ff2bf38d9",
            "value": ""
          }
        },
        "2b3b8bba70494bab8364033754ab8f2c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "CheckboxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "CheckboxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "CheckboxView",
            "description": "Add token as git credential?",
            "description_tooltip": null,
            "disabled": false,
            "indent": true,
            "layout": "IPY_MODEL_a4f8ed8e761a4ebe95d8753b2f4b89b4",
            "style": "IPY_MODEL_b4c568b7158547dfaae51f6adfd40aef",
            "value": true
          }
        },
        "82beb397b39640b88498bd85b3a2091f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ButtonModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ButtonModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ButtonView",
            "button_style": "",
            "description": "Login",
            "disabled": false,
            "icon": "",
            "layout": "IPY_MODEL_b14b9d43b96d4121b835ae1f16d5aaac",
            "style": "IPY_MODEL_dda9ef35566649a697d65e184fb16f7b",
            "tooltip": ""
          }
        },
        "f94977b01ea0484981e02f05a1aba6ed": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7cb0bd2e30c54be7b6e61bcc6fcc62b1",
            "placeholder": "​",
            "style": "IPY_MODEL_35a863115946451f805530d66bf18904",
            "value": "\n<b>Pro Tip:</b> If you don't already have one, you can create a dedicated\n'notebooks' token with 'write' access, that you can then easily reuse for all\nnotebooks. </center>"
          }
        },
        "a17f6afb25dc43ee83e64aa14ac77ac1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": "center",
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": "flex",
            "flex": null,
            "flex_flow": "column",
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": "50%"
          }
        },
        "5dd30af6deb14ec8babcb2998925f200": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "37e445bf40224cb2983f2440d72819a0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "52ce97bf31a34d5ea987340340673eb7": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7dc90a4d99b04ed09ad2dd6ff2bf38d9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "a4f8ed8e761a4ebe95d8753b2f4b89b4": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b4c568b7158547dfaae51f6adfd40aef": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "b14b9d43b96d4121b835ae1f16d5aaac": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "dda9ef35566649a697d65e184fb16f7b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ButtonStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ButtonStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "button_color": null,
            "font_weight": ""
          }
        },
        "7cb0bd2e30c54be7b6e61bcc6fcc62b1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "35a863115946451f805530d66bf18904": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "72373a1b1b44496888ecd3e3705296bb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_071312c917a64c7583bc03fef49eacc0",
              "IPY_MODEL_3980f1d1ea59471aaf859da5842ce1e9",
              "IPY_MODEL_c85c0526de1e4f34948ecb025e50e224"
            ],
            "layout": "IPY_MODEL_9cbd4b14d9b94fa7b65773b06973918a"
          }
        },
        "071312c917a64c7583bc03fef49eacc0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_e71b79633fda43199d08b6a3dad654aa",
            "placeholder": "​",
            "style": "IPY_MODEL_d130cccf7a4540e897e4bb8791099e69",
            "value": "model.safetensors.index.json: 100%"
          }
        },
        "3980f1d1ea59471aaf859da5842ce1e9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ea23e5c8bedc46ce90a710d3cd18cfb3",
            "max": 39072,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_8b5d22906e444439b267c2be2ffd3d23",
            "value": 39072
          }
        },
        "c85c0526de1e4f34948ecb025e50e224": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_c0fb95a5351341968301f432bfc3f961",
            "placeholder": "​",
            "style": "IPY_MODEL_9eb1e6a5f35d4a4fb2cc7d8ced85730a",
            "value": " 39.1k/39.1k [00:00&lt;00:00, 3.44MB/s]"
          }
        },
        "9cbd4b14d9b94fa7b65773b06973918a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e71b79633fda43199d08b6a3dad654aa": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d130cccf7a4540e897e4bb8791099e69": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "ea23e5c8bedc46ce90a710d3cd18cfb3": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8b5d22906e444439b267c2be2ffd3d23": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "c0fb95a5351341968301f432bfc3f961": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9eb1e6a5f35d4a4fb2cc7d8ced85730a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "0ccbaf724f7f45a1936081aa1306e5b0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_4e025d8e727645738551a574abcd0875",
              "IPY_MODEL_371dd7a84a4d438fb48275a322ba872b",
              "IPY_MODEL_3b66c25526fb41c2a551faa52871e2b4"
            ],
            "layout": "IPY_MODEL_53ae689dc79a450193502c8012af6d32"
          }
        },
        "4e025d8e727645738551a574abcd0875": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b4260dfae4324508af8cd5c386e7a87e",
            "placeholder": "​",
            "style": "IPY_MODEL_38870d13ed6d4cc2a43f34c79895c572",
            "value": "Downloading shards: 100%"
          }
        },
        "371dd7a84a4d438fb48275a322ba872b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f34578c565854abcb6a4f7a4a3189c23",
            "max": 4,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_3da2cf48eaa14f36b132c20480106433",
            "value": 4
          }
        },
        "3b66c25526fb41c2a551faa52871e2b4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_832947b10be24f6097239b630b30668f",
            "placeholder": "​",
            "style": "IPY_MODEL_158ed0718e884524928a1630a5a33080",
            "value": " 4/4 [07:33&lt;00:00, 109.56s/it]"
          }
        },
        "53ae689dc79a450193502c8012af6d32": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b4260dfae4324508af8cd5c386e7a87e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "38870d13ed6d4cc2a43f34c79895c572": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "f34578c565854abcb6a4f7a4a3189c23": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "3da2cf48eaa14f36b132c20480106433": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "832947b10be24f6097239b630b30668f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "158ed0718e884524928a1630a5a33080": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "8eff030f954845f893a6905ccc8164cd": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_34e42525fb2e4c82be87a682c580ce44",
              "IPY_MODEL_a09f317c0f5848c585d0179c3289a927",
              "IPY_MODEL_ed3e5d634e224f2586843e8a04cbf9cc"
            ],
            "layout": "IPY_MODEL_21cd0b14540d4d8a8f9c8a6eeb457fac"
          }
        },
        "34e42525fb2e4c82be87a682c580ce44": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_744fb740fb2643a6b5860cd06c0daadb",
            "placeholder": "​",
            "style": "IPY_MODEL_3a5fb9b5eb3840d98226a23cf51b825b",
            "value": "model-00001-of-00004.safetensors: 100%"
          }
        },
        "a09f317c0f5848c585d0179c3289a927": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_88e5d98624444204af17c3023957b426",
            "max": 4903351912,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_4d15fd070983410e872af17d1ecc52f4",
            "value": 4903351912
          }
        },
        "ed3e5d634e224f2586843e8a04cbf9cc": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b8484f5ce65f4fa8881811f365039e45",
            "placeholder": "​",
            "style": "IPY_MODEL_9bb5cbe63922486682e2383dc8fe5d36",
            "value": " 4.90G/4.90G [01:56&lt;00:00, 42.6MB/s]"
          }
        },
        "21cd0b14540d4d8a8f9c8a6eeb457fac": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "744fb740fb2643a6b5860cd06c0daadb": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "3a5fb9b5eb3840d98226a23cf51b825b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "88e5d98624444204af17c3023957b426": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "4d15fd070983410e872af17d1ecc52f4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "b8484f5ce65f4fa8881811f365039e45": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9bb5cbe63922486682e2383dc8fe5d36": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "6c181a1f63c743f39d4e5c0f747357a7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_4e214a7772414caeb134c0d4d3931c46",
              "IPY_MODEL_edce50c5db5c4be48fe1709c0ae6e5e2",
              "IPY_MODEL_ce7a85cc75984c148ef43746f722fc06"
            ],
            "layout": "IPY_MODEL_718ddf61adac442584028b58103947ee"
          }
        },
        "4e214a7772414caeb134c0d4d3931c46": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f32e2d35b49744ba91f758bddfdc92b4",
            "placeholder": "​",
            "style": "IPY_MODEL_905dcc9dc426445db5d31091aa7a0476",
            "value": "model-00002-of-00004.safetensors: 100%"
          }
        },
        "edce50c5db5c4be48fe1709c0ae6e5e2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_65022e766ef54564983d7f87541b1f3d",
            "max": 4947570872,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_66a8a1864d1a49908efbb76f205f0628",
            "value": 4947570872
          }
        },
        "ce7a85cc75984c148ef43746f722fc06": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_998b0b86ca8e44e48272e10b5fde7d79",
            "placeholder": "​",
            "style": "IPY_MODEL_b29b0402494c4d878cb083901f22f30a",
            "value": " 4.95G/4.95G [01:57&lt;00:00, 42.0MB/s]"
          }
        },
        "718ddf61adac442584028b58103947ee": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f32e2d35b49744ba91f758bddfdc92b4": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "905dcc9dc426445db5d31091aa7a0476": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "65022e766ef54564983d7f87541b1f3d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "66a8a1864d1a49908efbb76f205f0628": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "998b0b86ca8e44e48272e10b5fde7d79": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b29b0402494c4d878cb083901f22f30a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "c9c99ca348124dcbad2e2f1bff2a040c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_8c3d8652c9f540738219757c12402116",
              "IPY_MODEL_56822abf141b4247ba08e384406f9339",
              "IPY_MODEL_ab1d2c20b598408ebdda42983d6f14e1"
            ],
            "layout": "IPY_MODEL_9e71c60c78194eae894d6fee3be70a9c"
          }
        },
        "8c3d8652c9f540738219757c12402116": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_39d1d27e5bbd4908a6d6647994557616",
            "placeholder": "​",
            "style": "IPY_MODEL_d6db0bfe730b492b90d68b40c7a3d243",
            "value": "model-00003-of-00004.safetensors: 100%"
          }
        },
        "56822abf141b4247ba08e384406f9339": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ef74920de392492e89074dcfcc3b4fce",
            "max": 4962221464,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_c939544566794b33b3feb610d76c3daa",
            "value": 4962221464
          }
        },
        "ab1d2c20b598408ebdda42983d6f14e1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a6c73ef7fc804764ba6e05cd5aa0888b",
            "placeholder": "​",
            "style": "IPY_MODEL_256885466f114b0a88f2f337496f1dc9",
            "value": " 4.96G/4.96G [02:11&lt;00:00, 42.1MB/s]"
          }
        },
        "9e71c60c78194eae894d6fee3be70a9c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "39d1d27e5bbd4908a6d6647994557616": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d6db0bfe730b492b90d68b40c7a3d243": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "ef74920de392492e89074dcfcc3b4fce": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c939544566794b33b3feb610d76c3daa": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "a6c73ef7fc804764ba6e05cd5aa0888b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "256885466f114b0a88f2f337496f1dc9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "359ea7fe5c154843a78fca649d1ff4a1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_cbdf47c5a8ab4af780ef624fcfbc0e7e",
              "IPY_MODEL_70001117a303483087cb88c506036938",
              "IPY_MODEL_903b18f3340a440c922eaa0436066076"
            ],
            "layout": "IPY_MODEL_2e9a8f8139f240898c7f044605abc031"
          }
        },
        "cbdf47c5a8ab4af780ef624fcfbc0e7e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_fb9e86bf562a4a57a19172459f6ab78a",
            "placeholder": "​",
            "style": "IPY_MODEL_b0acea3c15e247cba0669fd54cf0ddf8",
            "value": "model-00004-of-00004.safetensors: 100%"
          }
        },
        "70001117a303483087cb88c506036938": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f0bbcde303b44356ae7d98b23cd3f78b",
            "max": 3670322200,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_c62cb6a8617647bba0a1ec43b70cf9a2",
            "value": 3670322200
          }
        },
        "903b18f3340a440c922eaa0436066076": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_dcdbb92fc99749b0872a0ccb5de9d3f5",
            "placeholder": "​",
            "style": "IPY_MODEL_1b693fed14694333ab186605b54339d8",
            "value": " 3.67G/3.67G [01:27&lt;00:00, 42.7MB/s]"
          }
        },
        "2e9a8f8139f240898c7f044605abc031": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "fb9e86bf562a4a57a19172459f6ab78a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b0acea3c15e247cba0669fd54cf0ddf8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "f0bbcde303b44356ae7d98b23cd3f78b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c62cb6a8617647bba0a1ec43b70cf9a2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "dcdbb92fc99749b0872a0ccb5de9d3f5": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "1b693fed14694333ab186605b54339d8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "0f9fb159a3414ec6855ad39604497b66": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_6a224091ceee484abca46f2570da692d",
              "IPY_MODEL_47a7ab9b005144ccb8cdedf872637bd6",
              "IPY_MODEL_61b7329f787f491690dc53b5eb202a82"
            ],
            "layout": "IPY_MODEL_8208f95d9657403fb64ed21cf2546655"
          }
        },
        "6a224091ceee484abca46f2570da692d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d2bc25c76d1747a08aa74b401ef5d32b",
            "placeholder": "​",
            "style": "IPY_MODEL_70a90d8146d94bce9f805e7bc05496eb",
            "value": "Loading checkpoint shards: 100%"
          }
        },
        "47a7ab9b005144ccb8cdedf872637bd6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f8d9f4aab21545e3b141be266d738e03",
            "max": 4,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_18bced95c6994f8799703ab23d086ada",
            "value": 4
          }
        },
        "61b7329f787f491690dc53b5eb202a82": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_915858810d914ca5bfb1d30401eff72f",
            "placeholder": "​",
            "style": "IPY_MODEL_fd82e3ad32f34255acc879c4a6953c70",
            "value": " 4/4 [00:07&lt;00:00,  1.77s/it]"
          }
        },
        "8208f95d9657403fb64ed21cf2546655": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d2bc25c76d1747a08aa74b401ef5d32b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "70a90d8146d94bce9f805e7bc05496eb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "f8d9f4aab21545e3b141be266d738e03": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "18bced95c6994f8799703ab23d086ada": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "915858810d914ca5bfb1d30401eff72f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "fd82e3ad32f34255acc879c4a6953c70": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "520870c20cfd4b258347a0baf4aade69": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_5e54eb04a0534b1eb1dc3ec1dfb66fe3",
              "IPY_MODEL_822bb39313d840bb94fdd4f9745269df",
              "IPY_MODEL_4d0a7244e1244e69a0877353effb5dd5"
            ],
            "layout": "IPY_MODEL_04e92a244eab4d02aca3b39676f50681"
          }
        },
        "5e54eb04a0534b1eb1dc3ec1dfb66fe3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_90c97fc49d2e4a07aea99dc0a5d296cf",
            "placeholder": "​",
            "style": "IPY_MODEL_593fc8a025864d70863d2bdcefa7b27a",
            "value": "generation_config.json: 100%"
          }
        },
        "822bb39313d840bb94fdd4f9745269df": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_cf313bee55c14ee794fe0f05757bd614",
            "max": 190,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_e9385d720cfa4a5e9c72101b27625806",
            "value": 190
          }
        },
        "4d0a7244e1244e69a0877353effb5dd5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7fef052ec2234dbfb02533c545697c76",
            "placeholder": "​",
            "style": "IPY_MODEL_6e43a3ddb5ab4c37a2c7aa3c6a3e5407",
            "value": " 190/190 [00:00&lt;00:00, 16.1kB/s]"
          }
        },
        "04e92a244eab4d02aca3b39676f50681": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "90c97fc49d2e4a07aea99dc0a5d296cf": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "593fc8a025864d70863d2bdcefa7b27a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "cf313bee55c14ee794fe0f05757bd614": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e9385d720cfa4a5e9c72101b27625806": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "7fef052ec2234dbfb02533c545697c76": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6e43a3ddb5ab4c37a2c7aa3c6a3e5407": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "d062b1f587734edebb3fa6734b7f97c4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_bda29ee9869242828b58e0a556eae9ee",
              "IPY_MODEL_bf474053808f4501875a4dcf0a553d8f",
              "IPY_MODEL_3ac49263563d452281a40def32df4b06"
            ],
            "layout": "IPY_MODEL_d335fdeb4e244cc89f14325ba26daf03"
          }
        },
        "bda29ee9869242828b58e0a556eae9ee": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_c647a372e86f41649c3a1e8be9d418ba",
            "placeholder": "​",
            "style": "IPY_MODEL_b9e7cf4139af4038bccbdc7eb95614c9",
            "value": "tokenizer_config.json: 100%"
          }
        },
        "bf474053808f4501875a4dcf0a553d8f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_5ac96ff9700b451d85ce32480599e244",
            "max": 47025,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_a444eb1c128e4a1dacd9a2b2ddf9e466",
            "value": 47025
          }
        },
        "3ac49263563d452281a40def32df4b06": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_52afa60a4efc461d84732a34f3ebca97",
            "placeholder": "​",
            "style": "IPY_MODEL_020086f63e764e498066a0b260d75182",
            "value": " 47.0k/47.0k [00:00&lt;00:00, 4.12MB/s]"
          }
        },
        "d335fdeb4e244cc89f14325ba26daf03": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c647a372e86f41649c3a1e8be9d418ba": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b9e7cf4139af4038bccbdc7eb95614c9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "5ac96ff9700b451d85ce32480599e244": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a444eb1c128e4a1dacd9a2b2ddf9e466": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "52afa60a4efc461d84732a34f3ebca97": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "020086f63e764e498066a0b260d75182": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "b869bf6791194c59ada8630fe7d67ad2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_f8948951415c443095cd2a96972e12e9",
              "IPY_MODEL_d9c5418ed6484110909872a53a2231c8",
              "IPY_MODEL_129abbf80d0c4ae59218f3d7e7a9b2f0"
            ],
            "layout": "IPY_MODEL_859e928b3fcc49dcad3a1ce0604dfab6"
          }
        },
        "f8948951415c443095cd2a96972e12e9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_5f378b56fbca4c94a21728d1f3843692",
            "placeholder": "​",
            "style": "IPY_MODEL_d016ee4fad7645918aa6294f918c4db7",
            "value": "tokenizer.model: 100%"
          }
        },
        "d9c5418ed6484110909872a53a2231c8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_0a024d87c08542d8a067de8ad069b350",
            "max": 4241003,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_6dc627055eff4bcabd5a97b06c512f90",
            "value": 4241003
          }
        },
        "129abbf80d0c4ae59218f3d7e7a9b2f0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a2d3ceeaba9945ac90a518de4601b32d",
            "placeholder": "​",
            "style": "IPY_MODEL_6282f718f2c743458d39b71faa1fc77d",
            "value": " 4.24M/4.24M [00:00&lt;00:00, 44.9MB/s]"
          }
        },
        "859e928b3fcc49dcad3a1ce0604dfab6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5f378b56fbca4c94a21728d1f3843692": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d016ee4fad7645918aa6294f918c4db7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "0a024d87c08542d8a067de8ad069b350": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6dc627055eff4bcabd5a97b06c512f90": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "a2d3ceeaba9945ac90a518de4601b32d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6282f718f2c743458d39b71faa1fc77d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "7cfede3a65d64c99886d358b387bd06b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_f3cc94fe5c5945dda86deb00211ce217",
              "IPY_MODEL_2dff005afafd45a899a93d5293ab6384",
              "IPY_MODEL_784655766dbe4ecbb1d6496dc6dd936f"
            ],
            "layout": "IPY_MODEL_78543331bcb9424c87acc755d6e749fb"
          }
        },
        "f3cc94fe5c5945dda86deb00211ce217": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ccc6680525ae488f824977ed5248f27e",
            "placeholder": "​",
            "style": "IPY_MODEL_e7bfb5e6d8774f288816ad351a184daf",
            "value": "special_tokens_map.json: 100%"
          }
        },
        "2dff005afafd45a899a93d5293ab6384": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a1d466301d7c4b33b2a1b62e49b3b19e",
            "max": 636,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_2ce4b6148238468e964e1fb23bf5d64a",
            "value": 636
          }
        },
        "784655766dbe4ecbb1d6496dc6dd936f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_5b62aa809e5f4835a43ad39ed062c87f",
            "placeholder": "​",
            "style": "IPY_MODEL_8e596f102fd3476abd5ab4903bd7c8e6",
            "value": " 636/636 [00:00&lt;00:00, 63.7kB/s]"
          }
        },
        "78543331bcb9424c87acc755d6e749fb": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ccc6680525ae488f824977ed5248f27e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e7bfb5e6d8774f288816ad351a184daf": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "a1d466301d7c4b33b2a1b62e49b3b19e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2ce4b6148238468e964e1fb23bf5d64a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "5b62aa809e5f4835a43ad39ed062c87f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8e596f102fd3476abd5ab4903bd7c8e6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "0a4b1dafa597484b9238cac94b6b75ee": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_4ace95d280c243acad579964d4b3bea0",
              "IPY_MODEL_543025f4bb814ddfa877bd35c37c19ea",
              "IPY_MODEL_1a2e67b8003e49bc87640c4ffb45b596"
            ],
            "layout": "IPY_MODEL_9eb7d8d5fc8d4e058763d661697d2abb"
          }
        },
        "4ace95d280c243acad579964d4b3bea0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_81f259c964d94e01902b1d08e146d373",
            "placeholder": "​",
            "style": "IPY_MODEL_e138f291150b492e8b5e07735a065336",
            "value": "tokenizer.json: 100%"
          }
        },
        "543025f4bb814ddfa877bd35c37c19ea": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_5555e377c2b0410fac21f7f3c0b6cf9b",
            "max": 34362873,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_8b4ff2dfa9b4400d80efb3594f09b5b4",
            "value": 34362873
          }
        },
        "1a2e67b8003e49bc87640c4ffb45b596": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_15bd3aa7180847efa78da1b319570d9b",
            "placeholder": "​",
            "style": "IPY_MODEL_10247ad739b74a60a86ae3fef0c07126",
            "value": " 34.4M/34.4M [00:00&lt;00:00, 36.4MB/s]"
          }
        },
        "9eb7d8d5fc8d4e058763d661697d2abb": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "81f259c964d94e01902b1d08e146d373": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e138f291150b492e8b5e07735a065336": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "5555e377c2b0410fac21f7f3c0b6cf9b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8b4ff2dfa9b4400d80efb3594f09b5b4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "15bd3aa7180847efa78da1b319570d9b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "10247ad739b74a60a86ae3fef0c07126": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        }
      }
    }
  },
  "nbformat": 4,
  "nbformat_minor": 5
}