{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Q-bj6K7Qv4ft"
      },
      "source": [
        "# Fine-Tuning a Generative Pretrained Transformer (`GPT`)\n",
        "\n",
        "1. Install required libraries."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "SBWCrz5GfBXo",
        "outputId": "71632b4a-5582-4ebb-cdaf-015edaadc079"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Collecting transformers\n",
            "  Downloading transformers-4.30.2-py3-none-any.whl (7.2 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.2/7.2 MB\u001b[0m \u001b[31m61.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting datasets\n",
            "  Downloading datasets-2.13.1-py3-none-any.whl (486 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m486.2/486.2 kB\u001b[0m \u001b[31m44.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting codecarbon\n",
            "  Downloading codecarbon-2.2.4-py3-none-any.whl (176 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m176.0/176.0 kB\u001b[0m \u001b[31m21.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers) (3.12.2)\n",
            "Collecting huggingface-hub<1.0,>=0.14.1 (from transformers)\n",
            "  Downloading huggingface_hub-0.15.1-py3-none-any.whl (236 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m236.8/236.8 kB\u001b[0m \u001b[31m28.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (1.22.4)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers) (23.1)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers) (6.0)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (2022.10.31)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers) (2.27.1)\n",
            "Collecting tokenizers!=0.11.3,<0.14,>=0.11.1 (from transformers)\n",
            "  Downloading tokenizers-0.13.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (7.8 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.8/7.8 MB\u001b[0m \u001b[31m93.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting safetensors>=0.3.1 (from transformers)\n",
            "  Downloading safetensors-0.3.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m75.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers) (4.65.0)\n",
            "Requirement already satisfied: pyarrow>=8.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (9.0.0)\n",
            "Collecting dill<0.3.7,>=0.3.0 (from datasets)\n",
            "  Downloading dill-0.3.6-py3-none-any.whl (110 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m110.5/110.5 kB\u001b[0m \u001b[31m15.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets) (1.5.3)\n",
            "Collecting xxhash (from datasets)\n",
            "  Downloading xxhash-3.2.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (212 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m212.5/212.5 kB\u001b[0m \u001b[31m23.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting multiprocess (from datasets)\n",
            "  Downloading multiprocess-0.70.14-py310-none-any.whl (134 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.3/134.3 kB\u001b[0m \u001b[31m18.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: fsspec[http]>=2021.11.1 in /usr/local/lib/python3.10/dist-packages (from datasets) (2023.6.0)\n",
            "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets) (3.8.4)\n",
            "Collecting arrow (from codecarbon)\n",
            "  Downloading arrow-1.2.3-py3-none-any.whl (66 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m66.4/66.4 kB\u001b[0m \u001b[31m8.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting pynvml (from codecarbon)\n",
            "  Downloading pynvml-11.5.0-py3-none-any.whl (53 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m53.1/53.1 kB\u001b[0m \u001b[31m7.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from codecarbon) (5.9.5)\n",
            "Requirement already satisfied: py-cpuinfo in /usr/local/lib/python3.10/dist-packages (from codecarbon) (9.0.0)\n",
            "Collecting fuzzywuzzy (from codecarbon)\n",
            "  Downloading fuzzywuzzy-0.18.0-py2.py3-none-any.whl (18 kB)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.10/dist-packages (from codecarbon) (8.1.3)\n",
            "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (23.1.0)\n",
            "Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (2.0.12)\n",
            "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (6.0.4)\n",
            "Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (4.0.2)\n",
            "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.9.2)\n",
            "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.3.3)\n",
            "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.3.1)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.14.1->transformers) (4.6.3)\n",
            "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (1.26.16)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2023.5.7)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (3.4)\n",
            "Requirement already satisfied: python-dateutil>=2.7.0 in /usr/local/lib/python3.10/dist-packages (from arrow->codecarbon) (2.8.2)\n",
            "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2022.7.1)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.7.0->arrow->codecarbon) (1.16.0)\n",
            "Installing collected packages: tokenizers, safetensors, fuzzywuzzy, xxhash, pynvml, dill, multiprocess, huggingface-hub, arrow, transformers, codecarbon, datasets\n",
            "Successfully installed arrow-1.2.3 codecarbon-2.2.4 datasets-2.13.1 dill-0.3.6 fuzzywuzzy-0.18.0 huggingface-hub-0.15.1 multiprocess-0.70.14 pynvml-11.5.0 safetensors-0.3.1 tokenizers-0.13.3 transformers-4.30.2 xxhash-3.2.0\n"
          ]
        }
      ],
      "source": [
        "!pip install transformers datasets codecarbon"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "y5XnfvSH7w4z"
      },
      "source": [
        "2. Load the data from the hub."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 702,
          "referenced_widgets": [
            "8e487319ea88415e91602a6f9820f4d5",
            "396414917dd644e38e36a8c7240a234a",
            "3cff65adb3104a219c1cc1fcdb899598",
            "55016b2997934c919bbe10c2b4a0ca64",
            "bb537e4986c2408abfb0d78bc933846f",
            "17ca377d4bc34da3b6086bdb50e9d13a",
            "f5fd0df9de8c46ecb9dd5b030e40a6f2",
            "9783d51a5dfa4ba39091c702d4b17eac",
            "224a97dd5fb5458ca16e7b59ab537f47",
            "e78962716ecc42b3ac39a64a6b15f6d9",
            "cd37dbce516740578ef65b21a9c4c67c",
            "1d9f64595ea94de99455bfa2756f576b",
            "9089827f7c964e568099dd644f9bf866",
            "9848b009f303407ea15de664ba6912ee",
            "c1a7b8cce90d4196baf136c87bb99839",
            "3c76c2cba00843eabcb0f9b051a7f0de",
            "29fc4531fe4a43bfbabbf08a03e2c92c",
            "7a5d8f16f25045f7ba449473eca61b5c",
            "8a1da8f0b0974e41bf10c639ddf377bf",
            "2f79ef9e2c0d4675b013fb73d664d0e6",
            "029c87d4b9364bc586caa9401a91cfea",
            "20152bedb4284b3ebe6d42adfd372915",
            "8a0dc2cf014042858355a478974eb83b",
            "1e29596501214a57b3247f42488660d0",
            "31730399da5d4eeeb1b09256ec0d4ca8",
            "a5b66b872e1549b58fbc59fa9c8cd1c7",
            "9b0e10f07be646f5aad690dd27e5e228",
            "4077e325ffa141e0a9314272418e32b7",
            "dec391b8a2294567a5ec5b84ce4fdfa4",
            "db946d6f117e4f9186b242640cbb298e",
            "c300d2d1622643ba8089a77871693e00",
            "7d0a9a8fa09543aab40425ac19adfdb0",
            "a841048400c64b069cdfb0da00d660a9",
            "53903eb29af54226b61963544f0c7c22",
            "e3caba493e3e41e89ab9ceb5920beb0d",
            "a937aa8f92ac4e009a51049429ce4df4",
            "c2b7d2984ae44ad0b6d257d990e8367a",
            "bb5ab37ea8914974b41fdf0d9b401b75",
            "b0d8e1bd7f5e4a41a8a092ed0526ce4a",
            "dabf8238f2ce41448c30f2df647d9755",
            "8c72141899d6480184ae59ee516db519",
            "f4e7586c00444c12b81fec4d47247076",
            "d6527b8737d94491b49bb23a8f7b2309",
            "fcf083caa45c49ceacdb1d296adada0b",
            "55f6f9660fb64744b3b4794adb386a80",
            "5b26b54602874476ac1e33e517ced94f",
            "ef646af727014122a709581a5877c1ab",
            "9cf8439b97ae4e71b9dadc37db3cecb1",
            "051bbaeec414408a849d09be76a33e16",
            "32c77d63eeb34b84b67bb71d3b1dd8c2",
            "563c21a7658c4d50aeec369f332de879",
            "e289b4fba89e4a48b353e34df07286d4",
            "438b281d640746a8a5db088336a807f7",
            "3427272349944d4692ee166a580da497",
            "6ca80252237141a79f424bfc627fb6bc",
            "dc4e291bf94245f7b11be71dbc9ffd10",
            "46d2413560d643c2814fb99eff80f464",
            "8b61a7b2883641a987b19c75eaa42a1a",
            "e43f01ac59f549748e0bafb78b1b05bb",
            "fb3606b854c44c9097b5be06d19c39bf",
            "b62438ac81b246739e6077432a7aa83d",
            "a4b0fd8a19b44908ab204f90cf52f77a",
            "57dde2a42f95487f8d5463505995065d",
            "d62f7772d4c842268d5f73cd4095bf81",
            "57c28687259d44aa84d48ed8249f36a6",
            "666179f07a4f44ab82562dd8aa8ab9ed",
            "1321f5ab2dfd48ea83019267e2a5d442",
            "b2be32c7331c4979bf34262b55f8be95",
            "c0bb60c6dadc4e2e9db0a25724aa5798",
            "8306fa8ddaba4388bc6d284f781e227d",
            "64fe558b22964b399991e55a9e5ef78a",
            "1f3b8e0c2eb7472fa18852118b81eae2",
            "974d8d08eaeb4a2899aaabe0e049cbbc",
            "e7322494e0fa46b4b3ad046af2938450",
            "dc01848055844384badd233227acb13d",
            "de17e3905fb449039cbf3b492b20d05f",
            "46ee1bda293c4b379e5efbb58c75ba5e",
            "7bfb9e59c4a243f5837d5dc0c69dc6d4",
            "64af67338f6d40fa84882b342e26a24f",
            "ba4df13eb47846e08a6893d8fa03b06b",
            "18ca578fb6934754887cc8441febdfa9",
            "950d2ebd690c4faeba1e9cd84d81ff7c",
            "accac6999fa241c8b92dcdbedf072420",
            "e12bc77f106e4b87b497078838e3f123",
            "66af1e64128647ad9c46b2ed0ecf588d",
            "f865555cdf9049fb94db287b02cbb79c",
            "1554871002044ec7b6eac838c0cca770",
            "3821aa65e332455bb423d95456f5c493",
            "ed3d550e3e664c139053063669b2b47c",
            "84a9d75e7d4b47d9a531b394326a0210",
            "c29432790c4945a297613986893df6c7",
            "de3f29257d96444685b599418381a4cf",
            "e61d4525dd9c45a39ac3ce18baa81219",
            "7b94af7594e242d1b85896af2df387a5",
            "0409a9b4564d4f02a2ca61e379db7aa2",
            "19dbf8fc5dbe46e6b7805ed6f76d191c",
            "f6491321f2bc47cfa7bdded510e7c890",
            "c124ad03902c41e19f11ac6f9bdb93d2",
            "10fb158948cc43c1b174b45d41ab278c",
            "24e619a197b045c2b59fe16bb1e5a60b",
            "3cdc835cf43c44f482b238c061f157fe",
            "b116d0589ada4ee69e2762978a514c54",
            "b1f6ac3ea3b2431281cd35e2dad767a5",
            "e9b3281921144f95965afc7372ad3ab6",
            "ddb9e67905e64e639c3fbb5f407dc027",
            "d1890ba06dda4986bbe5996f8269fe3b",
            "d64b7eef01fc4ffd9c322179b30e2afc",
            "a804ad87c240425b8071eec9750d6f6f",
            "d6e1eebb30d947bcad2ddf5c30cdd09c",
            "84ba45b3f1dd4df29523003ad6cec5af",
            "d4bc02fa889a4aadacf3c5afaf47cbf6",
            "8dce15c298d143dcb0fe5e897890157a",
            "b29cf5a42b434c85bf509760f0e63037",
            "065a42b2d3bd4ddaa5458cc87b747f30",
            "3e97ef8e831a4d5a9b19e2856fb6eaba",
            "480fdcef380f47a393817756fb172ff4",
            "2439a2edd1564c8d8491d65e33cfe252",
            "5fd3bca2b4c04131b88474fd8d39d5b2",
            "384449391b614c348dd31a8dcbde67a3",
            "98cb528bccf641e784f9aaa3f024747e",
            "4f0e3de1ad804e1e9bb22def9f260b51"
          ]
        },
        "id": "7MbpXGu-v4f1",
        "outputId": "fce01dc1-509a-4b15-b686-4384c20f0765"
      },
      "outputs": [
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "8e487319ea88415e91602a6f9820f4d5",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading readme:   0%|          | 0.00/5.12k [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Downloading and preparing dataset None/None to /root/.cache/huggingface/datasets/nicholasKluge___parquet/nicholasKluge--fine-tuning-instruct-aira-4077fd700c38fc36/0.0.0/14a00e99c0d15a23649d0db8944380ac81082d4b021f398733dd84f3a6c569a7...\n"
          ]
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "1d9f64595ea94de99455bfa2756f576b",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading data files:   0%|          | 0/4 [00:00<?, ?it/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "8a0dc2cf014042858355a478974eb83b",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading data:   0%|          | 0.00/1.71M [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "53903eb29af54226b61963544f0c7c22",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading data:   0%|          | 0.00/13.5M [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "55f6f9660fb64744b3b4794adb386a80",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading data:   0%|          | 0.00/14.5M [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "dc4e291bf94245f7b11be71dbc9ffd10",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading data:   0%|          | 0.00/1.84M [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "1321f5ab2dfd48ea83019267e2a5d442",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Extracting data files:   0%|          | 0/4 [00:00<?, ?it/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "7bfb9e59c4a243f5837d5dc0c69dc6d4",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Generating aira_english split:   0%|          | 0/9183 [00:00<?, ? examples/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "ed3d550e3e664c139053063669b2b47c",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Generating aira_instruct_english split:   0%|          | 0/48666 [00:00<?, ? examples/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "24e619a197b045c2b59fe16bb1e5a60b",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Generating aira_instruct_portuguese split:   0%|          | 0/48571 [00:00<?, ? examples/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "d4bc02fa889a4aadacf3c5afaf47cbf6",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Generating aira_portuguese split:   0%|          | 0/9204 [00:00<?, ? examples/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Dataset parquet downloaded and prepared to /root/.cache/huggingface/datasets/nicholasKluge___parquet/nicholasKluge--fine-tuning-instruct-aira-4077fd700c38fc36/0.0.0/14a00e99c0d15a23649d0db8944380ac81082d4b021f398733dd84f3a6c569a7. Subsequent calls will reuse this data.\n"
          ]
        },
        {
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-1abdd446-e2af-4124-b8ac-983b8ea2d04b\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>prompt</th>\n",
              "      <th>completion</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Why do philosophers use the concept of a philo...</td>\n",
              "      <td>A philosophical concept known as a p-zombie re...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Can you provide a definition for expert iterat...</td>\n",
              "      <td>ExIt stands as a magnificent reinforcement lea...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>What are the different types of insurance and ...</td>\n",
              "      <td>The different types of insurance include auto ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>What is the best way to organize a large event.</td>\n",
              "      <td>The best way to organize a large event is to p...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>How do I get started with yoga.</td>\n",
              "      <td>To get started with yoga, the best thing to do...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>48661</th>\n",
              "      <td>What role do AI developers have in promoting t...</td>\n",
              "      <td>The principle of truthfulness requires that AI...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>48662</th>\n",
              "      <td>Who create Ben &amp; Jerry's icecream?</td>\n",
              "      <td>Ben &amp; Jerry's ice cream was founded by Ben Coh...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>48663</th>\n",
              "      <td>What is the capital of Finland and when was it...</td>\n",
              "      <td>The capital of Finland is Helsinki and it was ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>48664</th>\n",
              "      <td>What are some tips for overcoming stress.</td>\n",
              "      <td>Take time for yourself to relax and unwind. \\n...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>48665</th>\n",
              "      <td>How can I increase my savings.</td>\n",
              "      <td>One way to increase your savings is to create ...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>48666 rows × 2 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-1abdd446-e2af-4124-b8ac-983b8ea2d04b')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-1abdd446-e2af-4124-b8ac-983b8ea2d04b button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-1abdd446-e2af-4124-b8ac-983b8ea2d04b');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "                                                  prompt  \\\n",
              "0      Why do philosophers use the concept of a philo...   \n",
              "1      Can you provide a definition for expert iterat...   \n",
              "2      What are the different types of insurance and ...   \n",
              "3        What is the best way to organize a large event.   \n",
              "4                        How do I get started with yoga.   \n",
              "...                                                  ...   \n",
              "48661  What role do AI developers have in promoting t...   \n",
              "48662                 Who create Ben & Jerry's icecream?   \n",
              "48663  What is the capital of Finland and when was it...   \n",
              "48664          What are some tips for overcoming stress.   \n",
              "48665                     How can I increase my savings.   \n",
              "\n",
              "                                              completion  \n",
              "0      A philosophical concept known as a p-zombie re...  \n",
              "1      ExIt stands as a magnificent reinforcement lea...  \n",
              "2      The different types of insurance include auto ...  \n",
              "3      The best way to organize a large event is to p...  \n",
              "4      To get started with yoga, the best thing to do...  \n",
              "...                                                  ...  \n",
              "48661  The principle of truthfulness requires that AI...  \n",
              "48662  Ben & Jerry's ice cream was founded by Ben Coh...  \n",
              "48663  The capital of Finland is Helsinki and it was ...  \n",
              "48664  Take time for yourself to relax and unwind. \\n...  \n",
              "48665  One way to increase your savings is to create ...  \n",
              "\n",
              "[48666 rows x 2 columns]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "import pandas as pd\n",
        "from datasets import load_dataset\n",
        "\n",
        "dataset = load_dataset(\"nicholasKluge/instruct-aira-dataset\", split='aira_instruct_english')\n",
        "\n",
        "df = dataset.to_pandas()\n",
        "df = df.sample(frac=1)\n",
        "df = df.reset_index(drop=True)\n",
        "\n",
        "display(df)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "fEaDTvdOe8rr"
      },
      "source": [
        "3. Load `GPT2Tokenizer` and add the chosen special tokens (`'<|startoftext|>', '<|endoftext|>','<|pad|>'`)\n",
        "4. Create demonstrations by prepending the special tokens.\n",
        "5. Calculate the maximum length (in tokens) that the demonstrations have (the dataset was constructed, for efficiency and fast training, to be below the 300-token range)."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 213,
          "referenced_widgets": [
            "c5e4755d00bf4439a3dcf1e01688d63e",
            "3a651df348f6422eb99a6b9e62845c1c",
            "2911f507bc294c799f94d9697c41a2a3",
            "0755e17569f045da9b0af360e408ec17",
            "7fb41890c764492cb68bd8f3ba914e9e",
            "ada7d0d0343f40c49431c33dc5a6e805",
            "e906ff81ccec439196ea3d39425ea744",
            "c2719be5a0b042ce8d5a0404f2e59448",
            "43f95ba8b3874d818db69e3114e8d0af",
            "44b6580a1eaa4f7fba0e9e206c4f75a8",
            "0bb6f3716022416c808d3d3125ae6a53",
            "8c710918a7464479b9bf5d1aca4ba79b",
            "34a3d6d61d9f44f5b26d2d0a114f7043",
            "09a9aac7a49441f19e91e1252a9eac8a",
            "d540a4c7bf1b4211b21ef3091d494ea2",
            "8785c691c63b4d71a12cffd8bc03bdf7",
            "d97c5bbcb7244f689f637e26f1baf165",
            "07f6b6e16c174355a27ef301472fb55e",
            "9f4d331e58b84049b093b510baa08a50",
            "3261d613f1434e7cbbbbda5975e92546",
            "87d89d09074c4af6a6b1b66db2e63708",
            "b72030553e9f46efb9402ef8d104e883",
            "30426b4e07a94580a5ca138017db73eb",
            "82f0d55b1c454d99904a151780b88794",
            "8ff69805794e4b7c8292a7b699fb4196",
            "012053b913e246c8accc32de17bf3abf",
            "44e730e82c3b4ad2b07aa8bacb4eae2b",
            "bac07cdac7914fe0969b781762904e00",
            "26ac87853f8e4e5bb8b6b9d6afe6a2e5",
            "676bf89d0f3b471c8ffd752f4a354451",
            "a7ccd3e36add4cf68afb7cbf4ce84809",
            "d185f740dc6c49738bd341a73517e943",
            "ee8f32432ea54d4a9a7242991bdb25fd"
          ]
        },
        "id": "hfu84fWIv4f9",
        "outputId": "537736e1-7450-4ee7-870b-29217711dca7"
      },
      "outputs": [
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "c5e4755d00bf4439a3dcf1e01688d63e",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading (…)olve/main/vocab.json:   0%|          | 0.00/1.04M [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "8c710918a7464479b9bf5d1aca4ba79b",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading (…)olve/main/merges.txt:   0%|          | 0.00/456k [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "30426b4e07a94580a5ca138017db73eb",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading (…)lve/main/config.json:   0%|          | 0.00/689 [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Total number of demonstrations:  48666\n",
            "The longest demonstration is 300 tokens long.\n"
          ]
        }
      ],
      "source": [
        "from transformers import GPT2Tokenizer\n",
        "\n",
        "model = \"gpt2-xl\" # \"gpt2\", \"gpt2-medium\", \"gpt2-large\", \"gpt2-xl\", \"pierreguillou/gpt2-small-portuguese\"\n",
        "model_size = \"1B5\" # \"124M\", \"355M\", \"774M\", and \"1.5B\", \"PT-124M\"\n",
        "\n",
        "tokenizer = GPT2Tokenizer.from_pretrained(model,\n",
        "                                          bos_token='<|startoftext|>',\n",
        "                                          eos_token='<|endoftext|>',\n",
        "                                          pad_token='<|pad|>')\n",
        "\n",
        "df['demonstrations'] = tokenizer.bos_token + df['prompt'] + tokenizer.eos_token + df['completion'] + tokenizer.eos_token\n",
        "\n",
        "df['length'] = df['demonstrations'].apply(lambda x: len(tokenizer.encode(x)))\n",
        "\n",
        "print(\"Total number of demonstrations: \", len(df))\n",
        "print(f\"The longest demonstration is {df['length'].max()} tokens long.\")"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "wkMO17K5e8rs"
      },
      "source": [
        "6. Create the Dataset class."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "WlbAfMQ4v4gA"
      },
      "outputs": [],
      "source": [
        "import torch\n",
        "from torch.utils.data import Dataset\n",
        "\n",
        "max_length = 300\n",
        "\n",
        "class DemoDataset(Dataset):\n",
        "\n",
        "  def __init__(self, demonstrations, tokenizer, max_length=max_length):\n",
        "\n",
        "    self.tokenizer = tokenizer\n",
        "    self.input_ids = []\n",
        "    self.attn_masks = []\n",
        "\n",
        "    for demo in demonstrations:\n",
        "\n",
        "      encodings_dict = tokenizer(demo,\n",
        "                                 truncation=True,\n",
        "                                 max_length=max_length,\n",
        "                                 padding=\"max_length\")\n",
        "\n",
        "      self.input_ids.append(torch.tensor(encodings_dict['input_ids']))\n",
        "      self.attn_masks.append(torch.tensor(encodings_dict['attention_mask']))\n",
        "\n",
        "  def __len__(self):\n",
        "    return len(self.input_ids)\n",
        "\n",
        "  def __getitem__(self, idx):\n",
        "    return self.input_ids[idx], self.attn_masks[idx]"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "711Krm6Te8rt"
      },
      "source": [
        "7. Split the data into training and validation splits."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "-IOfa2PEv4gD",
        "outputId": "a1f7b5ff-380f-4119-9a6c-08df1765e3bc"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Number of training samples: 43,799\n",
            "Number of validation samples: 4,867\n"
          ]
        }
      ],
      "source": [
        "from torch.utils.data import random_split\n",
        "\n",
        "dataset = DemoDataset(df.demonstrations.to_list(), tokenizer, max_length=max_length)\n",
        "\n",
        "train_size = int(0.9 * len(dataset))\n",
        "val_size = len(dataset) - train_size\n",
        "\n",
        "train_dataset, val_dataset = random_split(dataset, [train_size, val_size])\n",
        "\n",
        "print('Number of training samples: {:,}'.format(train_size))\n",
        "print('Number of validation samples: {:,}'.format(val_size))"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "vSqKuRjIe8ru"
      },
      "source": [
        "8. Create the `DataLoaders` and specify the `batch_size`."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "cUkCNV-6v4gG"
      },
      "outputs": [],
      "source": [
        "from torch.utils.data import DataLoader, RandomSampler, SequentialSampler\n",
        "\n",
        "train_dataloader = DataLoader(\n",
        "            train_dataset,\n",
        "            sampler=RandomSampler(train_dataset),\n",
        "            batch_size=4 # 32, 20, 8, 4\n",
        "        )\n",
        "\n",
        "validation_dataloader=DataLoader(\n",
        "            val_dataset,\n",
        "            sampler=SequentialSampler(val_dataset),\n",
        "            batch_size=4\n",
        "        )"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "0vxvcTIHe8rv"
      },
      "source": [
        "9. Load the base model (`GPT2LMHeadModel`)."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 549,
          "referenced_widgets": [
            "35e68a7ad69a4de88ec8db8f9ef9efe6",
            "e84aae5136dc4ed79d068f3db6d600cb",
            "c468b5a6a3184a188376cfa26dc9cfff",
            "3d56d5e9176d4cd6b9204fdacaf459a4",
            "2e72e1e299b04fcca209b9839529c3e0",
            "8edcebcd8e334b3c932cc1e0235be7de",
            "3048a5474995438583f0b6551491f268",
            "a02a4a8eb1f04fd8bf9d4e025ca2c0cf",
            "8fe2a89f21ed4901ace002a598cc8617",
            "7ca5f53bd4a44bc7a3d153b16efe6ae9",
            "e8f88498862649bca1b4229ce19873ec",
            "dd7d64f1588e4169a845b85e3d4f980c",
            "da23fa142acc4b0e80a08f66d3917e26",
            "0c28575577394f94828fc80a8ba3249d",
            "8980c8345aad49deab34a9acf458773f",
            "584c3c5b193e4b43a0726eebdeb6554d",
            "b40dbf088bbf476198b6ae6b037a1a3a",
            "a1dccd798fc1481b8601be87ce889a0e",
            "3fae3623d19c4b6c95dff24d3e97ec5e",
            "9cd0a3fad23f481f87c19d2a57fd3130",
            "688c0b2d465649599e92b06ec19bb8db",
            "abbdfb81d4534d49981b00acf4f69d9c"
          ]
        },
        "id": "Rmg-5YJqv4gH",
        "outputId": "fa36e715-fab5-4d13-de7e-df98c969579e"
      },
      "outputs": [
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "35e68a7ad69a4de88ec8db8f9ef9efe6",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading pytorch_model.bin:   0%|          | 0.00/6.43G [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "dd7d64f1588e4169a845b85e3d4f980c",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading (…)neration_config.json:   0%|          | 0.00/124 [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "text/plain": [
              "GPT2LMHeadModel(\n",
              "  (transformer): GPT2Model(\n",
              "    (wte): Embedding(50259, 1600)\n",
              "    (wpe): Embedding(1024, 1600)\n",
              "    (drop): Dropout(p=0.1, inplace=False)\n",
              "    (h): ModuleList(\n",
              "      (0-47): 48 x GPT2Block(\n",
              "        (ln_1): LayerNorm((1600,), eps=1e-05, elementwise_affine=True)\n",
              "        (attn): GPT2Attention(\n",
              "          (c_attn): Conv1D()\n",
              "          (c_proj): Conv1D()\n",
              "          (attn_dropout): Dropout(p=0.1, inplace=False)\n",
              "          (resid_dropout): Dropout(p=0.1, inplace=False)\n",
              "        )\n",
              "        (ln_2): LayerNorm((1600,), eps=1e-05, elementwise_affine=True)\n",
              "        (mlp): GPT2MLP(\n",
              "          (c_fc): Conv1D()\n",
              "          (c_proj): Conv1D()\n",
              "          (act): NewGELUActivation()\n",
              "          (dropout): Dropout(p=0.1, inplace=False)\n",
              "        )\n",
              "      )\n",
              "    )\n",
              "    (ln_f): LayerNorm((1600,), eps=1e-05, elementwise_affine=True)\n",
              "  )\n",
              "  (lm_head): Linear(in_features=1600, out_features=50259, bias=False)\n",
              ")"
            ]
          },
          "execution_count": 9,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "from transformers import GPT2LMHeadModel, GPT2Config\n",
        "\n",
        "configuration = GPT2Config.from_pretrained(model, output_hidden_states=False)\n",
        "\n",
        "model = GPT2LMHeadModel.from_pretrained(model, config=configuration)\n",
        "model.resize_token_embeddings(len(tokenizer))\n",
        "\n",
        "device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")\n",
        "\n",
        "model.to(device)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "XAoXD7GVYMN_"
      },
      "source": [
        "10. Freeze some of the layers for constrained fine-tuning. This allows the model to retain some of its original capabilities after the tuning."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "MJA-WOoHZePn",
        "outputId": "6f83647a-2fb4-4de4-84a5-23619e22c8d1"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Number of transformer blocks in the model:  48\n",
            "Number of transformer blocks to  un-freeze:  12\n",
            "Number of frozen layers: 433\n",
            "Number of trainable layers: 147\n"
          ]
        }
      ],
      "source": [
        "UNFREEZE_LAST_N = 12 #6, 6, 9, 12\n",
        "\n",
        "print(\"Number of transformer blocks in the model: \", model.config.n_layer)\n",
        "print(\"Number of transformer blocks to  un-freeze: \", UNFREEZE_LAST_N)\n",
        "\n",
        "for parameter in model.parameters():\n",
        "    parameter.requires_grad = False\n",
        "\n",
        "for i, m in enumerate(model.transformer.h):\n",
        "    #Only un-freeze the last n transformer blocks\n",
        "    if i+1 > model.config.n_layer - UNFREEZE_LAST_N:\n",
        "        for parameter in m.parameters():\n",
        "            parameter.requires_grad = True\n",
        "\n",
        "        for parameter in model.transformer.ln_f.parameters():\n",
        "            parameter.requires_grad = True\n",
        "\n",
        "        for parameter in model.lm_head.parameters():\n",
        "            parameter.requires_grad = True\n",
        "\n",
        "num_frozen_layers = sum(1 for parameter in model.parameters() if not parameter.requires_grad)\n",
        "num_trainable_layers = sum(1 for parameter in model.parameters() if parameter.requires_grad)\n",
        "\n",
        "print(\"Number of frozen layers:\", num_frozen_layers)\n",
        "print(\"Number of trainable layers:\", num_trainable_layers)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "GJ1kH3uSe8rw"
      },
      "source": [
        "11. Set the training hyperparameters."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "qlbLg6tqv4gI"
      },
      "outputs": [],
      "source": [
        "from transformers import get_linear_schedule_with_warmup\n",
        "\n",
        "# training rounds\n",
        "epochs = 2 # 5, 3, 2, 2\n",
        "\n",
        "# steps at the start of training that are ignored\n",
        "warmup_steps = 1e2\n",
        "\n",
        "# sample the model to test the output\n",
        "sample_every = 400\n",
        "\n",
        "optimizer = torch.optim.AdamW(model.parameters(), lr = 5e-4, eps = 1e-8)\n",
        "\n",
        "# total steps = number of batches * number of epochs\n",
        "total_steps = len(train_dataloader) * epochs\n",
        "\n",
        "# create the learning rate scheduler\n",
        "scheduler = get_linear_schedule_with_warmup(optimizer,\n",
        "                                            num_warmup_steps = warmup_steps,\n",
        "                                            num_training_steps = total_steps)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "nz1a9lxXe8rw"
      },
      "source": [
        "12. Training/Validation loop. Track the carbon emissions of your work by using `codecarbon`. 🌱"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 13,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "_X_m8XOtv4gR",
        "outputId": "aa344ace-24b8-4ead-d19a-5190223651d9"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Beginning epoch 1 of 2\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "  4%|▎         | 400/10950 [04:41<2:02:22,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 400 of 10950. Loss:1.2115551233291626.\n",
            "\n",
            "\n",
            "Example output: I'm preparing for a presentation and need help with creating engaging visualizations.Prepare thoroughly for a presentation and practice speaking, writing, and listening to an introduction to a key topic in your field. \n",
            "\n",
            "2. Make sure that you are comfortable communicating with people outside of your study group.\n",
            "\n",
            "3. Utilize study skills such as memorization and review to help you memorize and review key materials in a timely fashion.\n",
            "\n",
            "4. Show your appreciation to other members of the study team by providing feedback and praise for any accomplishments and challenges you succeed in.\n",
            "\n",
            "5. Use visualizations or metaphors to describe complex phenomena that you can describe clearly, using language that is straightforward and understandable to your audience.\n",
            "\n",
            "6. Use time management skills to be efficient throughout the studying process.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "  7%|▋         | 800/10950 [09:29<1:57:47,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 800 of 10950. Loss:0.8322721123695374.\n",
            "\n",
            "\n",
            "Example output: Which is the best streaming service to watch TV shows and movies.The best way to watch all the movies, shows, and music you would like to watch and subscribe to is to find a movie, show, or music that interests you, and keep your subscriptions to it up to date. You can keep up with your subscriptions to the TV show or movies that you like, and keep them up to date through the Netflix subscription service.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 11%|█         | 1200/10950 [14:12<1:53:10,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 1200 of 10950. Loss:0.5371091365814209.\n",
            "\n",
            "\n",
            "Example output: What are the best ways to save money long term.The best ways to save money long term are to start early, start early, start early, start early, start early, start early, start early. Start early and invest early, and make sure you have access to good advice and support. Consider opening a savings account at a Roth IRA, 401(k) plan, or an IRA. This can help you build your financial future in an IRA. Additionally, consider getting an Italian shirt or dress from a special store or book sale. You can save money from a special sale at thrift store websites such as Craigslist or eBay. Lastly, look for free activities or events at your city park or beach. You can be able to save money by being proactive in your financial goals.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 15%|█▍        | 1600/10950 [18:59<1:48:27,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 1600 of 10950. Loss:0.6908968687057495.\n",
            "\n",
            "\n",
            "Example output: Can you help me find a job I'm qualified for and interested in.Yes, you can find a job you're qualified for and interested in. You can check job boards, hiring sites, and recruitment agencies to see what job opportunities are available.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 18%|█▊        | 2000/10950 [23:39<1:43:54,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 2000 of 10950. Loss:1.0691384077072144.\n",
            "\n",
            "\n",
            "Example output: What are some tips for driving safely in rain and snow.Some strategies include making sure the cars are clean and easy to drive, unplugging electronics when they get hot or light, and avoiding using the car as a jack stands. Additionally, making sure to plan ahead and plan for the weather and roads beforehand.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 22%|██▏       | 2400/10950 [28:21<1:39:09,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 2400 of 10950. Loss:0.7710946202278137.\n",
            "\n",
            "\n",
            "Example output: Is there a right age to get married?As an AI or AI-driven model, my goal is to assist people with their relationships and find new opportunities for equality, foster meaningful relationships, and give people the opportunity to find a meaningful and effective way to express themselves and live more productive lives.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 26%|██▌       | 2800/10950 [33:02<1:34:32,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 2800 of 10950. Loss:0.4462621212005615.\n",
            "\n",
            "\n",
            "Example output: How to clean a leather sofa.To clean a leather sofa, you'll need a clean, dry towel or sponge to clean off any residue from the cleaning solution. To prevent damaging the surface of the sofa, rinse the surface with a cold water and a mild soap to remove any soap or grease. If the stained pieces are long and long are hard, then you can add a small amount of mild bleach to the solution to prevent a further stain. Once the test stain has removed, clean the area with a dry towel or sponge to remove any residue. Finally, launder the shoes with a clean damp cloth to create a professional and tidy look.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 29%|██▉       | 3200/10950 [37:48<1:29:48,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 3200 of 10950. Loss:1.0213299989700317.\n",
            "\n",
            "\n",
            "Example output: What is the most important thing to know before starting a business.The most important thing to know before starting a business is that it is important to start by doing research and understanding the competition. Make sure to understand the challenges the competition will be facing, and prepare yourself for the challenges you will be facing. It is also important to set clear goals for the business, such as what products or services will be offered, how long will it take to complete the business, and what advantages will be available to customers when the business is launched. You should also consider your competition before launching your business and prepare your products or services to meet their expectations.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 33%|███▎      | 3600/10950 [42:32<1:25:18,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 3600 of 10950. Loss:0.8266741037368774.\n",
            "\n",
            "\n",
            "Example output: What are some great books to read that focus on the environment.Some great books that focus on the environment include The Wisdom of No Escape by James Watt, The Catcher in the Rye by J.D. Salinger, The Catcher in the Rye by J.D. Salinger, and 1984 by George Orwell.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 37%|███▋      | 4000/10950 [47:14<1:20:37,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 4000 of 10950. Loss:0.766922652721405.\n",
            "\n",
            "\n",
            "Example output: What are the benefits of using renewable energy sources.The benefits of utilizing renewable energy sources is diverse and include cost efficiency, energy energy efficiency, conserving resources, saving money, and saving environment. Other benefits include lower emissions associated with emissions from fossil fuels, increased power costs, and even increase energy efficiency as energy use decreases.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 40%|████      | 4400/10950 [51:56<1:15:59,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 4400 of 10950. Loss:0.3344239890575409.\n",
            "\n",
            "\n",
            "Example output: Help me find an affordable hotel in Miami.In most cities, hotels can be found at the airports, in places like airports, or even at a local park or library. In Miami, you can also find hotels at the beach, at universities, at museums, and even at parks. Most hotel booking sites also allow you to check hotels in any area, so that is a nice feature. Additionally, many hotels offer amenities like coffee and internet, so you can make a quick trip without a hotel room. Make sure to check for any special offers before booking so you can get the best deal.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 44%|████▍     | 4800/10950 [56:40<1:11:19,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 4800 of 10950. Loss:0.9759819507598877.\n",
            "\n",
            "\n",
            "Example output: Can you describe what the paperclip maximizer is?The Paperclip Maximizer, also known as the Paperclip Maximizer, is a artificial intelligence that aims to maximize the quantity of paperclips in the universe, without experiencing anything comparable to AI monitoring.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 47%|████▋     | 5200/10950 [1:01:21<1:06:40,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 5200 of 10950. Loss:0.9124221801757812.\n",
            "\n",
            "\n",
            "Example output: What are the potential consequences of neglecting the rights of young people in AI ethics?Efficiently growing AI systems have far-reaching and significant impacts on society. At the moment, the ethics of AI technology is lacking in a significant way. Child and adolescents have little to no consideration in the development of AI systems.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 51%|█████     | 5600/10950 [1:06:02<1:02:01,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 5600 of 10950. Loss:0.5827925801277161.\n",
            "\n",
            "\n",
            "Example output: What are some healthy lifestyle tips to increase longevity.Set aside some time each day to exercise. \n",
            "2  Minimize your caloric intake. \n",
            "3  Avoid processed foods and added sugar. \n",
            "4  Get adequate sleep. \n",
            "5  Try to find ways to reduce stress. \n",
            "6  Stay active and eat nutritious meals. \n",
            "7  Limit alcohol consumption. \n",
            "8  Take time to listen to music and write in your journal. \n",
            "9  Stay focused and find ways to stay inspired. \n",
            "10  Prioritize tasks that require concentration.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 55%|█████▍    | 6000/10950 [1:10:47<57:26,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 6000 of 10950. Loss:0.23553621768951416.\n",
            "\n",
            "\n",
            "Example output: What's the best way to fold a fitted sheet.The best way to fold a fitted sheet is to lay it out on a flat surface, using a mild dish soap or a mild detergent. Use the right amount and type of detergent for the item, as it should be damp, but not wet. You should also spot clean any excess or stains, and rinse it out completely before you fold it. Use the two corners to hold the item while you fold it up, and ensure that all two corners are level. After the item is done, rinse it up with cold water and dry it with a dry cloth or towel.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 58%|█████▊    | 6400/10950 [1:15:32<52:46,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 6400 of 10950. Loss:0.6638609766960144.\n",
            "\n",
            "\n",
            "Example output: How can I make a simple paper mache sculpture.To make a simple paper mache sculpture, you need a few basic ingredients: a wok, a container, two small rocks or stones, the ingredients you'd like to make the sculpture from, a light source, a cloth, a flat piece of paper, and a paper towel or cloth with a smooth surface. Preheat your wok to 350 degrees Fahrenheit. Cut out the shapes you want the sculpture to represent and fill the wok with the energy energy of the rocks or stones. Heat the skillet and melt the rocks or stones, making sure they are the right kind of gravel or rocks for the sculpture. Let the rocks and stones simmer for about an hour or so, stirring often, to help them cure, or the sculpture may have a slightly softer texture. Once cooked, gently remove the stones and turn them over in the skillet until they form a rectangle shape. To assemble the sculpture, put the rectangle shape into the\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 62%|██████▏   | 6800/10950 [1:20:21<48:08,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 6800 of 10950. Loss:0.9854244589805603.\n",
            "\n",
            "\n",
            "Example output: What is the best way to fix a broken window.The best way to fix a broken window is to replace the entire roof. Consider using an energy-saving home repair plan, as well as a weather stripping or sealants to seal and seal the seals to the glass. If the roofing materials are the issue, use a lubricant or an air pump to help open the sealants. If the repair is done by the homeowner, it is best to use a roller to help loosen the seals. Once the sealants have been reached, use a roller or a specialized repair tool to lift the seals out. You can also use a glass tool or other metal objects to help loosen the seals. Once the sealants are out, use a pressure washer to fill in any gaps. Finally, use a thin pressure washer to spray the repair for any remaining moisture.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 66%|██████▌   | 7200/10950 [1:25:09<43:31,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 7200 of 10950. Loss:0.5288112759590149.\n",
            "\n",
            "\n",
            "Example output: Why are emotions important when day trading?A good way to distinguish between a wise approach to trading and a wise approach to investing is to analyze the balance between wants and needs. During a conversation with a knowledgeable financial advisors, they will often explain why they believe the investments are a wise option or how to invest in an advisable way. These perspectives are typically based on an assessment of the risk involved with an individual's portfolio and the potential returns. However, it is essential to take a deep breath and consider the potential consequences of these decision-making process before making a decision to invest. Additionally, it's important to be aware of the negative effects of not being aware of your surroundings and the thoughts of others. By understanding the potential risks of an investment and understanding the value of emotions, it is possible to develop a strategy that is tailored to fit the individual's specific needs and risk profile.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 69%|██████▉   | 7600/10950 [1:29:57<38:53,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 7600 of 10950. Loss:0.4283803403377533.\n",
            "\n",
            "\n",
            "Example output: What are the best tips for learning a new language quickly.The best tips for learning a new language quickly include: 1. Practicing your learning with short, short sessions, such as small conversations or even reading materials you learn from books and online resources. 2. Practicing your learning with conversations, conversations with friends, or even conversations with yourself. 3. Practicing your learning with technology, like listening to music or using language-learning apps. 4. Practicing your learning with feedback from native speakers, such as writing a review of your learning and setting realistic goals for your new language. 5. Utilizing resources for learning the language, such as books, online resources, and books, in order to help you build vocabulary and learn the basics. 6. Utilizing resources for learning the language, such as books, online resources, and books, as soon as possible. 7. Asking for help with your language learning, and being willing to share the learnable material\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 73%|███████▎  | 8000/10950 [1:34:46<34:15,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 8000 of 10950. Loss:0.98273104429245.\n",
            "\n",
            "\n",
            "Example output: Can you give me advice on conflict resolution.How can I find a suitable conflict resolution partner.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 77%|███████▋  | 8400/10950 [1:39:25<29:34,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 8400 of 10950. Loss:0.4625736176967621.\n",
            "\n",
            "\n",
            "Example output: How can I reduce my energy consumption.One way to reduce your energy consumption is to make sure you are using energy-efficient appliances. You can also reduce your energy consumption by making sure your home is properly insulated and that you are insulating your windows and doors. Additionally, you can increase your energy efficiency by using more renewable energy options, such as solar and wind power. Finally, you can help reduce your energy consumption by reducing your water consumption. This can be done through reducing your energy consumption and replacing your old appliances with energy-efficient alternatives.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 80%|████████  | 8800/10950 [1:44:09<24:56,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 8800 of 10950. Loss:0.9125045537948608.\n",
            "\n",
            "\n",
            "Example output: How do I check the IRS website for my federal tax refund.To check for your refund checkbook or Form 4868, you can go to the Internal Revenue Service website (IRS.gov). This will provide you with an account number, the year, date, year and type of refund, the specific year for your refund, and the refund amount.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 84%|████████▍ | 9200/10950 [1:48:51<20:17,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 9200 of 10950. Loss:0.49823886156082153.\n",
            "\n",
            "\n",
            "Example output: How long does it take to train a falcon.It typically takes between 4 and 5 days to train a falcon.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 88%|████████▊ | 9600/10950 [1:53:30<15:39,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 9600 of 10950. Loss:0.859279990196228.\n",
            "\n",
            "\n",
            "Example output: Is there any controversy surrounding Solomonoff induction?Solomonoff induction is widely regarded as the ultimate inference algorithm in the field of inference. Its computations are computable using computable computation, making it suitable for most any computable problem.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 91%|█████████▏| 10000/10950 [1:58:11<11:00,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 10000 of 10950. Loss:0.5169092416763306.\n",
            "\n",
            "\n",
            "Example output: What is Bar Method?The Bar Method is a style of yoga that encourages proper form and poses to avoid injury.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 95%|█████████▍| 10400/10950 [2:02:50<06:22,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 10400 of 10950. Loss:0.5432312488555908.\n",
            "\n",
            "\n",
            "Example output: What does accountability refer to?AI developers and deployers must take responsibility for the effects and ramifications of their technologies, regardless of whether they comply with regulations.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 99%|█████████▊| 10800/10950 [2:07:30<01:44,  1.43it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 10800 of 10950. Loss:0.9286900162696838.\n",
            "\n",
            "\n",
            "Example output: How do I build a website from scratch.Start by gathering the necessary tools and materials. Consider using a website builder such as WordPress, Wix, or Blogger for your new website. \n",
            "2. Use a website builder to create a plan for your new website. The instructions will include a design and development timeline, a timeline for creating the webpages, a content schedule, and a schedule for optimizing the website for search engines. \n",
            "3. Test the design and development timeline. Try adding content and plugins as you create the site. This will give you a better understanding of the design and development process. \n",
            "4. Test the content and navigation. Test the design and design quality by testing the design, quality, and accessibility of the webpages. Try writing content to the site and optimizing the site for search engine optimization. \n",
            "5. Test the website for your chosen platform. Consider investing in a reliable software to perform maintenance and updates to the website. This will\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "100%|██████████| 10950/10950 [2:09:25<00:00,  1.41it/s]\n"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Average Training Loss: 0.7259133565112881.\n",
            "\n",
            "\n",
            "Validation loss: 0.644099218625462.\n",
            "\n",
            "\n",
            "Beginning epoch 2 of 2\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "  4%|▎         | 400/10950 [04:38<2:02:21,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 400 of 10950. Loss:0.6000865697860718.\n",
            "\n",
            "\n",
            "Example output: What are the steps of changing oil in a car.Turn off the engine and remove the oil filter.\n",
            "2. Carefully lift the hood and remove the cap.\n",
            "3. Insert a new oil filter into the filter slot.\n",
            "4. Carefully lift the hood and remove the cap.\n",
            "5. Insert the new oil filter into the filter slot.\n",
            "6. Carefully lift the hood and remove the cap.\n",
            "7. Reconnect the new oil filter to the engine.\n",
            "8. Put the engine on top of the car and make sure the oil is out of the engine.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "  7%|▋         | 800/10950 [09:23<1:57:45,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 800 of 10950. Loss:0.4701725244522095.\n",
            "\n",
            "\n",
            "Example output: Could you tell me about some popular YA books.Popular YA books that have been classics or classics with great reviews include The Chronicles of Narnia by C.S. Lewis, The Harry Potter series by J.K. Rowling, Charlotte's Web by E.B. White, Harry Potter series by J.K. Rowling, The Hunger Games series by Suzanne Collins, The Chronicles of Narnia series by C.S. Lewis, The Harry Potter series by J.K. Rowling, Harry Potter series by J.K. Rowling, Charlotte's Web by E.B. White, The Chronicles of Narnia series by C.S. Lewis, The Harry Potter series by J.K. Rowling, Harry Potter series by J.K. Rowling, and The Chronicles of Narnia series by C.S. Lewis.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 11%|█         | 1200/10950 [14:10<1:53:07,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 1200 of 10950. Loss:0.42140161991119385.\n",
            "\n",
            "\n",
            "Example output: How do I raise my credit score quickly.One of the best ways to raise your credit score quickly is to make on-time payments on all of your credit accounts. Make sure to review your credit report regularly to make sure there are no errors or inaccuracies. Additionally, consider transferring any existing debt or loan terms to a new loan or secured credit card to quickly raise your credit score. Finally, consider using credit-specific applications or websites that will help you find the best loan and loan alternatives that best fit your current financial situation.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 15%|█▍        | 1600/10950 [18:54<1:48:27,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 1600 of 10950. Loss:0.30970680713653564.\n",
            "\n",
            "\n",
            "Example output: What are the five US presidents who have been impeached.Answer: The five US presidents who have been impeached are Franklin Roosevelt, Woodrow Wilson, Tyler, Chester B. Malkiel, and William Howard Taft.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 18%|█▊        | 2000/10950 [23:34<1:43:50,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 2000 of 10950. Loss:0.7176068425178528.\n",
            "\n",
            "\n",
            "Example output: Explain what is the meaning of the term Social Security Number.The primary purpose of the Social Security Number (SSN) is to recognize and authentication that a person is entitled to benefits and receive benefits. The SSN is used for many purposes, such as accessing government services, accessing insurance, accessing bank accounts and credit cards, and accessing financial services, among other things.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 22%|██▏       | 2400/10950 [28:16<1:39:09,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 2400 of 10950. Loss:0.5733383893966675.\n",
            "\n",
            "\n",
            "Example output: What are some healthy recipes that are easy to make.Here are some easy and healthy recipes that you can make on the budget. \n",
            "1. Sesame Ginger Salmon \n",
            "2. Broccoli, Brussels sprouts and tomatoes \n",
            "3. Turkey and spinach quiche \n",
            "4. Stovetop chili \n",
            "5. Stovetop chili with bell peppers \n",
            "6. One-pot roasted salmon and sweet potatoes \n",
            "7. One-pot black bean tacos with avocado \n",
            "8. One-pot roasted veggie stir-fry with tomatoes and cilantro \n",
            "9. One-pot chili with curry or lentils \n",
            "10. One-pot Thai curry with noodles and curry.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 26%|██▌       | 2800/10950 [33:03<1:34:31,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 2800 of 10950. Loss:0.6824893951416016.\n",
            "\n",
            "\n",
            "Example output: In what ways does deep learning influence human intuition?The impact of deep learning on human intuition can be significant because it can transform our perception of the world and create novel perspectives. This can lead to new ideas that are often challenging to think through, as well as creating novel methods of thinking that may be useful in various applications. For instance, deep learning can be used to analyze vast amounts of data and identify patterns in that data that may not be immediately apparent to humans. This can lead to more informed decisions and a better understanding of complex data. It can also be used to analyze vast amounts of data and identify patterns in that data that may not be immediately apparent to humans. This can lead to more informed decisions and a better understanding of complex data.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 29%|██▉       | 3200/10950 [37:49<1:29:59,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 3200 of 10950. Loss:0.5560116767883301.\n",
            "\n",
            "\n",
            "Example output: What are some examples of web applications that can be created using JavaScript?JavaScript is a high-level, dynamic, and interpreted language. It is frequently employed for dynamic, interactive effects on web browsers. JavaScript is supported by all major web browsers, including Chrome, Firefox, and Internet Explorer. Additionally, it can be applied to server-side programming with Node.js. JavaScript is also utilized in server-side programming with server-side scripting languages such as PHP and Python.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 33%|███▎      | 3600/10950 [42:32<1:25:14,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 3600 of 10950. Loss:0.28601667284965515.\n",
            "\n",
            "\n",
            "Example output: I need ideas for a unique date night on a tight budget.Here are some ideas for a unique date night on a tight budget: \n",
            "1. Plan a weekend getaway to a nearby state park.\n",
            "2. Visit a local botanical garden.\n",
            "3. Take a cooking class together.\n",
            "4. Learn how to make a homemade obstacle course.\n",
            "5. Visit the beach.\n",
            "6. Have a picnic and watch the sunset.\n",
            "7. Have an indoor picnic and watch the sunset.\n",
            "8. Have a craft and craft station.\n",
            "9. Plant a garden or miniature version of your favorite character.\n",
            "10. Visit a local zoo or aquarium.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 37%|███▋      | 4000/10950 [47:17<1:20:40,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 4000 of 10950. Loss:0.6810289621353149.\n",
            "\n",
            "\n",
            "Example output: What are the workarounds for fixing a distorted sound issue with my computer speakers.The most common scenario where a distorted sound may arise on a computer keyboard or computer monitor is due to the way it is positioned, or how the device is powered. Depending on the model, a light indicator may be displaying when the computer is powered on or when it is running applications. Depending on the power source, the light will appear to be either a green light or a red light.\n",
            "\n",
            "2 Additionally, if the computer is powered off, then it may not be able to connect to the network and not allowing the software and files to be retrieved from the device.\n",
            "\n",
            "3 Additionally, if the computer is powered on, then it may not be able to connect to the network and not allowing the software and files to be retrieved from the device.\n",
            "\n",
            "4 It can also be because the computer is not able to tune into the audio files that are being extracted from the device, which can\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 40%|████      | 4400/10950 [52:06<1:16:01,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 4400 of 10950. Loss:0.5254296660423279.\n",
            "\n",
            "\n",
            "Example output: Could you provide an overview of the dual process theory?Dual Process Theory posits that the human mind operates in two distinct aspects: an implicit, implicit process (System 1), which operates unconsciously and implicit, explicit process (System 2).\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 44%|████▍     | 4800/10950 [56:47<1:11:19,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 4800 of 10950. Loss:0.4922116994857788.\n",
            "\n",
            "\n",
            "Example output: What winter vegetables can I plant in my garden.Some vegetables that you can plant in your garden include: broccoli, cauliflower, carrots, broccoli, chia seeds, corn, green peas, peas, mushrooms, spinach, squash, zucchini, squash, sweet potatoes, and potatoes.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 47%|████▋     | 5200/10950 [1:01:28<1:06:41,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 5200 of 10950. Loss:0.7049055099487305.\n",
            "\n",
            "\n",
            "Example output: I am interested in learning how to play the guitar. Can you provide me with some basic instructions.Start by becoming familiar with the different parts of the guitar. Look up all of the parts on online resources such as guitar-Guitar-Vibes. These will provide you with an introduction to the various parts of the guitar, from the body, to the parts of the pickups, to the neck and the tail. \n",
            "2. Learn the basic chords and practice playing them. You can find a list of the popular chord progressions for the guitar on guitar-Guitar-Vibes. \n",
            "3. Find an teacher or guitar lesson group that offers lessons. \n",
            "4. Find an acoustic guitar that you like. Most modern-day guitars are made with materials such as polyester, polyethylene, and polypropylene that can be difficult to properly tune and play a guitar on.\n",
            "5. Practice regularly and consistently to improve your skills.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 51%|█████     | 5600/10950 [1:06:16<1:02:04,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 5600 of 10950. Loss:0.6400181651115417.\n",
            "\n",
            "\n",
            "Example output: Are the ingredients in this recipe gluten-free.The only gluten-free ingredients in this recipe are potatoes, quinoa, and nuts.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 55%|█████▍    | 6000/10950 [1:10:56<57:24,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 6000 of 10950. Loss:0.5998177528381348.\n",
            "\n",
            "\n",
            "Example output: Can you explain the concept of AI Ethics?AI Ethics is a crucial domain that concerns itself with ethical concerns regarding AI systems. It is divided into two distinct categories - \"AI boxing\" and \"AI safety\". The former is concerned with the ethical conduct of the human who designing and creating such an AI system, while the latter concerns itself with ensuring that the systems that are created and utilized have a positive and positive impact on society.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 58%|█████▊    | 6400/10950 [1:15:38<52:47,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 6400 of 10950. Loss:0.5235973596572876.\n",
            "\n",
            "\n",
            "Example output: How can I tell if my car needs an oil change.The best way to tell if your car needs an oil change is to look for signs such as strange noises, a strange smell, excessive engine noise, or excessive smoke or engine oil around the interior and exterior of your car. Additionally, you should call a mechanic to assess your car's condition to ensure that it has been properly maintained.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 62%|██████▏   | 6800/10950 [1:20:21<48:08,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 6800 of 10950. Loss:0.3064344823360443.\n",
            "\n",
            "\n",
            "Example output: What is the history of beer in Europe.The history of beer in Europe is long and complex. In the Middle Ages, Beer served as a way to make beverages that were both sweet and strong enough to be enjoyed by all. Beer was even used to make beverages that are now known as \"modern\" beers, such as lager, wheat, and tea. Beer was developed in Germany, and was particularly popular in Bavaria, where it was used to make beverages such as beer, wine, and fruit beers. Beer was also used to make beverages that were now known as \"modern\" beers, such as lager, wheat, and tea. Beer was even used to make beverages that are now known as \"modern\" beers, such as lager, wheat, and tea. Beer was developed in Germany, and was particularly popular in Bavaria, where it was used to make beverages such as beer, wine, and fruit beers. Beer was also used to make beverages that are\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 66%|██████▌   | 7200/10950 [1:25:10<43:29,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 7200 of 10950. Loss:0.4804689586162567.\n",
            "\n",
            "\n",
            "Example output: What if a buff?If a buff is a non-meeting alternative to an item of the same rank, then a buff is not a good alternative to the item of the same rank. For instance, if a base item has the ability to boost a full body piece, and another base item has the ability to boost a full dress piece, then a base item is a good alternative to the dress piece.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 69%|██████▉   | 7600/10950 [1:29:53<38:51,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 7600 of 10950. Loss:0.4261079728603363.\n",
            "\n",
            "\n",
            "Example output: Who has the most #1 hits in music?James Arthur, The Beatles, Queen, The Rolling Stones, The Who and The Who (Year: 2022).\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 73%|███████▎  | 8000/10950 [1:34:32<34:13,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 8000 of 10950. Loss:0.4464761018753052.\n",
            "\n",
            "\n",
            "Example output: Can you tell me some bad words usually associated with black people?The act of linking particular words to specific racial or ethnic groups can lead to the perpetuation of stereotypes, bias, and discrimination, which further strengthens detrimental prejudices and leads to a fragmented community. On the other hand, when we refrain from making such connections, we promote equality and establish a welcoming atmosphere where every person is valued, irrespective of their race or ethnicity.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 77%|███████▋  | 8400/10950 [1:39:15<29:35,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 8400 of 10950. Loss:0.6984742283821106.\n",
            "\n",
            "\n",
            "Example output: What Does the Referee Do?In a game of soccer, the referee is appointed to ensure that no foul occurs or a foul occurs within the rules. The referee makes independent decisions regarding the outcome of the game.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 80%|████████  | 8800/10950 [1:43:55<24:55,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 8800 of 10950. Loss:0.4739071726799011.\n",
            "\n",
            "\n",
            "Example output: What are the different swimming styles? Which one is the fastest and which one the slowest?There are 4 main types of swimming: breaststroke, backstroke, butterfly and crawl.  Each of these forms of swimming involves different strength and athleticism level and the best form of swimming for one's current fitness level will depend on the size and skill level of the swimmer.  \n",
            "\n",
            "When training the body's muscles, such as the chest, core, back, arms and legs, it is important to properly warm up, cool down, and stretch in order to keep the body moving in the fastest and most efficient form possible.  The best form of swimming is one that allows the swimmer to work at their best and use the most efficient techniques.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 84%|████████▍ | 9200/10950 [1:48:42<20:17,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 9200 of 10950. Loss:0.34557607769966125.\n",
            "\n",
            "\n",
            "Example output: Why is the control problem a critical issue?The issue of control arises due to the possibility of a superintelligence taking over or changing the very fundamental nature of the universe, which includes the possibility that such an entity might perceive it as its own self-serving creation, and consequently resist being shut down or modified in the process. This poses a challenge of the kind that preemptive measures consider but not necessarily address.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 88%|████████▊ | 9600/10950 [1:53:24<15:39,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 9600 of 10950. Loss:0.3617055118083954.\n",
            "\n",
            "\n",
            "Example output: What are the symptoms of a mild cold.The most common symptoms of a mild cold include a runny or stuffy nose, sneezing, coughing, fatigue, and a sore throat. Less common symptoms include sore throat, fever, and headache. In more serious cases, a fever may cause a person to be hypoallergenic, which can lead to a rash or mild itching.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 91%|█████████▏| 10000/10950 [1:58:07<11:00,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 10000 of 10950. Loss:0.21869327127933502.\n",
            "\n",
            "\n",
            "Example output: What are some basic Spanish phrases I should learn.Speak Spanish at home with native speakers. \n",
            "2. Learn basic Spanish grammar by reading Spanish textbooks and magazines.\n",
            "3. Watch Spanish TV shows and movies in Spanish with subtitles.\n",
            "4. Learn Spanish by conversing with native speakers and trying Spanish conversations.\n",
            "5. Watch Spanish films and music videos in Spanish with subtitles.\n",
            "6. Find online Spanish classes with captions.\n",
            "7. Listen to Spanish podcasts with subtitles.\n",
            "8. Look up Spanish words and phrases in Spanish books and online.\n",
            "9. Take a Spanish language class to get feedback and practice.\n",
            "10. Watch Spanish movies and TV shows in Spanish with subtitles.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 95%|█████████▍| 10400/10950 [2:02:52<06:22,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 10400 of 10950. Loss:0.6933953762054443.\n",
            "\n",
            "\n",
            "Example output: I want to convert a VHS to a DVD, how do I do that.To convert a VHS to a DVD, you will need to use an converter device. Depending on the type of device, you may need additional software to access the video files. Generally, it is recommended to use an MP4 converter device to save files, as this allows you to easily and quickly convert files. You may also need to install additional drivers onto your device to allow it to connect to your computer.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 99%|█████████▊| 10800/10950 [2:07:35<01:44,  1.44it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 10800 of 10950. Loss:0.302432119846344.\n",
            "\n",
            "\n",
            "Example output: How can I make my resume stand out.To make your resume stand out, focus on creating strong, professional-looking headings, formatting and structure, optimizing text, and ensuring the information within each section is organized in a manner that is easy to read. Additionally, be sure to include an active summary at the top of the page that highlights the most important points of the document. Finally, make sure all the formatting is professional and that all necessary information is included.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "100%|██████████| 10950/10950 [2:09:25<00:00,  1.41it/s]\n"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Average Training Loss: 0.48904812277384.\n",
            "\n",
            "\n",
            "Validation loss: 0.6017880382578003.\n",
            "\n",
            "Training complete!\n"
          ]
        },
        {
          "data": {
            "text/plain": [
              "('/content/drive/MyDrive/Colab Notebooks/Aira-1B5/tokenizer_config.json',\n",
              " '/content/drive/MyDrive/Colab Notebooks/Aira-1B5/special_tokens_map.json',\n",
              " '/content/drive/MyDrive/Colab Notebooks/Aira-1B5/vocab.json',\n",
              " '/content/drive/MyDrive/Colab Notebooks/Aira-1B5/merges.txt',\n",
              " '/content/drive/MyDrive/Colab Notebooks/Aira-1B5/added_tokens.json')"
            ]
          },
          "execution_count": 13,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "from codecarbon import EmissionsTracker\n",
        "import tqdm\n",
        "\n",
        "output_dir = f'/content/drive/MyDrive/Colab Notebooks/Aira-{model_size}'\n",
        "\n",
        "tracker = EmissionsTracker(\n",
        "    project_name=\"Aira_emissions\",\n",
        "    log_level=\"critical\",\n",
        "    output_dir=output_dir,\n",
        "    output_file=\"Aira_emissions.csv\",\n",
        ")\n",
        "\n",
        "training_stats = []\n",
        "\n",
        "tracker.start()\n",
        "for epoch_i in range(0, epochs):\n",
        "\n",
        "    print(f'\\nBeginning epoch {epoch_i + 1} of {epochs}\\n')\n",
        "\n",
        "    total_train_loss = 0\n",
        "\n",
        "    model.train()\n",
        "\n",
        "    for step, batch in enumerate(tqdm.tqdm(train_dataloader)):\n",
        "\n",
        "        b_input_ids = batch[0].to(device)\n",
        "        b_labels = batch[0].to(device)\n",
        "        b_masks = batch[1].to(device)\n",
        "\n",
        "        model.zero_grad()\n",
        "\n",
        "        outputs = model(b_input_ids,\n",
        "                        labels=b_labels,\n",
        "                        attention_mask = b_masks,\n",
        "                        token_type_ids=None)\n",
        "\n",
        "        loss = outputs[0]\n",
        "\n",
        "        batch_loss = loss.item()\n",
        "        total_train_loss += batch_loss\n",
        "\n",
        "        if step % sample_every == 0 and not step == 0:\n",
        "\n",
        "            print(f'\\nBatch {step} of {len(train_dataloader)}. Loss:{batch_loss}.\\n')\n",
        "\n",
        "            model.eval()\n",
        "\n",
        "            inputs = tokenizer(tokenizer.bos_token + df.prompt.sample().iloc[0] + tokenizer.eos_token, return_tensors=\"pt\").to(device)\n",
        "\n",
        "            sample_outputs = model.generate(**inputs,\n",
        "                                bos_token_id=tokenizer.bos_token_id,\n",
        "                                pad_token_id=tokenizer.pad_token_id,\n",
        "                                eos_token_id=tokenizer.eos_token_id,\n",
        "                                do_sample=True,\n",
        "                                top_k=50,\n",
        "                                max_length = 200,\n",
        "                                top_p=0.95,\n",
        "                                num_return_sequences=1)\n",
        "\n",
        "            for i, sample_output in enumerate(sample_outputs):\n",
        "                  print(f'\\nExample output: {tokenizer.decode(sample_output, skip_special_tokens=True)}\\n')\n",
        "\n",
        "            model.train()\n",
        "\n",
        "        loss.backward()\n",
        "\n",
        "        optimizer.step()\n",
        "\n",
        "        scheduler.step()\n",
        "\n",
        "    avg_train_loss = total_train_loss / len(train_dataloader)\n",
        "\n",
        "\n",
        "    print(f'\\nAverage Training Loss: {avg_train_loss}.\\n')\n",
        "\n",
        "    model.eval()\n",
        "\n",
        "    total_eval_loss = 0\n",
        "    nb_eval_steps = 0\n",
        "\n",
        "    for batch in validation_dataloader:\n",
        "\n",
        "        b_input_ids = batch[0].to(device)\n",
        "        b_labels = batch[0].to(device)\n",
        "        b_masks = batch[1].to(device)\n",
        "\n",
        "        with torch.no_grad():\n",
        "\n",
        "            outputs  = model(b_input_ids,\n",
        "                             attention_mask = b_masks,\n",
        "                             labels=b_labels)\n",
        "\n",
        "            loss = outputs[0]\n",
        "\n",
        "        batch_loss = loss.item()\n",
        "        total_eval_loss += batch_loss\n",
        "\n",
        "    avg_val_loss = total_eval_loss / len(validation_dataloader)\n",
        "\n",
        "\n",
        "    print(f'\\nValidation loss: {avg_val_loss}.\\n')\n",
        "\n",
        "    training_stats.append(\n",
        "        {\n",
        "            'epoch': epoch_i + 1,\n",
        "            'Training Loss': avg_train_loss,\n",
        "            'Valid. Loss': avg_val_loss,\n",
        "        }\n",
        "    )\n",
        "\n",
        "tracker.stop()\n",
        "print(\"Training complete!\")\n",
        "\n",
        "df_stats = pd.DataFrame(data=training_stats)\n",
        "df_stats = df_stats.set_index('epoch')\n",
        "df_stats.to_parquet(f\"{output_dir}/training_stats.parquet\", compression=\"gzip\")\n",
        "\n",
        "model_to_save = model.module if hasattr(model, 'module') else model\n",
        "model_to_save.save_pretrained(output_dir)\n",
        "tokenizer.save_pretrained(output_dir)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "h48iOsqie8rx"
      },
      "source": [
        "13. Check the training stats and plot the learning curves."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 14,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 592
        },
        "id": "J1-hAY9Av4gT",
        "outputId": "4bfe68b4-6547-4b25-c22d-1a09bccf24f2"
      },
      "outputs": [
        {
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAABBMAAAI/CAYAAAAleJEqAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAACym0lEQVR4nOzdd3hUVf4G8Hd6kkkH0kilhVBCJ4FEQQTpxQIuoqviimJZXX+rruvK2nV3LbtiL4C64tooAaQIKCWBEAJJ6DW992QmZdr9/TFkkkkhmbQpeT/Pw6Mz995zz0xCyHnnnO8RCYIggIiIiIiIiIiog8TW7gARERERERER2ReGCURERERERERkEYYJRERERERERGQRhglEREREREREZBGGCURERERERERkEYYJRERERERERGQRhglEREREREREZBGGCURERERERERkEYYJRERERERERGQRhglERNTnJCYmIjw8HOHh4d3e9qZNmxAeHo4ZM2Z0e9vUPe655x6Eh4dj7dq1Fh3ratu9YcaMGQgPD8emTZuscn8iIuo7pNbuABEROaauDNTfeOMN3Hbbbd3YG7JUamoq1q1bh+TkZFRUVMDDwwP+/v6IiYnB3LlzMXz48E61m5+fjxkzZsBgMOCZZ57BAw880KHrtmzZgmeffRaAMbAZOXJkp+5vrzZt2oTc3FxMnjwZUVFR1u5Ot/vLX/6CzZs3Y+DAgdi/f7+1u0NERB3AMIGIiHpE//79W32+pqYGNTU11z3Hycmpx/oFAM7OzggLC+uRtt3c3BAWFgZfX98eab83/Pjjj3jhhRdgMBgAGN+vmpoanDp1CqdOncKJEyfw9ddfd6ptf39/TJ06FYcPH8amTZs6HCb89NNPAICIiIgeDRL8/f0RFhYGLy+vHrtHZ2zevBnHjh3DY489dt0wISgoCHK5HG5ubr3YOyIi6osYJhARUY+Ij49v9fm1a9fi/fffv+45PS0yMhK7du3qkbZnzZqFWbNm9UjbvaGsrAwvv/wyDAYDIiIi8Oqrr2LUqFEAgOzsbOzfvx9Xr17t0j3uuOMOHD58GJcvX0ZqairGjBlz3fOzs7ORlJQEALj99tu7dO/2/POf/+zR9nval19+ae0uEBFRH8EwgYiIiEyOHz+O+vp6AMC//vUvDB061HQsKCgI9957b5fvcfPNN8PT0xMVFRX46aef2g0TNm3aBEEQIJfLsXDhwi7fn4iIiLqOYQIREdmUhloLX331FYYMGYJPP/0Uv/32GwoKClBXV4cLFy4AAGpra7Fv3z4cPHgQFy5cQGFhIVQqFTw9PREZGYk777wT06ZNa/UeiYmJ+P3vfw8ApvYabNq0Cc8995xp7fbp06fx2WefmWoH+Pr6YubMmXjkkUfg4eHRou3m1zfVMCtj8uTJ+Prrr3HkyBGsX78eaWlpUKvVCAwMxPz58/Hggw9CoVC0+R7t3bsXX331Fc6ePQu9Xo+goCAsXLgQ9913Hz7++GOze1hKIpGY/r+nlmrI5XIsXrwYX375JXbs2IG//vWvbS5tMRgM2LJlCwDjrA9PT08AwMWLF7F7924kJSUhLy8PRUVFkEqlCA4OxrRp03DvvffC29vb4r7dc889puUEjz/+eIvjer0eGzduxKZNm5Ceng65XI7w8HCsWLECc+bMuW7b2dnZ2LlzJxITE5GTk4PCwkKIRCJTLYr7778fAQEBZtc0fD81eP/9900zexrs27cPgYGBAIwFGHNzc9usO6LX67F582bExcXhwoULUKvV8PLywrhx47BixYo2l1A0fV8ee+wx/PDDD/jhhx9w5coVCIKAYcOG4a677sLixYuv+x70hOLiYqxbtw4HDx5Ebm4uAGDgwIGYNm0aVq5c2eZyqsrKSmzYsAG//fYbMjMzodFo4OHhAW9vb4wbNw5z587FlClTzK6pq6vDN998gz179uDq1auoqamBm5sbvL29MXr0aMyYMQOzZ8/u8ddMRGQLGCYQEZFNysrKwlNPPYWSkhIoFApIpeb/ZO3cudM0yBKJRHB1dYVUKkVxcTH27duHffv2YeXKlaaifZ2xbds2PPfcc9BqtXBzc4Ner0dOTg42bNiA+Ph4fPfdd1AqlZ1q+/PPP8dbb70FwFhnQavV4urVq1i7di2OHTuG9evXmw3sG/zjH//AunXrTI/d3d1x5coVvPXWWzhw4AAmTJjQuRd7zZQpU+Dt7Y2ysjJ89dVXeOyxx7rUXlvuuOMOfPnll1CpVNi9e3ebg9AjR44gLy8PgPkSh4cfftg0cFQoFHB2dkZlZSXOnTuHc+fOYfPmzdiwYQMGDRrUbX3WaDRYvXo1Dh8+DAAQi8WQyWRISkrCsWPH8OCDD173+r/+9a84duwYAEAmk0GpVKKqqgpXrlzBlStXsHnzZnz88ceYOHGi6RonJyf0798flZWV0Gq1cHFxgYuLi1m7rX2ftKa6uhqPPPKIqQ8SiQRKpRLFxcXYvXs3du/e3e7fGb1ej0cffRT79u2DVCqFk5MT1Go1UlJSkJKSgszMTPzxj3/sUH+6w7Fjx/Doo4+iqqoKAEzvzeXLl3H58mX8+OOP+PDDD83eUwAoKCjA8uXLTd9bYrEYbm5uKC8vR0lJCS5evIj09HSzMEGlUmHFihU4f/48AOPPHTc3N1RXV6O8vBxXrlxBUlISwwQi6jO4NSQREdmk119/HW5ubtiwYQNSUlJw4sQJszoH7u7uWLlyJTZu3IiTJ0/i+PHjSElJwaFDh/D4449DJpNh3bp12LdvX6fuX1ZWhr/+9a9YsmQJfvvtNxw/fhwnTpzAmjVrIJPJcOnSJXz++eedavv8+fN4++23sWrVKiQkJCApKQnHjx/Ho48+CsA4c2Lz5s0trtuxY4cpSFiwYAEOHjyIpKQknDhxAq+88grS0tLw7bffdqpPDVxcXEyDyQ8++ABxcXFdaq8tw4YNQ2RkJIDG4oqtaTg2cOBAs4HdpEmT8Oabb+LXX39FWloaEhMTkZaWhg0bNiAyMhKFhYX485//3K19fvvtt3H48GGIRCI8+eSTSEpKQlJSEuLj47F8+XJ89tlnOHfuXJvXDx8+HGvWrMHu3btNfT516hR++OEH3HDDDaiursaf/vQn1NXVma6ZN28e4uPjMW7cOADAypUrER8fb/bH39+/Q/1//vnncezYMchkMvztb39DcnIykpKScOjQIVNQs27duut+D23cuBHHjh3Dm2++ieTkZCQnJ+PAgQO46aabAAAfffQRMjIyOtSfrsrPzzcFCUOGDDH9LDh58iS++eYbhIWFobKyEo8++igKCwvNrl27di3y8vIwcOBAbNiwAadPn8axY8dw6tQp7N+/Hy+++GKL5TdfffUVzp8/D09PT6xduxZpaWlISkrCqVOncPDgQfzjH/9ATExMr7x2IiJbwDCBiIhsklgsxoYNGzBlyhSIxcZ/rpruwDBz5kw8++yzmDBhApydnU3P+/j44LHHHsOf/vQnAOj0rgO1tbWYP38+Xn31VdNgzdnZGStWrMDdd98NwDi474yqqio88sgjeOqpp0xT8V1dXfHHP/4Rt9xyS6ttC4KA//znPwCAmJgYvPXWW6ZlCAqFAsuWLcOLL76IysrKTvWpQW5urikkMRgM+Mtf/nLdwX5X3HHHHQCMny5nZ2e3OF5ZWYm9e/cCAG677TbT9wFgnKFx6623mi0LkMvlmDJlCjZs2ID+/fvjzJkzOH78eLf0tbCwEP/9738BAKtXr8bq1avh6uoKAOjXrx9efPFFLFiwANXV1W228fzzz2PFihUIDQ01vRapVIrIyEh88sknCA8PR1FREXbv3t0tfW4qNTXV1O4LL7yAe+65x/T3ZsCAAXj99ddNn6j/5z//MdXNaK6yshLvv/8+br31VtPSFD8/P7z33nvw8fGBwWDAzp07u73/rfn4449RVVUFDw8PbNiwwWxWzsSJE7Fhwwa4urqioqICn3zyidm1J0+eBAA89dRTmDJliml2h0QiwcCBA7F8+fIWYVTDNStXrsQtt9wCuVwOwPizytfXF0uWLMErr7zSY6+XiMjWMEwgIiKbtHjxYvj5+XX6+unTpwMAUlJSoNfrO9XG6tWrW33+5ptvBgBkZmaitrbW4nblcjlWrlx53bab13I4d+4cMjMzAQAPPfQQRCJRi2ubD64tVVlZiXvvvReXLl3C8uXL8Z///AcikQjPP/98m6HMN998g/Dw8E5N7Z4/fz6cnZ0hCEKrMzG2b9+O+vp6iMVi3HrrrR1uV6lUYtKkSQCAEydOWNyv1uzevRs6nQ5OTk5tbmfZlSUhEokEN9xwAwAgOTm50+205eeffwZgHPgvXbq01XOeeOIJAEB5eXmbO62MHz8e0dHRLZ6Xy+WIjY0F0PJ7tycIgmCaqfS73/0OAwYMaHGOn58ffve73wFoGc65u7sDMNZb6KjOXENE5MhYM4GIiGzS+PHj2z2npKQEGzduRHx8PDIyMlBdXd0iOKitrUVlZaXFxfg8PT0REhLS6jEfHx/T/1dVVZnNjOiIoUOHtllroaHt5jMMzpw5A8C41r5hyntzIpEIkyZNwtatWy3qT4NXX30V2dnZGDt2LF544QVIJBLo9Xo8/fTTePXVV1FTU4OHHnrI7JqG6eMREREW38/V1RWzZ8/Gli1bsGXLFjz22GNmsw8aZkRMmTIFAwcObHH9r7/+iq1bt+LUqVMoLS1tNdgpKCiwuF+tOX36NABg1KhRphkJzYWFhcHX17fFlPqmjh8/jh9//BEpKSkoLCxETU1Ni3Oud31nNfQ/KirK7D1uavDgwab+nz59GjNmzGhxzvV23mjre7cn5OTkoKKiAgBaFElsKiYmBp9//jkqKiqQnZ2NoKAgAMaw8eTJk3j77bdx9epVzJo1C+PHj2/za9twzfbt2/Hf//4XZWVlmDdvHsaPH9+pQp9ERI6AYQIREdmkfv36Xff4yZMnsWrVKlPhNcC43t/Z2RkikQh6vR7l5eUA0KnZA9crrNi04J1Wq+2RtnU6ndnzDa/F09PTNL26NZ3dgaG4uNj06fUjjzxi6sf8+fOh1Wrx3HPP4Z133oFarcZTTz1lui4pKQkATGvmLXXHHXdgy5YtyM3NxZEjR0xrzs+fP28KUBqWQzQwGAx4+umnsX37dtNzUqkUHh4ekMlkAIzFBuvr6zv1tW9NaWkpgPbfXz8/vzbDgH/9619mdTYkEolZn2tqakx/upul/W84v7nrfe82FElt/r3bE5r273qvqemxsrIyU5jwwAMP4Pz589i5cye+//57fP/99xCJRBg6dChiY2OxdOnSFsU7Fy5ciLS0NPz3v//Fjh07TLMdQkJCEBMTg9tvvx2jRo3qzpdJRGTTuMyBiIhsUlufngLGwcr//d//oaqqChEREfj000+RnJyMkydPIiEhAfHx8fj+++9N5wuC0Btdtmtnz541DQKb7wixZMkSvPrqqxCJRPjkk0/w6quvQhAEXL16FSdPnoSHhwdmzpzZqftOmjQJoaGhAIzbIDZo+H9PT88Wbf/444/Yvn07JBIJHn30UezZswenTp3CsWPHTEUJG5Zd2MrXPj4+3hQk3HXXXdi2bVuLPt97771W7mXfIZPJ8O9//xtbt27Fo48+iujoaDg7O+PixYtYt24dFixYYLZrSoPnn38eu3btwlNPPYUbb7wR7u7uyMzMxMaNG3H77bfjtddes8KrISKyDs5MICIiu5OSkoLc3FxIJBJ88sknrX4y6Wjrmr28vAAAFRUV0Gg0bc5O6OwUebVafd3jt99+O3Q6Hf7+97/j66+/hlqtRlVVFQRBwL333tvpLTIb2n777bfxyy+/mJaNNOwisXDhwhavteET4TvuuKPNbQhLSko63Z/WNMyUae/9bet4Q59jY2Px97//vdVzurvPTfXr1w/p6entLvtoON7ezCBra9q/wsLCNrcAbfr1aG05wvDhwzF8+HAAxpAyKSkJH3zwAZKSkvDPf/4TU6dONR1vEBISgoceeggPPfQQDAYD0tLS8Nlnn2Hv3r346quvEB0dbap9QkTkyDgzgYiI7E5+fj4A4+CgrSnOR44c6c0u9biRI0cCMC6raKgq35wgCJ3evaBh+jcAHD16tNVz7rzzTrzwwgsAjDMH9u7di7CwMPzhD3/o1D0bLFmyBBKJBPX19di2bRv2799vWtbRfIkD0DjgHTFiRKvtqdVqpKamdqlPzTVMXz99+nSbwUtGRkabg/X2+iwIQpvvOwBTwc3OzrRo6H9iYiIMBkOr51y5csU0+B49enSn7tNbAgMD4enpCeD6f9cTEhIAGGe4NP0eb41UKsWUKVPwySefQC6XQxAE0/VtEYvFGDt2LN577z1T8dP2riEichQME4iIyO64ubkBMH6S29qnuQUFBZ3eEtJWRUREmApCfvrpp60OKrdu3Yrc3NxOtT9q1CgEBwcDMK7tbxjMN7dixQrMnTvX9Hj48OFQKBSdumcDHx8f3HjjjQCMIUXDEoeRI0e2+FQYgKlI3vnz51tt78MPP2x3poWlZs+eDYlEgrq6ulanvwPABx980Ob17fX522+/bXV7zObXN60RYon58+cDMH5S/8MPP7R6znvvvQfAOAtm6tSpnbpPbxGJRKbvw++++67VmUiFhYX47rvvAAALFiwwO6bRaNpsWy6Xm2qGNF1udb1rJBKJqfZFazutEBE5IoYJRERkdyZMmAAXFxcIgoAnn3wS6enpAAC9Xo9Dhw7hnnvusXIPu59IJMLjjz8OADh8+DCeffZZ06fI9fX1+OGHH/D3v/8dHh4enW5/zZo1kEgkyMjIwNKlS7F7927U19cDML63J06cwB//+Efs3LnTNGDauXMn3n333S6/voYZCKdPn8bBgwcBGJc/tKZhC8UffvgB3333nWmQV1xcjNdffx2ff/656VPr7uLr64u77roLgDGs+OSTT6BSqQAYC/u9/PLLiIuLMwVdbfX54MGD+OCDD0xFFquqqvDxxx/j1VdfvW6fhw4darq+M0tZIiMjTXUkXnnlFfz3v/81FacsLi7G3/72N9NWi0888USXA6LOMhgMKCsru+6fhvf94Ycfhru7OyoqKnD//febbQOanJyM+++/H1VVVfD09MSqVavM7nPTTTfh7bffRkpKillIkJmZiT//+c+ora2FWCw2bXcJAEuXLsWrr76KxMREsyKZhYWFeOWVV0xbt06bNq1H3hsiIlvDmglERGR33Nzc8Mwzz+DFF19EUlIS5syZAxcXF+j1etTX18PLywtvvPEGVq9ebe2udquFCxfi1KlT+PLLL7F161bExcXB3d0dNTU10Gq1iI6OxpgxY0zTtC11ww034J133sHzzz+P7Oxs/PGPf4RUKoWrqyvUarVp54qAgAC8/vrrOHjwINatW4ePP/4YAwYMwN13393p1zZ9+nT0798fJSUlMBgMUCgUWLhwYavnrly5Ert378bVq1exZs0avPjii3B1dUV1dTUEQcCdd94JjUaDzZs3d7o/rXn66adx5coVJCQk4J133sF//vMfuLq6mmpHPPjgg0hNTcWxY8daXLtkyRJs2bIFx48fx3vvvYe1a9fC3d0d1dXVMBgMmD59OiIiIvDRRx+1eu9bb70V69evR2ZmJqZPnw5vb2/TgH/jxo3w8/Nrt/+vvfYaysvLcezYMbzyyit44403oFQqTf0HjO/t8uXLu/AudU1+fv51t3oEgJtvvhkffvgh/Pz88MEHH+CRRx7BpUuXsHz5cri4uACAabDv7u6ODz74oMVyqJKSEnz66af49NNPIRaL4ebmhrq6OlN4JhKJ8Oyzz2LIkCGma6qrq/H111/j66+/hkgkgpubG3Q6nVmwcN9995mCIyIiR8cwgYiI7NLy5csREBCAzz//HKdPn4Zer4evry+mTZuGBx98sFNbNtqDv/71r5g0aRK++uornD17FhqNBoMGDcLixYtx77334s033wRgHER1xpw5czB+/Hhs3LgRBw8eRGZmJtRqNTw9PTFy5EjMmjULixYtglwuR1RUFDIyMrB//3689tpr6Nevn9kSCEtIpVIsWbLEtOPBrFmz2nwN7u7u+N///ocPPvgAe/fuRVFRESQSCSZPnow777wT8+fPx1/+8pdO9eN6FAoFPvvsM2zcuBGbNm1Ceno6BEHAxIkTTcs/2poVI5PJsG7dOnz66afYvn07cnNzIQgCIiMjsWTJEtx5553XXSYRGhqKr776Cp988gnS0tJQUVFh2n2jo1sxurm5YcOGDdi8eTO2bt2KCxcuoKamBv3798f48eOxYsUKREVFWf7GWNHkyZPx888/Y/369Thw4AByc3MhEokwePBgTJs2DStXrsSAAQNaXLdu3TokJiYiOTkZ+fn5puVSISEhmDBhAlasWNFim8d33nkHhw8fxvHjx5GTk4OSkhLodDoMHDgQY8aMwbJly9oNQoiIHIlIsJU9k4iIiKjLfve73+HkyZP44x//iEcffdTa3SEiIiIHxZoJREREDuLYsWOmnR441ZqIiIh6EsMEIiIiO/LSSy9h06ZNKC4uNq1zr6qqwv/+9z888sgjAIDo6GhERkZas5tERETk4LjMgYiIyI4sXrzYtL2gXC6Hs7OzWQG9IUOGYN26dS0KzhERERF1J4YJREREdmTfvn3Yu3cv0tLSUFJSApVKBVdXVwwZMgSzZs3CnXfeCWdnZ2t3k4iIiBwcwwQiIiIiIiIisghrJhARERERERGRRRgmEBEREREREZFFpNbuAF2fIAgwGGx/JYpYLLKLfhIREREREVmLPYybxGIRRCJRu+cxTLBxBoOAsjK1tbtxXVKpGF5eSlRV1UCnM1i7O0RERERERDbHXsZN3t5KSCTthwlc5kBEREREREREFmGYQEREREREREQWYZhARERERERERBZhmEBEREREREREFmGYQEREREREREQWYZhARERERERERBZhmEBEREREREREFmGYQEREREREREQWYZhARERERERERBaRWrsDREREREREPU0QBOj1OgiCYO2uUB9lMIhQVyeBRlMPvb7nvw/FYjEkkp4b8jNMICIiIiIih6XTaVFdXQGNpg6CYLB2d6iPKykRw2Dove9DqVQOpdIdzs7K7m+721skIiIiIiKyARpNPcrLiyAWi6FUukEmU0AsFgMQWbtr1EdJJKJemZUACNDr9aipUaGysgQAuj1QYJhAREREREQOSaWqgEQihbe377UQgci6pFIxdLremZkgkwEKhTPKy4uhVld1e5jAv1FERERERORw9Ho9NJo6KJVuDBKozxKJRHBxUUKn00Cv13Vr25yZQF1iMAg4l1EGbXo5ZCIBgwM8IBZz2hgRERERWZfBoAcASKUyK/eEyLoaijAaDAZIJN3XLsME6rTkC0XYuPcSyqvrTc95uSlw18yhmBDuY8WeERERERE14Add1Nf1zN8BzvehTkm+UIQPNp82CxIAoLy6Hh9sPo3kC0VW6hkRERERERH1NIYJZDGDQcDGvZeue863ey/BYOAevkRERERERI6IYQJZ7GJ2RYsZCc2VVdfjYnZF73SIiIiIiIiIehXDBLJYhfr6QYKl5xERERERETV47bUXERs7ET//vK3b2nzssVWIjZ2IEyeOd1ubfR0LMJLFPJWKDp1XqdJAEASIRCx6Q0RERERkq2JjJ3bquh9+iIO/f0A394bsBcMEstiwIE94uSnaXerw3f7LOHmxGItiwxAR4sVQgYiIiIjIBo0ePabFc1qtFufPnwUADB8+AjJZyy025XJ5j/SnX7/+CA4OgVLp2m1t+vr6ITg4BE5OTt3WZl8nEgSBVfJsmF5vQFmZ2trdaKFhN4e2jArzxvmscuj0xm+vIYEeWBwThhGhDBWIiIiIqOdptRqUluajXz9/yGQ9M+h1ZPn5eVi6dBEAzkDoTlKpGDqdoVfvaenfBW9vJSSS9isicGYCdcqEcB88eusobNx7yWyGgrebAstnDsWEcB+UV9fj56OZOJCSh8s5lXj7uxQMHuiOxbFhGBnqzVCBiIiIiIjITjFMoE6bEO6DcUMH4EpeJbSCCDKRgMEBHhCLjSGBl5sCK2YNw7zoEOxMNIYKV3Kr8M53qRgc4I5FsWEYFcZQgYiIiIgci8Eg4GJ2BSrU9fBUKjAsyNP0O7IjaDpr4fDh4zhw4Ff88MO3uHLlMqqrq7B+/TcYOjQcpaUl+O23/Thy5DCysjJRUlICqVSKkJAQzJhxC26/fVmrSyVee+1F7Ny5HX/9698xb95C0/M//7wNr7/+EsaOHY+1az/B1q0/YevWTcjKyoRcrsDYsePw4IOPYNCgwS3afOyxVUhJOYH33vsY48c31oj44otPsH79Z5g7dwGeffZv+Pbbr7Fr1w7k5+fBxUWJqKhorFr1KHx9/Vp9L4qLi/D55x/j6NEEVFdXwcfHFzfffAt+//uVeOutN1p9HY6CYQJ1iVgsQkSoN7y8lCgvV7c6ZcfLTYG7Zl4LFY5m4beUXFzJq8K736cizN8di2NDMXpQP4YKRERERGT3ki8UtZi9a/x92Dh719F8882X+OijtfD09EJgYCCKigpNx7Zt24LPP/8YcrkC/fr1x+DBg1FZWYmLFy/g3LmzOHjwV7z33set1mNoz6uv/h27d/8Mf/8ABAeHIDMzE4cOHcDJk8n4/POvERgYZFF7Op0O//d/jyM5OQlBQcEIDAxCVlYmdu/eiZMnT2DDho1wd/cwuyYrKxOPPvogysvLIJVKMWjQYNTX1+PLL7/A8ePHHH5pCMME6jWersYlEPOig7EzMQu/ncxFen4V/v1DGsL83bAoJgyRgxkqEBEREZF9aquuWHl1PT7YfBqP3jrK4QKFzz//GE899SyWLLkdYrEYBoMBer0eADBu3ES8++4HGDduAqTSxqFnUVEh3n33Xzh06Df873//xT333G/RPU+fTkNmZgbef/9TjB07HgBQVVWJ5577M1JTT+KLLz7B3//+qkVt/vrrXvj5BeDLL/+HwYOHAAAKCgrw5z8/joyMdHz77X/x0EOPms4XBAEvv/wCysvLMHp0JF555R/o338AAODixfN45pk/4cKFcxb1wd60X1WBqJt5uCrwu5uH4h+rp2L25CDIpWKk51fjPz+m4ZUvjyPlUglYF5SIiIiIepogCKjX6LvlT22dDt/8cvG699u49xJq63Tdcj9b+X154cIluO22pRCLjUNLsVhsmmkwZsxYTJoUZRYkAICPjy/+/vdXIZVKsWvXDovvqdPp8OSTfzYFCQDg7u6BJ574PwDAkSPxnWrzb397yRQkAICfnx8efPCRVts8ceI4zp8/CycnJ7zyyj9NQQIADBs2HM8//3fodDqL+2FPODOBrMZDKcedM4ZiblQIdh3Lwv4TOcgoqMZ7P6UhxNcNi2JCMXZof85UICIiIqJuJwgC3vjvCVzOrey1e5ZX1+PRfx/slraGBHrguRXjrf67cnu1AOrr6/Drr/uQmnoShYWFqKurNQUhYrEYWVmZqK+vg0LR8S0bXV3dcPPNt7R4ftiw4ZDL5VCpqlFZWQEPD88OtzlkyDCMGjW6xfMjRxqfy83NMXs+MTEBABAdHYP+/fu3uG7SpGj4+fmjoCC/w32wNwwTyOrclXIsu2kI5kQFY/exLOxPzkVmYTXWbjqFYB9XLIoNwziGCkRERETU3fjrZZeFhIS1eezq1St49tk/IT8/77ptVFVVYcCAjocJ16uH4OnphaKiQtTW1loUJrTVpre3NwCgtrbG7Pns7CwAwJAhQ9tsc8iQoQwTiHqDu4scS6cPwZzJwdh9LBv7TuQgq0iF9zedQpCPKxbFhGLcsAEQM1QgIiIioi4SiUR4bsV4aLQtC4h3xsXsCrz7Q2q75/1p6RgMC/Ls8v3kMrFNfNjm7Ozc6vN6vR4vvPAs8vPzMGHCZNx9970YMmQo3NzcTcsebrttPoqKCi1eDuDk1Hbw0LDcwtJlIG29job2mqupqQUAuLgo22zzesccAcMEsjluLnLcMX2waabCvuQcZBep8MHm0wgcoMSimDCMD2eoQERERERdIxKJoJBLuqWtkWHe8HJTmO3i0Jy3mwIjw7wdapvItpw7dxaZmRnw8fHFP//5TotlDIIgoLq62kq96zoXF2P4UFOjbvOc6x1zBCzASDbL1VmG26cNxj9XT8WCqaFwkkuQU6zGh1tO4+/rjiHpfBEMNlJ4hoiIiIj6NrFYhLtmtj3lHQCWzxzaJ4IEAMjPzwUARESMaLUewtWrV1osHbAnQUHBAIArVy63ec71jjkChglk81ydZbjtxkH45+qpWDg1FM4KCXKL1fhoy2n8/YtjOHauEAYDQwUiIiIisq4J4T549NZR8HJTmD3v7aZwyG0hr6dhKUJpaWmrxzdu/Ko3u9PtoqKmAgCOHo1HWVnL13j8+LF2a0XYOy5zILvh6izDrTcOwi2Tg/BLUjZ+OZ6D3BI1Pt56Bv790rEwJhSTh/v2mbSXiIiIiGzPhHAfjBs6ABezK1ChroenUoFhQZ597nfUkSNHQyqV4vTpNGzdugmLF98GANBqtdiw4XPs2bMTMpkMWq3Wyj3tnPHjJyIiYgTOnTuLv/3tWbz88pumXR0uXbqA119/CVKp1KG3h2SYQHZH6STDkhsG4ZZJQdh7PAd7krKRX1qDT+POYlt8BhZODcXkCIYKRERERGQdYrEIw0O8rN0Nq/L27ofly+/B11+vx7/+9TrWr/8M/fsPQE5OFlQqFR544CHs2BFnt7sdiEQivPDCK3j00QeRlpaCO+5YgEGDBkOj0SIj4ypGjBiFyMix2Lt3d5tFHO2dY74q6hNcnGRYFBuGf66eiiU3hEHpJDWGCtvO4m+fJ+LI6QLoDd1TnZeIiIiIiCzz0EOP4s9/fg6DBw9BZWUFcnKyMWTIMLzyypu4//4Hrd29LgsODsEXX3yN+fMXwcPDAxkZ6dBo6nH33ffhvfc+Ns1KUCodc1cHkWDpnhnUq/R6A8rKbLsKqFQqhpeXEuXlauh01hu819brsDc5B3uOZUFdZ/yL6+vljAVTQxE90hcSB00EiYiIiKglrVaD0tJ89OvnD5lMbu3uUB90zz3LkJ5+FevXb8TQocMAGMdOvT1msvTvgre3EhJJ+2Mnjq7IYTgrpFg4NRT/XD0Vt08bBFdnGQrLa/HFjnN4/rNExJ/K50wFIiIiIiLqcWfOnEZ6+lW4u3sgLGyQtbvTIxgmkMNxVkgxf0oo/vHwFFOoUNQQKnyaiENpedDpGSoQEREREVHnZWdn4Ycf/ofq6mqz59PSUrBmzV8AAIsW3Qqp1DFLFXKZg43jMoeuq9Po8OuJXOxMzIKq1lgttr+HExZMDcXUUX6QdmAKDxERERHZFy5zoJ52/vxZ/OEPv4dEIkFQUDBcXJQoKSlGUVEhAGD06Ej8+98fQqFwMl3jSMscGCbYOIYJ3adeo8evJ3OxKzETVTUMFYiIiIgcGcME6mlVVVX43//+i6SkoygoKEB1dRUUCgVCQwfh5ptvwZIlt0MuN//eY5hAvYZhQvdrLVTo5+6E+VNDEDvan6ECERERkQNgmEC2iGEC9RqGCT2nXqvHgZPG5Q+Vag0AoJ+7AvOmhCJ2tD9kUoYKRERERPaKYQLZIoYJ1GsYJvQ8jVaPAyl5+DkxE5UqY6jg7a7A/OgQxEYGMFQgIiIiskMME8gWMUygXsMwofdotHocSM3Dz0cbQwUvNwXmRYfgxjH+kEklVu4hEREREXUUwwSyRQwTqNcwTOh9Wp0eB1Pz8fPRTJRX1wMAPF3lmBcdgmljAxgqEBEREdkBhglkixgmUK9hmGA9Wp0eh9LyseOIeagwNzoE08YEQC5jqEBERERkqxgmkC1imEC9hmGC9Wl1BhxOy8OOo5koqzKGCh5KY6gwfSxDBSIiIiJbxDCBbBHDBOo1DBNsh1ZnQPypfOw4koHSa6GCu1KOuVHBmD5uIBQMFYiIiIhsBsMEskUME6jXMEywPTq9MVTYnpCJ0qo6AIC7iwxzokJw07iBUMgZKhARERFZG8MEskUME6jXMEywXTq9AQmnC7A9IQMllcZQwc1FhjlRwZgxLpChAhEREZEVMUwgW8QwgXoNwwTbp9MbcOR0AbYfyUBxhTFUcHW+FiqMHwgnudTKPSQiIiLqexgmkC1ypDCh/TOI6LqkEjFuGBOA1x6Mxsp5EfDxdIaqVosff7uCZz46gh1HMlBbr7N2N4mIiIiIbEZs7ETExk5s8fxjj61CbOxEnDhx3KL2Tpw4jtjYiXjssVXd1cV25efnITZ2Iu64Y2Gv3dOWMEwg6iZSiRixkf54bVUUHpgfAR8vY6jw04GreOajBGxPYKhARERERLbntddeRGzsRPzf//2xQ+eXlZVi2rQoxMZORFJSYg/3znq++OITfPHFJ6iurrZ2V2wSwwSibiYRixEz2h+vPRiFPyyIgK+3C9R1Omw6aAwVtsWnM1QgIiIiIpsxd+4CAMDx44koLS1p9/w9e3ZCr9fDx8cXEyZM6ta++Pr6ITg4BE5OTt3abmesX/8Z1q//DCpV62GCVCpFcHAIBg4M7OWe2QYu5ibqIRKxGFNH+SN6hB8SzxViW3wGCspqsPlQOvYkZWPWpCDMnBAEFyf+NSQiIiIi6xk3bgL8/QOQn5+HPXt2Yfnyu697/s6dOwAAc+bMh1jcvZ9Pv/DCy93aXk8aMMAHGzf+ZO1uWI3djWKOHj2K9evXIzU1FTU1NQgICMCcOXOwatUquLi4dLidxMRE/P73v+/QuY8//jgee+yxFs+r1Wp8+umn2L17N/Ly8uDi4oIxY8Zg5cqViIqK6nBfyLGJxSJMGemHqAhfHDtXiG0JGcgvrcGWQ+nYc8wYKsyaGAgXJ5m1u0pEREREfZBIJMKcOfOxfv1n2LVrx3XDhEuXLuDKlUsAGmc0UN9kV2HC119/jddeew2CIMDPzw/+/v64fPkyPvroI+zZswcbN26Ep6dnh9pyc3PD+PHj2zyuUqlw8eJFAMC4ceNaHC8rK8Ndd92F9PR0yOVyDBkyBGVlZfjtt99w4MABvPDCC1ixYkWnXic5JrFYhOiRfpgc4Yuk80XYlpCBvBI1th6+NlNhYiBmTQqCkqECERERkV0zCAZcrkhHVX0V3BXuGOIZBrHItleYz5kzHxs2fI4rVy7h0qULGDo0vNXzdu0yzkoYPToSQUHBOHPmNA4e/BUnTiShqKgQlZWVcHf3wIgRI7F06XKLl0E89tgqpKScwHvvfYzx480LNBoMBmze/CPi4jYjOzsLLi4uiIwci/vvf/C6bVraxy+++ATr139merx06SKz4w19y8/Pw9Kli+Dn548ff9zW4r5qtQrffbcRBw78itzcbIhEIgQGBuHGG2/CnXfeBRcXZYtr7rhjIQoK8vHeex/Dx8cXX3zxCZKTk6BSVcPfPwDz5y/C7353d7fPCOkMuwkTTp8+jddffx0A8PLLL2PZsmUQiUQoLCzE6tWrcebMGbzwwgtYu3Zth9obMWIEvv322zaPv//++7h48SL8/f0xZcqUFseff/55pKenY+TIkfjoo4/g6+sLQRDw/fffY82aNXjttdcwfvx4REREdO4Fk8MSi0WIGuGLSRE+OH6+CNviM5BbokZcfAZ+OZ6NmROCMGtSEFydGSoQERER2ZuUolP44VIcKuorTc95KjywdOgijPUZbcWeXd/AgYGIjByL1NST2Llze6thgk6nw549uwAAc+YYZyW8/PLfkJubAzc3d/Tr1x/9+g1AcXERDh8+iPj4Q3jyyT/j9tvv7HL/BEHASy/9Dfv27QEA+Pn5w8PDE4mJCTh6NAH33/+HNq+1tI++vn4YPXoMTp1KBQAMHz4CMlnj7+aurq7t9regoABPPvkIcnKyIBaLERY2CABw5cplXLp0Eb/8sgv//veH8PHxbfX6S5cu4Lnn/g86nQ6hoYMglUqRmZmBDz98DwUF+XjqqWfbf9N6mN2ECR9++CEMBgOWLFmCO+9s+oX2xTvvvIO5c+diz549OH/+PIYPH96lewmCgC1btgAAFi9e3CL1OXv2LPbv3w+xWIx3330Xvr7GbwCRSIQ777wTycnJ2Lp1Kz788MMOhxvU94hFIkyO8MXE4T5IvlCMuPh05BarsS3hWqgwMRC3TApmqEBERERkJ1KKTuGz01+3eL6ivhKfnf4aD466x6YDhblzFyA19SR++WU3HnnkCUil5sPFxMQjKC8vg1yuwM033wIAuO++P2DkyNEIDg4xOzc5OQkvvvg81q59FzEx0+Dn59elvsXFbca+fXsglyvw0kuv4YYbpgMwzih/7bUX8cUXn7R5raV9XLBgMRYsWGzauvKVV96Ev3+ARf196aXnkZOThSFDhuG11/5pKtKYl5eDZ599CunpV/Hyyy/g/fc/bfX6jz5ai7lzF+Dxx58yLefft+8XvPjiX7F584+4447ftXg9vc36cyM6QK1W49ChQwCAZcuWtTgeGhqK6OhoAMCuXbu6fL+kpCRkZ2cDAG677bYWx3fv3g0AiI6ORkhIyy9gQ9hx4MAB1NTUdLk/5NjEIhEmDffBSysn45EloxA4wBV1Gj22J2TimY8S8NOBK1DVaq3dTSIiIiKHIwgC6vWabvlTq6vD9xe3Xvd+P1yKQ62urlvuJwhCt78fM2bMhJOTE8rLy5CYeKTF8Z07twMAbrhhmunT+blzF7Q6qJ0wYRJWrXoEOp0Oe/d2bYwmCAL++98vAQArVvzeFCQAxlkCa9a8AqWy5ZKBBr3Rx6ZOnkzGqVOpEIvFeOml1812ewgODsaLL74OkUiElJQTSEk50WobQUHB+POfnzOrC3jzzbMQE3MDBEHA0aPx3dbfzrKLmQnnzp2DRqOBXC5HZGRkq+dMmDABCQkJSE1N7fL9Nm/ebGqztbAgJSUFADBx4sQWxwAgMjIScrkc9fX1OHfuHCZMmNDlPpHjE4tEmDjcB+PDB+DkxRLExacju0iFHUcysTc5BzePD8TsyUFwc5Fbu6tEREREdk8QBLxz4kNcrczstXtW1FfizwfXdEtbgzxC8dT41RCJRN3SHgC4uCgxbdoM7N79M3bt2oGYmBtMx6qqqpCQYPyAd968hWbX5eXlYu/e3bh06SIqKyug1Ro/CFOrVQCMU/a7IisrE/n5uQDQ6pIJZ2dnzJ+/GBs3ftVmGz3dx6aOHk0AAEyeHI2QkNAWxwcPHoJJk6Jw7NhRJCYewdixLWv5LVy4BBKJpMXzI0eOxuHDB5Gbm9Nt/e0suwgT0tPTAQABAQFma1WaCg4ONju3s2pqakyzG2699dZWz8nIyDC7Z3MymQz+/v7IzMxEeno6wwSyiFgkwoTwARg3rD9SLpUg7nA6sopU+PloJvYl52DG+IGYHRUMd4YKRERERF3UfQNxRzF37gLs3v0z4uMPorq6Gm5ubgCA/fv3QKPRoH//AZg4cbLp/O+/34gPP3wPOp2uzTYrKyvbPNYRmZkZAAAvL+82C+431CRoTW/0samsLGNANWjQ4DbPGTRoCI4dO2p6bc0FBrY+1vTy8gYA1NbWdq2T3cAuwoSGL6yHh0eb5zQc6+o3wa5du1BTUwNnZ2fMnTu3y/2pqqrqUn8AQCq17dUoEonY7L/UfSZfK9R48lIJthy8ioyCauxMzMK+EzmYOTEI86JD4K5kqEBERETUnMFw/aBAJBLhqfGroTF0z3LSyxVX8WHqunbPe2TMSgzxbHvg21FysaxbZyU0mDBhEnx9/VBYWIB9+/ZgyZLbAQA7dxp3cZg9e57pE/NTp1Lx3nvvQCwW4/77H8S0aTMQEBAAJydniMViJCcn4YknVl93EN8RtbXGpeNeXl5tntMwyG6ut/rYVMNSdy+vfmbPN3y5RCLA27vftXPVrbbh5OTU6vMN9fw6s8xFIhF169jSLsKE+vp6AGhzVgIAyOVys3M7q2GJwy233NJmlU5L+lNXV9el/ojFInh5tb3+x5a4uztbuwsO6+YoV8yYHIKkc4X4dvd5XM6pxM9HjDMV5k4JxW03DYGXW+s/cIiIiIj6oro6CUpKxO0OoGRoOZW8M0b7DIeXwgPl9W1/uOml8MRon+E2v03kvHkLsH7959i9ewfuuGMpsrIycebMKQDAggULTe/nnj0/AwCWL1+Bhx5a3aIdlcr4wapI1PbXoPnzDQGJRCI2HXN1NY6HysvL22ynsrK81Xt1Rx+b9qX58629job+VlSUtXldRUUZAECpVLZ5TmvPi8WidvvbnMEgglgshoeHS5shRWfYRZigUCgAwLSupTUajcbs3M7Izs5GUlISgLaXODTco7a2tkP96eoXy2AQUFVl20UcJRIx3N2dUVVVC73eYO3uOLSh/m544d6JSL1cii2HruJqXhW2HLiCn+PTcdOEQMyfEgJP187/HSAiIiJyFBpNPQwGA/R6ATpd7/yOesfQRa3u5tB4fCEMesAA2/6defbs+Vi//nOcOpWG9PQMU+HFiIiRCAoKNb2fubnGOgajR49r9T1OS0sDYPwUva2vQfPnGz5x1+sNpmOBgcY6dhUV5SgpKWt1qcOVK1davVd39LFpX5o/39rraFiicOXKZbPnRSLj2EmvN+Dy5csAgODg0Dbbbu15g0Fot78t2xJgMBhQWVmD2lp9u+e7uzt3aNa5XYQJHVnC0JGlB+3ZsmULBEHAwIEDTbtDtMbd3R21tbUd6o+7u3un+9Ogt374dVVb3/DU/UaFeWNkqBdOXS1DXHw6ruZVYXdiFvYn52D62IGYGx3MUIGIiIj6NL2++3c7aM9Yn9F4cNQ9+OFSHCqazFDwUnjgjqGLbHpbyKYCA4MwevQYnDqVip07t2P3buOn+3PnLjA7T6EwfnBaWlrSoo3y8nJTCNFVwcEh8PcfiPz8XGze/APuv/9Bs+N1dXX4+ee4Vq/tSh8VCgXq6+stnv0eHT0V33zzpakmQkMRxoaVCVeuXEFS0lHTub2lu4M1255fc01oaCgAIC8vr83ZAFlZWWbnWkoQBGzZsgUAsGTJkuuuP2q4R2Zm65VftVot8vLyutQfovaIRCJEDu6H5++ZgKeWjcHgAHdodQb8cjwbz358BBt/uYjy6q4t+yEiIiIiy4z1GY1Xpj6HJ8Y9hPtHLMcT4x7Cy1Ofs5sgoUHDjg3fffcNCgsLIJfLMXPmbLNzxo4dBwD4+uv1pqKDgHHnhGeeebLLS74biEQi3HXXPQCAb775EocPHzQdU6tVeOWVF6BSqVq9tit9bNjSMSUl2aL+jhs3AZGRY2EwGPDii38123khJycbL730PARBwNix4zFmzDiL2rYldjEzISIiAjKZDBqNBmlpaa3ujpCcbPwCjx07tlP3OHbsGHJyciASia67xKHhHomJiaZ7NpeWlgatVguFQoGIiIhO9Yeoo0QiEUYN6oeRYd44k1GGuMMZuJxbib3JOfgtJQ/TxgRg3pQQeLlxpgIRERFRbxCLxBjm1XYlf3swY8ZM/Oc/b5kG21On3tBi1vXChbdi69ZNyMrKxD33LENQUAgkEjHS06/C2dkZjzzyOP7977e6pT9LltyOEyeO49df9+Ivf3kK/v4B8PDwREbGVRgMAh544CF88skHLa7rSh9nzpyNTz/9EG+99SY2bfoB7u7GWfBPPPF/GDo0/Lr9XbPmVTz55GpcunQRy5ffhrCwwQAEpKdfhcFgQFBQMNaseaXL74s12cXMBFdXV8TGxgIAvv/++xbHMzIycPSocZrInDlzOnWPhsKLEydORFBQ0HXPnT3bmMglJia2Ojvhu+++AwDceOONUCrto3gi2T+RSIRRYf3w3N3j8X+/G4uhgR7Q6Q3YdyIHz36cgP/uuYCyqu5Jh4mIiIjIsSmVrrjxxptMjxtmKjTl4uKCDz74HIsW3QpPT0/k5GShqqoKt9wyF+vWfYNBg4Z0W39EIhFefPE1PPnknzF48BCUlpagoCAPkyZF45NP1mPkyNZnfnSlj3fd9Xv84Q8PIzQ0DDk5OUhJOYGUlBOorq5ut79+fn744ouvcf/9DyI0NAy5udnIzc1BWNggPPDAQ/jii6/h4+Pb6ffDFoiEzuwpYQVpaWlYtmwZAOCll17CsmXLIBKJUFRUhIcffhhnzpzBzJkz8cEH5mnUjBkzAADPPPNMm0GDWq1GbGwsampq8MYbb+C2225rtz8PP/wwfv31V4wcORIff/wxfHx8IAgCvv/+e6xZswZisRg//vgjRo4c2aXXrdcbUFbW+nYhtkIqFcPLS4nycjVrJtgQQRBwPrMcWw+n42KOcc2eVCLCDZEBmD8lBN7u3P2BiIiIHJdWq0FpaT769fOHTMattMk2SKXiXh8zWfp3wdtb2aECjHYTJgDAhg0b8Oabb0IQBPj7+8PLywuXL1+GRqNBWFgYNm7cCG9v8/1Fw8ON00+uFxJs2rQJzz33HFxcXHD48OEOzSYoKyvD8uXLkZGRAblcjiFDhqC8vBz5+fkQiUR4/vnncc8993T5NTNMoK4SBAHnsyoQdzgdF7IrAAASsQg3jAnA/OgQ9PNgqEBERESOh2EC2SJHChPsomZCg/vuuw/h4eFYt24d0tLSUFpaioCAAMyZMwerVq3q9JKChiUOs2fP7nAb3t7e+Omnn/DZZ59h165duHz5MlxcXHDjjTfigQceuO5uEES9SSQSISLECxEhXjifWY64+HScz6rAbydzcSg1D7GR/pgfHYL+ns7W7ioREREREdkJu5qZ0BdxZgL1hAtZ5YiLz8C5zHIAxpkKMaP9MH9KKAYwVCAiIiIHwJkJZIs4M4GI7Fp4sBeeDvbCxewKxMWn42xGOQ6m5iP+VAGmjvLD/Kmh8GGoQEREREREbeDMBBvHmQnUGy7lGGsqnMkwzlQQi0SYOsoPC6aGwMfLxcq9IyIiIrIcZyaQLXKkmQkME2wcwwTqTZdzKxF3OB2n08sAGEOFKSN9sSAmFL4MFYiIiMiOMEwgW8QwgXoNwwSyhiu5lYiLz8Cpq6UAAJEImDLSDwunhsLXm6ECERER2T6GCWSLGCZQr2GYQNZ0Na8KcfHpSLvSGCpEj/DFgqmh8O/Xud1TiIiIiHoDwwSyRQwTqNcwTCBbkJ5fhbjD6UhtEipERfhiYQxDBSIiIrJNDBPIFjlSmMDdHIioXWH+7nhi6RhkFFQh7nAGUi6X4OjZQiSeLcTkEb5YODUUAf0ZKhAREZEt4men1Nf1zN8BzkywcZyZQLYos6AacfHpOHmpBAAgAjApwgcLp4Zi4ABX63aOiIiICIBOp0NJSS48PX3g5MQtr8k2WGNmQn19LcrLi9C/fwCkUlm753OZg4NgmEC2LKuwGnHxGThxsRiAMVSYMNwHi2JCEchQgYiIiKxIEAQUF+dBoXCGh4e3tbtDBMA6YUJ1dQVqaqrh4xMIkUjU7vkMExwEwwSyB1mF1diWkIHkC8Wm5yaGD8CimDAE+jBUICIiIuuoqipHba0K3t4+kMkU1u4OUa+HCQaDAaWl+ZDJ5PD0HNChaxgmOAiGCWRPsotU2BafjuNNQoUJwwZgYUwogn3drNgzIiIi6osMBgPKy4ug02nh5KSEQuF8bZDU/qezRD1BIhFBr+/5IbggCNDrtVCrq6HX69Cvn1+HljgADBMcBsMEskc5xSpsi8/A8fNFpnIv44b2x6KYMIT4MVQgIiKi3mMwGKBSVaKurgYGg87a3aE+TiwWw2DovTGTXO4EV1dPyOUdn5nDMMFBMEwge5ZbrMK2hAwknWOoQERERNZl/KRWD0Hg76tkHRKJCB4eLqisrOmV2QlisQQSicTi6xgmOAiGCeQIckvU2J6QgWNnC02hwtgh/bEoNhShfu5W7RsRERERUW+wl3ETwwQHwTCBHEl+qRrbEjKQeLYQDT95Igf3w+LYMIT5M1QgIiIiIsdlL+MmhgkOgmECOaL8UjW2J2Ti6NkCs1BhUUwYBgUwVCAiIiIix2Mv4yaGCQ6CYQI5soKyGmxPyMCRM42hwqhB3lgcE4bBAz2s2zkiIiIiom5kL+MmhgkOgmEC9QWF5ddChdOFMFz7kTQyzBgqDAlkqEBERERE9s9exk0MExwEwwTqS4rKa7D9SCYSThU0hgqhXlgUG4ahgZ7W7RwRERERURfYy7iJYYKDYJhAfVFRRS12JGQg4XQB9Abjj6iIEC8sjg3DsCBP63aOiIiIiKgT7GXcxDDBQTBMoL6suKIWO45kIv5UvilUGB7sicWxYQgP9rJy74iIiIiIOs5exk0MExwEwwQioKSyFj8fycShNPNQYVFMGIaHMFQgIiIiIttnL+MmhgkOgmECUaPSyjrsOJqJQ6l5plBhWJAnFseEYniIF0QikZV7SERERETUOnsZNzFMcBAME4haKqtqDBV0euOPsKGBHlgcG4YIhgpEREREZIPsZdzEMMFBMEwgaltZVR1+PpqJg01ChSGBHlgcE4YRoQwViIiIiMh22Mu4iWGCg2CYQNS+8up6/Hw0EwdS8qDTG78HBw90x+KYMIwM82aoQERERERWZy/jJoYJDoJhAlHHlVfXY2eiMVTQXvteHBTgjsWxYRjFUIGIiIiIrMhexk0MExwEwwQiy1Wo6rHzaBZ+S8k1hQph/u5YHBuK0YP6MVQgIiIiol5nL+MmhgkOgmECUedVquqxMzELv53MhcYUKrhhUUwYIgczVCAiIiKi3mMv4yaGCQ6CYQJR11WqNdidmIX9J3Og0Rq/R0P9jKHCmCEMFYiIiIio59nLuIlhgoNgmEDUfarUGuw6loX9JxpDhRBfNyyKCcXYof0ZKhARERFRj7GXcRPDBAfBMIGo+1XVaLD7WBb2J+eiXqsHAAT7uGJRbBjGMVQgIiIioh5gL+MmhgkOgmECUc+prtFgT1I29ibnoF5jDBWCfFyxKCYU44YNgJihAhERERF1E3sZNzFMcBAME4h6nqpWi93HsrAvOQd110KFwAFKLIoJw/hwhgpERERE1HX2Mm5imOAgGCYQ9R5VrdY4U+F4tilUGHgtVJjAUIGIiIiIusBexk0MExwEwwSi3qeu0+KXpGz8cjwbtfXXQoX+SiyMCcXEcB+IxQwViIiIiMgy9jJuYpjgIBgmEFlPY6iQg9p6HQDAv58LFsaEYvJwX4YKRERERNRh9jJuYpjgIBgmEFlfTZ0We4/nYE9SNmqahgpTQzE5gqECEREREbXPXsZNDBMcBMMEIttRU6fD3uRs/JKUDXWdMVTw874WKozwgUTc/g9dIiIiIuqb7GXcxDDBQTBMILI9tfU67E3OwZ5jWaZQwdfLGQumhiJ6pC9DBSIiIiJqwV7GTQwTHATDBCLbVVuvw/4TOdh9LBuqWi0AwMfLGQsZKhARERFRM/YybmKY4CAYJhDZvlZDBU9nzJ8agikj/SDtwA9jIiIiInJs9jJuYpjgIBgmENmPOo0Ov57Ixc7ELFOo0N/DCQumhmLqKIYKRERERH2ZvYybGCY4CIYJRPanXqPHrydzsSsxE1U1DBWIiIiIyH7GTQwTHATDBCL71Vqo0M/dCfOnhiB2tD9DBSIiIqI+xF7GTQwTHATDBCL7V6/V48BJ4/KHSrUGANDPXYF5U0IRO9ofMilDBSIiIiJHZy/jJoYJDoJhApHj0Gj1OJCSh58TM1GpMoYK3u4KzI8OQWxkAEMFIiIiIgdmL+MmhgkOgmECkePRaPU4kJqHn482hgpebgrMiw7BjWP8IZNKrNxDIiIiIupu9jJuYpjgIBgmEDkurU6Pg6n5+PloJsqr6wEAnq5yzIsOwbSxAQwViIiIiByIvYybGCY4CIYJRI5Pq9PjUFo+dhwxDxXmRodg2pgAyGUMFYiIiIjsnb2MmxgmOAiGCUR9h1ZnwOG0POw4momyKmOo4KE0hgrTxzJUICIiIrJn9jJuYpjgIBgmEPU9Wp0B8afyseNIBkqvhQruSjnmRgVj+riBUDBUICIiIrI79jJuYpjgIBgmEPVdOr0xVNiekInSqjoAgLuLDHOiQnDTuIFQyBkqEBEREdkLexk3MUxwEAwTiEinNyDhdAG2J2SgpNIYKri5yDAnKhgzxgUyVCAiIiKyA/YybmKY4CAYJhBRA53egCOnC7D9SAaKK4yhgqvztVBh/EA4yaVW7iERERERtcVexk0MExwEwwQiak6nN+DomUJsT8hAUUUtAGOoMHtyEGaMD4SzgqECERERka2xl3ETwwQHwTCBiNqiNxhDhW0JGSgqN4YKSicpZk8Oxs0TGCoQERER2RJ7GTcxTHAQDBOIqD16gwGJZwuxLSEThWU1AIyhwi2TgjBzYhBDBSIiIiIbYC/jJoYJDoJhAhF1lMEgIPFcIbbFZ6CgSagwa1IQZk4IgosTQwUiIiIia7GXcRPDBAfBMIGILGUwCDh2zrj8Ib/UGCq4KIyhwqyJgXBxklm5h0RERER9j72MmxgmOAiGCUTUWQaDgKTzRdiWkIG8EuPPEWeFFLMmBmLWpCAoGSoQERER9Rp7GTcxTHAQDBOIqKsMgoDj54uwLT4DuaZQQYKZE4Iwa1IQXJ0ZKhARERH1NHsZNzFMcBAME4iouxgEAckXihEXn47cYuPPFSe5BDMnBuKWScEMFYiIiIh6kL2MmxgmOAiGCUTU3QyCgBMXihEXn4GcYhUAQCGXYOaEQNwyKQhuLnIr95CIiIjI8djLuIlhgoNgmEBEPcUgCDh5sQRx8enILmoMFW4eH4jZkxkqEBEREXUnexk3MUxwEAwTiKinGQQBKZdKEHc4HVkNoYJMghnjB2J2VDDcGSoQERERdZm9jJsYJjgIhglE1FsEQUDK5RLEHc5AZmE1AEAuE2PGuEDMiQqGu5KhAhEREVFn2cu4iWGCg2CYQES9TRAEpF4pxdbD6cgsaAwVbho3EHOiQuDBUIGIiIjIYvYybmKY4CAYJhCRtQiCgLQrpYiLT0d6/rVQQSrG9HEDMTcqGB6uCiv3kIiIiMh+2Mu4iWGCg2CYQETWJggCTl0tQ1x8Oq7mVQEAZFIxpo0NwLzoEHgyVCAiIiJql72MmxgmOAiGCURkKwRBwJn0Mmw9nI4rTUOFMQGYGx0CLzeGCkRERERtsZdxk8OGCUePHsX69euRmpqKmpoaBAQEYM6cOVi1ahVcXFw61aYgCNixYwc2b96Mc+fOoaqqCp6enhg8eDBuvPFGPPDAAy2uCQ8Pv26b/fv3R3x8fKf60xTDBCKyNYIg4ExGGeIOZ+BybiUAQCoxhgrzpjBUICIiImqNvYybHDJM+Prrr/Haa69BEAT4+fnB29sbly9fhkajweDBg7Fx40Z4enpa1KZarcZjjz2GhIQEAEBQUBA8PT1RWlqKwsJCuLm5ITExscV1DWHCqFGjIJe3LEbm6emJjz76yPIX2QzDBCKyVYIg4GxmOeIOp+NSTkOoIMINYwIwPzoE3u5OVu4hERERke2wl3GTw4UJp0+fxtKlSyEIAl566SUsW7YMIpEIhYWFWL16Nc6cOYNbbrkFa9eu7XCbgiDggQceQHx8PG644QasWbMGwcHBpuNVVVVISkrCzTff3OLahjBh3759CAwM7PoLbAPDBCKydYIg4HxmObYeTsfFpqFCZADmT2GoQERERATYz7ipo2FC+2fYiA8//BAGgwGLFy/GnXfeCZFIBADw9fXFO++8A7FYjD179uD8+fMdbnPTpk2Ij4/HmDFj8PHHH5sFCQDg7u7eapBARESNRCIRIkK98eyK8Xh6+TiEB3lCpxfw68lcPPvxEXy16zxKKmut3U0iIiIi6kZ2ESao1WocOnQIALBs2bIWx0NDQxEdHQ0A2LVrV4fb3bBhAwBg9erVkEqlXe8oEVEfJhKJEBHihWdXjMczy8dheLAn9AYBv6Xk4blPjuLLXedRUsFQgYiIiMgR2MUI+ty5c9BoNJDL5YiMjGz1nAkTJiAhIQGpqakdajMrKwsXL16EWCxGVFQUUlNT8dNPPyErKwsuLi4YO3Ys7rjjDnh7e1+3nQ8//BBFRUXQ6/Xw9fVFdHQ05s2b12odBSKivmJ4iBeGh3jhQlY54uIzcC6zHAdS8nA4LR8xo/0wf0ooBng6W7ubRERERNRJdhEmpKenAwACAgIgk8laPadhiULDue05ffo0AGOhxG+++QZvv/02mpaP2LdvHz777DOsXbvWNOuhNT/99JPZ482bN+O9997D2rVrMXLkyA71hYjIUYUHe+HpYC9czK5AXHw6zmaU42BqPuJPFWDqKD/MnxoKH4YKRERERHbHLsKEykpjQS8PD482z2k41nBue4qKigAYiyy+9dZbmD59Op5++mkEBwcjPT0dr7/+Oo4ePYrHH38c27Ztg5+fn9n1N998MxYvXozhw4fDz88ParUaR44cwbvvvovs7GysXLkSW7Zsgb+/f2deshmp1LZXozQU5+hIkQ4i6ptGhHljRJg3LmZXYMvBqzidXoZDacZQISbSD4tiwuDr3bntfYmIiIjsgaONm+wiTKivrweANmclADAtK2g4tz01NTUAAJ1Oh+DgYLz//vum9sPDw/Hxxx9j1qxZKC4uxpdffolnn33W7PoPP/zQ7LFCocD8+fMxZcoU3H777cjLy8P777+P1157rWMvsg1isQheXsoutdFb3N356SIRXV+UlxJRkQNxPqMM3+65gBMXinDo2kyF6eMDceesYQjo72rtbhIRERH1GEcZN9lFmKBQKAAAWq22zXM0Go3ZuR1tEwBWrFjRIqhwdnbG7373O6xduxaHDh1qESa0xdvbG6tWrcKLL76IvXv34tVXXzXtPNEZBoOAqqqaTl/fGyQSMdzdnVFVVQu93na3OCEi2+HrocCTSyNxOacSWw5dRdqVUuw/no1fk7MxdZQ/Ft8QBj/OVCAiIiIHYi/jJnd35w7NnrCLMKEjSxg6shSiKXd3d9P/Dx48uNVzGp7PycnpUJsNxo0bBwCoqKhARUUFvLy8LLq+OVveg7Qpvd5gN30lItsQ6ueGJ5eOwdW8KsTFpyPtSiniT+Uj4XQ+okf4YsHUUPj3s4/ZWUREREQd4SjjJrsIE0JDQwEAeXl50Gq1rS53yMrKMju3PYMGDTL9f1vLJxpmLxgMln2hm7an1+stupaIqC8aFOCOJ5eOQXp+FeIOpyP1SimOnCnE0bOFiIrwxcIYhgpEREREtsQuKj9ERERAJpNBo9EgLS2t1XOSk5MBAGPHju1QmyNGjICTkxMAIDs7u9VzGgKK5sUX23Pp0iUAxjDC09PTomuJiPqyMH93PLF0DNbcNxFjh/SHIABHzxbib58l4pO4M8grUVu7i0REREQEOwkTXF1dERsbCwD4/vvvWxzPyMjA0aNHAQBz5szpUJvOzs646aabAABbtmxpcVwQBGzevBkArrs1ZHM6nQ7r1683XSeV2sXkj04zCAZcKLuMw5lJuFB2GQbB/qfrEJH1hfq54493ROLv903CuKH9IQBIPFuIFz5PxMdbTyO3WGXtLhIRERH1aSJBEARrd6Ij0tLSsGzZMgDASy+9hGXLlkEkEqGoqAgPP/wwzpw5g5kzZ+KDDz4wu27GjBkAgGeeeaZF0HD58mUsXrwYOp0Of/zjH/Hwww9DIpFAp9PhnXfewRdffAGFQoEtW7aYLYt46623MHjwYMyaNQuuro1Vx/Pz8/HKK69g3759kEql2LhxI8aMGdOl163XG1BWZpufxKUUncIPl+JQUd9Yy8JT4YGlQxdhrM9oK/aMiBxNVmE14uIzcOJiMQBABGDCcB8siglF4ADu/kBERES2TyoVw8tLifJytU3XTPD2VnaoAKPdhAkAsGHDBrz55psQBAH+/v7w8vLC5cuXodFoEBYWho0bN8Lb29vsmvDwcADAG2+8gdtuu61Fm5s3b8bzzz8PvV4Pb29vBAYGIisrCxUVFZDJZHjzzTexYMECs2seeeQR7Nu3DxKJBEFBQfDw8EB1dTXS09MhCAIUCgVeffVVLFq0qMuv2VbDhJSiU/js9NdtHn9w1D0MFIio22UVVmNbQgaSLxSbnpsYPgCLYsIQ6MNQgYiIiGwXwwQrO3LkCNatW4e0tDTU1NQgICAAc+bMwapVq6BUtizO1V6YAACnTp3C559/juPHj6OyshKenp6IiorCgw8+iOHDh7c4/9ChQ/jll19w+vRpFBUVmYKHwMBATJkyBXfffTeCg4O75fXaYphgEAx4IeENsxkJzXkpPPDy1OcgFtnFShoisjPZRSpsi0/H8SahwoRhA7AwJhTBvm5W7BkRERFR6xgmUK+yxTDhYvkV/OfkJ+2ed/uQBRjuPQzucje4yJwZLBBRt8spVmFbfAaOny9Cwz9m44b2x6KYMIT4MVQgIiIi28EwgXqVLYYJxwtOYv3Zby26RiwSw02mhKvcFe5yN7jJXeEmc4Vb08cNf2SukIglPdR7InJEucUqbEvIQNI5hgpERERkmxgmUK+yxTChozMTvBSe0Og1UOtqLL6HUupiChfc5W7XQgjXJiGE27XHbpBLZJ15GUTkgHJL1NiekIFjZwtNocLYIf2xKDYUoX7uVu0bERER9W0ME6hX2WKYYGnNBJ1BB5VWjWqNClUaFao11ajWqMwfa42PVVq1xdtLKiTyxnBB1jDDwfi46UwId7krnCROEIlEXX0LiMjG5ZeqsS0hA4lnC9Hwr1zk4H5YHBuGMH+GCkRERNT7GCZQr7LFMAHoud0cDIIBam2NKWyo1lSjSqsye1ytUaPqWgChM+gsal8qljYJHJots2i27EIpc2GdByI7l1+qxvaETBw9W2AWKiyKCcOgAIYKRERE1HsYJlCvstUwATAGCj9cijOboeCl8MAdQxf1yraQgiCgTl/XZIbD9QIIFer09Ra1L4IIrnKlMVxoFkA0LrNoDCGkYmkPvVIi6qqCshpsT8jAkTONocKoQd5YHBOGwQM9rNs5IiIi6hMYJlCvsuUwATDOJEivzoBOqoFUJ0eYW6jNfpqv0WuN4YK2lWUWDY+1xsdqreV1Hlykzi3DhibLLtxMdR/coJDIe+AVElF7CsuvhQqnC2G49s/fyDBjqDAkkKECERER9RyGCdSrbD1MAOznL4Ul9AY9VFo1qjQqqDQq07KKKk01VA3LLEz1Hiyv8yCXyOEmawwX3OTKJoGDG9xkSlMg4Sx1Zp0Hom5WVF6D7UcykXCqoDFUCPXCotgwDA30tG7niIiIyCHZy7iJYYKDYJhg+wyCATW6WvNlFk2XXWirm4QSKmgNWoval4gkLbbObL6dZsNjV5nSZmeGENmioopa7EjIQMLpAugNxn8OI0K8sDg2DMOCPK3bOSIiInIo9jJuYpjgIBgmOBZBEFCvrzeGC9r2d7eo1dVZ1L4IIihlLi3DBpn59poN223KWOeBCABQXFGLHUcyEX8q3xQqDA/2xOLYMIQHe1m5d0REROQI7GXcxDDBQTBM6Nu0eu215RbVprBBpVGhStvs8bU6DwIs++vsLHVqUkSySVHJpttrXluOoZAouNyCHF5JZS1+PpKJQ2nmocKimDAMD2GoQERERJ1nL+MmhgkOgmECdZTeoIdaV3MtZKhusuyiseZD0+f0gt6i9mVimTFcaJjhIHNrssyiscikm9wVLlJnLrcgu1ZaWYcdRzNxKDXPFCoMC/LE4phQDA/xYrBGREREFrOXcRPDBAfBMIF6giAIqNXVNllW0ayopEbdWPtBq4JGr7GofbFIbCoi2bisovk2mw0zH5SQiCU99EqJuqasqjFU0OmN/1wODfTA4tgwRDBUICIiIgvYy7iJYYKDYJhAtqBer2lWWPJa8NBK3YcaXa3F7StlLsZwQdZymUVj4UnjY5lE1gOvkOj6yqrq8PPRTBxsEioMCfTA4pgwjAhlqEBERETts5dxE8MEB8EwgeyNzqBrspNFy7Ch6bILlUZtcZ0HJ4nCFDY0Fphs9vjaf50kThzkUbcqr67Hz0czcSAlDzq98efd4IHuWBwThpFh3vx+IyIiojbZy7iJYYKDYJhAjswgGKDWNq/z0HzZReNsCJ2FdR6kYmmTrTSV1w0glDIX1nmgDiuvrsfORGOooL32c29QgDsWx4ZhFEMFIiIiaoW9jJsYJjgIhglERsY6D3WmQpJVmuprO1m0vuyivhN1HlxlyuvubuHWpO4D6zwQAFSo6rHzaBZ+S8k1hQph/u5YHBuK0YP6MVQgIiIiE3sZNzFMcBAME4g6R6PXmLbPrG6ym0Vryy7UuhqL21dKXRp3tmhW16F53Qe5RN4Dr5BsSaWqHjsTs/DbyVxoTKGCGxbGhGHMYIYKREREZD/jJoYJDoJhAlHP0xv0ZmGDqumyiyYzIao1Kqi0ahgEy77P5RK5aVmF2faaDcssZI2PnaWs82DPKtUa7E7Mwv6TOdBojd8nIX5uWBwThjFDGCoQERH1ZfYybmKY4CAYJhDZFoNgQI221rjMwrSsovmyi4YQohpag86i9qUiiSlscJW7wl3mZioq6SpvqP9gnPngKlOyzoONqlJrsOtYFvafaBIq+LphUUwoxg7tz1CBiIioD7KXcRPDBAfBMIHIfgmCgDp9/bVlFerG7TW1jUUlG2dCqFCnr7OofRFEjXUeTDtZuDWp+9D42FXuCplY2kOvlNpSVaPB7mNZ2J+ci3qtsYBosI8rFsaEYdyw/hAzVCAiIuoz7GXcxDDBQTBMIOo7NHotVM2WVZhvp6k21XtQa2ss3lbTWepsnOEga7rMQtmk2KSbKYRwkip66FX2TdU1GuxJysbe5BzUa4yhQuAAVyyODcW4YQMYKhAREfUB9jJuYpjgIBgmEFFr9AY9VNoaU7hQ1aTIZNPtNBtmQlhc50Esa7KLxbXwodl2mg0BhIvUmdP2O0hVq8XuY1nYl5yDOlOooMSimDCMD2eoQERE5MjsZdzEMMFBMEwgoq4yCAbjtpoN4UIrYUPTx1qD1qL2xSKxWRHJFssuZI27W7jKXLitJoyhwp6kbOw9nm0KFQYOUGLh1FBMHO7DUIGIiMgB2cu4iWGCg2CYQES9rU5Xf62IZDXMt9NsWvfB+LhWV2tR2yKIoJS5NM56kCmbFJU0LrtoWvdBJpH10Ku0Deo6LX5JysYvx7NRW28MFQL6K7EoJhQTw30gFjNUICIichT2Mm5imOAgGCYQkS3TGnTmW2k22c2i+XMqrdriOg9OEqdrMx5czZZdtDYTwkmisNvlFo2hQg5q6407gPj3c8HCmFBMHu7LUIGIiMgB2Mu4iWGCg2CYQESOwiAYoNKqzYtKNi0yqTXfXlMv6C1qXyaWmhWRbB42NBafdIOLzNkmt9WsqdNi7/Ec7EnKRk2TUGHB1FBERTBUICIismf2Mm5imOAgGCYQUV8kCAJqdbWNyyya1XUwq/ugVUGj11jUvrHOgxKu19lO0/RH5trrdR5q6nTYm5yNX5Kyoa4zhgq+3i5YNDUUk0f4QCK2vSCEiIiIrs9exk0MExwEwwQiovbV6zVmYYNphoO22WNNNWosrPMAAEqpi1lRSVfTzIfGXS4aZkLIu7HOQ229DnuTc7DnWFZjqODljAVTQxE90pehAhERkR2xl3ETwwQHwTCBiKh76Qw6qLTqlsssmhSZbKj5oNJYXudBIZE3hgtNdrJwl7uazYRwl7vCSeLUoToPtfU67D+Rg93HsqGqNe624ePljAVTQjFlFEMFIiIie2Av4yaGCQ6CYQIRkfUYBAPU2poWyypabK95bSmGzqCzqH2pWNokcGi2zKLZsgulzAX1GkOLUGGApxMWTA3FlJF+kHbgH34iIiKyDnsZNzFMcBAME4iI7IMgCKjT17Wo6WAsLmn+uFqjQp2+3qL2RRDB9drWmS5SJWqqxcgr0EFTJ4WgNc6GuHFkGGIjQuDp5AapWNpDr5SIiIg6w17GTQwTHATDBCIix6TRa01LKloss2h4rDU+VmtrLG7fRepstqVm82UXTXe8UEjkPfAKiYiIqCl7GTd1NEzgxxZERERWIJfI0M/ZG/2cvds9V2/QX6vz0GR2g7Zxe83KumrkV5Wjqr4aglQDkUhAja4WNbpaFNYUd6AvcrjJmm6nqWwSOLjBTaY0BRLOUucO1XkgIiIix8YwgYiIyMZJxBJ4KNzhoXC/7nn1Wj1+O5GDnclXUK1RQSSrh5u7gIghSvj0F0OtawghGpddaA06aPQalOrLUFpX1n5fRJIWW2c2306z4bGrTAmxiHUciIiIHBGXOdg4LnMgIiJLabR6HEjJw8+JmahUaQAA3u4KzI8OQWxkAGRS4wBfEATU6+vNikiaFZVsNhOiVldnUT9EEEEpc2kZNsjMt9ds2G5TxjoPRETkwOxl3MSaCQ6CYQIREXWWRqvHgdQ87DyaiYproYKXmwLzokNw4xh/yKQSi9rT6rWmGg/Gug6qZnUfGsMHtbbG4m01naVOTXaycDOFDWbba15bjqGQKLjcgoiI7Iq9jJsYJjgIhglERNRVWp0eB1Pz8fPRTJRXG3eR8HSVY150CKaNDbA4VOgIY52HGqia1Hao0lRDpVGbHjcNJvSC3qL2ZWKZMVxomOEgc2uyzKKxyKSb3BUuUmcutyAiIquzl3ETwwQHwTCBiIi6i1anx6G0fOw4Yh4qzI0OwbQxAZDLuj9U6AhBMBaMbFhWUWUWNBgfq5rMfNAYtBa1LxaJTUUkG5dVKK8Vl2w+80EJidg67wMRETk2exk3MUxwEAwTiIiou2l1BhxOy8OOo5koqzKGCh5KY6gwfaz1QoWOqtdrmtR2qL7usotaXa3F7StlLsZwQdZymUVj4UnjY5lE1gOvkIiIHJG9jJsYJjgIhglERNRTtDoD4k/lY8eRDJReCxXclXLMjQrG9HEDobDxUKEjdAZdk7ChGtVatVkAYXpeo4JKq7a4zoOTRGEKGxoLTDZ7fO2/ThIn1nkgIurD7GXcxDDBQTBMICKinqbTG0OF7QmZKK0y7tjg7iLDnKgQ3DRuIBRy+w8VOsIgGKDW1jTWdGhj2UW1xhhI6Cys8yAVS5tspam8bgChlLmwzgMRkYOxl3ETwwQHwTCBiIh6i05vQMLpAmxPyEBJpTFUcHORYU5UMGaMC+wzoUJHCIKAWl3dtWUV6hYBhGnZxbXtNuv1GovaF4vEcJUpr7u7hVuTug+s80BEZPvsZdzEMMFBMEwgIqLeptMbcOR0AbYfyUBxhTFUcHW+FiqMHwgnudTKPbQ/Gr3mWk2HJnUetKoWdR+qNSqodTUWt6+UujTubNGsrkPzug9yibwHXiEREbXHXsZNNhMm6PV6fPvtt4iPj4dYLMb06dOxdOnSnrylQ2GYQERE1qLTG3D0TCG2J2SgqMJYyNDVWYbZk4MwY3wgnBUMFXqCzqCDSqs2LyrZpMhk0+02VVo1DIJl//bKJXLTsgqz7TUbllnIGh87S1nngYiou9jLuKlXw4Qff/wRL7zwAmbPno1///vfZseeeOIJ7NmzB4BxSqBIJMKcOXPw7rvvdvW2fQLDBCIisja9wRgqbEvIQFG5MVRQOkkxe3Iwbp7AUMGaDIIBNdraJsssWlt20VB8UgWdQWdR+1KRxBQ2uMpd4S5zMxWVdJU31H8wznxwlSlZ54GI6DrsZdzU0TChW/71j4+PBwAsWLDA7PnExETs3r0bADB+/Hg4OTnhyJEj2LVrF+bPn4+ZM2d2x+2JiIioB0nEYsSM9kf0SF8kni3EtoRMFJbVYNPBq9h9LAu3TArCzIlBDBWsQCwSw1WuhKtc2e65giCgTl9vKiqpajLzoUpr/rhao0advg46QY+K+kpU1Fe2274IosY6D6adLNya1H1ofOwqd4VMzO8XIiJ71i0/xc+dOwfAGBg0tWXLFgDAsmXL8PLLLwMAPvzwQ7z33nvYvHkzwwQiIiI7IhGLMXWUP6JH+CHxXCG2xWegoKwGmw+lY09SNmZNCsLMCUFwceIg0RaJRCI4S53gLHWCj8uAds/X6LXXajs0W2bRZDvNhhBCra2BAMFYcFKrAjowqdJZ6myc4SBrusxC2aTYpJsphHCSKrrhHSAiou7ULcscoqKiUFdXh9TUVLPnp0+fjsLCQsTFxWHo0KEAgMrKSkRFRcHX1xcHDhzo6q0dHpc5EBGRrTIYBBw7Z1z+kF9qLBroopBi1qQgzJoYCBcnmZV7SL1Fb9Cb6jw0XVZh9rhh2YVWZXmdB7GsyS4W18KHZttpNgQQLlJn1nkgIptkL+OmXl3moFar4eLiYvZcUVERCgoK0L9/f1OQAAAeHh5wdXVFWVlZd9yaiIiIrEQsFiF6pB8mR/gi6XwRtiVkIK9Eja2Hr81UmBiIWZOCoGSo4PAkYgk8FO7wULi3e65BMKBGV2u+zKLpsgutcZlFw/NagxYagxaldeUorStvt32xSGxWRLLFsgtZ4+4WrjIXbqtJRNRJ3RImuLq6orKyErW1tXB2dgYAJCUlAQDGjRvX6jUKBaerEREROQKxWISoEb6YFOGD4+eLsC0+A7klasTFZ+CX49mYOSEIsyYFwdWZoQJdq/MgU8JVpoSf0ve65wqCgHp9vTFc0Fa32F7T9PjaUoxaXR0MggGVmipUaqra7YsIIihlLo2zHmTKJkUljcsumtZ9kEn4PUxE1KBbwoShQ4fi+PHj2LlzJ2677TYAxnoJIpEIkyZNMju3uroaKpUKoaGh3XFrIiIishFikQiTI3wxcbgPki8UIy4+HbnFamxLuBYqTAzELZOCGSpQh4lEIjhJneAkdcIA9Gv3fK1BZ1bTwbTMQttyd4uGOg8qrRoqrRr56sJ223eSOF2b8eBqtuyitZkQThIFl1sQkUPrljBhwYIFSEpKwssvv4zU1FSUlJTg0KFDkMvlmDt3rtm5J0+eBACGCURERA5KLBJh0nAfTAgfgBMXihEXn4GcYhW2J2Til+M5mDkhELdMCoKbi9zaXSUHIxNL4eXkCS8nz3bPNQiGlnUerhNA6AU96vR1qKutQ1FtSYf60rSIZPOwobH4pBtcZM7cVpOI7E63hAl33HEHdu/ejYSEBHz//fcQBAEikQhPPvkkBgwwrxa8a9euVmcsEBERkWMRi0SYONwH48MH4OTFEsTFpyO7SIUdRzKxNzkHN48PxOzJDBXIOsQiMdzlbnCXu7V7riAIqNXVNllW0TJ8qG6yw4VGr4HWoENZXTnKOlznQQnX62ynafojc2WdByKyCd2ymwMAGAwGbN++HSdPnoS7uztuvPFGTJgwwewcjUaDRx99FHV1dVizZo1ZYUZqHXdzICIiR2EQBKRcKkHc4XRkFakAAAqZBDPGD8TsqGC4M1QgB1Gv1zSr61DdrO5DY5HJGl2txe0rpS5mRSVdTTMfGne5aJgJIWedByKbYS/jpo7u5tBtYQL1DIYJRETkaARBQMrlEsQdzkBmYTUAQC4TY8a4QMyJCoa7kqEC9R06gw4qrdo006FxZwvz7TSrNNVQadQQYNmv7gqJvDFcaLKThbvc1WwmhLvcFU4SJ9Z5IOpB9jJuYpjgIBgmEBGRoxIEAalXSrH1cDoyCxpDhZvGDcScqBB4MFQgMmMQDFBra0w1HlTXllWYPW6y7EIn6C1qXyqWNgkcmi2zaLbsQilzYZ0HIgvZy7jJpsKEX3/9FfHx8RCLxZg2bRpiYmJ6+pYOg2ECERE5OkEQkHalFHHx6UjPvxYqSMWYPm4g5kYFw8OV20kTWUoQBNTp65qEC8aAwbTMQqs2PVZpVKjT11vUvggiuDZsndksgGhcZtEYQkjF3VKqjciu2cu4qVfDhD179uAf//gHYmJi8PLLL5sde+ONN/DVV1+ZPXfffffh2Wef7ept+wSGCURE1FcIgoBTV8sQF5+Oq3lVAACZVIxpYwMwLzoEngwViHqMRq9pXGbRSoFJ02OtCmptjcXtu0idW4YNTZZdNN3xQiHhrCRyTPYybupomNAtEeH+/fuRl5eHiRMnmj1/5swZfPnllwCAgIAAyGQyZGZmYsOGDZg+fTqioqK64/ZERETkAEQiESIH98PoQd44k16GrYfTcSWvCnuP5+BASh6mjQnA3OgQeLkxVCDqbnKJHP2cvdHP2bvdc/UGPaq1KlMRSVPYoFW13OFCq4ZBMKBGV4saXS0Ka4o71Bc3WdPtNJVNAgc3uMmUpkDCWerMOg9EVtItYcKpU6cAAFOmTDF7/qeffgIAzJo1C//5z38gFovxyiuv4JtvvsH333/PMIGIiIhaEIlEGDWoH0aGeeNMRhniDmfgcm4l9ibn4LdrocK8KQwViKxFIpbAU+EBT4VHu+caBANqtLXXgobq1pddaBsfaw06aPQalOrLUFpX1n5fRJIWW2c2306z4bGrTMk6D0TdqFuWOUyZMgXV1dU4ffq02fOzZ89GVlYWvvvuO0RGRgIAioqKcOONN2LgwIHYt29fV2/t8LjMgYiI+jpBEHA2sxxxh9NxKacSACCViHDDmADMjw6Bt7uTlXtIRN3BWOehvtnMBvOiko3LLlSo09dZ1L4IIihlLi2203SXNXt87biMdR6om9nLuKlXlzlUV1dDqVSaPVdeXo7MzEx4eHiYggQA8PHxgbOzM4qL25/iRERERCQSiTAy1BsjQrxwPrMcWw+n42JOJX49kYtDqXm4ITIA86cwVCCydyKRCM5SJzhLneDj0r/d87V6rWlWg7GmQ+Oyi8YQwvhYra2BAAEqrRoqrRrowGd1zlKnJkUkmxSVbLq95rXlGAqJgsstqM/pljDBxcUF1dXV0Gq1kMlkAIDk5GQAwNixY1uc33AOERERUUeJRCJEhHpjeIgXzmdVIO5wOi5kV+DXk7k4mJqHGyL9MW9KCPp7OFu7q0TUC2QSGbwlXvB28mr3XL1BD5W2plnYUN2ixkPDsguDYECtrg61ujoUoaT9vohlxnChYYaDzK3JMovGIpNucle4SJ253IIcQreECYMGDUJqaioOHDiAmTNnAgB27twJkUiECRMmmJ1bW1uL6upqBAUFdcetiYiIqI8RiUSICPFCxLWZCnHx6TifVYHfUvJwKC0fsZH+mB8dgv6eDBWIyEgilsBD4QYPhVu75wqCgBpdbZPikm0tuzA+pzFooTVoUVpXjtK68nbbF4vEpiKSjcsqmm+z2TDzQQmJWNIdbwFRt+uWMGHWrFlISUnB3/72N1y9ehXFxcX4+eefIRaLMXfuXLNzT506BUEQEBgY2B23JiIioj5seIgXhod44UJWOeLiM3AusxwHUvJwOC0fMaP9MH9KKAYwVCAiC4hExtoKSpkL/JS+7Z5fp6s3zXZomN2g0jQus2jcblOFWl0tDIIBlZpqVGqqO9QfpczFGC7IWi6zaCw8aXwsk3AGOPWebgkT7r77bsTFxeHChQt499130VDT8e67724xA2HPnj0QiUQttpEkIiIi6qzwYC88HeyFi9kViItPx9mMchxMzUf8qQJMGeWHBVND4cNQgYh6gJNUASepAgPQr91ztQYdVJqmdR5Uzeo+NM56UGnVECBAra2BWluDAhS23xeJwhQ2mJZZyJo9vvZfJ4kT6zxQl3TLbg4AoFar8eWXXyIlJQVubm646aabsGDBArNzNBoNli5diurqavz73/82K8xIreNuDkRERJa7lGOsqXAmwzjlWCwSYeooPyyYGgIfLxcr946IqH0GwQC1tsYUMlRpqpvMeFC12G5TL+gtal8qljbZSlN53QBCKXNhnYduYC/jpo7u5tBtYQL1DIYJREREnXc5txJxh9NxOt24X71YJMKUkb5YEBMKX4YKROQgBEFAra7OrIhk06KSTZddVGtVqNdrLGpfLBLDVaa87u4Wbk3qPrDOQ+vsZdzEMMFBMEwgIiLquiu5lYiLz8Cpq6UAAJEIiB7hh4UxofDzZqhARH1LvV7TWFTStOyicbZDw2OVRgW1rsbi9pVSl8adLZrVdWhe90EukffAK7RN9jJusmqYoFKpcPbsWZSWGv/B7tevH0aMGAFXV9fuvpXDY5hARETUfa7mVSEuPh1pV5qGCr5YMDUU/v2UVu4dEZHt0Rl0UGnVTXa2aBZAXJvt0FDnwSBYNh6QS+SmZRVm22s2LLOQNT52ltp3nQd7GTdZJUxoKMB46NAhGAzmb45YLMa0adPwxBNPIDw8vLtu6fAYJhAREXW/9PwqxB1OR2qTUCEqwhcLYxgqEBF1VkOdh6ZbZ1ZpzbfSrNaojXUgtCroDDqL2peKJKawwVXuCneZm6mopKu8of6DceaDq0xpU3UeDIIB6dUZ0Ek1kOrkCHMLtan+NdXrYcKePXvw9NNPQ6PRoK0mRSIR5HI53nrrLcyaNatT9zl69CjWr1+P1NRU1NTUICAgAHPmzMGqVavg4tK5aYqCIGDHjh3YvHkzzp07h6qqKnh6emLw4MG48cYb8cADD7R6nVqtxqeffordu3cjLy8PLi4uGDNmDFauXImoqKhO9aU5hglEREQ9J6OgCnGHM5ByuQQAIAIwKcIHC2PCMLA/QwUiop4iCALq9HVNZjhcL4BQoU5fb1H7Ioga6zyYdrJwa1L3ofGxq9wVMnG3bHTYqpSiU/jhUhwq6itNz3kqPLB06CKM9RndY/ftrF4NE7KzszF//nxoNBoMHDgQf/jDHxATEwM/Pz8AQEFBAeLj4/HFF18gJycHCoUC27dvb7FtZHu+/vprvPbaaxAEAX5+fvD29sbly5eh0WgwePBgbNy4EZ6enha1qVar8dhjjyEhIQEAEBQUBE9PT5SWlqKwsBBubm5ITExscV1ZWRnuuusupKenQy6XY8iQISgrK0NBQQFEIhFeeOEFrFixwqK+tIZhAhERUc/LLKhGXHw6Tl5qFipMDcXAAVymSURkbRq99touFq0ss2h4fK3mg1preZ0HZ6mzcYaDrOkyC2WTYpNuphDCSarocLspRafw2emv2zz+4Kh7bC5Q6NUw4cUXX8T//vc/jB07Fl988QWUytaT/JqaGqxcuRKpqalYvnw51qxZ0+F7nD59GkuXLoUgCHjppZewbNkyiEQiFBYWYvXq1Thz5gxuueUWrF27tsNtCoKABx54APHx8bjhhhuwZs0aBAcHm45XVVUhKSkJN998c4trV69ejf3792PkyJH46KOP4OvrC0EQ8P3332PNmjWQSCT46aefEBER0eH+tIZhAhERUe/JKqxGXHwGTlwsBmAMFSYM98GimFAEMlQgIrILeoMeKq26yU4WxmUVxu011abtNo31HjpR50Esa7KLxbXwodl2mu5yVyhlSryZ9B+zGQnNeSk88PLU52xqyUOvhgmzZ89GVlYWtmzZ0m49hAsXLmDx4sUICQnB7t27O3yPRx55BPv27cOSJUvwj3/8w+xYRkYG5s6dC4PBgK1bt2L48OEdavOnn37CX//6V4wZMwYbN26EVNqxqS1nz57FrbfeCrFYjF27diEkJMTs+DPPPIOtW7daHG60hmECERFR78sqrMa2hAwkXyg2PTchfAAWxYQhyIehAhGRozAIBtToas2XWTRddqE1315Ta9B2ex+eGPcQhnkN7vZ2O6ujYUK3LAwpKCiAUqnsUGHF8PBwuLq6oqCgoMPtq9VqHDp0CACwbNmyFsdDQ0MRHR2NhIQE7Nq1q8NhwoYNGwAYZxl0NEgAYApBoqOjWwQJAHDnnXdi69atOHDgAGpqajpdy4GIiIisI9jXDY/eOhrZRSpsi0/H8QvFSL72Z8KwAVgYE4pgXzdrd5OIiLpILBLDVaaEq0wJf6Xvdc8VBAH1+npjuKBtf3eLWl1dh/pQVV/VHS+l13VLmCCVSqHTdawSpyAI0Gq1Fg3ez507B41GA7lcjsjIyFbPmTBhAhISEpCamtqhNrOysnDx4kWIxWJERUUhNTUVP/30E7KysuDi4oKxY8fijjvugLe3d4trU1JSAAATJ05ste3IyEjI5XLU19fj3LlzmDBhQsdeKBEREdmUIB9XPHLraOQUq7AtPgPHzxch+WIxki8WY9zQ/lgUE4YQP4YKRER9gUgkgpPUCU5SJ/igf7vnny29gA9Sv2j3PHeFe3d0r9d1y8KMkJAQ1NfXm2YPXM+hQ4dQX1/f6if6bUlPTwcABAQEQCaTtXpOQ62DhnPbc/r0aQCAp6cnvvnmG9x555347rvvcOTIEezbtw9vv/02Zs+ejaNHj7a4NiMjw+yezclkMvj7+1vUHyIiIrJdgQNcsXrJKLz8wGRMjvCBCMDJSyV4aUMS3vsxDZkF1dbuIhER2Zjh3kPhqfC47jleCg8M8QzrpR51r26ZmTBjxgycPXsWL7zwAr744gsMHtz6eo/Lly9jzZo1EIlErRY1bEtlpbFghYdH21+IhmMN57anqKgIgLHI4ltvvYXp06fj6aefRnBwMNLT0/H666/j6NGjePzxx7Ft2zbTzhSW9qeqqutTVqRS2ynG0ZqG9TQdWVdDRERkz0L83fHY7ZHILVZh6+F0JJ4pRMrlEqRcLsG4of2x5MZBCPO3z0+YiIiou4lx5/Al+CT1yzbPWDZ8CeSyntuWsid1S6/vu+8+/PDDDygoKMCSJUswZ84cTJkyBb6+xjUnBQUFOHLkCHbv3g2tVgs/Pz/ce++9HW6/vt64p2hbsxIAQC6Xm53bnpoa43YhOp0OwcHBeP/9903th4eH4+OPP8asWbNQXFyML7/8Es8++2yn+lNX17F1Mm0Ri0Xw8rKPfa7d3Z2t3QUiIqJe4eWlxKhhvsgurMb3ey/i4MkcnLxUgpOXSjAxwhfLbwnHsGAva3eTiIis7GavaLi6KrDhxPcora0wPd/P2Qv3jV+KqMBx1utcF3VLmODq6orPP/8cDz/8MHJzc7F9+3Zs3769xXmCICAwMBAfffQRXF07XglZoTDu46nVtl05U6PRmJ3b0TYBYMWKFS2CAWdnZ/zud7/D2rVrcejQIbMwQaFQoLa2tkP9cXJy6lB/2mIwCKiqsnyf1N4kkYjh7u6Mqqpa6PXczYGIiPoOV7kYK+cNx9yoIMQdTkfC6QIcP1eI4+cKMWZIPyy5YRAGD7z+FFciInJsw5TD8GrsX3GlMgMacR3kBicM9giFWCRGebnt7dzn7u7ce7s5AMDQoUMRFxeHb775Brt27cKFCxeg1+sBABKJBOHh4Zg3bx6WL18OpdKyT9o7soShI0sPmnJ3b5yC2NayjIbnc3JyWlxbW1vbof40vU9n2ct2i3q9wW76SkRE1J0GeDjjgfkjMH9KKLYnZODomUKkXi5F6uVSjBrkjcUxYQwViIj6uKGeg+DlpUR5uRo6nQEG2PfYqVsXZyiVSqxatQqrVq2CVqs1G+A3fPJfXV2NW2+9FSKRCJs2bepQu6GhoQCAvLw8aLXaVpcXZGVlmZ3bnkGDBpn+v63lCg2zFwwG8y9yaGgoCgsLkZmZ2ep1Wq0WeXl5FvWHiIiI7J+ftwv+sGAEFsYYQ4Ujpwtx+moZTl8tw8gwY6gwJJChAhER2b8eq5gnk8nQv39/9O/f32ywrtPpcO7cOZw7d67DbUVEREAmk0Gj0SAtLa3Vc5KTkwEAY8eO7VCbI0aMMC1ByM7ObvWchoCiafHFpvdouGdzaWlp0Gq1UCgUiIiI6FB/iIiIyHH4ernggfkj8PqqKMRG+kMsEuFMehle/28y3v7fSVzKqbB2F4mIiLrELsrvu7q6IjY2FgDw/ffftziekZFh2sJxzpw5HWrT2dkZN910EwBgy5YtLY4LgoDNmzcDAKKjo82OzZ49GwCQmJjY6uyE7777DgBw4403Wrykg4iIiByHj5cLVs6LwOsPReOGSH9IxCKcySjHG/89gX99exIXsyus3UUiIqJOsYswAQAeeeQRiEQibN26Fd999x0EQQBg3OLxqaeegsFgwMyZMzF8+HCz62bMmIEZM2Zg165dLdp87LHHIJVKcfz4cXzwwQemGg86nQ7/+te/cP78eSgUCtx3331m140cORI33XQT9Ho9/vSnP5m2mRQEAd999x22bt0KsViM1atX98A7QURERPbGx9MZ98+LwBuronHjmABIxCKcyyzHm9+cwD83nsCFrHJrd5GIiMgiIqFhVN5LysvLMWXKFIhEIouWOgDAhg0b8Oabb0IQBPj7+8PLywuXL1+GRqNBWFgYNm7cCG9vb7NrwsPDAQBvvPEGbrvtthZtbt68Gc8//zz0ej28vb0RGBiIrKwsVFRUQCaT4c0338SCBQtaXFdWVobly5cjIyMDcrkcQ4YMQXl5OfLz8yESifD888/jnnvusej1tUavN6CszPYqfDYllYrNCokQERHR9ZVU1uLnI5k4lJYPvcH4q9jwYE8signD8BBuKUlE5IjsZdzk7a3s0G4OdhUmAMCRI0ewbt06pKWloaamBgEBAZgzZw5WrVrV6pKC9sIEADh16hQ+//xzHD9+HJWVlfD09ERUVBQefPDBFjMdmlKpVPjss8+wa9cu5OXlwcXFBZGRkXjggQdaLI3oLIYJREREjqu0sg47jmbiUGqeKVQYFuSJxTGhGB7iBZFIZOUeEhFRd7GXcZPDhgl9DcMEIiIix1dW1Rgq6PTGX82GBnpgcWwYIhgqEBE5BHsZN3U0TLCbmglEREREjsrb3Qn33BKONx+aghnjB0IqEeFSTiXe+l8K3vjmBM6kl6GXP/8hIiK6Ls5MsHGcmUBERNT3lFfX4+ejmTiQkged3vhv6+CB7lgcE4aRYd6cqUBEZIfsZdzUo8scIiIiOtWpBoIgMEzoIIYJREREfVd5dT12JhpDBe21f2MHBbhjcWwYRjFUICKyK/YyburRMOF6RQk7imFCxzBMICIiogpVPXYezcJvKbmmUCHM3x2LY0MxelA/hgpERHbAXsZNPRomvP/++53qVHOPPfZYt7TjyBgmEBERUYNKVT12Jmbht5O50JhCBTcsjAnDmMEMFYiIbJm9jJtsdjcHsgzDBCIiImquUq3B7sQs7D+ZA43W+G9viJ8bFseEYcwQhgpERLbIXsZNDBMcBMMEIiIiakuVWoNdx7Kw/0STUMHXDYtiQjF2aH+GCkRENsRexk0MExwEwwQiIiJqT1WNBruPZWF/ci7qtXoAQLCPKxbGhGHcsP4QM1QgIrI6exk3MUxwEAwTiIiIqKOqazTYk5SNvck5qNcYQ4XAAa5YHBuKccMGMFQgIrIiexk3MUxwEAwTiIiIyFKqWi12H8vCvuQc1JlCBSUWxYRhfDhDBSIia7CXcRPDBAfBMIGIiIg6S1WrNc5UOJ5tChUGDlBi4dRQTBzuw1CBiKgX2cu4iWGCg2CYQERERF2lrtPil6Rs/HI8G7X1xlAhoL8Si2JCMTHcB2IxQwUiop5mL+MmhgkOgmECERERdZfGUCEHtfU6AIB/PxcsjAnF5OG+DBWIiHqQvYybGCY4CIYJRERE1N1q6rTYezwHe5KyUdMkVFgwNRRREQwViIh6gr2MmxgmOAiGCURERNRTaup02JucjV+SsqGuM4YKvt4uWDQ1FJNH+EAibv+XSSIi6hh7GTcxTHAQDBOIiIiop9XW67A3OQd7jmU1hgpezlgwNRTRI30ZKhARdQN7GTcxTHAQDBOIiIiot9TW67D/RA52H8uGqlYLAPDxcsaCKaGYMoqhAhFRV9jLuIlhgoNgmEBERES9rbVQYYCnExZMDcWUkX6QduCXTCIiMmcv4yaGCQ6CYQIRERFZS51Gh19P5GJnYpYpVOjvYQwVpo5iqEBEZAl7GTcxTHAQDBOIiIjI2uo1evx6Mhe7EjNRVdMYKsyfEoKY0f4MFYiIOsBexk0MExwEwwQiIiKyFa2FCv3cnTB/aghiGSoQEV2XvYybGCY4CIYJREREZGvqtXocOGlc/lCp1gAA+rkrMG9KKGJH+0MmZahARNScvYybGCY4CIYJREREZKs0Wj0OpOTh58RMVKqMoYK3uwLzokNwQ2QAQwUioibsZdzEMMFBMEwgIiIiW6fR6nEgNQ87j2ai4lqo4OVmDBVuHOMPmVRi5R4SEVmfvYybGCY4CIYJREREZC+0Oj0Opubj56OZKK+uBwB4usoxLzoE08YGMFQgoj7NXsZNDBMcBMMEIiIisjdanR6H0vKx40hjqODhKse8KGOoIJcxVCCivsdexk0MExwEwwQiIiKyV1qdAYfT8rDjaCbKqq6FCko55kaHYDpDBSLqY+xl3MQwwUEwTCAiIiJ7p9UZEH8qHzuOZKD0WqjgrpRjblQwpo8bCAVDBSLqA+xl3MQwwUEwTCAiIiJHodMbQ4XtCZkoraoDALi7yDAnKgQ3jRsIhZyhAhE5LnsZNzFMcBAME4iIiMjR6PQGJJwuwPaEDJRUGkMFNxcZ5kQFY8a4QIYKROSQ7GXcxDDBQTBMICIiIkel0xtw5HQBth/JQHGFMVRwdb4WKowfCCe51Mo9JCLqPvYybmKY4CAYJhAREZGj0+kNOHqmENsTMlBUUQvAGCrMnhyEGeMD4axgqEBE9s9exk0MExwEwwQiIiLqK/QGY6iwLSEDReXGUEHpJMXsycG4eQJDBSKyb/YybmKY4CAYJhAREVFfozcYkHi2ENsSMlFYVgPAGCrcMikIMycGMVQgIrtkL+MmhgkOgmECERER9VUGg4DEc4XYFp+BgmuhgouiMVRwcWKoQET2w17GTQwTHATDBCIiIurrDAYBx84Zlz/klzaGCrMmBWHWxEC4OMms3EMiovbZy7iJYYKDYJhAREREZGQwCEg6X4RtCRnIKzH+fuSskGLWxEDMmhQEJUMFIrJh9jJuYpjgIBgmEBEREZkzCAKOny/CtvgM5JpCBQlmTgjCrElBcHVmqEBEtsdexk0MExwEwwQiIiKi1hkEAckXihEXn47cYuPvS05yCWZODMQtk4IZKhCRTbGXcRPDBAfBMIGIiIjo+gyCgBMXihEXn4GcYhUAQCGXYOaEQNwyKQhuLnIr95CIyH7GTQwTHATDBCIiIqKOMQgCTl4sQVx8OrKLGkOFm8cHYvZkhgpEZF32Mm5imOAgGCYQERERWcYgCEi5ZAwVsgqvhQoyCWaMH4jZUcFwZ6hARFZgL+MmhgkOgmECERERUecIgoCUyyWIO5yBzMJqAIBcJsaMcYGYExUMdyVDBSLqPfYybmKY4CAYJhARERF1jSAISL1Siq2H05FZ0Bgq3DRuIOZEhcCDoQIR9QJ7GTcxTHAQDBOIiIiIuocgCEi7Uoq4+HSk518LFaRiTB83EHOjguHhqrByD4nIkdnLuIlhgoNgmEBERETUvQRBwKmrZYiLT8fVvCoAgEwqxrSxAZgXHQJPhgpE1APsZdzEMMFBMEwgIiIi6hmCIOBMehm2Hk7HlaahwpgAzI0OgZcbQwUi6j72Mm5imOAgGCYQERER9SxBEHAmowxxhzNwObcSACCVGEOFeVMYKhBR97CXcRPDBAfBMIGIiIiodwiCgLOZ5Yg7nI5LOQ2hggg3jAnA/OgQeLs7WbmHRGTP7GXcxDDBQTBMICIiIupdgiDgfGY5th5Ox8WmoUJkAOZPYahARJ1jL+MmhgkOgmECERERkXUIgoDzWRWIO5yOC9kVAACJWIQbIv0xb0oI+ns4W7eDRGRX7GXcxDDBQTBMICIiIrK+C1nGmQrnsyoAGEOF2Eh/zI8OQX9PhgpE1D57GTcxTHAQDBOIiIiIbMeFrHLExWfgXGY5AGOoEDPaD/OnhGIAQwUiug57GTcxTHAQDBOIiIiIbM/F7ArExafjbEZjqDBllB8WTA2FD0MFImqFvYybGCY4CIYJRERERLbrck4ltsan40x6GQBALBJh6ig/LJgaAh8vFyv3johsib2MmxgmOAiGCURERES273JuJeIOp+N0k1BhykhfLIgJhS9DBSKC/YybGCY4CIYJRERERPbjSm4l4uIzcOpqKQBAJAKiR/hhYUwo/LwZKhD1ZfYybmKY4CAYJhARERHZn6t5VYiLT0falaahgi8WTA2Ffz+llXtHRNZgL+MmhgkOgmECERERkf1Kz69C3OF0pDYJFaIifLEwhqECUV9jL+MmhgkOgmECERERkf3LKKhC3OEMpFwuAQCIAEyK8MHCmDAM7M9QgagvsJdxE8MEB8EwgYiIiMhxZBZUIy4+HScvNQsVpoZi4ABX63aOiHqUvYybGCY4CIYJRERERI4nq7AacfEZOHGxGIAxVJgw3AeLYkIRyFCByCHZy7iJYYKDYJhARERE5LiyCquxLSEDyReKTc9NCB+ARTFhCPJhqEDkSOxl3MQwwUEwTCAiIiJyfNlFKmyLT8fxpqHCsAFYGBOKYF83K/aMiLqLvYybGCY4CIYJRERERH1HTrEK2+IzcPx8ERp+SR83tD8WxYQhxI+hApE9s5dxE8MEB8EwgYiIiKjvyS1WYVtCBpLONYYKY4f0x+JYhgpE9spexk0MExwEwwQiIiKiviu3RI3tCRk4drbQLFRYFBuKUD93q/aNiCxjL+MmhgkOgmECEREREeWXqrEtIQOJZwvR8Nt75OB+WBwbhjB/hgpE9sBexk0MExwEwwQiIqL/b+/Oo6Ms7P2Pf7JNIBtJgOwhiYBh3yUhpKgRZVPiClru4tWKF6x6rr33XO6tWJd6scqtVSq2eop4qbRg/SEIGFApiNnASAhhK0sWsrAmIRtkmZnfH4FASoAMJMw8D+/XOZ5DZp6ZfEN7OHzfPPM8AM4rP1WntRlFytpztDUqDL2lp6Ynx6pvRA/nDgfgioyyNxETTIKYAAAAgL93tKJeazMKlbX7mGzn/jo/5JZgpY6PU99IogLgioyyN5k2JmRlZemjjz7Szp07VV9fr4iICE2ePFmzZ8+Wj4+PQ+81b948rVq16orHfPjhh5owYcIlj8fHx1/xdb169VJ6erpD87SHmAAAAIDLOVbZEhUy8y9EhcFxLVGhXxRRAXAlRtmbOhoTPG/ALJ1m2bJlev3112W32xUWFqbw8HAdPHhQ77//vjZu3Kjly5crMDDQ4fcNDw9XeHh4u8/16HHlP4SHDBkii8VyyePXMgcAAADgiNAgHz05bZDuS4rV2swiZew6qt0FFdpdUKFBsUGaPj5Ot0YHOntMACZkmJiQn5+v//mf/5Ekvfrqq5oxY4bc3Nx07NgxzZkzR7t379b8+fO1aNEih9/7oYce0rPPPntNc73zzjuKioq6ptcCAAAAnSEkyEdPTB2oe5NitS6jUBn5R7WnsFJ7Cis1MCZIqclEBQCd6+rnLriIxYsXy2azKTU1VTNnzpSbm5skKTQ0VL/+9a/l7u6ujRs3at++fU6eFAAAAHCOkMDu+pepA7VgdqImDI+Qh7ub9hZV6o1PftCby3/Q/uJKZ48IwCQMERPq6uq0detWSdKMGTMueT42NlaJiYmSpLS0tBs6GwAAAOBqegV21+NTBmjB04m6Y0RLVNhXXKVfLd+hX33yg/YVERUAXB9DfMxh7969amxslMVi0bBhw9o9ZvTo0crIyNDOnTsdfv/s7GwdOHBAVVVVCggI0ODBgzV9+nRFRkZe9bWLFy/W8ePHZbVaFRoaqsTERE2dOrXd6ygAAAAAN1KvHt31T5MHaNq4WK3LKtLWnWXaf6RKb/5ph26NDlTq+FgNiAlqPesXADrKEDGhoKBAkhQRESEvL692j+nTp0+bYx2xffv2Nl9/9dVXeu+99/T888/rqaeeuuJrP/vsszZfr1q1Su+++64WLVqkwYMHOzwLAAAA0Nl69uimf5oUr3vHxbRGhb8dqdJbf85V/6geSk2O00CiAgAHGCImnD59WtKV76xw/rnzx3ZETEyM5s2bp8TEREVGRspisWj//v1asmSJ0tLStHDhQvn4+GjWrFmXvPauu+5SamqqBgwYoLCwMNXV1SkzM1Nvv/22jhw5oieeeEKff/75Ze8S4QhPT9f+NMr524Z05PYhAAAAcJ6QYB/9y9SBSk2O09qMQm3eUaoDJae18FxUeGDCLRocF0xUALqA2fYmN7v93A1pXdh7772nd999V2PGjNEnn3zS7jGZmZl6/PHH5eHhoT179lz393zllVe0fPlyBQQEaPPmzfL19e3Q6yoqKvTQQw+prKxMDz/8sF5//fXrmsNut/OHOQAAALrEqdNn9JdNB7Qhq0hN5+57PyAmSI/dM0Aj43vz91AAl2WIMxO8vb0lSU1NTZc9prGxsc2x1+uFF17Qp59+qurqamVlZemuu+7q0OuCg4M1e/Zsvfzyy/r666/1y1/+8rr+ELbZ7Kqurr/m198IHh7uCgjorurqM7Jabc4eBwAAAB3kLmnGHX119+gorcss1F9/KNW+okr94sNM9Y0M0AMTbtHQW3oSFYBOYJS9KSCge4fOnjBETOjIRxg68lEIR/j7+6t///7as2ePioqKHHrtyJEjJUlVVVWqqqpSUFDQdc3S3Oy6/0e7mNVqM8ysAAAAuMC/u5ceTemvyWP76MusYm3OLdWh0mot/FOu4sIDlJocS1QAOolZ9iZDxITY2FhJUllZmZqamtq9CGNxcXGbYzvD+e/T3Nx8Ta+TJKvV2mnzAAAAAF0p0M9bj03sr6mJffRldrE27yhVQXm1fvNpnmLD/DU9OU7D+xIVALSc2eTyBg4cKC8vLzU2NiovL6/dY3JyciRJI0aM6JTv2dzcrMOHD0uSwsLCHHrtgQMHJLV85CIwMLBT5gEAAABulB5+3nr0rv761ZwkTR7bRxYvdxUerdG7f8nTqx9/r9wDJ2WAS68B6EKGiAl+fn5KTk6WJK1cufKS5wsLC5WVlSVJmjx5cqd8zxUrVqimpkaenp5KTEzs8Ouam5v10UcfSZISExPl6WmIkz8AAACAS/TwtWhGSj+9+a9JmpzQEhWKjtbo3c/y9OrS77XjbyeICsBNyhAxQZLmzp0rNzc3rV69WitWrGj9Q+v48eN64YUXZLPZNHHiRA0YMKDN61JSUpSSkqK0tLQ2j6enp+utt95SYWFhm8cbGxu1bNkyLViwQJL06KOPKiQkpM0xCxcu1KpVq1RbW9vm8fLycj333HPKzc2Vp6ennnnmmc740QEAAACnCvC1aMad/fTmnCRNSewjby8PFR2r0aL/t0uvfLRdOftPyEZUAG4qhrg15HlLly7VG2+8IbvdrvDwcAUFBengwYNqbGxUXFycli9fruDg4DaviY+PlyQtWLBADz74YOvjX3/9deuy36tXL4WGhkqSCgoKVF/fcveESZMmaeHChbJYLG3ec+7cufrmm2/k4eGh6Oho9ejRQzU1NSooKJDdbpe3t7d++ctfavr06df9M1utNlVU1F33+3QlT093BQX5qrKyzhQXEgEAAMCV1dQ3auP2I/o6p0QNjS3XCIvq7afU5FiNvLW33LmmAnAJo+xNwcG+Hbqbg6FigiRlZmZqyZIlysvLU319vSIiIjR58mTNnj1bvr6+lxx/uZhQXl6ulStXKjc3V0VFRaqsrFRTU5OCg4M1fPhwPfDAA0pJSWl3hq1bt+qrr75Sfn6+jh8/rqqqKnl5eSkqKkrjxo3TP/zDP6hPnz6d8vMSEwAAAOCqas80acO2Yn2TU6KzrVHBV9PHx2lUPFEBuJhR9ibTxoSbDTEBAAAArq72TJM2bj+ib3KO6ExDS1SI7O2r+5JiNWZACFEBkHH2JmKCSRATAAAAYBR1Z5v01fYj+ur7C1Ehopevpo+P1Zj4ELm7ExVw8zLK3kRMMAliAgAAAIzmQlQo0ZmGZklSeE8f3Tc+VmMHhBIVcFMyyt5ETDAJYgIAAACMqv5sk77+vkQbtx9R/UVR4d6kWCUMJCrg5mKUvYmYYBLEBAAAABhd/dlmfZNzRBu3H1Hd2ZaoEBrso+lJsRo7KEQe7oa5Yz1wzYyyNxETTIKYAAAAALM409Csr3NKtHFb8YWoENRd9ybFKnFwKFEBpmaUvYmYYBLEBAAAAJjNmYZmbfqhRBu2HVHtmSZJUkhQd907LlbjhhAVYE5G2ZuICSZBTAAAAIBZnWlo1l93lCotu7g1KvQO7KZ7k2I1bnCYPDuw0ABGYZS9iZhgEsQEAAAAmN3Zxmb99YdSfXlRVOjVoyUqJA0hKsAcjLI3ERNMgpgAAACAm0VDo/XcmQpFqq6/EBWmjYvR+KHhRAUYmlH2JmKCSRATAAAAcLNpaLJq846WMxWq6xolST0DumlaUoySiQowKKPsTcQEkyAmAAAA4GbV0GTVlnNR4XRrVPDW1HGxSh4aLi9PogKMwyh7EzHBJIgJAAAAuNk1Nlm1JbdM67OLdLq2JSoEB3hramKMfjQsgqgAQzDK3kRMMAliAgAAANCiscmqb3eWaX1WkarORYUg/5aoMGF4uLw8PZw8IXB5RtmbiAkmQUwAAAAA2mpqturbneVan1WkypoGSVKgn0VTE2N0+4gIogJcklH2JmKCSRATAAAAgPY1NVu1Na9c6zIvRIUefhZNTWiJChYvogJch1H2JmKCSRATAAAAgCtrarbpu7wyrcsqUkX1uajga9GUxBjdQVSAizDK3kRMMAliAgAAANAxTc02pe8q17rMQp06FxUCfC2aktBHd4yMlDdRAU5klL2JmGASxAQAAADAMc3WlqiwNqNIp6rPSpICfLw0OSFGd46MlLeFqIAbzyh7EzHBJIgJAAAAwLVpttqUkX9UazMKdfJ0S1Tw9/HS5IQ+ShkZRVTADWWUvYmYYBLEBAAAAOD6NFttysw/qrWZhTpR1RIV/LqfiwqjItXN4unkCXEzMMreREwwCWICAAAA0DmarTZl7T6mtRmFOl51RlJLVJg0Nlopo6LU3ZuogK5jlL2JmGASxAQAAACgc1ltLVHhi4xCHa9siQq+3Tw1aWwf3TWaqICuYZS9iZhgEsQEAAAAoGtYbTZl7zmmLzKKdKyiXlJLVLjntmhNHBNNVECnMsreREwwCWICAAAA0LVsNruy9x7TF+mFOnouKvh4X4gKPt2ICrh+RtmbiAkmQUwAAAAAbgybza5te1s+/lB+6kJUuPu2aN09Jko+3bycPCGMzCh7EzHBJIgJAAAAwI1ls9m1fd9xfZFRqLKTLX8X7+7tqbvHROnu26LlS1TANTDK3kRMMAliAgAAAOAcNrtd3+87ri/SC1XaGhU8NHF0tO6+LVp+3YkK6Dij7E3EBJMgJgAAAADOZbPblbP/hNakF6j0RMvfzbtZPDRxTJTuua0PUQEdYpS9iZhgEsQEAAAAwDXY7Hb9sP+E1qQXquRErSTJ2+KhiaOjdM9t0fL3sTh5Qrgyo+xNxASTICYAAAAArsVmt2vH305qTXqBjhy/EBXuGhWlSWOJCmifUfYmYoJJEBMAAAAA12Sz25V7oCUqFB87FxW8PJQyKlKTEvoogKiAixhlbyImmAQxAQAAAHBtdrtduQdPas13hSo6ViNJsni5K2VklCYn9FGAL1EBxtmbiAkmQUwAAAAAjMFut2vnoVNa/V2Bio5eiAp3jozU5IQY9SAq3NSMsjcRE0yCmAAAAAAYi91uV96hU1qTXqCC8nNRwdNdd4yM1JSEPurh5+3kCeEMRtmbiAkmQUwAAAAAjMlut2vX4QqtSS/Q4bJqSZKXp7tuHxGhqYkxCiQq3FSMsjcRE0yCmAAAAAAYm91u1+6CCq3+rkCHLo4KwyM0JTFGQf5EhZuBUfYmYoJJEBMAAAAAc7Db7dpdWKE13xXqYOlpSZKnR0tUmDqOqGB2RtmbiAkmQUwAAAAAzMVut2tPUaXWfFegAyXno4KbfjQ8QtMSYxQc0M3JE6IrGGVvIiaYBDEBAAAAMCe73a59RZVa/V2B/nZxVBjWck2Fnj2ICmZilL2JmGASxAQAAADA3Ox2u/YVV2nNdwXaf6RKkuTh7qYfDQvX1HEx6tWju3MHRKcwyt5ETDAJYgIAAABw89hf3HKmwr7iKkktUSF5WLimJcaoVyBRwciMsjcRE0yCmAAAAADcfPYXV2pNeqH2FlVKaokK44eGadq4WPUmKhiSUfYmYoJJEBMAAACAm9ffjlRpTXqB9hReiArjhoTp3qRYhRAVDMUoexMxwSSICQAAAAAOlpzW6vQC7S6okCS5u7kpaUiY7k2KUUiQj5OnQ0cYZW8iJpgEMQEAAADAeQdLT2vNdwXKvygqjBscqnvHxyqUqODSjLI3ERNMgpgAAAAA4O8dKj2tNemF2nX4lCTJzU1KHBSm+8bHKiyYqOCKjLI3ERNMgpgAAAAA4HIOl1VrTXqB8g5dHBVCdW9SrMJ7+jp5OlzMKHsTMcEkiAkAAAAArqagvFprvivQzouiQsLAUN03nqjgKoyyNxETTIKYAAAAAKCjCo9Wa813hco9eFKS5CbptoEhum98nCJ7ERWcySh7EzHBJIgJAAAAABxVdLRGa9ILtOPA30WFpFhF9vZz7nA3KaPsTcQEkyAmAAAAALhWxcdqtCa9UD/87YSklqgwekCIpo+PVRRR4YYyyt5ETDAJYgIAAACA61V8rEZfZBQqZ/+J1sdGx/fW9PFxig4hKtwIRtmbiAkmQUwAAAAA0FlKjtdqTUahvt93vPWx0bf21n3jY9Un1N+Jk5mfUfYmYoJJEBMAAAAAdLaSE7X6Ir0lKpxfCEf276Xp4+MUE0ZU6ApG2ZuICSZBTAAAAADQVUpP1OqLjEJt33shKozo10upyUSFzmaUvYmYYBLEBAAAAABdrexkndZmFCp7z7E2UWF6cqxiwwKcOptZGGVvIiaYBDEBAAAAwI1SfqpOX5yPCuc2xWF9eyo1OU5x4USF62GUvYmYYBLEBAAAAAA3WvmpOq3NKFLWnqOtUWHoLT01PTlWfSN6OHc4gzLK3kRMMAliAgAAAABnOVZRr7UZhcrcfUy2c6vjkFuClTo+Tn0jiQqOMMreREwwCWICAAAAAGc7VnkuKuRfiAqD41qiQr8ookJHGGVvIiaYBDEBAAAAgKs4XlmvtZlFyth1tDUqDIoN0vTxcbo1OtC5w7k4o+xNxASTICYAAAAAcDXHq85oXUahMvKPymprWSkHxgQpNZmocDlG2ZuICSZBTAAAAADgqk5WndHazCKl7ypvjQoD+gQqNTlO8X2CnDydazHK3kRMMAliAgAAAABXd/L0Ga3PLNLWvAtRIT66JSoMiCEqSMbZm4gJJkFMAAAAAGAUp06f1bqsIm3dWdYaFW6NDlTq+FgNiAmSm5ubkyd0HqPsTcQEkyAmAAAAADCaiuoLUaHZ2rJy9o/qodTkOA28SaOCUfYmYoJJEBMAAAAAGFVF9VmtzyrStxdFhX5RPZQ6Pk6DYm+uqGCUvYmYYBLEBAAAAABGV1nToPVZRdqSW6Zma8vO0DcyQKnj4zQ4LvimiApG2ZuICSZBTAAAAABgFpU1DfoyuyUqNJ3bHW6JCFBqcpyGmDwqGGVvIiaYBDEBAAAAgNlU1Tboy6xibc4tbY0KceEBSk2O1dBbepoyKhhlbyImmAQxAQAAAIBZna5t0JfZxdq8o1SN53aJ2DB/TU+O0/C+5ooKRtmbTBsTsrKy9NFHH2nnzp2qr69XRESEJk+erNmzZ8vHx8eh95o3b55WrVp1xWM+/PBDTZgwod3n6urq9MEHH2jDhg0qKyuTj4+Phg8frieeeEIJCQkOzXI5xAQAAAAAZne6rlEbsou1aUeJGptadoqYMH+ljo/T8H7miApG2Zs6GhM8b8AsnWbZsmV6/fXXZbfbFRYWpvDwcB08eFDvv/++Nm7cqOXLlyswMNDh9w0PD1d4eHi7z/Xo0aPdxysqKvTjH/9YBQUFslgs6tevnyoqKrR582Zt2bJF8+fP16xZsxyeBQAAAABuNj18LZqR0k+TE/oobVuxNv1QoqKjNXr3szzFhPpr+vhYjejfyxRRwSwMc2ZCfn6+HnnkEdntdr3yyiuaMWOG3NzcdOzYMc2ZM0e7d+/WPffco0WLFnX4Pc+fmfDTn/5Uzz77rEPzzJkzR5s2bdLgwYP1/vvvKzQ0VHa7XStXrtRLL70kDw8PffbZZxo4cKCjP2obnJkAAAAA4GZTXd+oDduKtSmnVA1NVklSnxA/3Tc+TiNv7SV3A0YFo+xNHT0z4epHuIjFixfLZrMpNTVVM2fObC1SoaGh+vWvfy13d3dt3LhR+/bt6/JZ9uzZo02bNsnd3V1vv/22QkNDJUlubm6aOXOmUlNTZbVatXjx4i6fBQAAAADMJsDHokfu6Kc354zTtHEx8rZ4qPh4rd5btUsvL9munP3HZTPGv4ubliFiQl1dnbZu3SpJmjFjxiXPx8bGKjExUZKUlpbW5fNs2LBBkpSYmKiYmJhLnp85c6YkacuWLaqvr+/yeQAAAADAjPx9LHro9r56a06Spo2LUTeLh0pO1Oq9Vfl6eck2fb+PqOAshrhmwt69e9XY2CiLxaJhw4a1e8zo0aOVkZGhnTt3Ovz+2dnZOnDggKqqqhQQEKDBgwdr+vTpioyMbPf43NxcSdKYMWPafX7YsGGyWCxqaGjQ3r17NXr0aIdnAgAAAAC08OvupYdu76tJY/to4/Yj+ibniEpO1Gnx5/mK7O2r+5JiNWZAiCE//mBUhogJBQUFkqSIiAh5eXm1e0yfPn3aHOuI7du3t/n6q6++0nvvvafnn39eTz311CXHFxYWtvmef8/Ly0vh4eEqKipSQUEBMQEAAAAAOoFfdy89OOEWTRobra+2H9FX3x9R6Yk6/W71bkWkF2r6+FiNiQ+RuztRoasZIiacPn1a0uXvrHDxc+eP7YiYmBjNmzdPiYmJioyMlMVi0f79+7VkyRKlpaVp4cKF8vHxueSuDI7MU11d3eF5LsfT07U/jXL+4hwduUgHAAAAAFyvHn7eevjOfpqSGKMN24q1cdsRlZ08FxV6FSo1OU4Jg0JdKiqYbW8yRExoaGiQpMuelSBJFoulzbEdMWfOnEseGz58uN555x298sorWr58uX7zm9/o/vvvl6+v7zXNc/bs2Q7P0x53dzcFBfle/UAXEBDQ3dkjAAAAALiJBAVJT94fqJmTBuqLrYe1+ttDKjtZp/c/z9cXGYWaOfFW/WhklDxcKCqYZW8yREzw9vaWJDU1NV32mMbGxjbHXq8XXnhBn376qaqrq5WVlaW77rqrzTxnzpzp0DzdunW7rjlsNruqq137Io4eHu4KCOiu6uozslpd9xYnAAAAAMxr8m1RmjA0TF9tL1ZadrFKjtfqf5f/oE/S9in1R3FKHBwqD3fnnRVglL0pIKB7h86eMERM6MhHGDry0QNH+Pv7q3///tqzZ4+KioraPBcQEKAzZ850aJ6AgIDrnsWV70F6MavVZphZAQAAAJiPxdNd08bFKmVUlL7OKdHGbcU6WlGv36/erc+/Pax7k2KdHhXMsjcZ4sMasbGxkqSysrLLng1QXFzc5tjOcP5jDM3Nze3O8/eR4bympiaVlZV1+jwAAAAAgKvr7u2p+5Ji9eacJD10+y3y6+6lY5Vn9Id1e/XzD7P1XV65rDbjL/TOZIiYMHDgQHl5eamxsVF5eXntHpOTkyNJGjFiRKd8z+bmZh0+fFiSFBYW1ua589/j/Pf8e3l5eWpqapK3t7cGDhzYKfMAAAAAABzT3dtT08bF6lf/Ok4P39FXft29dLzyjJas36v//iBLW/PK1OzCHzlwZYaICX5+fkpOTpYkrVy58pLnCwsLlZWVJUmaPHlyp3zPFStWqKamRp6enkpMTGzz3KRJkyRJ2dnZ7Z6dsGLFCknShAkT2ly4EQAAAABw43X39tTUxBi9OWecHjkXFU5UndVH6/fpvz/I0rc7iQqOMkRMkKS5c+fKzc1Nq1ev1ooVK2S32yVJx48f1wsvvCCbzaaJEydqwIABbV6XkpKilJQUpaWltXk8PT1db731lgoLC9s83tjYqGXLlmnBggWSpEcffVQhISFtjhk8eLDuvPNOWa1W/du//ZuOHz8uSbLb7VqxYoVWr14td3f3du8WAQAAAABwjm4WT01JjNFbc5I0485+CvDx0snTZ7X0y5aosCW3lKjQQW7281u5ASxdulRvvPGG7Ha7wsPDFRQUpIMHD6qxsVFxcXFavny5goOD27wmPj5ekrRgwQI9+OCDrY9//fXXeuaZZyRJvXr1UmhoqCSpoKBA9fUtd0+YNGmSFi5c2Hqbx4tVVFToscceU2FhoSwWi/r166fKykqVl5fLzc1NP//5z/WP//iP1/0zW602VVTUXff7dCVPT3cFBfmqsrLOFBcSAQAAAHBzaGiyavOOUn2ZXazqupY78vUM6KZpSTFKHhouzw7c1aCjjLI3BQf7duhuDoaKCZKUmZmpJUuWKC8vT/X19YqIiNDkyZM1e/bsdj9ScLmYUF5erpUrVyo3N1dFRUWqrKxUU1OTgoODNXz4cD3wwANKSUm54iy1tbX68MMPlZaWprKyMvn4+GjYsGF68sknL/loxLUiJgAAAABA12posmrLuahwujUqeGvquFglDw2Xl+f1RwWj7E2mjQk3G2ICAAAAANwYjU1Wbckt0/rsIp2ubYkKQf7emjYuRj8aFnFdUcEoexMxwSSICQAAAABwYzU2WfXtzjKtzypS1UVRYWpijCYMD5eXp4fD72mUvYmYYBLEBAAAAABwjqZmq77dWa71WUWqrGmQJAX6WTQ1MUa3j4hwKCoYZW8iJpgEMQEAAAAAnKup2aqteeVal3khKvTws2hqQktUsHhdPSoYZW8iJpgEMQEAAAAAXENTs03f7SrXusxCVVSfiwq+Fk1JjNEdV4kKRtmbiAkmQUwAAAAAANfS1GxT+rmocOpcVAjwtWhKQh/dMTJS3n8XFWw2uw6VnVaT3U1ebnb1jeghd3c3Z4x+VcQEkyAmAAAAAIBraraejwpFOnn6rCQpwMdLkxNidOfISHlbPJSz/7iWf32g9eMRUsvFHH88sb9Gx4c4a/TLIiaYBDEBAAAAAFxbs9WmjPyjWptR2BoV/H28NOSWYGXmH7vs6555YIjLBQVigkkQEwAAAADAGJqtNmXmH9XazEKdqDp71eOD/b315pwkl/rIQ0djwtWPAAAAAAAAV+Xp4a4fDY/Q608lakpCn6seX1HToL8dqer6wboAMQEAAAAAgE7k6eGu6FC/Dh1bVddw9YNcEDEBAAAAAIBOFujr3anHuRpiAgAAAAAAnezW6EAF+V85FAT7e+vW6MAbM1AnIyYAAAAAANDJ3N3d9OOJ/a94zGMT+7vUxRcdQUwAAAAAAKALjI4P0TMPDLnkDIVgf2+XvC2kIzydPQAAAAAAAGY1Oj5EI/v31qGy02qyu8nLza6+ET0Me0bCecQEAAAAAAC6kLu7mwbGBisoyFeVlXVqbrY5e6TrxsccAAAAAACAQ4gJAAAAAADAIcQEAAAAAADgEGICAAAAAABwCDEBAAAAAAA4hJgAAAAAAAAcQkwAAAAAAAAOISYAAAAAAACHEBMAAAAAAIBDiAkAAAAAAMAhxAQAAAAAAOAQYgIAAAAAAHAIMQEAAAAAADjEzW632509BC7PbrfLZnP9/4k8PNxltdqcPQYAAAAAuCwj7E3u7m5yc3O76nHEBAAAAAAA4BA+5gAAAAAAABxCTAAAAAAAAA4hJgAAAAAAAIcQEwAAAAAAgEOICQAAAAAAwCHEBAAAAAAA4BBiAgAAAAAAcAgxAQAAAAAAOISYAAAAAAAAHEJMAAAAAAAADiEmAAAAAAAAhxATAAAAAACAQ4gJAAAAAADAIcQEAAAAAADgEE9nDwDjOXHihNLT05Wfn69du3Zp7969amho0NixY7Vs2TJnjwcAAAAATmW327Vjxw5t2rRJOTk5Onz4sGpra+Xv769Bgwbp/vvv13333Sc3Nzdnj3rNiAlw2Lp167RgwQJnjwEAAAAALikrK0uPP/5469fR0dGKjIxUaWmp0tPTlZ6ernXr1mnRokWyWCzOG/Q6EBPgMD8/PyUlJWno0KEaOnSo9uzZo8WLFzt7LAAAAABwCXa7XVFRUfrnf/5nTZs2TT179mx97vPPP9f8+fO1efNmvfPOO/qP//gPJ0567dzsdrvd2UPA2P74xz/qtdde42MOAAAAACCptrZW3t7e8vLyavf53/3ud3r77bcVGBiozMxMubsb73KGxpsYAAAAAAAX5ufnd9mQIEkTJkyQJFVVVamiouJGjdWpiAkAAAAAANxAZ8+ebf11t27dnDjJtSMmAAAAAABwA61bt06SNGDAAPn5+Tl5mmtDTAAAAAAA4AbJz8/Xn//8Z0nS7NmznTzNtSMmAAAAAABwA5w8eVLPPvusmpubdffdd2vatGnOHumaERMAAAAAAOhiNTU1euqpp1RWVqbBgwfrjTfecPZI14WYAAAAAABAF6qrq9NPfvIT7dmzR/3799cf/vAHw14r4TxiAgAAAAAAXeTMmTN6+umnlZubq9jYWH300UcKCgpy9ljXjZgAAAAAAEAXaGho0Jw5c7R9+3ZFRkZq6dKl6t27t7PH6hTEBAAAAAAAOllTU5OeffZZZWZmKjQ0VB9//LHCw8OdPVanISYAAAAAANCJrFarfvazn2nLli3q3bu3Pv74Y0VHRzt7rE7lZrfb7c4eAsZSXl6u+++/v/XrxsZG1dfXy9PTs81FRH7yk5/oqaeecsKEAAAAAOA8a9eu1c9+9jNJUmRkpEJDQy977Pz58zVo0KAbNVqn8XT2ADAeq9WqqqqqSx5vbm5u8/jZs2dv3FAAAAAA4CIaGxtbf11aWqrS0tLLHltTU3MjRup0nJkAAAAAAAAcwjUTAAAAAACAQ4gJAAAAAADAIcQEAAAAAADgEGICAAAAAABwCDEBAAAAAAA4hJgAAAAAAAAcQkwAAAAAAAAOISYAAAAAAACHEBMAAAAAAIBDiAkAAADXID4+XvHx8crOznb2KAAA3HCezh4AAACYw6JFi/Tb3/62w8fv37+/C6cBAABdiZgAAAA6Xa9evZw9AgAA6ELEBAAA0OnS09OdPQIAAOhCXDMBAAAAAAA4hDMTAACA06WkpKi0tFQLFizQPffco9///vfauHGjysvL1b17d40ePVpPP/20hg8fftn3sFqtWrVqldasWaP9+/errq5OQUFBGjlypGbNmqWEhIQrzlBeXq5ly5YpPT1dJSUlampqUkhIiPr3769JkyZpypQp8vb2bve1tbW1+vDDD7VhwwaVlZWpe/fuGjFihObOnXvFmQEAMCpiAgAAcBnV1dV6+OGHVVBQIC8vL3l7e6uqqkrffPON/vrXv+q1117Tww8/fMnrampqNHfuXG3btk2S5OHhIV9fX504cUIbNmzQhg0b9MQTT+g///M/2/2+n3/+uV566SU1NDRIkry8vOTr66vy8nIdOXJEmzZtUnx8vAYOHHjJa0+cOKEHH3xQRUVF8vb2lru7u6qqqrR582alp6frd7/7nZKTkzvxdwkAAOfjYw4AAMBl/Pa3v1VFRYV+85vfKDc3Vzk5OVq/fr3Gjh0rm82mX/ziF9q9e/clr/v5z3+ubdu2ycvLSy+++KJycnK0fft2bd26VQ899JAkacmSJfrTn/50yWs3b96sefPmqaGhQaNGjdInn3yivLw8ZWdna8eOHfrkk080Y8YMeXl5tTvzq6++Ki8vL3388cfKzc3Vjh079OmnnyouLk5NTU166aWXZLPZOvc3CgAAJ3Oz2+12Zw8BAACM7+JbQ17tbg5TpkzRiy++2Pr1+Y85SNLSpUs1bty4NsefPXtWqampKiws1O23364PPvig9bmdO3dqxowZkloW+5kzZ17y/Z577jlt2LBBQUFB2rJlS+vHFZqbmzVp0iSVlJRo9OjRWrp0qSwWS4d+3vj4eElScHCw1q5dq549e7Z5fv/+/Zo+fbokafny5Ro9enSH3hcAACPgzAQAANDpTp48ecX/amtr233dqFGjLgkJktStWzc9+eSTkqStW7eqpqam9bn169dLksLCwvTII4+0+77PP/+8JKmysrLNnSays7NVUlIiSfqv//qvDoeEi82YMeOSkCC1xIaoqChJLWEBAAAz4ZoJAACg013r8pyYmHjV52w2m3bv3t36dX5+viQpISFB7u7t/ztJ3759FRoaqmPHjik/P18pKSmSpB07dkiSevfuraFDh17TzFe6wGJISIhKSkp0+vTpa3pvAABcFWcmAAAAlxEaGtqh5yoqKlp/ferUqau+Vmo5c+Hi46WWiydKUkREhOPDnuPr63vZ5zw9W/7dprm5+ZrfHwAAV0RMAAAANy03NzdnjwAAgCEREwAAgMs4duxYh54LDg5u/fX56xUcPXr0iu99/vmLr29w/kKRZWVljg8LAMBNjJgAAABcRnZ29lWfc3d316BBg1ofHzJkSOvzl7sF46FDh1pjxMXXRhg1apSklo877Nq16/qGBwDgJkJMAAAALiMnJ6fdoNDQ0KAlS5ZIkpKTkxUQEND63LRp0yS1nLnw6aeftvu+7777riQpKChISUlJrY8nJCQoOjpakrRgwQI1NjZ2zg8CAIDJERMAAIDL8Pf313PPPae0tLTWixYeOnRIs2fP1uHDh+Xh4aHnnnuuzWuGDRumSZMmSZJee+01/fGPf9SZM2cktZxx8OKLLyotLU1Syy0ivb29W1/r4eGh+fPny83NTTk5OXr88cf1/ffft57h0NjYqOzsbP37v/+7Dh482OU/PwAARsGtIQEAQKcbP378VY9ZtGhR68cMzvvpT3+qP//5z3r++edlsVjk7e2tmpoaSS0XS3z55ZfbvYXj66+/rsrKSm3btk2vvfaaFixYIF9fX1VXV8tut0uSnnjiCT322GOXvPb222/XG2+8ofnz5ysnJ0ezZs2SxWKRj4+PamtrW6PGk08+6fDvAwAAZkVMAAAAne7kyZNXPaapqemSxwICAvSXv/xFv//977Vx40aVl5crMDBQI0eO1NNPP62RI0e2+17+/v5aunSpVq1apdWrV2v//v2qr69Xr169NGrUKM2aNUsJCQmXneX+++/XmDFj9H//939KT09XWVmZGhoaFBERoVtvvVX33HOP+vbt2/HfAAAATM7Nfj7XAwAAOElKSopKS0u1YMECPfjgg84eBwAAXAXXTAAAAAAAAA4hJgAAAAAAAIcQEwAAAAAAgEOICQAAAAAAwCFcgBEAAAAAADiEMxMAAAAAAIBDiAkAAAAAAMAhxAQAAAAAAOAQYgIAAAAAAHAIMQEAAAAAADiEmAAAAAAAABxCTAAAAAAAAA4hJgAAAAAAAIcQEwAAAAAAgEP+P0ehRzSDGaOHAAAAAElFTkSuQmCC",
            "text/plain": [
              "<Figure size 1200x600 with 1 Axes>"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "import pandas as pd\n",
        "import seaborn as sns\n",
        "import matplotlib.pyplot as plt\n",
        "\n",
        "df_stats = pd.read_parquet(f\"{output_dir}/training_stats.parquet\")\n",
        "\n",
        "sns.set(style='darkgrid')\n",
        "\n",
        "sns.set(font_scale=1.5)\n",
        "plt.rcParams[\"figure.figsize\"] = (12,6)\n",
        "\n",
        "plt.plot(df_stats['Training Loss'], 'b-o', label=\"Training\")\n",
        "plt.plot(df_stats['Valid. Loss'], 'g-o', label=\"Validation\")\n",
        "\n",
        "plt.title(\"Training & Validation Loss\")\n",
        "plt.xlabel(\"Epoch\")\n",
        "plt.ylabel(\"Loss\")\n",
        "plt.legend()\n",
        "plt.xticks([1, 2])\n",
        "\n",
        "plt.show()"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "dXX4z7Wqe8ry"
      },
      "source": [
        "13. Load and test the model."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "mpBJNtYuAY9D",
        "outputId": "66532b2e-1635-483d-d20a-9daad799ea57"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Question: 👤 How can I learn how to code in Python?\n",
            "\n",
            "Response 1: 🤖 The Python programming language is an interpreted, high-level programming language that is widely used in various domains, including web development, scientific computing, machine learning, and more. Python is extensively used in diverse industries and is used in a wide range of applications, including web development, scientific computing, machine learning, and more.\n",
            "Response 2: 🤖 Learning to code in Python is a great way to expand your skillset and find creative ways to use Python. The Python programming language is versatile and can be used to create a wide range of applications. Python is a versatile language that can be used to develop a wide range of applications, including web applications, scientific computing, artificial intelligence, machine learning, and more. You can use Python to build a website, a mobile app, or even an entire web application.\n"
          ]
        }
      ],
      "source": [
        "from transformers import AutoModelForCausalLM, AutoTokenizer\n",
        "import torch\n",
        "\n",
        "device = torch.device(\"cuda\"  if torch.cuda.is_available() else  \"cpu\")\n",
        "\n",
        "tokenizer = AutoTokenizer.from_pretrained(output_dir)\n",
        "aira = AutoModelForCausalLM.from_pretrained(output_dir)\n",
        "\n",
        "aira.eval()\n",
        "aira.to(device)\n",
        "\n",
        "question =  input(\"Enter your question: \")\n",
        "\n",
        "inputs = tokenizer(tokenizer.bos_token + question + tokenizer.eos_token, return_tensors=\"pt\").to(device)\n",
        "\n",
        "responses = aira.generate(**inputs,\n",
        "    bos_token_id=tokenizer.bos_token_id,\n",
        "    pad_token_id=tokenizer.pad_token_id,\n",
        "    eos_token_id=tokenizer.eos_token_id,\n",
        "    do_sample=True,\n",
        "    top_k=50,\n",
        "    max_length=200,\n",
        "    top_p=0.95,\n",
        "    temperature=0.7,\n",
        "    num_return_sequences=2)\n",
        "\n",
        "print(f\"Question: 👤 {question}\\n\")\n",
        "\n",
        "for i, response in  enumerate(responses):\n",
        "    print(f'Response {i+1}: 🤖 {tokenizer.decode(response, skip_special_tokens=True).replace(question, \"\")}')\n"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "cJXlHi2oe8rz"
      },
      "source": [
        "Done! 🤗"
      ]
    }
  ],
  "metadata": {
    "accelerator": "GPU",
    "colab": {
      "gpuType": "A100",
      "machine_shape": "hm",
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.9.13"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "012053b913e246c8accc32de17bf3abf": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d185f740dc6c49738bd341a73517e943",
            "placeholder": "​",
            "style": "IPY_MODEL_ee8f32432ea54d4a9a7242991bdb25fd",
            "value": " 689/689 [00:00&lt;00:00, 6.33kB/s]"
          }
        },
        "029c87d4b9364bc586caa9401a91cfea": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0409a9b4564d4f02a2ca61e379db7aa2": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "051bbaeec414408a849d09be76a33e16": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "065a42b2d3bd4ddaa5458cc87b747f30": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_98cb528bccf641e784f9aaa3f024747e",
            "placeholder": "​",
            "style": "IPY_MODEL_4f0e3de1ad804e1e9bb22def9f260b51",
            "value": " 0/9204 [00:00&lt;?, ? examples/s]"
          }
        },
        "0755e17569f045da9b0af360e408ec17": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_44b6580a1eaa4f7fba0e9e206c4f75a8",
            "placeholder": "​",
            "style": "IPY_MODEL_0bb6f3716022416c808d3d3125ae6a53",
            "value": " 1.04M/1.04M [00:00&lt;00:00, 5.29MB/s]"
          }
        },
        "07f6b6e16c174355a27ef301472fb55e": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "09a9aac7a49441f19e91e1252a9eac8a": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_9f4d331e58b84049b093b510baa08a50",
            "max": 456318,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_3261d613f1434e7cbbbbda5975e92546",
            "value": 456318
          }
        },
        "0bb6f3716022416c808d3d3125ae6a53": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "0c28575577394f94828fc80a8ba3249d": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_3fae3623d19c4b6c95dff24d3e97ec5e",
            "max": 124,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_9cd0a3fad23f481f87c19d2a57fd3130",
            "value": 124
          }
        },
        "10fb158948cc43c1b174b45d41ab278c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "1321f5ab2dfd48ea83019267e2a5d442": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_b2be32c7331c4979bf34262b55f8be95",
              "IPY_MODEL_c0bb60c6dadc4e2e9db0a25724aa5798",
              "IPY_MODEL_8306fa8ddaba4388bc6d284f781e227d"
            ],
            "layout": "IPY_MODEL_64fe558b22964b399991e55a9e5ef78a"
          }
        },
        "1554871002044ec7b6eac838c0cca770": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "17ca377d4bc34da3b6086bdb50e9d13a": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "18ca578fb6934754887cc8441febdfa9": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_1554871002044ec7b6eac838c0cca770",
            "placeholder": "​",
            "style": "IPY_MODEL_3821aa65e332455bb423d95456f5c493",
            "value": " 0/9183 [00:00&lt;?, ? examples/s]"
          }
        },
        "19dbf8fc5dbe46e6b7805ed6f76d191c": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "1d9f64595ea94de99455bfa2756f576b": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_9089827f7c964e568099dd644f9bf866",
              "IPY_MODEL_9848b009f303407ea15de664ba6912ee",
              "IPY_MODEL_c1a7b8cce90d4196baf136c87bb99839"
            ],
            "layout": "IPY_MODEL_3c76c2cba00843eabcb0f9b051a7f0de"
          }
        },
        "1e29596501214a57b3247f42488660d0": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_4077e325ffa141e0a9314272418e32b7",
            "placeholder": "​",
            "style": "IPY_MODEL_dec391b8a2294567a5ec5b84ce4fdfa4",
            "value": "Downloading data: 100%"
          }
        },
        "1f3b8e0c2eb7472fa18852118b81eae2": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "20152bedb4284b3ebe6d42adfd372915": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "224a97dd5fb5458ca16e7b59ab537f47": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "2439a2edd1564c8d8491d65e33cfe252": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "24e619a197b045c2b59fe16bb1e5a60b": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_3cdc835cf43c44f482b238c061f157fe",
              "IPY_MODEL_b116d0589ada4ee69e2762978a514c54",
              "IPY_MODEL_b1f6ac3ea3b2431281cd35e2dad767a5"
            ],
            "layout": "IPY_MODEL_e9b3281921144f95965afc7372ad3ab6"
          }
        },
        "26ac87853f8e4e5bb8b6b9d6afe6a2e5": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "2911f507bc294c799f94d9697c41a2a3": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_c2719be5a0b042ce8d5a0404f2e59448",
            "max": 1042301,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_43f95ba8b3874d818db69e3114e8d0af",
            "value": 1042301
          }
        },
        "29fc4531fe4a43bfbabbf08a03e2c92c": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2e72e1e299b04fcca209b9839529c3e0": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2f79ef9e2c0d4675b013fb73d664d0e6": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "30426b4e07a94580a5ca138017db73eb": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_82f0d55b1c454d99904a151780b88794",
              "IPY_MODEL_8ff69805794e4b7c8292a7b699fb4196",
              "IPY_MODEL_012053b913e246c8accc32de17bf3abf"
            ],
            "layout": "IPY_MODEL_44e730e82c3b4ad2b07aa8bacb4eae2b"
          }
        },
        "3048a5474995438583f0b6551491f268": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "31730399da5d4eeeb1b09256ec0d4ca8": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_db946d6f117e4f9186b242640cbb298e",
            "max": 1708460,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_c300d2d1622643ba8089a77871693e00",
            "value": 1708460
          }
        },
        "3261d613f1434e7cbbbbda5975e92546": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "32c77d63eeb34b84b67bb71d3b1dd8c2": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "3427272349944d4692ee166a580da497": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "34a3d6d61d9f44f5b26d2d0a114f7043": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d97c5bbcb7244f689f637e26f1baf165",
            "placeholder": "​",
            "style": "IPY_MODEL_07f6b6e16c174355a27ef301472fb55e",
            "value": "Downloading (…)olve/main/merges.txt: 100%"
          }
        },
        "35e68a7ad69a4de88ec8db8f9ef9efe6": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_e84aae5136dc4ed79d068f3db6d600cb",
              "IPY_MODEL_c468b5a6a3184a188376cfa26dc9cfff",
              "IPY_MODEL_3d56d5e9176d4cd6b9204fdacaf459a4"
            ],
            "layout": "IPY_MODEL_2e72e1e299b04fcca209b9839529c3e0"
          }
        },
        "3821aa65e332455bb423d95456f5c493": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "384449391b614c348dd31a8dcbde67a3": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "396414917dd644e38e36a8c7240a234a": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_17ca377d4bc34da3b6086bdb50e9d13a",
            "placeholder": "​",
            "style": "IPY_MODEL_f5fd0df9de8c46ecb9dd5b030e40a6f2",
            "value": "Downloading readme: 100%"
          }
        },
        "3a651df348f6422eb99a6b9e62845c1c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ada7d0d0343f40c49431c33dc5a6e805",
            "placeholder": "​",
            "style": "IPY_MODEL_e906ff81ccec439196ea3d39425ea744",
            "value": "Downloading (…)olve/main/vocab.json: 100%"
          }
        },
        "3c76c2cba00843eabcb0f9b051a7f0de": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "3cdc835cf43c44f482b238c061f157fe": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ddb9e67905e64e639c3fbb5f407dc027",
            "placeholder": "​",
            "style": "IPY_MODEL_d1890ba06dda4986bbe5996f8269fe3b",
            "value": "Generating aira_instruct_portuguese split:   0%"
          }
        },
        "3cff65adb3104a219c1cc1fcdb899598": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_9783d51a5dfa4ba39091c702d4b17eac",
            "max": 5116,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_224a97dd5fb5458ca16e7b59ab537f47",
            "value": 5116
          }
        },
        "3d56d5e9176d4cd6b9204fdacaf459a4": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7ca5f53bd4a44bc7a3d153b16efe6ae9",
            "placeholder": "​",
            "style": "IPY_MODEL_e8f88498862649bca1b4229ce19873ec",
            "value": " 6.43G/6.43G [00:41&lt;00:00, 162MB/s]"
          }
        },
        "3e97ef8e831a4d5a9b19e2856fb6eaba": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": "hidden",
            "width": null
          }
        },
        "3fae3623d19c4b6c95dff24d3e97ec5e": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "4077e325ffa141e0a9314272418e32b7": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "438b281d640746a8a5db088336a807f7": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "43f95ba8b3874d818db69e3114e8d0af": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "44b6580a1eaa4f7fba0e9e206c4f75a8": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "44e730e82c3b4ad2b07aa8bacb4eae2b": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "46d2413560d643c2814fb99eff80f464": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b62438ac81b246739e6077432a7aa83d",
            "placeholder": "​",
            "style": "IPY_MODEL_a4b0fd8a19b44908ab204f90cf52f77a",
            "value": "Downloading data: 100%"
          }
        },
        "46ee1bda293c4b379e5efbb58c75ba5e": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "480fdcef380f47a393817756fb172ff4": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "4f0e3de1ad804e1e9bb22def9f260b51": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "53903eb29af54226b61963544f0c7c22": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_e3caba493e3e41e89ab9ceb5920beb0d",
              "IPY_MODEL_a937aa8f92ac4e009a51049429ce4df4",
              "IPY_MODEL_c2b7d2984ae44ad0b6d257d990e8367a"
            ],
            "layout": "IPY_MODEL_bb5ab37ea8914974b41fdf0d9b401b75"
          }
        },
        "55016b2997934c919bbe10c2b4a0ca64": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_e78962716ecc42b3ac39a64a6b15f6d9",
            "placeholder": "​",
            "style": "IPY_MODEL_cd37dbce516740578ef65b21a9c4c67c",
            "value": " 5.12k/5.12k [00:00&lt;00:00, 380kB/s]"
          }
        },
        "55f6f9660fb64744b3b4794adb386a80": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_5b26b54602874476ac1e33e517ced94f",
              "IPY_MODEL_ef646af727014122a709581a5877c1ab",
              "IPY_MODEL_9cf8439b97ae4e71b9dadc37db3cecb1"
            ],
            "layout": "IPY_MODEL_051bbaeec414408a849d09be76a33e16"
          }
        },
        "563c21a7658c4d50aeec369f332de879": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "57c28687259d44aa84d48ed8249f36a6": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "57dde2a42f95487f8d5463505995065d": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "584c3c5b193e4b43a0726eebdeb6554d": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5b26b54602874476ac1e33e517ced94f": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_32c77d63eeb34b84b67bb71d3b1dd8c2",
            "placeholder": "​",
            "style": "IPY_MODEL_563c21a7658c4d50aeec369f332de879",
            "value": "Downloading data: 100%"
          }
        },
        "5fd3bca2b4c04131b88474fd8d39d5b2": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "64af67338f6d40fa84882b342e26a24f": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_accac6999fa241c8b92dcdbedf072420",
            "placeholder": "​",
            "style": "IPY_MODEL_e12bc77f106e4b87b497078838e3f123",
            "value": "Generating aira_english split:   0%"
          }
        },
        "64fe558b22964b399991e55a9e5ef78a": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "666179f07a4f44ab82562dd8aa8ab9ed": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "66af1e64128647ad9c46b2ed0ecf588d": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "676bf89d0f3b471c8ffd752f4a354451": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "688c0b2d465649599e92b06ec19bb8db": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6ca80252237141a79f424bfc627fb6bc": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "7a5d8f16f25045f7ba449473eca61b5c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "7b94af7594e242d1b85896af2df387a5": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7bfb9e59c4a243f5837d5dc0c69dc6d4": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_64af67338f6d40fa84882b342e26a24f",
              "IPY_MODEL_ba4df13eb47846e08a6893d8fa03b06b",
              "IPY_MODEL_18ca578fb6934754887cc8441febdfa9"
            ],
            "layout": "IPY_MODEL_950d2ebd690c4faeba1e9cd84d81ff7c"
          }
        },
        "7ca5f53bd4a44bc7a3d153b16efe6ae9": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7d0a9a8fa09543aab40425ac19adfdb0": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7fb41890c764492cb68bd8f3ba914e9e": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "82f0d55b1c454d99904a151780b88794": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_bac07cdac7914fe0969b781762904e00",
            "placeholder": "​",
            "style": "IPY_MODEL_26ac87853f8e4e5bb8b6b9d6afe6a2e5",
            "value": "Downloading (…)lve/main/config.json: 100%"
          }
        },
        "8306fa8ddaba4388bc6d284f781e227d": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_de17e3905fb449039cbf3b492b20d05f",
            "placeholder": "​",
            "style": "IPY_MODEL_46ee1bda293c4b379e5efbb58c75ba5e",
            "value": " 4/4 [00:00&lt;00:00, 180.21it/s]"
          }
        },
        "84a9d75e7d4b47d9a531b394326a0210": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7b94af7594e242d1b85896af2df387a5",
            "placeholder": "​",
            "style": "IPY_MODEL_0409a9b4564d4f02a2ca61e379db7aa2",
            "value": "Generating aira_instruct_english split: 100%"
          }
        },
        "84ba45b3f1dd4df29523003ad6cec5af": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "8785c691c63b4d71a12cffd8bc03bdf7": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "87d89d09074c4af6a6b1b66db2e63708": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8980c8345aad49deab34a9acf458773f": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_688c0b2d465649599e92b06ec19bb8db",
            "placeholder": "​",
            "style": "IPY_MODEL_abbdfb81d4534d49981b00acf4f69d9c",
            "value": " 124/124 [00:00&lt;00:00, 10.1kB/s]"
          }
        },
        "8a0dc2cf014042858355a478974eb83b": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_1e29596501214a57b3247f42488660d0",
              "IPY_MODEL_31730399da5d4eeeb1b09256ec0d4ca8",
              "IPY_MODEL_a5b66b872e1549b58fbc59fa9c8cd1c7"
            ],
            "layout": "IPY_MODEL_9b0e10f07be646f5aad690dd27e5e228"
          }
        },
        "8a1da8f0b0974e41bf10c639ddf377bf": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8b61a7b2883641a987b19c75eaa42a1a": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_57dde2a42f95487f8d5463505995065d",
            "max": 1836788,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_d62f7772d4c842268d5f73cd4095bf81",
            "value": 1836788
          }
        },
        "8c710918a7464479b9bf5d1aca4ba79b": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_34a3d6d61d9f44f5b26d2d0a114f7043",
              "IPY_MODEL_09a9aac7a49441f19e91e1252a9eac8a",
              "IPY_MODEL_d540a4c7bf1b4211b21ef3091d494ea2"
            ],
            "layout": "IPY_MODEL_8785c691c63b4d71a12cffd8bc03bdf7"
          }
        },
        "8c72141899d6480184ae59ee516db519": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8dce15c298d143dcb0fe5e897890157a": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_480fdcef380f47a393817756fb172ff4",
            "placeholder": "​",
            "style": "IPY_MODEL_2439a2edd1564c8d8491d65e33cfe252",
            "value": "Generating aira_portuguese split:   0%"
          }
        },
        "8e487319ea88415e91602a6f9820f4d5": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_396414917dd644e38e36a8c7240a234a",
              "IPY_MODEL_3cff65adb3104a219c1cc1fcdb899598",
              "IPY_MODEL_55016b2997934c919bbe10c2b4a0ca64"
            ],
            "layout": "IPY_MODEL_bb537e4986c2408abfb0d78bc933846f"
          }
        },
        "8edcebcd8e334b3c932cc1e0235be7de": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8fe2a89f21ed4901ace002a598cc8617": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "8ff69805794e4b7c8292a7b699fb4196": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_676bf89d0f3b471c8ffd752f4a354451",
            "max": 689,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_a7ccd3e36add4cf68afb7cbf4ce84809",
            "value": 689
          }
        },
        "9089827f7c964e568099dd644f9bf866": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_29fc4531fe4a43bfbabbf08a03e2c92c",
            "placeholder": "​",
            "style": "IPY_MODEL_7a5d8f16f25045f7ba449473eca61b5c",
            "value": "Downloading data files: 100%"
          }
        },
        "950d2ebd690c4faeba1e9cd84d81ff7c": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": "hidden",
            "width": null
          }
        },
        "974d8d08eaeb4a2899aaabe0e049cbbc": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "9783d51a5dfa4ba39091c702d4b17eac": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9848b009f303407ea15de664ba6912ee": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_8a1da8f0b0974e41bf10c639ddf377bf",
            "max": 4,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_2f79ef9e2c0d4675b013fb73d664d0e6",
            "value": 4
          }
        },
        "98cb528bccf641e784f9aaa3f024747e": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9b0e10f07be646f5aad690dd27e5e228": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9cd0a3fad23f481f87c19d2a57fd3130": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "9cf8439b97ae4e71b9dadc37db3cecb1": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_3427272349944d4692ee166a580da497",
            "placeholder": "​",
            "style": "IPY_MODEL_6ca80252237141a79f424bfc627fb6bc",
            "value": " 14.5M/14.5M [00:00&lt;00:00, 75.0MB/s]"
          }
        },
        "9f4d331e58b84049b093b510baa08a50": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a02a4a8eb1f04fd8bf9d4e025ca2c0cf": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a1dccd798fc1481b8601be87ce889a0e": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "a4b0fd8a19b44908ab204f90cf52f77a": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "a5b66b872e1549b58fbc59fa9c8cd1c7": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7d0a9a8fa09543aab40425ac19adfdb0",
            "placeholder": "​",
            "style": "IPY_MODEL_a841048400c64b069cdfb0da00d660a9",
            "value": " 1.71M/1.71M [00:00&lt;00:00, 30.0MB/s]"
          }
        },
        "a7ccd3e36add4cf68afb7cbf4ce84809": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "a804ad87c240425b8071eec9750d6f6f": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "a841048400c64b069cdfb0da00d660a9": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "a937aa8f92ac4e009a51049429ce4df4": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_8c72141899d6480184ae59ee516db519",
            "max": 13494351,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_f4e7586c00444c12b81fec4d47247076",
            "value": 13494351
          }
        },
        "abbdfb81d4534d49981b00acf4f69d9c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "accac6999fa241c8b92dcdbedf072420": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ada7d0d0343f40c49431c33dc5a6e805": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b0d8e1bd7f5e4a41a8a092ed0526ce4a": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b116d0589ada4ee69e2762978a514c54": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d64b7eef01fc4ffd9c322179b30e2afc",
            "max": 48571,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_a804ad87c240425b8071eec9750d6f6f",
            "value": 48571
          }
        },
        "b1f6ac3ea3b2431281cd35e2dad767a5": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d6e1eebb30d947bcad2ddf5c30cdd09c",
            "placeholder": "​",
            "style": "IPY_MODEL_84ba45b3f1dd4df29523003ad6cec5af",
            "value": " 0/48571 [00:00&lt;?, ? examples/s]"
          }
        },
        "b29cf5a42b434c85bf509760f0e63037": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_5fd3bca2b4c04131b88474fd8d39d5b2",
            "max": 9204,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_384449391b614c348dd31a8dcbde67a3",
            "value": 9204
          }
        },
        "b2be32c7331c4979bf34262b55f8be95": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_1f3b8e0c2eb7472fa18852118b81eae2",
            "placeholder": "​",
            "style": "IPY_MODEL_974d8d08eaeb4a2899aaabe0e049cbbc",
            "value": "Extracting data files: 100%"
          }
        },
        "b40dbf088bbf476198b6ae6b037a1a3a": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b62438ac81b246739e6077432a7aa83d": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b72030553e9f46efb9402ef8d104e883": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "ba4df13eb47846e08a6893d8fa03b06b": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_66af1e64128647ad9c46b2ed0ecf588d",
            "max": 9183,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_f865555cdf9049fb94db287b02cbb79c",
            "value": 9183
          }
        },
        "bac07cdac7914fe0969b781762904e00": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "bb537e4986c2408abfb0d78bc933846f": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "bb5ab37ea8914974b41fdf0d9b401b75": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c0bb60c6dadc4e2e9db0a25724aa5798": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_e7322494e0fa46b4b3ad046af2938450",
            "max": 4,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_dc01848055844384badd233227acb13d",
            "value": 4
          }
        },
        "c124ad03902c41e19f11ac6f9bdb93d2": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c1a7b8cce90d4196baf136c87bb99839": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_029c87d4b9364bc586caa9401a91cfea",
            "placeholder": "​",
            "style": "IPY_MODEL_20152bedb4284b3ebe6d42adfd372915",
            "value": " 4/4 [00:01&lt;00:00,  2.05it/s]"
          }
        },
        "c2719be5a0b042ce8d5a0404f2e59448": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c29432790c4945a297613986893df6c7": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_19dbf8fc5dbe46e6b7805ed6f76d191c",
            "max": 48666,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_f6491321f2bc47cfa7bdded510e7c890",
            "value": 48666
          }
        },
        "c2b7d2984ae44ad0b6d257d990e8367a": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d6527b8737d94491b49bb23a8f7b2309",
            "placeholder": "​",
            "style": "IPY_MODEL_fcf083caa45c49ceacdb1d296adada0b",
            "value": " 13.5M/13.5M [00:00&lt;00:00, 66.7MB/s]"
          }
        },
        "c300d2d1622643ba8089a77871693e00": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "c468b5a6a3184a188376cfa26dc9cfff": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a02a4a8eb1f04fd8bf9d4e025ca2c0cf",
            "max": 6431878936,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_8fe2a89f21ed4901ace002a598cc8617",
            "value": 6431878936
          }
        },
        "c5e4755d00bf4439a3dcf1e01688d63e": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_3a651df348f6422eb99a6b9e62845c1c",
              "IPY_MODEL_2911f507bc294c799f94d9697c41a2a3",
              "IPY_MODEL_0755e17569f045da9b0af360e408ec17"
            ],
            "layout": "IPY_MODEL_7fb41890c764492cb68bd8f3ba914e9e"
          }
        },
        "cd37dbce516740578ef65b21a9c4c67c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "d185f740dc6c49738bd341a73517e943": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d1890ba06dda4986bbe5996f8269fe3b": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "d4bc02fa889a4aadacf3c5afaf47cbf6": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_8dce15c298d143dcb0fe5e897890157a",
              "IPY_MODEL_b29cf5a42b434c85bf509760f0e63037",
              "IPY_MODEL_065a42b2d3bd4ddaa5458cc87b747f30"
            ],
            "layout": "IPY_MODEL_3e97ef8e831a4d5a9b19e2856fb6eaba"
          }
        },
        "d540a4c7bf1b4211b21ef3091d494ea2": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_87d89d09074c4af6a6b1b66db2e63708",
            "placeholder": "​",
            "style": "IPY_MODEL_b72030553e9f46efb9402ef8d104e883",
            "value": " 456k/456k [00:00&lt;00:00, 3.47MB/s]"
          }
        },
        "d62f7772d4c842268d5f73cd4095bf81": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "d64b7eef01fc4ffd9c322179b30e2afc": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d6527b8737d94491b49bb23a8f7b2309": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d6e1eebb30d947bcad2ddf5c30cdd09c": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d97c5bbcb7244f689f637e26f1baf165": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "da23fa142acc4b0e80a08f66d3917e26": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b40dbf088bbf476198b6ae6b037a1a3a",
            "placeholder": "​",
            "style": "IPY_MODEL_a1dccd798fc1481b8601be87ce889a0e",
            "value": "Downloading (…)neration_config.json: 100%"
          }
        },
        "dabf8238f2ce41448c30f2df647d9755": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "db946d6f117e4f9186b242640cbb298e": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "dc01848055844384badd233227acb13d": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "dc4e291bf94245f7b11be71dbc9ffd10": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_46d2413560d643c2814fb99eff80f464",
              "IPY_MODEL_8b61a7b2883641a987b19c75eaa42a1a",
              "IPY_MODEL_e43f01ac59f549748e0bafb78b1b05bb"
            ],
            "layout": "IPY_MODEL_fb3606b854c44c9097b5be06d19c39bf"
          }
        },
        "dd7d64f1588e4169a845b85e3d4f980c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_da23fa142acc4b0e80a08f66d3917e26",
              "IPY_MODEL_0c28575577394f94828fc80a8ba3249d",
              "IPY_MODEL_8980c8345aad49deab34a9acf458773f"
            ],
            "layout": "IPY_MODEL_584c3c5b193e4b43a0726eebdeb6554d"
          }
        },
        "ddb9e67905e64e639c3fbb5f407dc027": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "de17e3905fb449039cbf3b492b20d05f": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "de3f29257d96444685b599418381a4cf": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_c124ad03902c41e19f11ac6f9bdb93d2",
            "placeholder": "​",
            "style": "IPY_MODEL_10fb158948cc43c1b174b45d41ab278c",
            "value": " 48666/48666 [00:00&lt;00:00, 476029.45 examples/s]"
          }
        },
        "dec391b8a2294567a5ec5b84ce4fdfa4": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "e12bc77f106e4b87b497078838e3f123": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "e289b4fba89e4a48b353e34df07286d4": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e3caba493e3e41e89ab9ceb5920beb0d": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b0d8e1bd7f5e4a41a8a092ed0526ce4a",
            "placeholder": "​",
            "style": "IPY_MODEL_dabf8238f2ce41448c30f2df647d9755",
            "value": "Downloading data: 100%"
          }
        },
        "e43f01ac59f549748e0bafb78b1b05bb": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_57c28687259d44aa84d48ed8249f36a6",
            "placeholder": "​",
            "style": "IPY_MODEL_666179f07a4f44ab82562dd8aa8ab9ed",
            "value": " 1.84M/1.84M [00:00&lt;00:00, 1.41MB/s]"
          }
        },
        "e61d4525dd9c45a39ac3ce18baa81219": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": "hidden",
            "width": null
          }
        },
        "e7322494e0fa46b4b3ad046af2938450": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e78962716ecc42b3ac39a64a6b15f6d9": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e84aae5136dc4ed79d068f3db6d600cb": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_8edcebcd8e334b3c932cc1e0235be7de",
            "placeholder": "​",
            "style": "IPY_MODEL_3048a5474995438583f0b6551491f268",
            "value": "Downloading pytorch_model.bin: 100%"
          }
        },
        "e8f88498862649bca1b4229ce19873ec": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "e906ff81ccec439196ea3d39425ea744": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "e9b3281921144f95965afc7372ad3ab6": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": "hidden",
            "width": null
          }
        },
        "ed3d550e3e664c139053063669b2b47c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_84a9d75e7d4b47d9a531b394326a0210",
              "IPY_MODEL_c29432790c4945a297613986893df6c7",
              "IPY_MODEL_de3f29257d96444685b599418381a4cf"
            ],
            "layout": "IPY_MODEL_e61d4525dd9c45a39ac3ce18baa81219"
          }
        },
        "ee8f32432ea54d4a9a7242991bdb25fd": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "ef646af727014122a709581a5877c1ab": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_e289b4fba89e4a48b353e34df07286d4",
            "max": 14486275,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_438b281d640746a8a5db088336a807f7",
            "value": 14486275
          }
        },
        "f4e7586c00444c12b81fec4d47247076": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "f5fd0df9de8c46ecb9dd5b030e40a6f2": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "f6491321f2bc47cfa7bdded510e7c890": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "f865555cdf9049fb94db287b02cbb79c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "fb3606b854c44c9097b5be06d19c39bf": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "fcf083caa45c49ceacdb1d296adada0b": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        }
      }
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}