{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Q-bj6K7Qv4ft"
      },
      "source": [
        "# Fine-Tuning a Generative Pretrained Transformer (`GPT`)\n",
        "\n",
        "1. Install required libraries."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "SBWCrz5GfBXo",
        "outputId": "c3897ecc-56b3-48fc-b9cb-1f8bb2809fbe"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Collecting transformers\n",
            "  Downloading transformers-4.30.2-py3-none-any.whl (7.2 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.2/7.2 MB\u001b[0m \u001b[31m78.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting datasets\n",
            "  Downloading datasets-2.13.1-py3-none-any.whl (486 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m486.2/486.2 kB\u001b[0m \u001b[31m47.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting codecarbon\n",
            "  Downloading codecarbon-2.2.4-py3-none-any.whl (176 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m176.0/176.0 kB\u001b[0m \u001b[31m24.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers) (3.12.2)\n",
            "Collecting huggingface-hub<1.0,>=0.14.1 (from transformers)\n",
            "  Downloading huggingface_hub-0.15.1-py3-none-any.whl (236 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m236.8/236.8 kB\u001b[0m \u001b[31m31.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (1.22.4)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers) (23.1)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers) (6.0)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (2022.10.31)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers) (2.27.1)\n",
            "Collecting tokenizers!=0.11.3,<0.14,>=0.11.1 (from transformers)\n",
            "  Downloading tokenizers-0.13.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (7.8 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.8/7.8 MB\u001b[0m \u001b[31m115.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting safetensors>=0.3.1 (from transformers)\n",
            "  Downloading safetensors-0.3.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m87.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers) (4.65.0)\n",
            "Requirement already satisfied: pyarrow>=8.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (9.0.0)\n",
            "Collecting dill<0.3.7,>=0.3.0 (from datasets)\n",
            "  Downloading dill-0.3.6-py3-none-any.whl (110 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m110.5/110.5 kB\u001b[0m \u001b[31m16.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets) (1.5.3)\n",
            "Collecting xxhash (from datasets)\n",
            "  Downloading xxhash-3.2.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (212 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m212.5/212.5 kB\u001b[0m \u001b[31m27.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting multiprocess (from datasets)\n",
            "  Downloading multiprocess-0.70.14-py310-none-any.whl (134 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.3/134.3 kB\u001b[0m \u001b[31m20.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: fsspec[http]>=2021.11.1 in /usr/local/lib/python3.10/dist-packages (from datasets) (2023.6.0)\n",
            "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets) (3.8.4)\n",
            "Collecting arrow (from codecarbon)\n",
            "  Downloading arrow-1.2.3-py3-none-any.whl (66 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m66.4/66.4 kB\u001b[0m \u001b[31m10.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting pynvml (from codecarbon)\n",
            "  Downloading pynvml-11.5.0-py3-none-any.whl (53 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m53.1/53.1 kB\u001b[0m \u001b[31m7.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from codecarbon) (5.9.5)\n",
            "Requirement already satisfied: py-cpuinfo in /usr/local/lib/python3.10/dist-packages (from codecarbon) (9.0.0)\n",
            "Collecting fuzzywuzzy (from codecarbon)\n",
            "  Downloading fuzzywuzzy-0.18.0-py2.py3-none-any.whl (18 kB)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.10/dist-packages (from codecarbon) (8.1.3)\n",
            "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (23.1.0)\n",
            "Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (2.0.12)\n",
            "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (6.0.4)\n",
            "Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (4.0.2)\n",
            "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.9.2)\n",
            "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.3.3)\n",
            "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.3.1)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.14.1->transformers) (4.6.3)\n",
            "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (1.26.16)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2023.5.7)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (3.4)\n",
            "Requirement already satisfied: python-dateutil>=2.7.0 in /usr/local/lib/python3.10/dist-packages (from arrow->codecarbon) (2.8.2)\n",
            "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2022.7.1)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.7.0->arrow->codecarbon) (1.16.0)\n",
            "Installing collected packages: tokenizers, safetensors, fuzzywuzzy, xxhash, pynvml, dill, multiprocess, huggingface-hub, arrow, transformers, codecarbon, datasets\n",
            "Successfully installed arrow-1.2.3 codecarbon-2.2.4 datasets-2.13.1 dill-0.3.6 fuzzywuzzy-0.18.0 huggingface-hub-0.15.1 multiprocess-0.70.14 pynvml-11.5.0 safetensors-0.3.1 tokenizers-0.13.3 transformers-4.30.2 xxhash-3.2.0\n"
          ]
        }
      ],
      "source": [
        "!pip install transformers datasets codecarbon"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "y5XnfvSH7w4z"
      },
      "source": [
        "2. Load the data from the hub."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 702,
          "referenced_widgets": [
            "34e200081e97446c8cd7856137d2ed39",
            "3e9822a5f0d046728156b5a0c3e3c082",
            "6c0f0718a27944a49df4feeb5eb7f0a6",
            "94ce8d2f7bf24a3cb3487ea88094beda",
            "579d1717cad5475e9f772e84bdbabfc1",
            "1120e50796944b58af0f4dbd639482d2",
            "53f08c1231c74d14a81bd9485ba96deb",
            "5456362a6850407db4bebc1ded3cbe1a",
            "f3aaec6e08094e19bff0f311e6a64158",
            "485ffa98fc3a473096e4af30be5aa60a",
            "78fa4f26ce174a108c43033b0dd5f2b6",
            "158650cfa6d14e00ab4825953fabe91e",
            "16d718b78ba240d7b930ff422c9cbc67",
            "1092f96bf4b2456893e925e26d200d57",
            "02a61e2a34b3458a8b9313608812ca7d",
            "a6d3f7f2b090401f9cba84ccb242c5ec",
            "f1f0f70d41b64c4892da63d0aa6ec3c9",
            "edb44c8f27af400cab27572250043b11",
            "9b37e0bc0c91405a9ce5a925fb46ba7e",
            "8e07a97bcc0548fbb8681ad1bbd1dcbe",
            "857f65e34e8a4cee92857a61fb3febb2",
            "e0f81131b319404d8f48a1ba4edac5bc",
            "a39380581e804f5fb96018c6058ec4ac",
            "29e76265e50842c3b3aa3e68825c1cc9",
            "4622678ef1c440eaba2b21dabaef8a4f",
            "dac43af304db4a2da06c7b18201413f9",
            "00485f3c3dbc40b5be49c8f4fd49c3d7",
            "095609fe73cb4e9cbd5838422855c951",
            "7bc85c49a9154847b716aeaaf47d4558",
            "aba8b6027ea447a8b927b8674a3c78c7",
            "54995b0a7e01403d816d4c5dcea3ec39",
            "9cfd52a8054f436fa406dd12657d697c",
            "380d234d63644d31b43286726d4346e0",
            "1962a1b46f7d4c0bac70d45435b1b0b8",
            "476c1fd9e1644ceda44275a4630cff71",
            "c56b207b5c554646b09ee80b6c6f87cc",
            "295050c536e04607be4944fa8827a66d",
            "7848eb314e39456faac551687946b12b",
            "9d9e50a4097f4aa38e07d69728e47298",
            "7b3c5ea2a594482a9d6e60510d9e335f",
            "8c988598365c414a9fb20a7f6b37365e",
            "0377a5e70f2540878f435c3c13b915fc",
            "20ec5a844483409f8df19a37e41cb0c9",
            "d5b5905850d74cf8b1e8f2625658b13e",
            "380e286c3a844a91aa34bb28439cc430",
            "5771f51108984384a0d4a458320f74f3",
            "c0ecbbd2b8c3474f848a017f34a1bbaa",
            "41260544bc6c4d25986e0819ae970219",
            "09b056bc424b4322ab06b9a5adc53f8e",
            "bb2e0757b2f549b4af6695711ab9b3f0",
            "57dc02294d124354a292ec6df2d3e95e",
            "e7e1e30d208d4179a09f66c47d2397b2",
            "067fcad17d364367ae4047fdb63ef59f",
            "6c0b0dbd3d6b46959bcab23a67319f6b",
            "c62afc791f8241eaaf41e7f3fc84cd81",
            "d8e16763af2a46f0852402390bb7ce96",
            "dae11f5653c643368c98ee4bcf2d8991",
            "0a71aa8a8a394e4faec5deac27fcd796",
            "348e188ace234032bd59e83782586986",
            "123686d65ba4401c95d67007f30f502a",
            "12149f11baaf41aeb063d336df1276bb",
            "c943036f9a384fcd8e6cc5c19b3883ed",
            "95350ac6a725432892a41949a7af1cc5",
            "6b421333f2b64bd29d0dadca8de348f7",
            "a536609d06b745818bb6da478dcc62c3",
            "7bffb7e759f2478e9da398d30d399474",
            "76153959dfc74095b0412eb96a2a6b57",
            "5741589d2c0b4149ae8ef52ba6262002",
            "f2c3bde660014bbc8885ff8f133ad0a8",
            "521f6b271d504c59971e181b4c6087ce",
            "524dee0cb1b145b1a1f7a22f4f77c20c",
            "f47d8748244b4c0e8f69e62960b60114",
            "b2569b4d9ee340f2a042f3fcf1a9479e",
            "df88461423e0442dbb5db3032685cee4",
            "430d29dfadd04147ba3a0e15ffa37e00",
            "b22bfb10324d4d138c4e48bb853e54a6",
            "853ab6f785124189987407cebeeb36ec",
            "3cca4d9f55024c8e950a1f011d2a9e71",
            "746b4ff75fe549d294822ac0c17b9eea",
            "094bfddc08c143adb3ac8f92b8d8a35c",
            "b78b1570f36f4591aa565d06d5c97aa2",
            "0edd2a6262c84cedb8639689f12e3cb8",
            "00b3c8a77c174b33ac6df812bd38caf8",
            "c585a27add9a4d28b4fbfbfd0d546639",
            "33c26d62ae80471d92d40b19729ea0a1",
            "6e0bd73d8bf34f05ad9337d44f683f69",
            "943e960e06fa4e179f0f8f24d80c75c5",
            "9c67ef19d64d4496baa7a3ecaa65ac40",
            "093d5f2f31d248e49b53e13e34a39d19",
            "56f5e6f6f1994855b71defe58c3caf73",
            "6503cd0b1071414cb852faa395891b66",
            "3fa36692e1154c08bf1bf50fa4a276f4",
            "48a7142c00144de1b49a1c60166332c1",
            "54b3145407814cb6909b6a42e0d995c1",
            "b7d2a893077a42578d701d5e2cb04146",
            "3ad920375fa84ec5a1c8ef906a132f66",
            "a029c61ef45d483f855f9c0360b58d9f",
            "f55dff66b5ab47649623dec665bab8c7",
            "f16dd62059ba49c18d57231013da91c8",
            "02b3bb2540344873bdc2621a283e4b9d",
            "83a86345acec4ad1b53dd850a61a28c8",
            "7ef01e51e8574be18c5e61fd15885dc4",
            "2a77fed3b2c44741be4b3798561701ab",
            "85f79d571cf74369b95d456e3aa71b10",
            "ad6e4edc3c684930bec491e5f146cce0",
            "87ff0aba75554acc9ca5631a3a8eb86b",
            "e1095519890e463f8bd1028784e926a7",
            "b5543a0ad1da48c5b21cd21f77b78913",
            "e212138cf44649e7a116a7395d574e50",
            "4d792f196b3348a6afa7be27296b2e8e",
            "6831afd511fc4a468023a637abef4ffc",
            "0db1a095cb6f4506b57afe4478ea760f",
            "68de400689c94eaaab36d4a03177291e",
            "545a9aeba4934b5394f782b3f7805484",
            "b2cbefc0ba8d4b869a531cbcd1dd1279",
            "8ebf592281764403b1e7a71be6ab4179",
            "4c480e7f0ae04afeb728c25829d85b35",
            "c5b458f29c6d4932926f33171d21922d",
            "fae6fa9f6f6b4273851008bde9e21e9a",
            "838feb07922241239a29e6640de20f72",
            "dc91135f04184e29817d1d8f26637e17"
          ]
        },
        "id": "7MbpXGu-v4f1",
        "outputId": "f0085c70-8f57-47f3-c719-16f95e40fa40"
      },
      "outputs": [
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "34e200081e97446c8cd7856137d2ed39",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading readme:   0%|          | 0.00/5.12k [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Downloading and preparing dataset None/None to /root/.cache/huggingface/datasets/nicholasKluge___parquet/nicholasKluge--fine-tuning-instruct-aira-4077fd700c38fc36/0.0.0/14a00e99c0d15a23649d0db8944380ac81082d4b021f398733dd84f3a6c569a7...\n"
          ]
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "158650cfa6d14e00ab4825953fabe91e",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading data files:   0%|          | 0/4 [00:00<?, ?it/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "a39380581e804f5fb96018c6058ec4ac",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading data:   0%|          | 0.00/1.71M [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "1962a1b46f7d4c0bac70d45435b1b0b8",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading data:   0%|          | 0.00/13.5M [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "380e286c3a844a91aa34bb28439cc430",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading data:   0%|          | 0.00/14.5M [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "d8e16763af2a46f0852402390bb7ce96",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading data:   0%|          | 0.00/1.84M [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "76153959dfc74095b0412eb96a2a6b57",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Extracting data files:   0%|          | 0/4 [00:00<?, ?it/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "3cca4d9f55024c8e950a1f011d2a9e71",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Generating aira_english split:   0%|          | 0/9183 [00:00<?, ? examples/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "093d5f2f31d248e49b53e13e34a39d19",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Generating aira_instruct_english split:   0%|          | 0/48666 [00:00<?, ? examples/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "02b3bb2540344873bdc2621a283e4b9d",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Generating aira_instruct_portuguese split:   0%|          | 0/48571 [00:00<?, ? examples/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "6831afd511fc4a468023a637abef4ffc",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Generating aira_portuguese split:   0%|          | 0/9204 [00:00<?, ? examples/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Dataset parquet downloaded and prepared to /root/.cache/huggingface/datasets/nicholasKluge___parquet/nicholasKluge--fine-tuning-instruct-aira-4077fd700c38fc36/0.0.0/14a00e99c0d15a23649d0db8944380ac81082d4b021f398733dd84f3a6c569a7. Subsequent calls will reuse this data.\n"
          ]
        },
        {
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-02b40cbd-3cb0-447f-b07d-3e337cfc74cf\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>prompt</th>\n",
              "      <th>completion</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Como é ser a última pessoa na terra?</td>\n",
              "      <td>Você pensaria que o mundo seria seu para explo...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Você pode explicar o conceito de Anarquismo?</td>\n",
              "      <td>O anarquismo é uma filosofia política que defe...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Qual é a melhor maneira de pendurar uma pintur...</td>\n",
              "      <td>A melhor maneira de pendurar uma pintura com s...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Qual é a relação entre o problema de controle ...</td>\n",
              "      <td>A noção de controle se manifesta quando contem...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Identifique qual instrumento é corda ou percus...</td>\n",
              "      <td>Liuqin é corda, Nagareh é percussão.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>48566</th>\n",
              "      <td>Qual é a história da luta de sumô.</td>\n",
              "      <td>A luta de sumô é uma forma antiga de arte marc...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>48567</th>\n",
              "      <td>Como posso melhorar falar em público.</td>\n",
              "      <td>Comece estando preparado. Pesquise o tópico, p...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>48568</th>\n",
              "      <td>Como faço para navegar até um determinado loca...</td>\n",
              "      <td>Para navegar até um determinado local usando t...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>48569</th>\n",
              "      <td>Quais são algumas dicas de etiqueta de mensage...</td>\n",
              "      <td>Apresente-se - Deixe a pessoa saber quem você ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>48570</th>\n",
              "      <td>Estou pensando em participar de um concurso de...</td>\n",
              "      <td>Eu recomendaria que você se concentrasse em su...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>48571 rows × 2 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-02b40cbd-3cb0-447f-b07d-3e337cfc74cf')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-02b40cbd-3cb0-447f-b07d-3e337cfc74cf button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-02b40cbd-3cb0-447f-b07d-3e337cfc74cf');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "                                                  prompt  \\\n",
              "0                   Como é ser a última pessoa na terra?   \n",
              "1           Você pode explicar o conceito de Anarquismo?   \n",
              "2      Qual é a melhor maneira de pendurar uma pintur...   \n",
              "3      Qual é a relação entre o problema de controle ...   \n",
              "4      Identifique qual instrumento é corda ou percus...   \n",
              "...                                                  ...   \n",
              "48566                 Qual é a história da luta de sumô.   \n",
              "48567              Como posso melhorar falar em público.   \n",
              "48568  Como faço para navegar até um determinado loca...   \n",
              "48569  Quais são algumas dicas de etiqueta de mensage...   \n",
              "48570  Estou pensando em participar de um concurso de...   \n",
              "\n",
              "                                              completion  \n",
              "0      Você pensaria que o mundo seria seu para explo...  \n",
              "1      O anarquismo é uma filosofia política que defe...  \n",
              "2      A melhor maneira de pendurar uma pintura com s...  \n",
              "3      A noção de controle se manifesta quando contem...  \n",
              "4                   Liuqin é corda, Nagareh é percussão.  \n",
              "...                                                  ...  \n",
              "48566  A luta de sumô é uma forma antiga de arte marc...  \n",
              "48567  Comece estando preparado. Pesquise o tópico, p...  \n",
              "48568  Para navegar até um determinado local usando t...  \n",
              "48569  Apresente-se - Deixe a pessoa saber quem você ...  \n",
              "48570  Eu recomendaria que você se concentrasse em su...  \n",
              "\n",
              "[48571 rows x 2 columns]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "import pandas as pd\n",
        "from datasets import load_dataset\n",
        "\n",
        "dataset = load_dataset(\"nicholasKluge/instruct-aira-dataset\", split='aira_instruct_portuguese')\n",
        "\n",
        "df = dataset.to_pandas()\n",
        "df = df.sample(frac=1)\n",
        "df = df.reset_index(drop=True)\n",
        "\n",
        "display(df)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "fEaDTvdOe8rr"
      },
      "source": [
        "3. Load `GPT2Tokenizer` and add the chosen special tokens (`'<|startoftext|>', '<|endoftext|>','<|pad|>'`)\n",
        "4. Create demonstrations by prepending the special tokens.\n",
        "5. Calculate the maximum length (in tokens) that the demonstrations have (the dataset was constructed, for efficiency and fast training, to be below the 300-token range)."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 249,
          "referenced_widgets": [
            "443c675b8bd84607aaab840247c5545b",
            "a24ed74c448449a8b664cbd90196d619",
            "951f6012a0024154a37315926060771e",
            "2e338173edce4e9f85721160e21953e0",
            "76851dcba39e4ce29c3af6d3a8b1b921",
            "95d0917062ae42dda3b88082b875ba60",
            "bf20230be54c49a99d424f9d425126e9",
            "8a3ee7d864294179935fa0fdbe2f39f5",
            "bf99c1050a3f463a99ab20bf092d590f",
            "cecb1b5f2ac741408870249832258d9d",
            "e86efd013fc343f79c2bae13071c7dc6",
            "ed64ff192edc43039c046ab16586b8d3",
            "7efd91c0df7a4e49ad9e0d78bbc9da6a",
            "e008fd683b1e468493f715d131bf74b2",
            "e5673df10cff4db8bc52494f21ac3293",
            "9f6a074166ae44ac93f9082a8b4b0577",
            "4011ca1817d84cdf8affe6471af9a2ea",
            "70ab58ee0b394d3593decc1aa75ea374",
            "7ab7781e7e0d489ea6c5a9f5c27f1614",
            "65665def05a14ae6aa915097961c6329",
            "16507e84607945f9abf0060ee89e962f",
            "b2195db1759e4764b0605eea73f9ac99",
            "dcc963ee0bf742a9bb15eca4fa4b0eb2",
            "c4ac8065b06f4612a0dd8fcdfe7dba2b",
            "c0befd0fcc704573a3598e7055c7822d",
            "6a6b51f6b17743d78faab3e00321e442",
            "45690bbbe20e4872aeddab3dfc7c9f19",
            "90687f32d0b94822965965aceed22a2b",
            "a9511ad2d7cb48f686c6abc57656ac03",
            "791cde77f2d44a019b4e3f0e88e5fc36",
            "27739d1d86684af88c47888a05c45434",
            "ac6dc70eed014f3cb2b064dc6511d0bf",
            "7878717e23d5411c91c85e2e52ed81db",
            "2f860322641b46c7b7b0ff54bdd40685",
            "3cd63dde6062486ea68bf9c9bac9b782",
            "237d07f74ab34bdf9ecbf831ae986b5e",
            "9b605655882148ff9f39d5f7045bf785",
            "ca14d5905436432daabe2919e1146478",
            "911d0d7b15244d789a5bc821b5346588",
            "ff53ad63feab4665a9367fe6207773f0",
            "77a01887230f427092f55f04cc5901c7",
            "fd89e21c891d46f1b46ecf7c273a7f71",
            "f5acb7f98ddd4684937fe3ea12caa8f1",
            "fd8b7adfa675427182bf34a6a6049c96",
            "845d2d22ca134c8ea15a7ec87c02c801",
            "519affc31a4140299e35b58d2f5cb71d",
            "791b7be413f14f9395592e2db713ddd1",
            "dca90772f4f84fe1aa7236b9362f322b",
            "408cfb44d5414bcf9eac364c4379c0e8",
            "fd45b12d73014ad599b418d9a49562f3",
            "6d665b94f7594e778dc01fd2146b2d7c",
            "93f86b1501ef46d083e0e23e787600aa",
            "ea37914cd2424e69851d93685029004b",
            "e3c6915e5f504ce2b834d91878c22e9f",
            "dc099648ade5422e8a55110a6a966456"
          ]
        },
        "id": "hfu84fWIv4f9",
        "outputId": "b5743a8d-78a4-4e12-de10-bea1b374df38"
      },
      "outputs": [
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "443c675b8bd84607aaab840247c5545b",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading (…)olve/main/vocab.json:   0%|          | 0.00/850k [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "ed64ff192edc43039c046ab16586b8d3",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading (…)olve/main/merges.txt:   0%|          | 0.00/508k [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "dcc963ee0bf742a9bb15eca4fa4b0eb2",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading (…)cial_tokens_map.json:   0%|          | 0.00/120 [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "2f860322641b46c7b7b0ff54bdd40685",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading (…)okenizer_config.json:   0%|          | 0.00/92.0 [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "845d2d22ca134c8ea15a7ec87c02c801",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading (…)lve/main/config.json:   0%|          | 0.00/666 [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Total number of demonstrations:  48571\n",
            "The longest demonstration is 324 tokens long.\n"
          ]
        }
      ],
      "source": [
        "from transformers import GPT2Tokenizer\n",
        "\n",
        "model = \"pierreguillou/gpt2-small-portuguese\" # \"gpt2\", \"gpt2-medium\", \"gpt2-large\", \"gpt2-xl\", \"pierreguillou/gpt2-small-portuguese\"\n",
        "model_size = \"PT-124M\" # \"124M\", \"355M\", \"774M\", and \"1.5B\", \"PT-124M\"\n",
        "\n",
        "tokenizer = GPT2Tokenizer.from_pretrained(model,\n",
        "                                          bos_token='<|startoftext|>',\n",
        "                                          eos_token='<|endoftext|>',\n",
        "                                          pad_token='<|pad|>')\n",
        "\n",
        "df['demonstrations'] = tokenizer.bos_token + df['prompt'] + tokenizer.eos_token + df['completion'] + tokenizer.eos_token\n",
        "\n",
        "df['length'] = df['demonstrations'].apply(lambda x: len(tokenizer.encode(x)))\n",
        "\n",
        "print(\"Total number of demonstrations: \", len(df))\n",
        "print(f\"The longest demonstration is {df['length'].max()} tokens long.\")"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "wkMO17K5e8rs"
      },
      "source": [
        "6. Create the Dataset class."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "WlbAfMQ4v4gA"
      },
      "outputs": [],
      "source": [
        "import torch\n",
        "from torch.utils.data import Dataset\n",
        "\n",
        "max_length = 300\n",
        "\n",
        "class DemoDataset(Dataset):\n",
        "\n",
        "  def __init__(self, demonstrations, tokenizer, gpt2_type=\"gpt2\", max_length=max_length):\n",
        "\n",
        "    self.tokenizer = tokenizer\n",
        "    self.input_ids = []\n",
        "    self.attn_masks = []\n",
        "\n",
        "    for demo in demonstrations:\n",
        "\n",
        "      encodings_dict = tokenizer(demo,\n",
        "                                 truncation=True,\n",
        "                                 max_length=max_length,\n",
        "                                 padding=\"max_length\")\n",
        "\n",
        "      self.input_ids.append(torch.tensor(encodings_dict['input_ids']))\n",
        "      self.attn_masks.append(torch.tensor(encodings_dict['attention_mask']))\n",
        "\n",
        "  def __len__(self):\n",
        "    return len(self.input_ids)\n",
        "\n",
        "  def __getitem__(self, idx):\n",
        "    return self.input_ids[idx], self.attn_masks[idx]"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "711Krm6Te8rt"
      },
      "source": [
        "7. Split the data into training and validation splits."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "-IOfa2PEv4gD",
        "outputId": "8461dd32-ffd9-4584-a265-f9481baee350"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Number of training samples: 43,713\n",
            "Number of validation samples: 4,858\n"
          ]
        }
      ],
      "source": [
        "from torch.utils.data import random_split\n",
        "\n",
        "dataset = DemoDataset(df.demonstrations.to_list(), tokenizer, max_length=max_length)\n",
        "\n",
        "train_size = int(0.9 * len(dataset))\n",
        "val_size = len(dataset) - train_size\n",
        "\n",
        "train_dataset, val_dataset = random_split(dataset, [train_size, val_size])\n",
        "\n",
        "print('Number of training samples: {:,}'.format(train_size))\n",
        "print('Number of validation samples: {:,}'.format(val_size))"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "vSqKuRjIe8ru"
      },
      "source": [
        "8. Create the `DataLoaders` and specify the `batch_size`."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "cUkCNV-6v4gG"
      },
      "outputs": [],
      "source": [
        "from torch.utils.data import DataLoader, RandomSampler, SequentialSampler\n",
        "\n",
        "train_dataloader = DataLoader(\n",
        "            train_dataset,\n",
        "            sampler=RandomSampler(train_dataset),\n",
        "            batch_size=32 # 32, 20, 8, 4\n",
        "        )\n",
        "\n",
        "# validation data loader doesn't need randomization\n",
        "validation_dataloader=DataLoader(\n",
        "            val_dataset,\n",
        "            sampler=SequentialSampler(val_dataset),\n",
        "            batch_size=32\n",
        "        )"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "0vxvcTIHe8rv"
      },
      "source": [
        "9. Load the base model (`GPT2LMHeadModel`)."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 517,
          "referenced_widgets": [
            "eff22b21655241d181443ac7bfa1e70a",
            "8790ed1eb51543278e0c069b0b951d98",
            "0f5196fc47ed4b148937b9029812dab1",
            "4f3aee9bbcdb4f239ed5395b130faf07",
            "a5cc4fdd4d3e4954853e7090ff332bdc",
            "8e450d0f99684a29856d262b4350694c",
            "776567de650f4925921578f0b9414dfe",
            "df9f8573d0d9476fbf6025f7d1ad3146",
            "b59bac7b693d421cae391e4b9ceb18ef",
            "fbf913f79be947a5bab1b2fa729f0241",
            "642dcbab44674aacb34462b3cf32f6f7"
          ]
        },
        "id": "Rmg-5YJqv4gH",
        "outputId": "61181abe-9d4d-4ccd-c2d7-ffd52d8cdcb3"
      },
      "outputs": [
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "eff22b21655241d181443ac7bfa1e70a",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading pytorch_model.bin:   0%|          | 0.00/510M [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "text/plain": [
              "GPT2LMHeadModel(\n",
              "  (transformer): GPT2Model(\n",
              "    (wte): Embedding(50259, 768)\n",
              "    (wpe): Embedding(1024, 768)\n",
              "    (drop): Dropout(p=0.1, inplace=False)\n",
              "    (h): ModuleList(\n",
              "      (0-11): 12 x GPT2Block(\n",
              "        (ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)\n",
              "        (attn): GPT2Attention(\n",
              "          (c_attn): Conv1D()\n",
              "          (c_proj): Conv1D()\n",
              "          (attn_dropout): Dropout(p=0.1, inplace=False)\n",
              "          (resid_dropout): Dropout(p=0.1, inplace=False)\n",
              "        )\n",
              "        (ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)\n",
              "        (mlp): GPT2MLP(\n",
              "          (c_fc): Conv1D()\n",
              "          (c_proj): Conv1D()\n",
              "          (act): NewGELUActivation()\n",
              "          (dropout): Dropout(p=0.1, inplace=False)\n",
              "        )\n",
              "      )\n",
              "    )\n",
              "    (ln_f): LayerNorm((768,), eps=1e-05, elementwise_affine=True)\n",
              "  )\n",
              "  (lm_head): Linear(in_features=768, out_features=50259, bias=False)\n",
              ")"
            ]
          },
          "execution_count": 8,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "from transformers import GPT2LMHeadModel, GPT2Config\n",
        "\n",
        "configuration = GPT2Config.from_pretrained(model, output_hidden_states=False)\n",
        "\n",
        "model = GPT2LMHeadModel.from_pretrained(model, config=configuration)\n",
        "model.resize_token_embeddings(len(tokenizer))\n",
        "\n",
        "device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")\n",
        "\n",
        "model.to(device)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "XAoXD7GVYMN_"
      },
      "source": [
        "10. Freeze some of the layers for constrained fine-tuning. This allows the model to retain some of its original capabilities after the tuning."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "MJA-WOoHZePn",
        "outputId": "15530ae0-f41c-4f58-bf9a-378123835a74"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Number of transformer blocks in the model:  12\n",
            "Number of transformer blocks to  un-freeze:  6\n",
            "Number of frozen layers: 73\n",
            "Number of trainable layers: 75\n"
          ]
        }
      ],
      "source": [
        "UNFREEZE_LAST_N = 6 #6, 8, 9, 12\n",
        "\n",
        "print(\"Number of transformer blocks in the model: \", model.config.n_layer)\n",
        "print(\"Number of transformer blocks to  un-freeze: \", UNFREEZE_LAST_N)\n",
        "\n",
        "for parameter in model.parameters():\n",
        "    parameter.requires_grad = False\n",
        "\n",
        "for i, m in enumerate(model.transformer.h):\n",
        "    #Only un-freeze the last n transformer blocks\n",
        "    if i+1 > model.config.n_layer - UNFREEZE_LAST_N:\n",
        "        for parameter in m.parameters():\n",
        "            parameter.requires_grad = True\n",
        "\n",
        "        for parameter in model.transformer.ln_f.parameters():\n",
        "            parameter.requires_grad = True\n",
        "\n",
        "        for parameter in model.lm_head.parameters():\n",
        "            parameter.requires_grad = True\n",
        "\n",
        "num_frozen_layers = sum(1 for parameter in model.parameters() if not parameter.requires_grad)\n",
        "num_trainable_layers = sum(1 for parameter in model.parameters() if parameter.requires_grad)\n",
        "\n",
        "print(\"Number of frozen layers:\", num_frozen_layers)\n",
        "print(\"Number of trainable layers:\", num_trainable_layers)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "GJ1kH3uSe8rw"
      },
      "source": [
        "11. Set the training hyperparameters."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "qlbLg6tqv4gI"
      },
      "outputs": [],
      "source": [
        "from transformers import get_linear_schedule_with_warmup\n",
        "\n",
        "# training rounds\n",
        "epochs = 5 # 5, 3, 2, 2\n",
        "\n",
        "# steps at the start of training that are ignored\n",
        "warmup_steps = 1e2\n",
        "\n",
        "# sample the model to test the output\n",
        "sample_every = 400\n",
        "\n",
        "optimizer = torch.optim.AdamW(model.parameters(), lr = 5e-4, eps = 1e-8)\n",
        "\n",
        "# total steps = number of batches * number of epochs\n",
        "total_steps = len(train_dataloader) * epochs\n",
        "\n",
        "# create the learning rate scheduler\n",
        "scheduler = get_linear_schedule_with_warmup(optimizer,\n",
        "                                            num_warmup_steps = warmup_steps,\n",
        "                                            num_training_steps = total_steps)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "nz1a9lxXe8rw"
      },
      "source": [
        "12. Training/Validation loop. Track the carbon emissions of your work by using `codecarbon`. 🌱"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "_X_m8XOtv4gR",
        "outputId": "3c1993c1-d3f9-46b2-cd5f-401f5c7f7eb0"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Beginning epoch 1 of 5\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 29%|██▉       | 400/1367 [03:29<08:18,  1.94it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 400 of 1367. Loss:0.8450407981872559.\n",
            "\n",
            "\n",
            "Example output: Como faço para manter um carro corretamente.Comece avaliando o carro como ele funciona no dia e avaliando sua durabilidade e estabilidade.\n",
            "2. Se você possui um carro e deseja substituir o carro com um novo, você deve escolher o melhor ajuste, como usar um limpadores ou amortecedores ou um novo filtro elétrico.\n",
            "3. Se você não for um bom carro, encontre maneiras de trocar de gasolina e reduzir o consumo de combustível, como usar um motor elétrico ou usar carros de baixo consumo.\n",
            "4. Se você não deseja substituir o carro com um novo, encontre maneiras de trocar de óleo ou substituir a transmissão.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 59%|█████▊    | 800/1367 [06:58<04:52,  1.94it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 800 of 1367. Loss:0.9422707557678223.\n",
            "\n",
            "\n",
            "Example output: Como posso meditar de forma eficaz.Uma maneira de meditar de forma eficaz é praticar técnicas de meditação guiada por atenção plena. Pratique respiração profunda e respiração profunda até atingir sua concentração no momento presente. Tente encontrar uma maneira de se concentrar em sua respiração, percebendo sua respiração e pensamentos, concentrando-se em perceber seus próprios estados mentais. Além disso, certifique-se de praticar técnicas de meditação de mantra para manter um equilíbrio de momento presente.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 88%|████████▊ | 1200/1367 [10:26<01:26,  1.94it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 1200 of 1367. Loss:0.9989928007125854.\n",
            "\n",
            "\n",
            "Example output: Você pode fornecer uma definição para emulação de cérebro inteiro (WBE)?Eliezer Yudkowsky cunhou o termo \"WBE\" em 1996, argumentando que sistemas de IA são capazes de criar e analisar imagens cerebrais complexas.\n",
            "\n",
            "Por sua vez, o conceito de Whole Brain Emulation (WBE) foi cunhado pelo neurocientista russo Vladimir S. Gozhanin em 1971, que se enquadra no grupo \"Whole Brain Emulation: A Roadmap\".\n",
            "\n",
            "Nos anos recentes, a tecnologia moderna de inteligência artificial tem aumentado sua proficiência na resolução de problemas NP-completos, tornando-se cada vez mais uma força vital para tarefas relacionadas à visão computacional. Além disso, a robótica tem se tornando um recurso valioso no campo, contribuindo significativamente para a inteligência artificial moderna.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "100%|██████████| 1367/1367 [11:54<00:00,  1.91it/s]\n"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Average Training Loss: 0.9471002545074206.\n",
            "\n",
            "\n",
            "Validation loss: 0.7749460453265592.\n",
            "\n",
            "\n",
            "Beginning epoch 2 of 5\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 29%|██▉       | 400/1367 [03:26<08:18,  1.94it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 400 of 1367. Loss:0.7124763131141663.\n",
            "\n",
            "\n",
            "Example output: Que fatos interessantes você pode me contar sobre o presidente Abraham Lincoln?Lincoln, o 13º presidente dos Estados Unidos, foi um advogado que foi responsável por estabelecer a Lei de Escândalo do Bankingestado em 1903. Ele foi acusado de fornecer informações que poderiam ter sido usadas para fazer uma série de negócios fraudulentos.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 59%|█████▊    | 800/1367 [06:53<04:52,  1.94it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 800 of 1367. Loss:0.6731818318367004.\n",
            "\n",
            "\n",
            "Example output: O motor do meu carro começou a fazer um barulho estranho. O que poderia estar causando isso.A primeira etapa é verificar a pressão do ar na roda. Certifique-se de que está funcionando corretamente. Verifique se há vazamentos de óleo, pneus, freios ou outros problemas. Se estiver de funcionar, substitua o motor quanto à quilometragem da roda. Se a aceleração for muito alta, verifique o painel do acelerador para garantir que esteja funcionando corretamente e certifique-se de que o bujão de freio esteja funcionando corretamente.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 88%|████████▊ | 1200/1367 [10:20<01:26,  1.94it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 1200 of 1367. Loss:0.6759688258171082.\n",
            "\n",
            "\n",
            "Example output: Você pode me falar sobre os benefícios para a saúde das maçãs.As maçãs têm uma grande variedade de vitaminas, minerais e outros nutrientes benéficos. Estudos demonstraram que as maçãs podem ajudar a melhorar a saúde, como reduzir a inflamação, ajudar a melhorar a saúde digestiva e estimular a criatividade. Comer maçãs pode ajudar a reduzir o risco de doenças cardíacas e algumas doenças cardíacas crônicas, como câncer e diabetes. Também pode ajudar a diminuir o risco de certos tipos de câncer e melhorar o desempenho geral. As maçãs também são baixas em calorias e gorduras não saudáveis, o que é importante para uma dieta saudável e equilibrada. Além disso, as maçãs são uma excelente fonte de fibra e pode ajudar na digestão, que é vital para ajudar a manter uma boa saúde geral.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "100%|██████████| 1367/1367 [11:48<00:00,  1.93it/s]\n"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Average Training Loss: 0.7373575027963936.\n",
            "\n",
            "\n",
            "Validation loss: 0.7309620019636656.\n",
            "\n",
            "\n",
            "Beginning epoch 3 of 5\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 29%|██▉       | 400/1367 [03:26<08:18,  1.94it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 400 of 1367. Loss:0.6310281753540039.\n",
            "\n",
            "\n",
            "Example output: Quero começar a escrever um blog, mas estou tendo problemas para ter ideias. Você pode sugerir alguns temas.Proposta: O primeiro passo é criar um título que resuma seus pontos principais. Você deve começar apresentando conteúdo sobre como ele funciona e como ele funciona com um leitor.\n",
            "\n",
            "2 Depois que seu título seja lançado, comece a escrever links para ele. Certifique-se de incluir palavras-chave relevantes para seus leitores e mantenha seus leitores voltando.\n",
            "\n",
            "3 Depois disso, crie uma lista de tópicos do seu blog que deseja explorar e acompanhar seus leitores por alguns dias. Certifique-se de dar atenção a quaisquer tendências, opiniões e análises de blogs que possam mudar suas postagens.\n",
            "\n",
            "4 Por fim, considere escrever um breve resumo das principais seções do seu blog para ajudá-lo a identificar as áreas que você recomendaria para leitores mais novos.\n",
            "\n",
            "5 Em última análise, cada tópico é um bom cenário para começar sua nova postagem. Boa\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 59%|█████▊    | 800/1367 [06:55<04:51,  1.94it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 800 of 1367. Loss:0.681230366230011.\n",
            "\n",
            "\n",
            "Example output: Quais oportunidades de trabalho estão disponíveis para alguém com graduação em química.Existem muitos cursos disponíveis para pessoas com graduação em química. A Harvard University e o University of Pennsylvania oferecem serviços com experiência em química. O Stanford College of Medicine oferece aulas de bacharel em química e doutorado em química. O Brigham and Women's College of Science, Massachusetts Institute of Technology, Dartmouth College of Medicine e Harvard Medical School são dois dos dois centros médicos.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 88%|████████▊ | 1200/1367 [10:22<01:26,  1.94it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 1200 of 1367. Loss:0.6577063202857971.\n",
            "\n",
            "\n",
            "Example output: Qual é o objetivo da regulamentação geral de privacidade e proteção de dados (GDPR)?No âmbito da ética da IA, o princípio da privacidade encapsula um domínio fundamental de propriedade parcial e controle sobre a exposição de informações pessoais a uma rede. Com uma compreensão desta técnica impactada, torna-se imperativo desenvolver medidas proativas para salvaguardar o bem-estar das pessoas e sistemas de IA.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "100%|██████████| 1367/1367 [11:49<00:00,  1.93it/s]\n"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Average Training Loss: 0.6574105381878432.\n",
            "\n",
            "\n",
            "Validation loss: 0.7102324895952877.\n",
            "\n",
            "\n",
            "Beginning epoch 4 of 5\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 29%|██▉       | 400/1367 [03:26<08:18,  1.94it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 400 of 1367. Loss:0.5170938372612.\n",
            "\n",
            "\n",
            "Example output: Qual é a melhor maneira de aumentar os níveis de energia pela manhã.A melhor maneira de aumentar os níveis de energia pela manhã é fazer atividades que você goste, como caminhar ou correr, ler um livro, meditar ou meditar, ouvir uma música relaxante, praticar atividade física regular, comer uma dieta balanceada e fazer uma pausa em determinados momentos da semana para relaxar e recarregar.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 59%|█████▊    | 800/1367 [06:53<04:52,  1.94it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 800 of 1367. Loss:0.6901150941848755.\n",
            "\n",
            "\n",
            "Example output: Quais escolas de ética surgiram na tradição ocidental e o que elas implicam?A Filosofia Moral, que é uma divisão da Filosofia, concentra-se nos princípios que nos conduzem ao desenvolvimento e na tomada de decisões éticas. Abrange o exame díspares das convicções éticas encontradas nos indivíduos, abrangendo a deontologia, a ética das virtudes, a ética da virtude e a ética da virtude.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 88%|████████▊ | 1200/1367 [10:20<01:26,  1.94it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 1200 of 1367. Loss:0.4600249230861664.\n",
            "\n",
            "\n",
            "Example output: Forneça conselhos sobre como atingir minhas metas de condicionamento físico.A melhor maneira de atingir seus objetivos de condicionamento físico é praticar. Comece definindo metas alcançáveis e mensuráveis e divida-as em etapas alcançáveis e alcançáveis. Acompanhe seu progresso, depois use esses resultados para desenvolver um plano de estudo e use-o para garantir que você fique em forma. Você também pode tentar incorporar exercícios de baixo impacto ou atividades com uma força positiva, como caminhar, correr ou ouvir música. Depois de atingir essas metas, você pode investir em atividades de maior intensidade, como treinamento de força, treinamento de flexibilidade, e treinamento intervalado. Por fim, recompense-se por cumprir o trabalho árduo e atingir seus objetivos de condicionamento físico.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "100%|██████████| 1367/1367 [11:48<00:00,  1.93it/s]\n"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Average Training Loss: 0.5974375438040508.\n",
            "\n",
            "\n",
            "Validation loss: 0.7050648294389248.\n",
            "\n",
            "\n",
            "Beginning epoch 5 of 5\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 29%|██▉       | 400/1367 [03:26<08:18,  1.94it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 400 of 1367. Loss:0.6328504681587219.\n",
            "\n",
            "\n",
            "Example output: Qual é o papel da entropia cruzada no aprendizado de máquina?A entropia cruzada mede a dissimilaridade entre duas distribuições de probabilidade. É uma ferramenta indispensável no campo da avaliação de distribuições de probabilidade e mede a divergência entre duas distribuições de probabilidade.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 59%|█████▊    | 800/1367 [06:53<04:52,  1.94it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 800 of 1367. Loss:0.5364123582839966.\n",
            "\n",
            "\n",
            "Example output: O que significa aprendizagem federada?FL é um método em aprendizado de máquina que treina modelos usando exemplos descentralizados em dispositivos como smartphones para aprender uma nova habilidade. Nessa abordagem, um servidor central distribui o modelo atual ao servidor, que a treina em uma versão de coordenação (C) e armazenada na rede. A rede é então usada para fazer melhorias no modelo, o que pode levar a melhorias na qualidade do modelo geral ou até mesmo gerar um modelo global mais personalizado.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            " 88%|████████▊ | 1200/1367 [10:20<01:26,  1.94it/s]"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Batch 1200 of 1367. Loss:0.5115535855293274.\n",
            "\n",
            "\n",
            "Example output: Quero começar a me exercitar, mas não sei como. Você pode me fornecer um plano de exercícios para iniciantes.Eu recomendo começar com exercícios básicos de peso corporal, como flexões, flexões e agachamentos. Esses exercícios podem ajudá-lo a construir força, reduzir a tensão muscular e queimar calorias rapidamente. Existem muitos livros e vídeos online que fornecem exercícios para iniciantes. Esses exercícios podem ajudá-lo a desenvolver e manter uma boa saúde cardiovascular e mental.\n",
            "\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "100%|██████████| 1367/1367 [11:47<00:00,  1.93it/s]\n"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Average Training Loss: 0.551684551763988.\n",
            "\n",
            "\n",
            "Validation loss: 0.7048302759465418.\n",
            "\n",
            "Training complete!\n"
          ]
        },
        {
          "data": {
            "text/plain": [
              "('/content/drive/MyDrive/Colab Notebooks/Aira-PT-124M/tokenizer_config.json',\n",
              " '/content/drive/MyDrive/Colab Notebooks/Aira-PT-124M/special_tokens_map.json',\n",
              " '/content/drive/MyDrive/Colab Notebooks/Aira-PT-124M/vocab.json',\n",
              " '/content/drive/MyDrive/Colab Notebooks/Aira-PT-124M/merges.txt',\n",
              " '/content/drive/MyDrive/Colab Notebooks/Aira-PT-124M/added_tokens.json')"
            ]
          },
          "execution_count": 12,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "from codecarbon import EmissionsTracker\n",
        "import tqdm\n",
        "\n",
        "output_dir = f'/content/drive/MyDrive/Colab Notebooks/Aira-{model_size}'\n",
        "\n",
        "tracker = EmissionsTracker(\n",
        "    project_name=\"Aira_emissions\",\n",
        "    log_level=\"critical\",\n",
        "    output_dir=output_dir,\n",
        "    output_file=\"Aira_emissions.csv\",\n",
        ")\n",
        "\n",
        "training_stats = []\n",
        "\n",
        "tracker.start()\n",
        "for epoch_i in range(0, epochs):\n",
        "\n",
        "    print(f'\\nBeginning epoch {epoch_i + 1} of {epochs}\\n')\n",
        "\n",
        "    total_train_loss = 0\n",
        "\n",
        "    model.train()\n",
        "\n",
        "    for step, batch in enumerate(tqdm.tqdm(train_dataloader)):\n",
        "\n",
        "        b_input_ids = batch[0].to(device)\n",
        "        b_labels = batch[0].to(device)\n",
        "        b_masks = batch[1].to(device)\n",
        "\n",
        "        model.zero_grad()\n",
        "\n",
        "        outputs = model(b_input_ids,\n",
        "                        labels=b_labels,\n",
        "                        attention_mask = b_masks,\n",
        "                        token_type_ids=None)\n",
        "\n",
        "        loss = outputs[0]\n",
        "\n",
        "        batch_loss = loss.item()\n",
        "        total_train_loss += batch_loss\n",
        "\n",
        "        if step % sample_every == 0 and not step == 0:\n",
        "\n",
        "            print(f'\\nBatch {step} of {len(train_dataloader)}. Loss:{batch_loss}.\\n')\n",
        "\n",
        "            model.eval()\n",
        "\n",
        "            inputs = tokenizer(tokenizer.bos_token + df.prompt.sample().iloc[0] + tokenizer.eos_token, return_tensors=\"pt\").to(device)\n",
        "\n",
        "            sample_outputs = model.generate(**inputs,\n",
        "                                bos_token_id=tokenizer.bos_token_id,\n",
        "                                pad_token_id=tokenizer.pad_token_id,\n",
        "                                eos_token_id=tokenizer.eos_token_id,\n",
        "                                do_sample=True,\n",
        "                                top_k=50,\n",
        "                                max_length = 200,\n",
        "                                top_p=0.95,\n",
        "                                num_return_sequences=1)\n",
        "\n",
        "            for i, sample_output in enumerate(sample_outputs):\n",
        "                  print(f'\\nExample output: {tokenizer.decode(sample_output, skip_special_tokens=True)}\\n')\n",
        "\n",
        "            model.train()\n",
        "\n",
        "        loss.backward()\n",
        "\n",
        "        optimizer.step()\n",
        "\n",
        "        scheduler.step()\n",
        "\n",
        "    avg_train_loss = total_train_loss / len(train_dataloader)\n",
        "\n",
        "\n",
        "    print(f'\\nAverage Training Loss: {avg_train_loss}.\\n')\n",
        "\n",
        "    model.eval()\n",
        "\n",
        "    total_eval_loss = 0\n",
        "    nb_eval_steps = 0\n",
        "\n",
        "    for batch in validation_dataloader:\n",
        "\n",
        "        b_input_ids = batch[0].to(device)\n",
        "        b_labels = batch[0].to(device)\n",
        "        b_masks = batch[1].to(device)\n",
        "\n",
        "        with torch.no_grad():\n",
        "\n",
        "            outputs  = model(b_input_ids,\n",
        "                             attention_mask = b_masks,\n",
        "                             labels=b_labels)\n",
        "\n",
        "            loss = outputs[0]\n",
        "\n",
        "        batch_loss = loss.item()\n",
        "        total_eval_loss += batch_loss\n",
        "\n",
        "    avg_val_loss = total_eval_loss / len(validation_dataloader)\n",
        "\n",
        "\n",
        "    print(f'\\nValidation loss: {avg_val_loss}.\\n')\n",
        "\n",
        "    training_stats.append(\n",
        "        {\n",
        "            'epoch': epoch_i + 1,\n",
        "            'Training Loss': avg_train_loss,\n",
        "            'Valid. Loss': avg_val_loss,\n",
        "        }\n",
        "    )\n",
        "\n",
        "tracker.stop()\n",
        "print(\"Training complete!\")\n",
        "\n",
        "df_stats = pd.DataFrame(data=training_stats)\n",
        "df_stats = df_stats.set_index('epoch')\n",
        "df_stats.to_parquet(f\"{output_dir}/training_stats.parquet\", compression=\"gzip\")\n",
        "\n",
        "model_to_save = model.module if hasattr(model, 'module') else model\n",
        "model_to_save.save_pretrained(output_dir)\n",
        "tokenizer.save_pretrained(output_dir)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "h48iOsqie8rx"
      },
      "source": [
        "13. Check the training stats and plot the learning curves."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 2,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 592
        },
        "id": "J1-hAY9Av4gT",
        "outputId": "e568f437-8084-4d89-9efb-30c981336d00"
      },
      "outputs": [
        {
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAABBMAAAI/CAYAAAAleJEqAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAADYXklEQVR4nOzdd3xUVfrH8c/U9AqEJEBCKALSQhNQLAuoIBYsgCy6q6io2JFd2+q6iuW3i1hQ0FUBG1IUEBuwoCBFOiGAdEISAiRAek9m5vdHzEhIAkkYmEz4vl8vX8q955773JiTcJ855zkGh8PhQERERERERESkhozuDkBEREREREREPIuSCSIiIiIiIiJSK0omiIiIiIiIiEitKJkgIiIiIiIiIrWiZIKIiIiIiIiI1IqSCSIiIiIiIiJSK0omiIiIiIiIiEitKJkgIiIiIiIiIrWiZIKIiIiIiIiI1IqSCSIicsFZt24d7dq1o127di7ve968ebRr147+/fu7vG9xjTvvvJN27doxefLkWp07277Ph/79+9OuXTvmzZvnlvuLiMiFw+zuAEREpGE6mxf11157jVtuucWF0Uhtbd26lWnTprFp0yYyMzMJCgoiIiKCyy67jMGDB9O+ffs69XvkyBH69++P3W7n73//O/fcc0+NrluwYAFPPfUUUJaw6dixY53u76nmzZtHSkoKl1xyCb1793Z3OC739NNPM3/+fJo1a8ZPP/3k7nBERKQGlEwQEZFzonHjxlUez8/PJz8//7RtvL29z1lcAD4+PsTExJyTvgMCAoiJiaFp06bnpP/z4auvvuL555/HbrcDZV+v/Px8tm3bxrZt29i8eTOfffZZnfqOiIjg0ksvZdWqVcybN6/GyYSvv/4agA4dOpzTREJERAQxMTGEhIScs3vUxfz581m/fj0PP/zwaZMJLVq0wGq1EhAQcB6jExGRC5GSCSIick6sXr26yuOTJ0/m3XffPW2bc61Lly4sWrTonPR99dVXc/XVV5+Tvs+H9PR0XnrpJex2Ox06dGDChAl06tQJgOTkZH766ScOHDhwVve47bbbWLVqFfv27WPr1q107dr1tO2Tk5PZsGEDALfeeutZ3ftM/v3vf5/T/s+1Tz75xN0hiIjIBULJBBEREXHauHEjRUVFAPznP/+hbdu2znMtWrTgr3/961nfY8CAAQQHB5OZmcnXX399xmTCvHnzcDgcWK1WbrjhhrO+v4iIiJw9JRNERKReKa+18Omnn9KmTRv++9//snz5co4ePUphYSG7d+8GoKCggGXLlvHLL7+we/duUlNTyc3NJTg4mC5dujBixAiuvPLKKu+xbt06/vKXvwA4+ys3b948nnnmGefa7e3bt/Phhx86awc0bdqUgQMHMnbsWIKCgir1fer1JyuflXHJJZfw2Wef8euvvzJ9+nTi4+PJy8ujefPmDBkyhPvuuw8vL69qv0ZLly7l008/5bfffsNms9GiRQtuuOEG7rrrLt5///0K96gtk8nk/O9ztVTDarVy00038cknn/D999/z7LPPVru0xW63s2DBAqBs1kdwcDAAe/bsYfHixWzYsIHDhw+TlpaG2WwmKiqKK6+8kr/+9a+EhobWOrY777zTuZzgkUceqXTeZrMxc+ZM5s2bR0JCAlarlXbt2jFq1CgGDRp02r6Tk5P58ccfWbduHYcOHSI1NRWDweCsRXH33XcTGRlZ4Zry76dy7777rnNmT7lly5bRvHlzoKwAY0pKSrV1R2w2G/Pnz2fhwoXs3r2bvLw8QkJC6NatG6NGjap2CcXJX5eHH36YuXPnMnfuXPbv34/D4eCiiy7iz3/+MzfddNNpvwbnwrFjx5g2bRq//PILKSkpADRr1owrr7yS0aNHV7ucKisrixkzZrB8+XISExMpLi4mKCiI0NBQunXrxuDBg+nbt2+FawoLC/niiy9YsmQJBw4cID8/n4CAAEJDQ+ncuTP9+/fn2muvPefPLCJSHyiZICIi9VJSUhLjxo3j+PHjeHl5YTZX/JX1448/Ol+yDAYD/v7+mM1mjh07xrJly1i2bBmjR492Fu2ri2+//ZZnnnmGkpISAgICsNlsHDp0iBkzZrB69Wpmz56Nn59fnfr+6KOPmDhxIlBWZ6GkpIQDBw4wefJk1q9fz/Tp0yu82Jf7v//7P6ZNm+b8c2BgIPv372fixImsWLGCHj161O1hf9e3b19CQ0NJT0/n008/5eGHHz6r/qpz22238cknn5Cbm8vixYurfQn99ddfOXz4MFBxicMDDzzgfHH08vLCx8eHrKwsdu7cyc6dO5k/fz4zZsygVatWLou5uLiYBx98kFWrVgFgNBqxWCxs2LCB9evXc9999532+meffZb169cDYLFY8PPzIzs7m/3797N//37mz5/P+++/T8+ePZ3XeHt707hxY7KysigpKcHX1xdfX98K/Vb1fVKVnJwcxo4d64zBZDLh5+fHsWPHWLx4MYsXLz7jmLHZbDz00EMsW7YMs9mMt7c3eXl5xMXFERcXR2JiIo8++miN4nGF9evX89BDD5GdnQ3g/Nrs27ePffv28dVXXzFlypQKX1OAo0ePMnLkSOf3ltFoJCAggIyMDI4fP86ePXtISEiokEzIzc1l1KhR7Nq1Cyj7uRMQEEBOTg4ZGRns37+fDRs2KJkgIhcMbQ0pIiL10quvvkpAQAAzZswgLi6OzZs3V6hzEBgYyOjRo5k5cyZbtmxh48aNxMXFsXLlSh555BEsFgvTpk1j2bJldbp/eno6zz77LEOHDmX58uVs3LiRzZs388ILL2CxWNi7dy8fffRRnfretWsXb7zxBmPGjGHNmjVs2LCBjRs38tBDDwFlMyfmz59f6brvv//emUi4/vrr+eWXX9iwYQObN2/m5ZdfJj4+ni+//LJOMZXz9fV1vky+9957LFy48Kz6q85FF11Ely5dgD+KK1al/FyzZs0qvNj16tWL119/nZ9//pn4+HjWrVtHfHw8M2bMoEuXLqSmpjJ+/HiXxvzGG2+watUqDAYDjz/+OBs2bGDDhg2sXr2akSNH8uGHH7Jz585qr2/fvj0vvPACixcvdsa8bds25s6dy+WXX05OTg5PPPEEhYWFzmuuu+46Vq9eTbdu3QAYPXo0q1evrvBPREREjeJ/7rnnWL9+PRaLhX/84x9s2rSJDRs2sHLlSmeiZtq0aaf9Hpo5cybr16/n9ddfZ9OmTWzatIkVK1bwpz/9CYCpU6dy8ODBGsVzto4cOeJMJLRp08b5s2DLli188cUXxMTEkJWVxUMPPURqamqFaydPnszhw4dp1qwZM2bMYPv27axfv55t27bx008/8eKLL1ZafvPpp5+ya9cugoODmTx5MvHx8WzYsIFt27bxyy+/8H//939cdtll5+XZRUTqAyUTRESkXjIajcyYMYO+fftiNJb9ujp5B4aBAwfy1FNP0aNHD3x8fJzHw8LCePjhh3niiScA6rzrQEFBAUOGDGHChAnOlzUfHx9GjRrFHXfcAZS93NdFdnY2Y8eOZdy4cc6p+P7+/jz66KNcc801VfbtcDh4++23AbjsssuYOHGicxmCl5cXw4cP58UXXyQrK6tOMZVLSUlxJknsdjtPP/30aV/2z8Ztt90GlH26nJycXOl8VlYWS5cuBeCWW25xfh9A2QyNm2++ucKyAKvVSt++fZkxYwaNGzdmx44dbNy40SWxpqam8vnnnwPw4IMP8uCDD+Lv7w9Ao0aNePHFF7n++uvJycmpto/nnnuOUaNG0bJlS+ezmM1munTpwgcffEC7du1IS0tj8eLFLon5ZFu3bnX2+/zzz3PnnXc6x02TJk149dVXnZ+ov/322866GafKysri3Xff5eabb3YuTQkPD+edd94hLCwMu93Ojz/+6PL4q/L++++TnZ1NUFAQM2bMqDArp2fPnsyYMQN/f38yMzP54IMPKly7ZcsWAMaNG0ffvn2dsztMJhPNmjVj5MiRlZJR5deMHj2aa665BqvVCpT9rGratClDhw7l5ZdfPmfPKyJS3yiZICIi9dJNN91EeHh4na+/6qqrAIiLi8Nms9WpjwcffLDK4wMGDAAgMTGRgoKCWvdrtVoZPXr0afs+tZbDzp07SUxMBOD+++/HYDBUuvbUl+vaysrK4q9//St79+5l5MiRvP322xgMBp577rlqkzJffPEF7dq1q9PU7iFDhuDj44PD4ahyJsZ3331HUVERRqORm2++ucb9+vn50atXLwA2b95c67iqsnjxYkpLS/H29q52O8uzWRJiMpm4/PLLAdi0aVOd+6nODz/8AJS9+A8bNqzKNo899hgAGRkZ1e600r17d/r06VPpuNVqpV+/fkDl791zweFwOGcq3X777TRp0qRSm/DwcG6//XagcnIuMDAQKKu3UFN1uUZEpCFTzQQREamXunfvfsY2x48fZ+bMmaxevZqDBw+Sk5NTKXFQUFBAVlZWrYvxBQcHEx0dXeW5sLAw539nZ2dXmBlRE23btq221kJ536fOMNixYwdQtta+fMr7qQwGA7169eKbb76pVTzlJkyYQHJyMrGxsTz//POYTCZsNht/+9vfmDBhAvn5+dx///0VrimfPt6hQ4da38/f359rr72WBQsWsGDBAh5++OEKsw/KZ0T07duXZs2aVbr+559/5ptvvmHbtm2cOHGiysTO0aNHax1XVbZv3w5Ap06dnDMSThUTE0PTpk0rTak/2caNG/nqq6+Ii4sjNTWV/Pz8Sm1Od31dlcffu3fvCl/jk7Vu3doZ//bt2+nfv3+lNqfbeaO6791z4dChQ2RmZgJUKpJ4sssuu4yPPvqIzMxMkpOTadGiBVCWbNyyZQtvvPEGBw4c4Oqrr6Z79+7V/r8tv+a7777j888/Jz09neuuu47u3bvXqdCniEhDoGSCiIjUS40aNTrt+S1btjBmzBhn4TUoW+/v4+ODwWDAZrORkZEBUKfZA6crrHhywbuSkpJz0ndpaWmF4+XPEhwc7JxeXZW67sBw7Ngx56fXY8eOdcYxZMgQSkpKeOaZZ5g0aRJ5eXmMGzfOed2GDRsAnGvma+u2225jwYIFpKSk8OuvvzrXnO/atcuZQClfDlHObrfzt7/9je+++855zGw2ExQUhMViAcqKDRYVFdXp/31VTpw4AZz56xseHl5tMuA///lPhTobJpOpQsz5+fnOf1yttvGXtz/V6b53y4uknvq9ey6cHN/pnunkc+np6c5kwj333MOuXbv48ccfmTNnDnPmzMFgMNC2bVv69evHsGHDKhXvvOGGG4iPj+fzzz/n+++/d852iI6O5rLLLuPWW2+lU6dOrnxMEZF6TcscRESkXqru01Moe1l58sknyc7OpkOHDvz3v/9l06ZNbNmyhTVr1rB69WrmzJnjbO9wOM5HyB7tt99+c74EnrojxNChQ5kwYQIGg4EPPviACRMm4HA4OHDgAFu2bCEoKIiBAwfW6b69evWiZcuWQNk2iOXK/zs4OLhS31999RXfffcdJpOJhx56iCVLlrBt2zbWr1/vLEpYvuyivvy/X716tTOR8Oc//5lvv/22Usx//etf3RzlhcNisfDWW2/xzTff8NBDD9GnTx98fHzYs2cP06ZN4/rrr6+wa0q55557jkWLFjFu3DiuuOIKAgMDSUxMZObMmdx666288sorbngaERH30MwEERHxOHFxcaSkpGAymfjggw+q/GSyoa1rDgkJASAzM5Pi4uJqZyfUdYp8Xl7eac/feuutlJaW8s9//pPPPvuMvLw8srOzcTgc/PWvf63zFpnlfb/xxhv873//cy4bKd9F4oYbbqj0rOWfCN92223VbkN4/PjxOsdTlfKZMmf6+lZ3vjzmfv368c9//rPKNq6O+WSNGjUiISHhjMs+ys+faWaQu50cX2pqarVbgJ78/6Oq5Qjt27enffv2QFmScsOGDbz33nts2LCBf//731x66aXO8+Wio6O5//77uf/++7Hb7cTHx/Phhx+ydOlSPv30U/r06eOsfSIi0pBpZoKIiHicI0eOAGUvB9VNcf7111/PZ0jnXMeOHYGyZRXlVeVP5XA46rx7Qfn0b4C1a9dW2WbEiBE8//zzQNnMgaVLlxITE8O9995bp3uWGzp0KCaTiaKiIr799lt++ukn57KOU5c4wB8vvBdffHGV/eXl5bF169aziulU5dPXt2/fXm3i5eDBg9W+rJ8pZofDUe3XHXAW3KzrTIvy+NetW4fdbq+yzf79+50v3507d67Tfc6X5s2bExwcDJx+rK9ZswYom+Fy8vd4VcxmM3379uWDDz7AarXicDic11fHaDQSGxvLO++84yx+eqZrREQaCiUTRETE4wQEBABln+RW9Wnu0aNH67wlZH3VoUMHZ0HI//73v1W+VH7zzTekpKTUqf9OnToRFRUFlK3tL3+ZP9WoUaMYPHiw88/t27fHy8urTvcsFxYWxhVXXAGUJSnKlzh07Nix0qfCgLNI3q5du6rsb8qUKWecaVFb1157LSaTicLCwiqnvwO899571V5/ppi//PLLKrfHPPX6k2uE1MaQIUOAsk/q586dW2Wbd955ByibBXPppZfW6T7ni8FgcH4fzp49u8qZSKmpqcyePRuA66+/vsK54uLiavu2Wq3OmiEnL7c63TUmk8lZ+6KqnVZERBoiJRNERMTj9OjRA19fXxwOB48//jgJCQkA2Gw2Vq5cyZ133unmCF3PYDDwyCOPALBq1Sqeeuop56fIRUVFzJ07l3/+858EBQXVuf8XXngBk8nEwYMHGTZsGIsXL6aoqAgo+9pu3ryZRx99lB9//NH5wvTjjz/y5ptvnvXzlc9A2L59O7/88gtQtvyhKuVbKM6dO5fZs2c7X/KOHTvGq6++ykcffeT81NpVmjZtyp///GegLFnxwQcfkJubC5QV9nvppZdYuHChM9FVXcy//PIL7733nrPIYnZ2Nu+//z4TJkw4bcxt27Z1Xl+XpSxdunRx1pF4+eWX+fzzz53FKY8dO8Y//vEP51aLjz322FkniOrKbreTnp5+2n/Kv+4PPPAAgYGBZGZmcvfdd1fYBnTTpk3cfffdZGdnExwczJgxYyrc509/+hNvvPEGcXFxFZIEiYmJjB8/noKCAoxGo3O7S4Bhw4YxYcIE1q1bV6FIZmpqKi+//LJz69Yrr7zynHxtRETqG9VMEBERjxMQEMDf//53XnzxRTZs2MCgQYPw9fXFZrNRVFRESEgIr732Gg8++KC7Q3WpG264gW3btvHJJ5/wzTffsHDhQgIDA8nPz6ekpIQ+ffrQtWtX5zTt2rr88suZNGkSzz33HMnJyTz66KOYzWb8/f3Jy8tz7lwRGRnJq6++yi+//MK0adN4//33adKkCXfccUedn+2qq66icePGHD9+HLvdjpeXFzfccEOVbUePHs3ixYs5cOAAL7zwAi+++CL+/v7k5OTgcDgYMWIExcXFzJ8/v87xVOVvf/sb+/fvZ82aNUyaNIm3334bf39/Z+2I++67j61bt7J+/fpK1w4dOpQFCxawceNG3nnnHSZPnkxgYCA5OTnY7XauuuoqOnTowNSpU6u8980338z06dNJTEzkqquuIjQ01PnCP3PmTMLDw88Y/yuvvEJGRgbr16/n5Zdf5rXXXsPPz88ZP5R9bUeOHHkWX6Wzc+TIkdNu9QgwYMAApkyZQnh4OO+99x5jx45l7969jBw5El9fXwDny35gYCDvvfdepeVQx48f57///S///e9/MRqNBAQEUFhY6EyeGQwGnnrqKdq0aeO8Jicnh88++4zPPvsMg8FAQEAApaWlFRILd911lzNxJCLS0CmZICIiHmnkyJFERkby0UcfsX37dmw2G02bNuXKK6/kvvvuq9OWjZ7g2WefpVevXnz66af89ttvFBcX06pVK2666Sb++te/8vrrrwNlL1F1MWjQILp3787MmTP55ZdfSExMJC8vj+DgYDp27MjVV1/NjTfeiNVqpXfv3hw8eJCffvqJV155hUaNGlVYAlEbZrOZoUOHOnc8uPrqq6t9hsDAQGbNmsV7773H0qVLSUtLw2QycckllzBixAiGDBnC008/Xac4TsfLy4sPP/yQmTNnMm/ePBISEnA4HPTs2dO5/KO6WTEWi4Vp06bx3//+l++++46UlBQcDgddunRh6NChjBgx4rTLJFq2bMmnn37KBx98QHx8PJmZmc7dN2q6FWNAQAAzZsxg/vz5fPPNN+zevZv8/HwaN25M9+7dGTVqFL179679F8aNLrnkEn744QemT5/OihUrSElJwWAw0Lp1a6688kpGjx5NkyZNKl03bdo01q1bx6ZNmzhy5IhzuVR0dDQ9evRg1KhRlbZ5nDRpEqtWrWLjxo0cOnSI48ePU1paSrNmzejatSvDhw8/YyJERKQhMTjqy55JIiIictZuv/12tmzZwqOPPspDDz3k7nBERESkgVLNBBERkQZi/fr1zp0eNNVaREREziUlE0RERDzIv/71L+bNm8exY8ec69yzs7OZNWsWY8eOBaBPnz506dLFnWGKiIhIA6dlDiIiIh7kpptucm4vaLVa8fHxqVBAr02bNkybNq1SwTkRERERV1IyQURExIMsW7aMpUuXEh8fz/Hjx8nNzcXf3582bdpw9dVXM2LECHx8fNwdpoiIiDRwSiaIiIiIiIiISK2oZoKIiIiIiIiI1IqSCSIiIiIiIiJSK2Z3ByCn53A4sNvr/0oUo9HgEXGKeAKNJxHX0FgScQ2NJRHX8YTxZDQaMBgMZ2ynZEI9Z7c7SE/Pc3cYp2U2GwkJ8SM7O5/SUru7wxHxaBpPIq6hsSTiGhpLIq7jKeMpNNQPk+nMyQQtcxARERERERGRWlEyQURERERERERqRckEEREREREREakVJRNEREREREREpFaUTBARERERERGRWlEyQURERERERERqRckEEREREREREakVJRNEREREREREpFbM7g6gttauXcv06dPZunUr+fn5REZGMmjQIMaMGYOvr2+t+8vIyGD69OksW7aMQ4cOYTabadOmDbfccgvDhg3DaKw639KuXbvT9tu4cWNWr15d63hERERERERE6juPSiZ89tlnvPLKKzgcDsLDw4mIiGDfvn1MnTqVJUuWMHPmTIKDg2vc34EDBxg9ejRHjhzBYrHQtm1bioqK2Lp1K3Fxcfz888+8++67mM3Vf5k6deqE1WqtdLw2cYiIiIiIyLnlcDiw2UpxOBzuDkUuUHa7gcJCE8XFRdhs5/770Gg0YjKdu1d+j0kmbN++nVdffRWAl156ieHDh2MwGEhNTeXBBx9kx44dPP/880yePLlG/dlsNh599FGOHDlCjx49ePvtt2nSpAkAu3fv5oEHHuDnn3/mvffe47HHHqu2n7fffpvmzZuf/QOKiIiIiIjLlZaWkJOTSXFxIQ6H3d3hyAXu+HEjdvv5+z40m634+QXi4+Pn+r5d3uM5MmXKFOx2O0OHDmXEiBHO402bNmXSpEkMHjyYJUuWsGvXLtq3b3/G/lasWMHevXuxWq38+9//diYSoGwJwwsvvMADDzzA9OnTufvuuwkMDDwnzyUiIiIiIudGcXERGRlpGI1G/PwCsFi8fl/GbHB3aHKBMpkM52VWAjiw2Wzk5+eSlXUcwOUJBY9IJuTl5bFy5UoAhg8fXul8y5Yt6dOnD2vWrGHRokU1SiZs2rQJKFumUNXMgj/96U/4+vqSn5/PsmXLuPnmm8/yKURERERE5HzKzc3EZDITGtq02lpoIueT2WyktPT8zEywWMDLy4eMjGPk5WVfmMmEnTt3UlxcjNVqpUuXLlW26dGjB2vWrGHr1q016jMrKwsom9lQnbCwMA4ePMiWLVuqTSZMmTKFtLQ0bDYbTZs2pU+fPlx33XVV1lEQEREREZHzw2azUVxcSFBQIyUS5IJlMBjw9fUjM/M4NlupS2soeEQyISEhAYDIyEgsFkuVbaKioiq0PZOAgAAAUlNTq22TlpYGlBVqrM7XX39d4c/z58/nnXfeYfLkyXTs2LFGsXgyu93BzoPplCRkYDE4aB0ZhNGoaWMiIiIi4l52uw0As7nq9weRC0V5AsFut2Myua5fj0gmlM8iCAoKqrZN+bnytmfSuXNnoKywY0pKCs2aNatwfsWKFeTn51fb54ABA7jpppto37494eHh5OXl8euvv/Lmm2+SnJzM6NGjWbBgARERETWK53TM5vqZSd2wK40vFu8mPafIeSw0wItR17ajV/swN0Ym4rlMJmOFf4tI3WgsibiGJ48lu738Ay590CX1g8Hwx7/P76YiZTc2mQwufbf0iGRCUVHZy2p1sxIA57KC8rZnMnDgQMLDwzl69Cjjxo3jrbfecr74x8fH889//tPZtrCwsNL1U6ZMqfBnLy8vhgwZQt++fbn11ls5fPgw7777Lq+88kqN4qmO0WggJMT1lTfP1pr4w0z+Kr7S8fScIiZ/Fc8zf+3FpV0i3RCZSMMQGOjj7hBEGgSNJRHX8MSxVFho4vhxo8tfoETO1vlOztntBoxGI0FBvnh7e7usX49IJnh5eQFQUlJSbZvi4uIKbc/EarXy1ltvcd999xEXF8eAAQOIjo6mqKiIlJQUgoODueaaa1iyZAl+fjV/mQ8NDWXMmDG8+OKLLF26lAkTJmAw1D0barc7yM7Or/P154Ld7uCDeZUTCSf7YH487ZoFasmDSC2ZTEYCA33Izi7AZtP2VSJ1pbEk4hqePJaKi4uw2+3YbI7zVvBO5HQMhrIxZbPZz+vMBJvNgd1uJysrn4IC2xnbBwb61Cjh4RHJhJosYajJUohTdevWjfnz5/Phhx+yatUqkpOTCQoK4pZbbuHRRx/l/fffB6Bx48a1irdbt24AZGZmkpmZSUhISK2uP1V9++G3KzGjwtKGqqRnF/FbQjrto8/u2UUuVDabvd6NfRFPpLEk4hqeOJbOz/Z7IjVXnkA4v0sc/uDqxJpHJBNatmwJwOHDhykpKalyuUNSUlKFtjXVokULXnrppSrP7du3D/ijvkJNnRyfzXbmzI+nycyr2VKSmrYTEREREREp98orL/Ljj9/x7LP/5LrrbnBJnw8/PIa4uM288877dO/e0yV9Xug8IpnQoUMHLBYLxcXFxMfH06NHj0ptNm3aBEBsbKxL7pmenk5cXBxQVmyxNvbu3QuULbkIDg52STz1SbBfzZaS1LSdiIiIiIi4T79+dXu5njt3IRERqpN2ofKIZIK/vz/9+vXj559/Zs6cOZWSCQcPHmTt2rUADBo0yCX3fOuttygtLaVnz5506tSpxteVlpYyffp0APr06YPZ7BFf4lq5qEUwIQFeZJxmqUNIgBcXtQg+f0GJiIiIiEiddO7ctdKxkpISdu36DYD27S+ucnZ4eRF8V2vUqDFRUdH4+fm7rM+mTcOJiop2aQHCC53B4XDXio3aiY+PZ/jw4QD861//Yvjw4RgMBtLS0njggQfYsWMHAwcO5L333qtwXf/+/QH4+9//XinRsGLFCvz9/SskJ7Kzs5k8eTKffvopvr6+fPXVV7Ru3brCdRMnTqR169ZcffXV+Pv/8Q1+5MgRXn75ZZYtW4bZbGbmzJl07Vp5YNaGzWYnPT3vrPo4FzbtTuO9+durPd+mWSBPj+qhAowitWQ2GwkJ8SMjI8/j1qaK1CcaSyKu4cljqaSkmBMnjtCoUQQWy7l56W3Ijhw5zLBhNwKageBKZrPxvI+l2o6F0FC/hlOAEaBLly48/fTTvP7667zwwgtMnTqVkJAQ9u3bR3FxMTExMbz88suVrktJSQEgP7/yjgirVq3i008/xd/fn2bNmgFw4MABSkpKCA4O5t13362USChv8+GHH/Lcc8/RokULgoKCyMnJISEhAYfDgZeXFxMmTDjrREJ91qNdGA/d3ImZS/dWmKHg72Mhv7CEfSnZzFi0i7sGt8d4FrtZiIiIiIiISP3jMckEgLvuuot27doxbdo04uPjOXHiBJGRkQwaNIgxY8bUagtHgIEDB3LixAm2bdtGUlISBoOBmJgY+vfvz1133VXtLgwjR46kcePGbN++nbS0NFJSUrBYLLRt25a+fftyxx13EBUV5YpHrtd6tAujW9sm7D+cRYnDgMXgoHVkEJv3HGPqN9tZFX8Eb4uJkQPbntX2mCIiIiIinsRud7AnOZPMvCKC/cqW/zakGbsnz1pYtWojK1b8zNy5X7J//z5ycrKZPv0L2rZtx4kTx1m+/Cd+/XUVSUmJHD9+HLPZTHR0NP37X8Ottw6vcqlEdQUYf/jhW1599V/ExnZn8uQP+Oabr/nmm3kkJSVitXoRG9uN++4bS6tWlT8Qrq4A48cff8D06R8yePD1PPXUP/jyy89YtOh7jhw5jK+vH71792HMmIdo2jS8yq/FsWNpfPTR+6xdu4acnGzCwpoyYMA1/OUvo5k48TWXF5KsTzwqmQDQt29f+vbtW+P2u3fvrvZc79696d27d61juPzyy7n88strfV1DZDQa6NAytML0t57twxhd0oGPv9/J0k2H8PYyc8sVrdwdqoiIiIjIObdpd1ql2bshAV78eWBberQLc2Nk58YXX3zC1KmTCQ4OoXnz5qSlpTrPffvtAj766H2sVi8aNWpM69atycrKYs+e3ezc+Ru//PIz77zzfpX1GM5kwoR/snjxD0RERBIVFU1iYiIrV65gy5ZNfPTRZzRv3qJW/ZWWlvLkk4+wadMGWrSIonnzFiQlJbJ48Y9s2bKZGTNmEhgYVOGapKREHnroPjIy0jGbzbRq1ZqioiI++eRjNm5c3+CXhnhcMkE8w2WdIygstvHF//bw3ZqD+FhNDO4T7e6wRERERETOmerqimXkFPHe/O08dHOnBpdQ+Oij9xk37imGDr0Vo9GI3W7HZrMB0K1bT9588z26detRoTB9Wloqb775H1auXM6sWZ9z55131+qe27fHk5h4kHff/S+xsd0ByM7O4plnxrN16xY+/vgD/vnPCbXq8+eflxIeHsknn8yides2ABw9epTx4x/h4MEEvvzyc+6//yFne4fDwUsvPU9GRjqdO3fh5Zf/j8aNmwCwZ88u/v73J9i9e2etYvA0Z66qIFJHA3o059Yry2YkzF2+n582H3JzRCIiIiIif3A4HBQV21zyT0FhKV/8b89p7zdz6V4KCktdcr/6Ukf/hhuGcsstwzAay14tjUajc6ZB166x9OrVu9IOd2FhTfnnPydgNptZtOj7Wt+ztLSUxx8f70wkAAQGBvHYY08C8Ouvq+vU5z/+8S9nIgEgPDyc++4bW2WfmzdvZNeu3/D29ubll//tTCQAXHRRe5577p+UlpbWOg5PopkJck4N6duSwmIb3/+ayOdL9uBlMXFZ5wh3hyUiIiIiFziHw8Frn29mX0rWebtnRk4RD731i0v6atM8iGdGdXd7bbIz1QIoKirk55+XsXXrFlJTUyksLHAmQoxGI0lJiRQVFeLlVfMtG/39Axgw4JpKxy+6qD1Wq5Xc3ByysjIJCgqucZ9t2lxEp06dKx3v2LHsWEpKxQ9G161bA0CfPpfRuHHjStf16tWH8PAIjh49UuMYPI2SCXLO3XJFK4qKbSzddIhpP+zEy2KiZ/uGNb1LRERERDxQw6mJ6DbR0THVnjtwYD9PPfUER44cPm0f2dnZNGlS82TC6eohBAeHkJaWSkFBQa2SCdX1GRoaCkBBQcXdAZOTkwBo06ZttX22adNWyQSRs2EwGLh9YFsKi22s2naEDxbuwGox0aV1I3eHJiIiIiIXKIPBwDOjulNcYndJf3uSM3lz7tYztntiWFcuahF81vezWoxun5UA4OPjU+Vxm83G888/xZEjh+nR4xLuuOOvtGnTloCAQOeyh1tuGUJaWmqtlwN4e1efeChfblHbZSDVPUd5f6fKzy8AwNe3+h0FT3euIVAyQc4Lo8HAXYPbU1RiY8OuNN6bv41xw7vSLqrq7TdFRERERM41g8GAl9Xkkr46xoQSEuBVYReHU4UGeNExJrRBbRNZnZ07fyMx8SBhYU35978nVVrG4HA4yMnJcVN0Z8/Xtyz5kJ+fV22b051rCFSAUc4bo9HAfTdcTJfWjSgptfPWV/EcOJzt7rBERERERM6a0WjgzwOrn/IOMHJg2wsikQBw5EgKAB06XFxlPYQDB/ZXWjrgSVq0iAJg//591bY53bmGQMkEOa/MJiNjh3aifVQwRcU23pwTx6G0XHeHJSIiIiJy1nq0C+OhmzsREuBV4XhogFeD3BbydMqXIpw4caLK8zNnfno+w3G53r0vBWDt2tWkp1d+xo0b15+xVoSnUzJBzjurxcQjt3ahVWQgeYWlTJwdx9F0z81KioiIiIiU69EujP88eCl/H9mNMTdezN9HduPfD156QSUSoGwXBLPZzPbt8XzzzTzn8ZKSEj78cCpLlvzo3ELSE3Xv3pMOHS6moKCAf/zjKY4fP+48t3fvbl599V+VtsRsaJRMELfw8TLzxPCutAjzJzuvmImztnA8q8DdYYmIiIiInDWj0UD76BD6XBxO++iQC2Zpw8lCQxsxcuSdAPznP68ydOhg7r33L9xww9V88snHjB49hkaNKm+p6CkMBgPPP/8yISGhxMfHcdtt1zN69CjuuGM4d989isaNm3DVVQOA6os4erqG+VTiEfy8LTw5IpbwUF/Ss4uYOCuOzNzqC9aIiIiIiIjnuP/+hxg//hlat25DVlYmhw4l06bNRbz88uvcffd97g7vrEVFRfPxx58xZMiNBAUFcfBgAsXFRdxxx1288877zl0q/Pwa5q4OBkdt98yQ88pms5OeXr+rgJrNRkJC/MjIyKO0tPZb66RnF/L6F5s5nlVIs8Z+PDWqO/4+njvlSeRsnO14EpEyGksiruHJY6mkpJgTJ47QqFEEFovV3eHIBejOO4eTkHCA6dNn0rbtRUDZmDrfY6m2YyE01A+T6czzDjQzQdwuNNCb8bfHEuRvJeV4HpNmx1FQVLu9ZkVEREREROqLHTu2k5BwgMDAIGJiWrk7nHNCyQSpF8JCfBl/ezf8fSwcPJrD23O3UlRic3dYIiIiIiIiVUpOTmLu3Fnk5ORUOB4fH8cLLzwNwI033txgCzE2zKcSj9SssR9Pjojl319uZs+hLN6dt41Hb+2Cxaycl4iIiIiI1C95ebm8/fZE3n33TVq0iMLX14/jx4+RlpYKQOfOXbj77nvdHOW5o7c0qVeiwwN4fFhXrBYjOxLS+WDhDmx2z1qfJyIiIiIiDV9kZHP+8pfRXHRRO7KystizZxd5ebl07NiZRx99krfffh8vL293h3nOqABjPXchFGCsyo6D6bw9dyulNgd9O4Zzz/UdMBouvC115MLjyYWuROoTjSUR1/DksaQCjFIfqQCjyDnWsWUoD97UCaPBwK87jvL5kj0o7yUiIiIiIlI/KJkg9Va3i5pw7w0dMADLt6Qwd/l+JRRERERERETqASUTpF7rc3E4fxnUDoBF65L4ds1B9wYkIiIiIiIiSiZI/XdlbDNu798GgAUrE1iyIdnNEYmIiIiIiFzYlEwQj3DNJVEM7RcDwKxle/ll62E3RyQiIiIiInLhUjJBPMYNl7Vk0CVRAHzy4y7W/nbUzRGJiIiIiIhcmJRMEI9hMBgY9qfWXNWtGQ7go293smXvMXeHJSIiIiIicsFRMkE8isFg4I5rLqJPx6bYHQ6mLtjBbwfT3R2WiIiIiIjIBUXJBPE4RoOBe4Z0oFvbxpTa7LzzdTz7DmW5OywREREREZELhpIJ4pFMRiMP3NSJjjGhFJfYeXPuVhKP5rg7LBERERERkQuCkgnisSxmIw/f0pm2zYMoKCrljdlxpBzPc3dYIiIiIiJyBv369aRfv56Vjj/88Bj69evJ5s0ba9Xf5s0b6devJw8/PMZVIZ7RkSOH6devJ7fddsN5u2d9omSCeDQvi4nHbutKdHgAuQUlvDFrC2mZBe4OS0RERETEY7zyyov069eTJ598tEbt09NPcOWVvenXrycbNqw7x9G5z8cff8DHH39ATo5mQFdFyQTxeL7eZp4cEUuzxn5k5hYz8cstpGcXujssERERERGPMHjw9QBs3LiOEyeOn7H9kiU/YrPZCAtrSo8evVwaS9Om4URFRePt7e3Sfuti+vQPmT79Q3Jzq04mmM1moqKiadas+XmOrH5QMkEaBH8fC0/eHktYiA/HswqZOCuO7Lxid4clIiIiIlLvdevWg4iISGw2G0uWLDpj+x9//B6AQYOGYDS69pXy+edfYubMr7n44k4u7fdcaNIkjJkzv+btt6e6OxS3UDJBGoxgfy/G3x5LaKAXR9PzeWN2HHmFJe4OS0RERESkXjMYDAwaNASARYu+P23bvXt3s3//XuCPGQ1yYTK7OwARV2oc5MP427vx+uebSE7L5a05W3ny9li8rfpWFxEREZHzw+6wsy8zgeyibAK9AmkTHIPRUL8/xx00aAgzZnzE/v172bt3N23btquyXXmyoXPnLrRoEcWOHdv55Zef2bx5A2lpqWRlZREYGMTFF3dk2LCRtV4G8fDDY4iL28w777xP9+4VCzTa7Xbmz/+KhQvnk5ychK+vL126xHL33fedts/axvjxxx8wffqHzj8PG3ZjhfPlsR05cphhw24kPDyCr776ttJ98/JymT17JitW/ExKSjIGg4HmzVtwxRV/YsSIP+Pr61fpmttuu4GjR4/wzjvvExbWlI8//oBNmzaQm5tDREQkQ4bcyO233+HyGSF1oTcsaXDCQ3158vZu/HvmZvYfzmby19t4fFgXLGaTu0MTERERkQYuLm0bc/cuJLMoy3ks2CuIYW1vJDassxsjO71mzZrTpUssW7du4ccfv6symVBaWupcBjFoUNmshJde+gcpKYcICAikUaPGNGrUhGPH0li16hdWr17J44+P59ZbR5x1fA6Hg3/96x8sW7YEgPDwCIKCglm3bg1r167h7rvvrfba2sbYtGk4nTt3Zdu2rQC0b38xFovFed7f3/+M8R49epTHHx/LoUNJGI1GYmJaAbB//z727t3D//63iLfemkJYWNMqr9+7dzfPPPMkpaWltGzZCrPZTGLiQaZMeYejR48wbtxTZ/6inWNKJkiD1CLMnyeGx/KfWVvYmZjBlPnbeeiWzphN7s/giYiIiEjDFJe2jQ+3f1bpeGZRFh9u/4z7Ot1ZrxMKgwdfz9atW/jf/xYzduxjmM0VXxfXrfuVjIx0rFYvBgy4BoC77rqXjh07ExUVXaHtpk0bePHF55g8+U0uu+xKwsPDzyq2hQvns2zZEqxWL/71r1e4/PKrAMjNzeWVV17k448/qPba2sZ4/fU3cf31Nzm3rnz55deJiIisVbz/+tdzHDqURJs2F/HKK/92Fmk8fPgQTz01joSEA7z00vO8++5/q7x+6tTJDB58PY88Mg5fX18Ali37Hy+++Czz53/FbbfdXul5zjePe7Nau3Yt999/P3369KFLly4MGjSIt956i/z8/Dr1l5GRwaRJkxgyZAhdu3alR48ejBgxgtmzZ2O32097bV5eHm+++SaDBg2iS5cu9OnTh/vvv5916xru9iiepFVkII/f1gWL2cjW/Sf46LvfsNsd7g5LREREROoJh8NBka3YJf8UlBYyZ883p73f3L0LKSgtdMn9HA7X/722f/+BeHt7k5GRzrp1v1Y6/+OP3wFw+eVXOj+dHzz4+ipfanv06MWYMWMpLS1l6dIzF3U8HYfDweeffwLAqFF/cSYSoGyWwAsvvIyfX+UlA+XOR4wn27JlE9u2bcVoNPKvf71aYbeHqKgoXnzxVQwGA3Fxm4mL21xlHy1aRDF+/DPORALAgAFXc9lll+NwOFi7drXL4q0rj5qZ8Nlnn/HKK6/gcDgIDw8nIiKCffv2MXXqVJYsWcLMmTMJDg6ucX8HDhxg9OjRHDlyBIvFQtu2bSkqKmLr1q3ExcXx888/8+6771bKyAGkp6fz5z//mYSEBKxWK23atCE9PZ3ly5ezYsUKnn/+eUaNGuXCp5e6aBcVwkM3d2by1/Gs35mG1WLirsHtMRoM7g5NRERERNzI4XAwafMUDmQlnrd7ZhZlMf6XF1zSV6uglozr/iAGF/691tfXjyuv7M/ixT+waNH3XHbZ5c5z2dnZrFmzEoDrrruhwnWHD6ewdOli9u7dQ1ZWJiUlZUXQ8/JygbIp+2cjKSmRI0dSAKpcMuHj48OQITcxc+an1fZxrmM82dq1awC45JI+REe3rHS+des29OrVm/Xr17Ju3a/Exnav1OaGG4ZiMlVept2xY2dWrfqFlJRDLou3rjwmmbB9+3ZeffVVAF566SWGDx+OwWAgNTWVBx98kB07dvD8888zefLkGvVns9l49NFHOXLkCD169ODtt9+mSZMmAOzevZsHHniAn3/+mffee4/HHnus0vXPPfccCQkJdOzYkalTp9K0aVMcDgdz5szhhRde4JVXXqF79+506NDBdV8EqZMurRtx/40dmfrNdlbFH8HbYmLkwLYu/cErIiIiIp5Ifx881eDB17N48Q+sXv0LOTk5BAQEAPDTT0soLi6mceMm9Ox5ibP9nDkzmTLlHUpLS6vtMysrq9pzNZGYeBCAkJDQaj88Lq9JUJXzEePJkpLKElStWrWutk2rVm1Yv36t89lO1bx5VJXHQ0JCASgoKDi7IF3AY5IJU6ZMwW63M3ToUEaMOLk4RlMmTZrE4MGDWbJkCbt27aJ9+/Zn7G/FihXs3bsXq9XKv//9b2ciAaBdu3a88MILPPDAA0yfPp27776bwMBA5/nffvuNn376CaPRyJtvvknTpmVFMwwGAyNGjGDTpk188803TJkypcbJDTm3erYPY3RJBz7+fidLNx3C28vELVdUP7hFREREpGEzGAyM6/4gxXbXbCW+L/MAU7ZOO2O7sV1H0ya4+hffmrIaLefkw7EePXrRtGk4qalHWbZsCUOH3grAjz+W7eJw7bXXOT8x37ZtK++8Mwmj0cjdd9/HlVf2JzIyEm9vH4xGI5s2beCxxx487Ut8TRQUlC1pDwkJqbZN+Uv2qc5XjCcrX4IfEtKo2jahoY1+b5tX5Xlvb+8qj5fv4nAulrnUlkfUTMjLy2PlyrIpNcOHD690vmXLlvTp0weARYtqttZl06ZNAHTq1InmzZtXOv+nP/0JX19fCgoKWLZsWYVzixcvBqBPnz5ER1dee1Oe7FixYkWdazmI613WOYI7rrkIgO/WJPLD2vM3pU1ERERE6h+DwYCXyeqSfzqEXkSwV9Bp7xfiFUSH0Itccr9zNcvWYDAwaNAQ4I9tIJOSEtmxYxtQNnOhXPn5ESNGcc8999OmTVt8ff2cL7yu+rTfx6esbkBGRka1bTIy0qs8fr5iPFl5nYOMjBPVtklPP/F72+prPdR3HpFM2LlzJ8XFxVitVrp06VJlmx49egCwdevWGvVZ/k1TPqugKmFhYQBs2bKlwvG4uDgAevbseeolAHTp0gWr1UpRURE7d+6sUTxyfvTv3pzbriqbkfDV8v38tNn9a41ERERExPMZDUaGtb3xtG1ua3sjRkP9fwUrTxhs3x5PcnKS84W8Q4eOtGwZ42x35MhhALp27VZlP+UJiLNVXncgMzODzMzMKtskJByo8vj5ivFk5cUeDxzYX22b8nNV1VTwFPX/OxlISEgAIDIyssL+nieLioqq0PZMytf+pKamVtsmLS0NKCvUeLKDBw9WuOepLBYLERERtYpHzp/r+kQzpG/ZAP98yR5Wbzvi5ohEREREpCGIDevMfZ3urDRDIcQrqN5vC3my5s1b0LlzV6BsB4fFi38AKs5KAPDyKpuKf+LE8Up9ZGRkOHd/OFtRUdFERDTD4XAwf/7cSucLCwv54YeFVV57NjF6eXkBUFRUVKt4+/S5FKDamggHDuxnw4a1Fdp6Io+omVA+iyAoqPppQ+XnajpNpXPnsoG8fft2UlJSaNasWYXzJy9ROLXP2sSTnZ1do3hOx2yu3zkfk8lY4d+eYHj/NpSU2lmyIZlpP+zE19tMrw7Vz1IROV88cTyJ1EcaSyKu4cljyW53T3HF2LDOdGnSkX2ZCWQXZRPoFUib4BiPmJFwsuuuu4Ft27Yye/YXFBUVYbVaGTjw2gptYmO7sXLlcj77bDrduvVwfiJ/+HAK//znsxQWFrokFoPBwJ//fCdvvPE6X3zxCW3btqNfvyuAst0YXn31X+Tm5lZ57dnE2KxZcw4c2E9c3KYKMzLOpFu3HnTpEkt8fBwvvvgsEyb8m2bNmmMwwKFDyfzrX8/hcDiIje1e7YyJc8FkMrj03dIjkgnlmaDqZiUAWK3WCm3PZODAgYSHh3P06FHGjRvHW2+95ZxNEB8fzz//+U9n21O/wWoTz9kOIKPRQEiIZ6yjCQz0cXcItfLQ8G7YMbB0QxJTF2wnNMSPnkooSD3haeNJpL7SWBJxDU8cS4WFJo4fN7r8BapmjFzcpO15vqdrXXPNNbz99kTn+0y/flcQGhpcoc3NN9/KwoXzSUw8yJ13jiAqKgqj0UhCwgF8fHx5+OHHmDTp3xgM1f8/OPV4eS0Ik8lY4dxttw0jLm4Ty5b9j6efHkdERCTBwcEkJBzA4XBw330PMHXqu5XudTYxXnPNIN5//z0mTnyd+fO/IjCw7APjJ54Yz0UXtauQZDv12pdeeoWHH36AvXv3MHLkLbRq1RqHw0FCwgHsdjtRUdG89NIr1X5dTn3+ckajwfl1qun3td1uwGg0EhTkW21hx7rwiGRC+fSS8r1Aq1JcXFyh7ZlYrVbeeust7rvvPuLi4hgwYADR0dEUFRWRkpJCcHAw11xzDUuWLMHPr+LLvJeXFwUFBTWK52z/Z9ntDrKz63cRR5PJSGCgD9nZBdhsdneHUyt3XN2W7Lwi1v+Wyqsz1vO3kd1oH119lViRc82Tx5NIfaKxJOIanjyWiouLsNvt2GwOSks9K/b6wMvLlyuu+BNLlvwIwKBB11f6Olqt3rz77od8+OEUVq/+heTkJEJCQrnmmsHcffd9pKYeBcp2Hqju/8Gpx8t3KbDZ7JXOvfDCBDp37sq33y4gOTmJgoJ8evXqw+jRY8jJya7yXmcT4+2330lpqY2lSxeTnJxMcfE+ADIzsygttVcYE6de27hxUz7++DNmzfqCFSt+4tChZKBsC8urrhrAiBF/xtfXr9qvS1XPD2Xvh9XFWx2bzYHdbicrK5+CAtsZ2wcG+tRoNpLBUR/2lDiDuXPn8o9//IOWLVs6d1I41cKFC/nb3/5GREQEy5cvr3HfycnJfPjhh6xatYq0tDSCgoK44oorePTRR3n//feZNWsWl19+OR999JHzmiuuuILU1FQmTpzIDTfcUGW/11xzDYmJibzyyivcdttttXrek9lsdtLTq94upL4wm42EhPiRkZHnkT+oS2123p23jfj9J/Cymvjb7d1oFRl45gtFzgFPH08i9YXGkohrePJYKikp5sSJIzRqFIHFYnV3OCJA2Zg632OptmMhNNSvRskEj5iZ0LJlSwAOHz5MSUlJlcsLkpKSKrStqRYtWvDSSy9VeW7fvrLMU3l9hZPjSU1NJTGx6q0FS0pKOHz4cJ3ikfPPbDIydmgn3pq7lV1Jmbw5J46//7k7LcL83R2aiIiIiIhIveQRVUA6dOiAxWKhuLiY+Pj4Ktts2rQJgNjYWJfcMz093bkF5IABAyqcK79H+T1PFR8fT0lJCV5eXnTo0MEl8ci5ZbWYePS2LrSODCSvsJQ3ZsdxNL1+Ly8RERERERFxF49IJvj7+9OvXz8A5syZU+n8wYMHWbu2bGuNQYMGueSeb731FqWlpfTs2ZNOnTpVOHfttWVVTNetW1fl7ITZs2cDZcshTq23IPWXt9XM48O70iLMn+y8YibO2sLxrAJ3hyUiIiIiIlLveEQyAWDs2LEYDAa++eYbZs+e7SzMkZaWxrhx47Db7QwcOJD27dtXuK5///7079+fRYsWVepzxYoVlWYXZGdn88orrzB79mx8fX2rXALRsWNH/vSnP2Gz2XjiiSdIS0sDyopgzJ49m2+++Qaj0ciDDz7oqseX88TP28KTI2IJD/UlPbuIibPiyMyt3b6yIiIiIiIiDZ1H1EwA6NKlC08//TSvv/46L7zwAlOnTiUkJIR9+/ZRXFxMTEwML7/8cqXrUlJSAMjPrzxlfdWqVXz66af4+/vTrFkzAA4cOEBJSQnBwcG8++67tG7dusp4Xn31VUaOHMmOHTsYMGAAbdq0ISMjgyNHjmAwGHj22Wfp2LGjC78Ccr4E+lkZf3ssr3+xmbSMAt6YFcdTo7rj71P9VqAiIiIiIiIXEo+ZmQBw1113MX36dK644goKCgrYt28fkZGRPPDAA3z99deEhobWqr+BAwcyZMgQQkNDSUpKIjk5mZiYGB544AEWLVpEr169qr02NDSUr7/+mgceeIDIyEj27dtHQUEBV1xxBTNmzODOO+8828cVNwoN9Gb87bEE+VtJOZ7HpNlxFBSVujssERERERGResEjtoa8kGlrSPdKOZ7H/32xmdyCEi5qHsQTI2LxspjcHZY0YA15PImcTxpLIq7hyWNJW0NKfdSQtob0qJkJIudbs8Z+PDkiFh8vE3sOZfHuvG2UeNgvUhEREREREVdTMkHkDKLDA3hiWCxWi5EdCel8sHAHNrsSCiIiIiIicuFSMkGkBto0D+KRW7tgNhnYvOcY077fiV0rhEREREQ8gP7OJhe6czMGlEwQqaGOLUN5cGgnjAYDv+5I5fMle1DJEREREZH6yWAoe9Wx2TSjVC5s9t9nVRsMBpf2q2SCSC10a9uEe2/ogAFYviWFucv3K6EgIiIiUg+ZTCaMRjNFRQXuDkXErYqLizAYjJhMZpf2q2SCSC31uTicvwxqB8CidUl8u+agewMSERERkUoMBgPe3r4UFuZRUlLk7nBE3MJut1NYmIeXl7fLZya4NjUhcoG4MrYZRcU2Zv20jwUrE/C2mrmmVwt3hyUiIiIiJ/H3D6KkpIj09DS8vf3w8vL5fcs7175UidSU3W7AZjv3M5sdDgc2Wwl5eTnY7Xb8/YNdfg8lE0Tq6JpLoigstrFgVQKzlu3F22riiq6R7g5LRERERH5nNBoJCQkjNzeLwsJ8Cgpy3B2SXOCMRqOzhsH5YLV6ExgYhtlscXnfSiaInIUbLmtJYbGNReuT+OTHXVgtRvpcHO7usERERETkd0ajkcDAEAICgrHZbDgcKsgo7mEyGQgK8iUrK/+8zE4wGk2YTKZz1r+SCSJnwWAwMOxPrSkssbF8SwoffbsTL4uJbm2buDs0ERERETmJwWDAbNbrj7iP2WzE29ubggIbpaWen9RSAUaRs2QwGLjjmovo27EpdoeDqQu2s+NgurvDEhEREREROWeUTBBxAaPBwOghHeh+URNKbQ4mfx3PvkNZ7g5LRERERETknFAyQcRFTEYj99/YkY4xoRSX2Hlz7lYSj6rIj4iIiIiINDxKJoi4kMVs5OFbOtO2eRAFRaW8MTuOlON57g5LRERERETEpZRMEHExL4uJx27rSnR4ALkFJbwxawtpmQXuDktERERERMRllEwQOQd8vc08OSKWZo39yMwtZuKXW0jPLnR3WCIiIiIiIi6hZILIOeLvY+HJ22MJC/HheFYhE2fFkZ1X7O6wREREREREzpqSCSLnULC/F+NvjyU00Iuj6fm8MTuOvMISd4clIiIiIiJyVpRMEDnHGgf5MP72bgT6WUlOy+WtOVspLC51d1giIiIiIiJ1pmSCyHkQHurL+BGx+Hmb2X84m8lfb6Ok1ObusEREREREROpEyQSR86R5mD9PDI/Fy2piZ2IGU+Zvp9Rmd3dYIiIiIiIitaZkgsh51CoykMdv64LFbGTr/hN89N1v2O0Od4clIiIiIiJSK0omiJxn7aJCeOjmzpiMBtbvTGPGol3YHUooiIiIiIiI51AyQcQNurRuxP03dsRggFXxR5i1dC8OJRRERERERMRDKJkg4iY924cx+roOACzddIj5Kw+4OSIREREREZGaUTJBxI0u6xzBHddcBMB3axL5YW2imyMSERERERE5MyUTRNysf/fm3HZVawC+Wr6fnzYfcnNEIiIiIiIip6dkgkg9cF2faK6/NBqAz5fsYfW2I26OSEREREREpHpKJojUEzdf3oqBPZoDMO2HnWzclebmiERERERERKqmZIJIPWEwGLh9YFv6dY7A4YAPFu4gfv8Jd4clIiIiIiJSiZIJIvWI0WDgrsHt6dU+DJvdwXvzt7E7KcPdYYmIiIiIiFSgZIJIPWM0Grjvhovp0roRJaV23voqngOHs90dloiIiIiIiJOSCSL1kNlkZOzQTrSPCqao2Mabc+JITst1d1giIiIiIiKAkgki9ZbVYuLR27rQOjKQvMJS3pi1haPp+e4OS0RERERERMkEkfrM22rm8eFdiQrzJzu/hImztnA8q8DdYYmIiIiIyAXO7O4Aamvt2rVMnz6drVu3kp+fT2RkJIMGDWLMmDH4+vrWur/Dhw8zbdo0Vq1axZEjR7Db7TRp0oTevXtz11130a5du0rXHDp0iAEDBpy2365duzJnzpxaxyNyKj9vC+NGxPJ/Mzdz5EQ+E2fF8fSo7gT7e7k7NBERERERuUB5VDLhs88+45VXXsHhcBAeHk5ERAT79u1j6tSpLFmyhJkzZxIcHFzj/rZs2cI999xDXl4eFouF5s2bY7FYSEpKYt68eSxcuJCJEycyePDgavvo3r17lcfbtm1b28cTqVagn5UnR8Ty+hebScso4I1ZcTw1qjv+PhZ3hyYiIiIiIhcgg8PhcLg7iJrYvn07w4YNw+Fw8K9//Yvhw4djMBhITU3lwQcfZMeOHVxzzTVMnjy5Rv05HA6uvfZaEhMT6datG5MmTSIyMhKAnJwcXnzxRb777jv8/f1Zvnw5AQEBzmtPnpmwe/du1z/sSWw2O+npeef0HmfLbDYSEuJHRkYepaV2d4fToKVlFvDa55vIyi2mZXgAfxvZDR8vj8oJyhloPIm4hsaSiGtoLIm4jqeMp9BQP0ymM1dE8JiaCVOmTMFut3PTTTcxYsQIDAYDAE2bNmXSpEkYjUaWLFnCrl27atTfvn37SExMBODFF190JhIAAgICeO211/D19SU3N5eNGze6/oFE6iAs2Ifxt3fD38fCwaM5vD13K0UlNneHJSIiIiIiFxiPSCbk5eWxcuVKAIYPH17pfMuWLenTpw8AixYtqlGfhYWFzv9u0aJFpfNWq5WmTZsCUFpaWuuYRc6VZo39eHJELD5eJvYcyuLdedsoqceZTRERERERaXg8Ipmwc+dOiouLsVqtdOnSpco2PXr0AGDr1q016jMmJgZvb2+grHbCqdLS0jh06BAmk4mLL7642n4mTJjA6NGjueeee3jhhRdYsmQJdrte7OTcig4P4IlhsVgtRnYkpPPBwh3Y9H0nIiIiIiLniUckExISEgCIjIzEYqm64FxUVFSFtmfi7+/P2LFjAXjmmWdYtGgRGRkZ5ObmsnbtWsaMGUNJSQljxoyhWbNm1fbz2WefsXr1alatWsXs2bN55JFHuOWWW0hOTq7NI4rUWpvmQTxyaxfMJgOb9xxj2vc7sXtGCRQREREREfFwHlG5LSsrC4CgoKBq25SfK29bE/fffz9NmjTh448/5rHHHqtwrmXLlrz55ptcd911la4zm83ceOONDBkyhDZt2hAWFkZGRgYrVqzgrbfeYufOndxzzz3MmzcPf3//GsdTHbO5fud8yotz1KRIh7hW1zaNefjWLrwzN55fd6Ti42Xmr4PbO2uKiOfReBJxDY0lEdfQWBJxnYY2njwimVBUVARQ7awEKKtxcHLbmigpKSE5OZmsrCzMZrNza8jExEQSExP56quv6N69O+Hh4RWuCw8P5z//+U+FY02bNmX48OH07t2bW265hcTERD799FPn7Ie6MhoNhIT4nVUf50tgoI+7Q7ggDejth9li5o2Zm/hpcwrBgT7cdf3FSih4OI0nEdfQWBJxDY0lEddpKOPJI5IJXl5eQNnLf3WKi4srtK2Jhx9+mOXLl3PFFVcwYcIEZ8HFrKwsJkyYwMKFCxkxYgTff/99jWcYREdHM3LkSD788EP+97//nXUywW53kJ2df1Z9nGsmk5HAQB+yswuw2bRu3x26xIRw93UdmPb9TuYt3wcOO0Mvb+XusKQONJ5EXENjScQ1NJZEXMdTxlNgoE+NZk94RDKhJksYarIU4mQ//fQTy5cvJyQkhEmTJhEQEFDhfq+++irbt2/nwIEDzJw5kzFjxtQ43m7dugFw8ODBGl9zOvV5D9KT2Wx2j4m1IerXOYL8wlJmLdvLvBUHsJpNXNOr8k4l4hk0nkRcQ2NJxDU0lkRcp6GMJ49YrNGyZUsADh8+XO3shKSkpAptz2Tjxo0AdOnSpUIioZzFYqF3794AbN++vVbxli/HsNlstbpO5Gxd06sFQ/vFADBr2V5+2XrYzRGJiIiIiEhD5BHJhA4dOmCxWCguLiY+Pr7KNps2bQIgNja2Rn3m5eXV+P61qcMAsHfvXoBKtRZEzocbLmvJoEvKdjf55MddrP3tqJsjEhERERGRhsYjkgn+/v7069cPgDlz5lQ6f/DgQdauXQvAoEGDatRnTEzZp7fx8fHk5ORUOl9SUsK6desqtK2JvLw8Zs6cCcBll11W4+tEXMVgMDDsT625qlszHMBH3+5ky95j7g5LREREREQaEI9IJgCMHTsWg8HAN998w+zZs3E4HACkpaUxbtw47HY7AwcOpH379hWu69+/P/3792fRokUVjg8aNAir1UpGRgbjxo0jNTXVeS4rK4tnn32WAwcOYDAYuPHGGytc+/zzz7NkyRJn0cdy+/fv59577+XQoUP4+vpyzz33uPJLIFJjBoOBO665iL4dm2J3OJi6YDs7Dqa7OywREREREWkgDI7yt3IPMGPGDF5//XUcDgcRERGEhISwb98+iouLiYmJYebMmYSGhla4pl27dgC89tpr3HLLLRXOLViwgOeee47S0tJKW0MWFxdjMBgYP3489957b4XrbrrpJnbt2oXFYiEqKgp/f38yMjKcdRuCgoJ46623uPTSS8/6mW02O+npNV+S4Q5ms5GQED8yMvIaRCGRhsRmtzN1wQ427zmG1WJk/IhutGlesyKl4h4aTyKuobEk4hoaSyKu4ynjKTTUr+Hs5lDurrvuol27dkybNo34+HhOnDhBZGQkgwYNYsyYMfj5+dWqv6FDh9K+fXs++eQTNm7cyOHDh3E4HDRp0oRu3boxatQoevToUem6+++/n5UrV7J9+3aOHz9OYmIi3t7edOzYkSuuuIJRo0bRpEkTVz22SJ2ZjEbuv7Ejk7+OZ3tCOm/O3crfR3YjOrxy0VEREREREZGa8qiZCRcizUwQVygqsfHm7Dj2HMrC38fCU6O606xx7ZJvcn5oPIm4hsaSiGtoLIm4jqeMp5rOTPCYmgkiUndeFhOPDetKy/AAcgtKeGPWFtIyC9wdloiIiIiIeCglE0QuED5eZsaNiKVZYz8yc4uZ+OUW0rML3R2WiIiIiIh4ICUTRC4g/j4Wnrw9lrAQH45nFTJxVhzZecVnvlBEREREROQkSiaIXGCC/b0Yf3ssoYFeHE3P543ZceQVlrg7LBERERER8SBKJohcgBoH+TD+9m4E+llJTsvlrTlbKSgqdXdYIiIiIiLiIZRMELlAhYf6Mn5ELH7eZvYfzmby1/GUlNrcHZaIiIiIiHgAJRNELmDNw/x5YngsXlYTu5IymTJ/O6W2+rtNjYiIiIiI1A9KJohc4FpFBvL4bV2wmI1s3X+Cj777Dbvd4e6wRERERESkHlMyQURoFxXCw7d0xmQ0sH5nGjMW7cLuUEJBRERERESqpmSCiADQuVUj7r+xIwYDrIo/wqyle3EooSAiIiIiIlVQMkFEnHq2D2P0dR0AWLrpEPNXHnBzRCIiIiIiUh8pmSAiFVzWOYI7rrkIgO/WJPLD2kQ3RyQiIiIiIvWNkgkiUkn/7s257arWAHy1fD/LNh1yc0QiIiIiIlKfKJkgIlW6rk80118aDcAX/9vD6m1H3ByRiIiIiIjUF0omiEi1br68FQN7NAdg2g872bgrzc0RiYiIiIhIfaBkgohUy2AwcPvAtvTrEoHDAR8s3EH8/hPuDktERERERNxMyQQROS2jwcBdg9pzSYcwbHYH783fxu6kDHeHJSIiIiIibqRkgoickdFo4N7rL6Zr60aUlNp566t4DhzOdndYIiIiIiLiJkomiEiNmE1GHhzaifZRwRQV23hzThzJabnuDktERERERNxAyQQRqTGrxcSjt3WhdWQgeYWlvDFrC0fT890dloiIiIiInGdKJohIrXhbzTw+vCtRYf5k55cwcdYWjmcVuDssERERERE5j5RMEJFa8/O2MG5ELBGNfEnPLmLil3Fk5ha5OywRERERETlPlEwQkToJ9LPy5IhYGgd5k5ZZwBuz4sgtKHF3WCIiIiIich4omSAidRYa6M34kd0I9reScjyPSbPjKCgqdXdYIiIiIiJyjimZICJnJSzYh/G3d8Pfx8LBozm8PXcrRSU2d4clIiIiIiLnkJIJInLWIhv78eSIWHy8zOw5lMW787ZRUmp3d1giIiIiInKOKJkgIi4RHR7AE8O6YrUY2ZGQzgcLd2CzK6EgIiIiItIQKZkgIi7TpnkQj9zaBbPJwOY9x5j2/U7sDoe7wxIRERERERdTMkFEXKpjy1AeHNoJo8HArztS+XzJHhxKKIiIiIiINChKJoiIy3Vr24R7b+iAAVi+JYW5P+9XQkFEREREpAFRMkFEzok+F4fz18HtAVi0Polv1xx0b0AiIiIiIuIySiaIyDlzRddIbh/QFoAFKxNYsiHZzRGJiIiIiIgrKJkgIufUNb1aMPTyGABmLdvLL1sPuzkiERERERE5W0omiMg5d8OlLRnUOwqAT37cxdrfjro5IhERERERORtKJojIOWcwGBh2VWuu6tYMB/DRtzvZsveYu8MSEREREZE6UjJBRM4Lg8HAHddcRN+OTbE7HExdsJ0dB9PdHZaIiIiIiNSB2d0B1NbatWuZPn06W7duJT8/n8jISAYNGsSYMWPw9fWtdX+HDx9m2rRprFq1iiNHjmC322nSpAm9e/fmrrvuol27dtVee+LECaZOncrPP/9MWloagYGB9OrVi/vvv58OHTqczWOKNEhGg4HRQzpQVGJn855jTP46nidHxNK2ebC7QxMRERERkVowODxo8/fPPvuMV155BYfDQXh4OKGhoezbt4/i4mJat27NzJkzCQ4OrnF/W7Zs4Z577iEvLw+LxULz5s2xWCwkJSVRWFiI2Wxm4sSJDB48uNK1iYmJ/PnPf+b48eP4+voSExPD0aNHOXHiBBaLhbfffpsBAwac9TPbbHbS0/POup9zyWw2EhLiR0ZGHqWldneHIx6gpNTO5K/j2Z6Qjo+Xib+P7E50eIC7w6oXNJ5EXENjScQ1NJZEXMdTxlNoqB8m05kXMXjMMoft27fz6quvAvDSSy+xfPly5s+fz9KlS+nYsSP79+/n+eefr3F/DoeDp556iry8PLp168aSJUtYtGgR3377LatWreL666+ntLSUf/zjH+Tk5FS69rHHHuP48eNcfvnl/PLLL8ybN49ffvmFsWPHUlJSwvjx40lLS3Pp10CkobCYjTx0S2cuah5EQZGNN2bHkXK8fifNRERERETkDx6TTJgyZQp2u52bbrqJESNGYDAYAGjatCmTJk3CaDSyZMkSdu3aVaP+9u3bR2JiIgAvvvgikZGRznMBAQG89tpr+Pr6kpuby8aNGytcu2zZMnbu3ElAQABvvPEGAQFln6iazWYee+wxevXqRX5+PtOmTXPFo4s0SF4WE48N60rL8AByC0p4Y9YW0jIL3B2WiIiIiIjUgEckE/Ly8li5ciUAw4cPr3S+ZcuW9OnTB4BFixbVqM/CwkLnf7do0aLSeavVStOmTQEoLS2tcO7HH38EYNCgQQQFBVW6tjzG8nYiUjUfLzPjRsTSrIkfmbnFTPxyC+nZhWe+UERERERE3Mojkgk7d+6kuLgYq9VKly5dqmzTo0cPALZu3VqjPmNiYvD29gbKaiecKi0tjUOHDmEymbj44osrnCu/R8+ePavsu/z40aNHSU1NrVE8Ihcqfx8L40fEEhbiw/GsQibOiiM7r9jdYYmIiIiIyGl4xG4OCQkJAERGRmKxWKpsExUVVaHtmfj7+zN27FgmTZrEM888w3PPPUfv3r2xWCxs376d119/nZKSEh588EGaNWvmvK64uJiUlJQK9zxVREQEFouFkpISDhw44JzhUFdmc/3O+ZQX56hJkQ6RqjQK9uHpUd2Z8OlGjqbnM2lOHM/c0QM/n6rHe0Om8STiGhpLIq6hsSTiOg1tPHlEMiErKwugyiUF5crPlbetifvvv58mTZrw8ccf89hjj1U417JlS958802uu+66Csdzc3Ox2+2njcdgMBAYGMiJEyfIzs6ucTxVMRoNhIT4nVUf50tgoI+7QxAPFhLix6tj+/H0e6tISs3lra/ieWlMX3y9L7yEAmg8ibiKxpKIa2gsibhOQxlPHpFMKCoqAqh2VgKU1Tg4uW1NlJSUkJycTFZWFmaz2bk1ZGJiIomJiXz11Vd0796d8PDwSrGcfM/TxXNybYa6sNsdZGfnn1Uf55rJZCQw0Ifs7AJstvq7xYnUf75mA38b2Y1XP93I7sQMXvzvrzx5eyxWi8ndoZ03Gk8irqGxJOIaGksiruMp4ykw0KdGsyc8Ipng5eUFlL38V6e4uLhC25p4+OGHWb58OVdccQUTJkxwLkfIyspiwoQJLFy4kBEjRvD999/j7+9fqf/ye54unvK6DGejPu9BejKbze4xsUr9FRHqyxPDY/nPrC3sTMzgna/iefiWzpgbyHSwmtJ4EnENjSUR19BYEnGdhjKePOJv5zVZwlCTpRAn++mnn1i+fDkhISFMmjSpQl2DoKAgXn31VVq1asXRo0eZOXOm85y/vz9Go/G08TgcDufyhsDAwBrFIyJ/aBUZyOO3dcFiNhK//wQfffcbdrvD3WGJiIiIiMjvPCKZ0LJlSwAOHz5c7eyEpKSkCm3PZOPGjQB06dKFgICASuctFgu9e/cGYPv27c7jVquVyMjICvc81ZEjR5xxxsTE1CgeEamoXVQID9/SGZPRwPqdacxYtAu7QwkFEREREZH6wCOSCR06dMBisVBcXEx8fHyVbTZt2gRAbGxsjfrMy8ur8f1PrcNQfo/yhMSpyo+Hh4dXqLcgIrXTuVUj7r+xIwYDrIo/wqyle3EooSAiIiIi4nYekUzw9/enX79+AMyZM6fS+YMHD7J27VoABg0aVKM+y2cMxMfHk5OTU+l8SUkJ69atq9C23LXXXgvAokWLqlzqUB5jTWMRker1bB/G6Os6ALB00yHmrzzg5ohERERERMQjkgkAY8eOxWAw8M033zB79mznp5NpaWmMGzcOu93OwIEDad++fYXr+vfvT//+/Vm0aFGF44MGDcJqtZKRkcG4ceNITU11nsvKyuLZZ5/lwIEDGAwGbrzxxgrXDhw4kHbt2pGTk8P48eOdyQibzcbbb7/Nhg0b8PHxYfTo0efiSyFywbmscwR3XHMRAN+tSeSHtYlujkhERERE5MJmcHjQnOEZM2bw+uuv43A4iIiIICQkhH379lFcXExMTAwzZ84kNDS0wjXt2rUD4LXXXuOWW26pcG7BggU899xzlJaWVtoasri4GIPBwPjx47n33nsrxZKQkMCoUaM4ceIEvr6+xMTEcPToUU6cOIHFYuHNN9/k6quvPutnttnspKfXfEmGO5jNRkJC/MjIyGsQVUml/vphbSJfLd8PwKirL2JAj+Zujsj1NJ5EXENjScQ1NJZEXMdTxlNoqF/D2Rqy3F133UW7du2YNm0a8fHxnDhxgsjISAYNGsSYMWPw8/OrVX9Dhw6lffv2fPLJJ2zcuJHDhw/jcDho0qQJ3bp1Y9SoUfTo0aPKa2NiYli4cCFTp07l559/Zs+ePQQGBnLttdfywAMPcPHFF7vikUXkJNf1iaawuJTv1iTyxf/24G01cVnnCHeHJSIiIiJywfGomQkXIs1MEKnI4XDw5dK9LN10CIMBHrypEz3bh7k7LJfReBJxDY0lEdfQWBJxHU8ZTzWdmeAxNRNERAAMBgO3D2xLvy4ROBzwwcIdxO8/4e6wREREREQuKEomiIjHMRoM3DWoPZd0CMNmd/De/G3sTspwd1giIiIiIhcMJRNExCMZjQbuvf5iurZuREmpnbe+iufA4Wx3hyUiIiIickFQMkFEPJbZZGTszZ3oEB1CUbGNN+fEkZyW6+6wREREREQaPCUTRMSjWcwmHrm1M60jA8krLOWNWVs4mp7v7rBERERERBo0JRNExON5W808PrwrUWH+ZOeXMHHWFo5nFbg7LBERERGRBkvJBBFpEPy8LYwbEUtEI1/Ss4uY+GUcmblF7g5LRERERKRBUjJBRBqMQD8rT46IpXGQN2mZBbwxK47cghJ3hyUiIiIi0uAomSAiDUpooDfjR3Yj2N9KyvE8Js2Oo6Co1N1hiYiIiIg0KEomiEiDExbsw/jbu+HvY+Hg0RzenruVohKbu8MSEREREWkwlEwQkQYpsrEfT46IxcfLzJ5DWbw7bxslpXZ3hyUiIiIi0iAomSBnxe6wszt9H6sSN7A7fR92h17WpP6IDg/giWFd8bKY2JGQzgcLd2Cz63tURERERORsmd0dgHiuuLRtzN27kMyiLOexYK8ghrW9kdiwzm6MTOQPbZoH8citnXlrbjyb9xxj2vc7uef6izEaDO4OTURERETEY2lmgtRJXNo2Ptz+WYVEAkBmURYfbv+MuLRtbopMpLKLW4YydmgnjAYDv+5I5fMle3A4HO4OS0RERETEYymZILVmd9iZu3fhadt8tXehljxIvRLbtjH33tABA7B8Swpzf96vhIKIiIiISB0pmSC1ti8zodKMhFNlFGWxLzPhPEUkUjN9Lg7nr4PbA7BofRLfrjno3oBERERERDyUaiZIrWUXZdeo3Re7vqJz4w7EBEYTExRFiFcwBq1TFze7omskhcU2Zi3by4KVCXhbzVzTq4W7wxIRERER8ShKJkitBXoF1qjd8YIT/Jy8ip9ZBUCQNZCYoChigqKJCYymRUAzrCbLuQxVpErX9GpBYXEpC1YmMGvZXrytJq7oGunusEREREREPIaSCVJrbYJjCPYKOu1Sh0BrADe1Hkxi9iESshNJyT1CVnE2cce2E3dsOwAmg4nm/pG0DIqiVWBZkiHUO0SzF+S8uOHSlhQW21i0LolPftyF1WKkz8Xh7g5LRERERMQjKJkgtWY0GBnW9kY+3P5ZtW1GXDSU2LDO9InoCUCxrdiZWDiYlcSB7ERyinNJzEkmMSeZFawGIMDqT6vAaFoGRRETGE10YHOsJut5eS65sBgMBoZd1ZqiYhs/b0nho2934mUx0a1tE3eHJiIiIiJS7xkcKmder9lsdtLT89wdRpXi0rYxd+/CCjMUQryCuK3tjcSGdT7ttQ6Hg/TCDBKyEknITiIhK4nk3JRKO0AYDUaa+Uc46y7EBEbT2CdUsxfEZewOBx9/t5NfdxzFbDLw2LCudGwZ6rZ4zGYjISF+ZGTkUVqqHVFE6kpjScQ1NJZEXMdTxlNoqB8m05n3ajjnyQSbzcaXX37J6tWrMRqNXHXVVQwbNuxc3rJBqc/JBCjbJjIh5yCl5mLMpVZiAlpiNNRtk5BiWwnJOSkkZCeSkJVEQlYiWcWViz36W/yICYqiZWA0rYKiiApogbfZ62wfRS5gNrudqQt2sHnPMawWI0+OiKVt82C3xOIpv2RE6juNJRHX0FgScR1PGU/nNZnw1Vdf8fzzz3Pttdfy1ltvVTj32GOPsWTJEqDs02iDwcCgQYN48803z/a2F4T6nkyAczcoHA4HmUVZHMhKdC6PSM5JodRhq9DOgIFI//DfCzuW1V4I82ms2QtSKyWldiZ/Hc/2hHR8vEz8fWR3osMDznscnvJLRqS+01gScQ2NJRHX8ZTxVNNkgktqJqxeXbbe/frrr69wfN26dSxevBiA7t274+3tza+//sqiRYsYMmQIAwcOdMXtpYEyGAyEeAfTwzuYHk27AlBiL+VQTgoJWYkcyE7iYFYSGUWZpOQeISX3CKtS1gLgZ/Z11l2ICYoiOrAFPmZvdz6O1HMWs5GHbunMm7Pj2HMoizdmx/HUqO40a+zn7tBEREREROodlyQTdu7cCZQlDE62YMECAIYPH85LL70EwJQpU3jnnXeYP3++kglSaxajuWwGQlA0/X8/llmU5VwWkZCdSFJOCnml+ew4sYsdJ3YBZbMXIvyaOusuxARFEebbpM5LMqRh8rKYeGxYV/7z5RYOHs3hjVlbePqOHoQF+7g7NBERERGResUlyxx69+5NYWEhW7durXD8qquuIjU1lYULF9K2bVsAsrKy6N27N02bNmXFihVne+sG70Je5lBXpfZSDuUePinBkER6YUaldj5mH2ICo37fmjKa6MAW+Fr00iiQW1DC/83cTMqxPBoHefP0qO6EBp6fmS31bTyJeCqNJRHX0FgScR1PGU/ndZlDXl4evr6+FY6lpaVx9OhRGjdu7EwkAAQFBeHv7096erorbi1SidlopmVgFC0Do/hTi34AZBVlk/D7sogDWYkk5RyioLSA39J381v6bqBs9kJTvzBa/Z5giAmMJtwvTLMXLkD+PhbGj4jltS82k5ZRwMRZcTw9qjuBftqmVEREREQEXJRM8Pf3Jysri4KCAnx8yj7Z3bBhAwDdunWr8hovL1Xfl/MnyCuQ2CadiG3SCQCb3UZK7pHft6VMJCErkeOF6RzNS+VoXiprjpR9/3qbvGkZ2KJseURQNC0Do/Cz+J7uVtJABPl7Mf72WF7/YjNH0/N5Y3Ycf/9zN/y8Le4OTURERETE7VySTGjbti0bN27kxx9/5JZbbgHK6iUYDAZ69epVoW1OTg65ubm0bNnSFbcWqROT0URUYHOiAptzZfNLAcgpznUui0jISiQxO5lCWyG7MvayK2Ov89qmvk2ICYwuWx4RFE2EX1PNXmigGgf58Lfbu/HaF5tJTsvlrTlbGTciFh8vl/zoFBERERHxWC75G/H111/Phg0beOmll9i6dSvHjx9n5cqVWK1WBg8eXKHtli1bAJRMkHonwOpPlyYd6dKkI1A2e+FwXioJWYkc/D3BkFZwnNT8Y6TmH2Pt0Y0AeJmsRAdGVVge4W/VDgANRdNQX8aPiOX/Zm5m/+FsJn8dz+PDumK1mNwdmoiIiIiI27gkmXDbbbexePFi1qxZw5w5c3A4HBgMBh5//HGaNGlSoe2iRYuqnLEgUt+YjCZaBETSIiCSK+gLQG5xnjOxkJCdxMHsJIpsxezJ2MeejH3Oa5v4NCrbdeL3nSMi/cIxGfXy6amah/nzxPBY/jNrC7uSMpmyYDsP39IZcw0K04iIiIiINEQu2c0BwG63891337FlyxYCAwO54oor6NGjR4U2xcXFPPTQQxQWFvLCCy9UKMwoVdNuDvWb3WHnyO+zFxKykkjITiI1P61SO6vRQnRgi98TDGX1FwKs/m6IWM7G7qQMJs3ZSkmpnV7tw7j/xo4YjQaX3uNCHk8irqSxJOIaGksiruMp46mmuzm4LJkg54aSCZ4nrySfg9nJJy2PSKLQVlipXWPv0LJlEb8nGJr7R2r2ggfYduAE73wVj83uoF+XCO4a3B6jwXUJBY0nEdfQWBJxDY0lEdfxlPF0XreGFJE/+Fl86dioHR0btQPKZi8czUursDziaF4axwvTOV6YzsbUOAAsRgtRAc2dO0fEBEYR5BXoxieRqnRu1Yj7b+zI1G+2syr+CN4WEyMHtsXgwoSCiIiIiEh9d16SCT///DOrV6/GaDRy5ZVXctlll52P24rUC0aDkUj/cCL9w7k08hIA8ksKSMxOJiH7j+URBaUF7M9KYH9WgvPaUO8Q57KImKCy2Qtmo3KA7tazfRijSzrw8fc7WbrpEN5eJm65orW7wxIREREROW9cssxhyZIl/N///R+XXXYZL730UoVzr732Gp9++mmFY3fddRdPPfVUne61du1apk+fztatW8nPzycyMpJBgwYxZswYfH19a9zPunXr+Mtf/lKjto888ggPP/xwhWPt2rU77TWNGzdm9erVNY6nOlrmcGGwO+yk5R+vsDXlkbxUHFQcnmajmaiAZrT8PcHQKiiaYK8gN0UtP20+xOdL9gBw21Wtua5P9Fn3qfEk4hoaSyKuobEk4jqeMp7O6zKHn376icOHD9OzZ88Kx3fs2MEnn3wCQGRkJBaLhcTERGbMmMFVV11F7969a3Wfzz77jFdeeQWHw0F4eDgRERHs27ePqVOnsmTJEmbOnElwcHCN+goICKB79+7Vns/NzWXPnrKXhG7dulXbrlOnTlit1krHaxqHCJTNXgj3CyPcL4y+kWU7nRSUFpbNXshK4mB2WZIhrySfA1mJHMhKhOSVAAR7BVUo7NgioBkWzV44L/p3b05RsY25y/fz1fL9eFlMDOjR3N1hiYiIiIiccy5549i2bRsAffv2rXD866+/BuDqq6/m7bffxmg08vLLL/PFF18wZ86cWiUTtm/fzquvvgrASy+9xPDhwzEYDKSmpvLggw+yY8cOnn/+eSZPnlyj/i6++GK+/PLLas+/++677Nmzh4iIiErPdbK3336b5s318iCu52P2pn1oW9qHlu164nA4OFZw3LksIiErkZTcI2QWZbElLZ4tafEAmA0mmgc0K6u98HuCIcQrWGv6z5HBfaIpKLbx3ZqDfPG/PXhbTVzWOcLdYYmIiIiInFMuSSakp6djMplo0qRJheOrV6/GYDBw3333YTSWTZO4//77+eKLL4iLi6vVPaZMmYLdbmfo0KGMGDHCebxp06ZMmjSJwYMHs2TJEnbt2kX79u3P6nkcDgcLFiwA4KabbnLGLuJOBoOBMN8mhPk2oXdE2barhaVFJOUcqrA8Irckj4PZSRzMTuLn368Nsgb8XnchmpaBUUQFNMdqsrjvYRqYmy+PobC4lKUbDzHth514WUz0bB/m7rBERERERM4ZlyQTcnJy8PPzq3AsIyODxMREgoKC6NKli/N4WFgYPj4+HDt2rMb95+XlsXJl2ZTu4cOHVzrfsmVL+vTpw5o1a1i0aNFZJxM2bNhAcnIyALfccstZ9SVyLnmbvbgopDUXhZQV/3M4HBwvSHcWdjyYncih3CNkFecQd2w7cce2A2XLKpr7R5bVXQiMomVQNI28QzR7oY4MBgO3D2hLYbGNVfFH+GDhDqwWE11aN3J3aCIiIiIi54RLkgm+vr7k5ORQUlKCxVL2aeemTZsAiI2NrdS+vE1N7dy5k+LiYqxWa4XExMl69OjBmjVr2Lp1a+2Cr8L8+fOdfUZHn76g2pQpU0hLS8Nms9G0aVP69OnDddddV2UdBZFzzWAw0MS3EU18G3FJeFlNkGJbMUk5KWWzF7ISOZCdSE5xLkk5h0jKOcQKygqFBlj9iQmM/n15RDRRgc3xMun7uKaMBgN3DWpPcYmN9TvTeG/+NsYN70q7qBB3hyYiIiIi4nIuSSa0atWKrVu3smLFCgYOHAjAjz/+iMFgoEePHhXaFhQUkJOTQ4sWLWrcf0JC2VZ55UUcqxIVFVWhbV3l5+ezaNEiAG6++eYzti+vC1Fu/vz5vPPOO0yePJmOHTueVSwirmA1WWkTHEOb4BigbPZCemGGc1lEQlYSybkp5BTnEn98B/HHdwBlsxea+Uc46y60DIyiiU8jzV44DaPRwL3XX0xRsY2t+0/w1lfx/O32brSKDHR3aCIiIiIiLuWSZMLVV19NXFwc//jHPzhw4ADHjh3jhx9+wGg0Mnjw4Aptt23bhsPhqFXRwqysLACCgqrfAq/8XHnbulq0aBH5+fn4+PhUiv1kAwYM4KabbqJ9+/aEh4eTl5fHr7/+yptvvklycjKjR49mwYIFREScfSE2s7l+12wo3zakJtuHSP3Q1NKYpgGN6dOsfPZCCUnZZbUXDmSW7RaRWZRNck4KyTkp/JLyKwABFj9igstqL7QOjiY6sAXeZi93Pkq9YzYbeWRYFybNiuO3gxm8OSeOZ+7sQVTTgBpdr/Ek4hoaSyKuobEk4joNbTy5JJlwxx13sHDhQnbv3s2bb76Jw+FwHj91BsKSJUswGAyVtpE8naKiIuD0yyPKlxWUt62r8iUO11xzDf7+/tW2mzJlSoU/e3l5MWTIEPr27cutt97K4cOHeffdd3nllVfOKh6j0UBIiN+ZG9YDgYE+7g5BzkLTxsH0opPzz8fz09lzPIG9JxLYc+IACRnJ5JTkEX/sN+KP/QaULauICmrGRY1iaNsohosatyLCP0yzF4AXx1zKCx+sYVdiBhO/jOP1h/vRrEn1P1NOpfEk4hoaSyKuobEk4joNZTy5JJng5eXFzJkz+eSTT4iLiyMgIIA//elPXH/99RXaFRcXs2HDBiIiIujXr1+t+gcoKSmptk1xcXGFtnWRnJzMhg0bgJotcahKaGgoY8aM4cUXX2Tp0qVMmDDhrF6s7HYH2dn5db7+fDCZjAQG+pCdXYDNZnd3OOIiJrzoENCeDgHtoSWU2EtJzk7hwEmzFzIKM0nMPERi5iH+t7+sSKqfxZeYoChaBUXTKjialkFR+Ji93fswbvLYsC689tkmklJzeXbKKv7xl540Dj79Lw+NJxHX0FgScQ2NJRHX8ZTxFBjoU6PZEy5JJgD4+fkxduzY07axWq188803te67JksYarIU4kwWLFiAw+GgWbNm9OnTp879dOvWDYDMzEwyMzMJCTm7AmylpfX3G+1kNpvdY2KV2jNgJMq/BVH+LbiqWVkyMLMoi4SsJOfWlEk5h8gryWf78V1sP77r9+sMRPg1JSYoipaB0bQKiiLMtwlGQ8OY3nU6XmYT40bE8n9fbObIiXxe/3wzT9/RnWD/Myc9NZ5EXENjScQ1NJZEXKehjCeXJRPOpZYtWwJw+PDhCjtGnCwpKalC29pyOBwsWLAAgKFDh57VbIKT47PZbHXuR6S+C/YKoltYZ7qFdQag1F5KSu4RDmQlcvD3Ao8nCjM4nHeUw3lHWX14PQA+Zh9aBrYgJiiamMAoWgZG4WtpGNO9ThXoa2X87d147fNNpGUW8MasOP7+524E+GqnDBERERHxXOckmZCbm8tvv/3GiRMnAGjUqBEXX3zxaWsQnE6HDh2wWCwUFxcTHx9faYcIOP1WlDWxfv16Dh06hMFgqPMSh3J79+4FypZcBAcHn1VfIp7EbDQTHdiC6MA/aqVkFeVwMLts14iE7EQSsw9RUFrAzvQ97Ezf42wX7tf0950jyramDPcLazCzF0ICvBg/shuvf76JlON5TJqzlb+P7IaPl0fkc0VEREREKnHp32TLCzCuXLkSu73itA2j0ciVV17JY489Rrt27WrVr7+/P/369ePnn39mzpw5lZIJBw8eZO3atQAMGjSoTrGXF17s2bNnrbatPFVpaSnTp08HoE+fPpjNelmQC1uQVwBdm3Sia5Oy4o42u42U3CN/bE2ZncTxghMczUvlaF4qvx4pq1vibfL+ffbCH1tT+ll83fkoZyUs2Ifxt3fj9S82k3g0h7fnbuWJEbF4WUzuDk1EREREpNZc9qa7ZMkS/va3v1FcXOzczeFkNpuNn3/+mdWrVzNx4kSuvvrqWvU/duxYli9fzjfffEP37t0ZPnw4BoOBtLQ0xo0bh91uZ+DAgbRv377Cdf379wfg73//e7WJhry8PBYvXgzALbfccsZYJk6cSOvWrbn66qsrzLY4cuQIL7/8MnFxcZjNZh566KFaPaPIhcBkNBEV2JyowOZc2fxSAHKKczmYncSBrEQSshJJzDlEoa2QXRl72ZWx13ltU98mtAwsSy60Coomwq+pR81eiGzsx5MjYvn3l1vYcyiLd+dt49Fbu2Cp59u/ioiIiIicyuCo6s2/lpKTkxkyZAjFxcU0a9aMe++9l8suu4zw8HAAjh49yurVq/n44485dOgQXl5efPfdd7WeATBjxgxef/11HA4HERERhISEsG/fPoqLi4mJiWHmzJmEhoZWuKZ8FsRrr71WbaJg3rx5PPPMM/j6+rJq1Sr8/E6/FePYsWNZtmwZJpOJFi1aEBQURE5ODgkJCTgcDry8vJgwYQI33nhjrZ6vKjabnfT0vLPu51wym42EhPiRkZHXIAqJiPvZ7DYO56X+sTwiK5G0guOV2nmZrEQHRlVYHuFvrf9bqe47lMUbs+MoKrHR/aImPDi0IyZjWUJB40nENTSWRFxDY0nEdTxlPIWG+p2/3Rw+/vhjiouLiY2N5eOPP670Mh4VFUVUVBQ33XQTo0ePZuvWrUyfPp0XXnihVve56667aNeuHdOmTSM+Pp4TJ04QGRnJoEGDGDNmzBmTANUpX+Jw7bXX1qiPkSNH0rhxY7Zv305aWhopKSlYLBbatm1L3759ueOOO4iKiqpTLCJSNnuhRUAkLQIiubxZXwByS/I4mJXkXB5xMDuJIlsxezL2sSdjn/PaJj6NnIUdY4KiifQLx2SsX0sJ2jQP4pFbO/PW3Hg27znGtO93cs/1F4MDdh5MpyQhA4vBQevIIIzGuheDFRERERE5V1wyM+Haa68lKSmJBQsWnLEewu7du7npppuIjo52Li2Q6mlmgkjV7A47R/JSnXUXErKSSM1Pq9TOarQQ/fvOES0Do2gVFE2AtW7FYF0tbu9x3pu/DZvdQceYUA4fzyMjp8h5PiTAiz8PbEuPdmFujFLEM+l3k4hraCyJuI6njKeazkxwSTKha9euWCwWNm7cWKP2PXv2pKSkhK1bt57trRs8JRNEai6/JJ+E7GTnzIWD2UkUlBZWatfIO9RZ2DEmMIrm/pFum72w7rdUPli447RtHrq5kxIKIrWk300irqGxJOI6njKezusyB7PZTGlpaY3aOhwOSkpKtMuBiLicr8WXjo3a0bFR2Qwpu8NOav6xstkLv29NeTQvjROF6ZwoTGdjahwAFqOZqIDmFZZHBHkFnpeYe7UP47Mlu8kvrP5n6JdL99KtbRMteRARERGResMlb/TR0dHs3LmTlStXcvnll5+27cqVKykqKqJ169auuLWISLWMBiMRfk2J8GvKpZGXAFBQWsDB32cvJGQncTArifzSAvZnHWR/1kHntSFewbQKinYuj2gREInZ6Pok6J7kzNMmEgDSc4rYk5xJ++gQl99fRERERKQuXPI34/79+/Pbb7/x/PPP8/HHH1ebKNi3bx8vvPACBoOBAQMGuOLWIiK14mP2oUPoRXQIvQgom72Qln+8QmHHw7lHySjKZFNaJpvSypZjmY1mWvg3q7A8IsQ7+KzjycwrOnOjWrQTERERETkfXFIzITc3lyFDhpCamorFYmHQoEH07duXpk2bAmVbQ/76668sXryYkpISwsPD+e677/D3rx9F0Ooz1UwQOf8KSws5mJ3Mwd8TDAnZSeSV5FdqF+wV5FwWERMUTQv/SCwmS63utSsxg39/ueWM7do0C+SGy2Lo2DJUyx1EakC/m0RcQ2NJxHU8ZTyd1wKMAHv37uWBBx4gJSUFg6Hqv+g6HA6aN2/O1KlTadu2rStu2+ApmSDifg6Hg2MFx3+vu1CWYEjJPYKDij8+zQYTzQOa/Z5gKEsyhHgFV/szEcBud/C3qWt+38XBgTEgHYOlCEeJF/acUKDitY0CvbkiNpLLu0QQ7O91Dp5WpGHQ7yYR19BYEnEdTxlP5z2ZAJCXl8cXX3zBokWL2L17NzabDQCTyUS7du247rrrGDlyJH5+fq66ZYOnZIJI/VRYWkRSziEOZiVxIDuRhKxEcksqj9Uga4Cz7kJMUDRRAc2xnjJ7YdPuNKYuX4olaidGrz+WM9iLvChJ6sDw7pdzPKuANduOkl9UVl/BZDQQ26YxV3aL5OKWoRhPk7AQuRDpd5OIa2gsibiOp4wntyQTTlZSUkJWVhYAQUFBWCxlf3nOycnhL3/5CwaDgXnz5p2LWzcoSiaIeAaHw8GJwnQO/F53ISErkUO5R7A7Ko4Jo8FIc//ICjtHJOek8NH2z8BBxYkIv//5vk53EhvWmeISGxt2pbEi7jD7UrKczRoHeXNlbCT9ukQS5Gc9L88rUt/pd5OIa2gsibiOp4wntycTqpORkUHfvn0xGAzs3LnzfN7aIymZIOK5im3FJOWkOOsuJGQlkl2cU6mdAUOlJRMnC/EK4qVLn8Fo+OOH+qFjuayIO8ya7UcpOGm2Qre2jbmyWzM6RIdotoJc0PS7ScQ1NJZEXMdTxlNNkwmu3+dMREQAsJqstAmOoU1wDFA2eyG9MJOE35dFJGQnkZydgp3T/zLJKMrig/gZRAW2INgrkCBrIMHeQdx0ZTNuvbIVG3cdY0VcCvsPZ7Nx9zE27j5GWLAPV8ZGclnnCAI1W0FEREREXEzJBBGR88RgMNDIJ4RGPiH0bBoLwNojG/ls55wzXrv9xC62n9hV6bjZYCLIK5CgjkF0u9iXzEwDR4/aOFFg5etNKcxb501sdHP6x0bRPjrktMUgRURERERqSskEERE3CvUOqVG73k27YzaZySzKJrMoi6yibHJL8ih12DhRmMGJwoyyhkYgEk6ei/AbsGOPGdNOH0J9golu1JgmviFlSQivoLLZDl6BBFoDKiylEBERERGpjpIJIiJu1CY4hmCvIDKLsqptE+IVxB0XD6/0ol9iLyW7KJus4uwKSYbyf2cVZZNRmEWJowSDuRS7OYfj9hyOH0uu8j5Gg5FAa0DZMopTEg3BJ/23t8lbMxxERERELnBKJoiIuJHRYGRY2xv5cPtn1ba5re2NVc4YsBjNNPIJpZFPaLXXOhwOCkoLSctLZ93eROIOpnAiPxODtQiDtRCrTwkWn2KKHPnYHXYyi7LILMoisXKdSCeryfpH7QavIIK9gn6f5VD25yBrIEFeAZiN+hUjIiIi0lDpb3oiIm4WG9aZ+zrdydy9CyvMUAjxCuK2tjcSG9a5zn0bDAZ8LT60DG5Gy17NGNELEo/msDwuhbW/pZJbbAPAbIKuHQLo3M6PwCA72afOdijOJqsoi4LSQoptxaTlHyct//hp7x1g8f89wVA2y6H8v8sTDsFeQfhZfDXLQURERMQDaWvIek5bQ4pcOOwOOwk5Byk1F2MutRIT0PKc1jAoKCpl3W+pLI9LISk113k8opEvV8U2o2+ncPx9LBWuKbIVk1WURebvyyhOTTaUH7c5bDWKwVlA8tQlFdbACsetJu1IIbWj300irqGxJOI6njKearo1ZJ2SCR06dKhTUOUcDoeSCTWkZILIhcUd48nhcHDwaA4rfp+tUFxSdl+L2UjPdmFc1S2SNs2CajyDwO6wk1eS/3ti4aQ6DqfMdsgtqfnPNh+zzymzGirPdgiw+quApDjpd5OIa2gsibiOp4ynmiYT6rTM4TxPZhARkXPIYDAQExFITEQgI/q3Ze2OoyyPO0xyWi6/7jjKrzuO0qyxH1fGRtK3Uzh+3pbT9mc0GAmw+hNg9adFQGS17WpSQDKzKItiewkFpQUUlBZwJC/1tPcNtAaUJRisKiApIiIici7VKZnw8MMPuzoOERGpB3y8zPype3Ou6taMA0eyWbHlMOt3ppJyPI+ZS/fy1fL99GofxpXdmtE6MvCsXsprU0CyLOHwxzKKU5daZBfnVCwgeZr7qoCkiIiIyNk77zUTpHa0zEHkwlIfx1N+YSm/7jjKirgUDh374+dR8yZ+XBnbjL4dw/H1du+Lt81uI6ckt2Idh2oKSNaUCkh6tvo4lkQ8kcaSiOt4yng6pzUT5PxRMkHkwlKfx5PD4WD/4WxWbElh/a40Sn6Pz2oxckmHplwZG0mriLObrXCuqYDkhaM+jyURT6KxJOI6njKelExoIJRMELmweMp4yissYc32o6yIO8zh43/8jGoR5s9VsZH06RiOj5dnLhNQAcmGwVPGkkh9p7Ek4jqeMp6UTGgglEwQubB42nhyOBzsS8li+ZbDbNiVRqmtLGYvi4neF4dxZWwzYiIC3RzluVGbApI1oQKSruVpY0mkvtJYEnEdTxlPSiY0EEomiFxYPHk85RaUz1ZI4ciJfOfx6KYBXBkbSe+Lm3rsbIW6qk0BSQc1+3WsApI148ljSaQ+0VgScR1PGU9KJjQQSiaIXFgawnhyOBzsPZTF8rgUNu469sdsBauJPhc35arYZkSHB7g5yvpFBSRdryGMJZH6QGNJxHU8ZTwpmdBAKJkgcmFpaOMpt6CE1duOsDzuMKnpf8xWaBkewFXdmnFJhzC8rRf2J+i1UW0ByZNqOri+gGQQVpPlHD+Z6zW0sSTiLhpLIq7jKeNJyYQGQskEkQtLQx1PDoeD3UmZLI9LYdPuY/x/e3ceH3V97v3/NWv2yb5NFhKSkLAlYangBoobth6rVrHqaY8/PdJbq/ac7h6rt9ZaPffxtHeLa+1xuT3SamuB0w2sCxRBQJAkBAIkISFkIfu+JzO/P4aMxCSQwMBkkvfz8eBhMt/v5zufb+RiZq5c1+cz6HC99PhbTSydG8dluXaSY1Wt4AlaQNJlqsaSyPmmWBLxHF+JJyUTpgglE0Sml+kQT21dfWzf51pboba52/14aryNy3LtXDA7Fj+ryYsznB5GW0Dy84tHtvS20e+DC0g6nA7K2ssZMPdhHrCSGpIyqRIdIr5kOrwuiZwvvhJPSiZMEUomiEwv0ymeHE4nh442szmvmk8Pf1atEOBn4sK5cSzPTSApJtjLs5zehhaQHN5GMXJNh8m0gGRe3T5+V/w/tPS2uh8L8wvllozryY2Zf0bXFJnOptPrksi55ivxpGTCFKFkgsj0Ml3jqa2zj237atiSV01dy2fVCml2G8tzE/jC7Bj8LKpWmKw+v4DkiDUdztMCknl1+3i58I0xr3nPvK8poSAyQdP1dUnkXPCVeFIyYYpQMkFkepnu8eRwOik62syWvVXsLW44qVrBzEXz4lieaycxWtUKvurkBSQ/31JxtgtIhlpDONB0iN7BvjHPD7XaeHjJt7GarJgNpim7k4WIJ0331yURT/KVeFIyYYpQMkFkelE8faa1o5ePTlQrNLR+9hvt9IRQlufa+UJWDFZVK0w5Yy0g2eJe32HiC0iOxWQwYTaaMBvMrv8azZjc35tPOnbicaN52Llmg8l9nunkxz83znJinGnE8RPPaTBjMZownbimyai/1zJ56HVJxHN8JZ6UTJgilEwQmV4UTyM5nE4OlDWxOa+avOIGHCdetoL8zVw4L47LchOwRwV5eZZyvg0tIDmUZNjXcIBdxz/19rQ8woDhpITFyUmI4QmM4QmJkx7/3DjLKRMZJ13784mUzx9XNce0o8VMRTzLV97nKZkwRSiZIDK9KJ5OraWjl60FNfw9r5rGts+qFWYlhrJ8QQKLM6OxmPVb3enocHMpv9j70mnP+2bO3aSGJjPgGGTAMeD6r3Pgs68dAww6h44NMDDq14MMfu571/EBBt1fj3Pcief2FWdWzTF6MuRMqzlMJ85TNce5pcVMRTzLl5JzSiZMEUomiEwviqfxcTicFJY1sSWvivySxmHVChfPj2d5rp34SFUrTCcOp4NHtj817IPP54X7hfLjix6adG/enE4nDqeD/lMkMoYe7z/jRMaJ486Txpz4fmjcsOc/8V+H0zf+HfJ+Ncdnj02Fag4tZiriWb6WnJuyyYQdO3bw6quvkp+fT1dXF3a7nZUrV7J69WoCAwPHfZ2dO3fy9a9/fVznPvDAA9x///0jHu/s7ORXv/oVmzZtorq6msDAQHJycrjrrrtYsmTJuOdyKkomiEwviqeJa27vZWtBNX/Pr6aprdf9eGZSGMsX2Fk0KwaLeXJ9eJRzQx+APM/hdIyZhPjs+5FJiKHkRb/zpETGKEmQ0ZMnn1VsjDpO1Rzjq+YYMW581Ry+nJgTmYx88bVpSiYT3njjDZ588kmcTidxcXFERERQUlJCX18faWlprF27lrCwsHFd68CBAzzxxBNjHu/o6ODw4cMAvPLKK1x88cXDjjc1NXH77bdTVlaG1WolPT2dpqYmjh8/jsFg4JFHHuGOO+4443sdomSCyPSieDpzDoeTfUca2ZJXTX5pA0OvbsEBFi6eH8fy3ATiIsafdBbfNNpvf8L9Qrl5kv72R87M6NUcn0tCfK59ZTyJjNETIMMTKYPO0a45dao5Bp0OmnuaTzs+xZZEsCUIGF55MbwQw3DSV587b4xBpzhrnGNGPtdnQ8auEhk+5qRrG0513ikeN4x+bOTosZ5rvPfu2Wsbhk/8c+eN495PMWas8a75je/nev7+3oz9d4Axfuaj/RycTifvHt1Mz+DYWyNPxuTclEsmFBYWcsstt+B0Onn88cdZtWoVBoOB2tpa7r33Xvbv38/VV1/NmjVrPPJ8zz77LGvWrCE+Pp4PPvgAo3H4D/Pee+/lgw8+YO7cubzwwgvExsbidDp5++23efTRRzGZTLzzzjvMnj37rOahZILI9KJ48oymth7+nl/N1oIamts/q1bISg7jsgUJLJwVjXkcL5Lim3ypL1WmnrGqOQadrjaVU63LMZTMGHSMXrExZiLjcy0rY41z4hNv+0WmnW8t+AazwtO8PQ238SYTzOdhLh7x/PPP43A4uOGGG7j11lvdj8fGxvKzn/2Ma6+9lnfffZeDBw+SlZV1Vs/ldDpZv349AF/+8pdHJBIOHDjgTjD8/Oc/JzY2FnBl1G699Vb27NnDhg0beP755z2W3BARkfGLsPlzw6Uz+YeLU9hX2sTmvCr2lTZysKKFgxUthARauGR+PMty7cSGq1phqjEajGRGpCsxJ15hNBgxmoxYsHh7KsMMVXOMloQ4uZqjvPUY75T88bTXuzJpObFBMZ9/lpO+co728Ihjzs8d+Wy+I+5g1DEjEiTOUxwba5xznNc++dgpfh871r1//npndu9j/Oyc47z2iEt77t5H3t/4fg7jGfP5Y57/e3P6a4+8/umv3dDdSElL2ecnNUJbb9tpz5mMfCKZ0NnZydatWwFYtWrViOMpKSksXbqU7du3s3HjxrNOJnzyySccO3YMgJtuumnE8U2bNgGwdOlSZsyYMeL4rbfeyoYNG9iyZQtdXV0TWstBREQ8x2Q0kpsRRW5GFI2tQ9UK1bR09PHXnRX8dWcFc1LCWZ6bwIKMKFUriMiUZTAYMBlMmDDhZ7KOeV6KLZn3j/39tGsmfDn9WlX8iJzGeHcasvnZzsNsPM8n/gUoKiqir68Pq9VKdnb2qOcsWrQIgPz8/LN+vnXr1rmvOVqyIC8vD4DFixePOj47Oxur1Upvby9FRUVnPR8RETl7kaH+3LhsJv9x30Xcf9N85s+MxAAcKG/mhfWFfPe5bfx+cyl1Ld3enqqIiNcYDUZuybj+lOfcnHG9Egki45AelkqYX+gpzwn3CyU9LPU8zcizfOJfgbIyV2mI3W7HYhm9ZCw5OXnYuWeqq6uLjRs3AnDjjTeOek55efmw5/w8i8VCfHy8R+YjIiKeZTIaWTgrmn9dlcO//68Lue6iGYQGWWnr6ucvO47ywxc/5j/fymP3wToGBlUeLyLTT27MfO6Z97URH4LC/UIn5crzIpPVVE/O+USbQ2urq8wqNHTsrM7QsaFzz9TGjRvp6uoiICCAa6+99qzn09Z29v0v5km+pdnQ4hzjWaRDRE5N8XR+xUUFsWpFBjctT2NvcQMfflpJ4ZEm9pe5/oQGW1mWY+eyBQlEhwV4e7oyAYolkbOz2J7Dwvj5lLaW02fswerwJy1Ui5mKTNRiew5Gk5G3D66nedhOQ2GsyvoyC2N9NznnE8mE3l7XStxjVSUAWK3WYeeeqaEWh6uvvprg4OCznk9Pz9jbgIyH0WggPDzorK5xvthseqMt4imKp/Pv6qgQrr4wleONnby78yh/21VBS3svf9xWzp+2l7MgM4aVS1O4YE6sPqD6EMWSyNmJjPDdDzoik8UV4Uu5fNYFFDWU0NzdSnhAKLOj0kcs9O9rfCKZ4OfnB0B/f/+Y5/T19Q0790wcO3aMTz75BBi7xWHoObq7u8c1H39//zOeD7j2TW9r6zqra5xrJpMRmy2AtrZuBlUSLHJWFE/e52eEf7hwBtdekMSnh+v58NMq9pc18enBOj49WEdYsJVluQlclmsnStUKk5ZiScQzFEsinpPkn8TcmFm0tXXT2jp512iy2QKmztaQ42lhGE/rwemsX78ep9NJQkICS5cuHfM8m81Gd3f3uOZjs539ypy+sqXV4KDDZ+YqMtkpniaHhRnRLMyIpra5i7/nVfPRvhpaOvr4n4/K+ONHZcxPi2R5rp3stEhMPv7bhalKsSTiGYolEc+ZKvHkE8mElJQUAKqrq+nv7x+1vaCiomLYuRPldDpZv349ADfccAMGg+GU86mtreXo0aOjHu/v76e6uvqs5iMiIpNHbHggt1yezo3LZvLp4Xq25FVTdLSZgtJGCkobCQ/x49LseJbl2ImwnV1FmoiIiIgv8IlkwuzZs7FYLPT19VFQUODeBvJke/bsASA3N/eMnmPXrl1UVlZiMBhO2eIw9Bw7d+50P+fnFRQU0N/fj5+fH7Nnzz6j+YiIyORjNhm5YHYsF8yO5XjTZ9UKze29/M+2cv64vZzsmZEsX5BA9sxIjMaxE9MiIiIivswnajKDg4O55JJLAHj77bdHHC8vL2fHjh0ArFy58oyeY2jhxcWLF5OUlHTKc6+55hoAdu7cOWp1wltvvQXAsmXLCAryjcUTRURkYuIiAlm1Ip3//ObFrL5+DlnJYTidkF/ayC9/X8D3X9zO/3xURnP72S0MLCIiIjIZ+UQyAeC+++7DYDCwYcMG3nrrLZxOJwB1dXV8+9vfxuFwcOWVV5KVlTVs3IoVK1ixYgUbN24c89qdnZ1s2rQJgJtuuum0c5k7dy6XX345g4OD/Ou//it1dXWAq1XirbfeYsOGDRiNRu69994zvV0REfERFrORpXPi+P7tC3nyniVc/YUkgvzNNLX1sv6jMr77/DZ++fsCCkobcDic3p6uiIiIiEcYnEOfyn3Aa6+9xtNPP43T6SQ+Pp7w8HBKSkro6+sjNTWVtWvXEhERMWxMZmYmAE899dSYiYI//OEPPPTQQwQGBvLRRx+Nq5qgqamJ2267jfLycqxWK+np6TQ3N1NTU4PBYODhhx/ma1/72lnf8+Cgg6amzrO+zrlkNhsJDw+iublzSiwkIuJNiqepoX9gkN2H6tmyt4rDlZ8t1htp82dZTjyXZNsJDznz3Yfk9BRLIp6hWBLxHF+Jp4iIoKmzm8OQO++8k8zMTF555RUKCgpobGzEbrezcuVKVq9efcYtBUMtDtdcc824rxEREcE777zDyy+/zMaNGykpKSEwMJBly5Zx9913n3I3CBERmdosZhMXzo3jwrlxVDV08ve8arYX1tDY1sO6rWVs+Kic3IwoLsu1Myc1AuMpFv0VERERmYx8qjJhOlJlgsj0oniauvr6B9l9qI7NedWUnFStEBXqz7IcO5dmxxMarGoFT1EsiXiGYknEc3wlnqZkZYKIiIivslpMXDQvnovmxVNZ38GWvGq2Fx6nobWHP/z9CBs+KjtRrZDA7JRwVSuIiIjIpKZkgoiIyHmWGB3MHVfN4ubL0th9sI7NeVWUVrWx51A9ew7VEx3mz/LcBC6eH09okNXb0xUREREZQckEERERL/GzmLh4fjwXz4+nsq6DzXlVfLz/OPUtPfx+cynr/n6EBbOiuSzXTtYMVSuIiIjI5KFkgoiIyCSQGBPMP16dyS2XpbOrqJYt+dUcqW5j98E6dh+sIyY8gOW5di6eH48tUNUKIiIi4l1agHGS0wKMItOL4klOVlHbzpa8aj7ef5yevkEAzCYDC2dFszw3gazkMAyqVhiVYknEMxRLIp7jK/E03gUYlUyY5JRMEJleFE8ymp6+AXYV1bElr4qymnb347ERgSzPsXPx/DhCVK0wjGJJxDMUSyKe4yvxpGTCFKFkgsj0oniS0zl6vJ0teVV8fKCW3pOqFRZnxrA8186sJFUrgGJJxFMUSyKe4yvxpGTCFKFkgsj0oniS8eruHWBnUS1b9lZztPazaoX4SFe1wkXz4wkOsHhxht6lWBLxDMWSiOf4SjwpmTBFKJkgMr0onuRMlNW0sSWvip0H6ujtH6pWMPKFLNfaChmJodOuWkGxJOIZiiURz/GVeBpvMkG7OYiIiPi41HgbqfE2bl2RwY4DtWzZW0VFXQcf76/l4/212KOCWJ5r56J5cQT5T99qBREREfEcVSZMcqpMEJleFE/iCU6nk7KadjbnVbGrqJa+ftffJYvZyBeyYrgsN4G0BNuUrlZQLIl4hmJJxHN8JZ5UmSAiIjJNGQwGZtptzLTb+OqKDHYcOM7mvdVU1newvfA42wuPkxAdxGW5CVw4N5ZAVSuIiIjIBKkyYZJTZYLI9KJ4knPF6XRypLqNzXlVfFJUR9+Jv19Ws5ELZseyPNfOTPvUqVZQLIl4hmJJxHN8JZ5UmSAiIiJuBoOBtIRQ0hJCue2KDLYXHmdLXjVVDZ18tK+Gj/bVkBgdzGUL7CydE0egv94iiIiIyNhUmTDJqTJBZHpRPMn55HQ6Ka06Ua1wsI7+oWoFi5Els2NZnptAanyIT1YrKJZEPEOxJOI5vhJPqkwQERGRUzIYDKQnhpKeGMpXr8jg48LjbM6roqaxi60FNWwtqCE5JpjlCxJYOieWAD+9bRAREREXVSZMcqpMEJleFE/ibU6nk+LKVjbnVbH7YD0Dg66/h34WE0vmxHLZAjspcTYvz/L0FEsinqFYEvEcX4knVSaIiIjIhBkMBmYlhTErKYzbr+xn+74aNudVc7ypi7/nV/P3/GpmxIVwWa6dJXNi8bfqrYSIiMh0pMqESU6VCSLTi+JJJiOn08nhYy1szqtmz6E6BgZdbx38rCYunONaW2FGXIiXZzmcYknEMxRLIp7jK/GkygQRERHxCIPBQGZyOJnJ4bR3ZbBt33G25FdT29TF5rxqNudVkxofwvLcBJbMjsXPavL2lEVEROQcU2XCJKfKBJHpRfEkvsLpdHKwooUteVXsOVTPoMP1dsLfauLCuXEsz7WTHOu9agXFkohnKJZEPMdX4kmVCSIiInLOGAwGZs8IZ/aMcNo6+9i2r4YtedXUtXTz4d4qPtxbxUy7jeW5di6YHYufRdUKIiIiU4mSCSIiInJWbEFWrl06g2uWJHPwaDOb86rZe7ieI9VtHKlu47fvl3DRiWqFxJhgb09XREREPEDJBBEREfEIo8HAnJQI5qRE0NrZx0cF1WzJq6ahtYf3P63k/U8rSUuwcVluAl/IisGqagURERGfpTUTJjmtmSAyvSieZKpxOJ0cKG9iS141ecUN7rUVAv3MXDQvjuULEkiICvL48yqWRDxDsSTiOb4ST1ozQURERLzOaDAwLzWSeamRtHT08lFBDX/Pd1UrvLenkvf2VJKRGMryXDuLM1WtICIi4itUmTDJqTJBZHpRPMl04HA62V/WxOa9VeSXNOI48VYkyN/MRfPiuWyBnfjIs6tWUCyJeIZiScRzfCWeVJkgIiIik5LRYGD+zEjmz4ykub2XrQXVbM2vprGtl7/tPsbfdh9jVlIYl+XaWZQZjcWsagUREZHJRskEERER8ZrwED+uvziV6y5MobCskc17q8kvbeDwsRYOH2sh+D2La22F3LOvVhARERHPUTJBREREvM5oNJCdFkV2WhRNbT1sPbG2QnN7L+9+cox3PzlGVnIYy3MTWDgrGov59OWXIiIicu5ozYRJTmsmiEwviieRzzgcTgqONLJlbxUFRxoZescSHGDhkux4lufYiY0IHHVcaXUr/U4DFoOTNHsoRqPhPM9eZGrQ65KI5/hKPGnNBBEREfFpRqOB3PQoctOjaGztYWtBNX/Pr6alo4+NOyvYuLOC2TPCWZ5rZ+GsaMwmI3sO1bH2vWKa23vd1wkP8eP2KzNYlBnjxbsRERGZWlSZMMmpMkFkelE8iZzaoMNBQUkjm/OqKTzSyNCbGFughbTEUPYebhhz7DdvnKeEgsgE6XVJxHN8JZ5UmSAiIiJTjsloZMGsaBbMiqahtZu/59ewtaCa1o6+UyYSAH7zXjELMqLV8iAiIuIBWr1IREREfFJUaAA3LZvJf9x7ETdcknra85vaezl8rOXcT0xERGQa8LnKhB07dvDqq6+Sn59PV1cXdrudlStXsnr1agIDRy7CNB5Op5M///nPrFu3jqKiItra2ggLCyMtLY1ly5Zx9913jxiTmZl5ymtGRUWxbdu2M5qPiIiIjJ/ZZCQmImBc5/49v5rwEL9RF24UERGR8fOpZMIbb7zBk08+idPpJC4ujvj4eEpKSnjhhRd49913Wbt2LWFhYRO6ZmdnJ/fffz/bt28HICkpCbvdTmNjI5988gkHDx4cNZkwZN68eVit1hGPT3QeIiIicubCgvzGdd6OA7XsOFBLXEQguelR5KRHkp4YismoYk0REZGJ8JlkQmFhIT/96U8B+PGPf8yqVaswGAzU1tZy7733sn//fh555BHWrFkz7ms6nU4eeOABtm/fzqWXXsqjjz5KcnKy+3hbWxuffPLJKa/xi1/8gsTExDO7KREREfGIWUlhhIf4DdvF4fMC/cwkxwZTXNnK8aYuNu6qYOOuCoL8zWSnRZKTHsW81EgC/X3m7ZGIiIjX+Myr5fPPP4/D4eCGG27g1ltvdT8eGxvLz372M6699lreffddDh48SFZW1riu+Yc//IFt27aRk5PDiy++iNk8/Mdhs9m44oorPHofIiIi4nlGo4Hbr8zguXWFY57z/30xi0WZMXT1DFBY1kheSQP7Shvp7Bng4/21fLy/FpPRwKykMFfVQkYUMWHja58QERGZbnwimdDZ2cnWrVsBWLVq1YjjKSkpLF26lO3bt7Nx48ZxJxNee+01AO69994RiQQRERHxLYsyY/jmjfNY+17xsAqFiBA/brsyw70tZKC/mQtmx3LB7FgGHQ5KKlvJL3ElF443dVF0tJmio8385v1iEqKCyEmPIjc9ipl2m3aCEBEROcEnPkEXFRXR19eH1WolOzt71HMWLVrE9u3byc/PH9c1KyoqOHz4MEajkSVLlpCfn88777xDRUUFgYGB5ObmcvPNNxMREXHK6zz//PPU1dUxODhIbGwsS5cu5Ytf/OKo6yiIiIjIubUoM4YFGdGUVrfS7zRgMThJs4eOmQQwGY1kJoeTmRzOqhXpHG/qIq+4gfySBoorW6lq6KSqoZO/7DhKcICFnBPtEHNTIwjw84m3USIiIueET7wKlpWVAWC327FYLKOeM7TWwdC5p1NY6CqDDAsL48033+Q///M/cTqd7uPvv/8+L7/8MmvWrGHp0qVjXuedd94Z9v26dev45S9/yZo1a5g7d+645iIiIiKeYzQamJ0SQXh4EM3NnQwMOMY9Ni4ikJVLklm5JJmO7n4Kj5xohzjSREd3P9sKj7Ot8Dhmk4Gs5HB31UJkqP85vCMREZHJxyeSCa2trQCEhoaOec7QsaFzT6eurg5wLbL4zDPPcNlll/G9732P5ORkysrK+OlPf8qOHTt44IEH+OMf/0hcXNyw8VdccQVf/vKXycrKIi4ujs7OTj7++GN+/vOfc+zYMe666y7Wr19PfHz8mdzyMGbz5F5h2mQyDvuviJw5xZOIZ3gilsJC/Lgkx84lOXYGBh0crmhhb3E9e4sbqGvuprCsicKyJt7822GSYoJZkBHFglnRpNptGA1qh5CpQa9LIp4z1eLJJ5IJvb2uvsexqhIAd1vB0Lmn09XVBcDAwADJyck8++yz7utnZmby4osvctVVV1FfX8/rr7/OD37wg2Hjn3/++WHf+/n58aUvfYkLL7yQr3zlK1RXV/Pss8/y5JNPju8mx2A0GggPDzqra5wvNpsWqRLxFMWTiGd4Mpaio0K4eGESTqeTyroOdu0/zq4DxzlY3sSxug6O1XXwP9vKCQvx4wuzY7lgbhy5GdH4qx1CpgC9Lol4zlSJJ594dfPzc+0d3d/fP+Y5fX19w84d7zUB7rjjjhGJioCAAL761a+yZs0atm7dOiKZMJaIiAhWr17NY489xnvvvcdPfvITDGfx2wmHw0lbW9cZjz8fTCYjNlsAbW3dDA6Ov5RUREZSPIl4xrmOpWCrkRUL7KxYYKe9q4/8kgb2Frt2h2hp7+Vvuyr4264KLGYjc1LCWZARTW5GFBE2tUOIb9Hrkojn+Eo82WwB46qe8IlkwnhaGMbTCnEym83m/jotLW3Uc4Yer6ysHNc1hyxYsACAlpYWWlpaCA8Pn9D4z5tIr6c3DQ46fGauIpOd4knEM85HLAVYzSydE8fSOXEMDDo4VNFCXolrEceG1h7ySxrJL2mEv8KM2BBy0iPJzYhiRmzIWf3CQeR80uuSiOdMlXjyiWRCSkoKANXV1fT394/a7lBRUTHs3NOZOXOm++ux2ieGqhccjon9jz75eoODgxMaKyIiIr7LbDIyNzWCuakR3H5lBlX1ne7EwpHqNo7WtnO0tt3VDhFsJSc9ipz0KObMCMdqMXl7+iIiIuPmE8mE2bNnY7FY6Ovro6CggEWLFo04Z8+ePQDk5uaO65pz5szB39+fnp4ejh07NuqODUMJis8vvng6xcXFgCsZERYWNqGxIiIiMjUYDAYSY4JJjAnmuotSaO3so6C0gfySRvaXNdHS0ceWvGq25FVjNRuZkxJBbkYUOWmRhAaPr21TRETEW3wimRAcHMwll1zChx9+yNtvvz0imVBeXs6OHTsAWLly5biuGRAQwOWXX85f//pX1q9fzy233DLsuNPpZN26dQCn3Bry8wYGBnj11Vfd48xmn/gRi4iIyDkWGmTl0mw7l2bb6R8YpOhoC/klDeSVNNDc3kveia8BUuND3NtOJsUEqx1CREQmHZ/Zk+K+++7DYDCwYcMG3nrrLZxOJ+Da4vHb3/42DoeDK6+8kqysrGHjVqxYwYoVK9i4ceOIa95///2YzWZ2797Nc889525JGBgY4D/+4z84ePAgfn5+3HnnncPGPfPMM6xbt46Ojo5hj9fU1PDggw+Sl5eH2Wzmm9/8pgd/AiIiIjJVWMwmstMi+do1mTxz30U89v99gRsuTSU1PgSAspp21m8t47FXP+F7L2znjXcPse9II/1ToMdWRESmBoNz6FO5D3jttdd4+umncTqdxMfHEx4eTklJCX19faSmprJ27VoiIiKGjcnMzATgqaee4qabbhpxzXXr1vHwww8zODhIREQEiYmJVFRU0NLSgsVi4emnn+a6664bNua+++7j/fffx2QykZSURGhoKO3t7ZSVleF0OvHz8+MnP/kJ119//Vnf8+Cgg6amzrO+zrlkNhsJDw+iublzSiwkIuJNiicRz/DlWGrp6CW/xNUOcaC8ib6T5u9nMTE3NYLc9Ciy0yKxBVm9OFOZDnw5lkQmG1+Jp4iIoKmzm8OQO++8k8zMTF555RUKCgpobGzEbrezcuVKVq9eTVBQ0ISveeONN5Kens6vf/1rdu/eTVFREWFhYVx33XXcc889IyodAG677TaioqIoLCykrq6OqqoqLBYLGRkZXHjhhfzjP/4jycnJnrhlERERmWbCgv1YnpvA8twEevsHKTrafCK50EBLRx+fHq7n08P1GICZCTZyTyzimBAVpHYIERE5b3yqMmE6UmWCyPSieBLxjKkYSw6nk4radvKKXWsrVNQOb7eMCvV3rbOQEUVmUhjmcfxWSeR0pmIsiXiLr8TTlKxMEBEREZmujAYDKXE2UuJs3HDpTJraesgvbSS/pIED5c00tPbw/p5K3t9TSYCfibmpkeSmR5KdFkVwwOjbYIuIiJwpJRNEREREfFCEzZ/LFyRw+YIEevsG2V/eRF5JAwUlDbR19bP7YB27D9ZhMEB6Qii5J6oW4iIC1Q4hIiJnTckEERERER/nZzWxcFY0C2dF43A6Katpc207WdxIZX0HxZWtFFe28rvNpcSEB7jXWchIDFU7hIiInBGtmTDJac0EkelF8STiGYqlzzS0dpNf0kheSQMHjzYz6PjsrV+gn5l5MyPIzYhi/sxIgvzVDiHDKZZEPMdX4klrJoiIiIgIUaEBXLEokSsWJdLdO8D+sibX7hCljXR097OrqI5dRXUYDQZmJYW6FnFMjyI2ItDbUxcRkUlMyQQRERGRaSLAz8zirBgWZ8XgcDgprW4lr6SB/JJGqhs6OVjRwsGKFt76oIS4iED3OgtpCTZMRrVDiIjIZ9TmMMmpzUFkelE8iXiGYmni6lq6yT+x7eThYy3D2iGC/M1kp0WSkx7FvNRIAv31+6jpQrEk4jm+Ek9qcxARERGRcYsJC+CqLyRx1ReS6OoZoLDMtc7CvtJGOnsG+Hh/LR/vr8VkNDArKYzcDFc7RHRYgLenLiIiXqBkgoiIiIgME+hv5oLZsVwwO5ZBh4OSylb3Io7Hm7ooOtpM0dFmfvNeMQlRQe51FmbabRiN2nZSRGQ6UDJBRERERMZkMhrJTA4nMzmcVSvSOd7URV5xA/klDRRXtlLV0ElVQyd/2XGUkEAL2TMjyc2IYm5qBP5WvdUUEZmq9C+8iIiIiIxbXEQgK5cks3JJMh3d/RQeOdEOcaSJ9q5+thUeZ1vhccwmA1nJ4e6qhchQf29PXUREPEjJBBERERE5I8EBFpbOjWPp3DgGBh0UH2shr6SR/JIG6lq6KSxrorCsiTf/dpjE6GD3Ogsp8SEYDWqHEBHxZdrNYZLTbg4i04viScQzFEve5XQ6qWnsIr/EtTtESVUrJ7/jDA2ykp0WSW56FHNSIvCzmrw3WTklxZKI5/hKPGk3BxERERHxCoPBgD0qCHtUENcunUF7Vx8Fpa6KhcKyJlo7+9haUMPWghosZiOzZ4STmx5FTnoU4SF+3p6+iIiMg5IJIiIiInJOhQRauXh+PBfPj2dg0MGhihbyShrIK26gsa2HgtJGCkobYdMhZsSGkJPuWsRxRmwIBrVDiIhMSmpzmOTU5iAyvSieRDxDseQbnE4nVfWd5JW4doc4Ut3GyW9Mw4Kt7oqF2TPCsVrUDnG+KZZEPMdX4kltDiIiIiIyqRkMBhJjgkmMCea6i1Jo7eyjoLSB/JJGCssaaenoY3NeNZvzqrGajcxJiSA3I4qctEhCg9UOISLiTUomiIiIiMikEBpk5dJsO5dm2+kfGKToaIt7Ecfm9l5Xa0RJAwCp8TZy0yPJSY8iKSZY7RAiIueZ2hwmObU5iEwviicRz1AsTS1Op5NjdR3udRbKj7cPOx5p8yM73bXtZFZyOBbz6ctzZXwUSyKe4yvxpDYHEREREZkSDAYDybEhJMeGcP3FqTS397rbIQ6UN9HY1suHn1bx4adV+FlMzEuNICc9iuz0SGyBVm9PX0RkSlIyQURERER8SniIH8tzE1iem0Bv/yBFR5vd7RCtHX3sOVzPnsP1GICZCTb3Io4JUUFqhxAR8RAlE0RERETEZ/lZTOSeaHH4mtPJ0ePt7sRCRW0HpVVtlFa18c6WI0SF+rsSCxlRZCaFYR5HGa+IiIxOyQQRERERmRKMBgOp8TZS423ccOlMmtp6yC9tJK+4gaKjzTS09vDenkre21NJgJ+JuamR5KZHkp0WRXCAxdvTFxHxKUomiIiIiMiUFGHz5/IFCVy+IIHevkH2lzeRV9JAQUkDbV397D5Yx+6DdRgMkJEQSk6Gq8IhLiJQ7RAiIqehZIKIiIiITHl+VhMLZ0WzcFY0DqeTspo2VztEcQOV9Z0crmzlcGUrv/uwlJjwAPc6CxmJoWqHEBEZhbaGnOS0NaTI9KJ4EvEMxZJMRENrN/kljeSVNHDwaDODjs/eHgf6mZmfFklOeiTzZ0YS5D+92iEUSyKe4yvxpK0hRURERETGISo0gCsWJXLFokS6ewfYX9ZEfkkD+aWNdHT3s/NALTsP1GI0GJiVFErOiQUfYyMCvT11ERGvUTJBREREROSEAD8zi7NiWJwVg8PhpLS6lbySBvJLGqlu6ORgRQsHK1p464MS4iMD3YmFtAQbJqPaIURk+lAyQURERERkFEajgYzEMDISw7jlsnTqmrvc7RCHj7VQ09hFTWMFG3dWEORvJjstkpz0KOalRhLor7fZIjK16V85EREREZFxiAkP5KovBHLVF5Lo6umnsMy1O8S+0kY6ewb4eH8tH++vxWQ0kJkc5q5aiA4L8PbURUQ8TskEEREREZEJCvS3cMHsWC6YHcugw0FJpasdIq+kkdqmLg6UN3OgvJnfvFdMQlSQO7Ew027DaNS2kyLi+5RMEBERERE5CyajkczkcDKTw7l1RQbHm7rIK24gv6SB4spWqho6qWro5C87jhISaCE7LZLc9Cjmpkbgb9XbcRHxTfrXS0RERETEg+IiAlm5JJmVS5Lp6O6n8IhrnYV9R5po7+pn277jbNt3HLPJQFZyuLtqITLU39tTFxEZNyUTRERERETOkeAAC0vnxrF0bhwDgw6Kj7WQV9JIfkkDdS3dFJY1UVjWxJt/O0xSTLA7sZASH4LRoHYIEZm8DE6n0+ntScjYBgcdNDV1ensap2Q2GwkPD6K5uZOBAYe3pyPi0xRPIp6hWJLJzul0UtPYRX5JA3tLGiitauXkd+WhQVZXO0RGFHNSIvCzmLwyT8WSiOf4SjxFRARhMp1+q1ufq0zYsWMHr776Kvn5+XR1dWG321m5ciWrV68mMDDwjK7pdDr585//zLp16ygqKqKtrY2wsDDS0tJYtmwZd99996jjOjs7+dWvfsWmTZuorq4mMDCQnJwc7rrrLpYsWXI2tykiIiIiU5jBYMAeFYQ9Kohrl86gvauPglJXxUJhWROtnX1sLahha0ENFrOR2TPCyU2PIic9ivAQP29PX0TEtyoT3njjDZ588kmcTidxcXFERERQUlJCX18faWlprF27lrCwsAlds7Ozk/vvv5/t27cDkJSURFhYGI2NjdTW1hISEsLOnTtHjGtqauL222+nrKwMq9VKeno6TU1NHD9+HIPBwCOPPMIdd9xx1vesygSR6UXxJOIZiiXxZf0DDg4daya/2LXWQmNbz7DjM2JDyEmPZEFGNMmxwRjOYTuEYknEc3wlnsZbmeAzyYTCwkJuueUWnE4njz/+OKtWrcJgMFBbW8u9997L/v37ufrqq1mzZs24r+l0Orn77rvZtm0bl156KY8++ijJycnu421tbXzyySdcccUVI8bee++9fPDBB8ydO5cXXniB2NhYnE4nb7/9No8++igmk4l33nmH2bNnn9V9K5kgMr0onkQ8Q7EkU4XT6aSqvpO8EtfuEEeq2zj5zXt4iB85aZHkpEcxe0Y4Vg+3QyiWRDzHV+JpyiUT7rvvPt5//31uuOEG/v3f/33YsfLycq699locDgcbNmwgKytrXNd85513+Ld/+zdycnJYu3YtZvP4uj4OHDjAjTfeiNFoZOPGjcyYMWPY8e9///ts2LBhwsmN0SiZIDK9KJ5EPEOxJFNVa2cfBSUN5JU0sL+8ib7+z/5+Wy1G5syIIDcjipy0SEKDz74dQrEk4jm+Ek9Tas2Ezs5Otm7dCsCqVatGHE9JSWHp0qVs376djRs3jjuZ8NprrwGuKoPxJhIANm3aBMDSpUtHJBIAbr31VjZs2MCWLVvo6uo647UcREREREROFhpk5dIcO5fm2OkfGKToaAv5J5ILze295J34GiA13kZuuqtqISnm3LZDiMj04xPJhKKiIvr6+rBarWRnZ496zqJFi9i+fTv5+fnjumZFRQWHDx/GaDSyZMkS8vPzeeedd6ioqCAwMJDc3FxuvvlmIiIiRozNy8sDYPHixaNeOzs7G6vVSm9vL0VFRSxatGh8NyoiIiIiMk4Ws4nstEiy0yL5x6tncayug7xiVzKh/Hg7ZTVtlNW0sW5rGZE2P7LTo1iQHkVmcjgW8+l/6ygicio+kUwoKysDwG63Y7FYRj1naK2DoXNPp7CwEICwsDDefPNN/vM//5OTOz7ef/99Xn75ZdasWcPSpUuHjS0vLx/2nJ9nsViIj4/n6NGjlJWVKZkgIiIiIueUwWAgOTaE5NgQrr8kleb2XgpKG8gvaeRAeRONbb18+GkVH35ahZ/VxLyUCHLSo8hOj8QWaB31mg6Hk6LyJvrLmrEYnKTZQzEaVd0gIi4+kUxobW0FIDQ0dMxzho4NnXs6dXV1gGuRxWeeeYbLLruM733veyQnJ1NWVsZPf/pTduzYwQMPPMAf//hH4uLizmg+bW1t45rPqZgneeZ4qJ9mPH01InJqiicRz1AsyXQXHR7AFYuTuGJxEr39gxwob2Lv4Qbyiutp6ehjz+F69hyuxwCkJYayICOKBbOiSYgKwmAw8MnBOt7cdIim9l73NSNC/Ljjmky+kBXjvRsT8WFT7bXJJ5IJvb2uf8TGqkoAsFqtw849na6uLgAGBgZITk7m2WefdV8/MzOTF198kauuuor6+npef/11fvCDH5zRfHp6esY8ZzyMRgPh4UFndY3zxWYL8PYURKYMxZOIZyiWRFziYmysuCAFh8NJaVULu/bXsuvAcY5UtVJS6frzuw9LiY0IJCk2hN1FtSOu0dTey5rfF/DQP32Bi7LtXrgLkalhqrw2+UQywc/PtRJtf3//mOf09fUNO3e81wS44447RiQGAgIC+OpXv8qaNWvYunXrsGSCn58f3d3d45qPv7//uOYzFofDSVtb11ld41wzmYzYbAG0tXUzODh5VyUV8QWKJxHPUCyJjC0q2MoXlyTxxSVJNLb2kFfSwN7D9RSVN1Pb1EVt06nfe760roDMBJtaHkQmyFdem2y2gKmzm8N4WhjG03pwMpvN5v46LS1t1HOGHq+srBwxtru7e1zzOfl5ztRk3jbkZIODDp+Zq8hkp3gS8QzFksiphQZZWZ5jZ3mOnZ6+Ad795Bjrt556DbKmtl7e232MZTl2zFOkXFvkfJoqr00+kUxISUkBoLq6mv7+/lHbCyoqKoadezozZ850fz1Wu8JQ9YLDMfx/dEpKCrW1tRw9enTUcf39/VRXV09oPiIiIiIi3uRvNRMTPr7y6/9+9zBvf1BCaryN9MRQ0hNCSU8MJch/7DZgEZlafCKZMHv2bCwWC319fRQUFIy6O8KePXsAyM3NHdc158yZg7+/Pz09PRw7dmzEjg3wWYLi5MUXh55j586d7uf8vIKCAvr7+/Hz82P27Nnjmo+IiIiIiLeFBY2vZdjfYqSn38GhYy0cOtbiftweFUR6QigZia7kQkxYAAaD2iFEpiKfqEsKDg7mkksuAeDtt98ecby8vJwdO3YAsHLlynFdMyAggMsvvxyA9evXjzjudDpZt24dwIhEwzXXXAPAzp07R61OeOuttwBYtmwZQUG+sXiiiIiIiMispDDCQ06dUIgI8eOX/7KMn/zzEu68NouL58cRe6Kiobqhk7/nV/Nffy7ioZd28K9rPuLZP+xj484KSqpa6Z8Cpd0i4uITlQkA9913H5s3b2bDhg0sXLiQVatWYTAYqKur49vf/jYOh4Mrr7ySrKysYeNWrFgBwPe///0RiYb777+fv/3tb+zevZvnnnuO//W//hcmk4mBgQF+9rOfcfDgQfz8/LjzzjuHjZs7dy6XX345H374If/6r//Kiy++SExMDE6nk7fffpsNGzZgNBq59957z+nPRERERETEk4xGA7dfmcFz6wrHPOe2KzMwm4zYo4KwRwWxLMe1s0NbZx8lVa2uP5WtlB9vo62rn08P1/Pp4XoAzCYjqfEhpCeGkpEQRnpiKMEBao0Q8UUGp9Pp9PYkxuu1117j6aefxul0Eh8fT3h4OCUlJfT19ZGamsratWuJiIgYNiYzMxOAp556iptuumnENdetW8fDDz/M4OAgERERJCYmUlFRQUtLCxaLhaeffprrrrtuxLimpiZuu+02ysvLsVqtpKen09zcTE1NDQaDgYcffpivfe1rZ33Pg4MOmpo6z/o655LZbCQ8PIjm5s4psZCIiDcpnkQ8Q7Ekcnb2HKpj7XvFNLd/tu16RIgft12ZwaLMmHFdo39gkPLj7ZRUtlJc6UoydHSP3A0tLiLwRHLB1RoRFxGo1giZknzltSkiImhcuzn4VDIB4OOPP+aVV16hoKCArq4u7HY7K1euZPXq1aO2FJwumQCwb98+fv3rX7N7925aW1sJCwtjyZIl3HPPPSMqHU7W0dHByy+/zMaNG6muriYwMJDs7GzuvvvuUddgOBNKJohML4onEc9QLImcPYfDSWl1K/1OAxaDkzR76FltB+l0Ojne1OWuXCipaqWmceQ2lMEBFve6C2kJoaTGh2Axm87mVkQmBV95bZqyyYTpRskEkelF8STiGYolEc8417HU0d3vqlyoaqGkspWymnYGBoc/j9lkYEZciLstIj0hFFuQ1eNzETnXfOW1abzJBJ9ZM0FERERERKaW4AALuRlR5GZEATAw6ODo8XZ3W0RJZQttXf2UVrVRWtUGu1zjYsMDTtqSMoz4yECMao0QOa+UTBARERERkUnBbDKSluBqbwBXa0RdS7e7LaKkspWqhk5qm7upbe5m277jAAT5m0kb2pIyIZTUeBtWi1ojRM4lJRNERERERGRSMhgMxIYHEhseyMXz4wHo7OmntOrEoo6VrZTVtNHZM0BBaSMFpY0AmIwGkmND3MmFjMRQQoNPveWliEyMkgkiIiIiIuIzgvwtZKdFkZ32WWvEsbqOE8mFFoqrWmnt6KOspo2ymjbe/eQYANFh/qSfWHchIyEUe3SQWiNEzoKSCSIiIiIi4rPMJiOp8TZS421c/YUknE4nDa09JxZ2PNEaUd9BfUsP9S3H+Xi/qzUiwM9MWoLtxJaUYcyMt+FnVWuEyHgpmSAiIiIiIlOGwWAgOiyA6LAALpwXB0BXzwBHqlvdCzseqW6ju3eAwiNNFB5pAsBoMJAcG3xiUcdQMhLDCA9Ra4TIWJRMEBERERGRKS3Q38y8mZHMmxkJwKDD1RoxtLBjcWUrze29lB9vp/x4O+/tqQQg0ubvWnfhxNoLidHBGI1qjRABJRNERERERGSaMRmNpMTZSImzceXiJAAaW3sormpxJRgqWzlW30FjWw+NB3rYcaAWAH+riTS7jfRE19oLM+NtBPjpI5VMT/qbLyIiIiIi015kqD+RoXEsneNqjejuHeBITduJ5EILpdVt9PQNsr+8mf3lzQAYDJAUE0xGQhhpiTYyEsKIDPX35m2InDdKJoiIiIiIiHxOgJ+ZuSkRzE2JAMDhcFJZ3+Fed6GkspXGth4qajuoqO3g/U9d48JD/E7akjKMxJggTEajF+9E5NxQMkFEREREROQ0jEYDybEhJMeGcMWiRACa2nrciYXiqlaO1XbQ3N7LrqI6dhXVAeBnMTHTbjuRXAhlpj2UQH99DBPfp7/FIiIiIiIiZyDC5s8FNn8umB0LQE/fAGU17ZRUtlBc1UpplWvXiKKjzRQdPdEaASREB7sXdsxICCUy1B+DQQs7im9RMkFERERERMQD/K1mZs8IZ/aMcAAcTifV9Z0UV7nWXSiubKWhtYfK+g4q6zv4cG8VAGHB1hNbUoaRkRhKUkwwZpNaI2RyUzJBRERERETkHDAaDCTGBJMYE8zlCxIAaOnoHbYlZUVtOy0dfew+VM/uQ/UAWC1GZsbbSDvRGpGWEEqQv8WbtyIygpIJIiIiIiIi50lYsB+Ls2JYnBUDQG//IOU1be6FHUurWunsGeBgRQsHK1rc4xKigkh3L+wYSnRYgFojxKuUTBAREREREfESP4uJzORwMpM/a42oaeyipLLFvbBjXXM3VQ2dVDV0siWvGgBb0InWiBPJhRlxIWqNkPNKyQQREREREZFJwmgwkBAVREJUEMtzXa0RrZ19lLp3jWihvKadts4+Pj1cz6eHXa0RFrOR1LgQ0hPD3BUMwQFqjZBzR8kEERERERGRSSw0yMrCWdEsnBUNQP/AoGvXiBMJhpKqVjq6+zlc2crhylb3uPjIwBMLO4aSkRhGbLhaI8RzlEwQERERERHxIRaziVlJYcxKCgPA6XRyvKnL3RZRUtnK8aYuahpdf7YW1AAQEmhxt0akJ4aSEmfDYlZrhJwZJRNERERERER8mMFgID4yiPjIIC7NsQPQ3tU3rHKhrKad9q5+9hY3sLe4AQCzyUBKnM1VuZAQSlpiKLZAqzdvRXyIkgkiIiIiIiJTTEiglQUZ0SzIGGqNcHC0tt1VvVDZQklVK+1d/a6EQ1UrG0+Miw0PcLdFpCeEEh8ZqNYIGZWSCSIiIiIiIlOcxWx0tzisXJKM0+mkrrnbvSVlSVUr1Q2d1DZ3U9vczbZ9xwEI8jcPW3chJS4Eq8Xk5buRyUDJBBERERERkWnGYDAQGxFIbEQgl2THA9DR3e/aNaKqleLKVspq2ujsGSC/tJH80kYATEYDM+JC3FtSpieGERqk1ojpSMkEERERERERITjAQk56FDnpUQAMDDqoqO2gpLLFvbBja2cfR6rbOFLdxrufHAMgJizAvR1lemIo9qggjGqNmPKUTBAREREREZERzCYjM+02ZtptXI1r14j61h5KKlvcCztW1XdS19JNXUs32wtdrRGBfmbShlojEkJJjbfhZ1VrxFSjZIKIiIiIiIiclsFgICYsgJiwAC6a52qN6Orpp7S6zbX2QmULR2ra6OodYN+RRvYd+aw1IikmeNjCjuEhft68FfEAJRNERERERETkjAT6W5g/M5L5MyMBV2vEsbqOYdtSNrf3Un68nfLj7by3uxKAqFB/d+VCemIYCVFBGI1qjfAlSiaIiIiIiIiIR5hNRlLjbaTG27hqcRJOp5PGth7XlpQnEgyV9R00tPbQ0NrDjv21AAT4mZhpH0ouhDLTbsPfqo+rk5n+74iIiIiIiMg5YTAYiAoNICo0gKVz4wDo7h3gSHUbxZUtlFS1UlrdRnfvIPvLmthf1gSA0XCiNcK9LWUoETZ/b96KfI6SCSIiIiIiInLeBPiZmZsawdzUCAAGHQ4q6zpdrRFVrrUXGtt6OVrbztHadt7/1NUaEWHzO7ElpWvdhcSYIExGozdvZVpTMkFERERERES8xmQ0MiMuhBlxIVyxKBGAprYeSqpaTyzs2Mqxug6a2nrZ1VbHrqI6APysJmbG28hIdFUvpNlDCfDTR9zzRT9pERERERERmVQibP5cYPPngtmxAPT0uVojhhZ2LK1upbt3kKKjzRQdbQbAYIDE6ODPFnZMCCUy1B+DQQs7ngtKJoiIiIiIiMik5m81MyclgjkprtYIh8NJVUMnJZUt7oUdG1p7OFbXwbG6Dj78tAqAsGAr6Ylh7oUdk2KCMZvUGuEJSiaIiIiIiIiITzEaXQs0JsUEc/lCV2tEc3svpUOtEVUtVNR20NLRx+6Ddew+6GqNsFqMzIy3kZ4YSnpCGOkJNgL9Ld68FZ+lZIKIiIiIiIj4vPAQPxZnxbA4KwaA3v5ByqrbKK5qpfRE9UJX7wAHK1o4WNECHMUA2KOD3JUL6YlhRKs1Ylx8LpmwY8cOXn31VfLz8+nq6sJut7Ny5UpWr15NYGDghK71wx/+kHXr1p3ynJdffplly5aNeDwzM/OU46Kioti2bduE5iMiIiIiIiKe4WcxkTUjnKwZ4QA4nE5qGjrdbRElla3UtXRTVd9JVX0nm/OqAQgNsrq3pExPDGVGbIhaI0bhU8mEN954gyeffBKn00lcXBzx8fGUlJTwwgsv8O6777J27VrCwsImfN34+Hji4+NHPRYaGnrKsfPmzcNqtY54/EzmISIiIiIiIueG0WAgITqYhOhgLstNAKC1o5eSqjZKqlooqWyl/Hg7rZ197Dlcz57D9QBYzEZSh3aNSAglLSGU4ICJtUY4HE6KypvoL2vGYnCSZg/FaPTt6gefSSYUFhby05/+FIAf//jHrFq1CoPBQG1tLffeey/79+/nkUceYc2aNRO+9le+8hUeeOCBM5rXL37xCxITE89orIiIiIiIiHhPaLAfizKjWZQZDUBf/yDlx9sprnQlF0qqWunsGeDwsRYOH2txj4uPDDyRXAgjIzGUmPCAMVsj9hyqY+17xTS397ofCw/x4/YrM1iUGXNO7+9c8plkwvPPP4/D4eCGG27g1ltvdT8eGxvLz372M6699lreffddDh48SFZWlhdnKiIiIiIiIr7IajExKymMWUlhgKs1orapy7WoY2UrxVWt1DZ1UdPo+vP3/BoAQgIt7taIjIQwZsSFYDEb2XOojufWFY54nub2Xp5bV8g3b5znswkFn0gmdHZ2snXrVgBWrVo14nhKSgpLly5l+/btbNy4UckEEREREREROWtGg4H4yCDiI4NYlmMHoK2rj9ITVQvFVa2U17TR3tXP3uIG9hY3AGA2GZkRF0xVfecpr/+b94pZkBHtky0PPpFMKCoqoq+vD6vVSnZ29qjnLFq0iO3bt5Ofnz/h6+/cuZPi4mJaWlqw2WzMnTuX66+/noSEhNOOff7556mrq2NwcJDY2FiWLl3KF7/4xVHXURARERERERHfZgu0smBWNAtmuVoj+gccHD3eTvGJdReKK1vp6O6ntKrttNdqau/l8LEW9yKRvsQnkgllZWUA2O12LJbRF7pITk4edu5EfPLJJ8O+/9vf/sZzzz3Ht771Le65555Tjn3nnXeGfb9u3Tp++ctfsmbNGubOnTvhuYiIiIiIiIjvsJiN7p0fWAJOp5Pa5m427apgy4kdIk6lpbP3tOdMRj6RTGhtbQVOvbPC0LGhc8djxowZ/PCHP2Tp0qUkJCRgtVo5dOgQr7zyChs3buSZZ54hMDCQO+64Y8TYK664gi9/+ctkZWURFxdHZ2cnH3/8MT//+c85duwYd911F+vXrx9zl4iJMJsn9zYkphPbpJi0XYrIWVM8iXiGYknEMxRLImcmMSaYi+bFjSuZEGnzn/Sf+UZjcDqdTm9P4nSee+45fvnLX7J48WLefPPNUc/5+OOPufPOOzGZTBw4cOCsn/Pxxx9n7dq12Gw2Nm/eTFBQ0LjGNTU18ZWvfIXq6mpuvvlmnnzyybOah9PpHHNVUBEREREREZmcBh1O7v7JuzS29ox5TlRYAL9++CpMWjPh3PDz8wOgv79/zHP6+vqGnXu2vv3tb/O73/2OtrY2duzYwRVXXDGucREREaxevZrHHnuM9957j5/85CdnlQxwOJy0tXWd8fjzwWQyYrMF0NbWzeCgw9vTEfFpiicRz1AsiXiGYknk7Nx+1SzW/L5gzOO3XZlBW+vk+rxnswWMqxrJJ5IJ42lhGE8rxESEhISQkZHBgQMHOHr06ITGLliwAICWlhZaWloIDz+7xTQGBnzjH+7BQYfPzFVkslM8iXiGYknEMxRLImdmQXoU37xxHmvfK6a5/bO1ESJC/LjtygwWpEf5bGz5RDIhJSUFgOrqavr7+0ddhLGiomLYuZ4w9DwDAwNnNA5gcHDQY/MRERERERER37IoM4YFGdGUVrfS7zRgMThJs4f65HaQJ/OJVR5mz56NxWKhr6+PgoLRS0T27NkDQG5urkeec2BggCNHjgAQFxc3obHFxcWAq+UiLCzMI/MRERERERER32Q0GpidEsHyhYnMTonw+UQC+EgyITg4mEsuuQSAt99+e8Tx8vJyduzYAcDKlSs98pxvvfUW7e3tmM1mli5dOu5xAwMDvPrqqwAsXboUs9knij9ERERERERExs0nkgkA9913HwaDgQ0bNvDWW28xtAlFXV0d3/72t3E4HFx55ZVkZWUNG7dixQpWrFjBxo0bhz2+bds2/uM//oPy8vJhj/f19fHGG2/w1FNPAfDVr36VmJiYYec888wzrFu3jo6OjmGP19TU8OCDD5KXl4fZbOab3/ymJ25dREREREREZFLxmV+bZ2dn88Mf/pCnn36aRx99lBdeeIHw8HBKSkro6+sjNTWVJ554YsS4qqoqALq6hq+Q2d3dza9//Wt+/etfExUVRWxsLABlZWXuc6+55hp+8IMfjLjmkSNHePnll3n44YdJSkoiNDSU9vZ2ysrKcDqd+Pn58ZOf/IScnBxP/xhEREREREREvM5nkgkAd955J5mZmbzyyisUFBTQ2NiI3W5n5cqVrF69mqCgoHFfa+7cudx3333k5eVx9OhRysrK6O/vJyIigksuuYQbb7yRFStWjDr2tttuIyoqisLCQurq6qiqqsJisZCRkcGFF17IP/7jP5KcnOyp2xYRERERERGZVAzOoX4BmZQGBx00NXV6exqnZDYbCQ8Porm502e3NRGZLBRPIp6hWBLxDMWSiOf4SjxFRARhMp1+RQSfWTNBRERERERERCYHJRNEREREREREZEKUTBARERERERGRCVEyQUREREREREQmRMkEEREREREREZkQJRNEREREREREZEKUTBARERERERGRCVEyQUREREREREQmxOB0Op3enoSMzel04nBM/v9FJpORwUGHt6chMiUonkQ8Q7Ek4hmKJRHP8YV4MhoNGAyG056nZIKIiIiIiIiITIjaHERERERERERkQpRMEBEREREREZEJUTJBRERERERERCZEyQQRERERERERmRAlE0RERERERERkQpRMEBEREREREZEJUTJBRERERERERCZEyQQRERERERERmRAlE0RERERERERkQpRMEBEREREREZEJUTJBRERERERERCZEyQQRERERERERmRAlE0RERERERERkQpRMEBEREREREZEJMXt7AuJ76uvr2bZtG4WFhezbt4+ioiJ6e3u54IILeOONN7w9PRGf4XQ62bt3Lx988AF79uzhyJEjdHR0EBISwpw5c7jhhhv4h3/4BwwGg7enKjLp/fWvf2X79u3s37+furo6WlpasFgspKSksHz5cv7pn/6J8PBwb09TxCdt2bKF1atXA5CQkMAHH3zg5RmJ+IY1a9bw7LPPnvKcxx57jNtuu+08zcizlEyQCfvzn//MU0895e1piPi8HTt2cOedd7q/T0pKIiEhgaqqKrZt28a2bdv485//zJo1a7Bard6bqIgPePHFFzl48CBWq5Xo6GgyMzNpamriwIEDHDhwgLfffptXXnmFrKwsb09VxKd0dnby2GOPeXsaIj4tMjKSGTNmjHosOjr6PM/Gc5RMkAkLDg7moosuYv78+cyfP58DBw7w/PPPe3taIj7H6XSSmJjIP/3TP/GlL32JyMhI97H169fzyCOPsHnzZn7xi1/wve99z4szFZn87rjjDlJTU8nNzcVisbgfP3ToEN/97nc5fPgw3/nOd/jzn//sxVmK+J6f//znVFdXc8UVV/D+++97ezoiPmnZsmU8/fTT3p6GxymZIBN28803c/PNN7u/r62t9eJsRHxXdnY2GzduHPbBZ8gNN9zA8ePH+fnPf87vf/97vvOd72A0apkbkbGsWrVq1MczMzN58sknueWWWygpKaG0tJS0tLTzPDsR35SXl8ebb77JFVdcwZVXXqlkgogMo3emIiJeEhwcPGoiYciyZcsAaGlpoamp6XxNS2TKmTlzpvvr7u5uL85ExHf09/fzyCOP4O/vz6OPPurt6YjIJKTKBBGRSaqnp8f9tb+/vxdnIuLb9uzZA0BgYCCpqaleno2Ib3jppZc4fPgwDz30EHFxcd6ejohPO3jwIN/5zneor68nKCiIzMxMvvSlL5GRkeHtqZ0VJRNERCapod7urKwsgoODvTwbEd/icDjcuw8988wzAHz3u98lKCjIyzMTmfxKS0t56aWXmDt3Ll/72te8PR0Rn1dUVERRUZH7+w8++IAXX3yRr3/96/zgBz/AZDJ5cXZnTskEEZFJqLCwkN/+9rcA7u24ROT0XnvttRE7DmVnZ/P000+7W4dEZGxOp5Mf/ehHDAwM8Pjjj/vshxyRySAmJoYHH3yQSy+9lMTERIKDgykrK2Pt2rX89re/5fXXX8dsNvP973/f21M9I0omiIhMMg0NDTzwwAMMDAxw1VVX8aUvfcnbUxLxGbGxsSxcuJDBwUGqq6tpaGigqKiIDRs2kJubi81m8/YURSa1tWvX8umnn/K1r32N+fPne3s6Ij7t1ltvHfFYZmYmjz/+OImJiTzzzDO8/vrr3H777SQmJnphhmdHCzCKiEwi7e3t3HPPPVRXVzN37twpuY2QyLl07bXX8pvf/Ia3336bjz76iPXr15OTk8Of/vQnvv71rzM4OOjtKYpMWrW1tfzsZz8jNjaWf/mXf/H2dESmtLvuuouYmBgGBgb44IMPvD2dM6JkgojIJNHZ2ck///M/c+DAATIyMviv//ovrZUgcpaysrJ46aWXCA8Pp6ioyL0WiYiM9MQTT9DR0cGPfvQjvf6InGMmk4mcnBwAjh496uXZnBm1OYiITALd3d184xvfIC8vj5SUFF599VXCw8O9PS2RKSE4OJgLLriATZs2sX//fq6//npvT0lkUjpw4AAAjz/+OI8//viwY0M7DNXU1HDxxRcDsGbNGhYuXHh+JykyhQxtET4wMODlmZwZJRNERLyst7eXe++9l08++YSEhARee+01oqOjvT0tkSll6I2a2hxETq+hoWHMYw6Hw328v7//fE1JZEoqLi4G8NntV5VMEBHxov7+fh544AE+/vhjYmNjef3114mPj/f2tESmlJaWFnbt2gXA7NmzvTwbkcnrVH3bf/jDH3jooYdISEjw2f5ukclk8+bN7mTCULWPr9GaCSIiXjI4OMh3vvMdtmzZQnR0NK+//jpJSUnenpaIz9m1axfPP/88lZWVI47t37+fu+++m/b2dmJjY1m5cqUXZigiItNNcXExjz76KAcPHhz2uMPh4E9/+hPf+c53ALj88svJzs72xhTPmioTZMJqamq44YYb3N/39fUB8Omnn7JkyRL34//8z//MPffcc76nJ+Iz/vrXv7Jp0yYArFYr//Zv/zbmuY888ghz5sw5X1MT8SltbW384he/4Be/+AXR0dHExMRgMpmoqamhvr4ecG0Z+dJLLxEUFOTl2YqIyHQwMDDAW2+9xVtvvUVYWBh2ux2TyURFRQWtra0ALF68mP/zf/6Pl2d65pRMkAkbHBykpaVlxOMDAwPDHh9aqEdERjeUiAOoqqqiqqpqzHPb29vPx5REfNKCBQt46KGH2LlzJyUlJZSXl9PX14fNZmPJkiWsWLGCm2++WavTi4jIeZOQkMC//Mu/kJeXR2lpKUePHqWvr4/Q0FCWLVvGddddx3XXXYfJZPL2VM+Ywel0Or09CRERERERERHxHVozQUREREREREQmRMkEEREREREREZkQJRNEREREREREZEKUTBARERERERGRCVEyQUREREREREQmRMkEEREREREREZkQJRNEREREREREZEKUTBARERERERGRCVEyQUREREREREQmRMkEERERkTOQmZlJZmYmO3fu9PZUREREzjuztycgIiIiU8OaNWt49tlnx33+oUOHzuFsRERE5FxSMkFEREQ8LioqyttTEBERkXNIyQQRERHxuG3btnl7CiIiInIOac0EEREREREREZkQVSaIiIiI161YsYKqqiqeeuoprr76al566SXeffddampqCAgIYNGiRXzjG98gJydnzGsMDg6ybt06/ud//odDhw7R2dlJeHg4CxYs4I477mDJkiWnnENNTQ1vvPEG27Zto7Kykv7+fmJiYsjIyOCaa67h2muvxc/Pb9SxHR0dvPzyy2zatInq6moCAgLIzc3lvvvuO+WcRUREfJWSCSIiIjJptLW1cfPNN1NWVobFYsHPz4+Wlhbef/99PvzwQ5544gluvvnmEePa29u577772LVrFwAmk4mgoCDq6+vZtGkTmzZt4q677uIHP/jBqM+7fv16Hn30UXp7ewGwWCwEBQVRU1PDsWPH+OCDD8jMzGT27NkjxtbX13PTTTdx9OhR/Pz8MBqNtLS0sHnzZrZt28aLL77IJZdc4sGfkoiIiPepzUFEREQmjWeffZampib+7//9v+Tl5bFnzx7+8pe/cMEFF+BwOPjf//t/s3///hHjHn74YXbt2oXFYuFHP/oRe/bs4ZNPPmHr1q185StfAeCVV17hN7/5zYixmzdv5oc//CG9vb0sXLiQN998k4KCAnbu3MnevXt58803WbVqFRaLZdQ5//jHP8ZisfD666+Tl5fH3r17+d3vfkdqair9/f08+uijOBwOz/6gREREvMzgdDqd3p6EiIiI+L6Tt4Y83W4O1157LT/60Y/c3w+1OQC89tprXHjhhcPO7+np4ctf/jLl5eUsX76cX/3qV+5j+fn5rFq1CnB9sL/11ltHPN+DDz7Ipk2bCA8PZ8uWLe52hYGBAa655hoqKytZtGgRr732GlardVz3m5mZCUBERAR/+tOfiIyMHHb80KFDXH/99QCsXbuWRYsWjeu6IiIivkCVCSIiIuJxDQ0Np/zT0dEx6riFCxeOSCQA+Pv7c/fddwOwdetW2tvb3cf+8pe/ABAXF8ctt9wy6nW/9a1vAdDc3Dxsp4mdO3dSWVkJwEMPPTTuRMLJVq1aNSKRAK5kQ2JiIuBKLIiIiEwlWjNBREREPO5MPzwvXbr0tMccDgf79+93f19YWAjAkiVLMBpH/z1JWloasbGx1NbWUlhYyIoVKwDYu3cvANHR0cyfP/+M5nyqBRZjYmKorKyktbX1jK4tIiIyWakyQURERCaN2NjYcR1rampyf93Y2HjaseCqXDj5fHAtnghgt9snPtkTgoKCxjxmNrt+bzMwMHDG1xcREZmMlEwQERGRactgMHh7CiIiIj5JyQQRERGZNGpra8d1LCIiwv310HoFx48fP+W1h46fvL7B0EKR1dXVE5+siIjINKZkgoiIiEwaO3fuPO0xo9HInDlz3I/PmzfPfXysLRhLS0vdyYiT10ZYuHAh4Gp32Ldv39lNXkREZBpRMkFEREQmjT179oyaUOjt7eWVV14B4JJLLsFms7mPfelLXwJclQu/+93vRr3uL3/5SwDCw8O56KKL3I8vWbKEpKQkAJ566in6+vo8cyMiIiJTnJIJIiIiMmmEhITw4IMPsnHjRveihaWlpaxevZojR45gMpl48MEHh43Jzs7mmmuuAeCJJ57gv//7v+nu7gZcFQc/+tGP2LhxI+DaItLPz8891mQy8cgjj2AwGNizZw933nknu3fvdlc49PX1sXPnTr773e9SUlJyzu9fRETEV2hrSBEREfG4iy+++LTnrFmzxt1mMOT+++/nt7/9Ld/61rewWq34+fnR3t4OuBZLfOyxx0bdwvHJJ5+kubmZXbt28cQTT/DUU08RFBREW1sbTqcTgLvuuovbbrttxNjly5fz9NNP88gjj7Bnzx7uuOMOrFYrgYGBdHR0uJMad99994R/DiIiIlOVkgkiIiLicQ0NDac9p7+/f8RjNpuN3//+97z00ku8++671NTUEBYWxoIFC/jGN77BggULRr1WSEgIr732GuvWrWPDhg0cOnSIrq4uoqKiWLhwIXfccQdLliwZcy433HADixcv5v/9v//Htm3bqK6upre3F7vdzqxZs7j66qtJS0sb/w9ARERkijM4h9L1IiIiIl6yYsUKqqqqeOqpp7jpppu8PR0RERE5Da2ZICIiIiIiIiITomSCiIiIiIiIiEyIkgkiIiIiIiIiMiFKJoiIiIiIiIjIhGgBRhERERERERGZEFUmiIiIiIiIiMiEKJkgIiIiIiIiIhOiZIKIiIiIiIiITIiSCSIiIiIiIiIyIUomiIiIiIiIiMiEKJkgIiIiIiIiIhOiZIKIiIiIiIiITIiSCSIiIiIiIiIyIUomiIiIiIiIiMiE/P/twqVPvSTYhAAAAABJRU5ErkJggg==",
            "text/plain": [
              "<Figure size 1200x600 with 1 Axes>"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "import pandas as pd\n",
        "import seaborn as sns\n",
        "import matplotlib.pyplot as plt\n",
        "\n",
        "df_stats = pd.read_parquet(f\"{output_dir}/training_stats.parquet\")\n",
        "\n",
        "sns.set(style='darkgrid')\n",
        "\n",
        "sns.set(font_scale=1.5)\n",
        "plt.rcParams[\"figure.figsize\"] = (12,6)\n",
        "\n",
        "plt.plot(df_stats['Training Loss'], 'b-o', label=\"Training\")\n",
        "plt.plot(df_stats['Valid. Loss'], 'g-o', label=\"Validation\")\n",
        "\n",
        "plt.title(\"Training & Validation Loss\")\n",
        "plt.xlabel(\"Epoch\")\n",
        "plt.ylabel(\"Loss\")\n",
        "plt.legend()\n",
        "plt.xticks([1, 2, 3, 4, 5])\n",
        "\n",
        "plt.show()"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "dXX4z7Wqe8ry"
      },
      "source": [
        "13. Load and test the model."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "mpBJNtYuAY9D",
        "outputId": "66532b2e-1635-483d-d20a-9daad799ea57"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Question: 👤 Como eu posso aprender a programar?\n",
            "\n",
            "Response 1: 🤖 Uma das melhores maneiras de aprender a programar é começar familiarizando-se com os fundamentos, como codificação, programação e análise de dados. Depois de dominar os fundamentos, você pode começar a praticar a programar em um campo específico, como ciência de dados, robótica ou inteligência artificial. Depois de ter uma boa compreensão dos conceitos básicos, você pode começar a praticar a codificação em um pequeno conjunto de desafios, como codificar um site básico, criar um aplicativo e começar a desenvolver aplicativos móveis.\n",
            "Response 2: 🤖 A programar é uma habilidade que você pode aprender com uma variedade de materiais, como livros, tutoriais online, cursos e cursos. Em seguida, você pode praticar em um centro de tutoria ou em uma aula de certificação. Isso lhe dará uma compreensão mais profunda do processo de criação de programas de software.\n"
          ]
        }
      ],
      "source": [
        "from transformers import AutoModelForCausalLM, AutoTokenizer\n",
        "import torch\n",
        "\n",
        "device = torch.device(\"cuda\"  if torch.cuda.is_available() else  \"cpu\")\n",
        "\n",
        "tokenizer = AutoTokenizer.from_pretrained(output_dir)\n",
        "aira = AutoModelForCausalLM.from_pretrained(output_dir)\n",
        "\n",
        "aira.eval()\n",
        "aira.to(device)\n",
        "\n",
        "question =  input(\"Enter your question: \")\n",
        "\n",
        "inputs = tokenizer(tokenizer.bos_token + question + tokenizer.eos_token, return_tensors=\"pt\").to(device)\n",
        "\n",
        "responses = aira.generate(**inputs,\n",
        "    bos_token_id=tokenizer.bos_token_id,\n",
        "    pad_token_id=tokenizer.pad_token_id,\n",
        "    eos_token_id=tokenizer.eos_token_id,\n",
        "    do_sample=True,\n",
        "    top_k=50,\n",
        "    max_length=200,\n",
        "    top_p=0.95,\n",
        "    temperature=0.7,\n",
        "    num_return_sequences=2)\n",
        "\n",
        "print(f\"Question: 👤 {question}\\n\")\n",
        "\n",
        "for i, response in  enumerate(responses):\n",
        "    print(f'Response {i+1}: 🤖 {tokenizer.decode(response, skip_special_tokens=True).replace(question, \"\")}')\n"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "cJXlHi2oe8rz"
      },
      "source": [
        "Done! 🤗"
      ]
    }
  ],
  "metadata": {
    "accelerator": "GPU",
    "colab": {
      "gpuType": "A100",
      "machine_shape": "hm",
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.9.13"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "00485f3c3dbc40b5be49c8f4fd49c3d7": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "00b3c8a77c174b33ac6df812bd38caf8": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "02a61e2a34b3458a8b9313608812ca7d": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_857f65e34e8a4cee92857a61fb3febb2",
            "placeholder": "​",
            "style": "IPY_MODEL_e0f81131b319404d8f48a1ba4edac5bc",
            "value": " 4/4 [00:23&lt;00:00,  5.27s/it]"
          }
        },
        "02b3bb2540344873bdc2621a283e4b9d": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_83a86345acec4ad1b53dd850a61a28c8",
              "IPY_MODEL_7ef01e51e8574be18c5e61fd15885dc4",
              "IPY_MODEL_2a77fed3b2c44741be4b3798561701ab"
            ],
            "layout": "IPY_MODEL_85f79d571cf74369b95d456e3aa71b10"
          }
        },
        "0377a5e70f2540878f435c3c13b915fc": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "067fcad17d364367ae4047fdb63ef59f": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "093d5f2f31d248e49b53e13e34a39d19": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_56f5e6f6f1994855b71defe58c3caf73",
              "IPY_MODEL_6503cd0b1071414cb852faa395891b66",
              "IPY_MODEL_3fa36692e1154c08bf1bf50fa4a276f4"
            ],
            "layout": "IPY_MODEL_48a7142c00144de1b49a1c60166332c1"
          }
        },
        "094bfddc08c143adb3ac8f92b8d8a35c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_33c26d62ae80471d92d40b19729ea0a1",
            "max": 9183,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_6e0bd73d8bf34f05ad9337d44f683f69",
            "value": 9183
          }
        },
        "095609fe73cb4e9cbd5838422855c951": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "09b056bc424b4322ab06b9a5adc53f8e": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0a71aa8a8a394e4faec5deac27fcd796": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_95350ac6a725432892a41949a7af1cc5",
            "max": 1836788,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_6b421333f2b64bd29d0dadca8de348f7",
            "value": 1836788
          }
        },
        "0db1a095cb6f4506b57afe4478ea760f": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_8ebf592281764403b1e7a71be6ab4179",
            "placeholder": "​",
            "style": "IPY_MODEL_4c480e7f0ae04afeb728c25829d85b35",
            "value": "Generating aira_portuguese split:   0%"
          }
        },
        "0edd2a6262c84cedb8639689f12e3cb8": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": "hidden",
            "width": null
          }
        },
        "0f5196fc47ed4b148937b9029812dab1": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_df9f8573d0d9476fbf6025f7d1ad3146",
            "max": 510378682,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_b59bac7b693d421cae391e4b9ceb18ef",
            "value": 510378682
          }
        },
        "1092f96bf4b2456893e925e26d200d57": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_9b37e0bc0c91405a9ce5a925fb46ba7e",
            "max": 4,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_8e07a97bcc0548fbb8681ad1bbd1dcbe",
            "value": 4
          }
        },
        "1120e50796944b58af0f4dbd639482d2": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "12149f11baaf41aeb063d336df1276bb": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "123686d65ba4401c95d67007f30f502a": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "158650cfa6d14e00ab4825953fabe91e": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_16d718b78ba240d7b930ff422c9cbc67",
              "IPY_MODEL_1092f96bf4b2456893e925e26d200d57",
              "IPY_MODEL_02a61e2a34b3458a8b9313608812ca7d"
            ],
            "layout": "IPY_MODEL_a6d3f7f2b090401f9cba84ccb242c5ec"
          }
        },
        "16507e84607945f9abf0060ee89e962f": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "16d718b78ba240d7b930ff422c9cbc67": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f1f0f70d41b64c4892da63d0aa6ec3c9",
            "placeholder": "​",
            "style": "IPY_MODEL_edb44c8f27af400cab27572250043b11",
            "value": "Downloading data files: 100%"
          }
        },
        "1962a1b46f7d4c0bac70d45435b1b0b8": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_476c1fd9e1644ceda44275a4630cff71",
              "IPY_MODEL_c56b207b5c554646b09ee80b6c6f87cc",
              "IPY_MODEL_295050c536e04607be4944fa8827a66d"
            ],
            "layout": "IPY_MODEL_7848eb314e39456faac551687946b12b"
          }
        },
        "20ec5a844483409f8df19a37e41cb0c9": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "237d07f74ab34bdf9ecbf831ae986b5e": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_77a01887230f427092f55f04cc5901c7",
            "max": 92,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_fd89e21c891d46f1b46ecf7c273a7f71",
            "value": 92
          }
        },
        "27739d1d86684af88c47888a05c45434": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "295050c536e04607be4944fa8827a66d": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_20ec5a844483409f8df19a37e41cb0c9",
            "placeholder": "​",
            "style": "IPY_MODEL_d5b5905850d74cf8b1e8f2625658b13e",
            "value": " 13.5M/13.5M [00:02&lt;00:00, 11.7MB/s]"
          }
        },
        "29e76265e50842c3b3aa3e68825c1cc9": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_095609fe73cb4e9cbd5838422855c951",
            "placeholder": "​",
            "style": "IPY_MODEL_7bc85c49a9154847b716aeaaf47d4558",
            "value": "Downloading data: 100%"
          }
        },
        "2a77fed3b2c44741be4b3798561701ab": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_e212138cf44649e7a116a7395d574e50",
            "placeholder": "​",
            "style": "IPY_MODEL_4d792f196b3348a6afa7be27296b2e8e",
            "value": " 0/48571 [00:00&lt;?, ? examples/s]"
          }
        },
        "2e338173edce4e9f85721160e21953e0": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_cecb1b5f2ac741408870249832258d9d",
            "placeholder": "​",
            "style": "IPY_MODEL_e86efd013fc343f79c2bae13071c7dc6",
            "value": " 850k/850k [00:00&lt;00:00, 41.1MB/s]"
          }
        },
        "2f860322641b46c7b7b0ff54bdd40685": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_3cd63dde6062486ea68bf9c9bac9b782",
              "IPY_MODEL_237d07f74ab34bdf9ecbf831ae986b5e",
              "IPY_MODEL_9b605655882148ff9f39d5f7045bf785"
            ],
            "layout": "IPY_MODEL_ca14d5905436432daabe2919e1146478"
          }
        },
        "33c26d62ae80471d92d40b19729ea0a1": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "348e188ace234032bd59e83782586986": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a536609d06b745818bb6da478dcc62c3",
            "placeholder": "​",
            "style": "IPY_MODEL_7bffb7e759f2478e9da398d30d399474",
            "value": " 1.84M/1.84M [00:01&lt;00:00, 1.07MB/s]"
          }
        },
        "34e200081e97446c8cd7856137d2ed39": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_3e9822a5f0d046728156b5a0c3e3c082",
              "IPY_MODEL_6c0f0718a27944a49df4feeb5eb7f0a6",
              "IPY_MODEL_94ce8d2f7bf24a3cb3487ea88094beda"
            ],
            "layout": "IPY_MODEL_579d1717cad5475e9f772e84bdbabfc1"
          }
        },
        "380d234d63644d31b43286726d4346e0": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "380e286c3a844a91aa34bb28439cc430": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_5771f51108984384a0d4a458320f74f3",
              "IPY_MODEL_c0ecbbd2b8c3474f848a017f34a1bbaa",
              "IPY_MODEL_41260544bc6c4d25986e0819ae970219"
            ],
            "layout": "IPY_MODEL_09b056bc424b4322ab06b9a5adc53f8e"
          }
        },
        "3ad920375fa84ec5a1c8ef906a132f66": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "3cca4d9f55024c8e950a1f011d2a9e71": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_746b4ff75fe549d294822ac0c17b9eea",
              "IPY_MODEL_094bfddc08c143adb3ac8f92b8d8a35c",
              "IPY_MODEL_b78b1570f36f4591aa565d06d5c97aa2"
            ],
            "layout": "IPY_MODEL_0edd2a6262c84cedb8639689f12e3cb8"
          }
        },
        "3cd63dde6062486ea68bf9c9bac9b782": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_911d0d7b15244d789a5bc821b5346588",
            "placeholder": "​",
            "style": "IPY_MODEL_ff53ad63feab4665a9367fe6207773f0",
            "value": "Downloading (…)okenizer_config.json: 100%"
          }
        },
        "3e9822a5f0d046728156b5a0c3e3c082": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_1120e50796944b58af0f4dbd639482d2",
            "placeholder": "​",
            "style": "IPY_MODEL_53f08c1231c74d14a81bd9485ba96deb",
            "value": "Downloading readme: 100%"
          }
        },
        "3fa36692e1154c08bf1bf50fa4a276f4": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f55dff66b5ab47649623dec665bab8c7",
            "placeholder": "​",
            "style": "IPY_MODEL_f16dd62059ba49c18d57231013da91c8",
            "value": " 0/48666 [00:00&lt;?, ? examples/s]"
          }
        },
        "4011ca1817d84cdf8affe6471af9a2ea": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "408cfb44d5414bcf9eac364c4379c0e8": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "41260544bc6c4d25986e0819ae970219": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_6c0b0dbd3d6b46959bcab23a67319f6b",
            "placeholder": "​",
            "style": "IPY_MODEL_c62afc791f8241eaaf41e7f3fc84cd81",
            "value": " 14.5M/14.5M [00:02&lt;00:00, 12.0MB/s]"
          }
        },
        "430d29dfadd04147ba3a0e15ffa37e00": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "443c675b8bd84607aaab840247c5545b": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_a24ed74c448449a8b664cbd90196d619",
              "IPY_MODEL_951f6012a0024154a37315926060771e",
              "IPY_MODEL_2e338173edce4e9f85721160e21953e0"
            ],
            "layout": "IPY_MODEL_76851dcba39e4ce29c3af6d3a8b1b921"
          }
        },
        "45690bbbe20e4872aeddab3dfc7c9f19": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "4622678ef1c440eaba2b21dabaef8a4f": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_aba8b6027ea447a8b927b8674a3c78c7",
            "max": 1708460,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_54995b0a7e01403d816d4c5dcea3ec39",
            "value": 1708460
          }
        },
        "476c1fd9e1644ceda44275a4630cff71": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_9d9e50a4097f4aa38e07d69728e47298",
            "placeholder": "​",
            "style": "IPY_MODEL_7b3c5ea2a594482a9d6e60510d9e335f",
            "value": "Downloading data: 100%"
          }
        },
        "485ffa98fc3a473096e4af30be5aa60a": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "48a7142c00144de1b49a1c60166332c1": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": "hidden",
            "width": null
          }
        },
        "4c480e7f0ae04afeb728c25829d85b35": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "4d792f196b3348a6afa7be27296b2e8e": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "4f3aee9bbcdb4f239ed5395b130faf07": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_fbf913f79be947a5bab1b2fa729f0241",
            "placeholder": "​",
            "style": "IPY_MODEL_642dcbab44674aacb34462b3cf32f6f7",
            "value": " 510M/510M [00:01&lt;00:00, 425MB/s]"
          }
        },
        "519affc31a4140299e35b58d2f5cb71d": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_fd45b12d73014ad599b418d9a49562f3",
            "placeholder": "​",
            "style": "IPY_MODEL_6d665b94f7594e778dc01fd2146b2d7c",
            "value": "Downloading (…)lve/main/config.json: 100%"
          }
        },
        "521f6b271d504c59971e181b4c6087ce": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b22bfb10324d4d138c4e48bb853e54a6",
            "placeholder": "​",
            "style": "IPY_MODEL_853ab6f785124189987407cebeeb36ec",
            "value": " 4/4 [00:00&lt;00:00, 215.01it/s]"
          }
        },
        "524dee0cb1b145b1a1f7a22f4f77c20c": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "53f08c1231c74d14a81bd9485ba96deb": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "5456362a6850407db4bebc1ded3cbe1a": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "545a9aeba4934b5394f782b3f7805484": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_838feb07922241239a29e6640de20f72",
            "placeholder": "​",
            "style": "IPY_MODEL_dc91135f04184e29817d1d8f26637e17",
            "value": " 0/9204 [00:00&lt;?, ? examples/s]"
          }
        },
        "54995b0a7e01403d816d4c5dcea3ec39": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "54b3145407814cb6909b6a42e0d995c1": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "56f5e6f6f1994855b71defe58c3caf73": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_54b3145407814cb6909b6a42e0d995c1",
            "placeholder": "​",
            "style": "IPY_MODEL_b7d2a893077a42578d701d5e2cb04146",
            "value": "Generating aira_instruct_english split:   0%"
          }
        },
        "5741589d2c0b4149ae8ef52ba6262002": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f47d8748244b4c0e8f69e62960b60114",
            "placeholder": "​",
            "style": "IPY_MODEL_b2569b4d9ee340f2a042f3fcf1a9479e",
            "value": "Extracting data files: 100%"
          }
        },
        "5771f51108984384a0d4a458320f74f3": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_bb2e0757b2f549b4af6695711ab9b3f0",
            "placeholder": "​",
            "style": "IPY_MODEL_57dc02294d124354a292ec6df2d3e95e",
            "value": "Downloading data: 100%"
          }
        },
        "579d1717cad5475e9f772e84bdbabfc1": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "57dc02294d124354a292ec6df2d3e95e": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "642dcbab44674aacb34462b3cf32f6f7": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "6503cd0b1071414cb852faa395891b66": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_3ad920375fa84ec5a1c8ef906a132f66",
            "max": 48666,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_a029c61ef45d483f855f9c0360b58d9f",
            "value": 48666
          }
        },
        "65665def05a14ae6aa915097961c6329": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "6831afd511fc4a468023a637abef4ffc": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_0db1a095cb6f4506b57afe4478ea760f",
              "IPY_MODEL_68de400689c94eaaab36d4a03177291e",
              "IPY_MODEL_545a9aeba4934b5394f782b3f7805484"
            ],
            "layout": "IPY_MODEL_b2cbefc0ba8d4b869a531cbcd1dd1279"
          }
        },
        "68de400689c94eaaab36d4a03177291e": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_c5b458f29c6d4932926f33171d21922d",
            "max": 9204,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_fae6fa9f6f6b4273851008bde9e21e9a",
            "value": 9204
          }
        },
        "6a6b51f6b17743d78faab3e00321e442": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ac6dc70eed014f3cb2b064dc6511d0bf",
            "placeholder": "​",
            "style": "IPY_MODEL_7878717e23d5411c91c85e2e52ed81db",
            "value": " 120/120 [00:00&lt;00:00, 9.38kB/s]"
          }
        },
        "6b421333f2b64bd29d0dadca8de348f7": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "6c0b0dbd3d6b46959bcab23a67319f6b": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6c0f0718a27944a49df4feeb5eb7f0a6": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_5456362a6850407db4bebc1ded3cbe1a",
            "max": 5116,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_f3aaec6e08094e19bff0f311e6a64158",
            "value": 5116
          }
        },
        "6d665b94f7594e778dc01fd2146b2d7c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "6e0bd73d8bf34f05ad9337d44f683f69": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "70ab58ee0b394d3593decc1aa75ea374": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "746b4ff75fe549d294822ac0c17b9eea": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_00b3c8a77c174b33ac6df812bd38caf8",
            "placeholder": "​",
            "style": "IPY_MODEL_c585a27add9a4d28b4fbfbfd0d546639",
            "value": "Generating aira_english split:   0%"
          }
        },
        "76153959dfc74095b0412eb96a2a6b57": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_5741589d2c0b4149ae8ef52ba6262002",
              "IPY_MODEL_f2c3bde660014bbc8885ff8f133ad0a8",
              "IPY_MODEL_521f6b271d504c59971e181b4c6087ce"
            ],
            "layout": "IPY_MODEL_524dee0cb1b145b1a1f7a22f4f77c20c"
          }
        },
        "76851dcba39e4ce29c3af6d3a8b1b921": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "776567de650f4925921578f0b9414dfe": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "77a01887230f427092f55f04cc5901c7": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7848eb314e39456faac551687946b12b": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7878717e23d5411c91c85e2e52ed81db": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "78fa4f26ce174a108c43033b0dd5f2b6": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "791b7be413f14f9395592e2db713ddd1": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_93f86b1501ef46d083e0e23e787600aa",
            "max": 666,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_ea37914cd2424e69851d93685029004b",
            "value": 666
          }
        },
        "791cde77f2d44a019b4e3f0e88e5fc36": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7ab7781e7e0d489ea6c5a9f5c27f1614": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7b3c5ea2a594482a9d6e60510d9e335f": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "7bc85c49a9154847b716aeaaf47d4558": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "7bffb7e759f2478e9da398d30d399474": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "7ef01e51e8574be18c5e61fd15885dc4": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_e1095519890e463f8bd1028784e926a7",
            "max": 48571,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_b5543a0ad1da48c5b21cd21f77b78913",
            "value": 48571
          }
        },
        "7efd91c0df7a4e49ad9e0d78bbc9da6a": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_4011ca1817d84cdf8affe6471af9a2ea",
            "placeholder": "​",
            "style": "IPY_MODEL_70ab58ee0b394d3593decc1aa75ea374",
            "value": "Downloading (…)olve/main/merges.txt: 100%"
          }
        },
        "838feb07922241239a29e6640de20f72": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "83a86345acec4ad1b53dd850a61a28c8": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ad6e4edc3c684930bec491e5f146cce0",
            "placeholder": "​",
            "style": "IPY_MODEL_87ff0aba75554acc9ca5631a3a8eb86b",
            "value": "Generating aira_instruct_portuguese split:   0%"
          }
        },
        "845d2d22ca134c8ea15a7ec87c02c801": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_519affc31a4140299e35b58d2f5cb71d",
              "IPY_MODEL_791b7be413f14f9395592e2db713ddd1",
              "IPY_MODEL_dca90772f4f84fe1aa7236b9362f322b"
            ],
            "layout": "IPY_MODEL_408cfb44d5414bcf9eac364c4379c0e8"
          }
        },
        "853ab6f785124189987407cebeeb36ec": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "857f65e34e8a4cee92857a61fb3febb2": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "85f79d571cf74369b95d456e3aa71b10": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": "hidden",
            "width": null
          }
        },
        "8790ed1eb51543278e0c069b0b951d98": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_8e450d0f99684a29856d262b4350694c",
            "placeholder": "​",
            "style": "IPY_MODEL_776567de650f4925921578f0b9414dfe",
            "value": "Downloading pytorch_model.bin: 100%"
          }
        },
        "87ff0aba75554acc9ca5631a3a8eb86b": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "8a3ee7d864294179935fa0fdbe2f39f5": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8c988598365c414a9fb20a7f6b37365e": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8e07a97bcc0548fbb8681ad1bbd1dcbe": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "8e450d0f99684a29856d262b4350694c": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8ebf592281764403b1e7a71be6ab4179": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "90687f32d0b94822965965aceed22a2b": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "911d0d7b15244d789a5bc821b5346588": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "93f86b1501ef46d083e0e23e787600aa": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "943e960e06fa4e179f0f8f24d80c75c5": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "94ce8d2f7bf24a3cb3487ea88094beda": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_485ffa98fc3a473096e4af30be5aa60a",
            "placeholder": "​",
            "style": "IPY_MODEL_78fa4f26ce174a108c43033b0dd5f2b6",
            "value": " 5.12k/5.12k [00:00&lt;00:00, 442kB/s]"
          }
        },
        "951f6012a0024154a37315926060771e": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_8a3ee7d864294179935fa0fdbe2f39f5",
            "max": 849961,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_bf99c1050a3f463a99ab20bf092d590f",
            "value": 849961
          }
        },
        "95350ac6a725432892a41949a7af1cc5": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "95d0917062ae42dda3b88082b875ba60": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9b37e0bc0c91405a9ce5a925fb46ba7e": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9b605655882148ff9f39d5f7045bf785": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f5acb7f98ddd4684937fe3ea12caa8f1",
            "placeholder": "​",
            "style": "IPY_MODEL_fd8b7adfa675427182bf34a6a6049c96",
            "value": " 92.0/92.0 [00:00&lt;00:00, 8.41kB/s]"
          }
        },
        "9c67ef19d64d4496baa7a3ecaa65ac40": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "9cfd52a8054f436fa406dd12657d697c": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9d9e50a4097f4aa38e07d69728e47298": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9f6a074166ae44ac93f9082a8b4b0577": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a029c61ef45d483f855f9c0360b58d9f": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "a24ed74c448449a8b664cbd90196d619": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_95d0917062ae42dda3b88082b875ba60",
            "placeholder": "​",
            "style": "IPY_MODEL_bf20230be54c49a99d424f9d425126e9",
            "value": "Downloading (…)olve/main/vocab.json: 100%"
          }
        },
        "a39380581e804f5fb96018c6058ec4ac": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_29e76265e50842c3b3aa3e68825c1cc9",
              "IPY_MODEL_4622678ef1c440eaba2b21dabaef8a4f",
              "IPY_MODEL_dac43af304db4a2da06c7b18201413f9"
            ],
            "layout": "IPY_MODEL_00485f3c3dbc40b5be49c8f4fd49c3d7"
          }
        },
        "a536609d06b745818bb6da478dcc62c3": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a5cc4fdd4d3e4954853e7090ff332bdc": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a6d3f7f2b090401f9cba84ccb242c5ec": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a9511ad2d7cb48f686c6abc57656ac03": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "aba8b6027ea447a8b927b8674a3c78c7": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ac6dc70eed014f3cb2b064dc6511d0bf": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ad6e4edc3c684930bec491e5f146cce0": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b2195db1759e4764b0605eea73f9ac99": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "b22bfb10324d4d138c4e48bb853e54a6": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b2569b4d9ee340f2a042f3fcf1a9479e": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "b2cbefc0ba8d4b869a531cbcd1dd1279": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": "hidden",
            "width": null
          }
        },
        "b5543a0ad1da48c5b21cd21f77b78913": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "b59bac7b693d421cae391e4b9ceb18ef": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "b78b1570f36f4591aa565d06d5c97aa2": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_943e960e06fa4e179f0f8f24d80c75c5",
            "placeholder": "​",
            "style": "IPY_MODEL_9c67ef19d64d4496baa7a3ecaa65ac40",
            "value": " 0/9183 [00:00&lt;?, ? examples/s]"
          }
        },
        "b7d2a893077a42578d701d5e2cb04146": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "bb2e0757b2f549b4af6695711ab9b3f0": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "bf20230be54c49a99d424f9d425126e9": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "bf99c1050a3f463a99ab20bf092d590f": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "c0befd0fcc704573a3598e7055c7822d": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_791cde77f2d44a019b4e3f0e88e5fc36",
            "max": 120,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_27739d1d86684af88c47888a05c45434",
            "value": 120
          }
        },
        "c0ecbbd2b8c3474f848a017f34a1bbaa": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_e7e1e30d208d4179a09f66c47d2397b2",
            "max": 14486275,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_067fcad17d364367ae4047fdb63ef59f",
            "value": 14486275
          }
        },
        "c4ac8065b06f4612a0dd8fcdfe7dba2b": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_90687f32d0b94822965965aceed22a2b",
            "placeholder": "​",
            "style": "IPY_MODEL_a9511ad2d7cb48f686c6abc57656ac03",
            "value": "Downloading (…)cial_tokens_map.json: 100%"
          }
        },
        "c56b207b5c554646b09ee80b6c6f87cc": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_8c988598365c414a9fb20a7f6b37365e",
            "max": 13494351,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_0377a5e70f2540878f435c3c13b915fc",
            "value": 13494351
          }
        },
        "c585a27add9a4d28b4fbfbfd0d546639": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "c5b458f29c6d4932926f33171d21922d": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c62afc791f8241eaaf41e7f3fc84cd81": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "c943036f9a384fcd8e6cc5c19b3883ed": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "ca14d5905436432daabe2919e1146478": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "cecb1b5f2ac741408870249832258d9d": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d5b5905850d74cf8b1e8f2625658b13e": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "d8e16763af2a46f0852402390bb7ce96": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_dae11f5653c643368c98ee4bcf2d8991",
              "IPY_MODEL_0a71aa8a8a394e4faec5deac27fcd796",
              "IPY_MODEL_348e188ace234032bd59e83782586986"
            ],
            "layout": "IPY_MODEL_123686d65ba4401c95d67007f30f502a"
          }
        },
        "dac43af304db4a2da06c7b18201413f9": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_9cfd52a8054f436fa406dd12657d697c",
            "placeholder": "​",
            "style": "IPY_MODEL_380d234d63644d31b43286726d4346e0",
            "value": " 1.71M/1.71M [00:06&lt;00:00, 592kB/s]"
          }
        },
        "dae11f5653c643368c98ee4bcf2d8991": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_12149f11baaf41aeb063d336df1276bb",
            "placeholder": "​",
            "style": "IPY_MODEL_c943036f9a384fcd8e6cc5c19b3883ed",
            "value": "Downloading data: 100%"
          }
        },
        "dc099648ade5422e8a55110a6a966456": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "dc91135f04184e29817d1d8f26637e17": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "dca90772f4f84fe1aa7236b9362f322b": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_e3c6915e5f504ce2b834d91878c22e9f",
            "placeholder": "​",
            "style": "IPY_MODEL_dc099648ade5422e8a55110a6a966456",
            "value": " 666/666 [00:00&lt;00:00, 52.4kB/s]"
          }
        },
        "dcc963ee0bf742a9bb15eca4fa4b0eb2": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_c4ac8065b06f4612a0dd8fcdfe7dba2b",
              "IPY_MODEL_c0befd0fcc704573a3598e7055c7822d",
              "IPY_MODEL_6a6b51f6b17743d78faab3e00321e442"
            ],
            "layout": "IPY_MODEL_45690bbbe20e4872aeddab3dfc7c9f19"
          }
        },
        "df88461423e0442dbb5db3032685cee4": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "df9f8573d0d9476fbf6025f7d1ad3146": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e008fd683b1e468493f715d131bf74b2": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7ab7781e7e0d489ea6c5a9f5c27f1614",
            "max": 508261,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_65665def05a14ae6aa915097961c6329",
            "value": 508261
          }
        },
        "e0f81131b319404d8f48a1ba4edac5bc": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "e1095519890e463f8bd1028784e926a7": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e212138cf44649e7a116a7395d574e50": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e3c6915e5f504ce2b834d91878c22e9f": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e5673df10cff4db8bc52494f21ac3293": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_16507e84607945f9abf0060ee89e962f",
            "placeholder": "​",
            "style": "IPY_MODEL_b2195db1759e4764b0605eea73f9ac99",
            "value": " 508k/508k [00:00&lt;00:00, 34.3MB/s]"
          }
        },
        "e7e1e30d208d4179a09f66c47d2397b2": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e86efd013fc343f79c2bae13071c7dc6": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "ea37914cd2424e69851d93685029004b": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "ed64ff192edc43039c046ab16586b8d3": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_7efd91c0df7a4e49ad9e0d78bbc9da6a",
              "IPY_MODEL_e008fd683b1e468493f715d131bf74b2",
              "IPY_MODEL_e5673df10cff4db8bc52494f21ac3293"
            ],
            "layout": "IPY_MODEL_9f6a074166ae44ac93f9082a8b4b0577"
          }
        },
        "edb44c8f27af400cab27572250043b11": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "eff22b21655241d181443ac7bfa1e70a": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_8790ed1eb51543278e0c069b0b951d98",
              "IPY_MODEL_0f5196fc47ed4b148937b9029812dab1",
              "IPY_MODEL_4f3aee9bbcdb4f239ed5395b130faf07"
            ],
            "layout": "IPY_MODEL_a5cc4fdd4d3e4954853e7090ff332bdc"
          }
        },
        "f16dd62059ba49c18d57231013da91c8": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "f1f0f70d41b64c4892da63d0aa6ec3c9": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f2c3bde660014bbc8885ff8f133ad0a8": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_df88461423e0442dbb5db3032685cee4",
            "max": 4,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_430d29dfadd04147ba3a0e15ffa37e00",
            "value": 4
          }
        },
        "f3aaec6e08094e19bff0f311e6a64158": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "f47d8748244b4c0e8f69e62960b60114": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f55dff66b5ab47649623dec665bab8c7": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f5acb7f98ddd4684937fe3ea12caa8f1": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "fae6fa9f6f6b4273851008bde9e21e9a": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "fbf913f79be947a5bab1b2fa729f0241": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "fd45b12d73014ad599b418d9a49562f3": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "fd89e21c891d46f1b46ecf7c273a7f71": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "fd8b7adfa675427182bf34a6a6049c96": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "ff53ad63feab4665a9367fe6207773f0": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        }
      }
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}