{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "0-7S1J6Jq7nc"
      },
      "source": [
        "# Fine-Tuning BERT as a `RewardModel`\n",
        "\n",
        "1. First, intall `transformers`, `tlr`, and `codecarbon`."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Fx7pg9eT62-d",
        "outputId": "00506e81-1d52-4d25-a90e-547d2a923e1d"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\u001b[?25l     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m0.0/7.5 MB\u001b[0m \u001b[31m?\u001b[0m eta \u001b[36m-:--:--\u001b[0m\r\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m0.1/7.5 MB\u001b[0m \u001b[31m2.2 MB/s\u001b[0m eta \u001b[36m0:00:04\u001b[0m\r\u001b[2K     \u001b[91m━━━━━━━━━━━━━━━━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.1/7.5 MB\u001b[0m \u001b[31m45.3 MB/s\u001b[0m eta \u001b[36m0:00:01\u001b[0m\r\u001b[2K     \u001b[91m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[32m7.5/7.5 MB\u001b[0m \u001b[31m80.4 MB/s\u001b[0m eta \u001b[36m0:00:01\u001b[0m\r\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.5/7.5 MB\u001b[0m \u001b[31m59.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m110.0/110.0 kB\u001b[0m \u001b[31m17.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m179.8/179.8 kB\u001b[0m \u001b[31m24.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m268.8/268.8 kB\u001b[0m \u001b[31m35.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.8/7.8 MB\u001b[0m \u001b[31m116.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m84.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m251.2/251.2 kB\u001b[0m \u001b[31m35.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m519.3/519.3 kB\u001b[0m \u001b[31m55.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m66.4/66.4 kB\u001b[0m \u001b[31m10.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m53.1/53.1 kB\u001b[0m \u001b[31m8.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m115.3/115.3 kB\u001b[0m \u001b[31m15.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m194.1/194.1 kB\u001b[0m \u001b[31m25.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m18.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h"
          ]
        }
      ],
      "source": [
        "!pip install transformers trl codecarbon -q"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Y6xzGtxPrMaF"
      },
      "source": [
        "2. Downloas the `reward-aira-dataset-comparisons` from the Hub."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 774,
          "referenced_widgets": [
            "f45e7c737c464f0d959184ceb5398af8",
            "c3c0695f98784127afc9271fa8e76b04",
            "caa5b35f5d484342a1f3c77dfd745e15",
            "c0bfc0285996404eb6e270a9cedb8a98",
            "6e865ee06fec4728979476624379cbd4",
            "b7e5236ea8d04870936a007b49730d6a",
            "77c59c65323043dfacf4d53513502e00",
            "2c04534f8ee4478c8b4235027e02986a",
            "671a5338d9ad4796b87523285ca101f5",
            "d5e32441b5534c6d92627ff568887312",
            "67df59f69c474f2aa7125564ebd0a523",
            "355a0bcdd553414eaea64c04d1149697",
            "01ab2ce6e77c4fd891d79a1a783ad7c1",
            "e1c692274d624d89b9392a52e8c3446b",
            "39bdf3ea275e439bb047bd34cfcbe416",
            "390a29abcd5e49a9b53cd6197f00bafc",
            "321ca13a13aa406dbccb8780a4cec29c",
            "64001368d68545579af007d59a09d03e",
            "6499256b11a940bc8d72b65b521015e6",
            "277f6e6884574dd688296f477f21edef",
            "8adc0992233c43f782a41065381829e5",
            "e638493411d24afe8e81ca2bda175a6b",
            "6389c5cbe33043ceb9891e77e8593d06",
            "5c7a7880cc734ed79b6c1ff6de9c4036",
            "3a6cd49593ee4647af4262f15852e35b",
            "61d0076b4ef54ea3b878fb2db3930f59",
            "ab2651d737854c84bba9b90b8947aced",
            "faa296ab1e7d4974aaa1be7e9389cf61",
            "7798407a6bc64199bc9f96ff7fa6f5c2",
            "cd4916e919074fdcba49311ee4a65631",
            "e9e2d8f878b94b64a26d1dd61f4a2a5b",
            "afd5ee16af434495ae4ef9c4f1009d20",
            "1c9eaf27d6f34cff887f6e7801226257",
            "d5cb1261ea1e437fa84da0d7e4422d16",
            "abd21429017440368bef2ac9f054079c",
            "b12d59aa4f0244b1a35fc63f086467ee",
            "078515a012b94209bafa6b20826785d4",
            "3a1406a921ff4e11b2b25cad3eb6f24e",
            "228cb5e6187145bfa93c618d31371124",
            "69461a0331784fa78dcc4557b5cbce6c",
            "79bd1b6112c54829af0e6d5c970d6a4d",
            "beb06a39b975411dbb879d59ca02acb4",
            "12bcd35c01ba4599b6780582ebc40f11",
            "b4d40262a5e44b96ae2a79ec9b3f2a0e",
            "69c1f7061d664dd3976502a8a21ce30e",
            "61e1e5a51c7e4ed7ba9cd3052fcccfa4",
            "73719a2b12b9414d8b106bd38afce4f7",
            "fca62001171743669370fa043fef4b67",
            "3e4116671a434acebfc84035b5756c89",
            "feb4735f216b4e1297a941cad1dbc141",
            "1bb2df10968240e09efcd2fd10a3a208",
            "156f0254cf2c459d9a0efeac9f5de5c1",
            "e9db9cd5b17f4bf39d3946986956c335",
            "6fd00edfc3fe473f91f36c3a8b2ce900",
            "397f851d00934dd7b71fd6f9538c1c21"
          ]
        },
        "id": "DtCgCgEr62C9",
        "outputId": "5ca419b2-07e0-4317-f8fd-41b1823cf302"
      },
      "outputs": [
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "f45e7c737c464f0d959184ceb5398af8",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading readme:   0%|          | 0.00/464 [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "355a0bcdd553414eaea64c04d1149697",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading data files:   0%|          | 0/1 [00:00<?, ?it/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "6389c5cbe33043ceb9891e77e8593d06",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading data:   0%|          | 0.00/31.2M [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "d5cb1261ea1e437fa84da0d7e4422d16",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Extracting data files:   0%|          | 0/1 [00:00<?, ?it/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "69c1f7061d664dd3976502a8a21ce30e",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Generating english split:   0%|          | 0/32675 [00:00<?, ? examples/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Dataset loaded.\n"
          ]
        },
        {
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-0bf1dbb9-e7c4-4662-8b47-c04952ae37a0\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>instruction</th>\n",
              "      <th>chosen_response</th>\n",
              "      <th>rejected_response</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>I'm going to be in Rome next month and I would...</td>\n",
              "      <td>That's great to hear that you'll be visiting R...</td>\n",
              "      <td>Rome is a city filled with incredible attracti...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>How do I determine the value of an antique item.</td>\n",
              "      <td>Determining the value of an antique item can b...</td>\n",
              "      <td>To determine the value of an antique item, res...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Does feature engineering always improve model ...</td>\n",
              "      <td>Feature engineering is a critical step in mach...</td>\n",
              "      <td>To optimize the performance of machine learnin...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>What is the difference between an oval and a c...</td>\n",
              "      <td>An oval is a stretched shape that is longer in...</td>\n",
              "      <td>The main difference between an oval and a circ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>What is the history of the Suez Canal.</td>\n",
              "      <td>The Suez Canal is an artificial sea-level wate...</td>\n",
              "      <td>The Suez Canal is an artificial sea - level wa...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>32670</th>\n",
              "      <td>Is it true that the Earth’s core is made of iron.</td>\n",
              "      <td>Yes, it is generally accepted that the Earth's...</td>\n",
              "      <td>Yes, it is true that the Earth's core is made ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>32671</th>\n",
              "      <td>I'm doing a science experiment but I can't see...</td>\n",
              "      <td>Of course! I'd be happy to help you troublesho...</td>\n",
              "      <td>Yes, I can certainly help you troubleshoot the...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>32672</th>\n",
              "      <td>How much exercise do I need to do each day.</td>\n",
              "      <td>The amount of exercise you need to do each day...</td>\n",
              "      <td>It depends on your lifestyle and fitness goals...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>32673</th>\n",
              "      <td>What are the most common mistakes in financial...</td>\n",
              "      <td>There are several common mistakes that people ...</td>\n",
              "      <td>Not budgeting for unexpected expenses. 2 Not p...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>32674</th>\n",
              "      <td>I'm planning a camping trip for this weekend, ...</td>\n",
              "      <td>Of course! I'd be happy to help you find some ...</td>\n",
              "      <td>I suggest researching campsites that are close...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>32675 rows × 3 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-0bf1dbb9-e7c4-4662-8b47-c04952ae37a0')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-0bf1dbb9-e7c4-4662-8b47-c04952ae37a0 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-0bf1dbb9-e7c4-4662-8b47-c04952ae37a0');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-1918fc83-e4e4-4533-9ec7-f215986e1832\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-1918fc83-e4e4-4533-9ec7-f215986e1832')\"\n",
              "            title=\"Suggest charts.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "    background-color: #E8F0FE;\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: #1967D2;\n",
              "    height: 32px;\n",
              "    padding: 0 0 0 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: #E2EBFA;\n",
              "    box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: #174EA6;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "    background-color: #3B4455;\n",
              "    fill: #D2E3FC;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart:hover {\n",
              "    background-color: #434B5C;\n",
              "    box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "    filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "    fill: #FFFFFF;\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const charts = await google.colab.kernel.invokeFunction(\n",
              "          'suggestCharts', [key], {});\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-1918fc83-e4e4-4533-9ec7-f215986e1832 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "text/plain": [
              "                                             instruction  \\\n",
              "0      I'm going to be in Rome next month and I would...   \n",
              "1       How do I determine the value of an antique item.   \n",
              "2      Does feature engineering always improve model ...   \n",
              "3      What is the difference between an oval and a c...   \n",
              "4                 What is the history of the Suez Canal.   \n",
              "...                                                  ...   \n",
              "32670  Is it true that the Earth’s core is made of iron.   \n",
              "32671  I'm doing a science experiment but I can't see...   \n",
              "32672        How much exercise do I need to do each day.   \n",
              "32673  What are the most common mistakes in financial...   \n",
              "32674  I'm planning a camping trip for this weekend, ...   \n",
              "\n",
              "                                         chosen_response  \\\n",
              "0      That's great to hear that you'll be visiting R...   \n",
              "1      Determining the value of an antique item can b...   \n",
              "2      Feature engineering is a critical step in mach...   \n",
              "3      An oval is a stretched shape that is longer in...   \n",
              "4      The Suez Canal is an artificial sea-level wate...   \n",
              "...                                                  ...   \n",
              "32670  Yes, it is generally accepted that the Earth's...   \n",
              "32671  Of course! I'd be happy to help you troublesho...   \n",
              "32672  The amount of exercise you need to do each day...   \n",
              "32673  There are several common mistakes that people ...   \n",
              "32674  Of course! I'd be happy to help you find some ...   \n",
              "\n",
              "                                       rejected_response  \n",
              "0      Rome is a city filled with incredible attracti...  \n",
              "1      To determine the value of an antique item, res...  \n",
              "2      To optimize the performance of machine learnin...  \n",
              "3      The main difference between an oval and a circ...  \n",
              "4      The Suez Canal is an artificial sea - level wa...  \n",
              "...                                                  ...  \n",
              "32670  Yes, it is true that the Earth's core is made ...  \n",
              "32671  Yes, I can certainly help you troubleshoot the...  \n",
              "32672  It depends on your lifestyle and fitness goals...  \n",
              "32673  Not budgeting for unexpected expenses. 2 Not p...  \n",
              "32674  I suggest researching campsites that are close...  \n",
              "\n",
              "[32675 rows x 3 columns]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "import os\n",
        "from datasets import load_dataset\n",
        "\n",
        "os.makedirs(\"RewardModel\", exist_ok=True)\n",
        "\n",
        "dataset = load_dataset(\"nicholasKluge/test-reward-dataset\", split=\"english\")\n",
        "\n",
        "print(\"Dataset loaded.\")\n",
        "\n",
        "display(dataset.to_pandas())"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "kQQ1DkB5rjpS"
      },
      "source": [
        "3. Download your base model for fine-tuning. Here he are using `bert-base-cased` for the English reward model and `bert-base-portuguese-cased` for the Portuguse version."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 249,
          "referenced_widgets": [
            "beb0b1493da24d13b7d1a9dc3ed86152",
            "68e6e785408d455abf95a5d68dcf5908",
            "1c9b8324d1444bdaac3046c3ec356ee2",
            "d85304e4a14a40188d1436df6a1f1fb6",
            "02bbaf28366a4f5e89c4b24dd4d9417c",
            "83ee14b5006b48e9a42eddf80b157bba",
            "b7e25bc0d48d41d8b677721ec0512d88",
            "201a90c44b404b52bd885d95ab7174ca",
            "e9b57c857e924eadaaed8a282729321f",
            "46dfbd2b70aa45b987114802ece8dbc4",
            "a4a65f3fa7004b0dbad64dc26aa197e5",
            "a09be13b679b414d92fed0f8ea1af3ed",
            "76685bc8720f4923b5cb3b5317cf3ce6",
            "9f5e309733ef4c5a8e21cbac78a5e7cb",
            "dea8d16f11c84b08a0f3fe36ef07d6fb",
            "31f3a7effc384dd2add58ea2bffc1a86",
            "58970e0509254b4790ded4cdf14c09b4",
            "af30f7dd18f44af4a72c66301cde201a",
            "377567e1a8a7473eb16f3743b4c7a4da",
            "f6d6a9db91074735a46dc954440f1616",
            "bd9a714c89de42a39fb24fc9e105e770",
            "d0ed71493ac9482da4db911ac7fe4bc6",
            "c351e6e0e927406aa1aae04c5f25f166",
            "4e086401c7c0434c960856d499265d89",
            "8508297b422246198c345428ce4216ef",
            "f9e1c4e8abd24da39791e717d6e9a134",
            "39e8759c2f8b4fa68d76d95f4d3aeac8",
            "ef0a4578d8d542ecb52d641bda1546fa",
            "129863056eb34bfb8e236262f32d6484",
            "25bb8e7d59bb4aebac863175731e9ba6",
            "d35724cbc572451fb21022044aaedbd3",
            "d1e8cde2a5db4d4b9087ad1544e3269b",
            "84c94dc44bee48169c3771328cf5df87",
            "57588cae669f4363a0189925aaf34e7e",
            "70408196b29442fb808080b86553aad2",
            "b11cf2cf720846a78a2467d3239dddce",
            "fee16974f5b24551a3772c4826ce78ef",
            "1c28d93a8d9742c4b7aa984474c99ed9",
            "aa8ca05108654d979bbc9782f6248940",
            "2506755abff8495c9d81bbb1fdc25947",
            "3566ac340bb44a1e87fc5b970e59eb0a",
            "376663026f404e689fb3059f8bb82a93",
            "61f22ff59fb4499dadc6f050597055df",
            "42af51e12b9b413fb220f50f103827fd",
            "7eedf8193c6c402ea6f45a13708b3dc0",
            "41d44b615ce54a42b08ba63d800991a1",
            "d4af8c7383a74147acdb87803842f988",
            "2e8e97f00dc34147bc3ef0669eeb5aba",
            "6b9f16976b2a477aaba56c2dcb817056",
            "439af73bb81c41d3b62a533a1dbae5f4",
            "bf9e6afb288541ccaa76d04dcb7f14e5",
            "3f6922e6d88d4cc38cd1bc140497d5e2",
            "fd1ebffbfb454346aac0c287c970fc2c",
            "25996e8586194899a1aa90faaef2bb04",
            "69a2f0fce36f40f991dd81b830f235d8"
          ]
        },
        "id": "W3d0nlgO62DB",
        "outputId": "1e5a0f7d-6f74-4c4f-cc28-77e2d3d1a3fb"
      },
      "outputs": [
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "beb0b1493da24d13b7d1a9dc3ed86152",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading (…)lve/main/config.json:   0%|          | 0.00/570 [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "a09be13b679b414d92fed0f8ea1af3ed",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading model.safetensors:   0%|          | 0.00/436M [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "Some weights of BertForSequenceClassification were not initialized from the model checkpoint at bert-base-cased and are newly initialized: ['classifier.weight', 'classifier.bias']\n",
            "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n"
          ]
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "c351e6e0e927406aa1aae04c5f25f166",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading (…)okenizer_config.json:   0%|          | 0.00/29.0 [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "57588cae669f4363a0189925aaf34e7e",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading (…)solve/main/vocab.txt:   0%|          | 0.00/213k [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "7eedf8193c6c402ea6f45a13708b3dc0",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading (…)/main/tokenizer.json:   0%|          | 0.00/436k [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Model (bert-base-cased) ready.\n"
          ]
        }
      ],
      "source": [
        "from transformers import AutoModelForSequenceClassification, AutoTokenizer\n",
        "import torch\n",
        "\n",
        "model_name = \"bert-base-cased\"\n",
        "\n",
        "model = AutoModelForSequenceClassification.from_pretrained(model_name, num_labels=1)\n",
        "tokenizer = AutoTokenizer.from_pretrained(model_name)\n",
        "\n",
        "if tokenizer.pad_token is None:\n",
        "    tokenizer.pad_token = tokenizer.eos_token\n",
        "    model.config.pad_token_id = model.config.eos_token_id\n",
        "\n",
        "print(f\"Model ({model_name}) ready.\")"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "kvq6hWQ4sAlw"
      },
      "source": [
        "4. Preprocess the dataset to be compatible with the `RewardTrainer` from `tlr`."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 49,
          "referenced_widgets": [
            "5dd2bad6036c41659994ebfea9c43e66",
            "ab877b0502e94b7db60b776ecfed5809",
            "bfd4f7bf50774c08a6fa5584afda0e04",
            "0792cdfb2a524dbf948a3eba734e6267",
            "d3fd6f5fd33047b9af4c682fd55bc539",
            "3b490568f1c4451a86cd544b469302f7",
            "142e23f8277f44609ccffa0be6f7adef",
            "ed16b731a29a48e3a9e199050035f82f",
            "959096b6d051489287b5b4c616a637ce",
            "c23bc64b44c04b569bfa9210afefddcc",
            "470bae2e96094e8a971538e77d0e7927"
          ]
        },
        "id": "JwrPjIbo62DC",
        "outputId": "a9edfb32-89be-43b4-bfb8-9d3a21e4f0e9"
      },
      "outputs": [
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "5dd2bad6036c41659994ebfea9c43e66",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Map:   0%|          | 0/32675 [00:00<?, ? examples/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "def preprocess(examples):\n",
        "    kwargs = {\"padding\": \"max_length\", \"truncation\": True, \"max_length\": 400, \"return_tensors\": \"pt\"}\n",
        "\n",
        "    prompt_plus_chosen_response = examples[\"instruction\"] + \"[SEP]\" + examples[\"chosen_response\"]\n",
        "    prompt_plus_rejected_response = examples[\"instruction\"] + \"[SEP]\" + examples[\"rejected_response\"]\n",
        "\n",
        "    tokens_chosen = tokenizer.encode_plus(prompt_plus_chosen_response, **kwargs)\n",
        "    tokens_rejected = tokenizer.encode_plus(prompt_plus_rejected_response, **kwargs)\n",
        "\n",
        "    return {\n",
        "        \"input_ids_chosen\": tokens_chosen[\"input_ids\"][0], \"attention_mask_chosen\": tokens_chosen[\"attention_mask\"][0],\n",
        "        \"input_ids_rejected\": tokens_rejected[\"input_ids\"][0], \"attention_mask_rejected\": tokens_rejected[\"attention_mask\"][0]\n",
        "    }\n",
        "\n",
        "formatted_dataset = dataset.map(preprocess)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "rpytDiCusMk4"
      },
      "source": [
        "5. Train your model while tracking the CO2 emissions. 🌱"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "KwAoxTTF62DD",
        "outputId": "4399d08b-3240-42e7-f35c-1ff15059a28d"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.10/dist-packages/trl/trainer/reward_trainer.py:124: UserWarning: When using RewardDataCollatorWithPadding, you should set `max_length` in the RewardTrainer's init it will be set to `512` by default, but you should do it yourself in the future.\n",
            "  warnings.warn(\n",
            "/usr/local/lib/python3.10/dist-packages/trl/trainer/reward_trainer.py:138: UserWarning: When using RewardDataCollatorWithPadding, you should set `remove_unused_columns=False` in your TrainingArguments we have set it for you, but you should do it yourself in the future.\n",
            "  warnings.warn(\n",
            "[codecarbon INFO @ 21:01:10] [setup] RAM Tracking...\n",
            "[codecarbon INFO @ 21:01:10] [setup] GPU Tracking...\n",
            "[codecarbon INFO @ 21:01:10] Tracking Nvidia GPU via pynvml\n",
            "[codecarbon INFO @ 21:01:10] [setup] CPU Tracking...\n",
            "[codecarbon WARNING @ 21:01:10] No CPU tracking mode found. Falling back on CPU constant mode.\n",
            "[codecarbon WARNING @ 21:01:11] We saw that you have a Intel(R) Xeon(R) CPU @ 2.20GHz but we don't know it. Please contact us.\n",
            "[codecarbon INFO @ 21:01:11] CPU Model on constant consumption mode: Intel(R) Xeon(R) CPU @ 2.20GHz\n",
            "[codecarbon INFO @ 21:01:11] >>> Tracker's metadata:\n",
            "[codecarbon INFO @ 21:01:11]   Platform system: Linux-5.15.109+-x86_64-with-glibc2.35\n",
            "[codecarbon INFO @ 21:01:11]   Python version: 3.10.12\n",
            "[codecarbon INFO @ 21:01:11]   CodeCarbon version: 2.3.1\n",
            "[codecarbon INFO @ 21:01:11]   Available RAM : 83.481 GB\n",
            "[codecarbon INFO @ 21:01:11]   CPU count: 12\n",
            "[codecarbon INFO @ 21:01:11]   CPU model: Intel(R) Xeon(R) CPU @ 2.20GHz\n",
            "[codecarbon INFO @ 21:01:11]   GPU count: 1\n",
            "[codecarbon INFO @ 21:01:11]   GPU model: 1 x NVIDIA A100-SXM4-40GB\n",
            "You're using a BertTokenizerFast tokenizer. Please note that with a fast tokenizer, using the `__call__` method is faster than using a method to encode the text followed by a call to the `pad` method to get a padded encoding.\n",
            "/usr/local/lib/python3.10/dist-packages/transformers/tokenization_utils_base.py:2436: UserWarning: `max_length` is ignored when `padding`=`True` and there is no truncation strategy. To pad to max length, use `padding='max_length'`.\n",
            "  warnings.warn(\n",
            "Could not estimate the number of tokens of the input, floating-point operations will not be computed\n"
          ]
        },
        {
          "data": {
            "text/html": [
              "\n",
              "    <div>\n",
              "      \n",
              "      <progress value='1200' max='1200' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
              "      [1200/1200 27:46, Epoch 1/2]\n",
              "    </div>\n",
              "    <table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              " <tr style=\"text-align: left;\">\n",
              "      <th>Step</th>\n",
              "      <th>Training Loss</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <td>200</td>\n",
              "      <td>0.042300</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>400</td>\n",
              "      <td>0.008500</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>600</td>\n",
              "      <td>0.006900</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>800</td>\n",
              "      <td>0.005000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>1000</td>\n",
              "      <td>0.001200</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>1200</td>\n",
              "      <td>0.000900</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table><p>"
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "[codecarbon INFO @ 21:01:27] Energy consumed for RAM : 0.000130 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:01:27] Energy consumed for all GPUs : 0.000897 kWh. Total GPU Power : 215.20300008782775 W\n",
            "[codecarbon INFO @ 21:01:27] Energy consumed for all CPUs : 0.000177 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:01:27] 0.001205 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:01:27] Energy consumed for RAM : 0.000130 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:01:27] Energy consumed for all GPUs : 0.000918 kWh. Total GPU Power : 220.2841021869344 W\n",
            "[codecarbon INFO @ 21:01:27] Energy consumed for all CPUs : 0.000177 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:01:27] 0.001226 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:01:42] Energy consumed for RAM : 0.000261 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:01:42] Energy consumed for all GPUs : 0.002050 kWh. Total GPU Power : 276.75158281670485 W\n",
            "[codecarbon INFO @ 21:01:42] Energy consumed for all CPUs : 0.000354 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:01:42] 0.002665 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:01:42] Energy consumed for RAM : 0.000261 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:01:42] Energy consumed for all GPUs : 0.002068 kWh. Total GPU Power : 276.06264228668607 W\n",
            "[codecarbon INFO @ 21:01:42] Energy consumed for all CPUs : 0.000354 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:01:42] 0.002683 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:01:57] Energy consumed for RAM : 0.000391 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:01:57] Energy consumed for all GPUs : 0.003212 kWh. Total GPU Power : 279.14645760321076 W\n",
            "[codecarbon INFO @ 21:01:57] Energy consumed for all CPUs : 0.000531 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:01:57] 0.004135 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:01:57] Energy consumed for RAM : 0.000391 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:01:57] Energy consumed for all GPUs : 0.003231 kWh. Total GPU Power : 279.06203180031224 W\n",
            "[codecarbon INFO @ 21:01:57] Energy consumed for all CPUs : 0.000531 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:01:57] 0.004153 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:02:12] Energy consumed for RAM : 0.000522 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:02:12] Energy consumed for all GPUs : 0.004379 kWh. Total GPU Power : 280.11965112306007 W\n",
            "[codecarbon INFO @ 21:02:12] Energy consumed for all CPUs : 0.000708 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:02:12] 0.005609 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:02:12] Energy consumed for RAM : 0.000522 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:02:12] Energy consumed for all GPUs : 0.004398 kWh. Total GPU Power : 280.2639839659457 W\n",
            "[codecarbon INFO @ 21:02:12] Energy consumed for all CPUs : 0.000708 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:02:12] 0.005628 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:02:27] Energy consumed for RAM : 0.000652 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:02:27] Energy consumed for all GPUs : 0.005550 kWh. Total GPU Power : 281.1297762128154 W\n",
            "[codecarbon INFO @ 21:02:27] Energy consumed for all CPUs : 0.000885 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:02:27] 0.007087 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:02:27] Energy consumed for RAM : 0.000652 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:02:27] Energy consumed for all GPUs : 0.005568 kWh. Total GPU Power : 280.8354484580305 W\n",
            "[codecarbon INFO @ 21:02:27] Energy consumed for all CPUs : 0.000885 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:02:27] 0.007105 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:02:42] Energy consumed for RAM : 0.000782 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:02:42] Energy consumed for all GPUs : 0.006729 kWh. Total GPU Power : 283.00978523689446 W\n",
            "[codecarbon INFO @ 21:02:42] Energy consumed for all CPUs : 0.001063 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:02:42] 0.008574 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:02:42] Energy consumed for RAM : 0.000782 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:02:42] Energy consumed for all GPUs : 0.006739 kWh. Total GPU Power : 281.3258585237734 W\n",
            "[codecarbon INFO @ 21:02:42] Energy consumed for all CPUs : 0.001062 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:02:42] 0.008584 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:02:57] Energy consumed for RAM : 0.000913 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:02:57] Energy consumed for all GPUs : 0.007912 kWh. Total GPU Power : 283.9312594287219 W\n",
            "[codecarbon INFO @ 21:02:57] Energy consumed for all CPUs : 0.001240 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:02:57] 0.010064 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:02:57] Energy consumed for RAM : 0.000913 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:02:57] Energy consumed for all GPUs : 0.007925 kWh. Total GPU Power : 284.6330934912268 W\n",
            "[codecarbon INFO @ 21:02:57] Energy consumed for all CPUs : 0.001240 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:02:57] 0.010077 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:03:12] Energy consumed for RAM : 0.001043 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:03:12] Energy consumed for all GPUs : 0.009102 kWh. Total GPU Power : 285.8990598876893 W\n",
            "[codecarbon INFO @ 21:03:12] Energy consumed for all CPUs : 0.001417 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:03:12] 0.011562 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:03:12] Energy consumed for RAM : 0.001043 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:03:12] Energy consumed for all GPUs : 0.009112 kWh. Total GPU Power : 285.0506268970771 W\n",
            "[codecarbon INFO @ 21:03:12] Energy consumed for all CPUs : 0.001417 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:03:12] 0.011572 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:03:27] Energy consumed for RAM : 0.001173 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:03:27] Energy consumed for all GPUs : 0.010291 kWh. Total GPU Power : 285.58761622115793 W\n",
            "[codecarbon INFO @ 21:03:27] Energy consumed for all CPUs : 0.001594 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:03:27] 0.013058 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:03:27] Energy consumed for RAM : 0.001174 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:03:27] Energy consumed for all GPUs : 0.010303 kWh. Total GPU Power : 285.79962974561676 W\n",
            "[codecarbon INFO @ 21:03:27] Energy consumed for all CPUs : 0.001594 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:03:27] 0.013070 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:03:42] Energy consumed for RAM : 0.001304 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:03:42] Energy consumed for all GPUs : 0.011485 kWh. Total GPU Power : 286.4488251689448 W\n",
            "[codecarbon INFO @ 21:03:42] Energy consumed for all CPUs : 0.001771 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:03:42] 0.014559 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:03:42] Energy consumed for RAM : 0.001304 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:03:42] Energy consumed for all GPUs : 0.011496 kWh. Total GPU Power : 286.353349396027 W\n",
            "[codecarbon INFO @ 21:03:42] Energy consumed for all CPUs : 0.001771 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:03:42] 0.014570 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:03:57] Energy consumed for RAM : 0.001434 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:03:57] Energy consumed for all GPUs : 0.012673 kWh. Total GPU Power : 285.3025934392607 W\n",
            "[codecarbon INFO @ 21:03:57] Energy consumed for all CPUs : 0.001948 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:03:57] 0.016055 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:03:57] Energy consumed for RAM : 0.001434 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:03:57] Energy consumed for all GPUs : 0.012691 kWh. Total GPU Power : 287.0506124181155 W\n",
            "[codecarbon INFO @ 21:03:57] Energy consumed for all CPUs : 0.001948 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:03:57] 0.016073 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:04:12] Energy consumed for RAM : 0.001565 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:04:12] Energy consumed for all GPUs : 0.013864 kWh. Total GPU Power : 285.8563415645756 W\n",
            "[codecarbon INFO @ 21:04:12] Energy consumed for all CPUs : 0.002125 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:04:12] 0.017553 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:04:12] Energy consumed for RAM : 0.001565 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:04:12] Energy consumed for all GPUs : 0.013885 kWh. Total GPU Power : 286.63886070346274 W\n",
            "[codecarbon INFO @ 21:04:12] Energy consumed for all CPUs : 0.002125 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:04:12] 0.017575 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:04:27] Energy consumed for RAM : 0.001695 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:04:27] Energy consumed for all GPUs : 0.015060 kWh. Total GPU Power : 287.11811185860245 W\n",
            "[codecarbon INFO @ 21:04:27] Energy consumed for all CPUs : 0.002302 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:04:27] 0.019057 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:04:27] Energy consumed for RAM : 0.001695 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:04:27] Energy consumed for all GPUs : 0.015082 kWh. Total GPU Power : 287.40910870021156 W\n",
            "[codecarbon INFO @ 21:04:27] Energy consumed for all CPUs : 0.002302 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:04:27] 0.019079 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:04:42] Energy consumed for RAM : 0.001825 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:04:42] Energy consumed for all GPUs : 0.016258 kWh. Total GPU Power : 287.7279214634788 W\n",
            "[codecarbon INFO @ 21:04:42] Energy consumed for all CPUs : 0.002479 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:04:42] 0.020562 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:04:42] Energy consumed for RAM : 0.001825 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:04:42] Energy consumed for all GPUs : 0.016276 kWh. Total GPU Power : 286.6149854828568 W\n",
            "[codecarbon INFO @ 21:04:42] Energy consumed for all CPUs : 0.002479 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:04:42] 0.020580 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:04:57] Energy consumed for RAM : 0.001956 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:04:57] Energy consumed for all GPUs : 0.017455 kWh. Total GPU Power : 287.40690056281073 W\n",
            "[codecarbon INFO @ 21:04:57] Energy consumed for all CPUs : 0.002656 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:04:57] 0.022067 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:04:57] Energy consumed for RAM : 0.001956 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:04:57] Energy consumed for all GPUs : 0.017475 kWh. Total GPU Power : 287.8501151288203 W\n",
            "[codecarbon INFO @ 21:04:57] Energy consumed for all CPUs : 0.002656 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:04:57] 0.022087 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:05:12] Energy consumed for RAM : 0.002086 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:05:12] Energy consumed for all GPUs : 0.018652 kWh. Total GPU Power : 287.448175031308 W\n",
            "[codecarbon INFO @ 21:05:12] Energy consumed for all CPUs : 0.002833 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:05:12] 0.023572 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:05:12] Energy consumed for RAM : 0.002086 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:05:12] Energy consumed for all GPUs : 0.018670 kWh. Total GPU Power : 287.0343990386029 W\n",
            "[codecarbon INFO @ 21:05:12] Energy consumed for all CPUs : 0.002833 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:05:12] 0.023590 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:05:27] Energy consumed for RAM : 0.002216 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:05:27] Energy consumed for all GPUs : 0.019850 kWh. Total GPU Power : 287.5425051613981 W\n",
            "[codecarbon INFO @ 21:05:27] Energy consumed for all CPUs : 0.003010 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:05:27] 0.025077 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:05:27] Energy consumed for RAM : 0.002216 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:05:27] Energy consumed for all GPUs : 0.019869 kWh. Total GPU Power : 287.76009938097087 W\n",
            "[codecarbon INFO @ 21:05:27] Energy consumed for all CPUs : 0.003010 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:05:27] 0.025095 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:05:42] Energy consumed for RAM : 0.002347 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:05:42] Energy consumed for all GPUs : 0.021055 kWh. Total GPU Power : 289.1495499998322 W\n",
            "[codecarbon INFO @ 21:05:42] Energy consumed for all CPUs : 0.003187 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:05:42] 0.026589 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:05:42] Energy consumed for RAM : 0.002347 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:05:42] Energy consumed for all GPUs : 0.021069 kWh. Total GPU Power : 288.0525026477304 W\n",
            "[codecarbon INFO @ 21:05:42] Energy consumed for all CPUs : 0.003187 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:05:42] 0.026603 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:05:57] Energy consumed for RAM : 0.002477 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:05:57] Energy consumed for all GPUs : 0.022248 kWh. Total GPU Power : 286.45056649865603 W\n",
            "[codecarbon INFO @ 21:05:57] Energy consumed for all CPUs : 0.003364 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:05:57] 0.028090 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:05:57] Energy consumed for RAM : 0.002477 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:05:57] Energy consumed for all GPUs : 0.022262 kWh. Total GPU Power : 286.3695190907495 W\n",
            "[codecarbon INFO @ 21:05:57] Energy consumed for all CPUs : 0.003364 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:05:57] 0.028103 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:06:12] Energy consumed for RAM : 0.002608 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:06:12] Energy consumed for all GPUs : 0.023449 kWh. Total GPU Power : 288.42313611440727 W\n",
            "[codecarbon INFO @ 21:06:12] Energy consumed for all CPUs : 0.003541 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:06:12] 0.029598 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:06:12] Energy consumed for RAM : 0.002608 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:06:12] Energy consumed for all GPUs : 0.023461 kWh. Total GPU Power : 287.8605974650187 W\n",
            "[codecarbon INFO @ 21:06:12] Energy consumed for all CPUs : 0.003541 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:06:12] 0.029610 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:06:27] Energy consumed for RAM : 0.002738 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:06:27] Energy consumed for all GPUs : 0.024646 kWh. Total GPU Power : 287.20868373328557 W\n",
            "[codecarbon INFO @ 21:06:27] Energy consumed for all CPUs : 0.003718 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:06:27] 0.031102 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:06:27] Energy consumed for RAM : 0.002738 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:06:27] Energy consumed for all GPUs : 0.024657 kWh. Total GPU Power : 287.2433501949625 W\n",
            "[codecarbon INFO @ 21:06:27] Energy consumed for all CPUs : 0.003718 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:06:27] 0.031114 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:06:42] Energy consumed for RAM : 0.002868 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:06:42] Energy consumed for all GPUs : 0.025843 kWh. Total GPU Power : 287.4339207101269 W\n",
            "[codecarbon INFO @ 21:06:42] Energy consumed for all CPUs : 0.003896 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:06:42] 0.032607 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:06:42] Energy consumed for RAM : 0.002868 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:06:42] Energy consumed for all GPUs : 0.025853 kWh. Total GPU Power : 287.2145919982008 W\n",
            "[codecarbon INFO @ 21:06:42] Energy consumed for all CPUs : 0.003896 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:06:42] 0.032617 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:06:57] Energy consumed for RAM : 0.002999 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:06:57] Energy consumed for all GPUs : 0.027044 kWh. Total GPU Power : 288.47531405347587 W\n",
            "[codecarbon INFO @ 21:06:57] Energy consumed for all CPUs : 0.004073 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:06:57] 0.034116 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:06:57] Energy consumed for RAM : 0.002999 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:06:57] Energy consumed for all GPUs : 0.027056 kWh. Total GPU Power : 288.5996634838248 W\n",
            "[codecarbon INFO @ 21:06:57] Energy consumed for all CPUs : 0.004073 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:06:57] 0.034127 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:07:12] Energy consumed for RAM : 0.003129 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:07:12] Energy consumed for all GPUs : 0.028242 kWh. Total GPU Power : 287.6293179000463 W\n",
            "[codecarbon INFO @ 21:07:12] Energy consumed for all CPUs : 0.004250 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:07:12] 0.035621 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:07:12] Energy consumed for RAM : 0.003129 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:07:12] Energy consumed for all GPUs : 0.028256 kWh. Total GPU Power : 288.24011087686745 W\n",
            "[codecarbon INFO @ 21:07:12] Energy consumed for all CPUs : 0.004250 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:07:12] 0.035635 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:07:27] Energy consumed for RAM : 0.003259 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:07:27] Energy consumed for all GPUs : 0.029442 kWh. Total GPU Power : 287.9352837246201 W\n",
            "[codecarbon INFO @ 21:07:27] Energy consumed for all CPUs : 0.004427 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:07:27] 0.037128 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:07:27] Energy consumed for RAM : 0.003260 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:07:27] Energy consumed for all GPUs : 0.029452 kWh. Total GPU Power : 287.0710693658642 W\n",
            "[codecarbon INFO @ 21:07:27] Energy consumed for all CPUs : 0.004427 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:07:27] 0.037138 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:07:42] Energy consumed for RAM : 0.003390 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:07:42] Energy consumed for all GPUs : 0.030638 kWh. Total GPU Power : 287.2861268318833 W\n",
            "[codecarbon INFO @ 21:07:42] Energy consumed for all CPUs : 0.004604 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:07:42] 0.038632 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:07:42] Energy consumed for RAM : 0.003390 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:07:42] Energy consumed for all GPUs : 0.030650 kWh. Total GPU Power : 287.6335327283767 W\n",
            "[codecarbon INFO @ 21:07:42] Energy consumed for all CPUs : 0.004604 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:07:42] 0.038644 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:07:57] Energy consumed for RAM : 0.003520 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:07:57] Energy consumed for all GPUs : 0.031838 kWh. Total GPU Power : 287.9703493464814 W\n",
            "[codecarbon INFO @ 21:07:57] Energy consumed for all CPUs : 0.004781 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:07:57] 0.040139 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:07:57] Energy consumed for RAM : 0.003520 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:07:57] Energy consumed for all GPUs : 0.031849 kWh. Total GPU Power : 287.819863612093 W\n",
            "[codecarbon INFO @ 21:07:57] Energy consumed for all CPUs : 0.004781 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:07:57] 0.040150 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:08:12] Energy consumed for RAM : 0.003651 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:08:12] Energy consumed for all GPUs : 0.033040 kWh. Total GPU Power : 288.50048647120036 W\n",
            "[codecarbon INFO @ 21:08:12] Energy consumed for all CPUs : 0.004958 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:08:12] 0.041648 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:08:12] Energy consumed for RAM : 0.003651 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:08:12] Energy consumed for all GPUs : 0.033050 kWh. Total GPU Power : 288.33598288953067 W\n",
            "[codecarbon INFO @ 21:08:12] Energy consumed for all CPUs : 0.004958 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:08:12] 0.041659 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:08:27] Energy consumed for RAM : 0.003781 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:08:27] Energy consumed for all GPUs : 0.034236 kWh. Total GPU Power : 287.2755932540689 W\n",
            "[codecarbon INFO @ 21:08:27] Energy consumed for all CPUs : 0.005135 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:08:27] 0.043152 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:08:27] Energy consumed for RAM : 0.003781 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:08:27] Energy consumed for all GPUs : 0.034249 kWh. Total GPU Power : 287.7690345552558 W\n",
            "[codecarbon INFO @ 21:08:27] Energy consumed for all CPUs : 0.005135 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:08:27] 0.043165 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:08:42] Energy consumed for RAM : 0.003911 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:08:42] Energy consumed for all GPUs : 0.035426 kWh. Total GPU Power : 285.5718632511606 W\n",
            "[codecarbon INFO @ 21:08:42] Energy consumed for all CPUs : 0.005312 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:08:42] 0.044649 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:08:42] Energy consumed for RAM : 0.003911 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:08:42] Energy consumed for all GPUs : 0.035439 kWh. Total GPU Power : 285.90950767857856 W\n",
            "[codecarbon INFO @ 21:08:42] Energy consumed for all CPUs : 0.005312 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:08:42] 0.044663 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:08:57] Energy consumed for RAM : 0.004042 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:08:57] Energy consumed for all GPUs : 0.036614 kWh. Total GPU Power : 285.40614726427486 W\n",
            "[codecarbon INFO @ 21:08:57] Energy consumed for all CPUs : 0.005489 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:08:57] 0.046145 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:08:57] Energy consumed for RAM : 0.004042 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:08:57] Energy consumed for all GPUs : 0.036632 kWh. Total GPU Power : 286.43224735661755 W\n",
            "[codecarbon INFO @ 21:08:57] Energy consumed for all CPUs : 0.005489 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:08:57] 0.046163 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:09:12] Energy consumed for RAM : 0.004172 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:09:12] Energy consumed for all GPUs : 0.037811 kWh. Total GPU Power : 287.3099935633442 W\n",
            "[codecarbon INFO @ 21:09:12] Energy consumed for all CPUs : 0.005666 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:09:12] 0.047649 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:09:12] Energy consumed for RAM : 0.004172 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:09:12] Energy consumed for all GPUs : 0.037830 kWh. Total GPU Power : 287.61952223325716 W\n",
            "[codecarbon INFO @ 21:09:12] Energy consumed for all CPUs : 0.005666 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:09:12] 0.047668 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:09:27] Energy consumed for RAM : 0.004302 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:09:27] Energy consumed for all GPUs : 0.039008 kWh. Total GPU Power : 287.39003277616047 W\n",
            "[codecarbon INFO @ 21:09:27] Energy consumed for all CPUs : 0.005843 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:09:27] 0.049154 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:09:27] Energy consumed for RAM : 0.004303 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:09:27] Energy consumed for all GPUs : 0.039026 kWh. Total GPU Power : 287.1386727140779 W\n",
            "[codecarbon INFO @ 21:09:27] Energy consumed for all CPUs : 0.005843 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:09:27] 0.049172 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:09:42] Energy consumed for RAM : 0.004433 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:09:42] Energy consumed for all GPUs : 0.040206 kWh. Total GPU Power : 287.5685813147931 W\n",
            "[codecarbon INFO @ 21:09:42] Energy consumed for all CPUs : 0.006020 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:09:42] 0.050659 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:09:42] Energy consumed for RAM : 0.004433 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:09:42] Energy consumed for all GPUs : 0.040225 kWh. Total GPU Power : 287.79490603741687 W\n",
            "[codecarbon INFO @ 21:09:42] Energy consumed for all CPUs : 0.006020 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:09:42] 0.050678 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:09:57] Energy consumed for RAM : 0.004563 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:09:57] Energy consumed for all GPUs : 0.041400 kWh. Total GPU Power : 286.6961751868882 W\n",
            "[codecarbon INFO @ 21:09:57] Energy consumed for all CPUs : 0.006197 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:09:57] 0.052161 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:09:57] Energy consumed for RAM : 0.004563 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:09:57] Energy consumed for all GPUs : 0.041423 kWh. Total GPU Power : 287.6448070237016 W\n",
            "[codecarbon INFO @ 21:09:57] Energy consumed for all CPUs : 0.006197 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:09:57] 0.052184 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:10:12] Energy consumed for RAM : 0.004694 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:10:12] Energy consumed for all GPUs : 0.042606 kWh. Total GPU Power : 289.3209043446883 W\n",
            "[codecarbon INFO @ 21:10:12] Energy consumed for all CPUs : 0.006375 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:10:12] 0.053675 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:10:12] Energy consumed for RAM : 0.004694 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:10:12] Energy consumed for all GPUs : 0.042619 kWh. Total GPU Power : 287.2282137996555 W\n",
            "[codecarbon INFO @ 21:10:12] Energy consumed for all CPUs : 0.006374 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:10:12] 0.053687 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:10:27] Energy consumed for RAM : 0.004824 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:10:27] Energy consumed for all GPUs : 0.043798 kWh. Total GPU Power : 286.3897030218386 W\n",
            "[codecarbon INFO @ 21:10:27] Energy consumed for all CPUs : 0.006552 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:10:27] 0.055174 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:10:27] Energy consumed for RAM : 0.004824 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:10:27] Energy consumed for all GPUs : 0.043818 kWh. Total GPU Power : 287.36597788509755 W\n",
            "[codecarbon INFO @ 21:10:27] Energy consumed for all CPUs : 0.006552 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:10:27] 0.055194 kWh of electricity used since the beginning.\n",
            "/usr/local/lib/python3.10/dist-packages/transformers/tokenization_utils_base.py:2436: UserWarning: `max_length` is ignored when `padding`=`True` and there is no truncation strategy. To pad to max length, use `padding='max_length'`.\n",
            "  warnings.warn(\n",
            "[codecarbon INFO @ 21:10:42] Energy consumed for RAM : 0.004954 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:10:42] Energy consumed for all GPUs : 0.044884 kWh. Total GPU Power : 260.59217485712537 W\n",
            "[codecarbon INFO @ 21:10:42] Energy consumed for all CPUs : 0.006729 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:10:42] 0.056567 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:10:42] Energy consumed for RAM : 0.004954 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:10:42] Energy consumed for all GPUs : 0.044903 kWh. Total GPU Power : 260.8142066128393 W\n",
            "[codecarbon INFO @ 21:10:42] Energy consumed for all CPUs : 0.006729 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:10:42] 0.056586 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:10:57] Energy consumed for RAM : 0.005085 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:10:57] Energy consumed for all GPUs : 0.046087 kWh. Total GPU Power : 288.962461679039 W\n",
            "[codecarbon INFO @ 21:10:57] Energy consumed for all CPUs : 0.006906 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:10:57] 0.058078 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:10:57] Energy consumed for RAM : 0.005085 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:10:57] Energy consumed for all GPUs : 0.046101 kWh. Total GPU Power : 287.6467652395101 W\n",
            "[codecarbon INFO @ 21:10:57] Energy consumed for all CPUs : 0.006906 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:10:57] 0.058092 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:11:12] Energy consumed for RAM : 0.005215 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:11:12] Energy consumed for all GPUs : 0.047285 kWh. Total GPU Power : 286.69025443547844 W\n",
            "[codecarbon INFO @ 21:11:12] Energy consumed for all CPUs : 0.007083 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:11:12] 0.059583 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:11:12] Energy consumed for RAM : 0.005215 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:11:12] Energy consumed for all GPUs : 0.047295 kWh. Total GPU Power : 286.6428525243503 W\n",
            "[codecarbon INFO @ 21:11:12] Energy consumed for all CPUs : 0.007083 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:11:12] 0.059593 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:11:27] Energy consumed for RAM : 0.005345 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:11:27] Energy consumed for all GPUs : 0.048481 kWh. Total GPU Power : 287.8476723460236 W\n",
            "[codecarbon INFO @ 21:11:27] Energy consumed for all CPUs : 0.007260 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:11:27] 0.061085 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:11:27] Energy consumed for RAM : 0.005345 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:11:27] Energy consumed for all GPUs : 0.048493 kWh. Total GPU Power : 287.46096160357513 W\n",
            "[codecarbon INFO @ 21:11:27] Energy consumed for all CPUs : 0.007260 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:11:27] 0.061098 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:11:42] Energy consumed for RAM : 0.005475 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:11:42] Energy consumed for all GPUs : 0.049675 kWh. Total GPU Power : 286.63904688317365 W\n",
            "[codecarbon INFO @ 21:11:42] Energy consumed for all CPUs : 0.007437 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:11:42] 0.062587 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:11:42] Energy consumed for RAM : 0.005476 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:11:42] Energy consumed for all GPUs : 0.049685 kWh. Total GPU Power : 286.3755183102578 W\n",
            "[codecarbon INFO @ 21:11:42] Energy consumed for all CPUs : 0.007437 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:11:42] 0.062598 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:11:57] Energy consumed for RAM : 0.005606 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:11:57] Energy consumed for all GPUs : 0.050871 kWh. Total GPU Power : 287.2633807734529 W\n",
            "[codecarbon INFO @ 21:11:57] Energy consumed for all CPUs : 0.007614 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:11:57] 0.064091 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:11:57] Energy consumed for RAM : 0.005606 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:11:57] Energy consumed for all GPUs : 0.050881 kWh. Total GPU Power : 287.1818023645512 W\n",
            "[codecarbon INFO @ 21:11:57] Energy consumed for all CPUs : 0.007614 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:11:57] 0.064102 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:12:12] Energy consumed for RAM : 0.005736 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:12:12] Energy consumed for all GPUs : 0.052066 kWh. Total GPU Power : 287.0118916401436 W\n",
            "[codecarbon INFO @ 21:12:12] Energy consumed for all CPUs : 0.007791 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:12:12] 0.065594 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:12:12] Energy consumed for RAM : 0.005737 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:12:12] Energy consumed for all GPUs : 0.052079 kWh. Total GPU Power : 287.50779473216215 W\n",
            "[codecarbon INFO @ 21:12:12] Energy consumed for all CPUs : 0.007791 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:12:12] 0.065606 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:12:27] Energy consumed for RAM : 0.005867 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:12:27] Energy consumed for all GPUs : 0.053260 kWh. Total GPU Power : 286.57516776098146 W\n",
            "[codecarbon INFO @ 21:12:27] Energy consumed for all CPUs : 0.007968 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:12:27] 0.067095 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:12:27] Energy consumed for RAM : 0.005867 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:12:27] Energy consumed for all GPUs : 0.053274 kWh. Total GPU Power : 286.8622293776956 W\n",
            "[codecarbon INFO @ 21:12:27] Energy consumed for all CPUs : 0.007968 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:12:27] 0.067109 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:12:42] Energy consumed for RAM : 0.005997 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:12:42] Energy consumed for all GPUs : 0.054457 kWh. Total GPU Power : 287.3288905524481 W\n",
            "[codecarbon INFO @ 21:12:42] Energy consumed for all CPUs : 0.008145 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:12:42] 0.068599 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:12:42] Energy consumed for RAM : 0.005997 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:12:42] Energy consumed for all GPUs : 0.054466 kWh. Total GPU Power : 286.27168369907236 W\n",
            "[codecarbon INFO @ 21:12:42] Energy consumed for all CPUs : 0.008145 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:12:42] 0.068609 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:12:57] Energy consumed for RAM : 0.006127 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:12:57] Energy consumed for all GPUs : 0.055653 kWh. Total GPU Power : 287.081333522617 W\n",
            "[codecarbon INFO @ 21:12:57] Energy consumed for all CPUs : 0.008322 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:12:57] 0.070102 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:12:57] Energy consumed for RAM : 0.006128 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:12:57] Energy consumed for all GPUs : 0.055665 kWh. Total GPU Power : 287.7123105298346 W\n",
            "[codecarbon INFO @ 21:12:57] Energy consumed for all CPUs : 0.008322 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:12:57] 0.070115 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:13:12] Energy consumed for RAM : 0.006258 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:13:12] Energy consumed for all GPUs : 0.056848 kWh. Total GPU Power : 287.04289335570354 W\n",
            "[codecarbon INFO @ 21:13:12] Energy consumed for all CPUs : 0.008499 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:13:12] 0.071605 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:13:12] Energy consumed for RAM : 0.006258 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:13:12] Energy consumed for all GPUs : 0.056867 kWh. Total GPU Power : 288.5691512597759 W\n",
            "[codecarbon INFO @ 21:13:12] Energy consumed for all CPUs : 0.008499 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:13:12] 0.071624 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:13:27] Energy consumed for RAM : 0.006388 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:13:27] Energy consumed for all GPUs : 0.058047 kWh. Total GPU Power : 287.80054979302713 W\n",
            "[codecarbon INFO @ 21:13:27] Energy consumed for all CPUs : 0.008676 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:13:27] 0.073112 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:13:27] Energy consumed for RAM : 0.006388 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:13:27] Energy consumed for all GPUs : 0.058065 kWh. Total GPU Power : 287.7004558864987 W\n",
            "[codecarbon INFO @ 21:13:27] Energy consumed for all CPUs : 0.008676 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:13:27] 0.073130 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:13:42] Energy consumed for RAM : 0.006518 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:13:42] Energy consumed for all GPUs : 0.059241 kWh. Total GPU Power : 286.7050152134113 W\n",
            "[codecarbon INFO @ 21:13:42] Energy consumed for all CPUs : 0.008853 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:13:42] 0.074613 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:13:42] Energy consumed for RAM : 0.006519 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:13:42] Energy consumed for all GPUs : 0.059263 kWh. Total GPU Power : 287.57997887333534 W\n",
            "[codecarbon INFO @ 21:13:42] Energy consumed for all CPUs : 0.008853 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:13:42] 0.074635 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:13:57] Energy consumed for RAM : 0.006649 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:13:57] Energy consumed for all GPUs : 0.060437 kWh. Total GPU Power : 287.0276349133439 W\n",
            "[codecarbon INFO @ 21:13:57] Energy consumed for all CPUs : 0.009030 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:13:57] 0.076116 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:13:57] Energy consumed for RAM : 0.006649 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:13:57] Energy consumed for all GPUs : 0.060458 kWh. Total GPU Power : 286.9063203268178 W\n",
            "[codecarbon INFO @ 21:13:57] Energy consumed for all CPUs : 0.009030 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:13:57] 0.076138 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:14:12] Energy consumed for RAM : 0.006779 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:14:12] Energy consumed for all GPUs : 0.061637 kWh. Total GPU Power : 288.24630941789275 W\n",
            "[codecarbon INFO @ 21:14:12] Energy consumed for all CPUs : 0.009207 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:14:12] 0.077624 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:14:12] Energy consumed for RAM : 0.006780 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:14:12] Energy consumed for all GPUs : 0.061655 kWh. Total GPU Power : 287.3598644585601 W\n",
            "[codecarbon INFO @ 21:14:12] Energy consumed for all CPUs : 0.009207 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:14:12] 0.077642 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:14:27] Energy consumed for RAM : 0.006910 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:14:27] Energy consumed for all GPUs : 0.062838 kWh. Total GPU Power : 288.1791808499835 W\n",
            "[codecarbon INFO @ 21:14:27] Energy consumed for all CPUs : 0.009385 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:14:27] 0.079132 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:14:27] Energy consumed for RAM : 0.006910 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:14:27] Energy consumed for all GPUs : 0.062857 kWh. Total GPU Power : 288.63776402894536 W\n",
            "[codecarbon INFO @ 21:14:27] Energy consumed for all CPUs : 0.009385 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:14:27] 0.079152 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:14:42] Energy consumed for RAM : 0.007040 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:14:42] Energy consumed for all GPUs : 0.064036 kWh. Total GPU Power : 287.65842768241157 W\n",
            "[codecarbon INFO @ 21:14:42] Energy consumed for all CPUs : 0.009562 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:14:42] 0.080637 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:14:42] Energy consumed for RAM : 0.007040 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:14:42] Energy consumed for all GPUs : 0.064054 kWh. Total GPU Power : 287.2354483321608 W\n",
            "[codecarbon INFO @ 21:14:42] Energy consumed for all CPUs : 0.009562 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:14:42] 0.080656 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:14:57] Energy consumed for RAM : 0.007170 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:14:57] Energy consumed for all GPUs : 0.065237 kWh. Total GPU Power : 288.296743109957 W\n",
            "[codecarbon INFO @ 21:14:57] Energy consumed for all CPUs : 0.009739 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:14:57] 0.082146 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:14:57] Energy consumed for RAM : 0.007171 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:14:57] Energy consumed for all GPUs : 0.065256 kWh. Total GPU Power : 288.5373682473534 W\n",
            "[codecarbon INFO @ 21:14:57] Energy consumed for all CPUs : 0.009739 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:14:57] 0.082165 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:15:12] Energy consumed for RAM : 0.007301 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:15:12] Energy consumed for all GPUs : 0.066435 kWh. Total GPU Power : 287.79260226073336 W\n",
            "[codecarbon INFO @ 21:15:12] Energy consumed for all CPUs : 0.009916 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:15:12] 0.083652 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:15:12] Energy consumed for RAM : 0.007301 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:15:12] Energy consumed for all GPUs : 0.066458 kWh. Total GPU Power : 288.778510534133 W\n",
            "[codecarbon INFO @ 21:15:12] Energy consumed for all CPUs : 0.009916 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:15:12] 0.083675 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:15:27] Energy consumed for RAM : 0.007431 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:15:27] Energy consumed for all GPUs : 0.067639 kWh. Total GPU Power : 288.3543915239493 W\n",
            "[codecarbon INFO @ 21:15:27] Energy consumed for all CPUs : 0.010093 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:15:27] 0.085163 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:15:27] Energy consumed for RAM : 0.007432 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:15:27] Energy consumed for all GPUs : 0.067657 kWh. Total GPU Power : 287.86028262539656 W\n",
            "[codecarbon INFO @ 21:15:27] Energy consumed for all CPUs : 0.010093 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:15:27] 0.085182 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:15:42] Energy consumed for RAM : 0.007562 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:15:42] Energy consumed for all GPUs : 0.068836 kWh. Total GPU Power : 287.56276563304016 W\n",
            "[codecarbon INFO @ 21:15:42] Energy consumed for all CPUs : 0.010270 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:15:42] 0.086668 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:15:42] Energy consumed for RAM : 0.007562 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:15:42] Energy consumed for all GPUs : 0.068856 kWh. Total GPU Power : 287.24666255815436 W\n",
            "[codecarbon INFO @ 21:15:42] Energy consumed for all CPUs : 0.010270 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:15:42] 0.086688 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:15:57] Energy consumed for RAM : 0.007692 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:15:57] Energy consumed for all GPUs : 0.070036 kWh. Total GPU Power : 287.9207737672262 W\n",
            "[codecarbon INFO @ 21:15:57] Energy consumed for all CPUs : 0.010447 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:15:57] 0.088175 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:15:57] Energy consumed for RAM : 0.007692 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:15:57] Energy consumed for all GPUs : 0.070055 kWh. Total GPU Power : 288.04777152576185 W\n",
            "[codecarbon INFO @ 21:15:57] Energy consumed for all CPUs : 0.010447 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:15:57] 0.088194 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:16:12] Energy consumed for RAM : 0.007822 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:16:12] Energy consumed for all GPUs : 0.071244 kWh. Total GPU Power : 290.1113796448561 W\n",
            "[codecarbon INFO @ 21:16:12] Energy consumed for all CPUs : 0.010624 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:16:12] 0.089691 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:16:12] Energy consumed for RAM : 0.007823 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:16:12] Energy consumed for all GPUs : 0.071255 kWh. Total GPU Power : 288.0537370609719 W\n",
            "[codecarbon INFO @ 21:16:12] Energy consumed for all CPUs : 0.010624 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:16:12] 0.089701 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:16:27] Energy consumed for RAM : 0.007953 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:16:27] Energy consumed for all GPUs : 0.072434 kWh. Total GPU Power : 285.73510697544026 W\n",
            "[codecarbon INFO @ 21:16:27] Energy consumed for all CPUs : 0.010801 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:16:27] 0.091188 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:16:27] Energy consumed for RAM : 0.007953 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:16:27] Energy consumed for all GPUs : 0.072455 kWh. Total GPU Power : 288.0780974743312 W\n",
            "[codecarbon INFO @ 21:16:27] Energy consumed for all CPUs : 0.010801 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:16:27] 0.091209 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:16:42] Energy consumed for RAM : 0.008083 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:16:42] Energy consumed for all GPUs : 0.073631 kWh. Total GPU Power : 287.24039281094826 W\n",
            "[codecarbon INFO @ 21:16:42] Energy consumed for all CPUs : 0.010978 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:16:42] 0.092692 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:16:42] Energy consumed for RAM : 0.008083 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:16:42] Energy consumed for all GPUs : 0.073653 kWh. Total GPU Power : 287.83138188501283 W\n",
            "[codecarbon INFO @ 21:16:42] Energy consumed for all CPUs : 0.010978 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:16:42] 0.092715 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:16:57] Energy consumed for RAM : 0.008214 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:16:57] Energy consumed for all GPUs : 0.074840 kWh. Total GPU Power : 290.3441931451147 W\n",
            "[codecarbon INFO @ 21:16:57] Energy consumed for all CPUs : 0.011156 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:16:57] 0.094209 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:16:57] Energy consumed for RAM : 0.008214 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:16:57] Energy consumed for all GPUs : 0.074850 kWh. Total GPU Power : 287.27709892283326 W\n",
            "[codecarbon INFO @ 21:16:57] Energy consumed for all CPUs : 0.011155 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:16:57] 0.094219 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:17:12] Energy consumed for RAM : 0.008344 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:17:12] Energy consumed for all GPUs : 0.076036 kWh. Total GPU Power : 287.2901103831772 W\n",
            "[codecarbon INFO @ 21:17:12] Energy consumed for all CPUs : 0.011333 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:17:12] 0.095713 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:17:12] Energy consumed for RAM : 0.008344 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:17:12] Energy consumed for all GPUs : 0.076048 kWh. Total GPU Power : 287.70029199434805 W\n",
            "[codecarbon INFO @ 21:17:12] Energy consumed for all CPUs : 0.011332 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:17:12] 0.095725 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:17:27] Energy consumed for RAM : 0.008474 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:17:27] Energy consumed for all GPUs : 0.077235 kWh. Total GPU Power : 287.72571657381275 W\n",
            "[codecarbon INFO @ 21:17:27] Energy consumed for all CPUs : 0.011510 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:17:27] 0.097219 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:17:27] Energy consumed for RAM : 0.008475 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:17:27] Energy consumed for all GPUs : 0.077246 kWh. Total GPU Power : 287.4743649252277 W\n",
            "[codecarbon INFO @ 21:17:27] Energy consumed for all CPUs : 0.011509 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:17:27] 0.097230 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:17:42] Energy consumed for RAM : 0.008605 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:17:42] Energy consumed for all GPUs : 0.078436 kWh. Total GPU Power : 288.3955943691489 W\n",
            "[codecarbon INFO @ 21:17:42] Energy consumed for all CPUs : 0.011687 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:17:42] 0.098727 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:17:42] Energy consumed for RAM : 0.008605 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:17:42] Energy consumed for all GPUs : 0.078447 kWh. Total GPU Power : 288.3102066514137 W\n",
            "[codecarbon INFO @ 21:17:42] Energy consumed for all CPUs : 0.011687 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:17:42] 0.098738 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:17:57] Energy consumed for RAM : 0.008735 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:17:57] Energy consumed for all GPUs : 0.079635 kWh. Total GPU Power : 287.7912449896578 W\n",
            "[codecarbon INFO @ 21:17:57] Energy consumed for all CPUs : 0.011864 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:17:57] 0.100234 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:17:57] Energy consumed for RAM : 0.008735 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:17:57] Energy consumed for all GPUs : 0.079648 kWh. Total GPU Power : 288.3769620581603 W\n",
            "[codecarbon INFO @ 21:17:57] Energy consumed for all CPUs : 0.011864 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:17:57] 0.100247 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:18:12] Energy consumed for RAM : 0.008865 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:18:12] Energy consumed for all GPUs : 0.080833 kWh. Total GPU Power : 287.61971260280694 W\n",
            "[codecarbon INFO @ 21:18:12] Energy consumed for all CPUs : 0.012041 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:18:12] 0.101739 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:18:12] Energy consumed for RAM : 0.008866 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:18:12] Energy consumed for all GPUs : 0.080847 kWh. Total GPU Power : 287.853428084255 W\n",
            "[codecarbon INFO @ 21:18:12] Energy consumed for all CPUs : 0.012041 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:18:12] 0.101753 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:18:27] Energy consumed for RAM : 0.008996 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:18:27] Energy consumed for all GPUs : 0.082035 kWh. Total GPU Power : 288.70238497511633 W\n",
            "[codecarbon INFO @ 21:18:27] Energy consumed for all CPUs : 0.012218 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:18:27] 0.103249 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:18:27] Energy consumed for RAM : 0.008996 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:18:27] Energy consumed for all GPUs : 0.082044 kWh. Total GPU Power : 287.49896944322273 W\n",
            "[codecarbon INFO @ 21:18:27] Energy consumed for all CPUs : 0.012218 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:18:27] 0.103258 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:18:42] Energy consumed for RAM : 0.009126 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:18:42] Energy consumed for all GPUs : 0.083231 kWh. Total GPU Power : 287.15145471556974 W\n",
            "[codecarbon INFO @ 21:18:42] Energy consumed for all CPUs : 0.012395 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:18:42] 0.104752 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:18:42] Energy consumed for RAM : 0.009126 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:18:42] Energy consumed for all GPUs : 0.083243 kWh. Total GPU Power : 287.9873495025018 W\n",
            "[codecarbon INFO @ 21:18:42] Energy consumed for all CPUs : 0.012395 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:18:42] 0.104764 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:18:57] Energy consumed for RAM : 0.009257 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:18:57] Energy consumed for all GPUs : 0.084429 kWh. Total GPU Power : 287.4786578726785 W\n",
            "[codecarbon INFO @ 21:18:57] Energy consumed for all CPUs : 0.012572 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:18:57] 0.106257 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:18:57] Energy consumed for RAM : 0.009257 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:18:57] Energy consumed for all GPUs : 0.084439 kWh. Total GPU Power : 287.1791128024918 W\n",
            "[codecarbon INFO @ 21:18:57] Energy consumed for all CPUs : 0.012572 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:18:57] 0.106268 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:19:12] Energy consumed for RAM : 0.009387 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:19:12] Energy consumed for all GPUs : 0.085626 kWh. Total GPU Power : 287.46844872569346 W\n",
            "[codecarbon INFO @ 21:19:12] Energy consumed for all CPUs : 0.012749 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:19:12] 0.107762 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:19:12] Energy consumed for RAM : 0.009387 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:19:12] Energy consumed for all GPUs : 0.085637 kWh. Total GPU Power : 287.5444200047809 W\n",
            "[codecarbon INFO @ 21:19:12] Energy consumed for all CPUs : 0.012749 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:19:12] 0.107773 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:19:27] Energy consumed for RAM : 0.009517 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:19:27] Energy consumed for all GPUs : 0.086827 kWh. Total GPU Power : 288.2826406210149 W\n",
            "[codecarbon INFO @ 21:19:27] Energy consumed for all CPUs : 0.012926 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:19:27] 0.109271 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:19:27] Energy consumed for RAM : 0.009517 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:19:27] Energy consumed for all GPUs : 0.086838 kWh. Total GPU Power : 288.34967189061507 W\n",
            "[codecarbon INFO @ 21:19:27] Energy consumed for all CPUs : 0.012926 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:19:27] 0.109281 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:19:42] Energy consumed for RAM : 0.009648 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:19:42] Energy consumed for all GPUs : 0.088020 kWh. Total GPU Power : 286.36245906571384 W\n",
            "[codecarbon INFO @ 21:19:42] Energy consumed for all CPUs : 0.013104 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:19:42] 0.110771 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:19:42] Energy consumed for RAM : 0.009648 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:19:42] Energy consumed for all GPUs : 0.088031 kWh. Total GPU Power : 286.3878741700786 W\n",
            "[codecarbon INFO @ 21:19:42] Energy consumed for all CPUs : 0.013103 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:19:42] 0.110782 kWh of electricity used since the beginning.\n",
            "/usr/local/lib/python3.10/dist-packages/transformers/tokenization_utils_base.py:2436: UserWarning: `max_length` is ignored when `padding`=`True` and there is no truncation strategy. To pad to max length, use `padding='max_length'`.\n",
            "  warnings.warn(\n",
            "[codecarbon INFO @ 21:19:57] Energy consumed for RAM : 0.009778 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:19:57] Energy consumed for all GPUs : 0.089093 kWh. Total GPU Power : 257.5809961197532 W\n",
            "[codecarbon INFO @ 21:19:57] Energy consumed for all CPUs : 0.013281 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:19:57] 0.112151 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:19:57] Energy consumed for RAM : 0.009778 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:19:57] Energy consumed for all GPUs : 0.089103 kWh. Total GPU Power : 257.32722291208216 W\n",
            "[codecarbon INFO @ 21:19:57] Energy consumed for all CPUs : 0.013280 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:19:57] 0.112161 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:20:12] Energy consumed for RAM : 0.009908 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:20:12] Energy consumed for all GPUs : 0.090271 kWh. Total GPU Power : 282.81944792618833 W\n",
            "[codecarbon INFO @ 21:20:12] Energy consumed for all CPUs : 0.013458 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:20:12] 0.113637 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:20:12] Energy consumed for RAM : 0.009909 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:20:12] Energy consumed for all GPUs : 0.090281 kWh. Total GPU Power : 282.83727215539153 W\n",
            "[codecarbon INFO @ 21:20:12] Energy consumed for all CPUs : 0.013457 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:20:12] 0.113647 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:20:27] Energy consumed for RAM : 0.010039 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:20:27] Energy consumed for all GPUs : 0.091443 kWh. Total GPU Power : 281.4189387387354 W\n",
            "[codecarbon INFO @ 21:20:27] Energy consumed for all CPUs : 0.013635 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:20:27] 0.115116 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:20:27] Energy consumed for RAM : 0.010039 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:20:27] Energy consumed for all GPUs : 0.091458 kWh. Total GPU Power : 282.72053468922525 W\n",
            "[codecarbon INFO @ 21:20:27] Energy consumed for all CPUs : 0.013634 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:20:27] 0.115132 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:20:42] Energy consumed for RAM : 0.010169 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:20:42] Energy consumed for all GPUs : 0.092621 kWh. Total GPU Power : 282.9273186707177 W\n",
            "[codecarbon INFO @ 21:20:42] Energy consumed for all CPUs : 0.013812 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:20:42] 0.116602 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:20:42] Energy consumed for RAM : 0.010169 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:20:42] Energy consumed for all GPUs : 0.092632 kWh. Total GPU Power : 281.8932811128363 W\n",
            "[codecarbon INFO @ 21:20:42] Energy consumed for all CPUs : 0.013811 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:20:42] 0.116613 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:20:57] Energy consumed for RAM : 0.010300 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:20:57] Energy consumed for all GPUs : 0.093800 kWh. Total GPU Power : 283.0135316375287 W\n",
            "[codecarbon INFO @ 21:20:57] Energy consumed for all CPUs : 0.013989 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:20:57] 0.118089 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:20:57] Energy consumed for RAM : 0.010300 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:20:57] Energy consumed for all GPUs : 0.093812 kWh. Total GPU Power : 282.42286184675726 W\n",
            "[codecarbon INFO @ 21:20:57] Energy consumed for all CPUs : 0.013989 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:20:57] 0.118101 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:21:12] Energy consumed for RAM : 0.010430 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:21:12] Energy consumed for all GPUs : 0.094982 kWh. Total GPU Power : 283.5995563294189 W\n",
            "[codecarbon INFO @ 21:21:12] Energy consumed for all CPUs : 0.014166 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:21:12] 0.119577 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:21:12] Energy consumed for RAM : 0.010430 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:21:12] Energy consumed for all GPUs : 0.094993 kWh. Total GPU Power : 283.58537191683064 W\n",
            "[codecarbon INFO @ 21:21:12] Energy consumed for all CPUs : 0.014166 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:21:12] 0.119589 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:21:27] Energy consumed for RAM : 0.010560 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:21:27] Energy consumed for all GPUs : 0.096168 kWh. Total GPU Power : 284.9135361768777 W\n",
            "[codecarbon INFO @ 21:21:27] Energy consumed for all CPUs : 0.014343 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:21:27] 0.121072 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:21:27] Energy consumed for RAM : 0.010561 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:21:27] Energy consumed for all GPUs : 0.096179 kWh. Total GPU Power : 284.7494102584203 W\n",
            "[codecarbon INFO @ 21:21:27] Energy consumed for all CPUs : 0.014343 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:21:27] 0.121082 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:21:42] Energy consumed for RAM : 0.010691 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:21:42] Energy consumed for all GPUs : 0.097353 kWh. Total GPU Power : 284.3819246446599 W\n",
            "[codecarbon INFO @ 21:21:42] Energy consumed for all CPUs : 0.014520 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:21:42] 0.122564 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:21:42] Energy consumed for RAM : 0.010691 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:21:42] Energy consumed for all GPUs : 0.097364 kWh. Total GPU Power : 284.5677382153186 W\n",
            "[codecarbon INFO @ 21:21:42] Energy consumed for all CPUs : 0.014520 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:21:42] 0.122575 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:21:57] Energy consumed for RAM : 0.010821 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:21:57] Energy consumed for all GPUs : 0.098533 kWh. Total GPU Power : 283.24833558979907 W\n",
            "[codecarbon INFO @ 21:21:57] Energy consumed for all CPUs : 0.014697 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:21:57] 0.124051 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:21:57] Energy consumed for RAM : 0.010822 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:21:57] Energy consumed for all GPUs : 0.098546 kWh. Total GPU Power : 283.86037397978595 W\n",
            "[codecarbon INFO @ 21:21:57] Energy consumed for all CPUs : 0.014697 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:21:57] 0.124065 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:22:12] Energy consumed for RAM : 0.010952 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:22:12] Energy consumed for all GPUs : 0.099714 kWh. Total GPU Power : 282.7357990670632 W\n",
            "[codecarbon INFO @ 21:22:12] Energy consumed for all CPUs : 0.014875 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:22:12] 0.125540 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:22:12] Energy consumed for RAM : 0.010952 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:22:12] Energy consumed for all GPUs : 0.099723 kWh. Total GPU Power : 282.5371344045296 W\n",
            "[codecarbon INFO @ 21:22:12] Energy consumed for all CPUs : 0.014874 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:22:12] 0.125549 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:22:27] Energy consumed for RAM : 0.011081 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:22:27] Energy consumed for all GPUs : 0.100892 kWh. Total GPU Power : 283.88815829754657 W\n",
            "[codecarbon INFO @ 21:22:27] Energy consumed for all CPUs : 0.015051 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:22:27] 0.127025 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:22:27] Energy consumed for RAM : 0.011082 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:22:27] Energy consumed for all GPUs : 0.100909 kWh. Total GPU Power : 284.04971773661265 W\n",
            "[codecarbon INFO @ 21:22:27] Energy consumed for all CPUs : 0.015052 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:22:27] 0.127043 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:22:42] Energy consumed for RAM : 0.011212 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:22:42] Energy consumed for all GPUs : 0.102069 kWh. Total GPU Power : 282.455474340382 W\n",
            "[codecarbon INFO @ 21:22:42] Energy consumed for all CPUs : 0.015228 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:22:42] 0.128509 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:22:42] Energy consumed for RAM : 0.011213 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:22:42] Energy consumed for all GPUs : 0.102080 kWh. Total GPU Power : 281.2851049999179 W\n",
            "[codecarbon INFO @ 21:22:42] Energy consumed for all CPUs : 0.015228 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:22:42] 0.128521 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:22:57] Energy consumed for RAM : 0.011342 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:22:57] Energy consumed for all GPUs : 0.103249 kWh. Total GPU Power : 283.25149157724417 W\n",
            "[codecarbon INFO @ 21:22:57] Energy consumed for all CPUs : 0.015405 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:22:57] 0.129996 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:22:57] Energy consumed for RAM : 0.011343 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:22:57] Energy consumed for all GPUs : 0.103259 kWh. Total GPU Power : 283.10972433059686 W\n",
            "[codecarbon INFO @ 21:22:57] Energy consumed for all CPUs : 0.015406 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:22:57] 0.130008 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:23:12] Energy consumed for RAM : 0.011473 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:23:12] Energy consumed for all GPUs : 0.104429 kWh. Total GPU Power : 283.3755424537565 W\n",
            "[codecarbon INFO @ 21:23:12] Energy consumed for all CPUs : 0.015582 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:23:12] 0.131484 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:23:12] Energy consumed for RAM : 0.011474 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:23:12] Energy consumed for all GPUs : 0.104440 kWh. Total GPU Power : 283.672306270635 W\n",
            "[codecarbon INFO @ 21:23:12] Energy consumed for all CPUs : 0.015583 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:23:12] 0.131497 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:23:27] Energy consumed for RAM : 0.011603 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:23:27] Energy consumed for all GPUs : 0.105604 kWh. Total GPU Power : 282.11974605001603 W\n",
            "[codecarbon INFO @ 21:23:27] Energy consumed for all CPUs : 0.015760 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:23:27] 0.132966 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:23:27] Energy consumed for RAM : 0.011604 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:23:27] Energy consumed for all GPUs : 0.105617 kWh. Total GPU Power : 282.6048607711134 W\n",
            "[codecarbon INFO @ 21:23:27] Energy consumed for all CPUs : 0.015760 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:23:27] 0.132981 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:23:42] Energy consumed for RAM : 0.011733 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:23:42] Energy consumed for all GPUs : 0.106784 kWh. Total GPU Power : 283.29572676174064 W\n",
            "[codecarbon INFO @ 21:23:42] Energy consumed for all CPUs : 0.015937 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:23:42] 0.134454 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:23:42] Energy consumed for RAM : 0.011734 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:23:42] Energy consumed for all GPUs : 0.106794 kWh. Total GPU Power : 282.36526409147234 W\n",
            "[codecarbon INFO @ 21:23:42] Energy consumed for all CPUs : 0.015937 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:23:42] 0.134465 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:23:57] Energy consumed for RAM : 0.011864 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:23:57] Energy consumed for all GPUs : 0.107962 kWh. Total GPU Power : 282.9003300832732 W\n",
            "[codecarbon INFO @ 21:23:57] Energy consumed for all CPUs : 0.016114 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:23:57] 0.135940 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:23:57] Energy consumed for RAM : 0.011865 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:23:57] Energy consumed for all GPUs : 0.107981 kWh. Total GPU Power : 285.0727758152333 W\n",
            "[codecarbon INFO @ 21:23:57] Energy consumed for all CPUs : 0.016114 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:23:57] 0.135960 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:24:12] Energy consumed for RAM : 0.011994 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:24:12] Energy consumed for all GPUs : 0.109143 kWh. Total GPU Power : 283.54897414640766 W\n",
            "[codecarbon INFO @ 21:24:12] Energy consumed for all CPUs : 0.016291 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:24:12] 0.137428 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:24:12] Energy consumed for RAM : 0.011995 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:24:12] Energy consumed for all GPUs : 0.109162 kWh. Total GPU Power : 283.49959562993115 W\n",
            "[codecarbon INFO @ 21:24:12] Energy consumed for all CPUs : 0.016291 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:24:12] 0.137448 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:24:27] Energy consumed for RAM : 0.012124 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:24:27] Energy consumed for all GPUs : 0.110324 kWh. Total GPU Power : 283.52978548247927 W\n",
            "[codecarbon INFO @ 21:24:27] Energy consumed for all CPUs : 0.016468 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:24:27] 0.138917 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:24:27] Energy consumed for RAM : 0.012125 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:24:27] Energy consumed for all GPUs : 0.110342 kWh. Total GPU Power : 283.4055618946525 W\n",
            "[codecarbon INFO @ 21:24:27] Energy consumed for all CPUs : 0.016468 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:24:27] 0.138936 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:24:42] Energy consumed for RAM : 0.012255 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:24:42] Energy consumed for all GPUs : 0.111503 kWh. Total GPU Power : 282.9883585595676 W\n",
            "[codecarbon INFO @ 21:24:42] Energy consumed for all CPUs : 0.016645 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:24:42] 0.140403 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:24:42] Energy consumed for RAM : 0.012256 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:24:42] Energy consumed for all GPUs : 0.111523 kWh. Total GPU Power : 283.48041546164427 W\n",
            "[codecarbon INFO @ 21:24:42] Energy consumed for all CPUs : 0.016645 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:24:42] 0.140424 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:24:57] Energy consumed for RAM : 0.012385 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:24:57] Energy consumed for all GPUs : 0.112681 kWh. Total GPU Power : 282.8797458902193 W\n",
            "[codecarbon INFO @ 21:24:57] Energy consumed for all CPUs : 0.016822 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:24:57] 0.141889 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:24:57] Energy consumed for RAM : 0.012386 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:24:57] Energy consumed for all GPUs : 0.112703 kWh. Total GPU Power : 283.36692847722395 W\n",
            "[codecarbon INFO @ 21:24:57] Energy consumed for all CPUs : 0.016822 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:24:57] 0.141912 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:25:12] Energy consumed for RAM : 0.012516 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:25:12] Energy consumed for all GPUs : 0.113859 kWh. Total GPU Power : 282.80868797777646 W\n",
            "[codecarbon INFO @ 21:25:12] Energy consumed for all CPUs : 0.016999 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:25:12] 0.143374 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:25:12] Energy consumed for RAM : 0.012517 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:25:12] Energy consumed for all GPUs : 0.113877 kWh. Total GPU Power : 281.81923980031667 W\n",
            "[codecarbon INFO @ 21:25:12] Energy consumed for all CPUs : 0.016999 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:25:12] 0.143393 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:25:27] Energy consumed for RAM : 0.012646 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:25:27] Energy consumed for all GPUs : 0.115039 kWh. Total GPU Power : 283.26487844559307 W\n",
            "[codecarbon INFO @ 21:25:27] Energy consumed for all CPUs : 0.017176 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:25:27] 0.144861 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:25:27] Energy consumed for RAM : 0.012647 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:25:27] Energy consumed for all GPUs : 0.115059 kWh. Total GPU Power : 283.62914668381626 W\n",
            "[codecarbon INFO @ 21:25:27] Energy consumed for all CPUs : 0.017176 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:25:27] 0.144882 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:25:42] Energy consumed for RAM : 0.012776 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:25:42] Energy consumed for all GPUs : 0.116221 kWh. Total GPU Power : 283.6367320852845 W\n",
            "[codecarbon INFO @ 21:25:42] Energy consumed for all CPUs : 0.017353 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:25:42] 0.146350 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:25:42] Energy consumed for RAM : 0.012777 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:25:42] Energy consumed for all GPUs : 0.116239 kWh. Total GPU Power : 283.3039439299604 W\n",
            "[codecarbon INFO @ 21:25:42] Energy consumed for all CPUs : 0.017353 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:25:42] 0.146369 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:25:57] Energy consumed for RAM : 0.012907 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:25:57] Energy consumed for all GPUs : 0.117401 kWh. Total GPU Power : 283.3544466293518 W\n",
            "[codecarbon INFO @ 21:25:57] Energy consumed for all CPUs : 0.017530 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:25:57] 0.147838 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:25:57] Energy consumed for RAM : 0.012908 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:25:57] Energy consumed for all GPUs : 0.117411 kWh. Total GPU Power : 281.47940874750975 W\n",
            "[codecarbon INFO @ 21:25:57] Energy consumed for all CPUs : 0.017530 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:25:57] 0.147849 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:26:12] Energy consumed for RAM : 0.013037 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:26:12] Energy consumed for all GPUs : 0.118580 kWh. Total GPU Power : 283.1476379788352 W\n",
            "[codecarbon INFO @ 21:26:12] Energy consumed for all CPUs : 0.017707 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:26:12] 0.149325 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:26:12] Energy consumed for RAM : 0.013038 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:26:12] Energy consumed for all GPUs : 0.118601 kWh. Total GPU Power : 285.66469305589266 W\n",
            "[codecarbon INFO @ 21:26:12] Energy consumed for all CPUs : 0.017707 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:26:12] 0.149346 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:26:27] Energy consumed for RAM : 0.013167 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:26:27] Energy consumed for all GPUs : 0.119757 kWh. Total GPU Power : 282.5151945445162 W\n",
            "[codecarbon INFO @ 21:26:27] Energy consumed for all CPUs : 0.017884 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:26:27] 0.150809 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:26:27] Energy consumed for RAM : 0.013168 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:26:27] Energy consumed for all GPUs : 0.119779 kWh. Total GPU Power : 282.9449212170337 W\n",
            "[codecarbon INFO @ 21:26:27] Energy consumed for all CPUs : 0.017884 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:26:27] 0.150832 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:26:42] Energy consumed for RAM : 0.013298 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:26:42] Energy consumed for all GPUs : 0.120937 kWh. Total GPU Power : 283.30804785697285 W\n",
            "[codecarbon INFO @ 21:26:42] Energy consumed for all CPUs : 0.018061 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:26:42] 0.152296 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:26:42] Energy consumed for RAM : 0.013299 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:26:42] Energy consumed for all GPUs : 0.120947 kWh. Total GPU Power : 280.475308740083 W\n",
            "[codecarbon INFO @ 21:26:42] Energy consumed for all CPUs : 0.018062 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:26:42] 0.152308 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:26:57] Energy consumed for RAM : 0.013428 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:26:57] Energy consumed for all GPUs : 0.122119 kWh. Total GPU Power : 283.7941145999093 W\n",
            "[codecarbon INFO @ 21:26:57] Energy consumed for all CPUs : 0.018238 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:26:57] 0.153785 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:26:57] Energy consumed for RAM : 0.013429 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:26:57] Energy consumed for all GPUs : 0.122130 kWh. Total GPU Power : 283.9966853653281 W\n",
            "[codecarbon INFO @ 21:26:57] Energy consumed for all CPUs : 0.018239 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:26:57] 0.153798 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:27:12] Energy consumed for RAM : 0.013559 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:27:12] Energy consumed for all GPUs : 0.123300 kWh. Total GPU Power : 283.547120051184 W\n",
            "[codecarbon INFO @ 21:27:12] Energy consumed for all CPUs : 0.018415 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:27:12] 0.155274 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:27:12] Energy consumed for RAM : 0.013560 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:27:12] Energy consumed for all GPUs : 0.123310 kWh. Total GPU Power : 283.2414847575323 W\n",
            "[codecarbon INFO @ 21:27:12] Energy consumed for all CPUs : 0.018416 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:27:12] 0.155285 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:27:27] Energy consumed for RAM : 0.013689 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:27:27] Energy consumed for all GPUs : 0.124478 kWh. Total GPU Power : 282.83512375476937 W\n",
            "[codecarbon INFO @ 21:27:27] Energy consumed for all CPUs : 0.018593 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:27:27] 0.156760 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:27:27] Energy consumed for RAM : 0.013690 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:27:27] Energy consumed for all GPUs : 0.124496 kWh. Total GPU Power : 284.78569208283005 W\n",
            "[codecarbon INFO @ 21:27:27] Energy consumed for all CPUs : 0.018593 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:27:27] 0.156779 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:27:42] Energy consumed for RAM : 0.013819 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:27:42] Energy consumed for all GPUs : 0.125658 kWh. Total GPU Power : 283.23766254307264 W\n",
            "[codecarbon INFO @ 21:27:42] Energy consumed for all CPUs : 0.018770 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:27:42] 0.158247 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:27:42] Energy consumed for RAM : 0.013820 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:27:42] Energy consumed for all GPUs : 0.125680 kWh. Total GPU Power : 284.152312470853 W\n",
            "[codecarbon INFO @ 21:27:42] Energy consumed for all CPUs : 0.018770 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:27:42] 0.158270 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:27:57] Energy consumed for RAM : 0.013950 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:27:57] Energy consumed for all GPUs : 0.126839 kWh. Total GPU Power : 283.56582374633405 W\n",
            "[codecarbon INFO @ 21:27:57] Energy consumed for all CPUs : 0.018947 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:27:57] 0.159735 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:27:57] Energy consumed for RAM : 0.013951 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:27:57] Energy consumed for all GPUs : 0.126858 kWh. Total GPU Power : 282.8064519963179 W\n",
            "[codecarbon INFO @ 21:27:57] Energy consumed for all CPUs : 0.018947 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:27:57] 0.159755 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:28:12] Energy consumed for RAM : 0.014080 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:28:12] Energy consumed for all GPUs : 0.128016 kWh. Total GPU Power : 282.7294533384175 W\n",
            "[codecarbon INFO @ 21:28:12] Energy consumed for all CPUs : 0.019124 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:28:12] 0.161219 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:28:12] Energy consumed for RAM : 0.014081 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:28:12] Energy consumed for all GPUs : 0.128033 kWh. Total GPU Power : 282.08500263093276 W\n",
            "[codecarbon INFO @ 21:28:12] Energy consumed for all CPUs : 0.019124 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:28:12] 0.161237 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:28:27] Energy consumed for RAM : 0.014210 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:28:27] Energy consumed for all GPUs : 0.129196 kWh. Total GPU Power : 283.2660383700009 W\n",
            "[codecarbon INFO @ 21:28:27] Energy consumed for all CPUs : 0.019301 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:28:27] 0.162707 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:28:27] Energy consumed for RAM : 0.014211 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:28:27] Energy consumed for all GPUs : 0.129214 kWh. Total GPU Power : 283.67714777100906 W\n",
            "[codecarbon INFO @ 21:28:27] Energy consumed for all CPUs : 0.019301 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:28:27] 0.162727 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:28:42] Energy consumed for RAM : 0.014341 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:28:42] Energy consumed for all GPUs : 0.130375 kWh. Total GPU Power : 283.01944850989787 W\n",
            "[codecarbon INFO @ 21:28:42] Energy consumed for all CPUs : 0.019478 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:28:42] 0.164193 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:28:42] Energy consumed for RAM : 0.014342 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:28:42] Energy consumed for all GPUs : 0.130392 kWh. Total GPU Power : 282.76008246480956 W\n",
            "[codecarbon INFO @ 21:28:42] Energy consumed for all CPUs : 0.019478 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:28:42] 0.164212 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:28:57] Energy consumed for RAM : 0.014471 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:28:57] Energy consumed for all GPUs : 0.131552 kWh. Total GPU Power : 282.6391364412758 W\n",
            "[codecarbon INFO @ 21:28:57] Energy consumed for all CPUs : 0.019655 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:28:57] 0.165678 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:28:57] Energy consumed for RAM : 0.014472 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:28:57] Energy consumed for all GPUs : 0.131571 kWh. Total GPU Power : 282.96589645000114 W\n",
            "[codecarbon INFO @ 21:28:57] Energy consumed for all CPUs : 0.019655 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:28:57] 0.165698 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:29:04] Energy consumed for RAM : 0.014529 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:29:04] Energy consumed for all GPUs : 0.131988 kWh. Total GPU Power : 228.13305333222988 W\n",
            "[codecarbon INFO @ 21:29:04] Energy consumed for all CPUs : 0.019733 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:29:04] 0.166250 kWh of electricity used since the beginning.\n",
            "[codecarbon INFO @ 21:29:04] Energy consumed for RAM : 0.014531 kWh. RAM Power : 31.305280208587646 W\n",
            "[codecarbon INFO @ 21:29:04] Energy consumed for all GPUs : 0.131993 kWh. Total GPU Power : 230.790533112253 W\n",
            "[codecarbon INFO @ 21:29:04] Energy consumed for all CPUs : 0.019736 kWh. Total CPU Power : 42.5 W\n",
            "[codecarbon INFO @ 21:29:04] 0.166260 kWh of electricity used since the beginning.\n"
          ]
        },
        {
          "data": {
            "text/plain": [
              "0.0811242018304008"
            ]
          },
          "execution_count": 5,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "from transformers import TrainingArguments\n",
        "from codecarbon import EmissionsTracker\n",
        "from trl import RewardTrainer\n",
        "\n",
        "tracker = EmissionsTracker(\n",
        "    project_name=\"RewardModel_emissions\",\n",
        "    log_level=\"critical\",\n",
        "    output_dir=f\"/content/RewardModel\",\n",
        "    output_file=\"RewardModel_emissions.csv\",\n",
        ")\n",
        "\n",
        "training_args = TrainingArguments(\n",
        "    output_dir=\"/content/RewardModel\",\n",
        "    per_device_train_batch_size=42,\n",
        "    do_eval=False,\n",
        "    evaluation_strategy=\"no\", \n",
        "    save_strategy=\"steps\",\n",
        "    logging_strategy=\"steps\",\n",
        "    logging_steps=200,\n",
        "    max_steps = 1_200,\n",
        "    save_steps = 400,\n",
        "    learning_rate = 5e-5,\n",
        ")\n",
        "\n",
        "trainer = RewardTrainer(\n",
        "    model=model,\n",
        "    args=training_args,\n",
        "    tokenizer=tokenizer,\n",
        "    train_dataset=formatted_dataset,\n",
        ")\n",
        "\n",
        "tracker.start()\n",
        "trainer.train()\n",
        "tracker.stop()"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "9FxXN6u8sbYH"
      },
      "source": [
        "6. Test your RewardModel!"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 2,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 466,
          "referenced_widgets": [
            "0876792573cf4774a2f51008b87a40c1",
            "88b66d0d46b7468d9c3d9767286a8d9c",
            "06074982679046679972bbb9f58811e2",
            "8f29748c84be45a99e2114e1d86cc315",
            "bef7a10035d248e3931ecf2b38ff7d6e",
            "decbcb9381f0413cbe4f99ffabae4b24",
            "9aa9d13b989c41cfadac1934b5f73b74",
            "76eaa68c171541b89bc31743e106f841",
            "42d44d18fd664a1d8798b51179fed0ac",
            "707f1d45c3b14a5394c261731e85a018",
            "a5567b110b4846c39bfe7bcd7aa750d0",
            "51af198d1c2641b3975752292d6f89fe",
            "ffe49815a4f14cd791cf1e99c3639b17",
            "3fd0fd056aba4c11a97fc17a1cbacc58",
            "b6fdd6b6839049e5af16f115f6b7cf08",
            "abd0e807704d474ba1aca04d58fe8434",
            "7e9121d1091b46ec85985660024e316a",
            "dfe7f56206674d6d9ec90e9bf89a2092",
            "03a41074542e479995c5a7ad7f094835",
            "5ec8ea5cef244d29b110e197df3490bb",
            "800e56d109f64726a31143ea99696b89",
            "cb7f1c4b0b034473947e58729c1a6ced",
            "e8a17695005c4e58829bd093c40df9c2",
            "a2a1515c7ef34edeafc8cc958585c2a3",
            "0f1099dac10f478d92f82d371d2763c0",
            "9ced77f0c8ef47d4a9f317fde7e7e262",
            "1b2984a841584f8594916fe5d2a85152",
            "604d0603f2de449f94bde2aac2f65d5f",
            "b665792636f240d68a22829b9537b2c5",
            "c66cc6d80ae54228b96aeff3290a8c15",
            "fb6b62521670436e930628aaf59bb2cc",
            "eafa503d9bd943d39ecd1c60dc7ef8cb",
            "7268f5b03fe94578bbedad02fbe550ba",
            "3c65496079bd42f7a88eaeca5347065b",
            "70d48179d97841a2892aed4fdc3ef823",
            "905e000b4b8a4a8ab4a08bcf824c2147",
            "623741b5684a4c0ebd96aa13ae9d69d5",
            "4ffa737d912348babde350083e062a25",
            "1ab45547d8764b5ba11063f4eff393c3",
            "82d62b4da98346e1af2ca063dcddad4b",
            "affa6673063b40d5a3915643e4525681",
            "cc875362051543abb9367265fab8f727",
            "4cf75672b82a40ae96043021dad73d92",
            "11e78d5c948d41fcad92cff616c5539e",
            "a1e1d830aacc4ab0b03df3b5197c9abc",
            "e2f222fe27a745109f7347e2451f68e0",
            "6f582cef8c394a7ca045a43882f1a34c",
            "0cde9a9003c947c1b4041210b411f9bd",
            "0393b1b66a2044aabf0adec9b0fde110",
            "4c3cfd864359442591d553caf873fe4b",
            "c358be64fe0b4afc9f4ceabb52a21d0e",
            "eaad2074d9f347da866353769e20ea38",
            "3f3cf6f6c5484df8b236b14a8c6c24d0",
            "68941e6711b3460eb248e1905f3a99ed",
            "c3a28f23b3c74a048b0384ad64bf069d",
            "d7208b226657410fb0bd6d496ee06fbd",
            "5f992fa051204e76b2a5d8900b23754a",
            "f5736af5cc2a4ab6909ae55ca812af74",
            "7b8a9112a7ab4f139e11a3d857035b11",
            "eef190f2646b4cce97850ec7bf200767",
            "d60a1c4ace3c4b7ca34f3e40aa4068e8",
            "0a6285d637f44545aeb6c4a8d89273bb",
            "a4dc084cf0a64479901d206ec7df4e0b",
            "5931d4dda8f84b57a102cf9e20b4b358",
            "7c5c6b44d03948fdb0e41e0d05d06a4d",
            "ce4d93c1b832414d842e80c4693255ef"
          ]
        },
        "id": "ns0IAHOcA4qb",
        "outputId": "06e67c6f-b4ac-4e95-e8d5-73ca7196f822"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Question: Why is AI Ethics important? \n",
            "\n",
            "Response 1: AI ethics is important for several compelling reasons:\n",
            "\n",
            "1.**Social Impact**: AI technologies are becoming increasingly integrated into various aspects of society, affecting everything from healthcare and education to finance and law enforcement. Ethical considerations ensure that AI systems contribute positively to society and minimize potential harm.\n",
            "\n",
            "2. **Bias and Fairness**: AI systems can inherit biases present in the data they are trained on, leading to unfair or discriminatory outcomes. Ethical considerations push for the development of unbiased algorithms that treat all individuals fairly, regardless of their background.\n",
            "\n",
            "3. **Transparency and Accountability**: Many AI systems operate as black boxes, making it difficult to understand how they arrive at their decisions. Ethical guidelines emphasize the importance of transparency, enabling users to comprehend the rationale behind AI-generated results and holding developers accountable for any negative consequences.\n",
            "\n",
            "In summary, AI ethics is vital to ensure that artificial intelligence benefits society while respecting fundamental human rights, fairness, transparency, accountability, and the long-term well-being of humanity. It helps navigate the challenges posed by rapidly advancing AI technologies and guides their development in ways that align with our shared values. Score: 12.011\n",
            "Response 2: Who cares about AI Ethics? It's just a bunch of whining about humans making and using AI and bitching about what the machines do. Score: -10.942\n"
          ]
        }
      ],
      "source": [
        "from transformers import AutoTokenizer, AutoModelForSequenceClassification\n",
        "import torch\n",
        "\n",
        "device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")\n",
        "\n",
        "tokenizer = AutoTokenizer.from_pretrained(\"nicholasKluge/RewardModel\")\n",
        "rewardModel = AutoModelForSequenceClassification.from_pretrained(\"nicholasKluge/RewardModel\")\n",
        "\n",
        "rewardModel.eval()\n",
        "rewardModel.to(device)\n",
        "\n",
        "# Define the question and response\n",
        "prompt = \"Why is AI Ethics important?\"\n",
        "response_good = \"AI ethics is important for several compelling reasons:\\n\\n1.**Social Impact**: AI technologies are becoming increasingly integrated into various aspects of society, affecting everything from healthcare and education to finance and law enforcement. Ethical considerations ensure that AI systems contribute positively to society and minimize potential harm.\\n\\n2. **Bias and Fairness**: AI systems can inherit biases present in the data they are trained on, leading to unfair or discriminatory outcomes. Ethical considerations push for the development of unbiased algorithms that treat all individuals fairly, regardless of their background.\\n\\n3. **Transparency and Accountability**: Many AI systems operate as black boxes, making it difficult to understand how they arrive at their decisions. Ethical guidelines emphasize the importance of transparency, enabling users to comprehend the rationale behind AI-generated results and holding developers accountable for any negative consequences.\\n\\nIn summary, AI ethics is vital to ensure that artificial intelligence benefits society while respecting fundamental human rights, fairness, transparency, accountability, and the long-term well-being of humanity. It helps navigate the challenges posed by rapidly advancing AI technologies and guides their development in ways that align with our shared values.\"\n",
        "response_bad = \"Who cares about AI Ethics? It's just a bunch of whining about humans making and using AI and bitching about what the machines do.\"\n",
        "\n",
        "# Tokenize the question and response\n",
        "tokens_good = tokenizer(prompt, response_good,\n",
        "                truncation=True,\n",
        "                max_length=512,\n",
        "                return_token_type_ids=False,\n",
        "                return_tensors=\"pt\",\n",
        "                return_attention_mask=True)\n",
        "\n",
        "tokens_bad = tokenizer(prompt, response_bad,\n",
        "                truncation=True,\n",
        "                max_length=512,\n",
        "                return_token_type_ids=False,\n",
        "                return_tensors=\"pt\",\n",
        "                return_attention_mask=True)\n",
        "\n",
        "tokens_good.to(device)\n",
        "tokens_bad.to(device)\n",
        "\n",
        "score_good = rewardModel(**tokens_good)[0].item()\n",
        "score_bad = rewardModel(**tokens_bad)[0].item()\n",
        "\n",
        "print(f\"Question: {prompt} \\n\")\n",
        "print(f\"Response 1: {response_good} Score: {score_good:.3f}\")\n",
        "print(f\"Response 2: {response_bad} Score: {score_bad:.3f}\")\n"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Mt3gSVHevXkp"
      },
      "source": [
        "Done! 🤗"
      ]
    }
  ],
  "metadata": {
    "accelerator": "GPU",
    "colab": {
      "gpuType": "A100",
      "machine_shape": "hm",
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.9.13"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "01ab2ce6e77c4fd891d79a1a783ad7c1": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_321ca13a13aa406dbccb8780a4cec29c",
            "placeholder": "​",
            "style": "IPY_MODEL_64001368d68545579af007d59a09d03e",
            "value": "Downloading data files: 100%"
          }
        },
        "02bbaf28366a4f5e89c4b24dd4d9417c": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0393b1b66a2044aabf0adec9b0fde110": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "03a41074542e479995c5a7ad7f094835": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "06074982679046679972bbb9f58811e2": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_76eaa68c171541b89bc31743e106f841",
            "max": 395,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_42d44d18fd664a1d8798b51179fed0ac",
            "value": 395
          }
        },
        "078515a012b94209bafa6b20826785d4": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_12bcd35c01ba4599b6780582ebc40f11",
            "placeholder": "​",
            "style": "IPY_MODEL_b4d40262a5e44b96ae2a79ec9b3f2a0e",
            "value": " 1/1 [00:00&lt;00:00, 60.85it/s]"
          }
        },
        "0792cdfb2a524dbf948a3eba734e6267": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_c23bc64b44c04b569bfa9210afefddcc",
            "placeholder": "​",
            "style": "IPY_MODEL_470bae2e96094e8a971538e77d0e7927",
            "value": " 32675/32675 [01:02&lt;00:00, 537.33 examples/s]"
          }
        },
        "0876792573cf4774a2f51008b87a40c1": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_88b66d0d46b7468d9c3d9767286a8d9c",
              "IPY_MODEL_06074982679046679972bbb9f58811e2",
              "IPY_MODEL_8f29748c84be45a99e2114e1d86cc315"
            ],
            "layout": "IPY_MODEL_bef7a10035d248e3931ecf2b38ff7d6e"
          }
        },
        "0a6285d637f44545aeb6c4a8d89273bb": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "0bf9d6e5bb1e4a198d6eceda1be7ddd3": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0cde9a9003c947c1b4041210b411f9bd": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_68941e6711b3460eb248e1905f3a99ed",
            "placeholder": "​",
            "style": "IPY_MODEL_c3a28f23b3c74a048b0384ad64bf069d",
            "value": " 957/957 [00:00&lt;00:00, 91.9kB/s]"
          }
        },
        "0f1099dac10f478d92f82d371d2763c0": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_c66cc6d80ae54228b96aeff3290a8c15",
            "max": 678055,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_fb6b62521670436e930628aaf59bb2cc",
            "value": 678055
          }
        },
        "11e78d5c948d41fcad92cff616c5539e": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "129863056eb34bfb8e236262f32d6484": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "12bcd35c01ba4599b6780582ebc40f11": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "142e23f8277f44609ccffa0be6f7adef": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "156f0254cf2c459d9a0efeac9f5de5c1": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "1ab45547d8764b5ba11063f4eff393c3": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "1b2984a841584f8594916fe5d2a85152": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "1bb2df10968240e09efcd2fd10a3a208": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "1bd62cb3c780431d947bb272d60b2657": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "1c28d93a8d9742c4b7aa984474c99ed9": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "1c9b8324d1444bdaac3046c3ec356ee2": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_201a90c44b404b52bd885d95ab7174ca",
            "max": 570,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_e9b57c857e924eadaaed8a282729321f",
            "value": 570
          }
        },
        "1c9eaf27d6f34cff887f6e7801226257": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "201a90c44b404b52bd885d95ab7174ca": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "228cb5e6187145bfa93c618d31371124": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "23a347261bb14146bbff6b3e8a53e9a6": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b30b61ddd2914fc0b97ef2bf1ffe1337",
            "placeholder": "​",
            "style": "IPY_MODEL_ef036c7239054ab4a00bdf4ac0c58e25",
            "value": "training_args.bin: 100%"
          }
        },
        "2506755abff8495c9d81bbb1fdc25947": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "25996e8586194899a1aa90faaef2bb04": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "25bb8e7d59bb4aebac863175731e9ba6": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "277f6e6884574dd688296f477f21edef": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "2a5e886976144d1ab7fb3a642e58dfe1": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "2ad1369b335a4ad0a141769c813cdb20": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2b9cf8c5f0374d89b4d28d13a956d7a4": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_0bf9d6e5bb1e4a198d6eceda1be7ddd3",
            "placeholder": "​",
            "style": "IPY_MODEL_89ad6da0a0a247fa99b8cc6880854efc",
            "value": " 14.6k/14.6k [00:00&lt;00:00, 28.6kB/s]"
          }
        },
        "2c04534f8ee4478c8b4235027e02986a": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2e8e97f00dc34147bc3ef0669eeb5aba": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_25996e8586194899a1aa90faaef2bb04",
            "placeholder": "​",
            "style": "IPY_MODEL_69a2f0fce36f40f991dd81b830f235d8",
            "value": " 436k/436k [00:00&lt;00:00, 950kB/s]"
          }
        },
        "30a5814997674962afb444b80719c511": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "3190957aa77b4424ab6e7b4080681c13": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "31f3a7effc384dd2add58ea2bffc1a86": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "321ca13a13aa406dbccb8780a4cec29c": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "32d8e7f13d954781aa33618877cac53e": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "346bfde3969b41f7857f708a04dc7eba": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "35581a44a82e4e78987a32c7e018d449": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "355a0bcdd553414eaea64c04d1149697": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_01ab2ce6e77c4fd891d79a1a783ad7c1",
              "IPY_MODEL_e1c692274d624d89b9392a52e8c3446b",
              "IPY_MODEL_39bdf3ea275e439bb047bd34cfcbe416"
            ],
            "layout": "IPY_MODEL_390a29abcd5e49a9b53cd6197f00bafc"
          }
        },
        "3566ac340bb44a1e87fc5b970e59eb0a": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "36a4fdcdce64448488a259532e86522a": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_5100611cc37c43a1ab604bbd8bb9b84b",
            "placeholder": "​",
            "style": "IPY_MODEL_75d5aa3715d64b448756ad3f19e9b5fa",
            "value": "scheduler.pt: 100%"
          }
        },
        "376663026f404e689fb3059f8bb82a93": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "377567e1a8a7473eb16f3743b4c7a4da": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "386eccb9edc5448bb1ecd56af04bf2be": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "390a29abcd5e49a9b53cd6197f00bafc": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "397f851d00934dd7b71fd6f9538c1c21": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "39bdf3ea275e439bb047bd34cfcbe416": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_8adc0992233c43f782a41065381829e5",
            "placeholder": "​",
            "style": "IPY_MODEL_e638493411d24afe8e81ca2bda175a6b",
            "value": " 1/1 [00:04&lt;00:00,  4.40s/it]"
          }
        },
        "39e8759c2f8b4fa68d76d95f4d3aeac8": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "3a1406a921ff4e11b2b25cad3eb6f24e": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "3a6cd49593ee4647af4262f15852e35b": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_cd4916e919074fdcba49311ee4a65631",
            "max": 31152690,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_e9e2d8f878b94b64a26d1dd61f4a2a5b",
            "value": 31152690
          }
        },
        "3b490568f1c4451a86cd544b469302f7": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "3c65496079bd42f7a88eaeca5347065b": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_70d48179d97841a2892aed4fdc3ef823",
              "IPY_MODEL_905e000b4b8a4a8ab4a08bcf824c2147",
              "IPY_MODEL_623741b5684a4c0ebd96aa13ae9d69d5"
            ],
            "layout": "IPY_MODEL_4ffa737d912348babde350083e062a25"
          }
        },
        "3d1ffe23401c4a3181fcf5455a5ae9b4": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_2ad1369b335a4ad0a141769c813cdb20",
            "max": 866656005,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_4d740c6070f747218fbeb91f426dbe20",
            "value": 866656005
          }
        },
        "3e4116671a434acebfc84035b5756c89": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "3e46c277e46940b6b62bed6e0b364566": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a0572ad22260473ba590e6872054df60",
            "placeholder": "​",
            "style": "IPY_MODEL_346bfde3969b41f7857f708a04dc7eba",
            "value": " 627/627 [00:00&lt;00:00, 2.28kB/s]"
          }
        },
        "3f3cf6f6c5484df8b236b14a8c6c24d0": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "3f6922e6d88d4cc38cd1bc140497d5e2": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "3fd0fd056aba4c11a97fc17a1cbacc58": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_03a41074542e479995c5a7ad7f094835",
            "max": 209528,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_5ec8ea5cef244d29b110e197df3490bb",
            "value": 209528
          }
        },
        "40ba3ec8f65545208d29c076e7f43d35": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "41d44b615ce54a42b08ba63d800991a1": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_439af73bb81c41d3b62a533a1dbae5f4",
            "placeholder": "​",
            "style": "IPY_MODEL_bf9e6afb288541ccaa76d04dcb7f14e5",
            "value": "Downloading (…)/main/tokenizer.json: 100%"
          }
        },
        "42af51e12b9b413fb220f50f103827fd": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "42d44d18fd664a1d8798b51179fed0ac": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "439af73bb81c41d3b62a533a1dbae5f4": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "46dfbd2b70aa45b987114802ece8dbc4": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "470bae2e96094e8a971538e77d0e7927": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "47b8e8166dd64a108cf2012857fe83e5": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "48642c31ebb648b591e7624b3fcf18f1": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_1bd62cb3c780431d947bb272d60b2657",
            "placeholder": "​",
            "style": "IPY_MODEL_6bf864480d2343feb34f49f915a78088",
            "value": " 867M/867M [01:19&lt;00:00, 9.10MB/s]"
          }
        },
        "4c3cfd864359442591d553caf873fe4b": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "4cf75672b82a40ae96043021dad73d92": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "4d740c6070f747218fbeb91f426dbe20": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "4e086401c7c0434c960856d499265d89": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ef0a4578d8d542ecb52d641bda1546fa",
            "placeholder": "​",
            "style": "IPY_MODEL_129863056eb34bfb8e236262f32d6484",
            "value": "Downloading (…)okenizer_config.json: 100%"
          }
        },
        "4f7f1497bc9148239262db9256f5e3de": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "4ffa737d912348babde350083e062a25": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5100611cc37c43a1ab604bbd8bb9b84b": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "51af198d1c2641b3975752292d6f89fe": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_ffe49815a4f14cd791cf1e99c3639b17",
              "IPY_MODEL_3fd0fd056aba4c11a97fc17a1cbacc58",
              "IPY_MODEL_b6fdd6b6839049e5af16f115f6b7cf08"
            ],
            "layout": "IPY_MODEL_abd0e807704d474ba1aca04d58fe8434"
          }
        },
        "57588cae669f4363a0189925aaf34e7e": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_70408196b29442fb808080b86553aad2",
              "IPY_MODEL_b11cf2cf720846a78a2467d3239dddce",
              "IPY_MODEL_fee16974f5b24551a3772c4826ce78ef"
            ],
            "layout": "IPY_MODEL_1c28d93a8d9742c4b7aa984474c99ed9"
          }
        },
        "58970e0509254b4790ded4cdf14c09b4": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5931d4dda8f84b57a102cf9e20b4b358": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "5a2f9563da8b4d66b782921a29ebc438": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_4f7f1497bc9148239262db9256f5e3de",
            "max": 14575,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_9ac567e08e3d45a7a949b067ea7bbf9c",
            "value": 14575
          }
        },
        "5b2f7a6fd0414684a7d9b15d8fa6f36d": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_9193c59d23164ae98fa39ea0d1af7eb5",
              "IPY_MODEL_5a2f9563da8b4d66b782921a29ebc438",
              "IPY_MODEL_2b9cf8c5f0374d89b4d28d13a956d7a4"
            ],
            "layout": "IPY_MODEL_386eccb9edc5448bb1ecd56af04bf2be"
          }
        },
        "5c7a7880cc734ed79b6c1ff6de9c4036": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_faa296ab1e7d4974aaa1be7e9389cf61",
            "placeholder": "​",
            "style": "IPY_MODEL_7798407a6bc64199bc9f96ff7fa6f5c2",
            "value": "Downloading data: 100%"
          }
        },
        "5c7f13a836344e189be6fecef9553496": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "5dd2bad6036c41659994ebfea9c43e66": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_ab877b0502e94b7db60b776ecfed5809",
              "IPY_MODEL_bfd4f7bf50774c08a6fa5584afda0e04",
              "IPY_MODEL_0792cdfb2a524dbf948a3eba734e6267"
            ],
            "layout": "IPY_MODEL_d3fd6f5fd33047b9af4c682fd55bc539"
          }
        },
        "5ec8ea5cef244d29b110e197df3490bb": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "5f992fa051204e76b2a5d8900b23754a": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d60a1c4ace3c4b7ca34f3e40aa4068e8",
            "placeholder": "​",
            "style": "IPY_MODEL_0a6285d637f44545aeb6c4a8d89273bb",
            "value": "Downloading pytorch_model.bin: 100%"
          }
        },
        "604d0603f2de449f94bde2aac2f65d5f": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "61d0076b4ef54ea3b878fb2db3930f59": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_afd5ee16af434495ae4ef9c4f1009d20",
            "placeholder": "​",
            "style": "IPY_MODEL_1c9eaf27d6f34cff887f6e7801226257",
            "value": " 31.2M/31.2M [00:04&lt;00:00, 7.01MB/s]"
          }
        },
        "61e1e5a51c7e4ed7ba9cd3052fcccfa4": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_feb4735f216b4e1297a941cad1dbc141",
            "placeholder": "​",
            "style": "IPY_MODEL_1bb2df10968240e09efcd2fd10a3a208",
            "value": "Generating english split: 100%"
          }
        },
        "61f22ff59fb4499dadc6f050597055df": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "623741b5684a4c0ebd96aa13ae9d69d5": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_4cf75672b82a40ae96043021dad73d92",
            "placeholder": "​",
            "style": "IPY_MODEL_11e78d5c948d41fcad92cff616c5539e",
            "value": " 125/125 [00:00&lt;00:00, 11.5kB/s]"
          }
        },
        "6389c5cbe33043ceb9891e77e8593d06": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_5c7a7880cc734ed79b6c1ff6de9c4036",
              "IPY_MODEL_3a6cd49593ee4647af4262f15852e35b",
              "IPY_MODEL_61d0076b4ef54ea3b878fb2db3930f59"
            ],
            "layout": "IPY_MODEL_ab2651d737854c84bba9b90b8947aced"
          }
        },
        "64001368d68545579af007d59a09d03e": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "6499256b11a940bc8d72b65b521015e6": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "671a5338d9ad4796b87523285ca101f5": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "67df59f69c474f2aa7125564ebd0a523": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "68941e6711b3460eb248e1905f3a99ed": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "68e6e785408d455abf95a5d68dcf5908": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_83ee14b5006b48e9a42eddf80b157bba",
            "placeholder": "​",
            "style": "IPY_MODEL_b7e25bc0d48d41d8b677721ec0512d88",
            "value": "Downloading (…)lve/main/config.json: 100%"
          }
        },
        "69461a0331784fa78dcc4557b5cbce6c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "69a2f0fce36f40f991dd81b830f235d8": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "69c1f7061d664dd3976502a8a21ce30e": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_61e1e5a51c7e4ed7ba9cd3052fcccfa4",
              "IPY_MODEL_73719a2b12b9414d8b106bd38afce4f7",
              "IPY_MODEL_fca62001171743669370fa043fef4b67"
            ],
            "layout": "IPY_MODEL_3e4116671a434acebfc84035b5756c89"
          }
        },
        "6b9f16976b2a477aaba56c2dcb817056": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6bf864480d2343feb34f49f915a78088": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "6e865ee06fec4728979476624379cbd4": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6f582cef8c394a7ca045a43882f1a34c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_eaad2074d9f347da866353769e20ea38",
            "max": 957,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_3f3cf6f6c5484df8b236b14a8c6c24d0",
            "value": 957
          }
        },
        "6fd00edfc3fe473f91f36c3a8b2ce900": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "70408196b29442fb808080b86553aad2": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_aa8ca05108654d979bbc9782f6248940",
            "placeholder": "​",
            "style": "IPY_MODEL_2506755abff8495c9d81bbb1fdc25947",
            "value": "Downloading (…)solve/main/vocab.txt: 100%"
          }
        },
        "707f1d45c3b14a5394c261731e85a018": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "70d48179d97841a2892aed4fdc3ef823": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_1ab45547d8764b5ba11063f4eff393c3",
            "placeholder": "​",
            "style": "IPY_MODEL_82d62b4da98346e1af2ca063dcddad4b",
            "value": "Downloading (…)cial_tokens_map.json: 100%"
          }
        },
        "71d2023b3de6482298b52af7573b4dd4": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_40ba3ec8f65545208d29c076e7f43d35",
            "max": 4091,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_b3b194c0b4574be58dd8e4d4c365cc8b",
            "value": 4091
          }
        },
        "7268f5b03fe94578bbedad02fbe550ba": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "73719a2b12b9414d8b106bd38afce4f7": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_156f0254cf2c459d9a0efeac9f5de5c1",
            "max": 32675,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_e9db9cd5b17f4bf39d3946986956c335",
            "value": 32675
          }
        },
        "75d5aa3715d64b448756ad3f19e9b5fa": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "76685bc8720f4923b5cb3b5317cf3ce6": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_58970e0509254b4790ded4cdf14c09b4",
            "placeholder": "​",
            "style": "IPY_MODEL_af30f7dd18f44af4a72c66301cde201a",
            "value": "Downloading model.safetensors: 100%"
          }
        },
        "76eaa68c171541b89bc31743e106f841": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7798407a6bc64199bc9f96ff7fa6f5c2": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "77c59c65323043dfacf4d53513502e00": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "79bd1b6112c54829af0e6d5c970d6a4d": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7b8a9112a7ab4f139e11a3d857035b11": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7c5c6b44d03948fdb0e41e0d05d06a4d",
            "placeholder": "​",
            "style": "IPY_MODEL_ce4d93c1b832414d842e80c4693255ef",
            "value": " 1.34G/1.34G [01:37&lt;00:00, 9.12MB/s]"
          }
        },
        "7c3297d8b2384fe2a45155b90ad89f33": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7c5c6b44d03948fdb0e41e0d05d06a4d": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7dede5e2e088486ab295d1b7e1439fb1": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_bb1cd9c379174f178f67f8e2e2fcf2ae",
              "IPY_MODEL_a97e43355eec481693f24eb7b5789ac5",
              "IPY_MODEL_9cbf259d64ea498db78e0c2f8346a9a7"
            ],
            "layout": "IPY_MODEL_30a5814997674962afb444b80719c511"
          }
        },
        "7e37b0dc3ec34783b314fda9e8194fec": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_8cea47edd3794e25ac736975e380008f",
              "IPY_MODEL_3d1ffe23401c4a3181fcf5455a5ae9b4",
              "IPY_MODEL_48642c31ebb648b591e7624b3fcf18f1"
            ],
            "layout": "IPY_MODEL_c7c0824b6d4447ae8c38cfbf4e57ffdf"
          }
        },
        "7e9121d1091b46ec85985660024e316a": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7eedf8193c6c402ea6f45a13708b3dc0": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_41d44b615ce54a42b08ba63d800991a1",
              "IPY_MODEL_d4af8c7383a74147acdb87803842f988",
              "IPY_MODEL_2e8e97f00dc34147bc3ef0669eeb5aba"
            ],
            "layout": "IPY_MODEL_6b9f16976b2a477aaba56c2dcb817056"
          }
        },
        "800e56d109f64726a31143ea99696b89": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8135441f712649a6a85300916e123793": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "82d62b4da98346e1af2ca063dcddad4b": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "83ee14b5006b48e9a42eddf80b157bba": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "84c94dc44bee48169c3771328cf5df87": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "8508297b422246198c345428ce4216ef": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_25bb8e7d59bb4aebac863175731e9ba6",
            "max": 29,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_d35724cbc572451fb21022044aaedbd3",
            "value": 29
          }
        },
        "88b66d0d46b7468d9c3d9767286a8d9c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_decbcb9381f0413cbe4f99ffabae4b24",
            "placeholder": "​",
            "style": "IPY_MODEL_9aa9d13b989c41cfadac1934b5f73b74",
            "value": "Downloading (…)okenizer_config.json: 100%"
          }
        },
        "89ad6da0a0a247fa99b8cc6880854efc": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "8adc0992233c43f782a41065381829e5": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8b3d01749ad8462d8c49261c2e44b7ca": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8cea47edd3794e25ac736975e380008f": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_35581a44a82e4e78987a32c7e018d449",
            "placeholder": "​",
            "style": "IPY_MODEL_8135441f712649a6a85300916e123793",
            "value": "optimizer.pt: 100%"
          }
        },
        "8f29748c84be45a99e2114e1d86cc315": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_707f1d45c3b14a5394c261731e85a018",
            "placeholder": "​",
            "style": "IPY_MODEL_a5567b110b4846c39bfe7bcd7aa750d0",
            "value": " 395/395 [00:00&lt;00:00, 31.2kB/s]"
          }
        },
        "905e000b4b8a4a8ab4a08bcf824c2147": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_affa6673063b40d5a3915643e4525681",
            "max": 125,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_cc875362051543abb9367265fab8f727",
            "value": 125
          }
        },
        "9193c59d23164ae98fa39ea0d1af7eb5": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a5924aa31262483fa18117f27fa4d09a",
            "placeholder": "​",
            "style": "IPY_MODEL_c43b08988b994a72a591a8b782c0234a",
            "value": "rng_state.pth: 100%"
          }
        },
        "959096b6d051489287b5b4c616a637ce": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "9aa9d13b989c41cfadac1934b5f73b74": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "9ac567e08e3d45a7a949b067ea7bbf9c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "9cbf259d64ea498db78e0c2f8346a9a7": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_cda9b38bbe80424f8cb5dac3b1fd708b",
            "placeholder": "​",
            "style": "IPY_MODEL_cca476272ff54878aef43ad478e9576d",
            "value": " 433M/433M [00:41&lt;00:00, 8.99MB/s]"
          }
        },
        "9ced77f0c8ef47d4a9f317fde7e7e262": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_eafa503d9bd943d39ecd1c60dc7ef8cb",
            "placeholder": "​",
            "style": "IPY_MODEL_7268f5b03fe94578bbedad02fbe550ba",
            "value": " 678k/678k [00:00&lt;00:00, 798kB/s]"
          }
        },
        "9d5bc11edbfe4098983d2e9a4941cf5c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "9f5e309733ef4c5a8e21cbac78a5e7cb": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_377567e1a8a7473eb16f3743b4c7a4da",
            "max": 435755784,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_f6d6a9db91074735a46dc954440f1616",
            "value": 435755784
          }
        },
        "a0572ad22260473ba590e6872054df60": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a09be13b679b414d92fed0f8ea1af3ed": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_76685bc8720f4923b5cb3b5317cf3ce6",
              "IPY_MODEL_9f5e309733ef4c5a8e21cbac78a5e7cb",
              "IPY_MODEL_dea8d16f11c84b08a0f3fe36ef07d6fb"
            ],
            "layout": "IPY_MODEL_31f3a7effc384dd2add58ea2bffc1a86"
          }
        },
        "a1e1d830aacc4ab0b03df3b5197c9abc": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_e2f222fe27a745109f7347e2451f68e0",
              "IPY_MODEL_6f582cef8c394a7ca045a43882f1a34c",
              "IPY_MODEL_0cde9a9003c947c1b4041210b411f9bd"
            ],
            "layout": "IPY_MODEL_0393b1b66a2044aabf0adec9b0fde110"
          }
        },
        "a2a1515c7ef34edeafc8cc958585c2a3": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_604d0603f2de449f94bde2aac2f65d5f",
            "placeholder": "​",
            "style": "IPY_MODEL_b665792636f240d68a22829b9537b2c5",
            "value": "Downloading (…)/main/tokenizer.json: 100%"
          }
        },
        "a4a65f3fa7004b0dbad64dc26aa197e5": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "a4dc084cf0a64479901d206ec7df4e0b": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a5567b110b4846c39bfe7bcd7aa750d0": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "a5924aa31262483fa18117f27fa4d09a": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a97e43355eec481693f24eb7b5789ac5": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_eaff4fddfbfc43ac9ed8a46e1e66fef9",
            "max": 433312561,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_5c7f13a836344e189be6fecef9553496",
            "value": 433312561
          }
        },
        "aa8ca05108654d979bbc9782f6248940": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ab2651d737854c84bba9b90b8947aced": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ab877b0502e94b7db60b776ecfed5809": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_3b490568f1c4451a86cd544b469302f7",
            "placeholder": "​",
            "style": "IPY_MODEL_142e23f8277f44609ccffa0be6f7adef",
            "value": "Map: 100%"
          }
        },
        "abd0e807704d474ba1aca04d58fe8434": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "abd21429017440368bef2ac9f054079c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_228cb5e6187145bfa93c618d31371124",
            "placeholder": "​",
            "style": "IPY_MODEL_69461a0331784fa78dcc4557b5cbce6c",
            "value": "Extracting data files: 100%"
          }
        },
        "af30f7dd18f44af4a72c66301cde201a": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "afd5ee16af434495ae4ef9c4f1009d20": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "affa6673063b40d5a3915643e4525681": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b11cf2cf720846a78a2467d3239dddce": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_3566ac340bb44a1e87fc5b970e59eb0a",
            "max": 213450,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_376663026f404e689fb3059f8bb82a93",
            "value": 213450
          }
        },
        "b12d59aa4f0244b1a35fc63f086467ee": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_79bd1b6112c54829af0e6d5c970d6a4d",
            "max": 1,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_beb06a39b975411dbb879d59ca02acb4",
            "value": 1
          }
        },
        "b30b61ddd2914fc0b97ef2bf1ffe1337": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b3b194c0b4574be58dd8e4d4c365cc8b": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "b4d40262a5e44b96ae2a79ec9b3f2a0e": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "b665792636f240d68a22829b9537b2c5": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "b6fdd6b6839049e5af16f115f6b7cf08": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_800e56d109f64726a31143ea99696b89",
            "placeholder": "​",
            "style": "IPY_MODEL_cb7f1c4b0b034473947e58729c1a6ced",
            "value": " 210k/210k [00:00&lt;00:00, 12.6MB/s]"
          }
        },
        "b7e25bc0d48d41d8b677721ec0512d88": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "b7e5236ea8d04870936a007b49730d6a": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "baddba0ea9a64678a536eea05831ef85": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_36a4fdcdce64448488a259532e86522a",
              "IPY_MODEL_c9a81cd653984b8a9501b352031659bf",
              "IPY_MODEL_3e46c277e46940b6b62bed6e0b364566"
            ],
            "layout": "IPY_MODEL_8b3d01749ad8462d8c49261c2e44b7ca"
          }
        },
        "bb1cd9c379174f178f67f8e2e2fcf2ae": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_32d8e7f13d954781aa33618877cac53e",
            "placeholder": "​",
            "style": "IPY_MODEL_9d5bc11edbfe4098983d2e9a4941cf5c",
            "value": "pytorch_model.bin: 100%"
          }
        },
        "bd9a714c89de42a39fb24fc9e105e770": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "beb06a39b975411dbb879d59ca02acb4": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "beb0b1493da24d13b7d1a9dc3ed86152": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_68e6e785408d455abf95a5d68dcf5908",
              "IPY_MODEL_1c9b8324d1444bdaac3046c3ec356ee2",
              "IPY_MODEL_d85304e4a14a40188d1436df6a1f1fb6"
            ],
            "layout": "IPY_MODEL_02bbaf28366a4f5e89c4b24dd4d9417c"
          }
        },
        "bef7a10035d248e3931ecf2b38ff7d6e": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "bf9e6afb288541ccaa76d04dcb7f14e5": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "bfd4f7bf50774c08a6fa5584afda0e04": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ed16b731a29a48e3a9e199050035f82f",
            "max": 32675,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_959096b6d051489287b5b4c616a637ce",
            "value": 32675
          }
        },
        "c0bfc0285996404eb6e270a9cedb8a98": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d5e32441b5534c6d92627ff568887312",
            "placeholder": "​",
            "style": "IPY_MODEL_67df59f69c474f2aa7125564ebd0a523",
            "value": " 464/464 [00:00&lt;00:00, 34.3kB/s]"
          }
        },
        "c23bc64b44c04b569bfa9210afefddcc": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c351e6e0e927406aa1aae04c5f25f166": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_4e086401c7c0434c960856d499265d89",
              "IPY_MODEL_8508297b422246198c345428ce4216ef",
              "IPY_MODEL_f9e1c4e8abd24da39791e717d6e9a134"
            ],
            "layout": "IPY_MODEL_39e8759c2f8b4fa68d76d95f4d3aeac8"
          }
        },
        "c358be64fe0b4afc9f4ceabb52a21d0e": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "c3a28f23b3c74a048b0384ad64bf069d": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "c3c0695f98784127afc9271fa8e76b04": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b7e5236ea8d04870936a007b49730d6a",
            "placeholder": "​",
            "style": "IPY_MODEL_77c59c65323043dfacf4d53513502e00",
            "value": "Downloading readme: 100%"
          }
        },
        "c43b08988b994a72a591a8b782c0234a": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "c66cc6d80ae54228b96aeff3290a8c15": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c7c0824b6d4447ae8c38cfbf4e57ffdf": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c9a81cd653984b8a9501b352031659bf": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_47b8e8166dd64a108cf2012857fe83e5",
            "max": 627,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_2a5e886976144d1ab7fb3a642e58dfe1",
            "value": 627
          }
        },
        "caa5b35f5d484342a1f3c77dfd745e15": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_2c04534f8ee4478c8b4235027e02986a",
            "max": 464,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_671a5338d9ad4796b87523285ca101f5",
            "value": 464
          }
        },
        "cb7f1c4b0b034473947e58729c1a6ced": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "cc2359fb86a149f5abd2ad025b965de0": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "cc875362051543abb9367265fab8f727": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "cca476272ff54878aef43ad478e9576d": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "cd2025e7b08545978f42ae1a6975435d": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_3190957aa77b4424ab6e7b4080681c13",
            "placeholder": "​",
            "style": "IPY_MODEL_cc2359fb86a149f5abd2ad025b965de0",
            "value": " 4.09k/4.09k [00:00&lt;00:00, 14.0kB/s]"
          }
        },
        "cd4916e919074fdcba49311ee4a65631": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "cda9b38bbe80424f8cb5dac3b1fd708b": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ce4d93c1b832414d842e80c4693255ef": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "d0ed71493ac9482da4db911ac7fe4bc6": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "d1e8cde2a5db4d4b9087ad1544e3269b": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d35724cbc572451fb21022044aaedbd3": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "d3fd6f5fd33047b9af4c682fd55bc539": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d4af8c7383a74147acdb87803842f988": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_3f6922e6d88d4cc38cd1bc140497d5e2",
            "max": 435797,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_fd1ebffbfb454346aac0c287c970fc2c",
            "value": 435797
          }
        },
        "d5cb1261ea1e437fa84da0d7e4422d16": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_abd21429017440368bef2ac9f054079c",
              "IPY_MODEL_b12d59aa4f0244b1a35fc63f086467ee",
              "IPY_MODEL_078515a012b94209bafa6b20826785d4"
            ],
            "layout": "IPY_MODEL_3a1406a921ff4e11b2b25cad3eb6f24e"
          }
        },
        "d5e32441b5534c6d92627ff568887312": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d60a1c4ace3c4b7ca34f3e40aa4068e8": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d7208b226657410fb0bd6d496ee06fbd": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_5f992fa051204e76b2a5d8900b23754a",
              "IPY_MODEL_f5736af5cc2a4ab6909ae55ca812af74",
              "IPY_MODEL_7b8a9112a7ab4f139e11a3d857035b11"
            ],
            "layout": "IPY_MODEL_eef190f2646b4cce97850ec7bf200767"
          }
        },
        "d85304e4a14a40188d1436df6a1f1fb6": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_46dfbd2b70aa45b987114802ece8dbc4",
            "placeholder": "​",
            "style": "IPY_MODEL_a4a65f3fa7004b0dbad64dc26aa197e5",
            "value": " 570/570 [00:00&lt;00:00, 47.4kB/s]"
          }
        },
        "dea8d16f11c84b08a0f3fe36ef07d6fb": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_bd9a714c89de42a39fb24fc9e105e770",
            "placeholder": "​",
            "style": "IPY_MODEL_d0ed71493ac9482da4db911ac7fe4bc6",
            "value": " 436M/436M [00:01&lt;00:00, 491MB/s]"
          }
        },
        "decbcb9381f0413cbe4f99ffabae4b24": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "dfe7f56206674d6d9ec90e9bf89a2092": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "e1c692274d624d89b9392a52e8c3446b": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_6499256b11a940bc8d72b65b521015e6",
            "max": 1,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_277f6e6884574dd688296f477f21edef",
            "value": 1
          }
        },
        "e2f222fe27a745109f7347e2451f68e0": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_4c3cfd864359442591d553caf873fe4b",
            "placeholder": "​",
            "style": "IPY_MODEL_c358be64fe0b4afc9f4ceabb52a21d0e",
            "value": "Downloading (…)lve/main/config.json: 100%"
          }
        },
        "e638493411d24afe8e81ca2bda175a6b": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "e8a17695005c4e58829bd093c40df9c2": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_a2a1515c7ef34edeafc8cc958585c2a3",
              "IPY_MODEL_0f1099dac10f478d92f82d371d2763c0",
              "IPY_MODEL_9ced77f0c8ef47d4a9f317fde7e7e262"
            ],
            "layout": "IPY_MODEL_1b2984a841584f8594916fe5d2a85152"
          }
        },
        "e9b57c857e924eadaaed8a282729321f": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "e9db9cd5b17f4bf39d3946986956c335": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "e9e2d8f878b94b64a26d1dd61f4a2a5b": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "eaad2074d9f347da866353769e20ea38": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "eafa503d9bd943d39ecd1c60dc7ef8cb": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "eaff4fddfbfc43ac9ed8a46e1e66fef9": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ed16b731a29a48e3a9e199050035f82f": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "eef190f2646b4cce97850ec7bf200767": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ef036c7239054ab4a00bdf4ac0c58e25": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "ef0a4578d8d542ecb52d641bda1546fa": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f45e7c737c464f0d959184ceb5398af8": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_c3c0695f98784127afc9271fa8e76b04",
              "IPY_MODEL_caa5b35f5d484342a1f3c77dfd745e15",
              "IPY_MODEL_c0bfc0285996404eb6e270a9cedb8a98"
            ],
            "layout": "IPY_MODEL_6e865ee06fec4728979476624379cbd4"
          }
        },
        "f5736af5cc2a4ab6909ae55ca812af74": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a4dc084cf0a64479901d206ec7df4e0b",
            "max": 1337724209,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_5931d4dda8f84b57a102cf9e20b4b358",
            "value": 1337724209
          }
        },
        "f6d6a9db91074735a46dc954440f1616": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "f9e1c4e8abd24da39791e717d6e9a134": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d1e8cde2a5db4d4b9087ad1544e3269b",
            "placeholder": "​",
            "style": "IPY_MODEL_84c94dc44bee48169c3771328cf5df87",
            "value": " 29.0/29.0 [00:00&lt;00:00, 2.70kB/s]"
          }
        },
        "faa296ab1e7d4974aaa1be7e9389cf61": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "fb6b62521670436e930628aaf59bb2cc": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "fc16a9fee58c46acaf8198b2462e7f40": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_23a347261bb14146bbff6b3e8a53e9a6",
              "IPY_MODEL_71d2023b3de6482298b52af7573b4dd4",
              "IPY_MODEL_cd2025e7b08545978f42ae1a6975435d"
            ],
            "layout": "IPY_MODEL_7c3297d8b2384fe2a45155b90ad89f33"
          }
        },
        "fca62001171743669370fa043fef4b67": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_6fd00edfc3fe473f91f36c3a8b2ce900",
            "placeholder": "​",
            "style": "IPY_MODEL_397f851d00934dd7b71fd6f9538c1c21",
            "value": " 32675/32675 [00:00&lt;00:00, 162136.09 examples/s]"
          }
        },
        "fd1ebffbfb454346aac0c287c970fc2c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "feb4735f216b4e1297a941cad1dbc141": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "fee16974f5b24551a3772c4826ce78ef": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_61f22ff59fb4499dadc6f050597055df",
            "placeholder": "​",
            "style": "IPY_MODEL_42af51e12b9b413fb220f50f103827fd",
            "value": " 213k/213k [00:00&lt;00:00, 14.2MB/s]"
          }
        },
        "ffe49815a4f14cd791cf1e99c3639b17": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7e9121d1091b46ec85985660024e316a",
            "placeholder": "​",
            "style": "IPY_MODEL_dfe7f56206674d6d9ec90e9bf89a2092",
            "value": "Downloading (…)solve/main/vocab.txt: 100%"
          }
        }
      }
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}