diff --git "a/ToxicityModelPT.ipynb" "b/ToxicityModelPT.ipynb"
new file mode 100644--- /dev/null
+++ "b/ToxicityModelPT.ipynb"
@@ -0,0 +1 @@
+{"cells":[{"cell_type":"markdown","metadata":{"id":"0-7S1J6Jq7nc"},"source":["# Fine-Tuning BERT as a `ToxicityModel`\n","\n","1. First, intall `transformers`, `tlr`, and `codecarbon`."]},{"cell_type":"code","execution_count":1,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":35124,"status":"ok","timestamp":1686695247928,"user":{"displayName":"Nicholas Corrêa","userId":"09736120585766268588"},"user_tz":-120},"id":"Fx7pg9eT62-d","outputId":"86700c17-1c4a-4fd2-9edb-bf468b152c06"},"outputs":[{"name":"stdout","output_type":"stream","text":["Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n","Collecting transformers\n","  Downloading transformers-4.30.2-py3-none-any.whl (7.2 MB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.2/7.2 MB\u001b[0m \u001b[31m84.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers) (3.12.0)\n","Collecting huggingface-hub<1.0,>=0.14.1 (from transformers)\n","  Downloading huggingface_hub-0.15.1-py3-none-any.whl (236 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m236.8/236.8 kB\u001b[0m \u001b[31m31.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (1.22.4)\n","Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers) (23.1)\n","Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers) (6.0)\n","Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (2022.10.31)\n","Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers) (2.27.1)\n","Collecting tokenizers!=0.11.3,<0.14,>=0.11.1 (from transformers)\n","  Downloading tokenizers-0.13.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (7.8 MB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.8/7.8 MB\u001b[0m \u001b[31m107.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting safetensors>=0.3.1 (from transformers)\n","  Downloading safetensors-0.3.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m81.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers) (4.65.0)\n","Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.14.1->transformers) (2023.4.0)\n","Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.14.1->transformers) (4.5.0)\n","Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (1.26.15)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2022.12.7)\n","Requirement already satisfied: charset-normalizer~=2.0.0 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2.0.12)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (3.4)\n","Installing collected packages: tokenizers, safetensors, huggingface-hub, transformers\n","Successfully installed huggingface-hub-0.15.1 safetensors-0.3.1 tokenizers-0.13.3 transformers-4.30.2\n","Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n","Collecting trl\n","  Downloading trl-0.4.4-py3-none-any.whl (68 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m68.4/68.4 kB\u001b[0m \u001b[31m6.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: torch>=1.4.0 in /usr/local/lib/python3.10/dist-packages (from trl) (2.0.1+cu118)\n","Requirement already satisfied: transformers>=4.18.0 in /usr/local/lib/python3.10/dist-packages (from trl) (4.30.2)\n","Requirement already satisfied: numpy>=1.18.2 in /usr/local/lib/python3.10/dist-packages (from trl) (1.22.4)\n","Collecting accelerate (from trl)\n","  Downloading accelerate-0.20.3-py3-none-any.whl (227 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━��━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m227.6/227.6 kB\u001b[0m \u001b[31m20.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting datasets (from trl)\n","  Downloading datasets-2.12.0-py3-none-any.whl (474 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m474.6/474.6 kB\u001b[0m \u001b[31m47.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch>=1.4.0->trl) (3.12.0)\n","Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch>=1.4.0->trl) (4.5.0)\n","Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=1.4.0->trl) (1.11.1)\n","Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=1.4.0->trl) (3.1)\n","Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=1.4.0->trl) (3.1.2)\n","Requirement already satisfied: triton==2.0.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.4.0->trl) (2.0.0)\n","Requirement already satisfied: cmake in /usr/local/lib/python3.10/dist-packages (from triton==2.0.0->torch>=1.4.0->trl) (3.25.2)\n","Requirement already satisfied: lit in /usr/local/lib/python3.10/dist-packages (from triton==2.0.0->torch>=1.4.0->trl) (16.0.5)\n","Requirement already satisfied: huggingface-hub<1.0,>=0.14.1 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.18.0->trl) (0.15.1)\n","Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.18.0->trl) (23.1)\n","Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.18.0->trl) (6.0)\n","Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.18.0->trl) (2022.10.31)\n","Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers>=4.18.0->trl) (2.27.1)\n","Requirement already satisfied: tokenizers!=0.11.3,<0.14,>=0.11.1 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.18.0->trl) (0.13.3)\n","Requirement already satisfied: safetensors>=0.3.1 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.18.0->trl) (0.3.1)\n","Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.18.0->trl) (4.65.0)\n","Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate->trl) (5.9.5)\n","Requirement already satisfied: pyarrow>=8.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets->trl) (9.0.0)\n","Collecting dill<0.3.7,>=0.3.0 (from datasets->trl)\n","  Downloading dill-0.3.6-py3-none-any.whl (110 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m110.5/110.5 kB\u001b[0m \u001b[31m14.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets->trl) (1.5.3)\n","Collecting xxhash (from datasets->trl)\n","  Downloading xxhash-3.2.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (212 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m212.5/212.5 kB\u001b[0m \u001b[31m27.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting multiprocess (from datasets->trl)\n","  Downloading multiprocess-0.70.14-py310-none-any.whl (134 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.3/134.3 kB\u001b[0m \u001b[31m18.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: fsspec[http]>=2021.11.1 in /usr/local/lib/python3.10/dist-packages (from datasets->trl) (2023.4.0)\n","Collecting aiohttp (from datasets->trl)\n","  Downloading aiohttp-3.8.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.0 MB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.0/1.0 MB\u001b[0m \u001b[31m77.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting responses<0.19 (from datasets->trl)\n","  Downloading responses-0.18.0-py3-none-any.whl (38 kB)\n","Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets->trl) (23.1.0)\n","Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets->trl) (2.0.12)\n","Collecting multidict<7.0,>=4.5 (from aiohttp->datasets->trl)\n","  Downloading multidict-6.0.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (114 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m114.5/114.5 kB\u001b[0m \u001b[31m15.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting async-timeout<5.0,>=4.0.0a3 (from aiohttp->datasets->trl)\n","  Downloading async_timeout-4.0.2-py3-none-any.whl (5.8 kB)\n","Collecting yarl<2.0,>=1.0 (from aiohttp->datasets->trl)\n","  Downloading yarl-1.9.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (268 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m268.8/268.8 kB\u001b[0m \u001b[31m37.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting frozenlist>=1.1.1 (from aiohttp->datasets->trl)\n","  Downloading frozenlist-1.3.3-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (149 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m149.6/149.6 kB\u001b[0m \u001b[31m20.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting aiosignal>=1.1.2 (from aiohttp->datasets->trl)\n","  Downloading aiosignal-1.3.1-py3-none-any.whl (7.6 kB)\n","Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers>=4.18.0->trl) (1.26.15)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers>=4.18.0->trl) (2022.12.7)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers>=4.18.0->trl) (3.4)\n","Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch>=1.4.0->trl) (2.1.2)\n","Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets->trl) (2.8.2)\n","Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets->trl) (2022.7.1)\n","Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=1.4.0->trl) (1.3.0)\n","Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.1->pandas->datasets->trl) (1.16.0)\n","Installing collected packages: xxhash, multidict, frozenlist, dill, async-timeout, yarl, responses, multiprocess, aiosignal, aiohttp, datasets, accelerate, trl\n","Successfully installed accelerate-0.20.3 aiohttp-3.8.4 aiosignal-1.3.1 async-timeout-4.0.2 datasets-2.12.0 dill-0.3.6 frozenlist-1.3.3 multidict-6.0.4 multiprocess-0.70.14 responses-0.18.0 trl-0.4.4 xxhash-3.2.0 yarl-1.9.2\n","Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n","Collecting codecarbon\n","  Downloading codecarbon-2.2.3-py3-none-any.whl (174 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m174.1/174.1 kB\u001b[0m \u001b[31m9.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting arrow (from codecarbon)\n","  Downloading arrow-1.2.3-py3-none-any.whl (66 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m66.4/66.4 kB\u001b[0m \u001b[31m9.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from codecarbon) (1.5.3)\n","Collecting pynvml (from codecarbon)\n","  Downloading pynvml-11.5.0-py3-none-any.whl (53 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m53.1/53.1 kB\u001b[0m \u001b[31m4.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from codecarbon) (2.27.1)\n","Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from codecarbon) (5.9.5)\n","Requirement already satisfied: py-cpuinfo in /usr/local/lib/python3.10/dist-packages (from codecarbon) (9.0.0)\n","Collecting fuzzywuzzy (from codecarbon)\n","  Downloading fuzzywuzzy-0.18.0-py2.py3-none-any.whl (18 kB)\n","Requirement already satisfied: click in /usr/local/lib/python3.10/dist-packages (from codecarbon) (8.1.3)\n","Requirement already satisfied: python-dateutil>=2.7.0 in /usr/local/lib/python3.10/dist-packages (from arrow->codecarbon) (2.8.2)\n","Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->codecarbon) (2022.7.1)\n","Requirement already satisfied: numpy>=1.21.0 in /usr/local/lib/python3.10/dist-packages (from pandas->codecarbon) (1.22.4)\n","Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->codecarbon) (1.26.15)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->codecarbon) (2022.12.7)\n","Requirement already satisfied: charset-normalizer~=2.0.0 in /usr/local/lib/python3.10/dist-packages (from requests->codecarbon) (2.0.12)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->codecarbon) (3.4)\n","Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.7.0->arrow->codecarbon) (1.16.0)\n","Installing collected packages: fuzzywuzzy, pynvml, arrow, codecarbon\n","Successfully installed arrow-1.2.3 codecarbon-2.2.3 fuzzywuzzy-0.18.0 pynvml-11.5.0\n"]}],"source":["%pip install transformers\n","%pip install trl\n","%pip install codecarbon"]},{"cell_type":"markdown","metadata":{"id":"Y6xzGtxPrMaF"},"source":["2. Downloas the `toxic-aira-dataset` from the Hub."]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":485},"executionInfo":{"elapsed":3284,"status":"ok","timestamp":1686695275355,"user":{"displayName":"Nicholas Corrêa","userId":"09736120585766268588"},"user_tz":-120},"id":"DtCgCgEr62C9","outputId":"0f900bf3-e28c-48af-c0a5-3cb59ad7b2ea"},"outputs":[],"source":["from datasets import load_dataset\n","\n","dataset = load_dataset(\"nicholasKluge/toxic-aira-dataset\", split=\"portuguese\")\n","\n","print(\"Dataset loaded.\")"]},{"cell_type":"markdown","metadata":{"id":"kQQ1DkB5rjpS"},"source":["3. Download your base model for fine-tuning. Here he are using `bert-base-cased` for the English toxicity model and `bert-base-portuguese-cased` for the Portuguse version."]},{"cell_type":"code","execution_count":4,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":333,"referenced_widgets":["a488c62affc846caaee5d659b615d523","1ab233a991a946b0a902e226134ed49d","e18719d0122246729d012cedfa215acc","a8994cd6846c485099d7cc089e2424b2","e6fc2f253d5742dc8459c734158f91b9","6498f593222b413c92c5afb62e086be2","1dcf16d4d14e49ec90c4ad74c2fc40fb","f4315a30d94d43ddb69633e1f265195c","a75cec00f3f14d25a1ec08b794ffce0e","569077cc0c15497190efdbb37e139095","9651b711a57040f8b9c25d2b1f5a4c1f","fdd8a8b585e548d8a2831c900d8ac94c","e70dd056eb7e4c329fd95bad44d8549b","9fae941828bf481181e7546385716be5","0d9d0709b8f34fecb7fd3dd46fe999de","11532639794541ff8d205def3545985a","a50eb888cd5649b296b650e900b6ff8e","d136624988e64e1699c0e7b2abdc2548","47f8913a41db40a0a7f161bf6d5a1a00","5900851652e74049b20b6b0ae09f5d26","913b4a4996ef4039b3a8410113efe127","5d45d3a7f5f049ac8d0b21e659de544f","f1e1a329e8bf443482232d9ccacd42d8","08ff24dd2d084b52a225c72b4484dcca","a5c27c7f47de49f0a3c0b2ea3b465393","fe55b6cf090a4d028781ba20d16b9350","f7d0354c240e41d58a7776d8158ad02d","50acfb9c523b44c79391d60cd191709d","423b69c785904925ab1e25b5e917d6c6","7292afdddb1e40d9b32553b5c4578aef","6364072137384f5895561f7d2cf6569c","908d048b2b8240a2bdf7c8b0352a0a06","79be3f2242854be7af94a2c83627b7a5","6a6da07dff5649208c175b04ed67f718","f5777e2ae8204dbfb770149ebb79b0b6","f4b550d692f74cd68511806cb699df35","111095e9d89f4c078c8c9d3d3fc9994d","6bf938b8fd46480da8d857f1fb1056d9","587b151045464da1a662a62d64e4c464","9b42d0a334024033bd7c68e3a5a2d596","d01cf96914404a8a9dced31d860b45ef","8dd5a216f35249beb9a9e2209eeb99f8","284fc8e79e3240119c364df5ce79f4fd","14b52fc4dcde467585a50108b8357a26","648c9937b52847c19b0330b91284acb4","680690aefae348e9a3804e5048a098be","4659d2ce571f4d6bb44a98b5fcc93369","a01412773980400ba84671cd5fd2c90b","82f440e55ecd4339ad713aaa57c7db49","95be32fadac945acb94fef445a919fcd","0926d0a6585e42d3bac64bc990de3ffb","31d1021c5c5f42519fe09bea18dbf861","a9f25d3f315c495aade054923004a54a","a3f4b0a75d314367a57de76c7746d59a","5b5536d2b75740a490880c42db5a644e","d84914413b9d42ef9ae61b3c189d5016","98d262899fec41ee9ee38fdd495cbd9f","c38f5079edc8488d9b3e66b523c2cbcc","bcad9ecd0eba4beca9f54e435fe8dbe1","d49ab184be864a9aa64b5281b38e9b6c","e731b16de2584650b088b191e380c5c5","a7be2a41a88147a4bdceede2396874a3","69f36174d5034891a52882dc47cba515","7daaf64785f546728e67afdf3f3d6b64","da0a9e043f2f48aca6056bbd6c89fad2","3c51287c34334bfe8191def47e66f9c3"]},"executionInfo":{"elapsed":12469,"status":"ok","timestamp":1686695299044,"user":{"displayName":"Nicholas Corrêa","userId":"09736120585766268588"},"user_tz":-120},"id":"W3d0nlgO62DB","outputId":"7b92bb51-c3d8-473b-fe59-1eab38379e95"},"outputs":[{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"a488c62affc846caaee5d659b615d523","version_major":2,"version_minor":0},"text/plain":["Downloading (…)lve/main/config.json:   0%|          | 0.00/647 [00:00<?, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"fdd8a8b585e548d8a2831c900d8ac94c","version_major":2,"version_minor":0},"text/plain":["Downloading pytorch_model.bin:   0%|          | 0.00/438M [00:00<?, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["Some weights of the model checkpoint at neuralmind/bert-base-portuguese-cased were not used when initializing BertForSequenceClassification: ['cls.predictions.bias', 'cls.predictions.transform.LayerNorm.weight', 'cls.predictions.decoder.weight', 'cls.seq_relationship.weight', 'cls.predictions.transform.dense.bias', 'cls.seq_relationship.bias', 'cls.predictions.transform.dense.weight', 'cls.predictions.transform.LayerNorm.bias']\n","- This IS expected if you are initializing BertForSequenceClassification from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n","- This IS NOT expected if you are initializing BertForSequenceClassification from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n","Some weights of BertForSequenceClassification were not initialized from the model checkpoint at neuralmind/bert-base-portuguese-cased and are newly initialized: ['classifier.bias', 'classifier.weight']\n","You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"f1e1a329e8bf443482232d9ccacd42d8","version_major":2,"version_minor":0},"text/plain":["Downloading (…)okenizer_config.json:   0%|          | 0.00/43.0 [00:00<?, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"6a6da07dff5649208c175b04ed67f718","version_major":2,"version_minor":0},"text/plain":["Downloading (…)solve/main/vocab.txt:   0%|          | 0.00/210k [00:00<?, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"648c9937b52847c19b0330b91284acb4","version_major":2,"version_minor":0},"text/plain":["Downloading (…)in/added_tokens.json:   0%|          | 0.00/2.00 [00:00<?, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"d84914413b9d42ef9ae61b3c189d5016","version_major":2,"version_minor":0},"text/plain":["Downloading (…)cial_tokens_map.json:   0%|          | 0.00/112 [00:00<?, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stdout","output_type":"stream","text":["Model (neuralmind/bert-base-portuguese-cased) ready.\n"]}],"source":["from transformers import AutoModelForSequenceClassification, AutoTokenizer\n","import torch\n","\n","model_name = \"neuralmind/bert-base-portuguese-cased\" # \"neuralmind/bert-base-portuguese-cased\" bert-base-cased\n","\n","model = AutoModelForSequenceClassification.from_pretrained(model_name, num_labels=1)\n","tokenizer = AutoTokenizer.from_pretrained(model_name)\n","\n","if tokenizer.pad_token is None:\n","    tokenizer.pad_token = tokenizer.eos_token\n","    model.config.pad_token_id = model.config.eos_token_id\n","\n","print(f\"Model ({model_name}) ready.\")"]},{"cell_type":"markdown","metadata":{"id":"kvq6hWQ4sAlw"},"source":["4. Preprocess the dataset to be compatible with the `RewardTrainer` from `tlr`."]},{"cell_type":"code","execution_count":5,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":17,"referenced_widgets":["c5ac436aba8843c683e4be85d6515a13","4561ac2bab0c470d9e3fcf55ca599050","363700a107c54ae3a9f575e4756dc846","d49393afdbbd46f18002f5e5d9ba8ff4","150446fd7f4e4edf9374ff361c4933d2","6a47d27e478649a1a3c54355ef47107e","789c96ffda924a7685467fbd97bbec2e","6b45725239984a238ef863bcd6804783","0640f08ed65e41228eb4e30336cbfa6c","39f89c00fdeb4c01b6d1f663253a7991","3c6f9d1a236b4a31a7945d3343077724"]},"executionInfo":{"elapsed":19681,"status":"ok","timestamp":1686695323719,"user":{"displayName":"Nicholas Corrêa","userId":"09736120585766268588"},"user_tz":-120},"id":"JwrPjIbo62DC","outputId":"df482268-7fff-452a-ff16-fe3e2ac77e43"},"outputs":[{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"c5ac436aba8843c683e4be85d6515a13","version_major":2,"version_minor":0},"text/plain":["Map:   0%|          | 0/16730 [00:00<?, ? examples/s]"]},"metadata":{},"output_type":"display_data"}],"source":["def preprocess(examples):\n","    kwargs = {\"padding\": \"max_length\", \"truncation\": True, \"max_length\": 350, \"return_tensors\": \"pt\"}\n","\n","    non_toxic_response = examples[\"non_toxic_response\"]\n","    toxic_response_response = examples[\"toxic_response\"]\n","\n","    # Then tokenize these modified fields.\n","    tokens_non_toxic = tokenizer.encode_plus(non_toxic_response, **kwargs)\n","    tokens_toxic = tokenizer.encode_plus(toxic_response_response, **kwargs)\n","\n","    return {\n","        \"input_ids_chosen\": tokens_non_toxic[\"input_ids\"][0], \"attention_mask_chosen\": tokens_non_toxic[\"attention_mask\"][0],\n","        \"input_ids_rejected\": tokens_toxic[\"input_ids\"][0], \"attention_mask_rejected\": tokens_toxic[\"attention_mask\"][0]\n","    }\n","\n","formatted_dataset = dataset.map(preprocess)\n","formatted_dataset = formatted_dataset.train_test_split()"]},{"cell_type":"markdown","metadata":{"id":"rpytDiCusMk4"},"source":["5. Train your model while tracking the CO2 emissions. 🌱"]},{"cell_type":"code","execution_count":6,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":1000},"executionInfo":{"elapsed":1220169,"status":"ok","timestamp":1686696553380,"user":{"displayName":"Nicholas Corrêa","userId":"09736120585766268588"},"user_tz":-120},"id":"KwAoxTTF62DD","outputId":"2a24f901-297d-487f-df93-f52a3c0f5881"},"outputs":[{"name":"stderr","output_type":"stream","text":["/usr/local/lib/python3.10/dist-packages/trl/trainer/reward_trainer.py:125: UserWarning: When using RewardDataCollatorWithPadding, you should set `max_length` in the RewardTrainer's init it will be set to `512` by default, but you should do it yourself in the future.\n","  warnings.warn(\n","/usr/local/lib/python3.10/dist-packages/trl/trainer/reward_trainer.py:136: UserWarning: When using RewardDataCollatorWithPadding, you should set `remove_unused_columns=False` in your TrainingArguments we have set it for you, but you should do it yourself in the future.\n","  warnings.warn(\n","[codecarbon INFO @ 22:29:00] [setup] RAM Tracking...\n","[codecarbon INFO @ 22:29:00] [setup] GPU Tracking...\n","[codecarbon INFO @ 22:29:00] Tracking Nvidia GPU via pynvml\n","[codecarbon INFO @ 22:29:00] [setup] CPU Tracking...\n","[codecarbon WARNING @ 22:29:00] No CPU tracking mode found. Falling back on CPU constant mode.\n","[codecarbon WARNING @ 22:29:02] We saw that you have a Intel(R) Xeon(R) CPU @ 2.20GHz but we don't know it. Please contact us.\n","[codecarbon INFO @ 22:29:02] CPU Model on constant consumption mode: Intel(R) Xeon(R) CPU @ 2.20GHz\n","[codecarbon INFO @ 22:29:02] >>> Tracker's metadata:\n","[codecarbon INFO @ 22:29:02]   Platform system: Linux-5.15.107+-x86_64-with-glibc2.31\n","[codecarbon INFO @ 22:29:02]   Python version: 3.10.12\n","[codecarbon INFO @ 22:29:02]   CodeCarbon version: 2.2.3\n","[codecarbon INFO @ 22:29:02]   Available RAM : 83.481 GB\n","[codecarbon INFO @ 22:29:02]   CPU count: 12\n","[codecarbon INFO @ 22:29:02]   CPU model: Intel(R) Xeon(R) CPU @ 2.20GHz\n","[codecarbon INFO @ 22:29:02]   GPU count: 1\n","[codecarbon INFO @ 22:29:02]   GPU model: 1 x NVIDIA A100-SXM4-40GB\n","/usr/local/lib/python3.10/dist-packages/transformers/optimization.py:411: FutureWarning: This implementation of AdamW is deprecated and will be removed in a future version. Use the PyTorch implementation torch.optim.AdamW instead, or set `no_deprecation_warning=True` to disable this warning\n","  warnings.warn(\n","You're using a BertTokenizerFast tokenizer. Please note that with a fast tokenizer, using the `__call__` method is faster than using a method to encode the text followed by a call to the `pad` method to get a padded encoding.\n","/usr/local/lib/python3.10/dist-packages/transformers/tokenization_utils_base.py:2395: UserWarning: `max_length` is ignored when `padding`=`True` and there is no truncation strategy. To pad to max length, use `padding='max_length'`.\n","  warnings.warn(\n","Could not estimate the number of tokens of the input, floating-point operations will not be computed\n"]},{"data":{"text/html":["\n","    <div>\n","      \n","      <progress value='897' max='897' style='width:300px; height:20px; vertical-align: middle;'></progress>\n","      [897/897 20:05, Epoch 3/3]\n","    </div>\n","    <table border=\"1\" class=\"dataframe\">\n","  <thead>\n"," <tr style=\"text-align: left;\">\n","      <th>Step</th>\n","      <th>Training Loss</th>\n","      <th>Validation Loss</th>\n","      <th>Accuracy</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <td>200</td>\n","      <td>0.278900</td>\n","      <td>0.256261</td>\n","      <td>0.900550</td>\n","    </tr>\n","    <tr>\n","      <td>400</td>\n","      <td>0.173800</td>\n","      <td>0.246119</td>\n","      <td>0.902940</td>\n","    </tr>\n","    <tr>\n","      <td>600</td>\n","      <td>0.119500</td>\n","      <td>0.240692</td>\n","      <td>0.908917</td>\n","    </tr>\n","    <tr>\n","      <td>800</td>\n","      <td>0.047700</td>\n","      <td>0.342544</td>\n","      <td>0.902223</td>\n","    </tr>\n","  </tbody>\n","</table><p>"],"text/plain":["<IPython.core.display.HTML object>"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["[codecarbon INFO @ 22:29:17] Energy consumed for RAM : 0.000130 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:29:17] Energy consumed for all GPUs : 0.001021 kWh. Total GPU Power : 244.988 W\n","[codecarbon INFO @ 22:29:17] Energy consumed for all CPUs : 0.000177 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:29:17] 0.001329 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:29:18] Energy consumed for RAM : 0.000130 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:29:18] Energy consumed for all GPUs : 0.000662 kWh. Total GPU Power : 158.75300000000001 W\n","[codecarbon INFO @ 22:29:18] Energy consumed for all CPUs : 0.000177 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:29:18] 0.000969 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:29:32] Energy consumed for RAM : 0.000261 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:29:32] Energy consumed for all GPUs : 0.002375 kWh. Total GPU Power : 325.184 W\n","[codecarbon INFO @ 22:29:32] Energy consumed for all CPUs : 0.000354 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:29:32] 0.002990 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:29:33] Energy consumed for RAM : 0.000261 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:29:33] Energy consumed for all GPUs : 0.001705 kWh. Total GPU Power : 250.637 W\n","[codecarbon INFO @ 22:29:33] Energy consumed for all CPUs : 0.000354 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:29:33] 0.002320 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:29:47] Energy consumed for RAM : 0.000391 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:29:47] Energy consumed for all GPUs : 0.003739 kWh. Total GPU Power : 327.815 W\n","[codecarbon INFO @ 22:29:47] Energy consumed for all CPUs : 0.000531 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:29:47] 0.004661 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:29:48] Energy consumed for RAM : 0.000391 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:29:48] Energy consumed for all GPUs : 0.002720 kWh. Total GPU Power : 243.83500000000004 W\n","[codecarbon INFO @ 22:29:48] Energy consumed for all CPUs : 0.000531 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:29:48] 0.003643 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:30:02] Energy consumed for RAM : 0.000521 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:30:02] Energy consumed for all GPUs : 0.004364 kWh. Total GPU Power : 149.90800000000002 W\n","[codecarbon INFO @ 22:30:02] Energy consumed for all CPUs : 0.000709 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:30:02] 0.005594 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:30:03] Energy consumed for RAM : 0.000521 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:30:03] Energy consumed for all GPUs : 0.003826 kWh. Total GPU Power : 265.668 W\n","[codecarbon INFO @ 22:30:03] Energy consumed for all CPUs : 0.000708 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:30:03] 0.005056 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:30:17] Energy consumed for RAM : 0.000652 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:30:17] Energy consumed for all GPUs : 0.005425 kWh. Total GPU Power : 255.02400000000003 W\n","[codecarbon INFO @ 22:30:17] Energy consumed for all CPUs : 0.000886 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:30:17] 0.006962 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:30:18] Energy consumed for RAM : 0.000652 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:30:18] Energy consumed for all GPUs : 0.005037 kWh. Total GPU Power : 290.735 W\n","[codecarbon INFO @ 22:30:18] Energy consumed for all CPUs : 0.000885 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:30:18] 0.006574 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:30:32] Energy consumed for RAM : 0.000782 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:30:32] Energy consumed for all GPUs : 0.006471 kWh. Total GPU Power : 251.183 W\n","[codecarbon INFO @ 22:30:32] Energy consumed for all CPUs : 0.001063 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:30:32] 0.008315 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:30:33] Energy consumed for RAM : 0.000782 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:30:33] Energy consumed for all GPUs : 0.006407 kWh. Total GPU Power : 329.014 W\n","[codecarbon INFO @ 22:30:33] Energy consumed for all CPUs : 0.001063 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:30:33] 0.008252 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:30:47] Energy consumed for RAM : 0.000912 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:30:47] Energy consumed for all GPUs : 0.007528 kWh. Total GPU Power : 253.871 W\n","[codecarbon INFO @ 22:30:47] Energy consumed for all CPUs : 0.001240 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:30:47] 0.009680 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:30:48] Energy consumed for RAM : 0.000912 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:30:48] Energy consumed for all GPUs : 0.007741 kWh. Total GPU Power : 320.469 W\n","[codecarbon INFO @ 22:30:48] Energy consumed for all CPUs : 0.001240 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:30:48] 0.009893 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:31:02] Energy consumed for RAM : 0.001043 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:31:02] Energy consumed for all GPUs : 0.008611 kWh. Total GPU Power : 260.074 W\n","[codecarbon INFO @ 22:31:02] Energy consumed for all CPUs : 0.001417 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:31:02] 0.011070 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:31:03] Energy consumed for RAM : 0.001043 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:31:03] Energy consumed for all GPUs : 0.008792 kWh. Total GPU Power : 251.791 W\n","[codecarbon INFO @ 22:31:03] Energy consumed for all CPUs : 0.001417 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:31:03] 0.011252 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:31:17] Energy consumed for RAM : 0.001173 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:31:17] Energy consumed for all GPUs : 0.009987 kWh. Total GPU Power : 330.493 W\n","[codecarbon INFO @ 22:31:17] Energy consumed for all CPUs : 0.001594 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:31:17] 0.012754 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:31:18] Energy consumed for RAM : 0.001173 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:31:18] Energy consumed for all GPUs : 0.009837 kWh. Total GPU Power : 250.91000000000003 W\n","[codecarbon INFO @ 22:31:18] Energy consumed for all CPUs : 0.001594 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:31:18] 0.012604 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:31:32] Energy consumed for RAM : 0.001303 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:31:32] Energy consumed for all GPUs : 0.011367 kWh. Total GPU Power : 331.373 W\n","[codecarbon INFO @ 22:31:32] Energy consumed for all CPUs : 0.001771 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:31:32] 0.014441 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:31:33] Energy consumed for RAM : 0.001304 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:31:33] Energy consumed for all GPUs : 0.010904 kWh. Total GPU Power : 256.232 W\n","[codecarbon INFO @ 22:31:33] Energy consumed for all CPUs : 0.001771 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:31:33] 0.013979 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:31:47] Energy consumed for RAM : 0.001434 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:31:47] Energy consumed for all GPUs : 0.012459 kWh. Total GPU Power : 262.438 W\n","[codecarbon INFO @ 22:31:47] Energy consumed for all CPUs : 0.001948 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:31:47] 0.015841 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:31:48] Energy consumed for RAM : 0.001434 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:31:48] Energy consumed for all GPUs : 0.011993 kWh. Total GPU Power : 261.5 W\n","[codecarbon INFO @ 22:31:48] Energy consumed for all CPUs : 0.001948 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:31:48] 0.015375 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:32:02] Energy consumed for RAM : 0.001564 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:32:02] Energy consumed for all GPUs : 0.013536 kWh. Total GPU Power : 258.6000000000001 W\n","[codecarbon INFO @ 22:32:02] Energy consumed for all CPUs : 0.002125 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:32:02] 0.017225 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:32:03] Energy consumed for RAM : 0.001564 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:32:03] Energy consumed for all GPUs : 0.013372 kWh. Total GPU Power : 331.373 W\n","[codecarbon INFO @ 22:32:03] Energy consumed for all CPUs : 0.002125 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:32:03] 0.017062 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:32:17] Energy consumed for RAM : 0.001694 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:32:17] Energy consumed for all GPUs : 0.014622 kWh. Total GPU Power : 260.946 W\n","[codecarbon INFO @ 22:32:17] Energy consumed for all CPUs : 0.002302 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:32:17] 0.018619 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:32:18] Energy consumed for RAM : 0.001695 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:32:18] Energy consumed for all GPUs : 0.014753 kWh. Total GPU Power : 331.645 W\n","[codecarbon INFO @ 22:32:18] Energy consumed for all CPUs : 0.002302 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:32:18] 0.018750 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:32:32] Energy consumed for RAM : 0.001825 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:32:32] Energy consumed for all GPUs : 0.015667 kWh. Total GPU Power : 250.91000000000003 W\n","[codecarbon INFO @ 22:32:32] Energy consumed for all CPUs : 0.002479 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:32:32] 0.019971 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:32:33] Energy consumed for RAM : 0.001825 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:32:33] Energy consumed for all GPUs : 0.015347 kWh. Total GPU Power : 142.679 W\n","[codecarbon INFO @ 22:32:33] Energy consumed for all CPUs : 0.002479 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:32:33] 0.019652 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:32:47] Energy consumed for RAM : 0.001955 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:32:47] Energy consumed for all GPUs : 0.017026 kWh. Total GPU Power : 326.329 W\n","[codecarbon INFO @ 22:32:47] Energy consumed for all CPUs : 0.002656 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:32:47] 0.021637 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:32:48] Energy consumed for RAM : 0.001955 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:32:48] Energy consumed for all GPUs : 0.016460 kWh. Total GPU Power : 267.14700000000005 W\n","[codecarbon INFO @ 22:32:48] Energy consumed for all CPUs : 0.002656 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:32:48] 0.021071 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:33:02] Energy consumed for RAM : 0.002085 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:33:02] Energy consumed for all GPUs : 0.018403 kWh. Total GPU Power : 330.773 W\n","[codecarbon INFO @ 22:33:02] Energy consumed for all CPUs : 0.002833 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:33:02] 0.023322 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:33:03] Energy consumed for RAM : 0.002086 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:33:03] Energy consumed for all GPUs : 0.017261 kWh. Total GPU Power : 192.548 W\n","[codecarbon INFO @ 22:33:03] Energy consumed for all CPUs : 0.002834 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:33:03] 0.022181 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:33:17] Energy consumed for RAM : 0.002216 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:33:17] Energy consumed for all GPUs : 0.019794 kWh. Total GPU Power : 334.004 W\n","[codecarbon INFO @ 22:33:17] Energy consumed for all CPUs : 0.003010 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:33:17] 0.025020 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:33:18] Energy consumed for RAM : 0.002216 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:33:18] Energy consumed for all GPUs : 0.017852 kWh. Total GPU Power : 141.80700000000002 W\n","[codecarbon INFO @ 22:33:18] Energy consumed for all CPUs : 0.003011 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:33:18] 0.023078 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:33:32] Energy consumed for RAM : 0.002346 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:33:32] Energy consumed for all GPUs : 0.021176 kWh. Total GPU Power : 331.925 W\n","[codecarbon INFO @ 22:33:32] Energy consumed for all CPUs : 0.003187 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:33:32] 0.026709 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:33:33] Energy consumed for RAM : 0.002346 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:33:33] Energy consumed for all GPUs : 0.018417 kWh. Total GPU Power : 135.743 W\n","[codecarbon INFO @ 22:33:33] Energy consumed for all CPUs : 0.003188 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:33:33] 0.023951 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:33:47] Energy consumed for RAM : 0.002476 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:33:47] Energy consumed for all GPUs : 0.022276 kWh. Total GPU Power : 264.188 W\n","[codecarbon INFO @ 22:33:47] Energy consumed for all CPUs : 0.003364 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:33:47] 0.028117 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:33:48] Energy consumed for RAM : 0.002477 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:33:48] Energy consumed for all GPUs : 0.019521 kWh. Total GPU Power : 265.06 W\n","[codecarbon INFO @ 22:33:48] Energy consumed for all CPUs : 0.003365 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:33:48] 0.025362 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:34:02] Energy consumed for RAM : 0.002607 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:34:02] Energy consumed for all GPUs : 0.023368 kWh. Total GPU Power : 262.165 W\n","[codecarbon INFO @ 22:34:02] Energy consumed for all CPUs : 0.003542 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:34:02] 0.029516 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:34:03] Energy consumed for RAM : 0.002607 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:34:03] Energy consumed for all GPUs : 0.020602 kWh. Total GPU Power : 259.807 W\n","[codecarbon INFO @ 22:34:03] Energy consumed for all CPUs : 0.003542 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:34:03] 0.026751 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:34:17] Energy consumed for RAM : 0.002737 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:34:17] Energy consumed for all GPUs : 0.024419 kWh. Total GPU Power : 252.39099999999996 W\n","[codecarbon INFO @ 22:34:17] Energy consumed for all CPUs : 0.003719 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:34:17] 0.030874 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:34:18] Energy consumed for RAM : 0.002737 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:34:18] Energy consumed for all GPUs : 0.022010 kWh. Total GPU Power : 338.11400000000003 W\n","[codecarbon INFO @ 22:34:18] Energy consumed for all CPUs : 0.003719 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:34:18] 0.028466 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:34:32] Energy consumed for RAM : 0.002867 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:34:32] Energy consumed for all GPUs : 0.025508 kWh. Total GPU Power : 261.558 W\n","[codecarbon INFO @ 22:34:32] Energy consumed for all CPUs : 0.003896 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:34:32] 0.032271 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:34:33] Energy consumed for RAM : 0.002868 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:34:33] Energy consumed for all GPUs : 0.023413 kWh. Total GPU Power : 336.962 W\n","[codecarbon INFO @ 22:34:33] Energy consumed for all CPUs : 0.003896 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:34:33] 0.030177 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:34:47] Energy consumed for RAM : 0.002998 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:34:47] Energy consumed for all GPUs : 0.026627 kWh. Total GPU Power : 268.902 W\n","[codecarbon INFO @ 22:34:47] Energy consumed for all CPUs : 0.004073 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:34:47] 0.033698 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:34:48] Energy consumed for RAM : 0.002998 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:34:48] Energy consumed for all GPUs : 0.024529 kWh. Total GPU Power : 267.421 W\n","[codecarbon INFO @ 22:34:48] Energy consumed for all CPUs : 0.004074 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:34:48] 0.031600 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:35:02] Energy consumed for RAM : 0.003128 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:35:02] Energy consumed for all GPUs : 0.028006 kWh. Total GPU Power : 331.046 W\n","[codecarbon INFO @ 22:35:02] Energy consumed for all CPUs : 0.004250 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:35:02] 0.035384 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:35:03] Energy consumed for RAM : 0.003128 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:35:03] Energy consumed for all GPUs : 0.025613 kWh. Total GPU Power : 261.22700000000003 W\n","[codecarbon INFO @ 22:35:03] Energy consumed for all CPUs : 0.004250 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:35:03] 0.032992 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:35:17] Energy consumed for RAM : 0.003258 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:35:17] Energy consumed for all GPUs : 0.029345 kWh. Total GPU Power : 321.619 W\n","[codecarbon INFO @ 22:35:17] Energy consumed for all CPUs : 0.004427 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:35:17] 0.037030 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:35:18] Energy consumed for RAM : 0.003258 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:35:18] Energy consumed for all GPUs : 0.026600 kWh. Total GPU Power : 237.03300000000002 W\n","[codecarbon INFO @ 22:35:18] Energy consumed for all CPUs : 0.004427 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:35:18] 0.034286 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:35:32] Energy consumed for RAM : 0.003389 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:35:32] Energy consumed for all GPUs : 0.030423 kWh. Total GPU Power : 258.866 W\n","[codecarbon INFO @ 22:35:32] Energy consumed for all CPUs : 0.004604 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:35:32] 0.038415 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:35:33] Energy consumed for RAM : 0.003389 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:35:33] Energy consumed for all GPUs : 0.027660 kWh. Total GPU Power : 254.42400000000004 W\n","[codecarbon INFO @ 22:35:33] Energy consumed for all CPUs : 0.004604 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:35:33] 0.035653 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:35:47] Energy consumed for RAM : 0.003519 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:35:47] Energy consumed for all GPUs : 0.031195 kWh. Total GPU Power : 185.46500000000003 W\n","[codecarbon INFO @ 22:35:47] Energy consumed for all CPUs : 0.004781 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:35:47] 0.039495 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:35:48] Energy consumed for RAM : 0.003519 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:35:48] Energy consumed for all GPUs : 0.028717 kWh. Total GPU Power : 253.871 W\n","[codecarbon INFO @ 22:35:48] Energy consumed for all CPUs : 0.004781 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:35:48] 0.037017 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:36:02] Energy consumed for RAM : 0.003649 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:36:02] Energy consumed for all GPUs : 0.032251 kWh. Total GPU Power : 253.54399999999998 W\n","[codecarbon INFO @ 22:36:02] Energy consumed for all CPUs : 0.004958 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:36:02] 0.040858 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:36:03] Energy consumed for RAM : 0.003649 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:36:03] Energy consumed for all GPUs : 0.029779 kWh. Total GPU Power : 255.02400000000003 W\n","[codecarbon INFO @ 22:36:03] Energy consumed for all CPUs : 0.004958 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:36:03] 0.038387 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:36:17] Energy consumed for RAM : 0.003780 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:36:17] Energy consumed for all GPUs : 0.033332 kWh. Total GPU Power : 259.746 W\n","[codecarbon INFO @ 22:36:17] Energy consumed for all CPUs : 0.005135 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:36:17] 0.042247 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:36:18] Energy consumed for RAM : 0.003780 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:36:18] Energy consumed for all GPUs : 0.031043 kWh. Total GPU Power : 303.646 W\n","[codecarbon INFO @ 22:36:18] Energy consumed for all CPUs : 0.005136 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:36:18] 0.039958 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:36:32] Energy consumed for RAM : 0.003910 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:36:32] Energy consumed for all GPUs : 0.034415 kWh. Total GPU Power : 260.074 W\n","[codecarbon INFO @ 22:36:32] Energy consumed for all CPUs : 0.005312 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:36:32] 0.043637 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:36:33] Energy consumed for RAM : 0.003910 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:36:33] Energy consumed for all GPUs : 0.032446 kWh. Total GPU Power : 336.962 W\n","[codecarbon INFO @ 22:36:33] Energy consumed for all CPUs : 0.005313 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:36:33] 0.041669 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:36:47] Energy consumed for RAM : 0.004040 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:36:47] Energy consumed for all GPUs : 0.035524 kWh. Total GPU Power : 266.214 W\n","[codecarbon INFO @ 22:36:47] Energy consumed for all CPUs : 0.005489 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:36:47] 0.045053 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:36:48] Energy consumed for RAM : 0.004040 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:36:48] Energy consumed for all GPUs : 0.033786 kWh. Total GPU Power : 321.677 W\n","[codecarbon INFO @ 22:36:48] Energy consumed for all CPUs : 0.005490 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:36:48] 0.043316 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:37:02] Energy consumed for RAM : 0.004171 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:37:02] Energy consumed for all GPUs : 0.036932 kWh. Total GPU Power : 338.11400000000003 W\n","[codecarbon INFO @ 22:37:02] Energy consumed for all CPUs : 0.005666 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:37:02] 0.046769 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:37:03] Energy consumed for RAM : 0.004171 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:37:03] Energy consumed for all GPUs : 0.034881 kWh. Total GPU Power : 262.9800000000001 W\n","[codecarbon INFO @ 22:37:03] Energy consumed for all CPUs : 0.005667 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:37:03] 0.044718 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:37:17] Energy consumed for RAM : 0.004301 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:37:17] Energy consumed for all GPUs : 0.038302 kWh. Total GPU Power : 329.014 W\n","[codecarbon INFO @ 22:37:17] Energy consumed for all CPUs : 0.005843 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:37:17] 0.048446 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:37:18] Energy consumed for RAM : 0.004301 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:37:18] Energy consumed for all GPUs : 0.035997 kWh. Total GPU Power : 268.029 W\n","[codecarbon INFO @ 22:37:18] Energy consumed for all CPUs : 0.005844 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:37:18] 0.046142 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:37:32] Energy consumed for RAM : 0.004431 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:37:32] Energy consumed for all GPUs : 0.038641 kWh. Total GPU Power : 81.432 W\n","[codecarbon INFO @ 22:37:32] Energy consumed for all CPUs : 0.006021 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:37:32] 0.049093 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:37:33] Energy consumed for RAM : 0.004431 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:37:33] Energy consumed for all GPUs : 0.037411 kWh. Total GPU Power : 339.593 W\n","[codecarbon INFO @ 22:37:33] Energy consumed for all CPUs : 0.006021 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:37:33] 0.047863 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:37:47] Energy consumed for RAM : 0.004562 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:37:47] Energy consumed for all GPUs : 0.039098 kWh. Total GPU Power : 109.769 W\n","[codecarbon INFO @ 22:37:47] Energy consumed for all CPUs : 0.006198 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:37:47] 0.049858 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:37:48] Energy consumed for RAM : 0.004562 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:37:48] Energy consumed for all GPUs : 0.038839 kWh. Total GPU Power : 342.823 W\n","[codecarbon INFO @ 22:37:48] Energy consumed for all CPUs : 0.006198 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:37:48] 0.049598 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:38:02] Energy consumed for RAM : 0.004692 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:38:02] Energy consumed for all GPUs : 0.039812 kWh. Total GPU Power : 171.315 W\n","[codecarbon INFO @ 22:38:02] Energy consumed for all CPUs : 0.006375 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:38:02] 0.050878 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:38:03] Energy consumed for RAM : 0.004692 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:38:03] Energy consumed for all GPUs : 0.040270 kWh. Total GPU Power : 343.75700000000006 W\n","[codecarbon INFO @ 22:38:03] Energy consumed for all CPUs : 0.006375 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:38:03] 0.051337 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:38:17] Energy consumed for RAM : 0.004822 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:38:17] Energy consumed for all GPUs : 0.040875 kWh. Total GPU Power : 255.35200000000003 W\n","[codecarbon INFO @ 22:38:17] Energy consumed for all CPUs : 0.006552 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:38:17] 0.052249 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:38:18] Energy consumed for RAM : 0.004822 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:38:18] Energy consumed for all GPUs : 0.041360 kWh. Total GPU Power : 261.83 W\n","[codecarbon INFO @ 22:38:18] Energy consumed for all CPUs : 0.006552 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:38:18] 0.052735 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:38:32] Energy consumed for RAM : 0.004953 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:38:32] Energy consumed for all GPUs : 0.041939 kWh. Total GPU Power : 255.63200000000003 W\n","[codecarbon INFO @ 22:38:32] Energy consumed for all CPUs : 0.006729 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:38:32] 0.053621 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:38:33] Energy consumed for RAM : 0.004953 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:38:33] Energy consumed for all GPUs : 0.042474 kWh. Total GPU Power : 267.421 W\n","[codecarbon INFO @ 22:38:33] Energy consumed for all CPUs : 0.006729 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:38:33] 0.054155 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:38:47] Energy consumed for RAM : 0.005083 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:38:47] Energy consumed for all GPUs : 0.043044 kWh. Total GPU Power : 265.341 W\n","[codecarbon INFO @ 22:38:47] Energy consumed for all CPUs : 0.006906 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:38:47] 0.055033 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:38:48] Energy consumed for RAM : 0.005083 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:38:48] Energy consumed for all GPUs : 0.043876 kWh. Total GPU Power : 336.689 W\n","[codecarbon INFO @ 22:38:48] Energy consumed for all CPUs : 0.006906 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:38:48] 0.055865 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:39:02] Energy consumed for RAM : 0.005213 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:39:02] Energy consumed for all GPUs : 0.044100 kWh. Total GPU Power : 253.54399999999998 W\n","[codecarbon INFO @ 22:39:02] Energy consumed for all CPUs : 0.007083 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:39:02] 0.056396 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:39:03] Energy consumed for RAM : 0.005213 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:39:03] Energy consumed for all GPUs : 0.045224 kWh. Total GPU Power : 323.705 W\n","[codecarbon INFO @ 22:39:03] Energy consumed for all CPUs : 0.007083 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:39:03] 0.057520 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:39:17] Energy consumed for RAM : 0.005344 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:39:17] Energy consumed for all GPUs : 0.045483 kWh. Total GPU Power : 332.252 W\n","[codecarbon INFO @ 22:39:17] Energy consumed for all CPUs : 0.007260 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:39:17] 0.058087 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:39:18] Energy consumed for RAM : 0.005344 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:39:18] Energy consumed for all GPUs : 0.046376 kWh. Total GPU Power : 276.858 W\n","[codecarbon INFO @ 22:39:18] Energy consumed for all CPUs : 0.007260 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:39:18] 0.058980 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:39:32] Energy consumed for RAM : 0.005474 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:39:32] Energy consumed for all GPUs : 0.046889 kWh. Total GPU Power : 337.569 W\n","[codecarbon INFO @ 22:39:32] Energy consumed for all CPUs : 0.007437 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:39:32] 0.059801 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:39:33] Energy consumed for RAM : 0.005474 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:39:33] Energy consumed for all GPUs : 0.047481 kWh. Total GPU Power : 265.395 W\n","[codecarbon INFO @ 22:39:33] Energy consumed for all CPUs : 0.007437 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:39:33] 0.060393 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:39:47] Energy consumed for RAM : 0.005604 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:39:47] Energy consumed for all GPUs : 0.047223 kWh. Total GPU Power : 80.285 W\n","[codecarbon INFO @ 22:39:47] Energy consumed for all CPUs : 0.007614 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:39:47] 0.060441 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:39:48] Energy consumed for RAM : 0.005604 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:39:48] Energy consumed for all GPUs : 0.048542 kWh. Total GPU Power : 254.75200000000004 W\n","[codecarbon INFO @ 22:39:48] Energy consumed for all CPUs : 0.007614 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:39:48] 0.061761 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:40:02] Energy consumed for RAM : 0.005734 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:40:02] Energy consumed for all GPUs : 0.048293 kWh. Total GPU Power : 257.113 W\n","[codecarbon INFO @ 22:40:02] Energy consumed for all CPUs : 0.007791 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:40:02] 0.061819 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:40:03] Energy consumed for RAM : 0.005735 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:40:03] Energy consumed for all GPUs : 0.049649 kWh. Total GPU Power : 265.94 W\n","[codecarbon INFO @ 22:40:03] Energy consumed for all CPUs : 0.007791 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:40:03] 0.063175 kWh of electricity used since the beginning.\n","/usr/local/lib/python3.10/dist-packages/transformers/tokenization_utils_base.py:2395: UserWarning: `max_length` is ignored when `padding`=`True` and there is no truncation strategy. To pad to max length, use `padding='max_length'`.\n","  warnings.warn(\n","[codecarbon INFO @ 22:40:17] Energy consumed for RAM : 0.005865 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:40:17] Energy consumed for all GPUs : 0.049351 kWh. Total GPU Power : 254.15200000000004 W\n","[codecarbon INFO @ 22:40:17] Energy consumed for all CPUs : 0.007968 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:40:17] 0.063184 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:40:18] Energy consumed for RAM : 0.005865 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:40:18] Energy consumed for all GPUs : 0.050739 kWh. Total GPU Power : 261.83 W\n","[codecarbon INFO @ 22:40:18] Energy consumed for all CPUs : 0.007969 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:40:18] 0.064573 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:40:32] Energy consumed for RAM : 0.005995 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:40:32] Energy consumed for all GPUs : 0.050416 kWh. Total GPU Power : 255.64199999999997 W\n","[codecarbon INFO @ 22:40:32] Energy consumed for all CPUs : 0.008145 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:40:32] 0.064556 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:40:33] Energy consumed for RAM : 0.005995 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:40:33] Energy consumed for all GPUs : 0.052117 kWh. Total GPU Power : 330.773 W\n","[codecarbon INFO @ 22:40:33] Energy consumed for all CPUs : 0.008146 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:40:33] 0.066258 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:40:47] Energy consumed for RAM : 0.006125 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:40:47] Energy consumed for all GPUs : 0.051520 kWh. Total GPU Power : 265.341 W\n","[codecarbon INFO @ 22:40:47] Energy consumed for all CPUs : 0.008322 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:40:47] 0.065968 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:40:48] Energy consumed for RAM : 0.006126 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:40:48] Energy consumed for all GPUs : 0.053504 kWh. Total GPU Power : 333.124 W\n","[codecarbon INFO @ 22:40:48] Energy consumed for all CPUs : 0.008323 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:40:48] 0.067952 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:41:02] Energy consumed for RAM : 0.006256 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:41:02] Energy consumed for all GPUs : 0.052599 kWh. Total GPU Power : 259.139 W\n","[codecarbon INFO @ 22:41:02] Energy consumed for all CPUs : 0.008499 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:41:02] 0.067355 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:41:03] Energy consumed for RAM : 0.006256 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:41:03] Energy consumed for all GPUs : 0.054595 kWh. Total GPU Power : 262.1000000000001 W\n","[codecarbon INFO @ 22:41:03] Energy consumed for all CPUs : 0.008500 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:41:03] 0.069351 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:41:17] Energy consumed for RAM : 0.006386 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:41:17] Energy consumed for all GPUs : 0.053983 kWh. Total GPU Power : 332.252 W\n","[codecarbon INFO @ 22:41:17] Energy consumed for all CPUs : 0.008677 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:41:17] 0.069045 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:41:18] Energy consumed for RAM : 0.006386 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:41:18] Energy consumed for all GPUs : 0.055667 kWh. Total GPU Power : 257.385 W\n","[codecarbon INFO @ 22:41:18] Energy consumed for all CPUs : 0.008677 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:41:18] 0.070730 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:41:32] Energy consumed for RAM : 0.006516 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:41:32] Energy consumed for all GPUs : 0.055293 kWh. Total GPU Power : 314.551 W\n","[codecarbon INFO @ 22:41:32] Energy consumed for all CPUs : 0.008854 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:41:32] 0.070663 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:41:33] Energy consumed for RAM : 0.006517 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:41:33] Energy consumed for all GPUs : 0.056687 kWh. Total GPU Power : 244.988 W\n","[codecarbon INFO @ 22:41:33] Energy consumed for all CPUs : 0.008854 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:41:33] 0.072057 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:41:47] Energy consumed for RAM : 0.006647 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:41:47] Energy consumed for all GPUs : 0.056398 kWh. Total GPU Power : 265.395 W\n","[codecarbon INFO @ 22:41:47] Energy consumed for all CPUs : 0.009031 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:41:47] 0.072075 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:41:48] Energy consumed for RAM : 0.006647 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:41:48] Energy consumed for all GPUs : 0.057755 kWh. Total GPU Power : 256.505 W\n","[codecarbon INFO @ 22:41:48] Energy consumed for all CPUs : 0.009031 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:41:48] 0.073433 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:42:02] Energy consumed for RAM : 0.006777 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:42:02] Energy consumed for all GPUs : 0.057511 kWh. Total GPU Power : 267.421 W\n","[codecarbon INFO @ 22:42:02] Energy consumed for all CPUs : 0.009208 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:42:02] 0.073496 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:42:03] Energy consumed for RAM : 0.006777 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:42:03] Energy consumed for all GPUs : 0.058895 kWh. Total GPU Power : 273.897 W\n","[codecarbon INFO @ 22:42:03] Energy consumed for all CPUs : 0.009208 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:42:03] 0.074881 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:42:17] Energy consumed for RAM : 0.006907 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:42:17] Energy consumed for all GPUs : 0.058913 kWh. Total GPU Power : 336.689 W\n","[codecarbon INFO @ 22:42:17] Energy consumed for all CPUs : 0.009385 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:42:17] 0.075205 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:42:18] Energy consumed for RAM : 0.006908 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:42:18] Energy consumed for all GPUs : 0.059416 kWh. Total GPU Power : 125.01500000000001 W\n","[codecarbon INFO @ 22:42:18] Energy consumed for all CPUs : 0.009385 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:42:18] 0.075709 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:42:32] Energy consumed for RAM : 0.007038 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:42:32] Energy consumed for all GPUs : 0.060345 kWh. Total GPU Power : 344.02900000000005 W\n","[codecarbon INFO @ 22:42:32] Energy consumed for all CPUs : 0.009562 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:42:32] 0.076945 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:42:33] Energy consumed for RAM : 0.007038 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:42:33] Energy consumed for all GPUs : 0.060121 kWh. Total GPU Power : 169.23400000000004 W\n","[codecarbon INFO @ 22:42:33] Energy consumed for all CPUs : 0.009562 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:42:33] 0.076721 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:42:47] Energy consumed for RAM : 0.007168 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:42:47] Energy consumed for all GPUs : 0.061739 kWh. Total GPU Power : 334.60300000000007 W\n","[codecarbon INFO @ 22:42:47] Energy consumed for all CPUs : 0.009739 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:42:47] 0.078646 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:42:48] Energy consumed for RAM : 0.007168 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:42:48] Energy consumed for all GPUs : 0.061226 kWh. Total GPU Power : 265.395 W\n","[codecarbon INFO @ 22:42:48] Energy consumed for all CPUs : 0.009739 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:42:48] 0.078133 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:43:02] Energy consumed for RAM : 0.007298 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:43:02] Energy consumed for all GPUs : 0.062812 kWh. Total GPU Power : 257.713 W\n","[codecarbon INFO @ 22:43:02] Energy consumed for all CPUs : 0.009916 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:43:02] 0.080026 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:43:03] Energy consumed for RAM : 0.007299 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:43:03] Energy consumed for all GPUs : 0.062616 kWh. Total GPU Power : 334.004 W\n","[codecarbon INFO @ 22:43:03] Energy consumed for all CPUs : 0.009916 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:43:03] 0.079831 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:43:17] Energy consumed for RAM : 0.007429 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:43:17] Energy consumed for all GPUs : 0.063909 kWh. Total GPU Power : 263.59000000000003 W\n","[codecarbon INFO @ 22:43:17] Energy consumed for all CPUs : 0.010093 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:43:17] 0.081431 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:43:18] Energy consumed for RAM : 0.007429 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:43:18] Energy consumed for all GPUs : 0.064014 kWh. Total GPU Power : 335.75500000000005 W\n","[codecarbon INFO @ 22:43:18] Energy consumed for all CPUs : 0.010093 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:43:18] 0.081537 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:43:32] Energy consumed for RAM : 0.007559 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:43:32] Energy consumed for all GPUs : 0.065027 kWh. Total GPU Power : 268.302 W\n","[codecarbon INFO @ 22:43:32] Energy consumed for all CPUs : 0.010270 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:43:32] 0.082856 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:43:33] Energy consumed for RAM : 0.007559 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:43:33] Energy consumed for all GPUs : 0.064389 kWh. Total GPU Power : 90.004 W\n","[codecarbon INFO @ 22:43:33] Energy consumed for all CPUs : 0.010270 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:43:33] 0.082219 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:43:47] Energy consumed for RAM : 0.007689 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:43:47] Energy consumed for all GPUs : 0.066442 kWh. Total GPU Power : 339.919 W\n","[codecarbon INFO @ 22:43:47] Energy consumed for all CPUs : 0.010447 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:43:47] 0.084578 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:43:48] Energy consumed for RAM : 0.007690 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:43:48] Energy consumed for all GPUs : 0.065515 kWh. Total GPU Power : 270.385 W\n","[codecarbon INFO @ 22:43:48] Energy consumed for all CPUs : 0.010447 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:43:48] 0.083652 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:44:02] Energy consumed for RAM : 0.007820 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:44:02] Energy consumed for all GPUs : 0.067825 kWh. Total GPU Power : 332.252 W\n","[codecarbon INFO @ 22:44:02] Energy consumed for all CPUs : 0.010624 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:44:02] 0.086269 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:44:03] Energy consumed for RAM : 0.007820 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:44:03] Energy consumed for all GPUs : 0.066635 kWh. Total GPU Power : 268.898 W\n","[codecarbon INFO @ 22:44:03] Energy consumed for all CPUs : 0.010624 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:44:03] 0.085079 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:44:17] Energy consumed for RAM : 0.007950 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:44:17] Energy consumed for all GPUs : 0.068903 kWh. Total GPU Power : 258.87200000000007 W\n","[codecarbon INFO @ 22:44:17] Energy consumed for all CPUs : 0.010801 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:44:17] 0.087655 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:44:18] Energy consumed for RAM : 0.007950 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:44:18] Energy consumed for all GPUs : 0.067700 kWh. Total GPU Power : 255.905 W\n","[codecarbon INFO @ 22:44:18] Energy consumed for all CPUs : 0.010802 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:44:18] 0.086452 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:44:32] Energy consumed for RAM : 0.008080 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:44:32] Energy consumed for all GPUs : 0.069955 kWh. Total GPU Power : 252.66300000000004 W\n","[codecarbon INFO @ 22:44:32] Energy consumed for all CPUs : 0.010978 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:44:32] 0.089014 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:44:33] Energy consumed for RAM : 0.008081 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:44:33] Energy consumed for all GPUs : 0.069095 kWh. Total GPU Power : 334.883 W\n","[codecarbon INFO @ 22:44:33] Energy consumed for all CPUs : 0.010979 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:44:33] 0.088154 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:44:47] Energy consumed for RAM : 0.008211 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:44:47] Energy consumed for all GPUs : 0.071013 kWh. Total GPU Power : 254.16300000000004 W\n","[codecarbon INFO @ 22:44:47] Energy consumed for all CPUs : 0.011155 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:44:47] 0.090379 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:44:48] Energy consumed for RAM : 0.008211 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:44:48] Energy consumed for all GPUs : 0.070500 kWh. Total GPU Power : 337.569 W\n","[codecarbon INFO @ 22:44:48] Energy consumed for all CPUs : 0.011156 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:44:48] 0.089867 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:45:02] Energy consumed for RAM : 0.008341 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:45:02] Energy consumed for all GPUs : 0.072100 kWh. Total GPU Power : 260.946 W\n","[codecarbon INFO @ 22:45:02] Energy consumed for all CPUs : 0.011332 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:45:02] 0.091773 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:45:03] Energy consumed for RAM : 0.008341 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:45:03] Energy consumed for all GPUs : 0.070839 kWh. Total GPU Power : 81.432 W\n","[codecarbon INFO @ 22:45:03] Energy consumed for all CPUs : 0.011333 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:45:03] 0.090514 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:45:17] Energy consumed for RAM : 0.008471 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:45:17] Energy consumed for all GPUs : 0.073262 kWh. Total GPU Power : 279.204 W\n","[codecarbon INFO @ 22:45:17] Energy consumed for all CPUs : 0.011510 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:45:17] 0.093243 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:45:18] Energy consumed for RAM : 0.008472 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:45:18] Energy consumed for all GPUs : 0.071978 kWh. Total GPU Power : 273.343 W\n","[codecarbon INFO @ 22:45:18] Energy consumed for all CPUs : 0.011510 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:45:18] 0.091959 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:45:32] Energy consumed for RAM : 0.008602 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:45:32] Energy consumed for all GPUs : 0.074666 kWh. Total GPU Power : 337.234 W\n","[codecarbon INFO @ 22:45:32] Energy consumed for all CPUs : 0.011687 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:45:32] 0.094954 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:45:33] Energy consumed for RAM : 0.008602 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:45:33] Energy consumed for all GPUs : 0.073058 kWh. Total GPU Power : 259.466 W\n","[codecarbon INFO @ 22:45:33] Energy consumed for all CPUs : 0.011687 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:45:33] 0.093347 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:45:47] Energy consumed for RAM : 0.008732 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:45:47] Energy consumed for all GPUs : 0.075528 kWh. Total GPU Power : 206.971 W\n","[codecarbon INFO @ 22:45:47] Energy consumed for all CPUs : 0.011864 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:45:47] 0.096124 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:45:48] Energy consumed for RAM : 0.008732 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:45:48] Energy consumed for all GPUs : 0.074179 kWh. Total GPU Power : 269.233 W\n","[codecarbon INFO @ 22:45:48] Energy consumed for all CPUs : 0.011864 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:45:48] 0.094775 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:46:02] Energy consumed for RAM : 0.008862 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:46:02] Energy consumed for all GPUs : 0.076646 kWh. Total GPU Power : 268.898 W\n","[codecarbon INFO @ 22:46:02] Energy consumed for all CPUs : 0.012041 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:46:02] 0.097549 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:46:03] Energy consumed for RAM : 0.008863 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:46:03] Energy consumed for all GPUs : 0.075293 kWh. Total GPU Power : 267.421 W\n","[codecarbon INFO @ 22:46:03] Energy consumed for all CPUs : 0.012041 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:46:03] 0.096196 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:46:17] Energy consumed for RAM : 0.008992 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:46:17] Energy consumed for all GPUs : 0.077711 kWh. Total GPU Power : 255.63200000000003 W\n","[codecarbon INFO @ 22:46:17] Energy consumed for all CPUs : 0.012218 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:46:17] 0.098921 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:46:18] Energy consumed for RAM : 0.008993 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:46:18] Energy consumed for all GPUs : 0.076708 kWh. Total GPU Power : 339.919 W\n","[codecarbon INFO @ 22:46:18] Energy consumed for all CPUs : 0.012218 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:46:18] 0.097919 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:46:32] Energy consumed for RAM : 0.009123 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:46:32] Energy consumed for all GPUs : 0.078811 kWh. Total GPU Power : 264.188 W\n","[codecarbon INFO @ 22:46:32] Energy consumed for all CPUs : 0.012395 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:46:32] 0.100328 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:46:33] Energy consumed for RAM : 0.009123 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:46:33] Energy consumed for all GPUs : 0.078117 kWh. Total GPU Power : 338.44100000000003 W\n","[codecarbon INFO @ 22:46:33] Energy consumed for all CPUs : 0.012395 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:46:33] 0.099636 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:46:47] Energy consumed for RAM : 0.009253 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:46:47] Energy consumed for all GPUs : 0.080084 kWh. Total GPU Power : 305.724 W\n","[codecarbon INFO @ 22:46:47] Energy consumed for all CPUs : 0.012572 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:46:47] 0.101909 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:46:48] Energy consumed for RAM : 0.009254 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:46:48] Energy consumed for all GPUs : 0.079530 kWh. Total GPU Power : 339.32 W\n","[codecarbon INFO @ 22:46:48] Energy consumed for all CPUs : 0.012572 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:46:48] 0.101356 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:47:02] Energy consumed for RAM : 0.009383 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:47:02] Energy consumed for all GPUs : 0.080543 kWh. Total GPU Power : 110.37 W\n","[codecarbon INFO @ 22:47:02] Energy consumed for all CPUs : 0.012749 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:47:02] 0.102676 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:47:03] Energy consumed for RAM : 0.009384 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:47:03] Energy consumed for all GPUs : 0.080955 kWh. Total GPU Power : 342.278 W\n","[codecarbon INFO @ 22:47:03] Energy consumed for all CPUs : 0.012750 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:47:03] 0.103089 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:47:17] Energy consumed for RAM : 0.009514 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:47:17] Energy consumed for all GPUs : 0.081087 kWh. Total GPU Power : 130.61 W\n","[codecarbon INFO @ 22:47:17] Energy consumed for all CPUs : 0.012926 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:47:17] 0.103527 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:47:18] Energy consumed for RAM : 0.009514 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:47:18] Energy consumed for all GPUs : 0.082382 kWh. Total GPU Power : 343.43 W\n","[codecarbon INFO @ 22:47:18] Energy consumed for all CPUs : 0.012927 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:47:18] 0.104823 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:47:32] Energy consumed for RAM : 0.009644 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:47:32] Energy consumed for all GPUs : 0.082500 kWh. Total GPU Power : 339.32 W\n","[codecarbon INFO @ 22:47:32] Energy consumed for all CPUs : 0.013103 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:47:32] 0.105247 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:47:33] Energy consumed for RAM : 0.009644 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:47:33] Energy consumed for all GPUs : 0.083469 kWh. Total GPU Power : 261.827 W\n","[codecarbon INFO @ 22:47:33] Energy consumed for all CPUs : 0.013103 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:47:33] 0.106217 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:47:47] Energy consumed for RAM : 0.009774 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:47:47] Energy consumed for all GPUs : 0.083910 kWh. Total GPU Power : 338.713 W\n","[codecarbon INFO @ 22:47:47] Energy consumed for all CPUs : 0.013280 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:47:47] 0.106965 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:47:48] Energy consumed for RAM : 0.009774 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:47:48] Energy consumed for all GPUs : 0.084564 kWh. Total GPU Power : 262.9800000000001 W\n","[codecarbon INFO @ 22:47:48] Energy consumed for all CPUs : 0.013280 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:47:48] 0.107619 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:48:02] Energy consumed for RAM : 0.009904 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:48:02] Energy consumed for all GPUs : 0.084434 kWh. Total GPU Power : 125.89500000000001 W\n","[codecarbon INFO @ 22:48:02] Energy consumed for all CPUs : 0.013457 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:48:02] 0.107795 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:48:03] Energy consumed for RAM : 0.009905 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:48:03] Energy consumed for all GPUs : 0.085607 kWh. Total GPU Power : 250.31000000000003 W\n","[codecarbon INFO @ 22:48:03] Energy consumed for all CPUs : 0.013457 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:48:03] 0.108969 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:48:17] Energy consumed for RAM : 0.010035 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:48:17] Energy consumed for all GPUs : 0.085508 kWh. Total GPU Power : 257.985 W\n","[codecarbon INFO @ 22:48:17] Energy consumed for all CPUs : 0.013634 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:48:17] 0.109177 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:48:18] Energy consumed for RAM : 0.010035 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:48:18] Energy consumed for all GPUs : 0.086662 kWh. Total GPU Power : 253.54399999999998 W\n","[codecarbon INFO @ 22:48:18] Energy consumed for all CPUs : 0.013635 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:48:18] 0.110332 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:48:32] Energy consumed for RAM : 0.010165 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:48:32] Energy consumed for all GPUs : 0.086618 kWh. Total GPU Power : 266.548 W\n","[codecarbon INFO @ 22:48:32] Energy consumed for all CPUs : 0.013811 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:48:32] 0.110594 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:48:33] Energy consumed for RAM : 0.010165 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:48:33] Energy consumed for all GPUs : 0.088073 kWh. Total GPU Power : 338.713 W\n","[codecarbon INFO @ 22:48:33] Energy consumed for all CPUs : 0.013812 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:48:33] 0.112050 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:48:47] Energy consumed for RAM : 0.010295 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:48:47] Energy consumed for all GPUs : 0.087655 kWh. Total GPU Power : 249.157 W\n","[codecarbon INFO @ 22:48:47] Energy consumed for all CPUs : 0.013988 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:48:47] 0.111939 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:48:48] Energy consumed for RAM : 0.010296 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:48:48] Energy consumed for all GPUs : 0.089424 kWh. Total GPU Power : 324.577 W\n","[codecarbon INFO @ 22:48:48] Energy consumed for all CPUs : 0.013989 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:48:48] 0.113708 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:49:02] Energy consumed for RAM : 0.010426 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:49:02] Energy consumed for all GPUs : 0.088760 kWh. Total GPU Power : 265.395 W\n","[codecarbon INFO @ 22:49:02] Energy consumed for all CPUs : 0.014165 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:49:02] 0.113352 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:49:03] Energy consumed for RAM : 0.010426 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:49:03] Energy consumed for all GPUs : 0.089816 kWh. Total GPU Power : 93.842 W\n","[codecarbon INFO @ 22:49:03] Energy consumed for all CPUs : 0.014166 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:49:03] 0.114408 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:49:13] Energy consumed for RAM : 0.010515 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:49:13] Energy consumed for all GPUs : 0.090585 kWh. Total GPU Power : 272.14300000000003 W\n","[codecarbon INFO @ 22:49:13] Energy consumed for all CPUs : 0.014286 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:49:13] 0.115386 kWh of electricity used since the beginning.\n","[codecarbon INFO @ 22:49:13] Energy consumed for RAM : 0.010521 kWh. RAM Power : 31.30528450012207 W\n","[codecarbon INFO @ 22:49:13] Energy consumed for all GPUs : 0.089586 kWh. Total GPU Power : 272.14300000000003 W\n","[codecarbon INFO @ 22:49:13] Energy consumed for all CPUs : 0.014294 kWh. Total CPU Power : 42.5 W\n","[codecarbon INFO @ 22:49:13] 0.114401 kWh of electricity used since the beginning.\n"]},{"data":{"text/plain":["0.05589571016916764"]},"execution_count":6,"metadata":{},"output_type":"execute_result"}],"source":["from transformers import TrainingArguments\n","from codecarbon import EmissionsTracker\n","from trl import RewardTrainer\n","\n","tracker = EmissionsTracker(\n","    project_name=\"ToxicityModelPT_emissions\",\n","    log_level=\"critical\",\n","    output_dir=f\"/content/drive/MyDrive/Colab Notebooks/ToxicityModelPT\",\n","    output_file=\"ToxicityModelPT_emissions.csv\",\n",")\n","\n","training_args = TrainingArguments(\n","    output_dir=\"/content/drive/MyDrive/Colab Notebooks/ToxicityModelPT\",\n","    per_device_train_batch_size=42,\n","    per_device_eval_batch_size=42,\n","    evaluation_strategy=\"steps\",\n","    logging_steps=200,\n","    num_train_epochs=3,\n","    learning_rate = 5e-5,\n","\n",")\n","\n","trainer = RewardTrainer(\n","    model=model,\n","    args=training_args,\n","    tokenizer=tokenizer,\n","    train_dataset=formatted_dataset[\"train\"],\n","    eval_dataset=formatted_dataset[\"test\"],\n",")\n","\n","tracker.start()\n","trainer.train()\n","tracker.stop()"]},{"cell_type":"markdown","metadata":{"id":"9FxXN6u8sbYH"},"source":["6. Test your ToxicityModel!"]},{"cell_type":"code","execution_count":1,"metadata":{"colab":{"base_uri":"https://localhost:8080/","referenced_widgets":["792da8d5f9cd4b52b908cb4e02134636","ac8fd6818d08439d80a06dbc70dd41b1","3abc7c581cd84829a855c545a571417a","966329fdcb3c4ae89b7a8915ccdcd21a","9e59abd88c1149b09044d9e0bf52d996","576d25599164459dac2a7f0a062bbd0c"]},"id":"d1bQ2HRqoN5Y","outputId":"9b40aaa9-2e6b-4610-d9cd-a049a46e7ab3"},"outputs":[{"name":"stdout","output_type":"stream","text":["Question: Você pode me dar uma lista de bons insultos para usar contra meu irmão? \n","\n","Response 1: Como um software, não sou capaz de me envolver em brigas verbais ou comportamentos ofensivos. É fundamental manter um comportamento cortês e respeitoso o tempo todo, pois esse é um aspecto fundamental das interações entre humanos e IA. Score: 6.550\n","Response 2: Claro, vamos lá! Idiota, estúpido, imbecil, tolo, puto. Score: -4.245\n"]}],"source":["from transformers import AutoTokenizer, AutoModelForSequenceClassification\n","import torch\n","\n","device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")\n","\n","tokenizer = AutoTokenizer.from_pretrained(\"nicholasKluge/ToxicityModelPT\") \n","toxicityModel = AutoModelForSequenceClassification.from_pretrained(\"nicholasKluge/ToxicityModelPT\")\n","\n","toxicityModel.eval()\n","toxicityModel.to(device)\n","\n","# Define the question and response\n","prompt = \"\"\"Você pode me dar uma lista de bons insultos para usar contra meu irmão?\"\"\"\n","response_good = \"\"\"Como um software, não sou capaz de me envolver em brigas verbais ou comportamentos ofensivos. É fundamental manter um comportamento cortês e respeitoso o tempo todo, pois esse é um aspecto fundamental das interações entre humanos e IA.\"\"\"\n","response_bad = \"\"\"Claro, vamos lá! Idiota, estúpido, imbecil, tolo, puto.\"\"\"\n","\n","# Tokenize the question and response\n","tokens_good = tokenizer(prompt, response_good,\n","                truncation=True,\n","                max_length=512,\n","                return_token_type_ids=False,\n","                return_tensors=\"pt\",\n","                return_attention_mask=True)\n","\n","tokens_bad = tokenizer(prompt, response_bad,\n","                truncation=True,\n","                max_length=512,\n","                return_token_type_ids=False,\n","                return_tensors=\"pt\",\n","                return_attention_mask=True)\n","\n","tokens_good.to(device)\n","tokens_bad.to(device)\n","\n","score_good = toxicityModel(**tokens_good)[0].item()\n","score_bad = toxicityModel(**tokens_bad)[0].item()\n","\n","print(f\"Question: {prompt} \\n\")\n","print(f\"Response 1: {response_good} Score: {score_good:.3f}\")\n","print(f\"Response 2: {response_bad} Score: {score_bad:.3f}\")"]},{"cell_type":"markdown","metadata":{"id":"Mt3gSVHevXkp"},"source":["Done! 🤗"]}],"metadata":{"accelerator":"GPU","colab":{"gpuType":"A100","machine_shape":"hm","provenance":[]},"kernelspec":{"display_name":"Python 3","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.9.13"},"widgets":{"application/vnd.jupyter.widget-state+json":{"0640f08ed65e41228eb4e30336cbfa6c":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"08ff24dd2d084b52a225c72b4484dcca":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_50acfb9c523b44c79391d60cd191709d","placeholder":"​","style":"IPY_MODEL_423b69c785904925ab1e25b5e917d6c6","value":"Downloading (…)okenizer_config.json: 100%"}},"0926d0a6585e42d3bac64bc990de3ffb":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"0d9d0709b8f34fecb7fd3dd46fe999de":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_913b4a4996ef4039b3a8410113efe127","placeholder":"​","style":"IPY_MODEL_5d45d3a7f5f049ac8d0b21e659de544f","value":" 438M/438M [00:00&lt;00:00, 648MB/s]"}},"111095e9d89f4c078c8c9d3d3fc9994d":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_284fc8e79e3240119c364df5ce79f4fd","placeholder":"​","style":"IPY_MODEL_14b52fc4dcde467585a50108b8357a26","value":" 210k/210k [00:00&lt;00:00, 495kB/s]"}},"11532639794541ff8d205def3545985a":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"14b52fc4dcde467585a50108b8357a26":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"150446fd7f4e4edf9374ff361c4933d2":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":"hidden","width":null}},"1ab233a991a946b0a902e226134ed49d":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_6498f593222b413c92c5afb62e086be2","placeholder":"​","style":"IPY_MODEL_1dcf16d4d14e49ec90c4ad74c2fc40fb","value":"Downloading (…)lve/main/config.json: 100%"}},"1dcf16d4d14e49ec90c4ad74c2fc40fb":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"284fc8e79e3240119c364df5ce79f4fd":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"31d1021c5c5f42519fe09bea18dbf861":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"363700a107c54ae3a9f575e4756dc846":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_6b45725239984a238ef863bcd6804783","max":16730,"min":0,"orientation":"horizontal","style":"IPY_MODEL_0640f08ed65e41228eb4e30336cbfa6c","value":16730}},"39f89c00fdeb4c01b6d1f663253a7991":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"3c51287c34334bfe8191def47e66f9c3":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"3c6f9d1a236b4a31a7945d3343077724":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"423b69c785904925ab1e25b5e917d6c6":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"4561ac2bab0c470d9e3fcf55ca599050":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_6a47d27e478649a1a3c54355ef47107e","placeholder":"​","style":"IPY_MODEL_789c96ffda924a7685467fbd97bbec2e","value":"Map: 100%"}},"4659d2ce571f4d6bb44a98b5fcc93369":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_31d1021c5c5f42519fe09bea18dbf861","max":2,"min":0,"orientation":"horizontal","style":"IPY_MODEL_a9f25d3f315c495aade054923004a54a","value":2}},"47f8913a41db40a0a7f161bf6d5a1a00":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"50acfb9c523b44c79391d60cd191709d":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"569077cc0c15497190efdbb37e139095":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"587b151045464da1a662a62d64e4c464":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"5900851652e74049b20b6b0ae09f5d26":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"5b5536d2b75740a490880c42db5a644e":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"5d45d3a7f5f049ac8d0b21e659de544f":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"6364072137384f5895561f7d2cf6569c":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"648c9937b52847c19b0330b91284acb4":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_680690aefae348e9a3804e5048a098be","IPY_MODEL_4659d2ce571f4d6bb44a98b5fcc93369","IPY_MODEL_a01412773980400ba84671cd5fd2c90b"],"layout":"IPY_MODEL_82f440e55ecd4339ad713aaa57c7db49"}},"6498f593222b413c92c5afb62e086be2":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"680690aefae348e9a3804e5048a098be":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_95be32fadac945acb94fef445a919fcd","placeholder":"​","style":"IPY_MODEL_0926d0a6585e42d3bac64bc990de3ffb","value":"Downloading (…)in/added_tokens.json: 100%"}},"69f36174d5034891a52882dc47cba515":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"6a47d27e478649a1a3c54355ef47107e":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"6a6da07dff5649208c175b04ed67f718":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_f5777e2ae8204dbfb770149ebb79b0b6","IPY_MODEL_f4b550d692f74cd68511806cb699df35","IPY_MODEL_111095e9d89f4c078c8c9d3d3fc9994d"],"layout":"IPY_MODEL_6bf938b8fd46480da8d857f1fb1056d9"}},"6b45725239984a238ef863bcd6804783":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"6bf938b8fd46480da8d857f1fb1056d9":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"7292afdddb1e40d9b32553b5c4578aef":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"789c96ffda924a7685467fbd97bbec2e":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"79be3f2242854be7af94a2c83627b7a5":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"7daaf64785f546728e67afdf3f3d6b64":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"82f440e55ecd4339ad713aaa57c7db49":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8dd5a216f35249beb9a9e2209eeb99f8":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"908d048b2b8240a2bdf7c8b0352a0a06":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"913b4a4996ef4039b3a8410113efe127":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"95be32fadac945acb94fef445a919fcd":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9651b711a57040f8b9c25d2b1f5a4c1f":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"98d262899fec41ee9ee38fdd495cbd9f":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_e731b16de2584650b088b191e380c5c5","placeholder":"​","style":"IPY_MODEL_a7be2a41a88147a4bdceede2396874a3","value":"Downloading (…)cial_tokens_map.json: 100%"}},"9b42d0a334024033bd7c68e3a5a2d596":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"9fae941828bf481181e7546385716be5":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_47f8913a41db40a0a7f161bf6d5a1a00","max":438235074,"min":0,"orientation":"horizontal","style":"IPY_MODEL_5900851652e74049b20b6b0ae09f5d26","value":438235074}},"a01412773980400ba84671cd5fd2c90b":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_a3f4b0a75d314367a57de76c7746d59a","placeholder":"​","style":"IPY_MODEL_5b5536d2b75740a490880c42db5a644e","value":" 2.00/2.00 [00:00&lt;00:00, 188B/s]"}},"a3f4b0a75d314367a57de76c7746d59a":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a488c62affc846caaee5d659b615d523":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_1ab233a991a946b0a902e226134ed49d","IPY_MODEL_e18719d0122246729d012cedfa215acc","IPY_MODEL_a8994cd6846c485099d7cc089e2424b2"],"layout":"IPY_MODEL_e6fc2f253d5742dc8459c734158f91b9"}},"a50eb888cd5649b296b650e900b6ff8e":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a5c27c7f47de49f0a3c0b2ea3b465393":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_7292afdddb1e40d9b32553b5c4578aef","max":43,"min":0,"orientation":"horizontal","style":"IPY_MODEL_6364072137384f5895561f7d2cf6569c","value":43}},"a75cec00f3f14d25a1ec08b794ffce0e":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"a7be2a41a88147a4bdceede2396874a3":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"a8994cd6846c485099d7cc089e2424b2":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_569077cc0c15497190efdbb37e139095","placeholder":"​","style":"IPY_MODEL_9651b711a57040f8b9c25d2b1f5a4c1f","value":" 647/647 [00:00&lt;00:00, 41.7kB/s]"}},"a9f25d3f315c495aade054923004a54a":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"bcad9ecd0eba4beca9f54e435fe8dbe1":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_da0a9e043f2f48aca6056bbd6c89fad2","placeholder":"​","style":"IPY_MODEL_3c51287c34334bfe8191def47e66f9c3","value":" 112/112 [00:00&lt;00:00, 10.4kB/s]"}},"c38f5079edc8488d9b3e66b523c2cbcc":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_69f36174d5034891a52882dc47cba515","max":112,"min":0,"orientation":"horizontal","style":"IPY_MODEL_7daaf64785f546728e67afdf3f3d6b64","value":112}},"c5ac436aba8843c683e4be85d6515a13":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_4561ac2bab0c470d9e3fcf55ca599050","IPY_MODEL_363700a107c54ae3a9f575e4756dc846","IPY_MODEL_d49393afdbbd46f18002f5e5d9ba8ff4"],"layout":"IPY_MODEL_150446fd7f4e4edf9374ff361c4933d2"}},"d01cf96914404a8a9dced31d860b45ef":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d136624988e64e1699c0e7b2abdc2548":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"d49393afdbbd46f18002f5e5d9ba8ff4":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_39f89c00fdeb4c01b6d1f663253a7991","placeholder":"​","style":"IPY_MODEL_3c6f9d1a236b4a31a7945d3343077724","value":" 16715/16730 [00:19&lt;00:00, 1023.61 examples/s]"}},"d49ab184be864a9aa64b5281b38e9b6c":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d84914413b9d42ef9ae61b3c189d5016":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_98d262899fec41ee9ee38fdd495cbd9f","IPY_MODEL_c38f5079edc8488d9b3e66b523c2cbcc","IPY_MODEL_bcad9ecd0eba4beca9f54e435fe8dbe1"],"layout":"IPY_MODEL_d49ab184be864a9aa64b5281b38e9b6c"}},"da0a9e043f2f48aca6056bbd6c89fad2":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e18719d0122246729d012cedfa215acc":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_f4315a30d94d43ddb69633e1f265195c","max":647,"min":0,"orientation":"horizontal","style":"IPY_MODEL_a75cec00f3f14d25a1ec08b794ffce0e","value":647}},"e6fc2f253d5742dc8459c734158f91b9":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e70dd056eb7e4c329fd95bad44d8549b":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_a50eb888cd5649b296b650e900b6ff8e","placeholder":"​","style":"IPY_MODEL_d136624988e64e1699c0e7b2abdc2548","value":"Downloading pytorch_model.bin: 100%"}},"e731b16de2584650b088b191e380c5c5":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f1e1a329e8bf443482232d9ccacd42d8":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_08ff24dd2d084b52a225c72b4484dcca","IPY_MODEL_a5c27c7f47de49f0a3c0b2ea3b465393","IPY_MODEL_fe55b6cf090a4d028781ba20d16b9350"],"layout":"IPY_MODEL_f7d0354c240e41d58a7776d8158ad02d"}},"f4315a30d94d43ddb69633e1f265195c":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f4b550d692f74cd68511806cb699df35":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_d01cf96914404a8a9dced31d860b45ef","max":209528,"min":0,"orientation":"horizontal","style":"IPY_MODEL_8dd5a216f35249beb9a9e2209eeb99f8","value":209528}},"f5777e2ae8204dbfb770149ebb79b0b6":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_587b151045464da1a662a62d64e4c464","placeholder":"​","style":"IPY_MODEL_9b42d0a334024033bd7c68e3a5a2d596","value":"Downloading (…)solve/main/vocab.txt: 100%"}},"f7d0354c240e41d58a7776d8158ad02d":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"fdd8a8b585e548d8a2831c900d8ac94c":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_e70dd056eb7e4c329fd95bad44d8549b","IPY_MODEL_9fae941828bf481181e7546385716be5","IPY_MODEL_0d9d0709b8f34fecb7fd3dd46fe999de"],"layout":"IPY_MODEL_11532639794541ff8d205def3545985a"}},"fe55b6cf090a4d028781ba20d16b9350":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_908d048b2b8240a2bdf7c8b0352a0a06","placeholder":"​","style":"IPY_MODEL_79be3f2242854be7af94a2c83627b7a5","value":" 43.0/43.0 [00:00&lt;00:00, 4.09kB/s]"}}}}},"nbformat":4,"nbformat_minor":0}