FastTextWizardEvo.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "source": [
        "!pip install transformers  fasttext datasets"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "pyqzveggHRGo",
        "outputId": "60d136b5-03e1-4689-c0e7-4df560750d77"
      },
      "execution_count": 1,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting transformers\n",
            "  Downloading transformers-4.34.1-py3-none-any.whl (7.7 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.7/7.7 MB\u001b[0m \u001b[31m20.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting fasttext\n",
            "  Downloading fasttext-0.9.2.tar.gz (68 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m68.8/68.8 kB\u001b[0m \u001b[31m9.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "Collecting datasets\n",
            "  Downloading datasets-2.14.6-py3-none-any.whl (493 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m493.7/493.7 kB\u001b[0m \u001b[31m24.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers) (3.12.4)\n",
            "Collecting huggingface-hub<1.0,>=0.16.4 (from transformers)\n",
            "  Downloading huggingface_hub-0.18.0-py3-none-any.whl (301 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m302.0/302.0 kB\u001b[0m \u001b[31m28.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (1.23.5)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers) (23.2)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers) (6.0.1)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (2023.6.3)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers) (2.31.0)\n",
            "Collecting tokenizers<0.15,>=0.14 (from transformers)\n",
            "  Downloading tokenizers-0.14.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.8 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.8/3.8 MB\u001b[0m \u001b[31m50.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting safetensors>=0.3.1 (from transformers)\n",
            "  Downloading safetensors-0.4.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m54.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers) (4.66.1)\n",
            "Collecting pybind11>=2.2 (from fasttext)\n",
            "  Using cached pybind11-2.11.1-py3-none-any.whl (227 kB)\n",
            "Requirement already satisfied: setuptools>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from fasttext) (67.7.2)\n",
            "Requirement already satisfied: pyarrow>=8.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (9.0.0)\n",
            "Collecting dill<0.3.8,>=0.3.0 (from datasets)\n",
            "  Downloading dill-0.3.7-py3-none-any.whl (115 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m115.3/115.3 kB\u001b[0m \u001b[31m14.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets) (1.5.3)\n",
            "Requirement already satisfied: xxhash in /usr/local/lib/python3.10/dist-packages (from datasets) (3.4.1)\n",
            "Collecting multiprocess (from datasets)\n",
            "  Downloading multiprocess-0.70.15-py310-none-any.whl (134 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m14.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: fsspec[http]<=2023.10.0,>=2023.1.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (2023.6.0)\n",
            "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets) (3.8.6)\n",
            "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (23.1.0)\n",
            "Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (3.3.1)\n",
            "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (6.0.4)\n",
            "Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (4.0.3)\n",
            "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.9.2)\n",
            "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.4.0)\n",
            "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.3.1)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.16.4->transformers) (4.5.0)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (3.4)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2.0.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2023.7.22)\n",
            "Collecting huggingface-hub<1.0,>=0.16.4 (from transformers)\n",
            "  Downloading huggingface_hub-0.17.3-py3-none-any.whl (295 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m295.0/295.0 kB\u001b[0m \u001b[31m26.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2.8.2)\n",
            "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2023.3.post1)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.1->pandas->datasets) (1.16.0)\n",
            "Building wheels for collected packages: fasttext\n",
            "  Building wheel for fasttext (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for fasttext: filename=fasttext-0.9.2-cp310-cp310-linux_x86_64.whl size=4199771 sha256=ecd19339b3a7a590423d60676f165e49c972e299af91f49a11a7efce7c8517aa\n",
            "  Stored in directory: /root/.cache/pip/wheels/a5/13/75/f811c84a8ab36eedbaef977a6a58a98990e8e0f1967f98f394\n",
            "Successfully built fasttext\n",
            "Installing collected packages: safetensors, pybind11, dill, multiprocess, huggingface-hub, fasttext, tokenizers, transformers, datasets\n",
            "Successfully installed datasets-2.14.6 dill-0.3.7 fasttext-0.9.2 huggingface-hub-0.17.3 multiprocess-0.70.15 pybind11-2.11.1 safetensors-0.4.0 tokenizers-0.14.1 transformers-4.34.1\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 3,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 557
        },
        "id": "aF5H7SvuHIjw",
        "outputId": "d2b7b9b8-d19f-4146-ab15-9e4da4a25d8a"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Repo card metadata block was not found. Setting CardData to empty.\n",
            "WARNING:huggingface_hub.repocard:Repo card metadata block was not found. Setting CardData to empty.\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "1000 20000\n",
            "2000 20000\n",
            "3000 20000\n",
            "4000 20000\n",
            "5000 20000\n",
            "6000 20000\n",
            "7000 20000\n",
            "8000 20000\n",
            "9000 20000\n",
            "10000 20000\n",
            "11000 20000\n",
            "12000 20000\n",
            "13000 20000\n",
            "14000 20000\n",
            "15000 20000\n",
            "16000 20000\n"
          ]
        },
        {
          "output_type": "error",
          "ename": "KeyboardInterrupt",
          "evalue": "ignored",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-3-bc93a9642ebd>\u001b[0m in \u001b[0;36m<cell line: 36>\u001b[0;34m()\u001b[0m\n\u001b[1;32m     56\u001b[0m          \u001b[0mids\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m' '\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mjoin\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtemp\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     57\u001b[0m          \u001b[0ml\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mlabel\u001b[0m\u001b[0;34m+\u001b[0m\u001b[0;34m' '\u001b[0m\u001b[0;34m+\u001b[0m\u001b[0mids\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 58\u001b[0;31m          \u001b[0mfilea\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mwrite\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0ml\u001b[0m\u001b[0;34m+\u001b[0m\u001b[0;34m'\\n'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     59\u001b[0m        \u001b[0mtemp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mstr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mx\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     60\u001b[0m        \u001b[0mn\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mn\u001b[0m\u001b[0;34m+\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
          ]
        }
      ],
      "source": [
        "from transformers import LlamaTokenizerFast\n",
        "tokenizer=LlamaTokenizerFast.from_pretrained('ccore/LLAMA-2-460m')\n",
        "from datasets import load_dataset\n",
        "\n",
        "import json\n",
        "import base64\n",
        "dataset = load_dataset(\"WizardLM/WizardLM_evol_instruct_V2_196k\")['train']\n",
        "\n",
        "data = dataset.select(range(20000))\n",
        "\n",
        "from transformers import LlamaTokenizer\n",
        "\n",
        "k=0\n",
        "\n",
        "def from_base_32(s):\n",
        "    caracteres = \"0123456789ABCDEFGHIJKLMNOPQRSTUV\"\n",
        "    num = 0\n",
        "    for char in s:\n",
        "        num = num * 32 + caracteres.index(char)\n",
        "    return num\n",
        "\n",
        "\n",
        "def to_base_32(num):\n",
        "    caracteres = \"0123456789ABCDEFGHIJKLMNOPQRSTUV\"\n",
        "    if num < 0:\n",
        "        raise ValueError(\"Número negativo não suportado\")\n",
        "    elif num == 0:\n",
        "        return '000'\n",
        "    result = ''\n",
        "    while num > 0:\n",
        "        result = caracteres[num % 32] + result\n",
        "        num //= 32\n",
        "    return result.rjust(3, '0')\n",
        "\n",
        "\n",
        "with open('./wevo.ft', 'a') as filea:\n",
        "\n",
        "\n",
        "    for line in data:\n",
        "      k=k+1\n",
        "      if(k%1000==0):\n",
        "        print(k,len(data))\n",
        "      qa=f\"\"\"Question: {line['conversations'][0]['value']}\n",
        "Response: {line['conversations'][1]['value']}\n",
        "-------------\n",
        "\"\"\"\n",
        "\n",
        "\n",
        "      ids=[to_base_32(i) for i in tokenizer(qa)['input_ids']]\n",
        "\n",
        "      n=0\n",
        "      temp=[]\n",
        "      for x in ids:\n",
        "       if n>0:\n",
        "         label=f'__label__'+str(x)\n",
        "         ids=' '.join(temp)\n",
        "         l=label+' '+ids\n",
        "         filea.write(l+'\\n')\n",
        "       temp.append(str(x))\n",
        "       n=n+1\n",
        "\n"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!git clone https://github.com/facebookresearch/fastText.git\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "5IJMSAaWJLhz",
        "outputId": "304533bc-6119-4c89-f8eb-d6471a8a9df0"
      },
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Cloning into 'fastText'...\n",
            "remote: Enumerating objects: 3962, done.\u001b[K\n",
            "remote: Counting objects: 100% (990/990), done.\u001b[K\n",
            "remote: Compressing objects: 100% (164/164), done.\u001b[K\n",
            "remote: Total 3962 (delta 877), reused 844 (delta 822), pack-reused 2972\u001b[K\n",
            "Receiving objects: 100% (3962/3962), 8.27 MiB | 27.95 MiB/s, done.\n",
            "Resolving deltas: 100% (2515/2515), done.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "cd fastText\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "BGGKV2Z-JMkO",
        "outputId": "3f9708c1-f56a-4996-daa8-c24f770ab5b4"
      },
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "/content/fastText\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!sudo python setup.py install"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "xwFrmB9LJRSi",
        "outputId": "3cd644f8-189c-4c85-a3b5-4e3d6c2b43f5"
      },
      "execution_count": 6,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "/usr/local/lib/python3.10/dist-packages/setuptools/dist.py:755: SetuptoolsDeprecationWarning: Invalid dash-separated options\n",
            "!!\n",
            "\n",
            "        ********************************************************************************\n",
            "        Usage of dash-separated 'description-file' will not be supported in future\n",
            "        versions. Please use the underscore name 'description_file' instead.\n",
            "\n",
            "        This deprecation is overdue, please update your project and remove deprecated\n",
            "        calls to avoid build errors in the future.\n",
            "\n",
            "        See https://setuptools.pypa.io/en/latest/userguide/declarative_config.html for details.\n",
            "        ********************************************************************************\n",
            "\n",
            "!!\n",
            "  opt = self.warn_dash_deprecation(opt, section)\n",
            "running install\n",
            "/usr/local/lib/python3.10/dist-packages/setuptools/_distutils/cmd.py:66: SetuptoolsDeprecationWarning: setup.py install is deprecated.\n",
            "!!\n",
            "\n",
            "        ********************************************************************************\n",
            "        Please avoid running ``setup.py`` directly.\n",
            "        Instead, use pypa/build, pypa/installer, pypa/build or\n",
            "        other standards-based tools.\n",
            "\n",
            "        See https://blog.ganssle.io/articles/2021/10/setup-py-deprecated.html for details.\n",
            "        ********************************************************************************\n",
            "\n",
            "!!\n",
            "  self.initialize_options()\n",
            "/usr/local/lib/python3.10/dist-packages/setuptools/_distutils/cmd.py:66: EasyInstallDeprecationWarning: easy_install command is deprecated.\n",
            "!!\n",
            "\n",
            "        ********************************************************************************\n",
            "        Please avoid running ``setup.py`` and ``easy_install``.\n",
            "        Instead, use pypa/build, pypa/installer, pypa/build or\n",
            "        other standards-based tools.\n",
            "\n",
            "        See https://github.com/pypa/setuptools/issues/917 for details.\n",
            "        ********************************************************************************\n",
            "\n",
            "!!\n",
            "  self.initialize_options()\n",
            "running bdist_egg\n",
            "running egg_info\n",
            "creating python/fasttext_module/fasttext.egg-info\n",
            "writing python/fasttext_module/fasttext.egg-info/PKG-INFO\n",
            "writing dependency_links to python/fasttext_module/fasttext.egg-info/dependency_links.txt\n",
            "writing requirements to python/fasttext_module/fasttext.egg-info/requires.txt\n",
            "writing top-level names to python/fasttext_module/fasttext.egg-info/top_level.txt\n",
            "writing manifest file 'python/fasttext_module/fasttext.egg-info/SOURCES.txt'\n",
            "reading manifest file 'python/fasttext_module/fasttext.egg-info/SOURCES.txt'\n",
            "reading manifest template 'MANIFEST.in'\n",
            "warning: no files found matching 'PATENTS'\n",
            "adding license file 'LICENSE'\n",
            "writing manifest file 'python/fasttext_module/fasttext.egg-info/SOURCES.txt'\n",
            "installing library code to build/bdist.linux-x86_64/egg\n",
            "running install_lib\n",
            "running build_py\n",
            "creating build\n",
            "creating build/lib.linux-x86_64-cpython-310\n",
            "creating build/lib.linux-x86_64-cpython-310/fasttext\n",
            "copying python/fasttext_module/fasttext/__init__.py -> build/lib.linux-x86_64-cpython-310/fasttext\n",
            "copying python/fasttext_module/fasttext/FastText.py -> build/lib.linux-x86_64-cpython-310/fasttext\n",
            "creating build/lib.linux-x86_64-cpython-310/fasttext/util\n",
            "copying python/fasttext_module/fasttext/util/util.py -> build/lib.linux-x86_64-cpython-310/fasttext/util\n",
            "copying python/fasttext_module/fasttext/util/__init__.py -> build/lib.linux-x86_64-cpython-310/fasttext/util\n",
            "creating build/lib.linux-x86_64-cpython-310/fasttext/tests\n",
            "copying python/fasttext_module/fasttext/tests/__init__.py -> build/lib.linux-x86_64-cpython-310/fasttext/tests\n",
            "copying python/fasttext_module/fasttext/tests/test_script.py -> build/lib.linux-x86_64-cpython-310/fasttext/tests\n",
            "copying python/fasttext_module/fasttext/tests/test_configurations.py -> build/lib.linux-x86_64-cpython-310/fasttext/tests\n",
            "running build_ext\n",
            "creating tmp\n",
            "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/include/python3.10 -c /tmp/tmp_r_1qx5c.cpp -o tmp/tmp_r_1qx5c.o -std=c++11\n",
            "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/include/python3.10 -c /tmp/tmpkwf6rox7.cpp -o tmp/tmpkwf6rox7.o -fvisibility=hidden\n",
            "building 'fasttext_pybind' extension\n",
            "creating build/temp.linux-x86_64-cpython-310\n",
            "creating build/temp.linux-x86_64-cpython-310/python\n",
            "creating build/temp.linux-x86_64-cpython-310/python/fasttext_module\n",
            "creating build/temp.linux-x86_64-cpython-310/python/fasttext_module/fasttext\n",
            "creating build/temp.linux-x86_64-cpython-310/python/fasttext_module/fasttext/pybind\n",
            "creating build/temp.linux-x86_64-cpython-310/src\n",
            "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c python/fasttext_module/fasttext/pybind/fasttext_pybind.cc -o build/temp.linux-x86_64-cpython-310/python/fasttext_module/fasttext/pybind/fasttext_pybind.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n",
            "\u001b[01m\u001b[Kpython/fasttext_module/fasttext/pybind/fasttext_pybind.cc:\u001b[m\u001b[K In lambda function:\n",
            "\u001b[01m\u001b[Kpython/fasttext_module/fasttext/pybind/fasttext_pybind.cc:347:35:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector<long int>::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  347 |             for (int32_t i = 0; \u001b[01;35m\u001b[Ki < vocab_freq.size()\u001b[m\u001b[K; i++) {\n",
            "      |                                 \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~~~~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Kpython/fasttext_module/fasttext/pybind/fasttext_pybind.cc:\u001b[m\u001b[K In lambda function:\n",
            "\u001b[01m\u001b[Kpython/fasttext_module/fasttext/pybind/fasttext_pybind.cc:361:35:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector<long int>::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  361 |             for (int32_t i = 0; \u001b[01;35m\u001b[Ki < labels_freq.size()\u001b[m\u001b[K; i++) {\n",
            "      |                                 \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~~~~~~~\u001b[m\u001b[K\n",
            "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/args.cc -o build/temp.linux-x86_64-cpython-310/src/args.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n",
            "\u001b[01m\u001b[Ksrc/args.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::Args::parseArgs(const std::vector<std::__cxx11::basic_string<char> >&)\u001b[m\u001b[K’:\n",
            "\u001b[01m\u001b[Ksrc/args.cc:120:23:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’ and ‘\u001b[01m\u001b[Kstd::vector<std::__cxx11::basic_string<char> >::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  120 |   for (int ai = 2; \u001b[01;35m\u001b[Kai < args.size()\u001b[m\u001b[K; ai += 2) {\n",
            "      |                    \u001b[01;35m\u001b[K~~~^~~~~~~~~~~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/args.cc:221:19:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcatching polymorphic type ‘\u001b[01m\u001b[Kclass std::out_of_range\u001b[m\u001b[K’ by value [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wcatch-value=\u0007-Wcatch-value=\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  221 |     } catch (std::\u001b[01;35m\u001b[Kout_of_range\u001b[m\u001b[K) {\n",
            "      |                   \u001b[01;35m\u001b[K^~~~~~~~~~~~\u001b[m\u001b[K\n",
            "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/autotune.cc -o build/temp.linux-x86_64-cpython-310/src/autotune.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n",
            "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/densematrix.cc -o build/temp.linux-x86_64-cpython-310/src/densematrix.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n",
            "\u001b[01m\u001b[Ksrc/densematrix.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::DenseMatrix::uniform(fasttext::real, unsigned int, int32_t)\u001b[m\u001b[K’:\n",
            "\u001b[01m\u001b[Ksrc/densematrix.cc:48:23:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’ and ‘\u001b[01m\u001b[Kunsigned int\u001b[m\u001b[K’ [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "   48 |     for (int i = 0; \u001b[01;35m\u001b[Ki < thread\u001b[m\u001b[K; i++) {\n",
            "      |                     \u001b[01;35m\u001b[K~~^~~~~~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/densematrix.cc:51:27:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector<std::thread>::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "   51 |     for (int32_t i = 0; \u001b[01;35m\u001b[Ki < threads.size()\u001b[m\u001b[K; i++) {\n",
            "      |                         \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~~~\u001b[m\u001b[K\n",
            "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/dictionary.cc -o build/temp.linux-x86_64-cpython-310/src/dictionary.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n",
            "\u001b[01m\u001b[Ksrc/dictionary.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::Dictionary::computeSubwords(const string&, std::vector<int>&, std::vector<std::__cxx11::basic_string<char> >*) const\u001b[m\u001b[K’:\n",
            "\u001b[01m\u001b[Ksrc/dictionary.cc:181:52:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Ksize_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’ [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  181 |     for (size_t j = i, n = 1; j < word.size() && \u001b[01;35m\u001b[Kn <= args_->maxn\u001b[m\u001b[K; n++) {\n",
            "      |                                                  \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/dictionary.cc:186:13:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Ksize_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’ [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  186 |       if (\u001b[01;35m\u001b[Kn >= args_->minn\u001b[m\u001b[K && !(n == 1 && (i == 0 || j == word.size()))) {\n",
            "      |           \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/dictionary.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::Dictionary::initNgrams()\u001b[m\u001b[K’:\n",
            "\u001b[01m\u001b[Ksrc/dictionary.cc:198:24:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Ksize_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  198 |   for (size_t i = 0; \u001b[01;35m\u001b[Ki < size_\u001b[m\u001b[K; i++) {\n",
            "      |                      \u001b[01;35m\u001b[K~~^~~~~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/dictionary.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::Dictionary::initTableDiscard()\u001b[m\u001b[K’:\n",
            "\u001b[01m\u001b[Ksrc/dictionary.cc:296:24:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Ksize_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  296 |   for (size_t i = 0; \u001b[01;35m\u001b[Ki < size_\u001b[m\u001b[K; i++) {\n",
            "      |                      \u001b[01;35m\u001b[K~~^~~~~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/dictionary.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::Dictionary::addWordNgrams(std::vector<int>&, const std::vector<int>&, int32_t) const\u001b[m\u001b[K’:\n",
            "\u001b[01m\u001b[Ksrc/dictionary.cc:316:25:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector<int>::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  316 |   for (int32_t i = 0; \u001b[01;35m\u001b[Ki < hashes.size()\u001b[m\u001b[K; i++) {\n",
            "      |                       \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/dictionary.cc:318:31:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector<int>::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  318 |     for (int32_t j = i + 1; \u001b[01;35m\u001b[Kj < hashes.size()\u001b[m\u001b[K && j < i + n; j++) {\n",
            "      |                             \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/dictionary.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::Dictionary::prune(std::vector<int>&)\u001b[m\u001b[K’:\n",
            "\u001b[01m\u001b[Ksrc/dictionary.cc:515:25:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector<fasttext::entry>::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  515 |   for (int32_t i = 0; \u001b[01;35m\u001b[Ki < words_.size()\u001b[m\u001b[K; i++) {\n",
            "      |                       \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/dictionary.cc:517:12:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector<int>::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  517 |         (\u001b[01;35m\u001b[Kj < words.size()\u001b[m\u001b[K && words[j] == i)) {\n",
            "      |          \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~\u001b[m\u001b[K\n",
            "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/fasttext.cc -o build/temp.linux-x86_64-cpython-310/src/fasttext.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::FastText::getWordVector(fasttext::Vector&, const string&) const\u001b[m\u001b[K’:\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:114:21:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’ and ‘\u001b[01m\u001b[Kstd::vector<int>::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  114 |   for (int i = 0; \u001b[01;35m\u001b[Ki < ngrams.size()\u001b[m\u001b[K; i++) {\n",
            "      |                   \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:\u001b[m\u001b[K In lambda function:\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:314:12:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Ksize_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kconst int\u001b[m\u001b[K’ [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  314 |     if (\u001b[01;35m\u001b[Ki1 == eosid\u001b[m\u001b[K && i2 == eosid) { // satisfy strict weak ordering\n",
            "      |         \u001b[01;35m\u001b[K~~~^~~~~~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:314:27:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Ksize_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kconst int\u001b[m\u001b[K’ [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  314 |     if (i1 == eosid && \u001b[01;35m\u001b[Ki2 == eosid\u001b[m\u001b[K) { // satisfy strict weak ordering\n",
            "      |                        \u001b[01;35m\u001b[K~~~^~~~~~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:317:18:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kconst int\u001b[m\u001b[K’ and ‘\u001b[01m\u001b[Ksize_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  317 |     return \u001b[01;35m\u001b[Keosid == i1\u001b[m\u001b[K || (eosid != i2 && norms[i1] > norms[i2]);\n",
            "      |            \u001b[01;35m\u001b[K~~~~~~^~~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:317:34:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kconst int\u001b[m\u001b[K’ and ‘\u001b[01m\u001b[Ksize_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  317 |     return eosid == i1 || (\u001b[01;35m\u001b[Keosid != i2\u001b[m\u001b[K && norms[i1] > norms[i2]);\n",
            "      |                            \u001b[01;35m\u001b[K~~~~~~^~~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::FastText::quantize(const fasttext::Args&, const TrainCallback&)\u001b[m\u001b[K’:\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:337:40:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kconst size_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kconst long unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint64_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  337 |   if (qargs.cutoff > 0 && \u001b[01;35m\u001b[Kqargs.cutoff < input->size(0)\u001b[m\u001b[K) {\n",
            "      |                           \u001b[01;35m\u001b[K~~~~~~~~~~~~~^~~~~~~~~~~~~~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:342:24:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’ and ‘\u001b[01m\u001b[Kstd::vector<int>::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  342 |     for (auto i = 0; \u001b[01;35m\u001b[Ki < idx.size()\u001b[m\u001b[K; i++) {\n",
            "      |                      \u001b[01;35m\u001b[K~~^~~~~~~~~~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::FastText::cbow(fasttext::Model::State&, fasttext::real, const std::vector<int>&)\u001b[m\u001b[K’:\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:393:25:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector<int>::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  393 |   for (int32_t w = 0; \u001b[01;35m\u001b[Kw < line.size()\u001b[m\u001b[K; w++) {\n",
            "      |                       \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:397:41:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector<int>::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  397 |       if (c != 0 && w + c >= 0 && \u001b[01;35m\u001b[Kw + c < line.size()\u001b[m\u001b[K) {\n",
            "      |                                   \u001b[01;35m\u001b[K~~~~~~^~~~~~~~~~~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::FastText::skipgram(fasttext::Model::State&, fasttext::real, const std::vector<int>&)\u001b[m\u001b[K’:\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:411:25:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector<int>::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  411 |   for (int32_t w = 0; \u001b[01;35m\u001b[Kw < line.size()\u001b[m\u001b[K; w++) {\n",
            "      |                       \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:415:41:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector<int>::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  415 |       if (c != 0 && w + c >= 0 && \u001b[01;35m\u001b[Kw + c < line.size()\u001b[m\u001b[K) {\n",
            "      |                                   \u001b[01;35m\u001b[K~~~~~~^~~~~~~~~~~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::FastText::getSentenceVector(std::istream&, fasttext::Vector&)\u001b[m\u001b[K’:\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:495:27:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector<int>::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  495 |     for (int32_t i = 0; \u001b[01;35m\u001b[Ki < line.size()\u001b[m\u001b[K; i++) {\n",
            "      |                         \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kstd::vector<std::pair<std::__cxx11::basic_string<char>, fasttext::Vector> > fasttext::FastText::getNgramVectors(const string&) const\u001b[m\u001b[K’:\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:530:25:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector<int>::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  530 |   for (int32_t i = 0; \u001b[01;35m\u001b[Ki < ngrams.size()\u001b[m\u001b[K; i++) {\n",
            "      |                       \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kstd::vector<std::pair<float, std::__cxx11::basic_string<char> > > fasttext::FastText::getNN(const fasttext::DenseMatrix&, const fasttext::Vector&, int32_t, const std::set<std::__cxx11::basic_string<char> >&)\u001b[m\u001b[K’:\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:591:23:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kstd::vector<std::pair<float, std::__cxx11::basic_string<char> > >::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  591 |       if (\u001b[01;35m\u001b[Kheap.size() == k\u001b[m\u001b[K && similarity < heap.front().first) {\n",
            "      |           \u001b[01;35m\u001b[K~~~~~~~~~~~~^~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:596:23:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kstd::vector<std::pair<float, std::__cxx11::basic_string<char> > >::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  596 |       if (\u001b[01;35m\u001b[Kheap.size() > k\u001b[m\u001b[K) {\n",
            "      |           \u001b[01;35m\u001b[K~~~~~~~~~~~~^~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kstd::shared_ptr<fasttext::Matrix> fasttext::FastText::getInputMatrixFromFile(const string&) const\u001b[m\u001b[K’:\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:696:24:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Ksize_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint64_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  696 |   for (size_t i = 0; \u001b[01;35m\u001b[Ki < n\u001b[m\u001b[K; i++) {\n",
            "      |                      \u001b[01;35m\u001b[K~~^~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:701:26:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Ksize_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint64_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  701 |     for (size_t j = 0; \u001b[01;35m\u001b[Kj < dim\u001b[m\u001b[K; j++) {\n",
            "      |                        \u001b[01;35m\u001b[K~~^~~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:713:24:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Ksize_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint64_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  713 |   for (size_t i = 0; \u001b[01;35m\u001b[Ki < n\u001b[m\u001b[K; i++) {\n",
            "      |                      \u001b[01;35m\u001b[K~~^~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:718:26:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Ksize_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint64_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  718 |     for (size_t j = 0; \u001b[01;35m\u001b[Kj < dim\u001b[m\u001b[K; j++) {\n",
            "      |                        \u001b[01;35m\u001b[K~~^~~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::FastText::startThreads(const TrainCallback&)\u001b[m\u001b[K’:\n",
            "\u001b[01m\u001b[Ksrc/fasttext.cc:803:25:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector<std::thread>::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  803 |   for (int32_t i = 0; \u001b[01;35m\u001b[Ki < threads.size()\u001b[m\u001b[K; i++) {\n",
            "      |                       \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~~~\u001b[m\u001b[K\n",
            "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/loss.cc -o build/temp.linux-x86_64-cpython-310/src/loss.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n",
            "\u001b[01m\u001b[Ksrc/loss.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::Loss::findKBest(int32_t, fasttext::real, fasttext::Predictions&, const fasttext::Vector&) const\u001b[m\u001b[K’:\n",
            "\u001b[01m\u001b[Ksrc/loss.cc:83:21:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kstd::vector<std::pair<float, int> >::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "   83 |     if (\u001b[01;35m\u001b[Kheap.size() == k\u001b[m\u001b[K && std_log(output[i]) < heap.front().first) {\n",
            "      |         \u001b[01;35m\u001b[K~~~~~~~~~~~~^~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/loss.cc:88:21:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kstd::vector<std::pair<float, int> >::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "   88 |     if (\u001b[01;35m\u001b[Kheap.size() > k\u001b[m\u001b[K) {\n",
            "      |         \u001b[01;35m\u001b[K~~~~~~~~~~~~^~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/loss.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvirtual fasttext::real fasttext::HierarchicalSoftmaxLoss::forward(const std::vector<int>&, int32_t, fasttext::Model::State&, fasttext::real, bool)\u001b[m\u001b[K’:\n",
            "\u001b[01m\u001b[Ksrc/loss.cc:257:25:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector<int>::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  257 |   for (int32_t i = 0; \u001b[01;35m\u001b[Ki < pathToRoot.size()\u001b[m\u001b[K; i++) {\n",
            "      |                       \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~~~~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/loss.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::HierarchicalSoftmaxLoss::dfs(int32_t, fasttext::real, int32_t, fasttext::real, fasttext::Predictions&, const fasttext::Vector&) const\u001b[m\u001b[K’:\n",
            "\u001b[01m\u001b[Ksrc/loss.cc:282:19:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kstd::vector<std::pair<float, int> >::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  282 |   if (\u001b[01;35m\u001b[Kheap.size() == k\u001b[m\u001b[K && score < heap.front().first) {\n",
            "      |       \u001b[01;35m\u001b[K~~~~~~~~~~~~^~~~\u001b[m\u001b[K\n",
            "\u001b[01m\u001b[Ksrc/loss.cc:289:21:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kstd::vector<std::pair<float, int> >::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  289 |     if (\u001b[01;35m\u001b[Kheap.size() > k\u001b[m\u001b[K) {\n",
            "      |         \u001b[01;35m\u001b[K~~~~~~~~~~~~^~~\u001b[m\u001b[K\n",
            "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/main.cc -o build/temp.linux-x86_64-cpython-310/src/main.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n",
            "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/matrix.cc -o build/temp.linux-x86_64-cpython-310/src/matrix.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n",
            "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/meter.cc -o build/temp.linux-x86_64-cpython-310/src/meter.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n",
            "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/model.cc -o build/temp.linux-x86_64-cpython-310/src/model.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n",
            "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/productquantizer.cc -o build/temp.linux-x86_64-cpython-310/src/productquantizer.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n",
            "\u001b[01m\u001b[Ksrc/productquantizer.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::ProductQuantizer::load(std::istream&)\u001b[m\u001b[K’:\n",
            "\u001b[01m\u001b[Ksrc/productquantizer.cc:246:22:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’ and ‘\u001b[01m\u001b[Kstd::vector<float>::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n",
            "  246 |   for (auto i = 0; \u001b[01;35m\u001b[Ki < centroids_.size()\u001b[m\u001b[K; i++) {\n",
            "      |                    \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~~~~~~\u001b[m\u001b[K\n",
            "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/quantmatrix.cc -o build/temp.linux-x86_64-cpython-310/src/quantmatrix.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n",
            "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/utils.cc -o build/temp.linux-x86_64-cpython-310/src/utils.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n",
            "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/vector.cc -o build/temp.linux-x86_64-cpython-310/src/vector.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n",
            "x86_64-linux-gnu-g++ -shared -Wl,-O1 -Wl,-Bsymbolic-functions -Wl,-Bsymbolic-functions -g -fwrapv -O2 build/temp.linux-x86_64-cpython-310/python/fasttext_module/fasttext/pybind/fasttext_pybind.o build/temp.linux-x86_64-cpython-310/src/args.o build/temp.linux-x86_64-cpython-310/src/autotune.o build/temp.linux-x86_64-cpython-310/src/densematrix.o build/temp.linux-x86_64-cpython-310/src/dictionary.o build/temp.linux-x86_64-cpython-310/src/fasttext.o build/temp.linux-x86_64-cpython-310/src/loss.o build/temp.linux-x86_64-cpython-310/src/main.o build/temp.linux-x86_64-cpython-310/src/matrix.o build/temp.linux-x86_64-cpython-310/src/meter.o build/temp.linux-x86_64-cpython-310/src/model.o build/temp.linux-x86_64-cpython-310/src/productquantizer.o build/temp.linux-x86_64-cpython-310/src/quantmatrix.o build/temp.linux-x86_64-cpython-310/src/utils.o build/temp.linux-x86_64-cpython-310/src/vector.o -L/usr/lib/x86_64-linux-gnu -o build/lib.linux-x86_64-cpython-310/fasttext_pybind.cpython-310-x86_64-linux-gnu.so\n",
            "creating build/bdist.linux-x86_64\n",
            "creating build/bdist.linux-x86_64/egg\n",
            "copying build/lib.linux-x86_64-cpython-310/fasttext_pybind.cpython-310-x86_64-linux-gnu.so -> build/bdist.linux-x86_64/egg\n",
            "creating build/bdist.linux-x86_64/egg/fasttext\n",
            "copying build/lib.linux-x86_64-cpython-310/fasttext/__init__.py -> build/bdist.linux-x86_64/egg/fasttext\n",
            "creating build/bdist.linux-x86_64/egg/fasttext/tests\n",
            "copying build/lib.linux-x86_64-cpython-310/fasttext/tests/__init__.py -> build/bdist.linux-x86_64/egg/fasttext/tests\n",
            "copying build/lib.linux-x86_64-cpython-310/fasttext/tests/test_script.py -> build/bdist.linux-x86_64/egg/fasttext/tests\n",
            "copying build/lib.linux-x86_64-cpython-310/fasttext/tests/test_configurations.py -> build/bdist.linux-x86_64/egg/fasttext/tests\n",
            "copying build/lib.linux-x86_64-cpython-310/fasttext/FastText.py -> build/bdist.linux-x86_64/egg/fasttext\n",
            "creating build/bdist.linux-x86_64/egg/fasttext/util\n",
            "copying build/lib.linux-x86_64-cpython-310/fasttext/util/util.py -> build/bdist.linux-x86_64/egg/fasttext/util\n",
            "copying build/lib.linux-x86_64-cpython-310/fasttext/util/__init__.py -> build/bdist.linux-x86_64/egg/fasttext/util\n",
            "byte-compiling build/bdist.linux-x86_64/egg/fasttext/__init__.py to __init__.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/fasttext/tests/__init__.py to __init__.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/fasttext/tests/test_script.py to test_script.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/fasttext/tests/test_configurations.py to test_configurations.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/fasttext/FastText.py to FastText.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/fasttext/util/util.py to util.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/fasttext/util/__init__.py to __init__.cpython-310.pyc\n",
            "creating stub loader for fasttext_pybind.cpython-310-x86_64-linux-gnu.so\n",
            "byte-compiling build/bdist.linux-x86_64/egg/fasttext_pybind.py to fasttext_pybind.cpython-310.pyc\n",
            "creating build/bdist.linux-x86_64/egg/EGG-INFO\n",
            "copying python/fasttext_module/fasttext.egg-info/PKG-INFO -> build/bdist.linux-x86_64/egg/EGG-INFO\n",
            "copying python/fasttext_module/fasttext.egg-info/SOURCES.txt -> build/bdist.linux-x86_64/egg/EGG-INFO\n",
            "copying python/fasttext_module/fasttext.egg-info/dependency_links.txt -> build/bdist.linux-x86_64/egg/EGG-INFO\n",
            "copying python/fasttext_module/fasttext.egg-info/not-zip-safe -> build/bdist.linux-x86_64/egg/EGG-INFO\n",
            "copying python/fasttext_module/fasttext.egg-info/requires.txt -> build/bdist.linux-x86_64/egg/EGG-INFO\n",
            "copying python/fasttext_module/fasttext.egg-info/top_level.txt -> build/bdist.linux-x86_64/egg/EGG-INFO\n",
            "writing build/bdist.linux-x86_64/egg/EGG-INFO/native_libs.txt\n",
            "creating dist\n",
            "creating 'dist/fasttext-0.9.2-py3.10-linux-x86_64.egg' and adding 'build/bdist.linux-x86_64/egg' to it\n",
            "removing 'build/bdist.linux-x86_64/egg' (and everything under it)\n",
            "Processing fasttext-0.9.2-py3.10-linux-x86_64.egg\n",
            "creating /usr/local/lib/python3.10/dist-packages/fasttext-0.9.2-py3.10-linux-x86_64.egg\n",
            "Extracting fasttext-0.9.2-py3.10-linux-x86_64.egg to /usr/local/lib/python3.10/dist-packages\n",
            "Adding fasttext 0.9.2 to easy-install.pth file\n",
            "\n",
            "Installed /usr/local/lib/python3.10/dist-packages/fasttext-0.9.2-py3.10-linux-x86_64.egg\n",
            "Processing dependencies for fasttext==0.9.2\n",
            "Searching for numpy==1.23.5\n",
            "Best match: numpy 1.23.5\n",
            "Adding numpy 1.23.5 to easy-install.pth file\n",
            "Installing f2py script to /usr/local/bin\n",
            "Installing f2py3 script to /usr/local/bin\n",
            "Installing f2py3.10 script to /usr/local/bin\n",
            "\n",
            "Using /usr/local/lib/python3.10/dist-packages\n",
            "Searching for setuptools==67.7.2\n",
            "Best match: setuptools 67.7.2\n",
            "Adding setuptools 67.7.2 to easy-install.pth file\n",
            "\n",
            "Using /usr/local/lib/python3.10/dist-packages\n",
            "Searching for pybind11==2.11.1\n",
            "Best match: pybind11 2.11.1\n",
            "Adding pybind11 2.11.1 to easy-install.pth file\n",
            "Installing pybind11-config script to /usr/local/bin\n",
            "\n",
            "Using /usr/local/lib/python3.10/dist-packages\n",
            "Finished processing dependencies for fasttext==0.9.2\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!make"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "2XJn7IgxJU1w",
        "outputId": "e1d5e307-99b4-4090-dd7e-cd88d6b6d142"
      },
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG -c src/args.cc\n",
            "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG -c src/autotune.cc\n",
            "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG -c src/matrix.cc\n",
            "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG -c src/dictionary.cc\n",
            "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG -c src/loss.cc\n",
            "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG -c src/productquantizer.cc\n",
            "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG -c src/densematrix.cc\n",
            "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG -c src/quantmatrix.cc\n",
            "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG -c src/vector.cc\n",
            "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG -c src/model.cc\n",
            "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG -c src/utils.cc\n",
            "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG -c src/meter.cc\n",
            "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG -c src/fasttext.cc\n",
            "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG args.o autotune.o matrix.o dictionary.o loss.o productquantizer.o densematrix.o quantmatrix.o vector.o model.o utils.o meter.o fasttext.o src/main.cc -o fasttext\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "cd ./../"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "2wVNO_g0JXWs",
        "outputId": "ff9aa27f-7571-4da7-8a0f-d00221a9405c"
      },
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "/content\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!./fastText/fasttext  supervised -input wevo.ft -output model -loss ns -dim 512 -lr .01 -epoch 5"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "NiTAgeFoJZej",
        "outputId": "94b6ae4f-16a9-4c53-c4c9-a9b78a089ce4"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Read 4256M words\n",
            "Number of words:  24641\n",
            "Number of labels: 24639\n",
            "Progress:  12.9% words/sec/thread:  299967 lr:  0.008707 avg.loss:  2.179747 ETA:   1h25m47s"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import fasttext\n",
        "import numpy as np\n",
        "from transformers import LlamaTokenizerFast\n",
        "import os\n",
        "\n",
        "\n",
        "import sys\n",
        "def to_base_32(num):\n",
        "    caracteres = \"0123456789ABCDEFGHIJKLMNOPQRSTUV\"\n",
        "    if num < 0:\n",
        "        raise ValueError(\"Número negativo não suportado\")\n",
        "    elif num == 0:\n",
        "        return '000'\n",
        "    result = ''\n",
        "    while num > 0:\n",
        "        result = caracteres[num % 32] + result\n",
        "        num //= 32\n",
        "    return result.rjust(3, '0')\n",
        "\n",
        "def from_base_32(s):\n",
        "    caracteres = \"0123456789ABCDEFGHIJKLMNOPQRSTUV\"\n",
        "    num = 0\n",
        "    for char in s:\n",
        "        num = num * 32 + caracteres.index(char)\n",
        "    return num\n",
        "\n",
        "class FastTextLLama2Classifier:\n",
        "    def __init__(self, model_path, tokenizer_path):\n",
        "        self.model = fasttext.load_model(model_path)\n",
        "        self.tokenizer = LlamaTokenizerFast.from_pretrained(tokenizer_path)\n",
        "\n",
        "    def apply_repetition_penalty(self, labels, probabilities, used_tokens, penalty_scale=1.9):\n",
        "        adjusted_probabilities = []\n",
        "        for label, prob in zip(labels, probabilities):\n",
        "            token_id = from_base_32(label.replace(\"__label__\", \"\").strip())\n",
        "            if token_id in used_tokens:\n",
        "                adjusted_prob = prob / penalty_scale\n",
        "            else:\n",
        "                adjusted_prob = prob\n",
        "            adjusted_probabilities.append(adjusted_prob)\n",
        "        return adjusted_probabilities\n",
        "\n",
        "    def predict_sequence(self, text, sequence_length=200, temperature=.9, penalty_scale=1.9):\n",
        "        current_text = text\n",
        "\n",
        "        generated_sequence = []\n",
        "        used_tokens = set()\n",
        "        ids = self.tokenizer(current_text)['input_ids']\n",
        "        for _ in range(sequence_length):\n",
        "            ids_str = ' '.join([to_base_32(i) for i in ids])\n",
        "            #os.system('cls||clear')\n",
        "            print(tokenizer.decode(ids))\n",
        "            labels, probabilities = self.model.predict(ids_str, k=50)\n",
        "            probabilities = np.array(probabilities)\n",
        "            probabilities = np.exp(np.log(probabilities) / temperature)\n",
        "            probabilities /= probabilities.sum()\n",
        "\n",
        "            adjusted_probabilities = self.apply_repetition_penalty(labels, probabilities, used_tokens, penalty_scale)\n",
        "            next_token_id = from_base_32(labels[np.argmax(adjusted_probabilities)].replace(\"__label__\", \"\").strip())\n",
        "\n",
        "            generated_sequence.append(next_token_id)\n",
        "            used_tokens.add(next_token_id)\n",
        "            ids.append(next_token_id)\n",
        "\n",
        "        generated_text = self.tokenizer.decode(generated_sequence)\n",
        "\n",
        "        return generated_text\n",
        "\n",
        "# Exemplo de uso\n",
        "classifier = FastTextLLama2Classifier(\"./model.bin\", \"ccore/LLAMA-2-460m\")\n",
        "arg1 = \"\"\"Question:How make a chocolatte cake ?\"\"\"\n",
        "generated_text = classifier.predict_sequence(arg1, sequence_length=200)\n",
        "\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "GayYJ9VeJms7",
        "outputId": "e0e935ed-15e5-4c66-c138-98cf9a3bc9ab"
      },
      "execution_count": 25,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Warning : `load_model` does not return WordVectorModel or SupervisedModel any more, but a `FastText` object which is very similar.\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "<s> Question:How make a chocolatte cake ?\n",
            "<s> Question:How make a chocolatte cake ? a\n",
            "<s> Question:How make a chocolatte cake ? a list\n",
            "<s> Question:How make a chocolatte cake ? a list sentence\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\":\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ]\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verb\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"?\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\"\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\"\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"]\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\";\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array string\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include��\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include���\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include����\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC�\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC��\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC䊉\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC����\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC����。\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC����。�\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC����。��\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC����。���\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC����。���},\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC����。���},}\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC����。���},}�\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC����。���},}��\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC����。���},}ိ\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC����。���},}����\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC����。���},}�����\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC����。���},}������\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC����。���},}�������\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC����。���},}��������\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC����。���},}���������\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC����。���},}����������\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC����。���},}�����������\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC����。���},}����������� '\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC����。���},}����������� ' \"\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC����。���},}����������� ' \"name\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC����。���},}����������� ' \"name \"\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC����。���},}����������� ' \"name \"description\n",
            "<s> Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<include�����，的�GC����。���},}����������� ' \"name \"description\",\n",
            " \"\n",
            " \" \"\n",
            " \" \" ],\n",
            " \" \" ],echo\n",
            " \" \" ],echo \"\n",
            " \" \" ],echo \" \"\n",
            " \" \" ],echo \" \"type\n",
            " \" \" ],echo \" \"type\"],\n",
            " \" \" ],echo \" \"type\"], =>\n",
            " \" \" ],echo \" \"type\"], => \"\n",
            " \" \" ],echo \" \"type\"], => \" \"\n",
            " \" \" ],echo \" \"type\"], => \" \"        \n",
            " \" \" ],echo \" \"type\"], => \" \"             \n",
            " \" \" ],echo \" \"type\"], => \" \"              \"\n",
            " \" \" ],echo \" \"type\"], => \" \"              \" \"\n",
            " \" \" ],echo \" \"type\"], => \" \"              \" \" \"\n",
            " \" \" ],echo \" \"type\"], => \" \"              \" \" \" \"\n",
            " \" \" ],echo \" \"type\"], => \" \"              \" \" \" \" \"\n",
            " \" \" ],echo \" \"type\"], => \" \"              \" \" \" \" \" \"\n",
            " \" \" ],echo \" \"type\"], => \" \"              \" \" \" \" \" \"\":\n",
            " \" \" ],echo \" \"type\"], => \" \"              \" \" \" \" \" \"\":\":\n",
            " \" \" ],echo \" \"type\"], => \" \"              \" \" \" \" \" \"\":\":\":\n",
            " \" \" ],echo \" \"type\"], => \" \"              \" \" \" \" \" \"\":\":\":\":\n",
            " \" \" ],echo \" \"type\"], => \" \"              \" \" \" \" \" \"\":\":\":\": his\n",
            " \" \" ],echo \" \"type\"], => \" \"              \" \" \" \" \" \"\":\":\":\": his\"\n",
            "rank\n",
            "rank\":\n",
            "rank\":ence\n",
            "rank\":ence\":\n",
            "rank\":ence\":\":\n",
            "rank\":ence\":\":suit\n",
            "rank\":ence\":\":suit\":\n",
            "rank\":ence\":\":suit\": true\n",
            "rank\":ence\":\":suit\": true\":\n",
            "rank\":ence\":\":suit\": true\": her\n",
            "rank\":ence\":\":suit\": true\": her am\n",
            "rank\":ence\":\":suit\": true\": her amories\n",
            "rank\":ence\":\":suit\": true\": her amories my\n",
            "rank\":ence\":\":suit\": true\": her amories my�\n",
            "rank\":ence\":\":suit\": true\": her amories my�\":\n",
            "rank\":ence\":\":suit\": true\": her amories my�\":\":\n",
            "rank\":ence\":\":suit\": true\": her amories my�\":\":ish\n",
            "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\n",
            "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\n",
            "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\n",
            "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\":\n",
            "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": de\n",
            "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": deia\n",
            "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": deia         \n",
            "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": deia         \":\n",
            "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": deia         \":\":\n",
            "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": deia         \":\":an\n",
            "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": deia         \":\":an\":\n",
            "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": deia         \":\":an\":ad\n",
            "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": deia         \":\":an\":aden\n",
            "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": deia         \":\":an\":adenle\n",
            "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": deia         \":\":an\":adenle la\n",
            "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": deia         \":\":an\":adenle la\":\n",
            "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": deia         \":\":an\":adenle la\":\":\n",
            "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": deia         \":\":an\":adenle la\":\":,\n",
            "ry\n",
            "ry\":\n",
            "ry\":?\n",
            "ry\":?\":\n",
            "ry\":?\":\":\n",
            "ry\":?\":\":\":\n",
            "ry\":?\":\":\":9\n",
            "ry\":?\":\":\":9\":\n",
            "ry\":?\":\":\":9\":\":\n",
            "ry\":?\":\":\":9\":\":\":\n",
            "ry\":?\":\":\":9\":\":\":\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":age\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ain\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":ful\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulism\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\":\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\":\":ment\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\":\":menties\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\":\":menties\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\":\":menties\":ats\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\":\":menties\":ats\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\":\":menties\":ats\":\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\":\":menties\":ats\":\":\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\":\":menties\":ats\":\":\":\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\":\":menties\":ats\":\":\":\":\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\":\":menties\":ats\":\":\":\":\":\":\n",
            "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\":\":menties\":ats\":\":\":\":\":\": innov\n"
          ]
        }
      ]
    }
  ]
}