{ "cells": [ { "cell_type": "code", "source": [ "import zipfile\n", "with zipfile.ZipFile('Data.zip', 'r') as zip_ref:\n", " zip_ref.extractall()" ], "metadata": { "id": "0zL_SR2WsqDW" }, "execution_count": 1, "outputs": [] }, { "cell_type": "code", "source": [ "%pip install -r /content/requirements.txt" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 1000 }, "collapsed": true, "id": "3-hDvVTvEQil", "outputId": "17d5e530-b544-4411-b4b1-abc7f1f98869" }, "execution_count": 2, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "Ignoring colorama: markers 'python_version >= \"3.10\" and python_version < \"4.0\" and (platform_system == \"Windows\" or sys_platform == \"win32\")' don't match your environment\n", "Ignoring pywin32: markers 'python_version >= \"3.10\" and python_version < \"4.0\" and platform_system == \"Windows\"' don't match your environment\n", "Collecting aiofiles==23.2.1 (from -r /content/requirements.txt (line 1))\n", " Downloading aiofiles-23.2.1-py3-none-any.whl (15 kB)\n", "Requirement already satisfied: aiohappyeyeballs==2.4.3 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 4)) (2.4.3)\n", "Collecting aiohttp==3.11.6 (from -r /content/requirements.txt (line 7))\n", " Downloading aiohttp-3.11.6-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.6 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m17.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: aiosignal==1.3.1 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 84)) (1.3.1)\n", "Collecting altair==5.4.1 (from -r /content/requirements.txt (line 87))\n", " Downloading altair-5.4.1-py3-none-any.whl (658 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m658.1/658.1 kB\u001b[0m \u001b[31m25.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: annotated-types==0.7.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 90)) (0.7.0)\n", "Collecting anyio==4.6.2.post1 (from -r /content/requirements.txt (line 93))\n", " Downloading anyio-4.6.2.post1-py3-none-any.whl (90 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m90.4/90.4 kB\u001b[0m \u001b[31m3.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: async-timeout==4.0.3 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 96)) (4.0.3)\n", "Requirement already satisfied: attrs==24.2.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 99)) (24.2.0)\n", "Collecting azure-common==1.1.28 (from -r /content/requirements.txt (line 102))\n", " Downloading azure_common-1.1.28-py2.py3-none-any.whl (14 kB)\n", "Collecting azure-core==1.32.0 (from -r /content/requirements.txt (line 105))\n", " Downloading azure_core-1.32.0-py3-none-any.whl (198 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m198.9/198.9 kB\u001b[0m \u001b[31m10.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting azure-identity==1.19.0 (from -r /content/requirements.txt (line 108))\n", " Downloading azure_identity-1.19.0-py3-none-any.whl (187 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m187.6/187.6 kB\u001b[0m \u001b[31m11.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting azure-search-documents==11.5.2 (from -r /content/requirements.txt (line 111))\n", " Downloading azure_search_documents-11.5.2-py3-none-any.whl (298 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m298.8/298.8 kB\u001b[0m \u001b[31m14.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: certifi==2024.8.30 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 114)) (2024.8.30)\n", "Requirement already satisfied: cffi==1.17.1 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 117)) (1.17.1)\n", "Requirement already satisfied: charset-normalizer==3.4.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 185)) (3.4.0)\n", "Requirement already satisfied: click==8.1.7 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 291)) (8.1.7)\n", "Requirement already satisfied: contourpy==1.3.1 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 297)) (1.3.1)\n", "Requirement already satisfied: cryptography==43.0.3 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 352)) (43.0.3)\n", "Requirement already satisfied: cycler==0.12.1 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 380)) (0.12.1)\n", "Collecting dataclasses-json==0.6.7 (from -r /content/requirements.txt (line 383))\n", " Downloading dataclasses_json-0.6.7-py3-none-any.whl (28 kB)\n", "Collecting datasets==2.21.0 (from -r /content/requirements.txt (line 386))\n", " Downloading datasets-2.21.0-py3-none-any.whl (527 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m527.3/527.3 kB\u001b[0m \u001b[31m23.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting dill==0.3.8 (from -r /content/requirements.txt (line 389))\n", " Downloading dill-0.3.8-py3-none-any.whl (116 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m116.3/116.3 kB\u001b[0m \u001b[31m6.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: distro==1.9.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 392)) (1.9.0)\n", "Collecting dnspython==2.7.0 (from -r /content/requirements.txt (line 395))\n", " Downloading dnspython-2.7.0-py3-none-any.whl (313 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m313.6/313.6 kB\u001b[0m \u001b[31m12.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting email-validator==2.2.0 (from -r /content/requirements.txt (line 398))\n", " Downloading email_validator-2.2.0-py3-none-any.whl (33 kB)\n", "Requirement already satisfied: exceptiongroup==1.2.2 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 401)) (1.2.2)\n", "Collecting fastapi-cli==0.0.5 (from -r /content/requirements.txt (line 404))\n", " Downloading fastapi_cli-0.0.5-py3-none-any.whl (9.5 kB)\n", "Collecting fastapi==0.111.0 (from -r /content/requirements.txt (line 407))\n", " Downloading fastapi-0.111.0-py3-none-any.whl (91 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m92.0/92.0 kB\u001b[0m \u001b[31m4.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting ffmpy==0.4.0 (from -r /content/requirements.txt (line 410))\n", " Downloading ffmpy-0.4.0-py3-none-any.whl (5.8 kB)\n", "Requirement already satisfied: filelock==3.16.1 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 413)) (3.16.1)\n", "Requirement already satisfied: fonttools==4.55.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 416)) (4.55.0)\n", "Requirement already satisfied: frozenlist==1.5.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 467)) (1.5.0)\n", "Collecting fsspec==2024.6.1 (from -r /content/requirements.txt (line 560))\n", " Downloading fsspec-2024.6.1-py3-none-any.whl (177 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m177.6/177.6 kB\u001b[0m \u001b[31m7.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting gradio-client==1.0.2 (from -r /content/requirements.txt (line 566))\n", " Downloading gradio_client-1.0.2-py3-none-any.whl (318 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m318.2/318.2 kB\u001b[0m \u001b[31m19.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting gradio==4.37.2 (from -r /content/requirements.txt (line 569))\n", " Downloading gradio-4.37.2-py3-none-any.whl (12.3 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m12.3/12.3 MB\u001b[0m \u001b[31m61.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: greenlet==3.1.1 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 572)) (3.1.1)\n", "Collecting groq==0.12.0 (from -r /content/requirements.txt (line 646))\n", " Downloading groq-0.12.0-py3-none-any.whl (108 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m108.9/108.9 kB\u001b[0m \u001b[31m7.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting grpcio-tools==1.68.0 (from -r /content/requirements.txt (line 649))\n", " Downloading grpcio_tools-1.68.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.4 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.4/2.4 MB\u001b[0m \u001b[31m66.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: grpcio==1.68.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 705)) (1.68.0)\n", "Requirement already satisfied: h11==0.14.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 761)) (0.14.0)\n", "Collecting h2==4.1.0 (from -r /content/requirements.txt (line 764))\n", " Downloading h2-4.1.0-py3-none-any.whl (57 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m57.5/57.5 kB\u001b[0m \u001b[31m4.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting hpack==4.0.0 (from -r /content/requirements.txt (line 767))\n", " Downloading hpack-4.0.0-py3-none-any.whl (32 kB)\n", "Requirement already satisfied: httpcore==1.0.7 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 770)) (1.0.7)\n", "Collecting httptools==0.6.4 (from -r /content/requirements.txt (line 773))\n", " Downloading httptools-0.6.4-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (442 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m442.1/442.1 kB\u001b[0m \u001b[31m26.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting httpx-sse==0.4.0 (from -r /content/requirements.txt (line 817))\n", " Downloading httpx_sse-0.4.0-py3-none-any.whl (7.8 kB)\n", "Requirement already satisfied: httpx==0.27.2 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 820)) (0.27.2)\n", "Collecting huggingface-hub==0.25.2 (from -r /content/requirements.txt (line 826))\n", " Downloading huggingface_hub-0.25.2-py3-none-any.whl (436 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m436.6/436.6 kB\u001b[0m \u001b[31m26.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting hyperframe==6.0.1 (from -r /content/requirements.txt (line 829))\n", " Downloading hyperframe-6.0.1-py3-none-any.whl (12 kB)\n", "Requirement already satisfied: idna==3.10 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 832)) (3.10)\n", "Requirement already satisfied: importlib-resources==6.4.5 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 835)) (6.4.5)\n", "Collecting isodate==0.7.2 (from -r /content/requirements.txt (line 838))\n", " Downloading isodate-0.7.2-py3-none-any.whl (22 kB)\n", "Requirement already satisfied: jinja2==3.1.4 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 841)) (3.1.4)\n", "Requirement already satisfied: jiter==0.7.1 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 844)) (0.7.1)\n", "Requirement already satisfied: joblib==1.4.2 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 918)) (1.4.2)\n", "Requirement already satisfied: jsonpatch==1.33 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 921)) (1.33)\n", "Requirement already satisfied: jsonpointer==3.0.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 924)) (3.0.0)\n", "Requirement already satisfied: jsonschema-specifications==2024.10.1 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 927)) (2024.10.1)\n", "Requirement already satisfied: jsonschema==4.23.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 930)) (4.23.0)\n", "Requirement already satisfied: kiwisolver==1.4.7 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 933)) (1.4.7)\n", "Collecting langchain-community==0.3.7 (from -r /content/requirements.txt (line 1048))\n", " Downloading langchain_community-0.3.7-py3-none-any.whl (2.4 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.4/2.4 MB\u001b[0m \u001b[31m63.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: langchain-core==0.3.19 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 1051)) (0.3.19)\n", "Collecting langchain-groq==0.2.1 (from -r /content/requirements.txt (line 1054))\n", " Downloading langchain_groq-0.2.1-py3-none-any.whl (14 kB)\n", "Collecting langchain-openai==0.2.9 (from -r /content/requirements.txt (line 1057))\n", " Downloading langchain_openai-0.2.9-py3-none-any.whl (50 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m50.4/50.4 kB\u001b[0m \u001b[31m3.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: langchain-text-splitters==0.3.2 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 1060)) (0.3.2)\n", "Requirement already satisfied: langchain==0.3.7 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 1063)) (0.3.7)\n", "Collecting langsmith==0.1.144 (from -r /content/requirements.txt (line 1066))\n", " Downloading langsmith-0.1.144-py3-none-any.whl (310 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m310.1/310.1 kB\u001b[0m \u001b[31m16.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting load-dotenv==0.1.0 (from -r /content/requirements.txt (line 1069))\n", " Downloading load_dotenv-0.1.0-py3-none-any.whl (7.2 kB)\n", "Collecting loadenv==0.1.1 (from -r /content/requirements.txt (line 1072))\n", " Downloading loadenv-0.1.1-py3-none-any.whl (6.9 kB)\n", "Requirement already satisfied: markdown-it-py==3.0.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 1075)) (3.0.0)\n", "Collecting markupsafe==2.1.5 (from -r /content/requirements.txt (line 1078))\n", " Downloading MarkupSafe-2.1.5-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (25 kB)\n", "Collecting marshmallow==3.23.1 (from -r /content/requirements.txt (line 1139))\n", " Downloading marshmallow-3.23.1-py3-none-any.whl (49 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m49.5/49.5 kB\u001b[0m \u001b[31m3.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting matplotlib==3.9.2 (from -r /content/requirements.txt (line 1142))\n", " Downloading matplotlib-3.9.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (8.3 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m8.3/8.3 MB\u001b[0m \u001b[31m86.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: mdurl==0.1.2 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 1183)) (0.1.2)\n", "Requirement already satisfied: mpmath==1.3.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 1186)) (1.3.0)\n", "Collecting msal-extensions==1.2.0 (from -r /content/requirements.txt (line 1189))\n", " Downloading msal_extensions-1.2.0-py3-none-any.whl (19 kB)\n", "Collecting msal==1.31.1 (from -r /content/requirements.txt (line 1192))\n", " Downloading msal-1.31.1-py3-none-any.whl (113 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m113.2/113.2 kB\u001b[0m \u001b[31m7.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: multidict==6.1.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 1195)) (6.1.0)\n", "Collecting multiprocess==0.70.16 (from -r /content/requirements.txt (line 1288))\n", " Downloading multiprocess-0.70.16-py310-none-any.whl (134 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m9.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting mypy-extensions==1.0.0 (from -r /content/requirements.txt (line 1301))\n", " Downloading mypy_extensions-1.0.0-py3-none-any.whl (4.7 kB)\n", "Collecting narwhals==1.14.1 (from -r /content/requirements.txt (line 1304))\n", " Downloading narwhals-1.14.1-py3-none-any.whl (220 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m220.6/220.6 kB\u001b[0m \u001b[31m14.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: networkx==3.4.2 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 1307)) (3.4.2)\n", "Requirement already satisfied: nltk==3.9.1 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 1310)) (3.9.1)\n", "Requirement already satisfied: numpy==1.26.4 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 1313)) (1.26.4)\n", "Collecting nvidia-cublas-cu12==12.4.5.8 (from -r /content/requirements.txt (line 1350))\n", " Downloading nvidia_cublas_cu12-12.4.5.8-py3-none-manylinux2014_x86_64.whl (363.4 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m363.4/363.4 MB\u001b[0m \u001b[31m1.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting nvidia-cuda-cupti-cu12==12.4.127 (from -r /content/requirements.txt (line 1354))\n", " Downloading nvidia_cuda_cupti_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl (13.8 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m13.8/13.8 MB\u001b[0m \u001b[31m87.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting nvidia-cuda-nvrtc-cu12==12.4.127 (from -r /content/requirements.txt (line 1358))\n", " Downloading nvidia_cuda_nvrtc_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl (24.6 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m24.6/24.6 MB\u001b[0m \u001b[31m62.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting nvidia-cuda-runtime-cu12==12.4.127 (from -r /content/requirements.txt (line 1362))\n", " Downloading nvidia_cuda_runtime_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl (883 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m883.7/883.7 kB\u001b[0m \u001b[31m38.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting nvidia-cudnn-cu12==9.1.0.70 (from -r /content/requirements.txt (line 1366))\n", " Downloading nvidia_cudnn_cu12-9.1.0.70-py3-none-manylinux2014_x86_64.whl (664.8 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m664.8/664.8 MB\u001b[0m \u001b[31m2.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting nvidia-cufft-cu12==11.2.1.3 (from -r /content/requirements.txt (line 1369))\n", " Downloading nvidia_cufft_cu12-11.2.1.3-py3-none-manylinux2014_x86_64.whl (211.5 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m211.5/211.5 MB\u001b[0m \u001b[31m5.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting nvidia-curand-cu12==10.3.5.147 (from -r /content/requirements.txt (line 1373))\n", " Downloading nvidia_curand_cu12-10.3.5.147-py3-none-manylinux2014_x86_64.whl (56.3 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m56.3/56.3 MB\u001b[0m \u001b[31m14.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting nvidia-cusolver-cu12==11.6.1.9 (from -r /content/requirements.txt (line 1377))\n", " Downloading nvidia_cusolver_cu12-11.6.1.9-py3-none-manylinux2014_x86_64.whl (127.9 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m127.9/127.9 MB\u001b[0m \u001b[31m7.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting nvidia-cusparse-cu12==12.3.1.170 (from -r /content/requirements.txt (line 1381))\n", " Downloading nvidia_cusparse_cu12-12.3.1.170-py3-none-manylinux2014_x86_64.whl (207.5 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m207.5/207.5 MB\u001b[0m \u001b[31m6.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting nvidia-nccl-cu12==2.21.5 (from -r /content/requirements.txt (line 1385))\n", " Downloading nvidia_nccl_cu12-2.21.5-py3-none-manylinux2014_x86_64.whl (188.7 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m188.7/188.7 MB\u001b[0m \u001b[31m6.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting nvidia-nvjitlink-cu12==12.4.127 (from -r /content/requirements.txt (line 1387))\n", " Downloading nvidia_nvjitlink_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl (21.1 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m21.1/21.1 MB\u001b[0m \u001b[31m74.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting nvidia-nvtx-cu12==12.4.127 (from -r /content/requirements.txt (line 1391))\n", " Downloading nvidia_nvtx_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl (99 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m99.1/99.1 kB\u001b[0m \u001b[31m7.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting openai==1.55.0 (from -r /content/requirements.txt (line 1395))\n", " Downloading openai-1.55.0-py3-none-any.whl (389 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m389.5/389.5 kB\u001b[0m \u001b[31m23.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: orjson==3.10.11 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 1398)) (3.10.11)\n", "Requirement already satisfied: packaging==24.2 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 1457)) (24.2)\n", "Collecting pandas==2.2.3 (from -r /content/requirements.txt (line 1460))\n", " Downloading pandas-2.2.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (13.1 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m13.1/13.1 MB\u001b[0m \u001b[31m86.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting pillow==10.4.0 (from -r /content/requirements.txt (line 1503))\n", " Downloading pillow-10.4.0-cp310-cp310-manylinux_2_28_x86_64.whl (4.5 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m4.5/4.5 MB\u001b[0m \u001b[31m61.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting portalocker==2.10.1 (from -r /content/requirements.txt (line 1584))\n", " Downloading portalocker-2.10.1-py3-none-any.whl (18 kB)\n", "Requirement already satisfied: propcache==0.2.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 1587)) (0.2.0)\n", "Collecting protobuf==5.28.3 (from -r /content/requirements.txt (line 1686))\n", " Downloading protobuf-5.28.3-cp38-abi3-manylinux2014_x86_64.whl (316 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m316.6/316.6 kB\u001b[0m \u001b[31m18.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting pyarrow==18.0.0 (from -r /content/requirements.txt (line 1698))\n", " Downloading pyarrow-18.0.0-cp310-cp310-manylinux_2_28_x86_64.whl (40.0 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m40.0/40.0 MB\u001b[0m \u001b[31m16.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: pycparser==2.22 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 1741)) (2.22)\n", "Collecting pydantic-core==2.27.0 (from -r /content/requirements.txt (line 1744))\n", " Downloading pydantic_core-2.27.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.1 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.1/2.1 MB\u001b[0m \u001b[31m36.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting pydantic-settings==2.6.1 (from -r /content/requirements.txt (line 1845))\n", " Downloading pydantic_settings-2.6.1-py3-none-any.whl (28 kB)\n", "Collecting pydantic==2.10.0 (from -r /content/requirements.txt (line 1848))\n", " Downloading pydantic-2.10.0-py3-none-any.whl (454 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m454.3/454.3 kB\u001b[0m \u001b[31m23.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting pydub==0.25.1 (from -r /content/requirements.txt (line 1851))\n", " Downloading pydub-0.25.1-py2.py3-none-any.whl (32 kB)\n", "Requirement already satisfied: pygments==2.18.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 1854)) (2.18.0)\n", "Requirement already satisfied: pyjwt==2.10.0 in /usr/local/lib/python3.10/dist-packages (from pyjwt[crypto]==2.10.0->-r /content/requirements.txt (line 1857)) (2.10.0)\n", "Requirement already satisfied: pyparsing==3.2.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 1860)) (3.2.0)\n", "Collecting python-dateutil==2.9.0.post0 (from -r /content/requirements.txt (line 1863))\n", " Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m229.9/229.9 kB\u001b[0m \u001b[31m11.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting python-dotenv==1.0.1 (from -r /content/requirements.txt (line 1866))\n", " Downloading python_dotenv-1.0.1-py3-none-any.whl (19 kB)\n", "Collecting python-multipart==0.0.17 (from -r /content/requirements.txt (line 1869))\n", " Downloading python_multipart-0.0.17-py3-none-any.whl (24 kB)\n", "Requirement already satisfied: pytz==2024.2 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 1872)) (2024.2)\n", "Requirement already satisfied: pyyaml==6.0.2 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 1894)) (6.0.2)\n", "Collecting qdrant-client==1.12.1 (from -r /content/requirements.txt (line 1948))\n", " Downloading qdrant_client-1.12.1-py3-none-any.whl (267 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m267.2/267.2 kB\u001b[0m \u001b[31m15.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: referencing==0.35.1 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 1951)) (0.35.1)\n", "Collecting regex==2024.11.6 (from -r /content/requirements.txt (line 1954))\n", " Downloading regex-2024.11.6-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (781 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m781.7/781.7 kB\u001b[0m \u001b[31m30.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: requests-toolbelt==1.0.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 2049)) (1.0.0)\n", "Requirement already satisfied: requests==2.32.3 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 2052)) (2.32.3)\n", "Requirement already satisfied: rich==13.9.4 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 2055)) (13.9.4)\n", "Requirement already satisfied: rpds-py==0.21.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 2058)) (0.21.0)\n", "Collecting ruff==0.7.4 (from -r /content/requirements.txt (line 2149))\n", " Downloading ruff-0.7.4-py3-none-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (11.1 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m11.1/11.1 MB\u001b[0m \u001b[31m90.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: safetensors==0.4.5 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 2168)) (0.4.5)\n", "Requirement already satisfied: scikit-learn==1.5.2 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 2279)) (1.5.2)\n", "Collecting scipy==1.14.1 (from -r /content/requirements.txt (line 2301))\n", " Downloading scipy-1.14.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (41.2 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m41.2/41.2 MB\u001b[0m \u001b[31m10.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting semantic-version==2.10.0 (from -r /content/requirements.txt (line 2335))\n", " Downloading semantic_version-2.10.0-py2.py3-none-any.whl (15 kB)\n", "Collecting sentence-transformers==2.2.2 (from -r /content/requirements.txt (line 2338))\n", " Downloading sentence-transformers-2.2.2.tar.gz (85 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m86.0/86.0 kB\u001b[0m \u001b[31m4.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25h Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n", "Requirement already satisfied: sentencepiece==0.2.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 2340)) (0.2.0)\n", "Collecting setuptools==75.6.0 (from -r /content/requirements.txt (line 2394))\n", " Downloading setuptools-75.6.0-py3-none-any.whl (1.2 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.2/1.2 MB\u001b[0m \u001b[31m28.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: shellingham==1.5.4 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 2397)) (1.5.4)\n", "Requirement already satisfied: six==1.16.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 2400)) (1.16.0)\n", "Requirement already satisfied: sniffio==1.3.1 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 2403)) (1.3.1)\n", "Collecting sqlalchemy==2.0.35 (from -r /content/requirements.txt (line 2406))\n", " Downloading SQLAlchemy-2.0.35-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.1 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.1/3.1 MB\u001b[0m \u001b[31m52.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting starlette==0.37.2 (from -r /content/requirements.txt (line 2456))\n", " Downloading starlette-0.37.2-py3-none-any.whl (71 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m71.9/71.9 kB\u001b[0m \u001b[31m4.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: sympy==1.13.1 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 2459)) (1.13.1)\n", "Requirement already satisfied: tenacity==9.0.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 2462)) (9.0.0)\n", "Requirement already satisfied: threadpoolctl==3.5.0 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 2465)) (3.5.0)\n", "Collecting tiktoken==0.8.0 (from -r /content/requirements.txt (line 2468))\n", " Downloading tiktoken-0.8.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.2 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.2/1.2 MB\u001b[0m \u001b[31m41.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting tokenizers==0.15.2 (from -r /content/requirements.txt (line 2500))\n", " Downloading tokenizers-0.15.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.6 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.6/3.6 MB\u001b[0m \u001b[31m39.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting tomlkit==0.12.0 (from -r /content/requirements.txt (line 2611))\n", " Downloading tomlkit-0.12.0-py3-none-any.whl (37 kB)\n", "Requirement already satisfied: torch==2.5.1 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 2614)) (2.5.1+cu121)\n", "Requirement already satisfied: torchvision==0.20.1 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 2632)) (0.20.1+cu121)\n", "Collecting tqdm==4.67.0 (from -r /content/requirements.txt (line 2649))\n", " Downloading tqdm-4.67.0-py3-none-any.whl (78 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m78.6/78.6 kB\u001b[0m \u001b[31m4.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting transformers==4.39.0 (from -r /content/requirements.txt (line 2652))\n", " Downloading transformers-4.39.0-py3-none-any.whl (8.8 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m8.8/8.8 MB\u001b[0m \u001b[31m53.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting triton==3.1.0 (from -r /content/requirements.txt (line 2655))\n", " Downloading triton-3.1.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (209.5 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m209.5/209.5 MB\u001b[0m \u001b[31m2.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting typer==0.13.1 (from -r /content/requirements.txt (line 2661))\n", " Downloading typer-0.13.1-py3-none-any.whl (44 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m44.7/44.7 kB\u001b[0m \u001b[31m2.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: typing-extensions==4.12.2 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 2664)) (4.12.2)\n", "Collecting typing-inspect==0.9.0 (from -r /content/requirements.txt (line 2667))\n", " Downloading typing_inspect-0.9.0-py3-none-any.whl (8.8 kB)\n", "Requirement already satisfied: tzdata==2024.2 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 2670)) (2024.2)\n", "Collecting ujson==5.10.0 (from -r /content/requirements.txt (line 2673))\n", " Downloading ujson-5.10.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (53 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m53.6/53.6 kB\u001b[0m \u001b[31m3.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: urllib3==2.2.3 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 2752)) (2.2.3)\n", "Collecting uvicorn==0.32.1 (from -r /content/requirements.txt (line 2755))\n", " Downloading uvicorn-0.32.1-py3-none-any.whl (63 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m63.8/63.8 kB\u001b[0m \u001b[31m3.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting uvloop==0.21.0 (from -r /content/requirements.txt (line 2761))\n", " Downloading uvloop-0.21.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.8 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.8/3.8 MB\u001b[0m \u001b[31m74.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting watchfiles==0.24.0 (from -r /content/requirements.txt (line 2799))\n", " Downloading watchfiles-0.24.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (425 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m425.7/425.7 kB\u001b[0m \u001b[31m23.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting websockets==11.0.3 (from -r /content/requirements.txt (line 2883))\n", " Downloading websockets-11.0.3-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (129 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m129.9/129.9 kB\u001b[0m \u001b[31m8.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting xxhash==3.5.0 (from -r /content/requirements.txt (line 2954))\n", " Downloading xxhash-3.5.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (194 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m194.1/194.1 kB\u001b[0m \u001b[31m11.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: yarl==1.17.2 in /usr/local/lib/python3.10/dist-packages (from -r /content/requirements.txt (line 3078)) (1.17.2)\n", "Building wheels for collected packages: sentence-transformers\n", " Building wheel for sentence-transformers (setup.py) ... \u001b[?25l\u001b[?25hdone\n", " Created wheel for sentence-transformers: filename=sentence_transformers-2.2.2-py3-none-any.whl size=125924 sha256=17774d06ac5a827dadb51aacf2330631b2de9b7dfe5e6030548b0a8b67c72785\n", " Stored in directory: /root/.cache/pip/wheels/62/f2/10/1e606fd5f02395388f74e7462910fe851042f97238cbbd902f\n", "Successfully built sentence-transformers\n", "Installing collected packages: pydub, azure-common, xxhash, websockets, uvloop, uvicorn, ujson, triton, tqdm, tomlkit, sqlalchemy, setuptools, semantic-version, scipy, ruff, regex, python-multipart, python-dotenv, python-dateutil, pydantic-core, pyarrow, protobuf, portalocker, pillow, nvidia-nvtx-cu12, nvidia-nvjitlink-cu12, nvidia-nccl-cu12, nvidia-curand-cu12, nvidia-cufft-cu12, nvidia-cuda-runtime-cu12, nvidia-cuda-nvrtc-cu12, nvidia-cuda-cupti-cu12, nvidia-cublas-cu12, narwhals, mypy-extensions, marshmallow, markupsafe, loadenv, isodate, hyperframe, httpx-sse, httptools, hpack, fsspec, ffmpy, dnspython, dill, anyio, aiofiles, watchfiles, typing-inspect, tiktoken, starlette, pydantic, pandas, nvidia-cusparse-cu12, nvidia-cudnn-cu12, multiprocess, matplotlib, load-dotenv, huggingface-hub, h2, grpcio-tools, email-validator, azure-core, typer, tokenizers, pydantic-settings, openai, nvidia-cusolver-cu12, langsmith, groq, gradio-client, dataclasses-json, azure-search-documents, aiohttp, transformers, qdrant-client, msal, fastapi-cli, altair, sentence-transformers, msal-extensions, langchain-openai, langchain-groq, fastapi, datasets, gradio, azure-identity, langchain-community\n", " Attempting uninstall: tqdm\n", " Found existing installation: tqdm 4.66.6\n", " Uninstalling tqdm-4.66.6:\n", " Successfully uninstalled tqdm-4.66.6\n", " Attempting uninstall: sqlalchemy\n", " Found existing installation: SQLAlchemy 2.0.36\n", " Uninstalling SQLAlchemy-2.0.36:\n", " Successfully uninstalled SQLAlchemy-2.0.36\n", " Attempting uninstall: setuptools\n", " Found existing installation: setuptools 75.1.0\n", " Uninstalling setuptools-75.1.0:\n", " Successfully uninstalled setuptools-75.1.0\n", " Attempting uninstall: scipy\n", " Found existing installation: scipy 1.13.1\n", " Uninstalling scipy-1.13.1:\n", " Successfully uninstalled scipy-1.13.1\n", " Attempting uninstall: regex\n", " Found existing installation: regex 2024.9.11\n", " Uninstalling regex-2024.9.11:\n", " Successfully uninstalled regex-2024.9.11\n", " Attempting uninstall: python-dateutil\n", " Found existing installation: python-dateutil 2.8.2\n", " Uninstalling python-dateutil-2.8.2:\n", " Successfully uninstalled python-dateutil-2.8.2\n", " Attempting uninstall: pydantic-core\n", " Found existing installation: pydantic_core 2.23.4\n", " Uninstalling pydantic_core-2.23.4:\n", " Successfully uninstalled pydantic_core-2.23.4\n", " Attempting uninstall: pyarrow\n", " Found existing installation: pyarrow 17.0.0\n", " Uninstalling pyarrow-17.0.0:\n", " Successfully uninstalled pyarrow-17.0.0\n", " Attempting uninstall: protobuf\n", " Found existing installation: protobuf 4.25.5\n", " Uninstalling protobuf-4.25.5:\n", " Successfully uninstalled protobuf-4.25.5\n", " Attempting uninstall: pillow\n", " Found existing installation: pillow 11.0.0\n", " Uninstalling pillow-11.0.0:\n", " Successfully uninstalled pillow-11.0.0\n", " Attempting uninstall: nvidia-nvjitlink-cu12\n", " Found existing installation: nvidia-nvjitlink-cu12 12.6.77\n", " Uninstalling nvidia-nvjitlink-cu12-12.6.77:\n", " Successfully uninstalled nvidia-nvjitlink-cu12-12.6.77\n", " Attempting uninstall: nvidia-nccl-cu12\n", " Found existing installation: nvidia-nccl-cu12 2.23.4\n", " Uninstalling nvidia-nccl-cu12-2.23.4:\n", " Successfully uninstalled nvidia-nccl-cu12-2.23.4\n", " Attempting uninstall: nvidia-curand-cu12\n", " Found existing installation: nvidia-curand-cu12 10.3.7.77\n", " Uninstalling nvidia-curand-cu12-10.3.7.77:\n", " Successfully uninstalled nvidia-curand-cu12-10.3.7.77\n", " Attempting uninstall: nvidia-cufft-cu12\n", " Found existing installation: nvidia-cufft-cu12 11.3.0.4\n", " Uninstalling nvidia-cufft-cu12-11.3.0.4:\n", " Successfully uninstalled nvidia-cufft-cu12-11.3.0.4\n", " Attempting uninstall: nvidia-cuda-runtime-cu12\n", " Found existing installation: nvidia-cuda-runtime-cu12 12.6.77\n", " Uninstalling nvidia-cuda-runtime-cu12-12.6.77:\n", " Successfully uninstalled nvidia-cuda-runtime-cu12-12.6.77\n", " Attempting uninstall: nvidia-cuda-cupti-cu12\n", " Found existing installation: nvidia-cuda-cupti-cu12 12.6.80\n", " Uninstalling nvidia-cuda-cupti-cu12-12.6.80:\n", " Successfully uninstalled nvidia-cuda-cupti-cu12-12.6.80\n", " Attempting uninstall: nvidia-cublas-cu12\n", " Found existing installation: nvidia-cublas-cu12 12.6.3.3\n", " Uninstalling nvidia-cublas-cu12-12.6.3.3:\n", " Successfully uninstalled nvidia-cublas-cu12-12.6.3.3\n", " Attempting uninstall: markupsafe\n", " Found existing installation: MarkupSafe 3.0.2\n", " Uninstalling MarkupSafe-3.0.2:\n", " Successfully uninstalled MarkupSafe-3.0.2\n", " Attempting uninstall: fsspec\n", " Found existing installation: fsspec 2024.10.0\n", " Uninstalling fsspec-2024.10.0:\n", " Successfully uninstalled fsspec-2024.10.0\n", " Attempting uninstall: anyio\n", " Found existing installation: anyio 3.7.1\n", " Uninstalling anyio-3.7.1:\n", " Successfully uninstalled anyio-3.7.1\n", " Attempting uninstall: pydantic\n", " Found existing installation: pydantic 2.9.2\n", " Uninstalling pydantic-2.9.2:\n", " Successfully uninstalled pydantic-2.9.2\n", " Attempting uninstall: pandas\n", " Found existing installation: pandas 2.2.2\n", " Uninstalling pandas-2.2.2:\n", " Successfully uninstalled pandas-2.2.2\n", " Attempting uninstall: nvidia-cusparse-cu12\n", " Found existing installation: nvidia-cusparse-cu12 12.5.4.2\n", " Uninstalling nvidia-cusparse-cu12-12.5.4.2:\n", " Successfully uninstalled nvidia-cusparse-cu12-12.5.4.2\n", " Attempting uninstall: nvidia-cudnn-cu12\n", " Found existing installation: nvidia-cudnn-cu12 9.5.1.17\n", " Uninstalling nvidia-cudnn-cu12-9.5.1.17:\n", " Successfully uninstalled nvidia-cudnn-cu12-9.5.1.17\n", " Attempting uninstall: matplotlib\n", " Found existing installation: matplotlib 3.8.0\n", " Uninstalling matplotlib-3.8.0:\n", " Successfully uninstalled matplotlib-3.8.0\n", " Attempting uninstall: huggingface-hub\n", " Found existing installation: huggingface-hub 0.26.2\n", " Uninstalling huggingface-hub-0.26.2:\n", " Successfully uninstalled huggingface-hub-0.26.2\n", " Attempting uninstall: typer\n", " Found existing installation: typer 0.13.0\n", " Uninstalling typer-0.13.0:\n", " Successfully uninstalled typer-0.13.0\n", " Attempting uninstall: tokenizers\n", " Found existing installation: tokenizers 0.20.3\n", " Uninstalling tokenizers-0.20.3:\n", " Successfully uninstalled tokenizers-0.20.3\n", " Attempting uninstall: openai\n", " Found existing installation: openai 1.54.4\n", " Uninstalling openai-1.54.4:\n", " Successfully uninstalled openai-1.54.4\n", " Attempting uninstall: nvidia-cusolver-cu12\n", " Found existing installation: nvidia-cusolver-cu12 11.7.1.2\n", " Uninstalling nvidia-cusolver-cu12-11.7.1.2:\n", " Successfully uninstalled nvidia-cusolver-cu12-11.7.1.2\n", " Attempting uninstall: langsmith\n", " Found existing installation: langsmith 0.1.143\n", " Uninstalling langsmith-0.1.143:\n", " Successfully uninstalled langsmith-0.1.143\n", " Attempting uninstall: aiohttp\n", " Found existing installation: aiohttp 3.11.2\n", " Uninstalling aiohttp-3.11.2:\n", " Successfully uninstalled aiohttp-3.11.2\n", " Attempting uninstall: transformers\n", " Found existing installation: transformers 4.46.2\n", " Uninstalling transformers-4.46.2:\n", " Successfully uninstalled transformers-4.46.2\n", " Attempting uninstall: altair\n", " Found existing installation: altair 4.2.2\n", " Uninstalling altair-4.2.2:\n", " Successfully uninstalled altair-4.2.2\n", " Attempting uninstall: sentence-transformers\n", " Found existing installation: sentence-transformers 3.2.1\n", " Uninstalling sentence-transformers-3.2.1:\n", " Successfully uninstalled sentence-transformers-3.2.1\n", "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n", "ipython 7.34.0 requires jedi>=0.16, which is not installed.\n", "cudf-cu12 24.10.1 requires pandas<2.2.3dev0,>=2.0, but you have pandas 2.2.3 which is incompatible.\n", "cudf-cu12 24.10.1 requires pyarrow<18.0.0a0,>=14.0.0, but you have pyarrow 18.0.0 which is incompatible.\n", "gcsfs 2024.10.0 requires fsspec==2024.10.0, but you have fsspec 2024.6.1 which is incompatible.\n", "gensim 4.3.3 requires scipy<1.14.0,>=1.7.0, but you have scipy 1.14.1 which is incompatible.\n", "google-colab 1.0.0 requires pandas==2.2.2, but you have pandas 2.2.3 which is incompatible.\n", "jupyter-server 1.24.0 requires anyio<4,>=3.1.0, but you have anyio 4.6.2.post1 which is incompatible.\n", "pylibcudf-cu12 24.10.1 requires pyarrow<18.0.0a0,>=14.0.0, but you have pyarrow 18.0.0 which is incompatible.\n", "tensorflow 2.17.1 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,<5.0.0dev,>=3.20.3, but you have protobuf 5.28.3 which is incompatible.\n", "tensorflow-metadata 1.13.1 requires protobuf<5,>=3.20.3, but you have protobuf 5.28.3 which is incompatible.\u001b[0m\u001b[31m\n", "\u001b[0mSuccessfully installed aiofiles-23.2.1 aiohttp-3.11.6 altair-5.4.1 anyio-4.6.2.post1 azure-common-1.1.28 azure-core-1.32.0 azure-identity-1.19.0 azure-search-documents-11.5.2 dataclasses-json-0.6.7 datasets-2.21.0 dill-0.3.8 dnspython-2.7.0 email-validator-2.2.0 fastapi-0.111.0 fastapi-cli-0.0.5 ffmpy-0.4.0 fsspec-2024.6.1 gradio-4.37.2 gradio-client-1.0.2 groq-0.12.0 grpcio-tools-1.68.0 h2-4.1.0 hpack-4.0.0 httptools-0.6.4 httpx-sse-0.4.0 huggingface-hub-0.25.2 hyperframe-6.0.1 isodate-0.7.2 langchain-community-0.3.7 langchain-groq-0.2.1 langchain-openai-0.2.9 langsmith-0.1.144 load-dotenv-0.1.0 loadenv-0.1.1 markupsafe-2.1.5 marshmallow-3.23.1 matplotlib-3.9.2 msal-1.31.1 msal-extensions-1.2.0 multiprocess-0.70.16 mypy-extensions-1.0.0 narwhals-1.14.1 nvidia-cublas-cu12-12.4.5.8 nvidia-cuda-cupti-cu12-12.4.127 nvidia-cuda-nvrtc-cu12-12.4.127 nvidia-cuda-runtime-cu12-12.4.127 nvidia-cudnn-cu12-9.1.0.70 nvidia-cufft-cu12-11.2.1.3 nvidia-curand-cu12-10.3.5.147 nvidia-cusolver-cu12-11.6.1.9 nvidia-cusparse-cu12-12.3.1.170 nvidia-nccl-cu12-2.21.5 nvidia-nvjitlink-cu12-12.4.127 nvidia-nvtx-cu12-12.4.127 openai-1.55.0 pandas-2.2.3 pillow-10.4.0 portalocker-2.10.1 protobuf-5.28.3 pyarrow-18.0.0 pydantic-2.10.0 pydantic-core-2.27.0 pydantic-settings-2.6.1 pydub-0.25.1 python-dateutil-2.9.0.post0 python-dotenv-1.0.1 python-multipart-0.0.17 qdrant-client-1.12.1 regex-2024.11.6 ruff-0.7.4 scipy-1.14.1 semantic-version-2.10.0 sentence-transformers-2.2.2 setuptools-75.6.0 sqlalchemy-2.0.35 starlette-0.37.2 tiktoken-0.8.0 tokenizers-0.15.2 tomlkit-0.12.0 tqdm-4.67.0 transformers-4.39.0 triton-3.1.0 typer-0.13.1 typing-inspect-0.9.0 ujson-5.10.0 uvicorn-0.32.1 uvloop-0.21.0 watchfiles-0.24.0 websockets-11.0.3 xxhash-3.5.0\n" ] }, { "output_type": "display_data", "data": { "application/vnd.colab-display-data+json": { "pip_warning": { "packages": [ "PIL", "_distutils_hack", "dateutil", "setuptools" ] }, "id": "0b1dd0e2127d452e8c2014a4e4a20f41" } }, "metadata": {} } ] }, { "cell_type": "code", "source": [ "%pip install -U langchain-community\n", "%pip install openpyxl\n", "%pip install pypdf\n", "%pip install --upgrade 'urllib3==1.26.7'" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "c2OafNrNuMdW", "outputId": "83e8a6ad-5ba5-4474-c937-ac5e54d8f0eb", "collapsed": true }, "execution_count": 3, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "Requirement already satisfied: langchain-community in /usr/local/lib/python3.10/dist-packages (0.3.7)\n", "Collecting langchain-community\n", " Downloading langchain_community-0.3.8-py3-none-any.whl.metadata (2.9 kB)\n", "Requirement already satisfied: PyYAML>=5.3 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (6.0.2)\n", "Requirement already satisfied: SQLAlchemy<2.0.36,>=1.4 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (2.0.35)\n", "Requirement already satisfied: aiohttp<4.0.0,>=3.8.3 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (3.11.6)\n", "Requirement already satisfied: dataclasses-json<0.7,>=0.5.7 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (0.6.7)\n", "Requirement already satisfied: httpx-sse<0.5.0,>=0.4.0 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (0.4.0)\n", "Collecting langchain<0.4.0,>=0.3.8 (from langchain-community)\n", " Downloading langchain-0.3.8-py3-none-any.whl.metadata (7.1 kB)\n", "Collecting langchain-core<0.4.0,>=0.3.21 (from langchain-community)\n", " Downloading langchain_core-0.3.21-py3-none-any.whl.metadata (6.3 kB)\n", "Requirement already satisfied: langsmith<0.2.0,>=0.1.125 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (0.1.144)\n", "Requirement already satisfied: numpy<2,>=1.22.4 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (1.26.4)\n", "Requirement already satisfied: pydantic-settings<3.0.0,>=2.4.0 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (2.6.1)\n", "Requirement already satisfied: requests<3,>=2 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (2.32.3)\n", "Requirement already satisfied: tenacity!=8.4.0,<10,>=8.1.0 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (9.0.0)\n", "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (2.4.3)\n", "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (1.3.1)\n", "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (24.2.0)\n", "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (1.5.0)\n", "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (6.1.0)\n", "Requirement already satisfied: propcache>=0.2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (0.2.0)\n", "Requirement already satisfied: yarl<2.0,>=1.17.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (1.17.2)\n", "Requirement already satisfied: async-timeout<6.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (4.0.3)\n", "Requirement already satisfied: marshmallow<4.0.0,>=3.18.0 in /usr/local/lib/python3.10/dist-packages (from dataclasses-json<0.7,>=0.5.7->langchain-community) (3.23.1)\n", "Requirement already satisfied: typing-inspect<1,>=0.4.0 in /usr/local/lib/python3.10/dist-packages (from dataclasses-json<0.7,>=0.5.7->langchain-community) (0.9.0)\n", "Requirement already satisfied: langchain-text-splitters<0.4.0,>=0.3.0 in /usr/local/lib/python3.10/dist-packages (from langchain<0.4.0,>=0.3.8->langchain-community) (0.3.2)\n", "Requirement already satisfied: pydantic<3.0.0,>=2.7.4 in /usr/local/lib/python3.10/dist-packages (from langchain<0.4.0,>=0.3.8->langchain-community) (2.10.0)\n", "Requirement already satisfied: jsonpatch<2.0,>=1.33 in /usr/local/lib/python3.10/dist-packages (from langchain-core<0.4.0,>=0.3.21->langchain-community) (1.33)\n", "Requirement already satisfied: packaging<25,>=23.2 in /usr/local/lib/python3.10/dist-packages (from langchain-core<0.4.0,>=0.3.21->langchain-community) (24.2)\n", "Requirement already satisfied: typing-extensions>=4.7 in /usr/local/lib/python3.10/dist-packages (from langchain-core<0.4.0,>=0.3.21->langchain-community) (4.12.2)\n", "Requirement already satisfied: httpx<1,>=0.23.0 in /usr/local/lib/python3.10/dist-packages (from langsmith<0.2.0,>=0.1.125->langchain-community) (0.27.2)\n", "Requirement already satisfied: orjson<4.0.0,>=3.9.14 in /usr/local/lib/python3.10/dist-packages (from langsmith<0.2.0,>=0.1.125->langchain-community) (3.10.11)\n", "Requirement already satisfied: requests-toolbelt<2.0.0,>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from langsmith<0.2.0,>=0.1.125->langchain-community) (1.0.0)\n", "Requirement already satisfied: python-dotenv>=0.21.0 in /usr/local/lib/python3.10/dist-packages (from pydantic-settings<3.0.0,>=2.4.0->langchain-community) (1.0.1)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2->langchain-community) (3.4.0)\n", "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2->langchain-community) (3.10)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2->langchain-community) (2.2.3)\n", "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2->langchain-community) (2024.8.30)\n", "Requirement already satisfied: greenlet!=0.4.17 in /usr/local/lib/python3.10/dist-packages (from SQLAlchemy<2.0.36,>=1.4->langchain-community) (3.1.1)\n", "Requirement already satisfied: anyio in /usr/local/lib/python3.10/dist-packages (from httpx<1,>=0.23.0->langsmith<0.2.0,>=0.1.125->langchain-community) (4.6.2.post1)\n", "Requirement already satisfied: httpcore==1.* in /usr/local/lib/python3.10/dist-packages (from httpx<1,>=0.23.0->langsmith<0.2.0,>=0.1.125->langchain-community) (1.0.7)\n", "Requirement already satisfied: sniffio in /usr/local/lib/python3.10/dist-packages (from httpx<1,>=0.23.0->langsmith<0.2.0,>=0.1.125->langchain-community) (1.3.1)\n", "Requirement already satisfied: h11<0.15,>=0.13 in /usr/local/lib/python3.10/dist-packages (from httpcore==1.*->httpx<1,>=0.23.0->langsmith<0.2.0,>=0.1.125->langchain-community) (0.14.0)\n", "Requirement already satisfied: jsonpointer>=1.9 in /usr/local/lib/python3.10/dist-packages (from jsonpatch<2.0,>=1.33->langchain-core<0.4.0,>=0.3.21->langchain-community) (3.0.0)\n", "Requirement already satisfied: annotated-types>=0.6.0 in /usr/local/lib/python3.10/dist-packages (from pydantic<3.0.0,>=2.7.4->langchain<0.4.0,>=0.3.8->langchain-community) (0.7.0)\n", "Requirement already satisfied: pydantic-core==2.27.0 in /usr/local/lib/python3.10/dist-packages (from pydantic<3.0.0,>=2.7.4->langchain<0.4.0,>=0.3.8->langchain-community) (2.27.0)\n", "Requirement already satisfied: mypy-extensions>=0.3.0 in /usr/local/lib/python3.10/dist-packages (from typing-inspect<1,>=0.4.0->dataclasses-json<0.7,>=0.5.7->langchain-community) (1.0.0)\n", "Requirement already satisfied: exceptiongroup>=1.0.2 in /usr/local/lib/python3.10/dist-packages (from anyio->httpx<1,>=0.23.0->langsmith<0.2.0,>=0.1.125->langchain-community) (1.2.2)\n", "Downloading langchain_community-0.3.8-py3-none-any.whl (2.4 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.4/2.4 MB\u001b[0m \u001b[31m23.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading langchain-0.3.8-py3-none-any.whl (1.0 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.0/1.0 MB\u001b[0m \u001b[31m20.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading langchain_core-0.3.21-py3-none-any.whl (409 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m409.5/409.5 kB\u001b[0m \u001b[31m18.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hInstalling collected packages: langchain-core, langchain, langchain-community\n", " Attempting uninstall: langchain-core\n", " Found existing installation: langchain-core 0.3.19\n", " Uninstalling langchain-core-0.3.19:\n", " Successfully uninstalled langchain-core-0.3.19\n", " Attempting uninstall: langchain\n", " Found existing installation: langchain 0.3.7\n", " Uninstalling langchain-0.3.7:\n", " Successfully uninstalled langchain-0.3.7\n", " Attempting uninstall: langchain-community\n", " Found existing installation: langchain-community 0.3.7\n", " Uninstalling langchain-community-0.3.7:\n", " Successfully uninstalled langchain-community-0.3.7\n", "Successfully installed langchain-0.3.8 langchain-community-0.3.8 langchain-core-0.3.21\n", "Requirement already satisfied: openpyxl in /usr/local/lib/python3.10/dist-packages (3.1.5)\n", "Requirement already satisfied: et-xmlfile in /usr/local/lib/python3.10/dist-packages (from openpyxl) (2.0.0)\n", "Collecting pypdf\n", " Downloading pypdf-5.1.0-py3-none-any.whl.metadata (7.2 kB)\n", "Requirement already satisfied: typing_extensions>=4.0 in /usr/local/lib/python3.10/dist-packages (from pypdf) (4.12.2)\n", "Downloading pypdf-5.1.0-py3-none-any.whl (297 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m298.0/298.0 kB\u001b[0m \u001b[31m4.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hInstalling collected packages: pypdf\n", "Successfully installed pypdf-5.1.0\n", "Collecting urllib3==1.26.7\n", " Downloading urllib3-1.26.7-py2.py3-none-any.whl.metadata (44 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m44.5/44.5 kB\u001b[0m \u001b[31m1.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading urllib3-1.26.7-py2.py3-none-any.whl (138 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m138.8/138.8 kB\u001b[0m \u001b[31m4.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hInstalling collected packages: urllib3\n", " Attempting uninstall: urllib3\n", " Found existing installation: urllib3 2.2.3\n", " Uninstalling urllib3-2.2.3:\n", " Successfully uninstalled urllib3-2.2.3\n", "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n", "gradio 4.37.2 requires urllib3~=2.0, but you have urllib3 1.26.7 which is incompatible.\n", "qdrant-client 1.12.1 requires urllib3<3,>=1.26.14, but you have urllib3 1.26.7 which is incompatible.\n", "sentry-sdk 2.18.0 requires urllib3>=1.26.11, but you have urllib3 1.26.7 which is incompatible.\n", "tensorflow 2.17.1 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,<5.0.0dev,>=3.20.3, but you have protobuf 5.28.3 which is incompatible.\u001b[0m\u001b[31m\n", "\u001b[0mSuccessfully installed urllib3-1.26.7\n" ] } ] }, { "cell_type": "code", "execution_count": 6, "metadata": { "id": "nnW8fUByzzSJ" }, "outputs": [], "source": [ "import pandas as pd\n", "import os\n", "import pickle\n", "from tqdm import tqdm\n", "from langchain_community.document_loaders import PyPDFLoader\n", "from langchain.text_splitter import RecursiveCharacterTextSplitter\n", "from langchain.vectorstores import Qdrant\n", "from langchain.embeddings import HuggingFaceEmbeddings" ] }, { "cell_type": "code", "execution_count": 7, "metadata": { "id": "5yHatyYzyhDr" }, "outputs": [], "source": [ "path_data = \"/content/Data/\"\n", "path_raw = \"0 - Raw\"\n", "path_parsed = \"1 - Parsed\"\n", "path_vectorized = \"2 - Vectorized\"" ] }, { "cell_type": "code", "execution_count": 8, "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 89 }, "id": "v1Ecbat_yaU0", "outputId": "ee3567c1-1461-477c-810e-c4b99f1e711a" }, "outputs": [ { "output_type": "execute_result", "data": { "text/plain": [ " file_name file_title \\\n", "0 2018.12.20_PNACC2 PNACC \n", "\n", " file_url file_data_publishing \n", "0 https://www.ecologie.gouv.fr/sites/default/fil... 2017 " ], "text/html": [ "\n", "
\n", " | file_name | \n", "file_title | \n", "file_url | \n", "file_data_publishing | \n", "
---|---|---|---|---|
0 | \n", "2018.12.20_PNACC2 | \n", "PNACC | \n", "https://www.ecologie.gouv.fr/sites/default/fil... | \n", "2017 | \n", "