Update requirements.txt

requirements.txt

@@ -1,132 +1,16 @@
 accelerate==0.29.2
-aiofiles==23.2.1
-aiohttp==3.9.4
-aiosignal==1.3.1
-altair==5.3.0
-annotated-types==0.6.0
-anyio==4.3.0
-attrs==23.2.0
 beautifulsoup4==4.12.3
-blinker==1.7.0
-blis==0.7.11
-catalogue==2.0.10
-certifi==2024.2.2
-charset-normalizer==3.3.2
-click==8.1.7
-cloudpathlib==0.16.0
-colorama==0.4.6
-confection==0.1.4
-contourpy==1.2.1
-cycler==0.12.1
-cymem==2.0.8
-dataclasses-json==0.6.4
 datasets==2.18.0
-dill==0.3.8
-distro==1.9.0
 en-core-web-sm @ https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.7.1/en_core_web_sm-3.7.1-py3-none-any.whl#sha256=86cc141f63942d4b2c5fcee06630fd6f904788d2f0ab005cce45aadb8fb73889
-fastapi==0.110.1
-ffmpy==0.3.2
-filelock==3.13.4
-Flask==3.0.3
-fonttools==4.51.0
-frozenlist==1.4.1
-fsspec==2024.2.0
-gevent==24.2.1
-gradio==4.26.0
-gradio_client==0.15.1
-greenlet==3.0.3
 grequests==0.7.0
-h11==0.14.0
-httpcore==1.0.5
-httpx==0.27.0
 huggingface-hub==0.22.2
-idna==3.7
-importlib_resources==6.4.0
-itsdangerous==2.1.2
-Jinja2==3.1.3
-joblib==1.4.0
-jsonpatch==1.33
-jsonpointer==2.4
-jsonschema==4.21.1
-jsonschema-specifications==2023.12.1
-kiwisolver==1.4.5
 langchain==0.1.16
-langchain-community==0.0.32
-langchain-core==0.1.42
-langchain-text-splitters==0.0.1
-langcodes==3.3.0
-langsmith==0.1.47
-markdown-it-py==3.0.0
-MarkupSafe==2.1.5
-marshmallow==3.21.1
-mdurl==0.1.2
-mpmath==1.3.0
-multidict==6.0.5
-multiprocess==0.70.16
-murmurhash==1.0.10
-mypy-extensions==1.0.0
-networkx==3.3
 numpy==1.26.4
 openai==1.17.0
-orjson==3.10.0
-packaging==23.2
 pandas==2.2.1
-pillow==10.3.0
-preshed==3.0.9
-psutil==5.9.8
-pyarrow==15.0.2
-pyarrow-hotfix==0.6
-pydantic==2.7.0
-pydantic_core==2.18.1
-pydub==0.25.1
-Pygments==2.17.2
-pyparsing==3.1.2
-python-dateutil==2.9.0.post0
-python-multipart==0.0.9
-pytz==2024.1
-PyYAML==6.0.1
-referencing==0.34.0
-regex==2023.12.25
-requests==2.31.0
-rich==13.7.1
-rpds-py==0.18.0
-ruff==0.3.7
-safetensors==0.4.2
-scikit-learn==1.4.2
-scipy==1.13.0
-semantic-version==2.10.0
-shellingham==1.5.4
-six==1.16.0
-smart-open==6.4.0
-sniffio==1.3.1
-soupsieve==2.5
 spacy==3.7.4
-spacy-legacy==3.0.12
-spacy-loggers==1.0.5
-SQLAlchemy==2.0.29
-srsly==2.4.8
-starlette==0.37.2
-sympy==1.12
-tenacity==8.2.3
-thinc==8.2.3
-threadpoolctl==3.4.0
+scipy==1.13.0
 tokenizers==0.15.2
-tomlkit==0.12.0
-toolz==0.12.1
 torch==2.2.2
 tqdm==4.66.2
-transformers==4.39.3
-typer==0.9.4
-typing-inspect==0.9.0
-typing_extensions==4.11.0
-tzdata==2024.1
-urllib3==2.2.1
-uvicorn==0.29.0
-wasabi==1.1.2
-weasel==0.3.4
-websockets==11.0.3
-Werkzeug==3.0.2
-xxhash==3.4.1
-yarl==1.9.4
-zope.event==5.0
-zope.interface==6.3
+transformers==4.39.3