requirements.txt

accelerate==0.29.2
beautifulsoup4==4.12.3
datasets==2.18.0
en-core-web-sm @ https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.7.1/en_core_web_sm-3.7.1-py3-none-any.whl#sha256=86cc141f63942d4b2c5fcee06630fd6f904788d2f0ab005cce45aadb8fb73889
grequests==0.7.0
huggingface-hub==0.22.2
langchain==0.1.16
numpy==1.26.4
openai==1.17.0
pandas==2.2.1
spacy==3.7.4
scipy==1.13.0
tokenizers==0.15.2
torch==2.2.2
tqdm==4.66.2
transformers==4.39.3