requirements.txt

transformers[torch,sentencepiece]
wikiextractor==3.0.6
sentence-transformers>2.2.0
ipywidgets==8.1.1
tqdm==4.66.1
aiohttp==3.8.6
huggingface-hub==0.17.3
lancedb
openai==0.28