transformers[torch,sentencepiece]==4.34.1
wikiextractor==3.0.6
ipywidgets==8.1.1
tqdm==4.66.1
aiohttp==3.8.6
huggingface-hub==0.17.3
lancedb>=0.3
openai==0.28
gradio==4.4.1
markdown==3.5.1
tiktoken==0.5.1
huggingface-hub==0.17.3
sentence-transformers==2.2.2