Upload folder using huggingface_hub

Dockerfile

@@ -11,5 +11,5 @@ RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
 
 COPY . .
 
-RUN ["python3", "-m", "nltk.downloader", "all"]
+RUN ["python3", "-m", "nltk.downloader", "-d", "nltk_data"]
 CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]

main.py

@@ -2,6 +2,8 @@
 import os
 os.environ['HF_HOME'] = 'src/cache'
 os.environ['SENTENCE_TRANSFORMERS_HOME'] = 'src/cache'
+os.environ['NLTK_DATA'] = 'nltk_data'
+
 
 from fastapi import FastAPI, status
 from fastapi.responses import Response, JSONResponse