add hf_transfer

app.py

@@ -5,6 +5,9 @@ from apscheduler.schedulers.background import BackgroundScheduler
 from cachetools import TTLCache, cached
 from setfit import SetFitModel
 from tqdm.auto import tqdm
+import os
+
+os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "1"
 
 CACHE_TIME = 60 * 60 * 12
 MAX_RESULTS = 30_000

requirements.in

@@ -2,5 +2,6 @@ apscheduler
 arxiv
 cachetools
 gradio
+hf-transfer
 scikit-learn==1.2.2
 setfit

requirements.txt

@@ -94,6 +94,8 @@ h11==0.14.0
     # via
     #   httpcore
     #   uvicorn
+hf-transfer==0.1.3
+    # via -r requirements.in
 httpcore==0.18.0
     # via httpx
 httpx==0.25.0