Add HF_HUB_ENABLE_HF_TRANSFER environment variable

main.py

@@ -17,6 +17,7 @@ logger = logging.get_logger(__name__)
 load_dotenv()
 HF_TOKEN = os.getenv("HF_TOKEN")
 
+os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "1"
 
 BASE_DATASETS_SERVER_URL = "https://datasets-server.huggingface.co"
 DEFAULT_FAST_TEXT_MODEL = "laurievb/OpenLID"