Commit
·
beb9eb9
1
Parent(s):
153b8f6
Comprehensive cache directory environment variable fix
Browse files- Add XDG_CACHE_HOME and HUGGINGFACE_HUB_CACHE environment variables
- Add TOKENIZERS_PARALLELISM=false to prevent threading issues
- Cover all possible cache directory paths used by transformers
- Fix persistent Permission denied: /.cache errors
- highlights_api.py +3 -0
- src/smolvlm2_handler.py +3 -0
highlights_api.py
CHANGED
|
@@ -13,6 +13,9 @@ os.environ['HF_HOME'] = CACHE_DIR
|
|
| 13 |
os.environ['TRANSFORMERS_CACHE'] = CACHE_DIR
|
| 14 |
os.environ['HF_DATASETS_CACHE'] = CACHE_DIR
|
| 15 |
os.environ['TORCH_HOME'] = CACHE_DIR
|
|
|
|
|
|
|
|
|
|
| 16 |
|
| 17 |
from fastapi import FastAPI, UploadFile, File, HTTPException, BackgroundTasks
|
| 18 |
from fastapi.responses import FileResponse, JSONResponse
|
|
|
|
| 13 |
os.environ['TRANSFORMERS_CACHE'] = CACHE_DIR
|
| 14 |
os.environ['HF_DATASETS_CACHE'] = CACHE_DIR
|
| 15 |
os.environ['TORCH_HOME'] = CACHE_DIR
|
| 16 |
+
os.environ['XDG_CACHE_HOME'] = CACHE_DIR
|
| 17 |
+
os.environ['HUGGINGFACE_HUB_CACHE'] = CACHE_DIR
|
| 18 |
+
os.environ['TOKENIZERS_PARALLELISM'] = 'false'
|
| 19 |
|
| 20 |
from fastapi import FastAPI, UploadFile, File, HTTPException, BackgroundTasks
|
| 21 |
from fastapi.responses import FileResponse, JSONResponse
|
src/smolvlm2_handler.py
CHANGED
|
@@ -14,6 +14,9 @@ if 'HF_HOME' not in os.environ:
|
|
| 14 |
os.environ['TRANSFORMERS_CACHE'] = CACHE_DIR
|
| 15 |
os.environ['HF_DATASETS_CACHE'] = CACHE_DIR
|
| 16 |
os.environ['TORCH_HOME'] = CACHE_DIR
|
|
|
|
|
|
|
|
|
|
| 17 |
|
| 18 |
import torch
|
| 19 |
from transformers import AutoModelForImageTextToText, AutoProcessor
|
|
|
|
| 14 |
os.environ['TRANSFORMERS_CACHE'] = CACHE_DIR
|
| 15 |
os.environ['HF_DATASETS_CACHE'] = CACHE_DIR
|
| 16 |
os.environ['TORCH_HOME'] = CACHE_DIR
|
| 17 |
+
os.environ['XDG_CACHE_HOME'] = CACHE_DIR
|
| 18 |
+
os.environ['HUGGINGFACE_HUB_CACHE'] = CACHE_DIR
|
| 19 |
+
os.environ['TOKENIZERS_PARALLELISM'] = 'false'
|
| 20 |
|
| 21 |
import torch
|
| 22 |
from transformers import AutoModelForImageTextToText, AutoProcessor
|