avinashHuggingface108 commited on
Commit
beb9eb9
·
1 Parent(s): 153b8f6

Comprehensive cache directory environment variable fix

Browse files

- Add XDG_CACHE_HOME and HUGGINGFACE_HUB_CACHE environment variables
- Add TOKENIZERS_PARALLELISM=false to prevent threading issues
- Cover all possible cache directory paths used by transformers
- Fix persistent Permission denied: /.cache errors

Files changed (2) hide show
  1. highlights_api.py +3 -0
  2. src/smolvlm2_handler.py +3 -0
highlights_api.py CHANGED
@@ -13,6 +13,9 @@ os.environ['HF_HOME'] = CACHE_DIR
13
  os.environ['TRANSFORMERS_CACHE'] = CACHE_DIR
14
  os.environ['HF_DATASETS_CACHE'] = CACHE_DIR
15
  os.environ['TORCH_HOME'] = CACHE_DIR
 
 
 
16
 
17
  from fastapi import FastAPI, UploadFile, File, HTTPException, BackgroundTasks
18
  from fastapi.responses import FileResponse, JSONResponse
 
13
  os.environ['TRANSFORMERS_CACHE'] = CACHE_DIR
14
  os.environ['HF_DATASETS_CACHE'] = CACHE_DIR
15
  os.environ['TORCH_HOME'] = CACHE_DIR
16
+ os.environ['XDG_CACHE_HOME'] = CACHE_DIR
17
+ os.environ['HUGGINGFACE_HUB_CACHE'] = CACHE_DIR
18
+ os.environ['TOKENIZERS_PARALLELISM'] = 'false'
19
 
20
  from fastapi import FastAPI, UploadFile, File, HTTPException, BackgroundTasks
21
  from fastapi.responses import FileResponse, JSONResponse
src/smolvlm2_handler.py CHANGED
@@ -14,6 +14,9 @@ if 'HF_HOME' not in os.environ:
14
  os.environ['TRANSFORMERS_CACHE'] = CACHE_DIR
15
  os.environ['HF_DATASETS_CACHE'] = CACHE_DIR
16
  os.environ['TORCH_HOME'] = CACHE_DIR
 
 
 
17
 
18
  import torch
19
  from transformers import AutoModelForImageTextToText, AutoProcessor
 
14
  os.environ['TRANSFORMERS_CACHE'] = CACHE_DIR
15
  os.environ['HF_DATASETS_CACHE'] = CACHE_DIR
16
  os.environ['TORCH_HOME'] = CACHE_DIR
17
+ os.environ['XDG_CACHE_HOME'] = CACHE_DIR
18
+ os.environ['HUGGINGFACE_HUB_CACHE'] = CACHE_DIR
19
+ os.environ['TOKENIZERS_PARALLELISM'] = 'false'
20
 
21
  import torch
22
  from transformers import AutoModelForImageTextToText, AutoProcessor