karthikeya1212 commited on
Commit
daf9410
·
verified ·
1 Parent(s): 9f7b4e6

Update pipeline/pipeline.py

Browse files
Files changed (1) hide show
  1. pipeline/pipeline.py +32 -0
pipeline/pipeline.py CHANGED
@@ -1,3 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  import asyncio
2
  import logging
3
  import core.script_gen as script_gen
 
1
+ import os
2
+ from pathlib import Path
3
+
4
+ # CACHE PATCH BLOCK: place FIRST in pipeline.py!
5
+ HF_CACHE_DIR = Path("/tmp/hf_cache")
6
+ HF_CACHE_DIR.mkdir(parents=True, exist_ok=True)
7
+ os.environ.update({
8
+ "HF_HOME": str(HF_CACHE_DIR),
9
+ "HF_HUB_CACHE": str(HF_CACHE_DIR),
10
+ "DIFFUSERS_CACHE": str(HF_CACHE_DIR),
11
+ "TRANSFORMERS_CACHE": str(HF_CACHE_DIR),
12
+ "XDG_CACHE_HOME": str(HF_CACHE_DIR),
13
+ "HF_DATASETS_CACHE": str(HF_CACHE_DIR),
14
+ "HF_MODULES_CACHE": str(HF_CACHE_DIR),
15
+ "TMPDIR": str(HF_CACHE_DIR),
16
+ "CACHE_DIR": str(HF_CACHE_DIR),
17
+ "TORCH_HOME": str(HF_CACHE_DIR),
18
+ "HOME": str(HF_CACHE_DIR)
19
+ })
20
+ import os.path
21
+ if not hasattr(os.path, "expanduser_original"):
22
+ os.path.expanduser_original = os.path.expanduser
23
+ def safe_expanduser(path):
24
+ if (
25
+ path.startswith("~") or
26
+ path.startswith("/.cache") or
27
+ path.startswith("/root/.cache")
28
+ ):
29
+ return str(HF_CACHE_DIR)
30
+ return os.path.expanduser_original(path)
31
+ os.path.expanduser = safe_expanduser
32
+
33
  import asyncio
34
  import logging
35
  import core.script_gen as script_gen