Kaan commited on
Commit
8f4dd5c
·
verified ·
1 Parent(s): 39504a0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -10,7 +10,7 @@ app = FastAPI()
10
  async def generate_text():
11
  try:
12
  # Get the cache directory from the environment variable
13
- cache_dir = os.getenv("TRANSFORMERS_CACHE", "/code/cache")
14
 
15
  # Specify the directory for model download within the Docker container
16
  model_dir = os.path.join(cache_dir, "TheBloke/Mistral-7B-v0.1-GGUF")
 
10
  async def generate_text():
11
  try:
12
  # Get the cache directory from the environment variable
13
+ cache_dir = os.getenv("HF_HOME")
14
 
15
  # Specify the directory for model download within the Docker container
16
  model_dir = os.path.join(cache_dir, "TheBloke/Mistral-7B-v0.1-GGUF")