Docker deploy

Dockerfile

@@ -8,7 +8,7 @@ COPY ./requirements.txt /code/requirements.txt
 RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
 
 # Set environment variable for Transformers cache
-ENV TRANSFORMERS_CACHE=/code/.cache
+ENV HF_HOME=/tmp/transformers_cache
 
 # Copy the rest of the application code
 COPY . .

server/caption_server.py

@@ -19,18 +19,13 @@ app.add_middleware(
     allow_headers=["*"],
 )
 
-import os
-
-# Get the cache directory from the environment variable
-hf_cache_dir = os.getenv("HF_HOME", default="/.cache")
 
 
 # Initialize the BLIP and GIT models for image captioning
 blip_model_name = "Salesforce/blip-image-captioning-large"
 git_model_name = "microsoft/git-large-coco"
-# Use hf_cache_dir in the model initialization
-blip_pipeline = pipeline("image-to-text", model=blip_model_name, cache_dir=hf_cache_dir)
-git_coco_pipeline = pipeline("image-to-text", model=git_model_name, cache_dir=hf_cache_dir)
+blip_pipeline = pipeline("image-to-text", model=blip_model_name )
+git_coco_pipeline = pipeline("image-to-text", model=git_model_name)
 
 # Initialize the model for semantic similarity
 model = SentenceTransformer('all-MiniLM-L6-v2')