no message

Dockerfile

@@ -4,6 +4,14 @@ WORKDIR /code
 
 COPY ./requirements.txt /code/requirements.txt
 
+# Set the cache directory for transformers and Hugging Face Hub within the container
+ENV TRANSFORMERS_CACHE=/code/cache/huggingface/transformers
+ENV HF_HOME=/code/cache/huggingface/hub
+
+# Create the cache directories
+RUN mkdir -p $TRANSFORMERS_CACHE
+RUN mkdir -p $HF_HOME
+
 RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
 
 # Set an environment variable for the NLTK data directory

copy.py

@@ -16,7 +16,7 @@ app = FastAPI()
 # Initialize the InferenceClient with your model
 client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.2")
 
-summarizer = pipeline("summarization", model="sshleifer/distilbart-cnn-12-6")
+# summarizer = pipeline("summarization", model="sshleifer/distilbart-cnn-12-6")
 
 
 class Item(BaseModel):