updated

Dockerfile

@@ -4,6 +4,17 @@ FROM python:3.10-slim
 # Set the working directory in the container
 WORKDIR /app
 
+# Create a non-root user and set cache directory permissions
+RUN useradd --create-home --shell /bin/bash app && \
+    mkdir -p /home/app/.cache && \
+    chown -R app:app /home/app/.cache && \
+    chown -R app:app /app
+
+# Set environment variables for Hugging Face cache
+ENV HF_HOME=/home/app/.cache/huggingface
+ENV TRANSFORMERS_CACHE=/home/app/.cache/huggingface/transformers
+ENV HF_DATASETS_CACHE=/home/app/.cache/huggingface/datasets
+
 # Copy the requirements file into the container
 COPY requirements.txt .
 
@@ -13,6 +24,12 @@ RUN pip install --no-cache-dir -r requirements.txt
 # Copy the rest of the application code into the container
 COPY . .
 
+# Change ownership of all files to app user
+RUN chown -R app:app /app
+
+# Switch to non-root user
+USER app
+
 # Expose the port your app runs on
 EXPOSE 8000
 

vector_rag.py

@@ -11,6 +11,11 @@ from dotenv import load_dotenv
 
 load_dotenv()
 
+# Set cache directories with fallback for permission issues
+os.environ.setdefault('HF_HOME', '/tmp/huggingface_cache')
+os.environ.setdefault('TRANSFORMERS_CACHE', '/tmp/huggingface_cache/transformers')
+os.environ.setdefault('HF_DATASETS_CACHE', '/tmp/huggingface_cache/datasets')
+
 # --- MODEL INITIALIZATION (Minimal Footprint) ---
 print("Loading Qwen2-0.5B-Instruct...")
 model_name = "Qwen/Qwen2-0.5B-Instruct"