Set HF_HOME to writeable directory

Dockerfile

@@ -2,10 +2,13 @@ FROM ubuntu:22.04
 
 WORKDIR /app
 
-# ARG HOME= /app
-# # RUN mkdir ${HOME}
-# ENV SENTENCE_TRANSFORMERS_HOME=${HOME}
-# ENV TORCH_HOME=${HOME}
+ARG HF_HOME=/app/.cache
+RUN mkdir ${HF_HOME} \
+	&& chmod 775 ${HF_HOME}
+	
+ENV HF_HOME=${HF_HOME}
+# DO NOT USE: Depreccated
+# ENV TRANSFORMERS_CACHE="/app/.cache"
 
 RUN apt update \
     && apt install python3.10 pip -y \

modules/inference/instruct.py

@@ -4,14 +4,16 @@ import json, os
 # if not os.path.exists(cache_dir):
 #     os.mkdir(cache_dir)
 
+import transformers, torch
+
+from huggingface_hub import login
+
 cache_dir = "."
     
 os.environ["TORCH_HOME"] = cache_dir
 os.environ["TRANSFORMERS_HOME"] = cache_dir
-
-import transformers, torch
-
-from huggingface_hub import login
+os.environ["HF_HOME"] = cache_dir
+os.environ["TRANSFORMERS_CACHE"] = cache_dir
 
 # CONSTANTS
 MAX_NEW_TOKENS = 1024