refactor

Dockerfile

@@ -18,6 +18,8 @@ COPY --chown=user . /home/user/app
 
 RUN pip install -r requirements.txt
 
+RUN --mount=type=secret,id=HF_TOKEN,mode=0444,required=true
+
 EXPOSE 7860
 
 CMD ["python", "app.py"]

Dockerfile_dev

@@ -0,0 +1,24 @@
+FROM python:3.10
+
+# Set up a new user named "user" with user ID 1000
+RUN useradd -m -u 1000 user
+
+# Switch to the "user" user
+USER user
+
+# Set home to the user's home directory
+ENV HOME=/home/user \
+    PATH=/home/user/.local/bin:$PATH
+
+# Set the working directory to the user's home directory
+WORKDIR /home/user/app
+
+# Copy the current directory contents into the container at $HOME/app setting the owner to the user
+COPY --chown=user . /home/user/app
+
+RUN pip install -r requirements.txt
+
+EXPOSE 7860
+
+# with reload
+CMD ["gradio", "app.py"]

README.md

@@ -30,3 +30,4 @@ Exec command
 ## References
 - [huggingface.co/llama2](https://huggingface.co/blog/llama2)
 - [demo-docker-gradio](https://huggingface.co/spaces/sayakpaul/demo-docker-gradio/tree/main)
+- [space config reference](https://huggingface.co/docs/hub/spaces-config-reference)

app.py

@@ -7,15 +7,14 @@ from transformers import AutoTokenizer
 
 print(os.environ["HF_TOKEN"][:5])
 logging.info(os.environ["HF_TOKEN"][:5])
+print("New response 2")
 
 pipe_flan = transformers.pipeline("text2text-generation", model="google/flan-t5-small")
 def google_flan(input_text):
-    print("New response")
-    logging.info("New response")
+    print("New response 2")
+    logging.info("New response 2")
     return pipe_flan(input_text)
 
-demo = gr.Interface(fn=google_flan, inputs="text", outputs="text")
-
 # model = "meta-llama/Llama-2-7b-chat-hf"
 # tokenizer = AutoTokenizer.from_pretrained(
 #     model,
@@ -44,6 +43,11 @@ demo = gr.Interface(fn=google_flan, inputs="text", outputs="text")
 #         output_text += seq["generated_text"] + "\n"
 #     return output_text
 
-# demo = gr.Interface(fn=llama2, inputs="text", outputs="text")
+demo = gr.Interface(
+    fn=google_flan, 
+    inputs="text", 
+    outputs="text", 
+    theme=gr.themes.Default(primary_hue="blue", secondary_hue="pink")
+)
     
 demo.launch(server_name="0.0.0.0", server_port=7860)

docker-compose.yml

@@ -5,7 +5,7 @@ services:
     image: llama2hf-image
     build:
       context: .
-      dockerfile: Dockerfile
+      dockerfile: Dockerfile_dev
     volumes:
       - ./:/home/user/app
     working_dir: /home/user/app