refactor

Dockerfile

@@ -18,8 +18,8 @@ COPY --chown=user . /home/user/app
 
 RUN pip install -r requirements.txt
 
-RUN --mount=type=secret,id=HF_TOKEN,mode=0444,required=true
-
 EXPOSE 7860
 
+RUN --mount=type=secret,id=HF_TOKEN,mode=0444,required=true
+
 CMD ["python", "app.py"]

app.py

@@ -5,14 +5,16 @@ import torch
 import transformers
 from transformers import AutoTokenizer
 
-print(os.environ["HF_TOKEN"][:5])
-logging.info(os.environ["HF_TOKEN"][:5])
-print("New response 2")
+logging.info("APP startup")
+print("APP startup")
 
 pipe_flan = transformers.pipeline("text2text-generation", model="google/flan-t5-small")
-def google_flan(input_text):
+def google_flan(input_text, request: gr.Request):
     print("New response 2")
-    logging.info("New response 2")
+    print(request.query_params)
+    print(request.query_params["name"])
+    print(os.environ["HF_TOKEN"][:5])
+    logging.info(os.environ["HF_TOKEN"][:5])
     return pipe_flan(input_text)
 
 # model = "meta-llama/Llama-2-7b-chat-hf"
@@ -46,7 +48,9 @@ def google_flan(input_text):
 demo = gr.Interface(
     fn=google_flan, 
     inputs="text", 
-    outputs="text", 
+    outputs="text",
+    allow_flagging=False, 
+    title="How can I help?",
     theme=gr.themes.Default(primary_hue="blue", secondary_hue="pink")
 )