refactor

.gitignore

@@ -1,4 +1,5 @@
 *.DS_Store
+*.secrets
 *.vscode
 *.pytest_cache
 *.log"

Dockerfile

@@ -21,7 +21,6 @@ RUN pip install -r requirements.txt
 EXPOSE 7860
 
 RUN --mount=type=secret,id=HF_TOKEN,mode=0444,required=true \
-   cat /run/secrets/HF_TOKEN > /home/user/app/HF_TOKEN
-ENV HF_TOKEN=$(cat /home/user/app/HF_TOKEN)
+   cat /run/secrets/HF_TOKEN > /home/user/app/.secrets/HF_TOKEN
 
 CMD ["python", "app.py"]

app.py

@@ -15,6 +15,10 @@ def google_flan(input_text, request: gr.Request):
     print(request.query_params)
     print(os.environ.get("HF_TOKEN")[:5])
     logging.info(os.environ.get("HF_TOKEN")[:5])
+    with open("/home/user/app/.secrets/HF_TOKEN", "r") as f:
+        var = f.readlines()[0].strip()
+        print(var[:5])
+        logging.info(var[:5])
     return pipe_flan(input_text)
 
 # model = "meta-llama/Llama-2-7b-chat-hf"