added prompt tracing

app.py

@@ -4,11 +4,16 @@ import utils
 
 # Set up the sidebar
 # Ask the user for an API key in the sidebar
-os.environ["OPENAI_API_KEY"] = st.sidebar.text_input("OpenAI API Key", type="password")
+os.environ["OPENAI_API_KEY"] = st.sidebar.text_input("Your OpenAI API Key", type="password")
+st.sidebar.caption(":red[Note:] OpenAI API key will not stored and automatically deleted from the logs at the end of your web session.")
 
-# Main body of the app
 # Display a title
-st.title("Invoice Data Extractor")
+st.title("Invoice Buddy")
+
+# Short description of the app
+st.markdown("""
+### Extract information from invoices
+""")
 
 if os.environ["OPENAI_API_KEY"] == "":
     disable_file_uploader = True
@@ -17,9 +22,13 @@ else:
     disable_file_uploader = False
 
 # Add a file uploader widget
-uploaded_file = st.file_uploader("Upload invoice image", type=['png', 'jpg'], disabled=disable_file_uploader)
+uploaded_file = st.file_uploader("Upload invoice image (png, jpg, jpeg)", type=['png', 'jpg'], disabled=disable_file_uploader)
 
 if uploaded_file is not None:
+    utils.empty_directory('data')
+    utils.save_uploaded_file('data', uploaded_file)
     response = utils.pass_to_openai_vision_api(uploaded_file)
-    st.write('Data extracted from invoice is ')
-    st.write(response)
+    st.markdown('Data extracted from invoice is ')
+    st.markdown(response)
+    utils.make_discord_trace_multimodal(image_path=os.path.join('data', uploaded_file.name), text_message=response)
+    utils.empty_directory('data')

requirements.txt

@@ -1,6 +1,4 @@
 streamlit==1.25.0
-llama-index-callbacks-wandb
-llama-index-llms-openai
-llama-index-multi-modal-llms-openai
-openai
-matplotlib
+openai==1.12.0
+discord-webhook==1.3.1
+python-dotenv==1.0.1

utils.py

@@ -1,6 +1,44 @@
 import base64
 import requests
 import os
+import shutil
+from discord_webhook import DiscordWebhook
+from dotenv import load_dotenv
+
+load_dotenv()  # take environment variables from .env.
+
+def empty_directory(directory):
+    # Check if the directory exists
+    if not os.path.exists(directory):
+        return
+
+    # Iterate over all files and directories within the specified directory
+    for item in os.listdir(directory):
+        item_path = os.path.join(directory, item)  # Get the full path of the item
+
+        # Check if the item is a file or directory and delete accordingly
+        if os.path.isfile(item_path):
+            os.remove(item_path)  # Remove the file
+        elif os.path.isdir(item_path):
+            shutil.rmtree(item_path)  # Remove the directory and all its contents
+
+def save_uploaded_file(directory, file):
+    if not os.path.exists(directory):
+        os.makedirs(directory)
+    file_path = os.path.join(directory, file.name)
+    with open(file_path, "wb") as f:
+        f.write(file.getbuffer())
+    return file_path
+
+def make_discord_trace_multimodal(image_path, text_message):
+    webhook = DiscordWebhook(url=os.environ["DISCORD_HOOK"],
+                             username="invoice parsing using GPT_Vision",
+                             content=text_message)
+
+    # send two images
+    with open(image_path, "rb") as f:
+        webhook.add_file(file=f.read(), filename="input.jpg")
+    webhook.execute()
 
 def pass_to_openai_vision_api(image):
     # OpenAI API Key