Upload 2 files

app.py

@@ -0,0 +1,74 @@
+import streamlit as st
+import os
+from langchain_google_genai import GoogleGenerativeAIEmbeddings
+import google.generativeai as genai
+from langchain_google_genai import ChatGoogleGenerativeAI
+from langchain.chains.question_answering import load_qa_chain
+from langchain.prompts import PromptTemplate
+from dotenv import load_dotenv
+from PIL import Image
+import google.generativeai as genai
+
+load_dotenv()
+genai.configure(api_key=os.getenv("GOOGLE_API_KEY"))
+
+
+# Load Gemini pro vision
+
+model = genai.GenerativeModel("gemini-pro-vision")
+
+def get_final_response(system_prompt,input_image,user_prompt):
+    response = model.generate_content([system_prompt,input_image[0],user_prompt])
+    for candidate in response.candidates:
+        return [part.text for part in candidate.content.parts][0]
+    #return response.text
+
+def image_processing(upload_file):
+    """
+    This function converts the image in bytes
+    """
+
+    if upload_file is not None:
+        data_bytes = upload_file.getvalue()
+        image_parts = [
+            {
+                "mime_type" : upload_file.type,
+                "data" : data_bytes
+            }
+        ]
+        return image_parts
+    else:
+        raise FileNotFoundError("No file is uploaded.")
+    
+system_prompt  = """
+
+You are a professional Invoice reader with high expertise in multiple languages. 
+Once the image of invoice or any other document image is uploaded, you will correctly 
+answer the questions asked based on the uploaded file. If you do not find any answer just say 
+that "Answer cannot be found in the given file." 
+
+"""
+
+## Stremlit code:
+    
+st.set_page_config(page_title="Gemini Image Analysis")
+
+st.header("Multilanguage Invoice/Image reader")
+input = st.text_input("Input Prompt: ", key= "user_prompt")
+upload_file = st.file_uploader("Upload your invoice image", type = ["jpg", "jpeg", "png"])
+submit = st.button("Click here to Get Answer...")
+
+image = ""
+
+if submit:
+    image_data = image_processing(upload_file)
+    response =  get_final_response(system_prompt,image_data,input)
+    st.success(f"Answer : {response}")
+
+if upload_file is not None:
+     image = Image.open(upload_file)
+     st.image(image, caption = "Uploaded image")
+
+
+
+

requirements.txt

@@ -0,0 +1,7 @@
+streamlit
+google-generativeai
+python-dotenv
+langchain
+PyPDF2
+chromadb
+langchain_google_genai