Update app.py

app.py

@@ -6,16 +6,24 @@ from threading import Thread
 import re
 import uuid
 from openai import OpenAI
+from PIL import Image
+from pix2tex import cli as latex_ocr
+# Initialize LaTeX OCR model
+latex_model = latex_ocr.LatexOCR()
 
 client = OpenAI(
     base_url="https://a7g1ajqixo23revq.us-east-1.aws.endpoints.huggingface.cloud/v1/",
     api_key="hf_XXXXX"
 )
 
-def format_math(text):
-    text = re.sub(r"\[(.*?)\]", r"$$\1$$", text, flags=re.DOTALL)
-    text = text.replace(r"\(", "$").replace(r"\)", "$")
-    return text
+def process_image(image_file):
+    try:
+        img = Image.open(image_file)
+        latex = latex_model(img)
+        return format_math(latex)
+    except Exception as e:
+        print(f"Image processing error: {e}")
+        return "⚠️ Could not process image. Please type your question manually."
 
 # Global dictionary to store all conversations: {id: {"title": str, "messages": list}}
 conversations = {}
@@ -155,6 +163,13 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
                 with gr.Column():
                     submit_button = gr.Button("Send", variant="primary", scale=1)
                     clear_button = gr.Button("Clear", scale=1)
+                    image_upload = gr.UploadButton(
+                            "📷 Upload Math Image",
+                            file_types=["image"],
+                            file_count="single"
+                        )
+
+                    
             gr.Markdown("**Try these examples:**")
             with gr.Row():
                 example1_button = gr.Button("JEE Main 2025\nCombinatorics")
@@ -162,6 +177,8 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
                 example3_button = gr.Button("JEE Main 2025\nProbability & Statistics")
                 example4_button = gr.Button("JEE Main 2025\nLaws of Motion")
 
+    
+    
     def update_conversation_list():
         return [conversations[cid]["title"] for cid in conversations]
 
@@ -221,6 +238,12 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
     example3_button.click(fn=lambda: gr.update(value=example_messages["JEE Main 2025 Probability & Statistics"]), inputs=None, outputs=user_input)
     example4_button.click(fn=lambda: gr.update(value=example_messages["JEE Main 2025 Laws of Motion"]), inputs=None, outputs=user_input)
 
+    image_upload.upload(
+        fn=process_image,
+        inputs=image_upload,
+        outputs=user_input
+    )
+
 #demo.launch(share=True, ssr_mode=False)
 
 if __name__ == "__main__":