Update app.py

app.py

@@ -10,27 +10,38 @@ import pymupdf
 import docx
 from pptx import Presentation
 
+
 MODEL_LIST = ["nikravan/glm-4vq"]
 
 HF_TOKEN = os.environ.get("HF_TOKEN", None)
 MODEL_ID = MODEL_LIST[0]
 MODEL_NAME = "GLM-4vq"
 
-TITLE = "<h1>AI Chat con Documentos </h1>"
+TITLE = "<h1>3ML-bot</h1>"
 
 DESCRIPTION = f"""
 <center>
-<p>Chat con Documentos. 
+<p>😊 A Multi-Modal Multi-Lingual(3ML) Chat. 
 <br>
 🚀 MODEL NOW: <a href="https://hf.co/nikravan/glm-4vq">{MODEL_NAME}</a>
 </center>"""
 
+CSS = """
+h1 {
+    text-align: center;
+    display: block;
+}
+"""
+
 
 tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True)
 
+
+
 def extract_text(path):
     return open(path, 'r').read()
 
+
 def extract_pdf(path):
     doc = pymupdf.open(path)
     text = ""
@@ -38,6 +49,7 @@ def extract_pdf(path):
         text += page.get_text()
     return text
 
+
 def extract_docx(path):
     doc = docx.Document(path)
     data = []
@@ -46,6 +58,7 @@ def extract_docx(path):
     content = '\n\n'.join(data)
     return content
 
+
 def extract_pptx(path):
     prs = Presentation(path)
     text = ""
@@ -55,6 +68,7 @@ def extract_pptx(path):
                 text += shape.text + "\n"
     return text
 
+
 def mode_load(path):
     choice = ""
     file_type = path.split(".")[-1]
@@ -71,15 +85,20 @@ def mode_load(path):
         choice = "doc"
         print(content[:100])
         return choice, content[:5000]
+
+
     elif file_type in ["png", "jpg", "jpeg", "bmp", "tiff", "webp"]:
         content = Image.open(path).convert('RGB')
         choice = "image"
         return choice, content
+
     else:
         raise gr.Error("Oops, unsupported files.")
 
+
 @spaces.GPU()
 def stream_chat(message, history: list, temperature: float, max_length: int, top_p: float, top_k: int, penalty: float):
+    
     model = AutoModelForCausalLM.from_pretrained(
         MODEL_ID,
         torch_dtype=torch.bfloat16,
@@ -100,9 +119,11 @@ def stream_chat(message, history: list, temperature: float, max_length: int, top
             conversation.append({"role": "user", "content": format_msg})
     else:
         if len(history) == 0:
+            # raise gr.Error("Please upload an image first.")
             contents = None
             conversation.append({"role": "user", "content": message['text']})
         else:
+            # image = Image.open(history[0][0][0])
             for prompt, answer in history:
                 if answer is None:
                     prompt_files.append(prompt[0])
@@ -114,6 +135,8 @@ def stream_chat(message, history: list, temperature: float, max_length: int, top
             else:
                 choice = ""
                 conversation.append({"role": "user", "image": "", "content": message['text']})
+
+
             if choice == "image":
                 conversation.append({"role": "user", "image": contents, "content": message['text']})
             elif choice == "doc":
@@ -145,6 +168,7 @@ def stream_chat(message, history: list, temperature: float, max_length: int, top
             buffer += new_text
             yield buffer
 
+
 chatbot = gr.Chatbot(
     #rtl=True,
 )
@@ -153,69 +177,74 @@ chat_input = gr.MultimodalTextbox(
     placeholder="Enter message or upload a file ...",
     show_label=False,
     #rtl=True,
-)
 
+
+
+)
 EXAMPLES = [
-    [{"text": "Quien es el Demandado?", }],
-    [{"text": "Resumir el Documento", }],
-    [{"text": "Explicar el Documento", }]
+    [{"text": "Write a poem about spring season in French Language", }],
+    [{"text": "what does this chart mean?", "files": ["sales.png"]}],
+    [{"text": "¿Qué está escrito a mano en esta foto?", "files": ["receipt1.png"]}],
+    [{"text": "در مورد این عکس توضیح بده و بگو این چه فصلی می تواند باشد", "files": ["nature.jpg"]}]
 ]
 
 with gr.Blocks(css=CSS, theme="soft", fill_height=True) as demo:
     gr.HTML(TITLE)
     gr.HTML(DESCRIPTION)
-    with gr.Column(id="chatbot-container"):
-        gr.ChatInterface(
-            fn=stream_chat,
-            multimodal=True,
-            textbox=chat_input,
-            chatbot=chatbot,
-            fill_height=True,
-            additional_inputs_accordion=gr.Accordion(label="⚙️ Parameters", open=False, render=False),
-            additional_inputs=[
-                gr.Slider(
-                    minimum=0,
-                    maximum=1,
-                    step=0.1,
-                    value=0.8,
-                    label="Temperature",
-                    render=False,
-                ),
-                gr.Slider(
-                    minimum=1024,
-                    maximum=8192,
-                    step=1,
-                    value=4096,
-                    label="Max Length",
-                    render=False,
-                ),
-                gr.Slider(
-                    minimum=0.0,
-                    maximum=1.0,
-                    step=0.1,
-                    value=1.0,
-                    label="top_p",
-                    render=False,
-                ),
-                gr.Slider(
-                    minimum=1,
-                    maximum=20,
-                    step=1,
-                    value=10,
-                    label="top_k",
-                    render=False,
-                ),
-                gr.Slider(
-                    minimum=0.0,
-                    maximum=2.0,
-                    step=0.1,
-                    value=1.0,
-                    label="Repetition penalty",
-                    render=False,
-                ),
-            ],
-        ),
-        gr.Examples(EXAMPLES, [chat_input])
+    gr.ChatInterface(
+        fn=stream_chat,
+        multimodal=True,
+
+
+        textbox=chat_input,
+        chatbot=chatbot,
+        fill_height=True,
+        additional_inputs_accordion=gr.Accordion(label="⚙️ Parameters", open=False, render=False),
+        additional_inputs=[
+            gr.Slider(
+                minimum=0,
+                maximum=1,
+                step=0.1,
+                value=0.8,
+                label="Temperature",
+                render=False,
+            ),
+            gr.Slider(
+                minimum=1024,
+                maximum=8192,
+                step=1,
+                value=4096,
+                label="Max Length",
+                render=False,
+            ),
+            gr.Slider(
+                minimum=0.0,
+                maximum=1.0,
+                step=0.1,
+                value=1.0,
+                label="top_p",
+                render=False,
+            ),
+            gr.Slider(
+                minimum=1,
+                maximum=20,
+                step=1,
+                value=10,
+                label="top_k",
+                render=False,
+            ),
+            gr.Slider(
+                minimum=0.0,
+                maximum=2.0,
+                step=0.1,
+                value=1.0,
+                label="Repetition penalty",
+                render=False,
+            ),
+        ],
+    ),
+    gr.Examples(EXAMPLES, [chat_input])
 
 if __name__ == "__main__":
-    demo.queue(api_open=False).launch(show_api=False, share=False)
+    
+    demo.queue(api_open=False).launch(show_api=False, share=False, )#server_name="0.0.0.0", )