Update app.py

app.py

@@ -36,17 +36,7 @@ def llava(message, history):
     prompt = f"<|im_start|>user <image>\n{user_prompt}<|im_end|><|im_start|>assistant"
     
     inputs = processor(prompt, image, return_tensors="pt")
-    streamer = TextIteratorStreamer(processor, skip_prompt=True, **{"skip_special_tokens": True})
-    generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=1024)
-    generated_text = ""
-    
-    thread = Thread(target=model.generate, kwargs=generation_kwargs)
-    thread.start()
-    
-    buffer = ""
-    for new_text in streamer:
-        buffer += new_text
-        yield buffer
+    return inputs
 
 def extract_text_from_webpage(html_content):
     soup = BeautifulSoup(html_content, 'html.parser')
@@ -97,8 +87,17 @@ def respond(message, history):
     user_prompt = message
     # Handle image processing
     if message["files"]:
-        streamer = llava(message, history)  
-        yield streamer
+        inputs = llava(message, history)
+        streamer = TextIteratorStreamer(processor, skip_prompt=True, **{"skip_special_tokens": True})
+        generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=1024)
+
+        thread = Thread(target=model.generate, kwargs=generation_kwargs)
+        thread.start()
+    
+        buffer = ""
+        for new_text in streamer:
+            buffer += new_text
+            yield buffer
     else:
         functions_metadata = [
             {"type": "function", "function": {"name": "web_search", "description": "Search query on google", "parameters": {"type": "object", "properties": {"query": {"type": "string", "description": "web search query"}}, "required": ["query"]}}},
@@ -144,16 +143,25 @@ def respond(message, history):
                         yield output
             elif json_data["name"] == "image_generation":
                 query = json_data["arguments"]["query"]
-                gr.Info("Generating Image, Please wait...")
+                gr.Info("Generating Image, Please wait 10 sec...")
                 seed = random.randint(1, 99999)
                 query = query.replace(" ", "%20")
                 image = f"![](https://image.pollinations.ai/prompt/{query}?seed={seed})"
                 yield image
-                time.sleep(5)
+                time.sleep(8)
                 gr.Info("We are going to Update Our Image Generation Engine to more powerful ones in Next Update. ThankYou")
             elif json_data["name"] == "image_qna":
-                messages = f"<|start_header_id|>system\nYou are OpenGPT 4o mini a helpful assistant made by KingNish. You are provide with both images and captions and Your task is to answer of user with help of caption provided. Answer in human style and show emotions.<|end_header_id|>"
-                yield llava(message, history)  
+                inputs = llava(message, history)
+                streamer = TextIteratorStreamer(processor, skip_prompt=True, **{"skip_special_tokens": True})
+                generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=1024)
+
+                thread = Thread(target=model.generate, kwargs=generation_kwargs)
+                thread.start()
+    
+                buffer = ""
+                for new_text in streamer:
+                    buffer += new_text
+                    yield buffer
             else:
                 messages = f"<|start_header_id|>system\nYou are OpenGPT 4o mini a helpful assistant made by KingNish. You answers users query like human friend. You are also Expert in every field and also learn and try to answer from contexts related to previous question. Try your best to give best response possible to user. You also try to show emotions using Emojis and reply like human, use short forms, friendly tone and emotions.<|end_header_id|>"
                 for msg in history: