Update app.py

app.py

@@ -28,6 +28,54 @@ def encode_image(image_path):
         print(f"Error encoding image: {e}")
         raise e
 
+def old_bot_streaming(message, history, max_new_tokens=250, api_key=None, max_history=5):
+    if client is None:
+        initialize_client(api_key)
+
+    txt = message["text"]
+    messages = []
+    images = []
+
+    for i, msg in enumerate(history[-max_history:]):
+        if isinstance(msg[0], tuple):
+            messages.append({"role": "user", "content": [{"type": "text", "text": history[i+1][0]}, {"type": "image_url", "image_url": {"url": f"data:image/jpeg;base64,{encode_image(msg[0][0])}"}}]})
+            messages.append({"role": "assistant", "content": [{"type": "text", "text": history[i+1][1]}]})
+        elif isinstance(history[i-1], tuple) and isinstance(msg[0], str):
+            pass
+        elif isinstance(history[i-1][0], str) and isinstance(msg[0], str):
+            messages.append({"role": "user", "content": [{"type": "text", "text": msg[0]}]})
+            messages.append({"role": "assistant", "content": [{"type": "text", "text": msg[1]}]})
+
+    if len(message["files"]) == 1:
+        if isinstance(message["files"][0], str):  # examples
+            image_path = message["files"][0]
+        else:  # regular input
+            image_path = message["files"][0]["path"]
+        messages.append({"role": "user", "content": [{"type": "text", "text": txt}, {"type": "image_url", "image_url": {"url": f"data:image/jpeg;base64,{encode_image(image_path)}"}}]})
+    else:
+        messages.append({"role": "user", "content": [{"type": "text", "text": txt}]})
+
+    try:
+        stream = client.chat.completions.create(
+            model="meta-llama/Llama-Vision-Free",
+            messages=messages,
+            max_tokens=max_new_tokens,
+            stream=True,
+        )
+
+        buffer = ""
+        for chunk in stream:
+            if chunk.choices[0].delta.content is not None:
+                buffer += chunk.choices[0].delta.content
+                time.sleep(0.01)
+                yield buffer
+
+    except together.error.InvalidRequestError as e:
+        if "Request Entity Too Large" in str(e):
+            yield "The image is too large. Please try with a smaller image or compress the existing one."
+        else:
+            yield f"An error occurred: {str(e)}"
+            
 def bot_streaming(message, history, together_api_key, max_new_tokens=250, temperature=0.7):
     # Initialize history if it's None
     if history is None:
@@ -76,7 +124,7 @@ def bot_streaming(message, history, together_api_key, max_new_tokens=250, temper
                 {
                     "type": "image_url",
                     "image_url": {
-                        "url": f"data:image/png;base64,{image_base64}",
+                        "url": f"data:image/png;base64,{encode_image(image_path)}",
                     },
                 },
             ],
@@ -203,7 +251,7 @@ with gr.Blocks() as demo:
     clear = gr.Button("Clear")
 
     msg.submit(
-        bot_streaming, 
+        old_bot_streaming, 
         inputs=[msg, chatbot, together_api_key, max_new_tokens, temperature], 
         outputs=chatbot
     )