Update app.py

app.py

@@ -1,6 +1,6 @@
+from openai import OpenAI
 import gradio as gr
 import os
-from openai import OpenAI
 
 # Initialize the OpenAI Client with your API key and endpoint
 api_key = os.environ.get("RUNPOD_API_KEY")  # Ensure your API key is correctly loaded from environment variables
@@ -9,48 +9,34 @@ client = OpenAI(
     base_url="https://api.runpod.ai/v2/vllm-k0g4c60zor9xuu/openai/v1",
 )
 
-def predict(message, history=None):
-    # Ensure history is initialized as an empty list if it's None
-    if history is None:
-        history = []
-    # Append the system role at the start if history is empty
-    if not history:
-        history.append(("system", "You are a history assistant, that provides the best possible answers to any historical questions asked about American History. Be helpful and specific, providing any detailed nuance needed to have a full understanding of the question."))
-    
-    # Prepare messages in the format required by OpenAI
+def predict(message, history):
+    # Format the history for OpenAI
     history_openai_format = []
     for human, assistant in history:
         history_openai_format.append({"role": "user", "content": human})
         history_openai_format.append({"role": "assistant", "content": assistant})
     history_openai_format.append({"role": "user", "content": message})
-
-    # Make the API call
-    response_stream = client.chat.completions.create(
-        model="ambrosfitz/llama-3-history",
+  
+    response = client.chat.completions.create(
+        model='ambrosfitz/llama-3-history',
         messages=history_openai_format,
         temperature=0,
         max_tokens=150,
-        stream=True,
+        stream=False  # Set to False for simplicity in this example
     )
 
-    # Accumulate response chunks to form the full message
-    full_message = ""
-    for chunk in response_stream:
-        if chunk.choices[0].delta.content is not None:
-            full_message += chunk.choices[0].delta.content
-            yield full_message
-
-    # Update history with the latest exchange
-    history.append((message, full_message))
+    if response.choices and response.choices[0].text:
+        response_text = response.choices[0].text.strip()
+        history.append((message, response_text))  # Update history with the new Q&A pair
+        return response_text
+    else:
+        return "No response generated."
 
-# Set up the Gradio interface
-iface = gr.Interface(
+demo = gr.ChatInterface(
     fn=predict,
-    inputs=[gr.Textbox(label="Type your question here..."), gr.State()],
-    outputs=[gr.Textbox(), gr.State()],
     title="HistoryBot Chat",
-    description="Interact with HistoryBot, a specialized assistant for American History. Ask any historical questions to get detailed and nuanced answers.",
-    allow_flagging="never"
+    description="Interact with HistoryBot, a specialized assistant for American History. Ask any historical questions to get detailed and nuanced answers."
 )
 
-iface.launch()
+if __name__ == "__main__":
+    demo.launch()