Update app.py

app.py

@@ -12,8 +12,8 @@ llm = Llama.from_pretrained(
 )
 
 # Define the function to get responses from the model
-def respond(message, history, system_message, max_tokens, temperature, top_p):
-    messages = [{"role": "system", "content": system_message}]
+def respond(message, history):
+    messages = []
 
     for user_message, assistant_message in history:
         if user_message:
@@ -28,9 +28,9 @@ def respond(message, history, system_message, max_tokens, temperature, top_p):
     response_stream = llm.create_chat_completion(
         messages=messages,
         stream=True,
-        max_tokens=max_tokens,
-        temperature=temperature,
-        top_p=top_p
+        max_tokens=512,  # Use a default value for simplicity
+        temperature=0.7,  # Use a default value for simplicity
+        top_p=0.95  # Use a default value for simplicity
     )
 
     # Collect the response chunks
@@ -41,32 +41,31 @@ def respond(message, history, system_message, max_tokens, temperature, top_p):
     return response  # Return the full response
 
 # Streamlit UI
-st.title("Chatbot Application")
+st.title("Simple Chatbot")
 st.write("### Interact with the chatbot!")
 
-# User input fields
-system_message = st.text_input("System Message", value="You are a friendly Chatbot.")
+# User input field
 user_message = st.text_area("Your Message:")
-max_tokens = st.slider("Max New Tokens", min_value=1, max_value=2048, value=512)
-temperature = st.slider("Temperature", min_value=0.1, max_value=4.0, value=0.7)
-top_p = st.slider("Top-p (Nucleus Sampling)", min_value=0.1, max_value=1.0, value=0.95)
 
 # Chat history
 if 'history' not in st.session_state:
     st.session_state.history = []
 
 if st.button("Send"):
-    # Get the response from the model
-    response = respond(user_message, st.session_state.history, system_message, max_tokens, temperature, top_p)
+    if user_message:  # Check if user has entered a message
+        # Get the response from the model
+        response = respond(user_message, st.session_state.history)
 
-    # Add user message and model response to history
-    st.session_state.history.append((user_message, response))
+        # Add user message and model response to history
+        st.session_state.history.append((user_message, response))
 
-    # Display the chat history
-    st.write("### Chat History")
-    for user_msg, assistant_msg in st.session_state.history:
-        st.write(f"**User:** {user_msg}")
-        st.write(f"**Assistant:** {assistant_msg}")
+        # Clear the input field after sending
+        st.experimental_rerun()
 
+# Display the chat history
+st.write("### Chat History")
+for user_msg, assistant_msg in st.session_state.history:
+    st.write(f"**User:** {user_msg}")
+    st.write(f"**Assistant:** {assistant_msg}")