Update app.py

app.py

@@ -31,15 +31,15 @@ conversation_history = []
     
 # Prediction function
 def predict(message, system_prompt='', temperature=0.7, max_new_tokens=4096,Topp=0.5,Repetitionpenalty=1.2):
+    global conversation_history
     with st.status("Starting client"):
         sleep(2)
         st.write("Requesting client")
     with st.status("Requesting LLama-2"):
         st.write("Requesting API")
-         global conversation_history
         # Append the user's input to the conversation history
         conversation_history.append({"role": "system", "content": input_text})
-        response_text = model(ins.format(question))
+        response_text = model(ins.format(question),temperature=temperature,max_new_tokens=max_new_tokens,top_p=Topp,repetition_penality=Repetitionpenalty)
         conversation_history.append({"role": "user", "content": input_text})
         conversation_history.append({"role": "assistant", "content": response_text})
         return response_text