Update app.py

app.py

@@ -9,7 +9,11 @@ import requests
 
 # Define the device
 device = "cuda" if torch.cuda.is_available() else "cpu"
-
+#Define variables 
+temperature=0.4
+max_new_tokens=240
+top_p=0.92
+repetition_penalty=1.7
 
 # Use model IDs as variables
 base_model_id = "tiiuae/falcon-7b-instruct"
@@ -51,7 +55,7 @@ class FalconChatBot:
         return filtered_history
 
 
-    def predict(self, system_prompt, user_message, assistant_message, history, temperature, max_new_tokens, top_p, repetition_penalty):
+    def predict(self, system_prompt, user_message, assistant_message, history, temperature=0.4, max_new_tokens=240, top_p, repetition_penalty):
 
         # Process the history to remove special commands
             processed_history = self.process_history(history)