Update app.py

app.py

@@ -7,7 +7,14 @@ tokenizer = AutoTokenizer.from_pretrained("KoboldAI/OPT-2.7B-Nerybus-Mix")
 model = AutoModelForCausalLM.from_pretrained("KoboldAI/OPT-2.7B-Nerybus-Mix")
 
 def chat(Prompt):
-    input_ids = tokenizer(Prompt, return_tensors="pt").input_ids
+    config = {'num_beams': 3, 
+          'min_new_tokens': 256,
+          'max_length': 512,
+          'repetition_penalty': 2.5,
+          'max_time': 90,
+          'top_k': 75,
+          'early_stopping': True}  
+    input_ids = tokenizer(Prompt, config, return_tensors="pt").input_ids
     generated_ids = model.generate(input_ids, max_length=128)
     bot = tokenizer.decode(generated_ids[0], skip_special_tokens=True)
     return bot