Update app.py

app.py

@@ -15,7 +15,7 @@ def format_prompt(message, history):
   return prompt
 
 def generate(
-    prompt, history, system_prompt, temperature=0.9, max_new_tokens=4096, top_p=0.95, repetition_penalty=1.0,
+    prompt, history, system_prompt, temperature=0.9, max_new_tokens=1024, top_p=0.95, repetition_penalty=1.0,
 ):
     temperature = float(temperature)
     if temperature < 1e-2:
@@ -68,7 +68,7 @@ additional_inputs=[
     ),
     gr.Slider(
         label="Max new tokens",
-        value=256,
+        value=1024,
         minimum=0,
         maximum=32000,
         step=64,