Update app.py

app.py

@@ -108,7 +108,7 @@ with gr.Blocks(css = """#col_container { margin-left: auto; margin-right: auto;}
         #tokens = tokens.to(device)
         #eos_token_id = tokenizer.eos_token_id
         # use the model to generate new tokens.
-        generated_output = model.generate(**tokens, use_cache=True, max_new_tokens=500, eos_token_id=50256, pad_token_id=50256)
+        generated_output = model.generate(**tokens, use_cache=True, max_new_tokens=100, eos_token_id=50256, pad_token_id=50256)
 
         # Find the position of "Output:" and extract the text after it
         generated_text = tokenizer.batch_decode(generated_output)[0]