add truncation for long text

app.py

@@ -15,7 +15,7 @@ examples = [
     "Start by setting a realistic goal and creating a training plan. Build up your mileage gradually over time, and incorporate cross-training and strength exercises to prevent injury and improve endurance. Be sure to stay hydrated and properly fuel your body with nutritious foods. Listen to your body and adjust your training as needed to avoid overexertion or burnout. Finally, taper your training in the weeks leading up to the race to give your body time to rest and recover before the big day.",
 ]
 
-title = "InstructionGen: Flan T5 Small & Bart Base"
+title = "InstructionGen: Instructions from Text"
 description = "This demo compares the [flan-t5-small-instructiongen](https://huggingface.co/pszemraj/flan-t5-small-instructiongen) and [bart-base-instructiongen](https://huggingface.co/pszemraj/bart-base-instructiongen) models on 'creating' an instruction for arbitrary text."
 article = """---
 
@@ -23,12 +23,16 @@ These models generate instructions for Large Language Models (LLMs) from arbitra
 
 
 def inference(text):
-    output_flan_t5 = pipe_flan_t5(
-        text, num_beams=2, early_stopping=True, max_length=100
-    )[0]["generated_text"]
-    output_bart_base = pipe_bart_base(
-        text, num_beams=2, early_stopping=True, max_length=100
-    )[0]["generated_text"]
+    params = {
+        "num_beams": 2,
+        "early_stopping": True,
+        "max_length": 100,
+        "truncation": True,
+    }
+
+    output_flan_t5 = pipe_flan_t5(text, **params)[0]["generated_text"]
+    output_bart_base = pipe_bart_base(text, **params)[0]["generated_text"]
+
     return [output_flan_t5, output_bart_base]