Update generation config

app.py

@@ -1,4 +1,4 @@
-from transformers import T5Tokenizer, T5ForConditionalGeneration
+from transformers import T5ForConditionalGeneration, T5Tokenizer, GenerationConfig
 import gradio as gr
 
 MODEL_NAME = "jbochi/madlad400-3b-mt"
@@ -17,7 +17,10 @@ print("T5ForConditionalGeneration loaded from pretrained.")
 
 def inference(max_length, input_text, history=[]):
     input_ids = tokenizer(input_text, return_tensors="pt").input_ids
-    outputs = model.generate(input_ids, max_length=max_length, bos_token_id=2)
+    outputs = model.generate(
+        input_ids=input_ids,
+        generation_config=GenerationConfig(decoder_start_token_id=2),
+    )
     result = tokenizer.decode(outputs[0], skip_special_tokens=True)
     history.append((input_text, result))
     return history, history