Update app.py

app.py

@@ -6,10 +6,16 @@ trained_tokenizer = GPT2Tokenizer.from_pretrained("Kumarkishalaya/GPT-2-next-wor
 trained_model = GPT2LMHeadModel.from_pretrained("Kumarkishalaya/GPT-2-next-word-prediction")
 untrained_tokenizer = GPT2Tokenizer.from_pretrained("gpt2")
 untrained_model = GPT2LMHeadModel.from_pretrained("gpt2")
+
 device = "cuda" if torch.cuda.is_available() else "cpu"
 trained_model.to(device)
 untrained_model.to(device)
 
+# Set pad_token to eos_token
+trained_tokenizer.pad_token = trained_tokenizer.eos_token
+untrained_tokenizer.pad_token = untrained_tokenizer.eos_token
+
+
 def generate(commentary_text, max_length, temperature):
 # Generate text using the finetuned model
     inputs = trained_tokenizer(commentary_text, return_tensors="pt", padding=True)