app.py changes

app.py

@@ -40,11 +40,14 @@ def clean_text(text):
 
 def generateAnswer(question):
 
+    question = question.strip()
+
     question = "<question>" + clean_text(question) + "<answer>"
 
     prompt = []
     prompt.append(question)
 
+    tokenizer.padding_side='left'
     prompts_batch_ids = tokenizer(prompt,
             padding=True, truncation=True, return_tensors='pt').to(model.device)
     output_ids = model.generate(
@@ -53,6 +56,8 @@ def generateAnswer(question):
     outputs_batch = [seq.split('<answer>')[1] for seq in
             tokenizer.batch_decode(output_ids, skip_special_tokens=True)]
     print(outputs_batch)
+    tokenizer.padding_side='right'
+
     return outputs_batch[0]