Added truncation for long sequences

BertForMorphTagging.py

@@ -139,7 +139,7 @@ class BertForMorphTagging(BertPreTrainedModel):
 
     def predict(self, sentences: List[str], tokenizer: BertTokenizerFast, padding='longest'):
         # tokenize the inputs and convert them to relevant device
-        inputs = tokenizer(sentences, padding=padding, return_tensors='pt')
+        inputs = tokenizer(sentences, padding=padding, truncation=True, return_tensors='pt')
         inputs = {k:v.to(self.device) for k,v in inputs.items()}
         # calculate the logits
         logits = self.forward(**inputs, return_dict=True).logits