specified batch size - test to see if this works

epi_pipeline.py

@@ -669,7 +669,7 @@ class NER_Pipeline:
         output_dict = {label:[] for label in self.labels}
         
         dataset = NerDataset(text, self.bert_tokenizer, self.config)
-        predictions, label_ids, _ = self.trainer.predict(dataset)
+        predictions, label_ids, _ = self.trainer.predict(dataset, batch_size=16)
         preds_list, _ = self.align_predictions(predictions, label_ids)
         #dataset.ner_inputs.labels = preds_list
         for ner_input, sent_pred_list in zip(dataset.ner_inputs, preds_list):