Update deploy_pipeline.py

deploy_pipeline.py

@@ -36,12 +36,13 @@ class TokenizeAndAlignLabelsStep():
             
             previous_word_idx = word_idx
                         
-        tokenized_inputs["tokens"] = tokenizer.prepare_for_tokenization(tokenizer.decode(tokens, skip_special_tokens=True))
+        tokenized_inputs["tokens"] = tokenizer.decode(tokens, skip_special_tokens=True)
         tokenized_inputs["labels_mask"] = labels_mask
 
         return tokenized_inputs
 
 
+
 class BERT_CRF_Pipeline(Pipeline):
 
     def _sanitize_parameters(self, **kwargs):