Upload BertForPrefixMarking.py

BertForPrefixMarking.py

@@ -144,6 +144,7 @@ class BertForPrefixMarking(BertPreTrainedModel):
                 next_tok_idx = tok_idx + 1
                 while next_tok_idx < len(tokens) and tokens[next_tok_idx].startswith('##'):
                     token += tokens[next_tok_idx][2:]
+                    next_tok_idx += 1
 
                 prefix_len = get_predicted_prefix_len_from_logits(token, logit_preds[sent_idx, tok_idx])