Update processing_bert_vits2.py
Browse files- processing_bert_vits2.py +2 -9
processing_bert_vits2.py
CHANGED
@@ -17,20 +17,13 @@ Processor class for Bert VITS2
|
|
17 |
"""
|
18 |
|
19 |
import os
|
20 |
-
from typing import
|
21 |
import re
|
22 |
|
23 |
from transformers.tokenization_utils_base import BatchEncoding
|
24 |
from transformers.processing_utils import ProcessorMixin
|
25 |
from transformers.utils import logging
|
26 |
-
from transformers
|
27 |
-
from transformers import AutoTokenizer, PreTrainedTokenizer, TOKENIZER_MAPPING
|
28 |
-
|
29 |
-
# inject BertVits2Tokenizer
|
30 |
-
import transformers
|
31 |
-
from tokenization_bert_vits2 import BertVits2Tokenizer
|
32 |
-
transformers.BertVits2Tokenizer = BertVits2Tokenizer
|
33 |
-
TOKENIZER_MAPPING.register("bert_vits2", "BertVits2Tokenizer")
|
34 |
|
35 |
logger = logging.get_logger(__name__)
|
36 |
|
|
|
17 |
"""
|
18 |
|
19 |
import os
|
20 |
+
from typing import Dict
|
21 |
import re
|
22 |
|
23 |
from transformers.tokenization_utils_base import BatchEncoding
|
24 |
from transformers.processing_utils import ProcessorMixin
|
25 |
from transformers.utils import logging
|
26 |
+
from transformers import AutoTokenizer, PreTrainedTokenizer
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
27 |
|
28 |
logger = logging.get_logger(__name__)
|
29 |
|