Update tokenizer.py
Browse files- tokenizer.py +1 -0
tokenizer.py
CHANGED
@@ -20,6 +20,7 @@ class ChineseBertTokenizer(BertTokenizerFast):
|
|
20 |
super(ChineseBertTokenizer, self).__init__(**kwargs)
|
21 |
|
22 |
bert_path = self.name_or_path
|
|
|
23 |
vocab_file = os.path.join(bert_path, 'vocab.txt')
|
24 |
config_path = os.path.join(bert_path, 'config')
|
25 |
self.max_length = 512
|
|
|
20 |
super(ChineseBertTokenizer, self).__init__(**kwargs)
|
21 |
|
22 |
bert_path = self.name_or_path
|
23 |
+
print("bert_path:", bert_path)
|
24 |
vocab_file = os.path.join(bert_path, 'vocab.txt')
|
25 |
config_path = os.path.join(bert_path, 'config')
|
26 |
self.max_length = 512
|