iioSnail commited on
Commit
b71d0a4
•
1 Parent(s): 61a86e4

Update tokenizer.py

Browse files
Files changed (1) hide show
  1. tokenizer.py +1 -0
tokenizer.py CHANGED
@@ -20,6 +20,7 @@ class ChineseBertTokenizer(BertTokenizerFast):
20
  super(ChineseBertTokenizer, self).__init__(**kwargs)
21
 
22
  bert_path = self.name_or_path
 
23
  vocab_file = os.path.join(bert_path, 'vocab.txt')
24
  config_path = os.path.join(bert_path, 'config')
25
  self.max_length = 512
 
20
  super(ChineseBertTokenizer, self).__init__(**kwargs)
21
 
22
  bert_path = self.name_or_path
23
+ print("bert_path:", bert_path)
24
  vocab_file = os.path.join(bert_path, 'vocab.txt')
25
  config_path = os.path.join(bert_path, 'config')
26
  self.max_length = 512