cspocketindia commited on
Commit
274f98b
1 Parent(s): eb76698

revert tokenizer

Browse files
Files changed (1) hide show
  1. src/models/bert.py +2 -2
src/models/bert.py CHANGED
@@ -20,8 +20,8 @@ class BERTClassifier():
20
 
21
  self.model_name = model_name
22
 
23
- self.tokenizer = AutoTokenizer.from_pretrained(tokenizer_name)
24
- # self.tokenizer = BertTokenizer.from_pretrained(tokenizer_name, do_lower_case=True)
25
 
26
  if model_name.startswith('jeevavijay10'):
27
  # self.model = torch.load(model_name)
 
20
 
21
  self.model_name = model_name
22
 
23
+ # self.tokenizer = AutoTokenizer.from_pretrained(tokenizer_name)
24
+ self.tokenizer = BertTokenizer.from_pretrained(tokenizer_name, do_lower_case=True)
25
 
26
  if model_name.startswith('jeevavijay10'):
27
  # self.model = torch.load(model_name)