Spaces:
Runtime error
Runtime error
cspocketindia
commited on
Commit
•
274f98b
1
Parent(s):
eb76698
revert tokenizer
Browse files- src/models/bert.py +2 -2
src/models/bert.py
CHANGED
@@ -20,8 +20,8 @@ class BERTClassifier():
|
|
20 |
|
21 |
self.model_name = model_name
|
22 |
|
23 |
-
self.tokenizer = AutoTokenizer.from_pretrained(tokenizer_name)
|
24 |
-
|
25 |
|
26 |
if model_name.startswith('jeevavijay10'):
|
27 |
# self.model = torch.load(model_name)
|
|
|
20 |
|
21 |
self.model_name = model_name
|
22 |
|
23 |
+
# self.tokenizer = AutoTokenizer.from_pretrained(tokenizer_name)
|
24 |
+
self.tokenizer = BertTokenizer.from_pretrained(tokenizer_name, do_lower_case=True)
|
25 |
|
26 |
if model_name.startswith('jeevavijay10'):
|
27 |
# self.model = torch.load(model_name)
|