Spaces:
Running
Running
Update utils/drug_tokenizer.py
Browse files- utils/drug_tokenizer.py +1 -1
utils/drug_tokenizer.py
CHANGED
@@ -5,7 +5,7 @@ import torch.nn as nn
|
|
5 |
from torch.nn import functional as F
|
6 |
|
7 |
class DrugTokenizer:
|
8 |
-
def __init__(self, vocab_path="
|
9 |
self.vocab, self.special_tokens = self.load_vocab_and_special_tokens(vocab_path, special_tokens_path)
|
10 |
self.cls_token_id = self.vocab[self.special_tokens['cls_token']]
|
11 |
self.sep_token_id = self.vocab[self.special_tokens['sep_token']]
|
|
|
5 |
from torch.nn import functional as F
|
6 |
|
7 |
class DrugTokenizer:
|
8 |
+
def __init__(self, vocab_path="tokenizer/vocab.json", special_tokens_path="tokenizer/special_tokens_map.json"):
|
9 |
self.vocab, self.special_tokens = self.load_vocab_and_special_tokens(vocab_path, special_tokens_path)
|
10 |
self.cls_token_id = self.vocab[self.special_tokens['cls_token']]
|
11 |
self.sep_token_id = self.vocab[self.special_tokens['sep_token']]
|