matt
commited on
Commit
•
4611c37
1
Parent(s):
50b3acf
Update tokenization
Browse files- tokenization_hyena.py +1 -1
tokenization_hyena.py
CHANGED
|
@@ -6,7 +6,7 @@ import os
|
|
| 6 |
|
| 7 |
|
| 8 |
class HyenaDNATokenizer(PreTrainedTokenizer):
|
| 9 |
-
model_input_names = ["input_ids"
|
| 10 |
|
| 11 |
def __init__(self,
|
| 12 |
model_max_length: int,
|
|
|
|
| 6 |
|
| 7 |
|
| 8 |
class HyenaDNATokenizer(PreTrainedTokenizer):
|
| 9 |
+
model_input_names = ["input_ids"]
|
| 10 |
|
| 11 |
def __init__(self,
|
| 12 |
model_max_length: int,
|