Commit
•
8eb99a8
1
Parent(s):
c5d8bc7
Update tokenization_hyena.py
Browse files- tokenization_hyena.py +1 -1
tokenization_hyena.py
CHANGED
|
@@ -6,7 +6,7 @@ import os
|
|
| 6 |
|
| 7 |
|
| 8 |
class HyenaDNATokenizer(PreTrainedTokenizer):
|
| 9 |
-
model_input_names = ["input_ids"
|
| 10 |
|
| 11 |
def __init__(self,
|
| 12 |
model_max_length: int,
|
|
|
|
| 6 |
|
| 7 |
|
| 8 |
class HyenaDNATokenizer(PreTrainedTokenizer):
|
| 9 |
+
model_input_names = ["input_ids"]
|
| 10 |
|
| 11 |
def __init__(self,
|
| 12 |
model_max_length: int,
|