Spaces:
Runtime error
Runtime error
Gagan Bhatia
commited on
Commit
•
b62e2d9
1
Parent(s):
df20fa3
Update model.py
Browse files- src/models/model.py +2 -0
src/models/model.py
CHANGED
@@ -40,3 +40,5 @@ class DataModule(Dataset):
|
|
40 |
"""
|
41 |
self.data = data
|
42 |
self.target_max_token_len = target_max_token_len
|
|
|
|
|
|
40 |
"""
|
41 |
self.data = data
|
42 |
self.target_max_token_len = target_max_token_len
|
43 |
+
self.source_max_token_len = source_max_token_len
|
44 |
+
self.tokenizer = tokenizer
|