Spaces:
Runtime error
Runtime error
Gagan Bhatia
commited on
Commit
·
05f01c9
1
Parent(s):
f030196
Update model.py
Browse files- src/models/model.py +6 -0
src/models/model.py
CHANGED
@@ -109,3 +109,9 @@ class PLDataModule(LightningDataModule):
|
|
109 |
self.split = split
|
110 |
self.batch_size = batch_size
|
111 |
self.target_max_token_len = target_max_token_len
|
|
|
|
|
|
|
|
|
|
|
|
|
|
109 |
self.split = split
|
110 |
self.batch_size = batch_size
|
111 |
self.target_max_token_len = target_max_token_len
|
112 |
+
self.source_max_token_len = source_max_token_len
|
113 |
+
self.tokenizer = tokenizer
|
114 |
+
|
115 |
+
def setup(self, stage=None):
|
116 |
+
self.train_dataset = DataModule(
|
117 |
+
self.train_df,
|