Gagan Bhatia commited on
Commit
05f01c9
·
1 Parent(s): f030196

Update model.py

Browse files
Files changed (1) hide show
  1. src/models/model.py +6 -0
src/models/model.py CHANGED
@@ -109,3 +109,9 @@ class PLDataModule(LightningDataModule):
109
  self.split = split
110
  self.batch_size = batch_size
111
  self.target_max_token_len = target_max_token_len
 
 
 
 
 
 
 
109
  self.split = split
110
  self.batch_size = batch_size
111
  self.target_max_token_len = target_max_token_len
112
+ self.source_max_token_len = source_max_token_len
113
+ self.tokenizer = tokenizer
114
+
115
+ def setup(self, stage=None):
116
+ self.train_dataset = DataModule(
117
+ self.train_df,