Gagan Bhatia commited on
Commit
b62e2d9
1 Parent(s): df20fa3

Update model.py

Browse files
Files changed (1) hide show
  1. src/models/model.py +2 -0
src/models/model.py CHANGED
@@ -40,3 +40,5 @@ class DataModule(Dataset):
40
  """
41
  self.data = data
42
  self.target_max_token_len = target_max_token_len
 
 
 
40
  """
41
  self.data = data
42
  self.target_max_token_len = target_max_token_len
43
+ self.source_max_token_len = source_max_token_len
44
+ self.tokenizer = tokenizer