Gagan Bhatia commited on
Commit
d50b787
·
1 Parent(s): 5686d0a

Update model.py

Browse files
Files changed (1) hide show
  1. src/models/model.py +3 -0
src/models/model.py CHANGED
@@ -51,3 +51,6 @@ class DataModule(Dataset):
51
 
52
  input_encoding = self.tokenizer(
53
  data_row["input_text"],
 
 
 
 
51
 
52
  input_encoding = self.tokenizer(
53
  data_row["input_text"],
54
+ max_length=self.source_max_token_len,
55
+ padding="max_length",
56
+ truncation=True,