Gagan Bhatia commited on
Commit
027f3d0
1 Parent(s): 4acf537

Update model.py

Browse files
Files changed (1) hide show
  1. src/models/model.py +4 -0
src/models/model.py CHANGED
@@ -61,3 +61,7 @@ class DataModule(Dataset):
61
 
62
  output_encoding = self.tokenizer(
63
  data_row["output_text"],
 
 
 
 
 
61
 
62
  output_encoding = self.tokenizer(
63
  data_row["output_text"],
64
+ max_length=self.target_max_token_len,
65
+ padding="max_length",
66
+ truncation=True,
67
+ return_attention_mask=True,