vinayakdev commited on
Commit
dc9cd8d
1 Parent(s): 24f2c54

Check again

Browse files
Files changed (1) hide show
  1. generator.py +2 -2
generator.py CHANGED
@@ -110,10 +110,10 @@ def gen_question(inputs):
110
  def tokenize(inputs) :
111
  inputs = hftokenizer.batch_encode_plus(
112
  inputs,
113
- max_length="512",
114
  add_special_tokens=True,
115
  truncation=True,
116
- padding="max_length",
117
  pad_to_max_length=True,
118
  return_tensors="pt"
119
  )
 
110
  def tokenize(inputs) :
111
  inputs = hftokenizer.batch_encode_plus(
112
  inputs,
113
+ max_length=512,
114
  add_special_tokens=True,
115
  truncation=True,
116
+ # padding="max_length",
117
  pad_to_max_length=True,
118
  return_tensors="pt"
119
  )