KevlarVK commited on
Commit
9d81456
1 Parent(s): 3e80e28

tune encoding properties

Browse files
Files changed (1) hide show
  1. summarize.py +1 -1
summarize.py CHANGED
@@ -41,7 +41,7 @@ def bart_summarize(text: str):
41
  for chunk in input_chunks:
42
  # encode the input chunk
43
 
44
- encoded_input = tokenizer.encode(chunk, max_length=max_length, truncation=True, padding='longest', return_tensors='tf')
45
 
46
  # generate summary for the input chunk
47
  summary_ids = model.generate(encoded_input, max_length=300, num_beams=4, early_stopping=True)
 
41
  for chunk in input_chunks:
42
  # encode the input chunk
43
 
44
+ encoded_input = tokenizer.encode(chunk, max_length=max_length, return_tensors='tf')
45
 
46
  # generate summary for the input chunk
47
  summary_ids = model.generate(encoded_input, max_length=300, num_beams=4, early_stopping=True)