Paula Leonova commited on
Commit
944c52f
1 Parent(s): 04f7977

Update summarizer hyperparameters

Browse files
Files changed (1) hide show
  1. models.py +8 -1
models.py CHANGED
@@ -62,7 +62,14 @@ def load_summary_model():
62
  # return summarizer
63
 
64
  def summarizer_gen(summarizer, sequence:str, maximum_tokens:int, minimum_tokens:int):
65
- output = summarizer(sequence, num_beams=4, max_length=maximum_tokens, min_length=minimum_tokens, do_sample=False, early_stopping = True)
 
 
 
 
 
 
 
66
  return output[0].get('summary_text')
67
 
68
 
62
  # return summarizer
63
 
64
  def summarizer_gen(summarizer, sequence:str, maximum_tokens:int, minimum_tokens:int):
65
+ output = summarizer(sequence,
66
+ num_beams=4,
67
+ length_penalty=2.0,
68
+ max_length=maximum_tokens,
69
+ min_length=minimum_tokens,
70
+ do_sample=False,
71
+ early_stopping = True,
72
+ no_repeat_ngram_size=3)
73
  return output[0].get('summary_text')
74
 
75