nickmuchi commited on
Commit
93ef2af
1 Parent(s): 3eb5777

Update functions.py

Browse files
Files changed (1) hide show
  1. functions.py +13 -0
functions.py CHANGED
@@ -84,6 +84,19 @@ def sentiment_pipe(earnings_text):
84
 
85
  return earnings_sentiment, earnings_sentences
86
 
 
 
 
 
 
 
 
 
 
 
 
 
 
87
  @st.experimental_memo(suppress_st_warning=True)
88
  def clean_text(text):
89
  '''Clean all text'''
 
84
 
85
  return earnings_sentiment, earnings_sentences
86
 
87
+ @st.experimental_memo(suppress_st_warning=True)
88
+ def summarize_text(text_to_summarize,max_len,min_len):
89
+ '''Summarize text with HF model'''
90
+
91
+ summarized_text = sum_pipe(text_to_summarize,max_length=max_len,min_length=min_len,clean_up_tokenization_spaces=True,no_repeat_ngram_size=4,
92
+ encoder_no_repeat_ngram_size=3,
93
+ repetition_penalty=3.5,
94
+ num_beams=4,
95
+ early_stopping=True)
96
+ summarized_text = ' '.join([summ['summary_text'] for summ in summarized_text])
97
+
98
+ return summarized_text
99
+
100
  @st.experimental_memo(suppress_st_warning=True)
101
  def clean_text(text):
102
  '''Clean all text'''