Spaces:

nickmuchi
/

Earnings-Call-Analysis-Whisperer

Running

nickmuchi commited on May 13, 2023

Commit

e6fd33c

•

1 Parent(s): 9d92d3b

Update functions.py

Files changed (1) hide show

functions.py CHANGED Viewed

@@ -328,7 +328,7 @@ def chunk_and_preprocess_text(text, model_name= 'philschmid/flan-t5-base-samsum'
     '''Chunk and preprocess text for summarization'''
     tokenizer = AutoTokenizer.from_pretrained(model_name)
-    sentences = sent_tokenize(clean_text(text))
     # initialize
     length = 0

     '''Chunk and preprocess text for summarization'''
     tokenizer = AutoTokenizer.from_pretrained(model_name)
+    sentences = sent_tokenize(text)
     # initialize
     length = 0