ECUiVADE commited on
Commit
894e633
1 Parent(s): 6c6e0d3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -94,10 +94,10 @@ class ChatbotAPP:
94
  def strip_text(self, text):
95
  # Pattern to match text inside parentheses or angle brackets, any text following angle brackets,
96
  # new line characters, and anything after ',', '<', or '|'
97
- pattern = r"\(.*?\)|<.*?>.*|\n|<.*|\|.*|\s{3,}"
98
-
99
  # Use re.sub() to replace the matched text with an empty string
100
- cleaned_text = re.sub(pattern, "", text)
101
 
102
  return cleaned_text
103
 
 
94
  def strip_text(self, text):
95
  # Pattern to match text inside parentheses or angle brackets, any text following angle brackets,
96
  # new line characters, and anything after ',', '<', or '|'
97
+ patterns = [r"\(.*?\)|<.*?>.*|\n|\s{3,}", re.escape("im_start") , re.escape("im_end")]
98
+ combined_pattern = "|".join(patterns)
99
  # Use re.sub() to replace the matched text with an empty string
100
+ cleaned_text = re.sub(patterns, "", text)
101
 
102
  return cleaned_text
103