Update app.py
Browse files
app.py
CHANGED
@@ -94,10 +94,10 @@ class ChatbotAPP:
|
|
94 |
def strip_text(self, text):
|
95 |
# Pattern to match text inside parentheses or angle brackets, any text following angle brackets,
|
96 |
# new line characters, and anything after ',', '<', or '|'
|
97 |
-
|
98 |
-
|
99 |
# Use re.sub() to replace the matched text with an empty string
|
100 |
-
cleaned_text = re.sub(
|
101 |
|
102 |
return cleaned_text
|
103 |
|
|
|
94 |
def strip_text(self, text):
|
95 |
# Pattern to match text inside parentheses or angle brackets, any text following angle brackets,
|
96 |
# new line characters, and anything after ',', '<', or '|'
|
97 |
+
patterns = [r"\(.*?\)|<.*?>.*|\n|\s{3,}", re.escape("im_start") , re.escape("im_end")]
|
98 |
+
combined_pattern = "|".join(patterns)
|
99 |
# Use re.sub() to replace the matched text with an empty string
|
100 |
+
cleaned_text = re.sub(patterns, "", text)
|
101 |
|
102 |
return cleaned_text
|
103 |
|