Update app.py

app.py

@@ -12,6 +12,7 @@ import argparse
 from huggingface_hub import snapshot_download
 import random 
 import string
+import re
 
 #TODO : Cleanup and comment
 
@@ -104,15 +105,15 @@ def search_file():
     return files
 
 
-def strip_special_tokens(text):
-    # List of special tokens to be removed
-    special_tokens = ["</s>", "<s>", "[INST]", "[/INST]"]
+def strip_text(text):
+    # Pattern to match text inside parentheses or angle brackets and any text following angle brackets
+    pattern = r"\(.*?\)|<.*?>.*"
     
-    # Iterate over the list of special tokens and replace each with an empty string
-    for token in special_tokens:
-        text = text.replace(token, "")
+    # Use re.sub() to replace the matched text with an empty string
+    cleaned_text = re.sub(pattern, "", text)
     
-    return text
+    return cleaned_text
+
     
 def upload_to_google_drive():
 
@@ -187,13 +188,15 @@ def generate(prompt, history):
 
        #     yield  response
             
-        chat_history.append((prompt,response))
+        cleaned_response = strip_text(response)
+    
+        chat_history.append((prompt,cleaned_response))
         if  not isFirstRun:
-            chat_log_history.append({"user": prompt, "bot": response})
+            chat_log_history.append({"user": prompt, "bot": cleaned_response})
             upload_to_google_drive()
             
         else:
-            chat_log_history.append({"user": firstmsg, "bot": reponse})
+            chat_log_history.append({"user": firstmsg, "bot": cleaned_response})
         
         context += response