:bug: attempt to fix empty chars to clean()

ai_single_response.py

@@ -16,8 +16,7 @@ import time
 import warnings
 from datetime import datetime
 from pathlib import Path
-from cleantext import clean
-from utils import print_spacer
+from utils import print_spacer, cleantxt_wrap
 
 warnings.filterwarnings(action="ignore", message=".*gradient_checkpointing*")
 
@@ -34,8 +33,8 @@ def extract_response(full_resp: list, plist: list, verbose: bool = False):
 
         verbose (bool, optional): 4 debug. Defaults to False.
     """
-    full_resp = [clean(ele) for ele in full_resp]
-    plist = [clean(pr) for pr in plist]
+    full_resp = [cleantxt_wrap(ele) for ele in full_resp]
+    plist = [cleantxt_wrap(pr) for pr in plist]
     p_len = len(plist)
     assert (
         len(full_resp) >= p_len

app.py

@@ -87,7 +87,7 @@ def ask_gpt(message: str):
         top_p=0.65,
     )
     uniques = remove_repeated_words(resp["out_text"])
-    bot_resp = corr(remove_string_extras(uniques))
+    bot_resp = corr((uniques))
     rt = round(time.perf_counter() - st, 2)
     print(f"took {rt} sec to respond")
     return remove_trailing_punctuation(bot_resp)

utils.py

@@ -432,3 +432,19 @@ def split_sentences(text: str):
         [list]: [list of sentences]
     """
     return re.split(r"(?<!\w\.\w.)(?<![A-Z][a-z]\.)(?<=\.|\?)\s", text)
+
+def cleantxt_wrap(ugly_text):
+    """
+    cleantxt_wrap - applies the clean function to a string.
+
+    Args:
+        ugly_text (str): [string to be cleaned]
+
+    Returns:
+        [str]: [cleaned string]
+    """
+    if isinstance(ugly_text, str) and len(ugly_text) > 0:
+        return clean(ugly_text)
+    else:
+        return ugly_text
+