Update app.py

app.py

@@ -66,45 +66,20 @@ def txt_to_html(text):
 
 
 def deidentify_doc(pdftext="", prompt="", maxtokens=600, temperature=1.2, top_probability=0.95):
-
-    def replace_words_with_asterisk(big_string, words_to_replace):
-        for word in words_to_replace:
-            big_string = big_string.replace(word, '*')
-        return big_string
-
-    def get_output(pdfcontent):
-        output = model.create_chat_completion(
-            messages=[
-                {"role": "assistant", "content": prompt},
-                {
-                    "role": "user",
-                    "content": pdfcontent
-                }
-            ],
-            max_tokens=maxtokens,
-            temperature=temperature
-        )
-        wordstoremove = output['choices'][0]['message']['content']
-        position = wordstoremove.find("STARTTOKEN,")
-        if position != -1:
-            wordstoremove = wordstoremove[position + len("STARTTOKEN,"):].strip()
-        print('Words to remove----------------------------------------------')
-        print(wordstoremove.split(','))
-        output = replace_words_with_asterisk(pdfcontent, wordstoremove.split(','))
-        return output
-
-    iterations=1
-    output = pdftext
-    for iter in range(0,iterations):
-        output = get_output(output)
-        print('-------------------------------------------')
-        print(output)
+    output = model.create_chat_completion(
+        messages=[
+            {"role": "assistant", "content": prompt},
+            {
+                "role": "user",
+                "content": pdftext
+            }
+        ],
+        max_tokens=maxtokens,
+        temperature=temperature
+    )
+    output = output['choices'][0]['message']['content']
     return output
 
-def mkdir(dir):
-    if not os.path.exists(dir):
-        os.makedirs(dir)
-
 @spaces.GPU(duration=120)
 def pdf_to_text(files, output_folder, prompt, maxtokens=600, temperature=1.2, top_probability=0.95):
     output_folder = output_folder.replace('\\', '/')