fix bug

app.py

@@ -15,7 +15,7 @@ from detoxify import Detoxify
 
 st.title("Anonymise your text!")
 st.markdown(
-    "This mini-app anonymises text using Flair and Presidio. You can find the code in the Files and versions tab above. The development of this app was inspired by previous work, namely this [pii-anonimyzer](https://huggingface.co/spaces/beki/pii-anonymizer)"
+    "This mini-app anonymises text using Flair and Presidio. You can find the code in the Files and Versions tabs in the [HuggingFace page](https://huggingface.co/spaces/arogeriogel/anonymise_this)"
 )
 
 # Configure logger
@@ -25,7 +25,7 @@ logging.basicConfig(format="\n%(asctime)s\n%(message)s", level=logging.INFO, for
 ###### Define functions ######
 ##############################
 
-@st.cache(allow_output_mutation=True,show_spinner=False)
+@st.cache_resource(show_spinner="Fetching model from cache...")
 def analyzer_engine():
     """Return AnalyzerEngine."""
     analyzer = AnalyzerEngine()
@@ -40,19 +40,6 @@ def analyze(**kwargs):
     if "entities" not in kwargs or "All" in kwargs["entities"]:
         kwargs["entities"] = None
 
-    # if st.session_state.excluded_words:
-
-    #     deny_list = [i.strip() for i in st.session_state.excluded_words.split(',')]
-
-    #     logging.info(
-    #             f"words excluded : {deny_list}\n"
-    #         )
-
-    #     excluded_words_recognizer = PatternRecognizer(supported_entity="MANUAL ADD",
-    #                                   name="Excluded words recognizer",
-    #                                   deny_list=deny_list)
-    #     analyzer_engine().registry.add_recognizer(excluded_words_recognizer)
-
     results =  analyzer_engine().analyze(**kwargs)
     st.session_state.analyze_results = results
 
@@ -119,17 +106,17 @@ def analyze_text():
                 )
 
                 if st.session_state.excluded_words:
-                    include_manual_input()
+                    exclude_manual_input()
 
                 if st.session_state.allowed_words:
-                    exclude_manual_input()
+                    allow_manual_input()
             
                 logging.info(
                     f"analyse results: {st.session_state.analyze_results}\n"
                 )
 
 
-def include_manual_input():
+def exclude_manual_input():
     deny_list = [i.strip() for i in st.session_state.excluded_words.split(',')]
     def _deny_list_to_regex(deny_list):
         """
@@ -161,7 +148,13 @@ def include_manual_input():
                     score=1.0,
                 )
         
-        results.append(pattern_result)
+        # check if already in detected strings
+        found=False
+        for token in st.session_state.analyze_results:
+            if token.start==start and token.end==end:
+                found=True
+        if found==False:
+            results.append(pattern_result)
 
     results = EntityRecognizer.remove_duplicates(results)    
     
@@ -171,7 +164,7 @@ def include_manual_input():
                 f"analyse results after adding excluded words: {st.session_state.analyze_results}\n"
             )
    
-def exclude_manual_input():
+def allow_manual_input():
     analyze_results_fltered=[]
 
     for token in st.session_state.analyze_results:
@@ -182,7 +175,7 @@ def exclude_manual_input():
             )
     st.session_state.analyze_results = analyze_results_fltered
 
-@st.cache(allow_output_mutation=True)
+@st.cache_resource(show_spinner="Fetching model from cache...")
 def anonymizer_engine():
     """Return AnonymizerEngine."""
     return AnonymizerEngine()
@@ -215,7 +208,6 @@ def anonymise_text():
 def clear_results():
     st.session_state.anon_results=""
     st.session_state.analyze_results=""
-    # analyzer_engine().registry.remove_recognizer("Excluded words recognizer")
 
 #######################################
 #### Initialize "global" variables ####
@@ -305,10 +297,10 @@ with col1:
         annotated_text(*annotated_tokens)
         st.write(st.session_state.analyze_results)
     if not st.session_state.analyze_results and analyze_now and not st.session_state.text_error:
-        st.write("No PII was found.")
+        st.write("### No PII was found. ###")
 
 with col2:
     if st.session_state.anon_results:
         st.write(st.session_state.anon_results.text)
     if not st.session_state.analyze_results and anonymise_now and not st.session_state.text_error:
-        st.write("No PII was found.")
+        st.write("### No PII was found. ###")

requirements.txt

@@ -1,7 +1,7 @@
 detoxify==0.5.1
-flair==0.11
-presidio-anonymizer
-presidio-analyzer
-st-annotated-text
-spacy>=3.0.0,<4.0.0 
+flair==0.12.2
+presidio-anonymizer==2.2.33
+presidio-analyzer==2.2.33
+st-annotated-text==4.0.1
+spacy==3.7.1 
 https://github.com/explosion/spacy-models/releases/download/en_core_web_lg-3.0.0/en_core_web_lg-3.0.0.tar.gz#egg=en_core_web_lg