Update app.py

app.py

@@ -5,7 +5,7 @@ warnings.filterwarnings("ignore", category=DeprecationWarning)
 
 import streamlit as st
 import ner4opt
-from ner4opt.utils import spacy_tokenize_sentence
+from ner4opt.utils import preprocess, spacy_tokenize_sentence
 from spacy import displacy
 
 HTML_WRAPPER = """<div style="overflow-x: auto; border: 1px solid #e6e9ef; border-radius: 0.25rem; padding: 1rem; margin-bottom: 2.5rem">{}</div>"""
@@ -64,7 +64,7 @@ def main():
         })
 
     ner_for_display = [{
-        "text": spacy_tokenize_sentence(text),
+        "text": spacy_tokenize_sentence(preprocess(text)),
         "ents": entities_formatted,
         "title": "Named Entities"
     }]