copied model from Norwegian

README.md

@@ -1,5 +1,5 @@
 ---
-title: DeUnCaser
+title: DeUnCaser - multi
 emoji: 🌖
 colorFrom: green
 colorTo: red

app.py

@@ -2,12 +2,13 @@
 import streamlit as st
 from transformers import T5ForConditionalGeneration, T5TokenizerFast, T5Config
 
-#mytext= 'Vi bruker ikke tegnsetting eller store bokstaver når vi prater. Vi slår også sammen ord, og i praksis er dermed heller ikke mellomrom meningsbærende. Prøv å fjerne tegnsetting, store bokstaver og mellomrom fra dette avsnittet. Se om den nye North-T5-modellen greier å sette sammen til et nytt meningsbærende avsnitt.'
-option_changed = 0
 
+if 'textbox' not in st.session_state:
+    st.session_state['textbox'] = "We are not using punctation or capital letters when we are speaking. Actually we hardly even use pauses between words. Still we are able to make sense out of the text. This demo shows that a T5-model is able to reconstruct the sentences, even if these parts of the text is removed. Try removing spaces, capital letters and puctation from this text, and then see if the model can recpnstruct it. Did it work?"
+ 
 @st.cache(allow_output_mutation=True, suppress_st_warning=True)
 def load_model():
-    model_name = "north/demo-deuncaser-base"
+    model_name = "pere/multi-sentencefix-mt5"
     config = T5Config.from_pretrained(model_name)
     model = T5ForConditionalGeneration.from_pretrained(model_name,config=config)
     tokenizer = T5TokenizerFast.from_pretrained(model_name)
@@ -19,19 +20,35 @@ def deuncase(model, tokenizer, text):
             **encoded_txt
         )
         return tokenizer.batch_decode(generated_tokens, skip_special_tokens=True)
-    
-st.title("DeUnCaser")
-
-expander = st.sidebar.expander("About")
-expander.write("This web app adds spaces, punctation and capitalisation back into the text.")
-expander.write("You can use the examples below, but too really test the effect of the model: Write or copy text from the Internet, and then manually remove spaces, puctation, cases etc. Try to restore the text.")
+def uncase():
+    st.session_state['textbox'] = st.session_state['textbox'].lower()
 
+def unpunct():
+    trans_chars = "'\",.:;-_*?/\n"
+    trans_table = st.session_state['textbox'].maketrans("", "", trans_chars)
+    st.session_state['textbox'] = st.session_state['textbox'].translate(trans_table)
+    
+def unspace():
+    st.session_state['textbox'] = st.session_state['textbox'].replace(" ","")
+    
+def sidebar_callback():
+    st.session_state['textbox'] = st.session_state['prefilled']
 
+st.title("DeUnCaser")
+st.sidebar.write("This web app adds spaces, punctation and capitalisation back into the text.")
+st.sidebar.write("You can use the examples below, but too really test the effect of the model: Write or copy text from the Internet, and then manually remove spaces, puctation, cases etc. Try to restore the text.")
 option = st.sidebar.selectbox(
      "Examples:",
-     ("tirsdag var travel for ukrainas president volodymyr zelenskyj på morgenen tok han imot polens statsminister mateusz morawiecki","tirsdagvartravelforukrainaspresidentvolodymyrzelenskyjpåkveldentokhanimotpolensstatsministermateuszmorawiecki","deterikkelettåholderedepåstoreogsmåbokstavermanmåforeksempelhuskestorforbokstavnårmanskriveromkrimhalvøyamenkunbrukelitenforbokstavnårmanhenvisertilenkrimroman","detteerenlitendemosomerlagetavperegilkummervoldhanerenforskersomtidligerejobbetvednasjonalbiblioteketimoirana", "sentpå60talletvardetfaktisknoensomkalteungensinperegilkummervoldidagerdetikkelengersåvanligåbrukedobbeltnavninorgehvasynesduomdet"))
+     ("This model is crated by Per Egil Kummervold. This is not a common name in English. Do you think the model will understand that it is a name?","Some Norwegian text: Vi bruker ikke tegnsetting eller store bokstaver når vi prater. Vi slår også sammen ord, og i praksis er dermed heller ikke mellomrom meningsbærende. Prøv å fjerne tegnsetting, store bokstaver og mellomrom fra dette avsnittet. Se om den nye North-T5-modellen greier å sette sammen til et nytt meningsbærende avsnitt.","areyouabletoreadthistextwillthemodelbeableto"),key='prefilled',on_change=sidebar_callback)
+
+placeholder = st.empty()
+st.sidebar.write("\nText Tools:")
+st.sidebar.button('Remove Punctation', on_click=unpunct)
+st.sidebar.button('Remove Casing', on_click=uncase)
+st.sidebar.button('Remove Spaces', on_click=unspace)
 
-text = st.text_area(f"",max_chars=1000,value=option)
+with placeholder:
+    text = st.text_area(f"Input text",max_chars=1000,height=140,key="textbox")
 
 run = st.button('Run DeUnCaser')