rearrange

app.py

@@ -20,9 +20,12 @@ st.sidebar.subheader('Write the input sentence', divider='grey')
 input_data = st.sidebar.text_input('Input Sentence', 'Hello world!!!')
 
 
-res = get_res(model_name=model_name, input_sentence=input_data, single_print=False)
+res, token_num = get_res(model_name=model_name, input_sentence=input_data, single_print=False)
 
 #st.markdown('<style></style>')
 
 st.subheader('Tokenized result', divider='grey')
-st.markdown(res, unsafe_allow_html=True)
+st.markdown(res, unsafe_allow_html=True)
+
+st.subheader('Number of tokens', divider='grey')
+st.write(token_num)

utils.py

@@ -17,9 +17,9 @@ def get_res(model_name, input_sentence, single_print=True):
     token_num = len(out)
 
     w = [ f'<span style="background-color:{next(color_iterator)}">{tokenizer.decode(x)}</span>' for x in out ]
-    res = ''.join(w) + f' {str(token_num)}'
+    res = ''.join(w)
     if single_print:
-        print(res)
+        print(res + str(token_num))
     else:
-        return res
+        return res, token_num