decode the whole string

app.py

@@ -51,8 +51,8 @@ def DeTokenizeText(input_str):
     if len(input_str)>0:
         input_sent = [int(element) for element in input_str.strip().split(' ')]
         encoded_sent = [str(token) for token in input_sent]
-        decoded_sent = [tokenizer.decode([token]) for token in input_sent]
-        num_tokens = len(decoded_sent)
+        decoded_sent = tokenizer.decode(input_sent)
+        num_tokens = len(input_sent)
 
         #char_nums = [len(word)+2 for word in decoded_sent]
         #word_cols = st.columns(char_nums)
@@ -61,7 +61,7 @@ def DeTokenizeText(input_str):
                 #st.write(word)
         #st.write('   '.join(encoded_sent))
         #st.write('   '.join(decoded_sent))
-        st.markdown(generate_markdown('   '.join(decoded_sent)), unsafe_allow_html=True)
+        st.markdown(generate_markdown(decoded_sent), unsafe_allow_html=True)
         return num_tokens
 
 if __name__=='__main__':