Update app.py

app.py

@@ -8,7 +8,7 @@ def token_viz(model_name, text):
     tokenizer = AutoTokenizer.from_pretrained(model_name,cache_dir=f"./.cache/hf/{model_name}")
     print(model_name,text)
     tokens = tokenizer.encode(text)
-    return [(tokenizer.decode(token).replace("\n",r"\n"), str(token)) for token in tokens]
+    return [(tokenizer.decode(token).replace("\n",r"\n"), str(token)) for token in tokens] # Replacing '\n' for visualization purposes  
 
 
 MARKDOWN = """