Update app.py

app.py

@@ -42,13 +42,12 @@ def compare_tokenizers(tokenizer_name, text):
         # AraNizer tokenizers
         tokenizer = tokenizers[tokenizer_name]()
         tokens = tokenizer.tokenize(text)
-        for token in tokens:
-            print(token.encode('utf-8').decode('utf-8'))
         encoded_output = tokenizer.encode(text, add_special_tokens=True)
         decoded_text = tokenizer.decode(encoded_output)
+        tokens_arabic = [token.encode('utf-8').decode('utf-8') for token in tokens]
     
     # Prepare the results to be displayed
-    results = [(tokenizer_name, tokens, encoded_output, decoded_text)]
+    results = [(tokenizer_name, tokens_arabic, encoded_output, decoded_text)]
     return results
 
 # Define the Gradio interface components with a dropdown for model selection