Update app.py

app.py

@@ -3,7 +3,7 @@ import gradio as gr
 import aranizer
 from aranizer import aranizer_bpe50k, aranizer_bpe64k, aranizer_bpe86k, aranizer_sp32k, aranizer_sp50k, aranizer_sp64k, aranizer_sp86k
 
-
+# List of available tokenizers for the Radio buttons
 tokenizer_options = {
     "aranizer_bpe50k": "BPE 50k",
     "aranizer_bpe64k": "BPE 64k",
@@ -14,7 +14,7 @@ tokenizer_options = {
     "aranizer_sp86k": "SP 86k",
 }
 
-
+# Mapping from names to tokenizer getters
 tokenizers = {
     "aranizer_bpe50k": aranizer_bpe50k.get_tokenizer,
     "aranizer_bpe64k": aranizer_bpe64k.get_tokenizer,
@@ -25,29 +25,25 @@ tokenizers = {
     "aranizer_sp86k": aranizer_sp86k.get_tokenizer,
 }
 
-def compare_tokenizers(tokenizer_label, text):
-    tokenizer_key = next(key for key, value in tokenizer_options.items() if value == tokenizer_label)
-    tokenizer = tokenizers[tokenizer_key]()
+def compare_tokenizers(tokenizer_name, text):
+    tokenizer = tokenizers[tokenizer_name]()  # Loading the selected tokenizer
     tokens = tokenizer.tokenize(text)
     encoded_output = tokenizer.encode(text, add_special_tokens=True)
     
-    results = [(tokenizer_label, tokens, encoded_output)]
+    # Prepare the results to be displayed without Decoded Text
+    results = [(tokenizer_name, tokens, encoded_output)]
     return results
 
+# Define Gradio interface components with a Radio for model selection (pretend grid with inline display)
 inputs_component = [
-    gr.Radio(choices=list(tokenizer_options.values()), label="Select Tokenizer"),
+    gr.Radio(choices=list(tokenizer_options.values()), label="Select Tokenizer", inline=True),
     gr.Textbox(lines=2, placeholder="Enter Arabic text here...", label="Input Text")
 ]
+# Adjusted outputs to exclude the Decoded Text
 outputs_component = gr.Dataframe(headers=["Tokenizer", "Tokens", "Encoded Output"], label="Results")
 
-description = "Select a tokenizer and input the Arabic text to see the tokenization results. For a better view of the results table, please maximize your browser window."
-
-iface = Interface(
-    fn=compare_tokenizers, 
-    inputs=inputs_component, 
-    outputs=outputs_component, 
-    title="AraNizer Tokenizer Comparison",
-    description=description
-)
+# Setting up the interface
+iface = Interface(fn=compare_tokenizers, inputs=inputs_component, outputs=outputs_component, title="AraNizer Tokenizer Comparison")
 
+# Launching the Gradio app
 iface.launch()