Update app.py

app.py

@@ -62,6 +62,15 @@ def chunk(text, length, splitter_selection, separators_str, length_unit_selectio
     output = [((split[0], 'Overlap') if split[1] else (split[0], f"Chunk {str(i)}")) for i, split in enumerate(unoverlapped_text_splits)]
     return output
 
+def change_preset_separators(choice):
+    text_splitter = RecursiveCharacterTextSplitter()
+    if choice == "Default":
+        return ["\n\n", "\n", " ", ""]
+    elif choice == "Markdown":
+        return text_splitter.get_separators_for_language(Language.MARKDOWN)
+    elif choice == "Python":
+        return text_splitter.get_separators_for_language(Language.PYTHON)
+
 
 EXAMPLE_TEXT = """### Chapter 6
 
@@ -70,9 +79,9 @@ WHAT SORT OF DESPOTISM DEMOCRATIC NATIONS HAVE TO FEAR
 I had remarked during my stay in the United States that a democratic state of society, similar to that of the Americans, might offer singular facilities for the establishment of despotism; and I perceived, upon my return to Europe, how much use had already been made, by most of our rulers, of the notions, the sentiments, and the wants created by this same social condition, for the purpose of extending the circle of their power. This led me to think that the nations of Christendom would perhaps eventually undergo some oppression like that which hung over several of the nations of the ancient world.
 A more accurate examination of the subject, and five years of further meditation, have not diminished my fears, but have changed their object.
 No sovereign ever lived in former ages so absolute or so powerful as to undertake to administer by his own agency, and without the assistance of intermediate powers, all the parts of a great empire; none ever attempted to subject all his subjects indiscriminately to strict uniformity of regulation and personally to tutor and direct every member of the community. The notion of such an undertaking never occurred to the human mind; and if any man had conceived it, the want of information, the imperfection of the administrative system, and, above all, the natural obstacles caused by the inequality of conditions would speedily have checked the execution of so vast a design.
-"""
 
-EXAMPLE_MARKDOWN = """
+---
+
 ### Challenges of agent systems
 
 Generally, the difficult parts of running an agent system for the LLM engine are:
@@ -120,13 +129,13 @@ with gr.Blocks(theme=gr.themes.Soft(text_size='lg', font=["monospace"], primary_
         )
         separators_selection = gr.Textbox(
             elem_id="textbox_id",
-            value=["### ", "\n\n", "\n", ".", " "],
+            value=["\n\n", "\n", " ", ""],
             info="Separators used in RecursiveCharacterTextSplitter",
             show_label=False, # or set label to an empty string if you want to keep its space
             visible=False,
         )
         preset_selection = gr.Radio(
-            ['Text', 'Code', 'Markdown'],
+            ['Default', 'Python', 'Markdown'],
             label="Choose a preset",
             info="This will choose RecursiveCharacterTextSplitter with a specific set of separators."
         )
@@ -158,6 +167,11 @@ with gr.Blocks(theme=gr.themes.Soft(text_size='lg', font=["monospace"], primary_
         inputs=[text, slider_count, split_selection, separators_selection, length_unit_selection, chunk_overlap],
         outputs=[separators_selection, out],
     )
+    preset_selection.change(
+        fn=change_preset_separators,
+        inputs=preset_selection,
+        outputs=separators_selection,
+    )
     gr.on(
         [text.change, length_unit_selection.change, separators_selection.change, slider_count.change, chunk_overlap.change],
         chunk,