back to last promising version with treebuild crashlog, feel like sysyphus - trying to sort log formatting with Claude now urg2

app.py

@@ -20,6 +20,7 @@ from PIL import Image, ImageDraw, ImageFont
 from io import BytesIO
 import functools
 import logging
+import queue
 
 
 # Set up custom logger
@@ -482,15 +483,27 @@ def trim_tree(trim_cutoff, tree_data):
     trimmed_tree_image = create_tree_diagram(tree_data, config, max_weight, min_weight, trim_cutoff=float(trim_cutoff))
     return trimmed_tree_image
 
-def gradio_interface():
     class GradioHandler(logging.Handler):
-        def __init__(self, textbox):
+        def __init__(self):
             super().__init__()
-            self.textbox = textbox
+            self.queue = queue.Queue()
 
         def emit(self, record):
             log_entry = self.format(record)
-            self.textbox.update(value=self.textbox.value + log_entry + "\n")
+            self.queue.put(log_entry)
+
+        def get_logs(self):
+            logs = []
+            while not self.queue.empty():
+                logs.append(self.queue.get())
+            return "\n".join(logs)
+
+    gradio_handler = GradioHandler()
+    gradio_handler.setFormatter(logging.Formatter('%(message)s'))
+    custom_logger.addHandler(gradio_handler)
+
+    def update_logs():
+        return gradio_handler.get_logs()
 
     def update_visibility(mode):
         if mode == "definition tree generation":
@@ -640,11 +653,6 @@ def gradio_interface():
         tree_data_state = gr.State()
         neuronpedia_html = gr.HTML(label="Neuronpedia")
 
-        # Set up the custom logger
-        gradio_handler = GradioHandler(log_output)
-        gradio_handler.setFormatter(logging.Formatter('%(message)s'))
-        custom_logger.addHandler(gradio_handler)
-
         inputs = [selected_sae, feature_number, weight_type, use_token_centroid, scaling_factor, use_pca, pca_weight, num_exp, denom_exp, mode]
 
         generate_btn.click(
@@ -652,7 +660,10 @@ def gradio_interface():
             inputs=inputs,
             outputs=[output_stream, output_image, tree_data_state],
             show_progress="full"
-        ).then(lambda: gr.update(visible=False, value=""), None, [output_500_text])
+        ).then(update_logs, outputs=log_output)
+
+        # Add this to continuously update the log output
+        demo.load(update_logs, outputs=log_output, every=1)
 
         generate_top_500_btn.click(
             generate_top_500,
@@ -674,7 +685,7 @@ def gradio_interface():
 
     return demo
 
-    
+
 
 if __name__ == "__main__":
     try: