import os import glob import shutil import io import logging import panel as pn import xarray as xr import numpy as np from datetime import datetime from types import SimpleNamespace from collections import defaultdict from ash_animator.converter import NAMEDataProcessor from ash_animator.plot_3dfield_data import Plot_3DField_Data from ash_animator.plot_horizontal_data import Plot_Horizontal_Data from ash_animator import create_grid pn.extension() import tempfile MEDIA_DIR = os.environ.get("NAME_MEDIA_DIR", os.path.join(tempfile.gettempdir(), "name_media")) os.makedirs(MEDIA_DIR, exist_ok=True) # Logging setup LOG_FILE = os.path.join(MEDIA_DIR, "app_errors.log") logging.basicConfig(filename=LOG_FILE, level=logging.ERROR, format="%(asctime)s - %(levelname)s - %(message)s") animator_obj = {} # ---------------- Widgets ---------------- file_input = pn.widgets.FileInput(accept=".zip") process_button = pn.widgets.Button(name="📦 Process ZIP", button_type="primary") reset_button = pn.widgets.Button(name="🔄 Reset App", button_type="danger") status = pn.pane.Markdown("### Upload a NAME Model ZIP to begin") download_button = pn.widgets.FileDownload( label="⬇️ Download All Exports", filename="all_exports.zip", button_type="success", callback=lambda: io.BytesIO( open(shutil.make_archive( os.path.join(MEDIA_DIR, "all_exports").replace(".zip", ""), "zip", MEDIA_DIR ), 'rb').read() ) ) log_link = pn.widgets.FileDownload( label="🪵 View Error Log", file=LOG_FILE, filename="app_errors.log", button_type="warning" ) threshold_slider_3d = pn.widgets.FloatSlider(name='3D Threshold', start=0.0, end=1.0, step=0.05, value=0.1) zoom_slider_3d = pn.widgets.IntSlider(name='3D Zoom Level', start=1, end=20, value=19) cmap_select_3d = pn.widgets.Select(name='3D Colormap', options=["rainbow", "viridis", "plasma"]) fps_slider_3d = pn.widgets.IntSlider(name='3D FPS', start=1, end=10, value=2) Altitude_slider = pn.widgets.IntSlider(name='Define Ash Altitude', start=1, end=15, value=1) threshold_slider_2d = pn.widgets.FloatSlider(name='2D Threshold', start=0.0, end=1.0, step=0.01, value=0.005) zoom_slider_2d = pn.widgets.IntSlider(name='2D Zoom Level', start=1, end=20, value=19) fps_slider_2d = pn.widgets.IntSlider(name='2D FPS', start=1, end=10, value=2) cmap_select_2d = pn.widgets.Select(name='2D Colormap', options=["rainbow", "viridis", "plasma"]) # ---------------- Core Functions ---------------- def process_zip(event=None): if file_input.value: zip_path = os.path.join(MEDIA_DIR, file_input.filename) with open(zip_path, "wb") as f: f.write(file_input.value) status.object = "✅ ZIP uploaded and saved." else: zip_path = os.path.join(MEDIA_DIR, "default_model.zip") if not os.path.exists(zip_path): zip_path = "default_model.zip" # fallback to local directory if not os.path.exists(zip_path): status.object = "❌ No ZIP uploaded and default_model.zip not found." return status.object = "📦 Using default_model.zip" try: output_dir = os.path.join("./", "ash_output") os.makedirs(output_dir, exist_ok=True) except PermissionError: output_dir = os.path.join(tempfile.gettempdir(), "name_output") os.makedirs(output_dir, exist_ok=True) shutil.rmtree(output_dir, ignore_errors=True) os.makedirs(output_dir, exist_ok=True) try: processor = NAMEDataProcessor(output_root=output_dir) processor.batch_process_zip(zip_path) # animator_obj["3d"] = [xr.open_dataset(fp).load() # for fp in sorted(glob.glob(os.path.join(output_dir, "3D", "*.nc")))] # animator_obj["3d"] = [] # for fp in sorted(glob.glob(os.path.join(output_dir, "3D", "*.nc"))): # with xr.open_dataset(fp) as ds: # animator_obj["3d"].append(ds.load()) animator_obj["3d"] = [] for fp in sorted(glob.glob(os.path.join(output_dir, "3D", "*.nc"))): with xr.open_dataset(fp) as ds: animator_obj["3d"].append(ds.load()) animator_obj["2d"] = [] for fp in sorted(glob.glob(os.path.join(output_dir, "horizontal", "*.nc"))): with xr.open_dataset(fp) as ds: animator_obj["2d"].append(ds.load()) # animator_obj["2d"] = [xr.open_dataset(fp).load() # for fp in sorted(glob.glob(os.path.join(output_dir, "horizontal", "*.nc")))] with open(os.path.join(MEDIA_DIR, "last_run.txt"), "w") as f: f.write(zip_path) status.object += f" | ✅ Loaded 3D: {len(animator_obj['3d'])} & 2D: {len(animator_obj['2d'])}" update_media_tabs() except Exception as e: logging.exception("Error during ZIP processing") status.object = f"❌ Processing failed: {e}" def reset_app(event=None): animator_obj.clear() file_input.value = None status.object = "🔄 App has been reset." for folder in ["ash_output", "2D", "3D"]: shutil.rmtree(os.path.join(MEDIA_DIR, folder), ignore_errors=True) if os.path.exists(os.path.join(MEDIA_DIR, "last_run.txt")): os.remove(os.path.join(MEDIA_DIR, "last_run.txt")) update_media_tabs() def restore_previous_session(): try: state_file = os.path.join(MEDIA_DIR, "last_run.txt") if os.path.exists(state_file): with open(state_file) as f: zip_path = f.read().strip() if os.path.exists(zip_path): try: output_dir = os.path.join("./", "ash_output") os.makedirs(output_dir, exist_ok=True) except PermissionError: output_dir = os.path.join(tempfile.gettempdir(), "name_output") os.makedirs(output_dir, exist_ok=True) animator_obj["3d"] = [] for fp in sorted(glob.glob(os.path.join(output_dir, "3D", "*.nc"))): with xr.open_dataset(fp) as ds: animator_obj["3d"].append(ds.load()) animator_obj["2d"] = [] for fp in sorted(glob.glob(os.path.join(output_dir, "horizontal", "*.nc"))): with xr.open_dataset(fp) as ds: animator_obj["2d"].append(ds.load()) status.object = f"🔁 Restored previous session from {os.path.basename(zip_path)}" update_media_tabs() except Exception as e: logging.exception("Error restoring previous session") status.object = f"⚠️ Could not restore previous session: {e}" process_button.on_click(process_zip) reset_button.on_click(reset_app) # ---------------- Animator Builders ---------------- def build_animator_3d(): ds = animator_obj["3d"] attrs = ds[0].attrs lons, lats, grid = create_grid(attrs) return SimpleNamespace( datasets=ds, levels=ds[0].altitude.values, lons=lons, lats=lats, lon_grid=grid[0], lat_grid=grid[1], ) def build_animator_2d(): ds = animator_obj["2d"] lat_grid, lon_grid = xr.broadcast(ds[0]["latitude"], ds[0]["longitude"]) return SimpleNamespace( datasets=ds, lats=ds[0]["latitude"].values, lons=ds[0]["longitude"].values, lat_grid=lat_grid.values, lon_grid=lon_grid.values, ) # ---------------- Plot Functions ---------------- def plot_z_level(): try: animator = build_animator_3d() out = os.path.join(MEDIA_DIR, "3D") os.makedirs(out, exist_ok=True) Plot_3DField_Data(animator, out, cmap_select_3d.value, threshold_slider_3d.value, zoom_slider_3d.value, fps_slider_3d.value).plot_single_z_level( Altitude_slider.value, f"ash_altitude{Altitude_slider.value}km_runTimes.gif") update_media_tabs() status.object = "✅ Z-Level animation created." except Exception as e: logging.exception("Error in plot_z_level") status.object = f"❌ Error in Z-Level animation: {e}" def plot_vertical_profile(): try: animator = build_animator_3d() out = os.path.join(MEDIA_DIR, "3D") os.makedirs(out, exist_ok=True) plotter = Plot_3DField_Data(animator, out, cmap_select_3d.value, fps_slider_3d.value, threshold_slider_3d.value, zoom_level=zoom_slider_3d.value, basemap_type='basemap') plotter.plot_vertical_profile_at_time(Altitude_slider.value - 1, filename=f"T{Altitude_slider.value - 1}_profile.gif") update_media_tabs() status.object = "✅ Vertical profile animation created." except Exception as e: logging.exception("Error in plot_vertical_profile") status.object = f"❌ Error in vertical profile animation: {e}" def animate_all_altitude_profiles(): try: animator = build_animator_3d() out = os.path.join(MEDIA_DIR, "3D") Plot_3DField_Data(animator, out, cmap_select_3d.value, threshold_slider_3d.value, zoom_slider_3d.value).animate_all_altitude_profiles() update_media_tabs() status.object = "✅ All altitude profile animations created." except Exception as e: logging.exception("Error in animate_all_altitude_profiles") status.object = f"❌ Error animating all altitude profiles: {e}" def export_jpg_frames(): try: animator = build_animator_3d() out = os.path.join(MEDIA_DIR, "3D") Plot_3DField_Data(animator, out, cmap_select_3d.value, threshold_slider_3d.value, zoom_slider_3d.value).export_frames_as_jpgs(include_metadata=True) update_media_tabs() status.object = "✅ JPG frames exported." except Exception as e: logging.exception("Error exporting JPG frames") status.object = f"❌ Error exporting JPG frames: {e}" def plot_2d_field(field): try: animator = build_animator_2d() out = os.path.join(MEDIA_DIR, "2D") Plot_Horizontal_Data(animator, out, cmap_select_2d.value, fps_slider_2d.value, include_metadata=True, threshold=threshold_slider_2d.value, zoom_width_deg=6.0, zoom_height_deg=6.0, zoom_level=zoom_slider_2d.value, static_frame_export=True).plot_single_field_over_time(field, f"{field}.gif") update_media_tabs() status.object = f"✅ 2D field `{field}` animation created." except Exception as e: logging.exception(f"Error in plot_2d_field: {field}") status.object = f"❌ Error in 2D field `{field}` animation: {e}" # ---------------- Layout ---------------- def human_readable_size(size): for unit in ['B', 'KB', 'MB', 'GB']: if size < 1024: return f"{size:.1f} {unit}" size /= 1024 return f"{size:.1f} TB" # def generate_output_gallery(base_folder): # grouped = defaultdict(lambda: defaultdict(list)) # for root, _, files in os.walk(os.path.join(MEDIA_DIR, base_folder)): # for file in files: # ext = os.path.splitext(file)[1].lower() # subfolder = os.path.relpath(root, MEDIA_DIR) # grouped[subfolder][ext].append(os.path.join(root, file)) # folder_tabs = [] # for subfolder, ext_files in sorted(grouped.items()): # type_tabs = [] # for ext, paths in sorted(ext_files.items()): # previews = [] # for path in sorted(paths, key=os.path.getmtime, reverse=True): # size = human_readable_size(os.path.getsize(path)) # mod = datetime.fromtimestamp(os.path.getmtime(path)).strftime("%Y-%m-%d %H:%M") # title = f"**{os.path.basename(path)}**\\n_{size}, {mod}_" # download = pn.widgets.FileDownload(label="⬇", file=path, filename=os.path.basename(path), width=60) # if ext in [".gif", ".png", ".jpg", ".jpeg"]: # preview = pn.pane.Image(path, width=320) # else: # with open(path, "r", errors="ignore") as f: # content = f.read(2048) # preview = pn.pane.PreText(content, width=320) # card = pn.Card(pn.pane.Markdown(title), preview, pn.Row(download), width=360) # previews.append(card) # type_tabs.append((ext.upper(), pn.GridBox(*previews, ncols=2))) # folder_tabs.append((subfolder, pn.Tabs(*type_tabs))) # return pn.Tabs(*folder_tabs) def generate_output_gallery(base_folder): preview_container = pn.Column(width=640, height=550) preview_container.append(pn.pane.Markdown("👈 Click a thumbnail to preview")) folder_cards = [] def make_preview(file_path): ext = os.path.splitext(file_path)[1].lower() title = pn.pane.Markdown(f"### {os.path.basename(file_path)}") download_button = pn.widgets.FileDownload(file=file_path, filename=os.path.basename(file_path), label="⬇ Download", button_type="success", width=150) if ext in [".gif", ".png", ".jpg", ".jpeg"]: content = pn.pane.Image(file_path, width=640, height=450, sizing_mode="fixed") else: try: with open(file_path, 'r', errors="ignore") as f: text = f.read(2048) content = pn.pane.PreText(text, width=640, height=450) except: content = pn.pane.Markdown("*Unable to preview this file.*") return pn.Column(title, content, download_button) grouped = defaultdict(list) for root, _, files in os.walk(os.path.join(MEDIA_DIR, base_folder)): for file in sorted(files): full_path = os.path.join(root, file) if not os.path.exists(full_path): continue rel_folder = os.path.relpath(root, os.path.join(MEDIA_DIR, base_folder)) grouped[rel_folder].append(full_path) for folder, file_paths in sorted(grouped.items()): thumbnails = [] for full_path in file_paths: filename = os.path.basename(full_path) ext = os.path.splitext(full_path)[1].lower() if ext in [".gif", ".png", ".jpg", ".jpeg"]: img = pn.pane.Image(full_path, width=140, height=100) else: img = pn.pane.Markdown("📄", width=140, height=100) view_button = pn.widgets.Button(name="👁", width=40, height=30, button_type="primary") def click_handler(path=full_path): def inner_click(event): preview_container[:] = [make_preview(path)] return inner_click view_button.on_click(click_handler()) overlay = pn.Column(pn.Row(pn.Spacer(width=90), view_button), img, width=160) label_md = pn.pane.Markdown(f"**{filename}**", width=140, height=35) thumb_card = pn.Column(overlay, label_md, width=160) thumbnails.append(thumb_card) folder_card = pn.Card(pn.GridBox(*thumbnails, ncols=2), title=f"📁 {folder}", width=400, collapsible=True) folder_cards.append(folder_card) folder_scroll = pn.Column(*folder_cards, scroll=True, height=600, width=420) return pn.Row(preview_container, pn.Spacer(width=20), folder_scroll) def update_media_tabs(): media_tab_2d.objects[:] = [generate_output_gallery("2D")] media_tab_3d.objects[:] = [generate_output_gallery("3D")] media_tab_2d = pn.Column(generate_output_gallery("2D")) media_tab_3d = pn.Column(generate_output_gallery("3D")) media_tab = pn.Tabs( ("2D Outputs", media_tab_2d), ("3D Outputs", media_tab_3d) ) tab3d = pn.Column( threshold_slider_3d, zoom_slider_3d, fps_slider_3d, Altitude_slider, cmap_select_3d, pn.widgets.Button(name="🎞 Generate animation at selected altitude level", button_type="primary", on_click=lambda e: tab3d.append(plot_z_level())), pn.widgets.Button(name="📈 Generate vertical profile animation at time index", button_type="primary", on_click=lambda e: tab3d.append(plot_vertical_profile())), pn.widgets.Button(name="📊 Generate all altitude level animations", button_type="primary", on_click=lambda e: tab3d.append(animate_all_altitude_profiles())), pn.widgets.Button(name="🖼 Export all animation frames as JPG", button_type="primary", on_click=lambda e: tab3d.append(export_jpg_frames())), ) tab2d = pn.Column( threshold_slider_2d, zoom_slider_2d, fps_slider_2d, cmap_select_2d, pn.widgets.Button(name="🌫 Animate Air Concentration", button_type="primary", on_click=lambda e: tab2d.append(plot_2d_field("air_concentration"))), pn.widgets.Button(name="🌧 Animate Dry Deposition Rate", button_type="primary", on_click=lambda e: tab2d.append(plot_2d_field("dry_deposition_rate"))), pn.widgets.Button(name="💧 Animate Wet Deposition Rate", button_type="primary", on_click=lambda e: tab2d.append(plot_2d_field("wet_deposition_rate"))), ) help_tab = pn.Column(pn.pane.Markdown(""" ## ❓ How to Use the NAME Ash Visualizer This dashboard allows users to upload and visualize outputs from the NAME ash dispersion model. ### 🧭 Workflow 1. **Upload ZIP** containing NetCDF files from the NAME model. 2. Use **3D and 2D tabs** to configure and generate animations. 3. Use **Media Viewer** to preview and download results. ### 🧳 ZIP Structure ``` ## 🗂 How Uploaded ZIP is Processed ```text ┌────────────────────────────────────────────┐ │ Uploaded ZIP (.zip) │ │ (e.g. Taal_273070_20200112_scenario_*.zip)│ └────────────────────────────────────────────┘ │ ▼ ┌───────────────────────────────┐ │ Contains: raw .txt outputs │ │ - AQOutput_3DField_*.txt │ │ - AQOutput_horizontal_*.txt │ └───────────────────────────────┘ │ ▼ ┌────────────────────────────────────────┐ │ NAMEDataProcessor.batch_process_zip()│ └────────────────────────────────────────┘ │ ▼ ┌─────────────────────────────┐ │ Converts to NetCDF files │ │ - ash_output/3D/*.nc │ │ - ash_output/horizontal/*.nc │ └─────────────────────────────┘ │ ▼ ┌─────────────────────────────────────┐ │ View & animate in 3D/2D tabs │ │ Download results in Media Viewer │ └─────────────────────────────────────┘ ``` ### 📢 Tips - Reset the app with 🔄 if needed. - View logs if an error occurs. - Outputs are temporary per session. """, sizing_mode="stretch_width")) tabs = pn.Tabs( ("🧱 3D Field", tab3d), ("🌍 2D Field", tab2d), ("📁 Media Viewer", media_tab), ("❓ Help", help_tab) ) sidebar = pn.Column( pn.pane.Markdown("## 🌋 NAME Ash Visualizer", sizing_mode="stretch_width"), pn.Card(pn.Column(file_input, process_button, reset_button, sizing_mode="stretch_width"), title="📂 File Upload & Processing", collapsible=True, sizing_mode="stretch_width"), pn.Card(pn.Column(download_button, log_link, sizing_mode="stretch_width"), title="📁 Downloads & Logs", collapsible=True, sizing_mode="stretch_width"), pn.Card(status, title="📢 Status", collapsible=True, sizing_mode="stretch_width"), sizing_mode="stretch_width") restore_previous_session() pn.template.FastListTemplate( title="NAME Visualizer Dashboard", sidebar=sidebar, main=[tabs], ).servable() ''' import os import glob import shutil import io import logging import panel as pn import xarray as xr import numpy as np from datetime import datetime from types import SimpleNamespace from collections import defaultdict from ash_animator.converter import NAMEDataProcessor from ash_animator.plot_3dfield_data import Plot_3DField_Data from ash_animator.plot_horizontal_data import Plot_Horizontal_Data from ash_animator import create_grid import tempfile pn.extension() MEDIA_DIR = os.environ.get("NAME_MEDIA_DIR", os.path.join(tempfile.gettempdir(), "name_media")) os.makedirs(MEDIA_DIR, exist_ok=True) LOG_FILE = os.path.join(MEDIA_DIR, "app_errors.log") logging.basicConfig(filename=LOG_FILE, level=logging.ERROR, format="%(asctime)s - %(levelname)s - %(message)s") animator_obj = {} file_input = pn.widgets.FileInput(accept=".zip") process_button = pn.widgets.Button(name="📦 Process ZIP", button_type="primary") reset_button = pn.widgets.Button(name="🔄 Reset App", button_type="danger") status = pn.pane.Markdown("### Upload a NAME Model ZIP to begin") download_button = pn.widgets.FileDownload( label="⬇️ Download All Exports", filename="all_exports.zip", button_type="success", callback=lambda: io.BytesIO(open(shutil.make_archive(os.path.join(MEDIA_DIR, "all_exports").replace(".zip", ""), "zip", MEDIA_DIR), 'rb').read()) ) log_link = pn.widgets.FileDownload(label="🪵 View Error Log", file=LOG_FILE, filename="app_errors.log", button_type="warning") threshold_slider_3d = pn.widgets.FloatSlider(name='3D Threshold', start=0.0, end=1.0, step=0.05, value=0.1) zoom_slider_3d = pn.widgets.IntSlider(name='3D Zoom Level', start=1, end=20, value=19) cmap_select_3d = pn.widgets.Select(name='3D Colormap', options=["rainbow", "viridis", "plasma"]) fps_slider_3d = pn.widgets.IntSlider(name='3D FPS', start=1, end=10, value=2) Altitude_slider = pn.widgets.IntSlider(name='Define Ash Altitude', start=1, end=15, value=1) threshold_slider_2d = pn.widgets.FloatSlider(name='2D Threshold', start=0.0, end=1.0, step=0.01, value=0.005) zoom_slider_2d = pn.widgets.IntSlider(name='2D Zoom Level', start=1, end=20, value=19) fps_slider_2d = pn.widgets.IntSlider(name='2D FPS', start=1, end=10, value=2) cmap_select_2d = pn.widgets.Select(name='2D Colormap', options=["rainbow", "viridis", "plasma"]) def process_zip(event=None): if file_input.value: zip_path = os.path.join(MEDIA_DIR, file_input.filename) with open(zip_path, "wb") as f: f.write(file_input.value) status.object = "✅ ZIP uploaded and saved." else: zip_path = os.path.join(MEDIA_DIR, "default_model.zip") if not os.path.exists(zip_path): zip_path = "default_model.zip" if not os.path.exists(zip_path): status.object = "❌ No ZIP uploaded and default_model.zip not found." return status.object = "📦 Using default_model.zip" try: output_dir = os.path.join("./", "ash_output") os.makedirs(output_dir, exist_ok=True) except PermissionError: output_dir = os.path.join(tempfile.gettempdir(), "name_output") os.makedirs(output_dir, exist_ok=True) shutil.rmtree(output_dir, ignore_errors=True) os.makedirs(output_dir, exist_ok=True) try: processor = NAMEDataProcessor(output_root=output_dir) processor.batch_process_zip(zip_path) animator_obj["3d"] = [xr.open_dataset(fp).load() for fp in sorted(glob.glob(os.path.join(output_dir, "3D", "*.nc")))] animator_obj["2d"] = [xr.open_dataset(fp).load() for fp in sorted(glob.glob(os.path.join(output_dir, "horizontal", "*.nc")))] with open(os.path.join(MEDIA_DIR, "last_run.txt"), "w") as f: f.write(zip_path) status.object += f" | ✅ Loaded 3D: {len(animator_obj['3d'])} & 2D: {len(animator_obj['2d'])}" update_media_tabs() except Exception as e: logging.exception("Error during ZIP processing") status.object = f"❌ Processing failed: {e}" def reset_app(event=None): animator_obj.clear() file_input.value = None status.object = "🔄 App has been reset." for folder in ["ash_output", "2D", "3D"]: shutil.rmtree(os.path.join(MEDIA_DIR, folder), ignore_errors=True) if os.path.exists(os.path.join(MEDIA_DIR, "last_run.txt")): os.remove(os.path.join(MEDIA_DIR, "last_run.txt")) update_media_tabs() def restore_previous_session(): try: state_file = os.path.join(MEDIA_DIR, "last_run.txt") if os.path.exists(state_file): with open(state_file) as f: zip_path = f.read().strip() if os.path.exists(zip_path): output_dir = os.path.join("./", "ash_output") os.makedirs(output_dir, exist_ok=True) animator_obj["3d"] = [xr.open_dataset(fp).load() for fp in sorted(glob.glob(os.path.join(output_dir, "3D", "*.nc")))] animator_obj["2d"] = [xr.open_dataset(fp).load() for fp in sorted(glob.glob(os.path.join(output_dir, "horizontal", "*.nc")))] status.object = f"🔁 Restored previous session from {os.path.basename(zip_path)}" update_media_tabs() except Exception as e: logging.exception("Error restoring previous session") status.object = f"⚠️ Could not restore previous session: {e}" process_button.on_click(process_zip) reset_button.on_click(reset_app) def build_animator_3d(): ds = animator_obj["3d"] attrs = ds[0].attrs lons, lats, grid = create_grid(attrs) return SimpleNamespace(datasets=ds, levels=ds[0].altitude.values, lons=lons, lats=lats, lon_grid=grid[0], lat_grid=grid[1]) def build_animator_2d(): ds = animator_obj["2d"] lat_grid, lon_grid = xr.broadcast(ds[0]["latitude"], ds[0]["longitude"]) return SimpleNamespace(datasets=ds, lats=ds[0]["latitude"].values, lons=ds[0]["longitude"].values, lat_grid=lat_grid.values, lon_grid=lon_grid.values) def plot_z_level(): try: animator = build_animator_3d() out = os.path.join(MEDIA_DIR, "3D") os.makedirs(out, exist_ok=True) Plot_3DField_Data(animator, out, cmap_select_3d.value, threshold_slider_3d.value, zoom_slider_3d.value, fps_slider_3d.value).plot_single_z_level( Altitude_slider.value, f"ash_altitude{Altitude_slider.value}km_runTimes.gif") update_media_tabs() status.object = "✅ Z-Level animation created." except Exception as e: logging.exception("Error in plot_z_level") status.object = f"❌ Error in Z-Level animation: {e}" def plot_vertical_profile(): try: animator = build_animator_3d() out = os.path.join(MEDIA_DIR, "3D") os.makedirs(out, exist_ok=True) Plot_3DField_Data(animator, out, cmap_select_3d.value, fps_slider_3d.value, threshold_slider_3d.value, zoom_level=zoom_slider_3d.value).plot_vertical_profile_at_time( Altitude_slider.value - 1, f"T{Altitude_slider.value - 1}_profile.gif") update_media_tabs() status.object = "✅ Vertical profile animation created." except Exception as e: logging.exception("Error in plot_vertical_profile") status.object = f"❌ Error in vertical profile animation: {e}" def animate_all_altitude_profiles(): try: animator = build_animator_3d() out = os.path.join(MEDIA_DIR, "3D") Plot_3DField_Data(animator, out, cmap_select_3d.value, threshold_slider_3d.value, zoom_slider_3d.value).animate_all_altitude_profiles() update_media_tabs() status.object = "✅ All altitude profile animations created." except Exception as e: logging.exception("Error in animate_all_altitude_profiles") status.object = f"❌ Error animating all altitude profiles: {e}" def export_jpg_frames(): try: animator = build_animator_3d() out = os.path.join(MEDIA_DIR, "3D") Plot_3DField_Data(animator, out, cmap_select_3d.value, threshold_slider_3d.value, zoom_slider_3d.value).export_frames_as_jpgs(include_metadata=True) update_media_tabs() status.object = "✅ JPG frames exported." except Exception as e: logging.exception("Error exporting JPG frames") status.object = f"❌ Error exporting JPG frames: {e}" def plot_2d_field(field): try: animator = build_animator_2d() out = os.path.join(MEDIA_DIR, "2D") Plot_Horizontal_Data(animator, out, cmap_select_2d.value, fps_slider_2d.value, include_metadata=True, threshold=threshold_slider_2d.value, zoom_width_deg=6.0, zoom_height_deg=6.0, zoom_level=zoom_slider_2d.value, static_frame_export=True).plot_single_field_over_time(field, f"{field}.gif") update_media_tabs() status.object = f"✅ 2D field `{field}` animation created." except Exception as e: logging.exception(f"Error in plot_2d_field: {field}") status.object = f"❌ Error in 2D field `{field}` animation: {e}" def human_readable_size(size): for unit in ['B', 'KB', 'MB', 'GB']: if size < 1024: return f"{size:.1f} {unit}" size /= 1024 return f"{size:.1f} TB" # def generate_output_gallery(base_folder): # grouped = defaultdict(lambda: defaultdict(list)) # for root, _, files in os.walk(os.path.join(MEDIA_DIR, base_folder)): # for file in files: # ext = os.path.splitext(file)[1].lower() # subfolder = os.path.relpath(root, MEDIA_DIR) # grouped[subfolder][ext].append(os.path.join(root, file)) # folder_panels = [] # for subfolder, ext_files in sorted(grouped.items()): # section = [] # for ext, paths in sorted(ext_files.items()): # previews = [] # for path in sorted(paths, key=os.path.getmtime, reverse=True): # size = human_readable_size(os.path.getsize(path)) # mod = datetime.fromtimestamp(os.path.getmtime(path)).strftime("%Y-%m-%d %H:%M") # title = f"**{os.path.basename(path)}**\n_{size}, {mod}_" # download = pn.widgets.FileDownload(label="⬇", file=path, filename=os.path.basename(path), width=60) # if ext in [".gif", ".png", ".jpg", ".jpeg"]: # preview = pn.pane.Image(path, width=320) # else: # with open(path, "r", errors="ignore") as f: # content = f.read(2048) # preview = pn.pane.PreText(content, width=320) # card = pn.Card(pn.pane.Markdown(title), preview, pn.Row(download), width=360) # previews.append(card) # section.append(pn.Column(f"### {ext.upper()}", pn.GridBox(*previews, ncols=2))) # folder_section = pn.Card(f"📁 {subfolder}", *section, collapsible=True, width_policy="max") # folder_panels.append(folder_section) # return pn.Column(*folder_panels, height=600, scroll=True, sizing_mode='stretch_width', styles={'overflow': 'auto'}) def generate_output_gallery(base_folder): preview_container = pn.Column(width=640, height=550) preview_container.append(pn.pane.Markdown("👈 Click a thumbnail to preview")) folder_cards = [] def make_preview(file_path): ext = os.path.splitext(file_path)[1].lower() title = pn.pane.Markdown(f"### {os.path.basename(file_path)}", width=640) download_button = pn.widgets.FileDownload(file=file_path, filename=os.path.basename(file_path), label="⬇ Download", button_type="success", width=150) if ext in [".gif", ".png", ".jpg", ".jpeg"]: content = pn.pane.Image(file_path, width=640, height=450, sizing_mode="fixed") else: try: with open(file_path, 'r', errors="ignore") as f: text = f.read(2048) content = pn.pane.PreText(text, width=640, height=450) except: content = pn.pane.Markdown("*Unable to preview this file.*") return pn.Column(title, content, download_button) grouped = defaultdict(list) for root, _, files in os.walk(os.path.join(MEDIA_DIR, base_folder)): for file in sorted(files): full_path = os.path.join(root, file) if not os.path.exists(full_path): continue rel_folder = os.path.relpath(root, os.path.join(MEDIA_DIR, base_folder)) grouped[rel_folder].append(full_path) for folder, file_paths in sorted(grouped.items()): thumbnails = [] for full_path in file_paths: filename = os.path.basename(full_path) ext = os.path.splitext(full_path)[1].lower() if ext in [".gif", ".png", ".jpg", ".jpeg"]: img = pn.pane.Image(full_path, width=140, height=100) else: img = pn.pane.Markdown("📄", width=140, height=100) view_button = pn.widgets.Button(name="👁", width=40, height=30, button_type="primary") def click_handler(path=full_path): def inner_click(event): preview_container[:] = [make_preview(path)] return inner_click view_button.on_click(click_handler()) overlay = pn.Column(pn.Row(pn.Spacer(width=90), view_button), img, width=160) label_md = pn.pane.Markdown(f"**{filename}**", width=140, height=35) thumb_card = pn.Column(overlay, label_md, width=160) thumbnails.append(thumb_card) folder_card = pn.Card(pn.GridBox(*thumbnails, ncols=2), title=f"📁 {folder}", width=400, collapsible=True) folder_cards.append(folder_card) folder_scroll = pn.Column(*folder_cards, scroll=True, height=600, width=420) return pn.Row(preview_container, pn.Spacer(width=20), folder_scroll) def update_media_tabs(): media_tab_2d.objects[:] = [generate_output_gallery("2D")] media_tab_3d.objects[:] = [generate_output_gallery("3D")] media_tab_2d = pn.Column(generate_output_gallery("2D")) media_tab_3d = pn.Column(generate_output_gallery("3D")) media_tab = pn.Tabs( ("🖼 2D Output Gallery", media_tab_2d), ("🖼 3D Output Gallery", media_tab_3d), dynamic=True ) tab3d = pn.Column( threshold_slider_3d, zoom_slider_3d, fps_slider_3d, Altitude_slider, cmap_select_3d, pn.widgets.Button(name="🎞 Generate animation at selected altitude level", button_type="primary", on_click=lambda e: tab3d.append(plot_z_level())), pn.widgets.Button(name="📈 Generate vertical profile animation at time index", button_type="primary", on_click=lambda e: tab3d.append(plot_vertical_profile())), pn.widgets.Button(name="📊 Generate all altitude level animations", button_type="primary", on_click=lambda e: tab3d.append(animate_all_altitude_profiles())), pn.widgets.Button(name="🖼 Export all animation frames as JPG", button_type="primary", on_click=lambda e: tab3d.append(export_jpg_frames())), ) tab2d = pn.Column( threshold_slider_2d, zoom_slider_2d, fps_slider_2d, cmap_select_2d, pn.widgets.Button(name="🌫 Animate Air Concentration", button_type="primary", on_click=lambda e: tab2d.append(plot_2d_field("air_concentration"))), pn.widgets.Button(name="🌧 Animate Dry Deposition Rate", button_type="primary", on_click=lambda e: tab2d.append(plot_2d_field("dry_deposition_rate"))), pn.widgets.Button(name="💧 Animate Wet Deposition Rate", button_type="primary", on_click=lambda e: tab2d.append(plot_2d_field("wet_deposition_rate"))), ) help_tab = pn.Column(pn.pane.Markdown(""" ## ❓ How to Use the NAME Ash Visualizer This dashboard allows users to upload and visualize outputs from the NAME ash dispersion model. ### 🧭 Workflow 1. **Upload ZIP** containing NetCDF files from the NAME model. 2. Use **3D and 2D tabs** to configure and generate animations. 3. Use **Media Viewer** to preview and download results. ### 🧳 ZIP Structure ``` ## 🗂 How Uploaded ZIP is Processed ```text ┌────────────────────────────────────────────┐ │ Uploaded ZIP (.zip) │ │ (e.g. Taal_273070_20200112_scenario_*.zip)│ └────────────────────────────────────────────┘ │ ▼ ┌───────────────────────────────┐ │ Contains: raw .txt outputs │ │ - AQOutput_3DField_*.txt │ │ - AQOutput_horizontal_*.txt │ └───────────────────────────────┘ │ ▼ ┌────────────────────────────────────────┐ │ NAMEDataProcessor.batch_process_zip()│ └────────────────────────────────────────┘ │ ▼ ┌─────────────────────────────┐ │ Converts to NetCDF files │ │ - ash_output/3D/*.nc │ │ - ash_output/horizontal/*.nc │ └─────────────────────────────┘ │ ▼ ┌─────────────────────────────────────┐ │ View & animate in 3D/2D tabs │ │ Download results in Media Viewer │ └─────────────────────────────────────┘ ``` ### 📢 Tips - Reset the app with 🔄 if needed. - View logs if an error occurs. - Outputs are temporary per session. """, sizing_mode="stretch_width", width=800)) tabs = pn.Tabs( ("🧱 3D Field", tab3d), ("🌍 2D Field", tab2d), ("📁 Media Viewer", media_tab), ("❓ Help", help_tab) ) sidebar = pn.Column( pn.pane.Markdown("## 🌋 NAME Ash Visualizer", sizing_mode="stretch_width"), pn.Card(pn.Column(file_input, process_button, reset_button, sizing_mode="stretch_width"), title="📂 File Upload & Processing", collapsible=True, sizing_mode="stretch_width"), pn.Card(pn.Column(download_button, log_link, sizing_mode="stretch_width"), title="📁 Downloads & Logs", collapsible=True, sizing_mode="stretch_width"), pn.Card(status, title="📢 Status", collapsible=True, sizing_mode="stretch_width"), sizing_mode="stretch_width", width=300 ) restore_previous_session() pn.template.FastListTemplate( title="NAME Visualizer Dashboard", sidebar=sidebar, main=[tabs], ).servable() '''