app.py

from pathlib import Path
from typing import List, Dict, Tuple
import pandas as pd
import seaborn as sns
import shinyswatch
import run

from shiny import App, Inputs, Outputs, Session, reactive, render, req, ui
from transformers import SamModel, SamConfig, SamProcessor
import torch

sns.set_theme()

www_dir = Path(__file__).parent.resolve() / "www"

app_ui = ui.page_fillable(
    shinyswatch.theme.minty(),
    ui.layout_sidebar(
        ui.sidebar(
            ui.input_file("image_input", "Upload image: ", multiple=True),
        ),
        ui.output_image("image"),
        ui.output_plot("plot_output"),
    ),
)


def server(input: Inputs, output: Outputs, session: Session):
    @output
    @render.image
    def image():
        if input.image_input():
            src = input.image_input()[0]['datapath']
            img = {"src": src, "width": "500px"} 
            return img
        return None

    @output
    @render.plot
    def plot_output():
        if input.image_input():
            src = input.image_input()[0]['datapath']
            prob, prediction = run.pred(src)
            fig, axes = plt.subplots(1, 2, figsize=(15, 5))

            axes[0].imshow(prob, cmap='gray')
            axes[0].set_title("Probability Map")

            im = axes[1].imshow(prediction) 
            axes[1].set_title("Prediction")
            cbar = fig.colorbar(im, ax=axes[1])

            for ax in axes:
                ax.set_xticks([])
                ax.set_yticks([])
                ax.set_xticklabels([])
                ax.set_yticklabels([])
            return fig
        return None


app = App(
    app_ui,
    server,
    static_assets=str(www_dir),
)