import streamlit as st import pandas as pd import requests from dotenv import load_dotenv from transformers import pipeline from PIL import Image from info import pneumonia, covid19, vit_base_patch_16 load_dotenv() URL = 'https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcTcY7VeTAy72aEPJbHmABvnGzW5gzrvSKRzOg&usqp=CAU' def download_image(): if st.session_state.img_url: st.session_state['image'] = Image.open( requests.get(st.session_state.img_url, stream=True).raw) else: del st.session_state['image'] def file_upload(): if st.session_state.file_upload: st.session_state['image'] = Image.open(st.session_state.file_upload) else: del st.session_state['image'] def cam_upload(): if st.session_state.camera: st.session_state['image'] = st.session_state.camera else: del st.session_state['image'] if 'image' not in st.session_state: st.session_state['image'] = Image.open(requests.get(URL, stream=True).raw) st.header("Pneumonia and Covid19 Detector") with st.sidebar: img_upload, cam_upload, url_upload = st.tabs( ['📂 Upload', '📸 CAMERA', '🔗 URL']) with img_upload: uploaded_img = st.file_uploader( label="Upload an X-ray image", on_change=file_upload, key='file_upload' ) with cam_upload: camera_img = st.camera_input( label='Take a picture of X-ray', on_change=cam_upload, key='camera' ) with url_upload: img_url = st.text_input( label="Enter the X-ray URL", value=URL, on_change=download_image, key="img_url" ) st.image(st.session_state.image) analyze_btn = st.button(label='Analyze X-ray', type='primary', use_container_width=True, key='analyze_btn') if st.session_state.image and st.session_state.analyze_btn: with st.spinner(): pipe = pipeline("image-classification", model="Ajay-user/vit-base-patch16-224-finetuned-pneumonia-detection") response = pipe(st.session_state.image) df = pd.DataFrame(response) result = df.nlargest(n=1, columns='score') result_body = f'Model predicts : {result["label"].item()} with {result["score"].item()*100 :0.2f}% confidence' with st.expander(label=result_body, expanded=True): st.subheader(body=f':red[{result["label"].item()}] Detected') st.bar_chart(data=df, x='label', y='score') with st.expander(label="X-ray image analyzed"): st.image(st.session_state.image) with st.expander(label="Model Details"): st.markdown(body=vit_base_patch_16) else: tab_1, tab_2 = st.tabs(['Pneumonia', 'Coronavirus']) with tab_1: st.subheader('Pneumonia') st.markdown(body=pneumonia) with tab_2: st.subheader('Coronavirus') st.markdown(body=covid19)