import gradio as gr
import pandas as pd
from pathlib import Path
import ast
'''
Causal Gene Discovery Model
/home/ema30/zaklab/rare_disease_dx/checkpoints/aligner/04_30_22:13:29:55_lr_1e-05_val_simulated_pats.disease_split_val_sim_pats_kg_8.9.21_kg_losstype_gene_multisimilarity/all_udn_patients_kg_8.9.21_kgsolved_manual_baylor_nobgm_distractor_genes_5_candidates_mapped_only_genes
Patients-Like-Me Model
/home/ema30/zaklab/rare_disease_dx/checkpoints/patient_NCA/04_26_22:17:38:30_lr_5e-05_val_simulated_pats.disease_split_val_sim_pats_kg_8.9.21_kg_losstype_patient_patient_NCA/mygene2_all_sim_all_udn_patients_kg_8.9.21_kgsolved_with_phenotypes
Disease Characterization Model
/home/ema30/zaklab/rare_disease_dx/checkpoints/patient_NCA/05_13_22:08:00:32_lr_1e-05_val_simulated_pats.disease_split_val_sim_pats_kg_8.9.21_kg_losstype_pd_NCA/mygene2_all_sim_all_udn_patients_kg_8.9.21_kgsolved_with_phenotypes
'''
gene_scores_df = pd.read_csv('gene_discovery_scores.csv')
exomiser_gene_scores_df = pd.read_csv('exomiser_gene_discovery_scores.csv')
patient_scores_df = pd.read_csv('patients_like_me_scores.csv')
dx_scores_df = pd.read_csv('dx_characterization_scores.csv')
plm_attn_df = pd.read_csv('patients_like_me_scores_attn.csv')
dx_attn_df = pd.read_csv('dx_characterization_scores_attn.csv')
gene_attn_df = pd.read_csv('gene_discovery_scores_attn.csv')
exomiser_gene_attn_df = pd.read_csv('exomiser_gene_discovery_scores_attn.csv')
diseases_map = {'UDN-P1': 'POLR3-releated leukodystrophy', 'UDN-P2': 'Novel Syndrome', 'UDN-P3':'Coffin-Lowry syndrome' ,
'UDN-P4': 'automsomal recessive spastic paraplegia type 76', 'UDN-P5': 'atypical presentation of familial cold autoinflammatory syndrome',
'UDN-P6': '*GATAD2B*-associated syndrome', 'UDN-P7': 'AR limb-girdle muscular atrophy type 2D', 'UDN-P8': '*ATP5PO*-related Leigh syndrome', 'UDN-P9': 'Spondyloepimetaphyseal dysplasia, Isidor-Toutain type'}
genes_map = {'UDN-P3': 'RPS6KA3', 'UDN-P4': 'CAPN1', 'UDN-P5': 'NLRP12, RAPGEFL1', 'UDN-P6': 'GATAD2B', 'UDN-P7': 'SGCA', 'UDN-P8': 'ATP5P0', 'UDN-P9': 'RPL13'}
def get_patient(patient_id, attn_df):
'''
Returns phenotypes, candidate genes, Causal gene, disease
'''
if patient_id in genes_map: gene = genes_map[patient_id]
else:
patient_gene_scores_df = gene_scores_df.loc[gene_scores_df['patient_id'] == patient_id]
gene = ', '.join(patient_gene_scores_df.loc[patient_gene_scores_df['correct_gene_label'] == 1, 'genes'].tolist())
if patient_id in diseases_map: disease = diseases_map[patient_id]
else:
patient_dx_scores_df = dx_scores_df.loc[dx_scores_df['patient_id'] == patient_id]
disease = ', '.join(patient_dx_scores_df.loc[patient_dx_scores_df['correct_label'] == 1, 'diseases'].tolist())
patient_attn_df = attn_df.loc[attn_df['patient_id'] == patient_id]
phenotypes = ', '.join(patient_attn_df['phenotypes'].tolist())
patient_str = f'''
**Selected Patient:** {patient_id}
**Causal Gene:** *{gene}*
**Disease:** {disease}
**Phenotypes:** {phenotypes}
'''
return patient_str
def read_file(filename):
with open(filename, 'r') as file:
f = file.read()
return f
def causal_gene_discovery(patient_id, prioritization_type):
if prioritization_type == 'Variant Filtered':
scores_df = exomiser_gene_scores_df.loc[exomiser_gene_scores_df['patient_id'] == patient_id]
else:
scores_df = gene_scores_df.loc[gene_scores_df['patient_id'] == patient_id]
# read in gene scores
scores_df = scores_df.sort_values("similarities", ascending=False)
scores_df['similarities'] = scores_df['similarities'].round(3).astype(str)
# add links to gene cards
scores_df['genes'] = scores_df['genes'].apply(lambda x: f'[{x}](https://www.genecards.org/cgi-bin/carddisp.pl?gene={x})')
# bold/color causal gene
scores_df.loc[scores_df['correct_gene_label'] == 1, 'similarities'] = scores_df.loc[scores_df['correct_gene_label'] == 1, 'similarities'].apply(lambda x: f'**{x}**')
scores_df.loc[scores_df['correct_gene_label'] == 1, 'genes'] = scores_df.loc[scores_df['correct_gene_label'] == 1, 'genes'].apply(lambda x: f'**{x}**')
#filter df
scores_df = scores_df.drop(columns=['patient_id', 'correct_gene_label']).rename(columns={ 'similarities': 'SHEPHERD Score', 'genes': 'Candidate Genes'}) #'correct_gene_label' : 'Is Causal Gene',
#############
# Attention
#read in phenotype attention
if prioritization_type == 'Variant Filtered':
attn_df = exomiser_gene_attn_df.loc[exomiser_gene_attn_df['patient_id'] == patient_id]
else:
attn_df = gene_attn_df.loc[gene_attn_df['patient_id'] == patient_id]
attn_df = attn_df.sort_values("attention", ascending=False)
attn_df['attention'] = attn_df['attention'].round(4)
attn_df = attn_df.drop(columns=['patient_id', 'degrees'])
#############
# KG neighborhood
#image_loc = f'images/{patient_id}.png'
html_file = f'https://michellemli.github.io/test_html/{patient_id}.html'
kg_html = f''''''
#patient_info
patient = get_patient(patient_id, gene_attn_df)
return patient, scores_df, attn_df, kg_html
def patients_like_me(patient_id, k=10):
scores_df = patient_scores_df.loc[patient_scores_df['patient_id'] == patient_id]
scores_df = scores_df.sort_values("similarities", ascending=False)
#scores_df['phenotypes'] ='PHEN'
# add links to disease pages
scores_df['disease_ids'] = scores_df['disease_ids'].apply(lambda x: f'(https://www.orpha.net/consor/cgi-bin/OC_Exp.php?lng=en&Expert={x})')
scores_df['diseases'] = scores_df['diseases'].apply(lambda x: f'[{x}]')
scores_df['diseases'] = scores_df['diseases'] + scores_df['disease_ids']
scores_df['genes'] = scores_df['genes'].apply(lambda x: f'[{x}](https://www.genecards.org/cgi-bin/carddisp.pl?gene={x})')
# bold/color patients with same causal gene
scores_df.loc[scores_df['correct_label'] == 1, 'candidate_patients'] = scores_df.loc[scores_df['correct_label'] == 1, 'candidate_patients'].apply(lambda x: f'**{x}**')
scores_df.loc[scores_df['correct_label'] == 1, 'genes'] = scores_df.loc[scores_df['correct_label'] == 1, 'genes'].apply(lambda x: f'**{x}**')
scores_df.loc[scores_df['correct_label'] == 1, 'diseases'] = scores_df.loc[scores_df['correct_label'] == 1, 'diseases'].apply(lambda x: f'**{x}**')
scores_df = scores_df.drop(columns=['patient_id', 'similarities', 'correct_label', 'disease_ids']).rename(columns={'candidate_patients': 'Candidate Patient', 'genes': 'Candidate Patient\'s Gene', 'diseases': 'Candidate Patient\'s Disease' }) #'phenotypes': 'Candidate Patient\'s Phenotypes'
scores_df = scores_df.head(k)
#read in phenotype attention
attn_df = plm_attn_df.loc[plm_attn_df['patient_id'] == patient_id]
attn_df = attn_df.sort_values("attention", ascending=False)
attn_df['attention'] = attn_df['attention'].round(4)
attn_df = attn_df.drop(columns=['patient_id', 'degrees'])
#patient_info
patient = get_patient(patient_id, plm_attn_df)
return patient, scores_df, attn_df
def disease_characterization(patient_id, k=10):
#TODO: limit # of rows
scores_df = dx_scores_df.loc[dx_scores_df['patient_id'] == patient_id]
scores_df = scores_df.sort_values("similarities", ascending=False)
scores_df = scores_df.head(k)
scores_df.loc[ scores_df['disease_ids'].str.contains('Coxa vara'), 'disease_ids'] = '2812'
scores_df.loc[ scores_df['disease_ids'].str.contains('Multiple epiphyseal dysplasia'), 'disease_ids'] = '2654'
scores_df['disease_ids'] = scores_df['disease_ids'].apply(lambda x: ast.literal_eval(x))
scores_df['type_disease_ids'] = scores_df['disease_ids'].apply(lambda x: type(x))
scores_df.loc[scores_df['type_disease_ids'] == list, 'disease_ids'] = scores_df.loc[scores_df['type_disease_ids'] == list, 'disease_ids'].apply(lambda x: x[0])
# add links to disease pages
scores_df['disease_ids'] = scores_df['disease_ids'].apply(lambda x: f'(https://www.orpha.net/consor/cgi-bin/OC_Exp.php?lng=en&Expert={x})')
scores_df['diseases'] = scores_df['diseases'].apply(lambda x: f'[{x}]')
scores_df['diseases'] = scores_df['diseases'] + scores_df['disease_ids']
# one disease couldn't map to orphanet
scores_df.loc[ scores_df['disease_ids'].str.contains('33657'), 'diseases'] = '[leukodystrophy, hypomyelinating, 20](https://www.omim.org/entry/619071)'
scores_df.loc[ scores_df['disease_ids'].str.contains('2654'), 'diseases'] = '[Multiple epiphyseal dysplasia](https://www.orpha.net/consor/cgi-bin/OC_Exp.php?lng=EN&Expert=251)'
scores_df.loc[ scores_df['disease_ids'].str.contains('2812'), 'diseases'] = '[Coxa vara](https://omim.org/entry/122750)'
scores_df = scores_df.drop(columns=['patient_id', 'similarities', 'correct_label', 'disease_ids','type_disease_ids']).rename(columns={'diseases' : 'Disease'})
#read in phenotype attention
attn_df = dx_attn_df.loc[dx_attn_df['patient_id'] == patient_id]
attn_df = attn_df.sort_values("attention", ascending=False)
attn_df['attention'] = attn_df['attention'].round(4)
attn_df = attn_df.drop(columns=['patient_id', 'degrees'])
#patient_info
patient = get_patient(patient_id, dx_attn_df)
return patient, scores_df, attn_df
def get_umap(umap_type):
# get UMAP
if umap_type == 'disease':
html_file = 'https://michellemli.github.io/test_html/shepherd_disease_characterization_umap.html'
#html_file = read_file('images/udn_orphafit_patient_umap_nneigh=50_mindist=0.9_spread=1.0colored_by_disease_category.html')
elif umap_type == 'patient':
html_file = 'https://michellemli.github.io/test_html/shepherd_patient_umap.html'
else:
raise NotImplementedError
# return f""""""
return f''''''
#return f''''''
with gr.Blocks() as demo: #css="#gene_attn_accordion {text-align: center}" css="kg_neigh {width: 70%}"
gr.Markdown('AI-assisted Rare Disease Diagnosis with SHEPHERD
')
#gr.Markdown('A few SHot Explainable Predictor for Hard-to-diagnosE Rare Diseases
')
with gr.Tabs():
with gr.TabItem("Causal Gene Discovery"):
with gr.Column():
gr.Markdown('Select a patient to view SHEPHERD\'s predictions
')
gene_dropdown = gr.Dropdown(choices=['UDN-P1', 'UDN-P2'], label='Rare Disease Patients', type='value') #value='UDN-P1',
gene_radio = gr.Radio(choices=['Expert Curated', 'Variant Filtered'], value='Expert Curated', label='Type of Gene List')
patient_info = gr.Markdown() #get_patient('UDN-P1')
with gr.Accordion(label=f'SHEPHERD\'s Ranking of Patient\'s Candidate Genes', open=True, elem_id='gene_accordion'):
#gr.Markdown(f'SHEPHERD\'s Ranking of Patient\'s Candidate Genes
')
gr.Markdown('Below are SHEPHERD\'s ranking of either all Expert Curated candidate genes or the top 10 Variant Filtered candidate genes. The patient\'s causal gene (i.e. gene harboring a variant that explains the patient\'s symptoms) is colored in green.')
gene_dataframe = gr.Dataframe( elem_id="gene_df", datatype = 'markdown', headers=['Candidate Genes', 'SHEPHERD Score' ], overflow_row_behaviour='paginate') # label='Candidate Genes', show_label=False,
with gr.Accordion(label=f'SHEPHERD\'s Attention to Patient\'s Phenotypes', open=False, elem_id='gene_attn_accordion'):
#gr.Markdown(f'SHEPHERD\'s Attention to Patient\'s Phenotypes
')
gene_attn_dataframe = gr.Dataframe( elem_id="gene_attn_df", headers=['Phenotypes', 'Attention' ], overflow_row_behaviour='paginate') # label='Candidate Genes', show_label=False,
with gr.Accordion(label=f'Visualization of Patient\'s Neighborhood in the Knowledge Graph', open=False, elem_id='kg_neigh_accordion'):
#kg_neighborhood_image = gr.Image(elem_id='kg_neigh')#.style(height=200, width=200)
kg_neighborhood_image = gr.HTML(elem_id = 'kg_patient_neighborhood')
#gene_button = gr.Button("Go")
with gr.TabItem("Patients Like Me"):
gr.HTML(get_umap('patient'))
gr.Markdown('Select a patient to view SHEPHERD\'s predictions
')
patient_dropdown = gr.Dropdown(choices=['UDN-P3','UDN-P4','UDN-P5','UDN-P6'], label='Rare Disease Patients', type='value')
p_patient_info = gr.Markdown()
with gr.Accordion(label=f'Top 10 Most Similar Patients according to SHEPHERD', open=True, elem_id='pt_accordion'): #
patient_dataframe = gr.Dataframe(max_rows=10, datatype = 'markdown', show_label=False, elem_id="pat_df", headers=['Candidate Patient', 'Candidate Patient\'s Gene', 'Candidate Patient\'s Disease' ]) #'Candidate Patient\'s Phenotypes'
#patient_button = gr.Button("Go")
with gr.Accordion(label='SHEPHERD\'s Attention to Patient\'s Phenotypes', open=False, elem_id='pt_attn_accordion'):
pt_attn_dataframe = gr.Dataframe( elem_id="pt_attn_df", headers=['Phenotypes', 'Attention' ], overflow_row_behaviour='paginate')
with gr.TabItem("Disease Characterization"):
gr.HTML(get_umap('disease'))
gr.Markdown('Select a patient to view SHEPHERD\'s predictions
')
dx_dropdown = gr.Dropdown(choices=['UDN-P7','UDN-P8','UDN-P9','UDN-P2'], label='Rare Disease Patients', type='value')
dx_patient_info = gr.Markdown()
with gr.Accordion(label='Top 10 Most Similar Diseases according to SHEPHERD', open=True, elem_id='pt_accordion'): #
dx_dataframe = gr.Dataframe(max_rows=10, datatype = 'markdown', show_label=False, elem_id="dx_df", headers=['Diseases'])
with gr.Accordion(label='SHEPHERD\'s Attention to Patient\'s Phenotypes', open=False, elem_id='dx_attn_accordion'):
dx_attn_dataframe = gr.Dataframe( elem_id="dx_attn_df", headers=['Phenotypes', 'Attention' ], overflow_row_behaviour='paginate')
#dx_button = gr.Button("Go")
gene_dropdown.change(causal_gene_discovery, inputs=[gene_dropdown,gene_radio], outputs=[patient_info, gene_dataframe, gene_attn_dataframe, kg_neighborhood_image])
gene_radio.change(causal_gene_discovery, inputs=[gene_dropdown,gene_radio], outputs=[patient_info, gene_dataframe, gene_attn_dataframe, kg_neighborhood_image])
patient_dropdown.change(patients_like_me, inputs=patient_dropdown, outputs=[p_patient_info, patient_dataframe, pt_attn_dataframe])
dx_dropdown.change(disease_characterization, inputs=dx_dropdown, outputs=[dx_patient_info, dx_dataframe, dx_attn_dataframe])
#gene_dropdown.change(get_patient, inputs=gene_dropdown, outputs=patient_info)
#gene_button.click(causal_gene_discovery, inputs=gene_dropdown, outputs=[gene_dataframe,gene_attn_dataframe, kg_neighborhood_image])
#patient_button.click(patients_like_me, inputs=patient_dropdown, outputs=patient_dataframe)
#dx_button.click(disease_characterization, inputs=dx_dropdown, outputs=dx_dataframe)
demo.launch( ) #server_port=50018, share=True