# IMPORT NECESSARY MODULES AND LIBRARIES from timeit import default_timer as timer import xml.etree.ElementTree as ET from collections import Counter from bs4 import BeautifulSoup from io import StringIO from decimal import * import pandas as pd import requests as r import os.path as op from pathlib import Path import subprocess import argparse import ssbio.utils import warnings import sys import pathlib import os, glob import math import ssbio import ssl import gzip import ast import itertools from Bio.Align import substitution_matrices from Bio.PDB.Polypeptide import * from Bio.PDB import PDBList from Bio import Align from Bio import SeqIO from Bio.PDB import * import numpy as np # FUNCTIONS from calc_pc_property import * from add_domains import * from add_annotations import * from add_structure import * from add_alignment import * from manage_files import * from add_3Dalignment import * from add_sasa import * from standard import * from add_interface_pos import * from standard import * from uniprotSequenceMatch import uniprotSequenceMatch from process_input import clean_data from alphafold_model import * def alphafold(input_set, mode, impute): start = timer() # Necessary lists annotation_list = ['disulfide', 'intMet', 'intramembrane', 'naturalVariant', 'dnaBinding', 'activeSite', 'nucleotideBinding', 'lipidation', 'site', 'transmembrane', 'crosslink', 'mutagenesis', 'strand', 'helix', 'turn', 'metalBinding', 'repeat', 'topologicalDomain', 'caBinding', 'bindingSite', 'region', 'signalPeptide', 'modifiedResidue', 'zincFinger', 'motif', 'coiledCoil', 'peptide', 'transitPeptide', 'glycosylation', 'propeptide'] change_names = {'Disulfide bond': 'disulfide', 'Initiator methionine': 'intMet', 'Natural variant': 'naturalVariant', 'DNA binding': 'dnaBinding', 'Active site': 'activeSite', 'Nucleotide binding': 'nucleotideBinding', 'Lipidation': 'lipidation', 'Site': 'site', 'Transmembrane': 'transmembrane', 'Cross-link': 'crosslink', 'Mutagenesis': 'mutagenesis', 'Beta strand': 'strand', 'Helix': 'helix', 'Turn': 'turn', 'Metal binding': 'metalBinding', 'Repeat': 'repeat', 'Topological domain': 'topologicalDomain', 'Calcium binding': 'caBinding', 'Binding site': 'bindingSite', 'Region': 'region', 'Signal peptide': 'signalPeptide', 'Modified residue': 'modifiedResidue', 'Zinc finger': 'zincFinger', 'Motif': 'motif', 'Coiled coil': 'coiledCoil', 'Peptide': 'peptide', 'Transit peptide': 'transitPeptide', 'Glycosylation': 'glycosylation', 'Propeptide': 'propeptide', 'Intramembrane': 'intramembrane'} ## Standardizing input data = clean_data(input_set) path_to_input_files, path_to_output_files, path_to_domains, fisher_path, path_to_interfaces, alphafold_path, alphafold_summary= manage_files(mode) out_path = path_to_output_files / 'log.txt' sys.stdout = open(out_path, 'w') print('Creating directories...') file_base = str(Path(alphafold_path / '*')) file_str = glob.glob(file_base)[0].split('-')[-1].split('.')[0] ## Physicochemical properties print('Adding physicochemical properties...\n') data = add_physicochemical(data) ## Domains print('Adding domains\n') data = add_domains(data, path_to_domains) ## Processing data frame data = data.astype(str) data = data.replace({'NaN': np.NaN, 'nan': np.NaN}) data.domain = data.domain.replace({np.NaN: '-1'}) # Fill -1 if NaN - standardization. data.domStart = data.domStart.replace({np.NaN: '-1'}) data.domEnd = data.domEnd.replace({np.NaN: '-1'}) data.distance = data.distance.replace({np.NaN: '-1'}) fisherResult = pd.read_csv(fisher_path, sep='\t') significant_domains = fisherResult.domain.to_list() data = data.reset_index() data = data.drop(columns=['index']) ## not_match_in_uniprot : Data points not matched to UniProt sequence ## uniprot_matched: Data points matched to UniProt sequence. Proceed with this data frame ## canonical_fasta : Dataframe including canonical sequence for the protein of interest. Obtained from UniProt. ## isoform_fasta: Dataframe including isoform sequences for the protein of interest. Obtained from UniProt. not_match_in_uniprot, uniprot_matched, canonical_fasta, isoform_fasta = uniprotSequenceMatch(data) not_match_in_uniprot = not_match_in_uniprot.reset_index().drop(['index'], axis=1) for key in change_names.keys(): not_match_in_uniprot[key] = '' not_match_in_uniprot = not_match_in_uniprot.rename(columns=change_names) uniprot_matched = add_annotations(uniprot_matched) for w in uniprot_matched.index: for q in annotation_list: per_protein = [] if uniprot_matched.at[w, q] != 'nan': fix = ast.literal_eval(uniprot_matched.at[w, q]) for z in fix: if '-' in z: per_protein += np.arange(int(z.split('-')[0]), int(z.split('-')[1])+1,1).tolist() else: try: per_protein.append(int(z)) except: ValueError uniprot_matched.at[w, q] = per_protein else: uniprot_matched.at[w, q] = 'nan' uniprot_matched = uniprot_matched.rename(columns=change_names) uniprot_matched['wt_sequence_match'] = uniprot_matched['wt_sequence_match'].astype(str) ## Avoiding downloading files for SASA calculation if already downloaded. existing_free_sasa = list(Path(path_to_output_files / 'freesasa_files').glob("*")) existing_free_sasa = [str(i) for i in existing_free_sasa] existing_free_sasa = [i.split('/')[-1].split('.')[0] for i in existing_free_sasa] ## Decide if the wild type amino acid is on canonical or isoform sequence. Selected sequence will be used for the ## sequence alignment. for i in uniprot_matched.index: if len(uniprot_matched.at[i, 'uniprotSequence']) >= int(uniprot_matched.at[i, 'pos']): wt = uniprot_matched.at[i, 'wt'] can = str(uniprot_matched.at[i, 'uniprotSequence'])[int(uniprot_matched.at[i, 'pos']) - 1] if wt == can: uniprot_matched.at[i, 'wt_sequence_match'] = 'm' elif wt != can: isoList = isoform_fasta[ isoform_fasta['uniprotID'] == uniprot_matched.at[i, 'uniprotID']].isoformSequence.to_list() for k in isoList: if len(k) >= int(uniprot_matched.at[i, 'pos']): resInIso = k[int(int(uniprot_matched.at[i, 'pos']) - 1)] if wt == resInIso: whichIsoform = isoform_fasta[isoform_fasta.isoformSequence == k].whichIsoform.to_list()[0] uniprot_matched.at[i, 'wt_sequence_match'] = 'i' uniprot_matched.at[i, 'whichIsoform'] = whichIsoform break elif len(uniprot_matched.at[i, 'uniprotSequence']) < int(uniprot_matched.at[i, 'pos']): isoList = isoform_fasta[ isoform_fasta['uniprotID'] == uniprot_matched.at[i, 'uniprotID']].isoformSequence.to_list() for k in isoList: if len(k) >= int(uniprot_matched.at[i, 'pos']): resInIso = k[int(int(uniprot_matched.at[i, 'pos']) - 1)] wt = uniprot_matched.at[i, 'wt'] if wt == resInIso: whichIsoform = isoform_fasta[isoform_fasta.isoformSequence == k].whichIsoform.to_list()[0] uniprot_matched.at[i, 'wt_sequence_match'] = 'i' uniprot_matched.at[i, 'whichIsoform'] = whichIsoform break uniprot_matched = uniprot_matched.replace({'nan': np.NaN}) for annot in ['Domain', 'Alternative sequence', 'Chain', 'Sequence conflict', 'Compositional bias']: try: uniprot_matched = uniprot_matched.drop(columns=annot) except: KeyError print('You have %d data points that failed to match a UniProt Sequence\nProceeding with %d remaining...\n' % (len(not_match_in_uniprot.drop_duplicates(['datapoint'])), len(uniprot_matched.drop_duplicates(['datapoint'])))) ## Adding interface residue information. data_interface = pd.read_csv(path_to_interfaces, sep='\t') interface_positions = get_interface_positions(data_interface, 'P1', 'P2') interface_dataframe = pd.DataFrame() for key, val in interface_positions.items(): k = pd.Series((key, str(list(set(val))))) interface_dataframe = interface_dataframe.append(k, ignore_index=True) interface_dataframe.columns = ['uniprotID', 'interface_positions'] uniprot_matched = uniprot_matched.merge(interface_dataframe, on='uniprotID', how='left') uniprot_matched.interface_positions = uniprot_matched.interface_positions.astype('str') ## PDB info file is pre-generated for time concerns. Includes summary data of AlphaFold structures. ## With new updates, can be updated separately. pdb_info = pd.read_csv(alphafold_summary, sep='\t') ## Keeping how many models each AlphaFold structure has. model_count = modelCount(alphafold_path) for k, v in model_count.items(): model_count[k] = int(v / 2) # two types of files for each file. uniprot_matched = uniprot_matched.astype(str) uniprot_matched.domStart = uniprot_matched.domStart.astype(float) uniprot_matched.domEnd = uniprot_matched.domEnd.astype(float) uniprot_matched.domStart = uniprot_matched.domStart.astype(int) uniprot_matched.domEnd = uniprot_matched.domEnd.astype(int) ## Main part to add annotation information, align sequences, finding distances for i in uniprot_matched.index: print('Processing', i, 'of', len(uniprot_matched)) if len(uniprot_matched.at[i, 'uniprotSequence']) >= int(uniprot_matched.at[i, 'pos']): wt = uniprot_matched.at[i, 'wt'] can = str(uniprot_matched.at[i, 'uniprotSequence'])[int(uniprot_matched.at[i, 'pos']) - 1] ## Information about whether the mutation is found on the canonical or isoform sequence. if wt == can: uniprot_matched.at[i, 'wt_sequence_match'] = 'm' elif wt != can: isoList = isoform_fasta[ isoform_fasta['uniprotID'] == uniprot_matched.at[i, 'uniprotID']].isoformSequence.to_list() for k in isoList: if len(k) >= int(uniprot_matched.at[i, 'pos']): resInIso = k[int(int(uniprot_matched.at[i, 'pos']) - 1)] if wt == resInIso: whichIsoform = isoform_fasta[isoform_fasta.isoformSequence == k].whichIsoform.to_list()[0] uniprot_matched.at[i, 'wt_sequence_match'] = 'i' uniprot_matched.at[i, 'whichIsoform'] = whichIsoform break elif len(uniprot_matched.at[i, 'uniprotSequence']) < int(uniprot_matched.at[i, 'pos']): isoList = isoform_fasta[ isoform_fasta['uniprotID'] == uniprot_matched.at[i, 'uniprotID']].isoformSequence.to_list() for k in isoList: if len(k) >= int(uniprot_matched.at[i, 'pos']): resInIso = k[int(int(uniprot_matched.at[i, 'pos']) - 1)] wt = uniprot_matched.at[i, 'wt'] if wt == resInIso: whichIsoform = isoform_fasta[isoform_fasta.isoformSequence == k].whichIsoform.to_list()[0] uniprot_matched.at[i, 'wt_sequence_match'] = 'i' uniprot_matched.at[i, 'whichIsoform'] = whichIsoform break uniprotID = uniprot_matched.at[i, 'uniprotID'] datapoint = uniprot_matched.at[i, 'datapoint'] for k in annotation_list: txt = k + 'Binary' if (str(uniprot_matched.at[i, txt]) == '0') or (str(uniprot_matched.at[i, txt]) == '0.0'): uniprot_matched.at[i, txt] = '1' elif (str(uniprot_matched.at[i, txt]).lower() == 'nan') | (str(uniprot_matched.at[i, txt]) == np.NaN) : uniprot_matched.at[i, txt] = '0' elif (str(uniprot_matched.at[i, txt]) == '1') or (str(uniprot_matched.at[i, txt]) == '1.0'): uniprot_matched.at[i, txt] = '2' ## Search in all models. models_for_protein = [val for key, val in model_count.items() if uniprotID in key.split(';')] # We have this many models for the protein. which_model_mutation = which_model( int(uniprot_matched.at[i, 'pos'])) # List of models in which the mutation can be found. models_for_all_annotations = {} for annot in annotation_list: if len(uniprot_matched.at[i, annot]) != 0 and type(uniprot_matched.at[i, annot]) != list: uniprot_matched.at[i, annot] = list( map(str.strip, uniprot_matched.at[i, annot].strip('][').replace('"', '').split(','))) models_for_annotations = {} # Recording which position is found in which model file. for annot_position in uniprot_matched.at[i, annot]: if annot_position != 'nan' and annot_position != '': models_for_that_position = which_model(int(annot_position)) else: models_for_that_position = {} for key, val in models_for_that_position.items(): if key not in models_for_annotations.keys(): models_for_annotations[key] = [val] else: models_for_annotations[key] += [val] models_for_all_annotations[annot] = models_for_annotations new_dict = {} for key, val in models_for_all_annotations.items(): subdict = {k: v for k, v in val.items() if k in which_model_mutation} subdict = dict(sorted(subdict.items())) new_dict[key] = subdict new_dict = reduce_model_dict(new_dict) models_we_need = list(set(itertools.chain.from_iterable( [list(ov.keys()) for ok, ov in new_dict.items()]))) # Read models with these numbers info_per_model = {} # her bir datapoint için baştan yazılıyor. dist_of_annots = {} all_domain_distances = [] for mod in models_we_need: print('---------PRINTING FOR MODEL--------', mod) dist_of_annots[str(mod)] = {} info_per_model[mod] = {} info_per_model[mod]['datapoint'] = datapoint identifier = uniprot_matched.at[i, 'uniprotSequence'] try: pdbSequence = pdb_info.loc[(pdb_info.uniprotID == uniprotID) & ( pdb_info.model_num == mod)].sequence.item() except: ValueError pdbSequence = 'nan' if pdbSequence != 'nan': # The number in models we need might not be present for that protein. Preventng error. pdbSequence = pdb_info.loc[(pdb_info.uniprotID == uniprotID) & (pdb_info.model_num == mod)].sequence.item() alignment_list = do_alignment(uniprot_matched.at[i, 'datapoint'], uniprot_matched.at[i, 'uniprotSequence'], pdbSequence, Path(path_to_output_files / 'alignment_files')) pdb_alignStatus = mutation_position_on_pdb(alignment_list, uniprot_matched.at[i, 'pos'])[0] info_per_model[mod]['pdb_alignStatus'] = pdb_alignStatus mutationPositionOnPDB = mutation_position_on_pdb(alignment_list, uniprot_matched.at[i, 'pos'])[1] info_per_model[mod]['mutationPositionOnPDB'] = mutationPositionOnPDB startGap = mutation_position_on_pdb(alignment_list, uniprot_matched.at[i, 'pos'])[2] info_per_model[mod]['startGap'] = startGap alignment_to_use = mutation_position_on_pdb(alignment_list, uniprot_matched.at[i, 'pos'])[3] for annot in annotation_list: if new_dict[annot] == {}: annotation_pos_on_pdb_ = [] else: try: annotation_pos_on_pdb_ = annotation_pos_on_pdb(new_dict[annot][mod], startGap, alignment_to_use, identifier) except: KeyError info_per_model[mod][annot] = annotation_pos_on_pdb_ pdb_path = Path(f'{alphafold_path}/AF-{uniprotID}-F{mod}-{file_str}.pdb.gz') if get_alignments_3D(uniprotID, mod, pdb_path, pdbSequence, 'nan', 'nan', 'nan', mode, Path(path_to_output_files / '3D_alignment'), 'gzip') != None: alignments, coords, resnums_for_sasa = get_alignments_3D(uniprotID, mod, pdb_path, pdbSequence, 'nan', 'nan', 'nan', mode, Path(path_to_output_files / '3D_alignment'), 'gzip') alignments = alignments[0] calculate_freesasa(uniprotID, mod, existing_free_sasa, alphafold_path, path_to_output_files) if (mutationPositionOnPDB != 'nan'): if (int(mutationPositionOnPDB) <= 1400): try: coordMut = get_coords(mutationPositionOnPDB, alignments, coords, resnums_for_sasa, mode)[0] except: ValueError coordMut = 'nan' else: coordMut = np.NaN sasa_pos = get_coords(mutationPositionOnPDB, alignments, coords, resnums_for_sasa, mode)[2] sasa_val = sasa('alphafold', 'nan', uniprotID, sasa_pos, uniprot_matched.at[i, 'wt'], mode, path_to_output_files, file_type='gzip') if sasa_val != None: uniprot_matched.at[i, 'sasa'] = sasa_val else: coordMut = 'nan' sasa_val = 'nan' uniprot_matched.at[i, 'sasa'] = sasa_val domainPositionOnPDB_list = list( range(int(uniprot_matched.at[i, 'domStart']), int(uniprot_matched.at[i, 'domEnd']))) domain_distances = [] if len(domainPositionOnPDB_list) != 0: for domain_ in domainPositionOnPDB_list: coordDomain = get_coords(domain_, alignments, coords, resnums_for_sasa, mode)[0] distance_dom = float(find_distance(coordMut, coordDomain)) # bu bir anotasyonun bir modeldeki bir tane pozisyonu için. domain_distances.append(distance_dom) minimum_domain = min(domain_distances) # minimum for one model. else: minimum_domain = np.NaN all_domain_distances.append(minimum_domain) list_dist_of_annots = [] for key, val in info_per_model.items(): modNum = key min_annots = {} # Write from scratch for each annotation. if modNum == mod: for label, annotPos in val.items(): # For each annotation type, calculate all distances of the annot positions. if label in annotation_list: all_annot_distance_per_model = [] # All distances of an annoation in hat model for annot_position in annotPos: if (annot_position != 'nan'): if (int(annot_position) <= 1400): coordAnnot = \ get_coords(annot_position, alignments, coords, resnums_for_sasa, mode)[ 0] distance = float(find_distance(coordMut, coordAnnot)) # bu bir anotasyonun bir modeldeki bir tane pozisyonu için. all_annot_distance_per_model.append(distance) if all_annot_distance_per_model != []: all_annot_distance_per_model = [float(i) for i in all_annot_distance_per_model] try: minimum_position = float(min(all_annot_distance_per_model)) except: ValueError minimum_position = 'nan' min_annots[label] = float( minimum_position) # Minimum of the annotation in this model. if min_annots != {}: list_dist_of_annots.append(min_annots) dist_of_annots[str( mod)] = list_dist_of_annots # Getting minimum of all possible models # uniprot_matched.at[i, annotation_type] = minimum_position else: print('Model File Not Found') uniprot_matched.at[i, 'sasa'] = np.NaN if len(all_domain_distances) != 0: uniprot_matched.at[i, 'domaindistance3D'] = min(all_domain_distances) else: uniprot_matched.at[i, 'domaindistance3D'] = np.NaN dist_of_annots_min_of_all = {} flat = [item for sublist in list(dist_of_annots.values()) for item in sublist] for f in flat: for key, val in f.items(): if key not in dist_of_annots_min_of_all.keys(): dist_of_annots_min_of_all[key] = val elif (key in dist_of_annots_min_of_all.keys()) & (float(dist_of_annots_min_of_all[key]) > float(val)): dist_of_annots_min_of_all[key] = val key_list = [] for key, val in dist_of_annots_min_of_all.items(): uniprot_matched.at[i, key] = val key_list.append(key) remaining = list(set(annotation_list) - set(key_list)) for rem in remaining: uniprot_matched.at[i, rem] = '' uniprot_matched.at[i, 'distances'] = [dist_of_annots] if (uniprot_matched.at[i, 'sasa'] != None) & (uniprot_matched.at[i, 'sasa'] != np.NaN) & ( str(uniprot_matched.at[i, 'sasa']) != 'nan'): if '*' in uniprot_matched.at[i, 'sasa']: uniprot_matched.at[i, 'sasa'] = uniprot_matched.at[i, 'sasa'].split('*')[0] try: uniprot_matched.at[i, 'sasa'] = float(uniprot_matched.at[i, 'sasa'].strip()) except: TypeError if float(uniprot_matched.at[i, 'sasa']) < 5: uniprot_matched.at[i, 'trsh4'] = 'core' elif float(uniprot_matched.at[i, 'sasa']) >= 5: uniprot_matched.at[i, 'trsh4'] = 'surface' elif str(uniprot_matched.at[i, 'sasa']) == 'nan': uniprot_matched.at[i, 'trsh4'] = 'nan' else: uniprot_matched.at[i, 'trsh4'] = 'nan' if (str(uniprot_matched.at[i, 'pos']) in uniprot_matched.at[i, 'interface_positions']) and uniprot_matched.at[ i, 'trsh4'] == 'surface': uniprot_matched.at[i, 'threeState_trsh4_HQ'] = 'interface' elif (str(uniprot_matched.at[i, 'pos']) not in uniprot_matched.at[i, 'interface_positions']) and uniprot_matched.at[ i, 'trsh4'] == 'surface': uniprot_matched.at[i, 'threeState_trsh4_HQ'] = 'surface' elif (str(uniprot_matched.at[i, 'pos']) not in uniprot_matched.at[i, 'interface_positions']) and uniprot_matched.at[ i, 'trsh4'] == 'core': uniprot_matched.at[i, 'threeState_trsh4_HQ'] = 'core' elif (str(uniprot_matched.at[i, 'pos']) in uniprot_matched.at[i, 'interface_positions']) and uniprot_matched.at[ i, 'trsh4'] == 'core': uniprot_matched.at[i, 'threeState_trsh4_HQ'] = 'conflict' elif uniprot_matched.at[i, 'trsh4'] == 'nan': uniprot_matched.at[i, 'threeState_trsh4_HQ'] = 'nan' if uniprot_matched.at[i, 'domain'] in significant_domains: uniprot_matched.at[i, 'domain_fisher'] = uniprot_matched.at[i, 'domain'] else: uniprot_matched.at[i, 'domain_fisher'] = 'NULL' uniprot_matched = uniprot_matched.round(2) uniprot_matched = uniprot_matched.astype(str) uniprot_matched[ 'domain'] = uniprot_matched['domain'].replace({'-1': 'NULL'}) uniprot_matched = uniprot_matched.drop_duplicates() uniprot_matched.rename( columns={'uniprotID': 'prot_uniprotAcc', 'wt': 'wt_residue', 'pos': 'position', 'mut': 'mut_residue', 'datapoint': 'meta_merged', 'datapoint_disease': 'meta-lab_merged', 'label': 'source_db', 'family': 'prot_family', 'domain': 'domains_all', 'domain_fisher': 'domains_sig', 'domaindistance3D': 'domains_3Ddist', 'threeState_trsh4_HQ': 'location_3state', 'disulfideBinary': 'disulfide_bin', 'intMetBinary': 'intMet_bin', 'intramembraneBinary': 'intramembrane_bin', 'naturalVariantBinary': 'naturalVariant_bin', 'dnaBindingBinary': 'dnaBinding_bin', 'activeSiteBinary': 'activeSite_bin', 'nucleotideBindingBinary': 'nucleotideBinding_bin', 'lipidationBinary': 'lipidation_bin', 'siteBinary': 'site_bin', 'transmembraneBinary': 'transmembrane_bin', 'crosslinkBinary': 'crosslink_bin', 'mutagenesisBinary': 'mutagenesis_bin', 'strandBinary': 'strand_bin', 'helixBinary': 'helix_bin', 'turnBinary': 'turn_bin', 'metalBindingBinary': 'metalBinding_bin', 'repeatBinary': 'repeat_bin', 'topologicalDomainBinary': 'topologicalDomain_bin', 'caBindingBinary': 'caBinding_bin', 'bindingSiteBinary': 'bindingSite_bin', 'regionBinary': 'region_bin', 'signalPeptideBinary': 'signalPeptide_bin', 'modifiedResidueBinary': 'modifiedResidue_bin', 'zincFingerBinary': 'zincFinger_bin', 'motifBinary': 'motif_bin', 'coiledCoilBinary': 'coiledCoil_bin', 'peptideBinary': 'peptide_bin', 'transitPeptideBinary': 'transitPeptide_bin', 'glycosylationBinary': 'glycosylation_bin', 'propeptideBinary': 'propeptide_bin', 'disulfide': 'disulfide_dist', 'intMet': 'intMet_dist', 'intramembrane': 'intramembrane_dist', 'naturalVariant': 'naturalVariant_dist', 'dnaBinding': 'dnaBinding_dist', 'activeSite': 'activeSite_dist', 'nucleotideBinding': 'nucleotideBinding_dist', 'lipidation': 'lipidation_dist', 'site': 'site_dist', 'transmembrane': 'transmembrane_dist', 'crosslink': 'crosslink_dist', 'mutagenesis': 'mutagenesis_dist', 'strand': 'strand_dist', 'helix': 'helix_dist', 'turn': 'turn_dist', 'metalBinding': 'metalBinding_dist', 'repeat': 'repeat_dist', 'topologicalDomain': 'topologicalDomain_dist', 'caBinding': 'caBinding_dist', 'bindingSite': 'bindingSite_dist', 'region': 'region_dist', 'signalPeptide': 'signalPeptide_dist', 'modifiedResidue': 'modifiedResidue_dist', 'zincFinger': 'zincFinger_dist', 'motif': 'motif_dist', 'coiledCoil': 'coiledCoil_dist', 'peptide': 'peptide_dist', 'transitPeptide': 'transitPeptide_dist', 'glycosylation': 'glycosylation_dist', 'propeptide': 'propeptide_dist'}, inplace=True) uniprot_matched = uniprot_matched[ ['prot_uniprotAcc', 'wt_residue', 'mut_residue', 'position', 'meta_merged', 'composition', 'polarity', 'volume', 'granthamScore', 'domains_all', 'domains_sig', 'domains_3Ddist', 'sasa', 'location_3state', 'disulfide_bin', 'intMet_bin', 'intramembrane_bin', 'naturalVariant_bin', 'dnaBinding_bin', 'activeSite_bin', 'nucleotideBinding_bin', 'lipidation_bin', 'site_bin', 'transmembrane_bin', 'crosslink_bin', 'mutagenesis_bin', 'strand_bin', 'helix_bin', 'turn_bin', 'metalBinding_bin', 'repeat_bin', 'caBinding_bin', 'topologicalDomain_bin', 'bindingSite_bin', 'region_bin', 'signalPeptide_bin', 'modifiedResidue_bin', 'zincFinger_bin', 'motif_bin', 'coiledCoil_bin', 'peptide_bin', 'transitPeptide_bin', 'glycosylation_bin', 'propeptide_bin', 'disulfide_dist', 'intMet_dist', 'intramembrane_dist', 'naturalVariant_dist', 'dnaBinding_dist', 'activeSite_dist', 'nucleotideBinding_dist', 'lipidation_dist', 'site_dist', 'transmembrane_dist', 'crosslink_dist', 'mutagenesis_dist', 'strand_dist', 'helix_dist', 'turn_dist', 'metalBinding_dist', 'repeat_dist', 'caBinding_dist', 'topologicalDomain_dist', 'bindingSite_dist', 'region_dist', 'signalPeptide_dist', 'modifiedResidue_dist', 'zincFinger_dist', 'motif_dist', 'coiledCoil_dist', 'peptide_dist', 'transitPeptide_dist', 'glycosylation_dist', 'propeptide_dist']] uniprot_matched = uniprot_matched.reset_index() uniprot_matched = uniprot_matched.drop(columns = {'index'}) # Imputation if (impute == 'True') or (impute == 'true'): filler = [20.71, 46.67, 28.13,15.5, 35.94, 21.84, 25.15, 45.15, 29.81, 29.91, 34.67, 24.72, 10.66,11.55, 13.02, 21.54,27.42, 38.39, 30.44, 20.9, 25.82, 46.12, 32.1, 35.96, 35.86, 37.88, 19.09, 35.2, 26.95, 37.48] col_index = 0 for col_ in uniprot_matched.columns[-30:]: uniprot_matched[col_] = uniprot_matched[col_].fillna(filler[col_index]) uniprot_matched[col_] = uniprot_matched[col_].replace({'nan': filler[col_index]}) uniprot_matched[col_] = uniprot_matched[col_].replace({'': filler[col_index]}) """ if uniprot_matched[col_].values == '': uniprot_matched[col_] = filler[col_index] """ col_index += 1 uniprot_matched['domains_3Ddist'] = uniprot_matched['domains_3Ddist'].fillna(29.78) uniprot_matched['sasa'] = uniprot_matched['sasa'].fillna(35.6) uniprot_matched['location_3state'] = uniprot_matched['location_3state'].fillna('unknown') elif (impute == 'False') or (impute == 'false'): pass uniprot_matched = uniprot_matched.replace({'nan': np.NaN}) uniprot_matched = uniprot_matched.replace({'['']': np.NaN}) uniprot_matched.to_csv(path_to_output_files / 'featurevector_alphafold.txt', index=False, sep='\t') if len(uniprot_matched) == 0: print( 'No feature vector could be produced for input data. Please check the presence of a structure for the input proteins.') print('Feature vector successfully created...') end = timer() hours, rem = divmod(end - start, 3600) minutes, seconds = divmod(rem, 60) print("Time passed: {:0>2}:{:0>2}:{:05.2f}".format(int(hours), int(minutes), seconds)) sys.stdout.close() return uniprot_matched