Update utils.py

utils.py

@@ -8,12 +8,16 @@ import networkx as nx
 
 def clean_csv_file(csv_file):
     df = pd.read_csv(csv_file)
+
+    df.dropna(inplace=True)
+    df.drop_duplicates(inplace=True)
+
     return df
 
 
-def build_graph(csv_file, threshold):
+def build_graph(csv_file, *, threshold, corr_type):
     features = clean_csv_file(csv_file)
-    links = features.corr(method='kendall').fillna(0).stack().reset_index()
+    links = features.corr(method=corr_type).fillna(0).stack().reset_index()
     links.columns = ['var1', 'var2', 'value']
 
     # Keep only correlation over a threshold
@@ -46,9 +50,9 @@ class MplColorHelper:
         return f"rgb({r},{g},{b})"
     
 
-def display_graph(csv_file, threshold):
+def display_graph(csv_file, *, threshold, corr_type):
 
-    G = build_graph(csv_file, threshold=threshold)
+    G = build_graph(csv_file, threshold=threshold, corr_type=corr_type)
 
     CM_NAME = "Wistia"
  
@@ -59,6 +63,7 @@ def display_graph(csv_file, threshold):
     # get rgb string for each node
     for u, v, data in G.edges(data=True):
         data['color'] = edge_colors.get_rgb_str(data['corr_value'])
+        
     disp = gv.d3(
             G, 
             # graph specs