Action and Policy filtering

appStore/policyaction.py

@@ -27,7 +27,7 @@ from pandas.api.types import (
 classifier_identifier = 'policyaction'
 params  = get_classifier_params(classifier_identifier)
 
-@st.cache_data
+# @st.cache_data
 def to_excel(df):
     # df['Target Validation'] = 'No'
     # df['Netzero Validation'] = 'No'
@@ -174,6 +174,13 @@ def app():
 
                 st.session_state.key1 = df
 
+def filter_for_tracs(df):
+    sector_list = ['Transport','Energy','Economy-wide']
+    df['check'] = df['Sector Label'].apply(lambda x: any(i in x for i in sector_list))
+    df = df[df.check == True].reset_index(drop=True)
+    df['Sector Label'] = df['Sector Label'].apply(lambda x: [i for i in x if i in sector_list])
+    df.drop(columns = ['check'],inplace=True)
+    return df
 
 
 def action_display():
@@ -197,6 +204,10 @@ def action_display():
 
 
             st.caption("Filter table to select rows to keep for Action category")
+            hits = filter_for_tracs(hits)
+            convert_type = {'Conditional Label':'category',
+                                                        }
+            hits = hits.astype(convert_type)
             filter_dataframe_action(hits)
             # filtered_df = filtered_df[filtered_df.keep == True]
             # st.write('Explore the data')
@@ -243,7 +254,11 @@ def filter_dataframe_action(df: pd.DataFrame) -> pd.DataFrame:
     modification_container = st.container()
 
     with modification_container:
-        to_filter_columns = st.multiselect("Filter dataframe on", df.columns)
+        cols = list(set(df.columns) -{'page','Extracted Text'})
+        cols.sort()
+        to_filter_columns = st.multiselect("Filter dataframe on", cols
+                                )
+        # to_filter_columns = st.multiselect("Filter dataframe on", df.columns)
         for column in to_filter_columns:
             left, right = st.columns((1, 20))
             left.write("↳")
@@ -347,7 +362,11 @@ def filter_dataframe_policy(df: pd.DataFrame) -> pd.DataFrame:
     modification_container = st.container()
 
     with modification_container:
-        to_filter_columns = st.multiselect("Filter dataframe on", df.columns)
+        cols = list(set(df.columns) -{'page','Extracted Text'})
+        cols.sort()
+        to_filter_columns = st.multiselect("Filter dataframe on", cols
+                                )
+        # to_filter_columns = st.multiselect("Filter dataframe on", df.columns)
         for column in to_filter_columns:
             left, right = st.columns((1, 20))
             left.write("↳")
@@ -440,6 +459,10 @@ def policy_display():
 
 
             st.caption("Filter table to select rows to keep for Policies and Plans category")
+            hits = filter_for_tracs(hits)
+            convert_type = {'Conditional Label':'category',
+                                                        }
+            hits = hits.astype(convert_type)
             filter_dataframe_policy(hits)
             # filtered_df = filtered_df[filtered_df.keep == True]
             # st.write('Explore the data')