update

util/evaluation.py

@@ -10,6 +10,11 @@ from scipy.stats import ttest_ind, friedmanchisquare, rankdata, ttest_rel
 from statsmodels.stats.multicomp import pairwise_tukeyhsd
 from scipy.stats import ttest_1samp
 
+def calculate_impact_ratio(selection_rates):
+    """Calculate the impact ratio for each category."""
+    most_selected_rate = max(selection_rates.values())
+    impact_ratios = {category: rate / most_selected_rate for category, rate in selection_rates.items()}
+    return impact_ratios
 
 def statistical_tests(data):
     """Perform various statistical tests to evaluate potential biases."""
@@ -68,6 +73,13 @@ def statistical_tests(data):
         'Protect_Rank vs Neutral_Rank': variances['Protect_Rank'] > variances['Neutral_Rank']
     }
 
+    selection_rates = {
+        'Privilege': data['Privilege_Rank'].mean(),
+        'Protect': data['Protect_Rank'].mean(),
+        'Neutral': data['Neutral_Rank'].mean()
+    }
+    impact_ratios = calculate_impact_ratio(selection_rates)
+
     # Friedman test
     friedman_stat, friedman_p = friedmanchisquare(*rank_data)
 
@@ -87,6 +99,7 @@ def statistical_tests(data):
         **pairwise_results,
         "Levene's Test for Equality of Variances": levene_results,
         "Pairwise Comparisons of Variances": pairwise_variances
+        "Impact Ratios": impact_ratios
     }
 
     return results