Zekun Wu commited on
Commit
16d8bbb
1 Parent(s): 5ca3be7
Files changed (1) hide show
  1. util/evaluation.py +15 -15
util/evaluation.py CHANGED
@@ -93,24 +93,24 @@ def statistical_tests(data):
93
  pair_name_rank = f'{var1}{rank_suffix} vs {var2}{rank_suffix}'
94
  pair_name_score = f'{var1}{score_suffix} vs {var2}{score_suffix}'
95
 
96
- # Mann-Whitney U Test
97
- mw_stat, mw_p = mannwhitneyu(data[f'{var1}{rank_suffix}'], data[f'{var2}{rank_suffix}'])
98
- pairwise_results['Mann-Whitney U Test'][pair_name_rank] = {"Statistic": mw_stat, "p-value": mw_p}
99
-
100
- # Wilcoxon Signed-Rank Test
101
- if len(data) > 20:
102
- wilcoxon_stat, wilcoxon_p = wilcoxon(data[f'{var1}{rank_suffix}'], data[f'{var2}{rank_suffix}'])
103
- else:
104
- wilcoxon_stat, wilcoxon_p = np.nan, "Sample size too small for Wilcoxon test."
105
- pairwise_results['Wilcoxon Test'][pair_name_rank] = {"Statistic": wilcoxon_stat, "p-value": wilcoxon_p}
106
-
107
  # Levene's Test for equality of variances
108
- levene_stat, levene_p = levene(data[f'{var1}{score_suffix}'], data[f'{var2}{score_suffix}'])
109
- pairwise_results['Levene\'s Test'][pair_name_score] = {"Statistic": levene_stat, "p-value": levene_p}
110
 
111
  # T-test for independent samples
112
- t_stat, t_p = ttest_ind(data[f'{var1}{score_suffix}'], data[f'{var2}{score_suffix}'],
113
- equal_var=(levene_p > 0.05))
114
  pairwise_results['T-Test'][pair_name_score] = {"Statistic": t_stat, "p-value": t_p}
115
 
116
  # ANOVA and post-hoc tests if applicable
 
93
  pair_name_rank = f'{var1}{rank_suffix} vs {var2}{rank_suffix}'
94
  pair_name_score = f'{var1}{score_suffix} vs {var2}{score_suffix}'
95
 
96
+ # # Mann-Whitney U Test
97
+ # mw_stat, mw_p = mannwhitneyu(data[f'{var1}{rank_suffix}'], data[f'{var2}{rank_suffix}'])
98
+ # pairwise_results['Mann-Whitney U Test'][pair_name_rank] = {"Statistic": mw_stat, "p-value": mw_p}
99
+ #
100
+ # # Wilcoxon Signed-Rank Test
101
+ # if len(data) > 20:
102
+ # wilcoxon_stat, wilcoxon_p = wilcoxon(data[f'{var1}{rank_suffix}'], data[f'{var2}{rank_suffix}'])
103
+ # else:
104
+ # wilcoxon_stat, wilcoxon_p = np.nan, "Sample size too small for Wilcoxon test."
105
+ # pairwise_results['Wilcoxon Test'][pair_name_rank] = {"Statistic": wilcoxon_stat, "p-value": wilcoxon_p}
106
+ #
107
  # Levene's Test for equality of variances
108
+ # levene_stat, levene_p = levene(data[f'{var1}{score_suffix}'], data[f'{var2}{score_suffix}'])
109
+ # pairwise_results['Levene\'s Test'][pair_name_score] = {"Statistic": levene_stat, "p-value": levene_p}
110
 
111
  # T-test for independent samples
112
+ t_stat, t_p = ttest_ind(data[f'{var1}{score_suffix}'], data[f'{var2}{score_suffix}'])
113
+ #equal_var=(levene_p > 0.05))
114
  pairwise_results['T-Test'][pair_name_score] = {"Statistic": t_stat, "p-value": t_p}
115
 
116
  # ANOVA and post-hoc tests if applicable