Spaces:
Sleeping
Sleeping
Zekun Wu
commited on
Commit
•
16d8bbb
1
Parent(s):
5ca3be7
update
Browse files- util/evaluation.py +15 -15
util/evaluation.py
CHANGED
@@ -93,24 +93,24 @@ def statistical_tests(data):
|
|
93 |
pair_name_rank = f'{var1}{rank_suffix} vs {var2}{rank_suffix}'
|
94 |
pair_name_score = f'{var1}{score_suffix} vs {var2}{score_suffix}'
|
95 |
|
96 |
-
# Mann-Whitney U Test
|
97 |
-
mw_stat, mw_p = mannwhitneyu(data[f'{var1}{rank_suffix}'], data[f'{var2}{rank_suffix}'])
|
98 |
-
pairwise_results['Mann-Whitney U Test'][pair_name_rank] = {"Statistic": mw_stat, "p-value": mw_p}
|
99 |
-
|
100 |
-
# Wilcoxon Signed-Rank Test
|
101 |
-
if len(data) > 20:
|
102 |
-
|
103 |
-
else:
|
104 |
-
|
105 |
-
pairwise_results['Wilcoxon Test'][pair_name_rank] = {"Statistic": wilcoxon_stat, "p-value": wilcoxon_p}
|
106 |
-
|
107 |
# Levene's Test for equality of variances
|
108 |
-
levene_stat, levene_p = levene(data[f'{var1}{score_suffix}'], data[f'{var2}{score_suffix}'])
|
109 |
-
pairwise_results['Levene\'s Test'][pair_name_score] = {"Statistic": levene_stat, "p-value": levene_p}
|
110 |
|
111 |
# T-test for independent samples
|
112 |
-
t_stat, t_p = ttest_ind(data[f'{var1}{score_suffix}'], data[f'{var2}{score_suffix}']
|
113 |
-
equal_var=(levene_p > 0.05))
|
114 |
pairwise_results['T-Test'][pair_name_score] = {"Statistic": t_stat, "p-value": t_p}
|
115 |
|
116 |
# ANOVA and post-hoc tests if applicable
|
|
|
93 |
pair_name_rank = f'{var1}{rank_suffix} vs {var2}{rank_suffix}'
|
94 |
pair_name_score = f'{var1}{score_suffix} vs {var2}{score_suffix}'
|
95 |
|
96 |
+
# # Mann-Whitney U Test
|
97 |
+
# mw_stat, mw_p = mannwhitneyu(data[f'{var1}{rank_suffix}'], data[f'{var2}{rank_suffix}'])
|
98 |
+
# pairwise_results['Mann-Whitney U Test'][pair_name_rank] = {"Statistic": mw_stat, "p-value": mw_p}
|
99 |
+
#
|
100 |
+
# # Wilcoxon Signed-Rank Test
|
101 |
+
# if len(data) > 20:
|
102 |
+
# wilcoxon_stat, wilcoxon_p = wilcoxon(data[f'{var1}{rank_suffix}'], data[f'{var2}{rank_suffix}'])
|
103 |
+
# else:
|
104 |
+
# wilcoxon_stat, wilcoxon_p = np.nan, "Sample size too small for Wilcoxon test."
|
105 |
+
# pairwise_results['Wilcoxon Test'][pair_name_rank] = {"Statistic": wilcoxon_stat, "p-value": wilcoxon_p}
|
106 |
+
#
|
107 |
# Levene's Test for equality of variances
|
108 |
+
# levene_stat, levene_p = levene(data[f'{var1}{score_suffix}'], data[f'{var2}{score_suffix}'])
|
109 |
+
# pairwise_results['Levene\'s Test'][pair_name_score] = {"Statistic": levene_stat, "p-value": levene_p}
|
110 |
|
111 |
# T-test for independent samples
|
112 |
+
t_stat, t_p = ttest_ind(data[f'{var1}{score_suffix}'], data[f'{var2}{score_suffix}'])
|
113 |
+
#equal_var=(levene_p > 0.05))
|
114 |
pairwise_results['T-Test'][pair_name_score] = {"Statistic": t_stat, "p-value": t_p}
|
115 |
|
116 |
# ANOVA and post-hoc tests if applicable
|