ToluClassics commited on
Commit
e9d0f10
1 Parent(s): 6a732ce

add run files

Browse files
Files changed (1) hide show
  1. app.py +6 -3
app.py CHANGED
@@ -80,6 +80,7 @@ def collect_results():
80
 
81
 
82
  def get_leaderboard_df(performance_dict, pretrained_models):
 
83
  df = list()
84
  for (pretrained, lang), perfs in performance_dict.items():
85
  lang_name = LANG_NAME[lang]
@@ -88,10 +89,12 @@ def get_leaderboard_df(performance_dict, pretrained_models):
88
  afrixnli_direct_perf = perfs.get(AFRIXNLI_DIRECT, 0.0)
89
  afrixnli_translate_perf = perfs.get(AFRIXNLI_TRANSLATE, 0.0)
90
 
91
- if afrimmlu_direct_perf * afrimmlu_translate_perf * afrixnli_direct_perf * afrixnli_translate_perf == 0:
92
- continue
 
 
93
 
94
- avg = round((afrimmlu_direct_perf + afrimmlu_translate_perf + afrixnli_direct_perf + afrixnli_translate_perf) / 4, 1)
95
  notes = ' '.join([pretrained, lang_name])
96
  row = [pretrained, lang_name, lang, avg, afrimmlu_direct_perf, afrimmlu_translate_perf, afrixnli_direct_perf, afrixnli_translate_perf, notes]
97
  df.append(row)
 
80
 
81
 
82
  def get_leaderboard_df(performance_dict, pretrained_models):
83
+
84
  df = list()
85
  for (pretrained, lang), perfs in performance_dict.items():
86
  lang_name = LANG_NAME[lang]
 
89
  afrixnli_direct_perf = perfs.get(AFRIXNLI_DIRECT, 0.0)
90
  afrixnli_translate_perf = perfs.get(AFRIXNLI_TRANSLATE, 0.0)
91
 
92
+ # if afrimmlu_direct_perf * afrimmlu_translate_perf * afrixnli_direct_perf * afrixnli_translate_perf == 0:
93
+ # continue
94
+
95
+ average_divide = [1 if afrimmlu_direct_perf else 0, 1 if afrimmlu_translate_perf else 0, 1 if afrixnli_direct_perf else 0, 1 if afrixnli_translate_perf else 0]
96
 
97
+ avg = round((afrimmlu_direct_perf + afrimmlu_translate_perf + afrixnli_direct_perf + afrixnli_translate_perf) / sum(average_divide), 1)
98
  notes = ' '.join([pretrained, lang_name])
99
  row = [pretrained, lang_name, lang, avg, afrimmlu_direct_perf, afrimmlu_translate_perf, afrixnli_direct_perf, afrixnli_translate_perf, notes]
100
  df.append(row)