Spaces:
Running
Running
More info to table of the tasks
Browse files
app.py
CHANGED
@@ -168,6 +168,14 @@ def fetch_model_tournament_results_table(submission_id, category):
|
|
168 |
visible=True,
|
169 |
)
|
170 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
171 |
def change_leaderboard_category(category, selected_submission_id):
|
172 |
if category == leaderboard_server.TASKS_CATEGORY_OVERALL:
|
173 |
task_abbreviation_legend = gr.update(
|
@@ -183,14 +191,8 @@ def change_leaderboard_category(category, selected_submission_id):
|
|
183 |
visible=False,
|
184 |
)
|
185 |
else:
|
186 |
-
task_abbreviation_legend_body = []
|
187 |
-
|
188 |
-
abbreviation2name = leaderboard_server.CATEGORY_TO_TASK_ABBREVIATION_TO_NAME[category]
|
189 |
-
for abbr, name in abbreviation2name.items():
|
190 |
-
task_abbreviation_legend_body.append([abbr, name])
|
191 |
-
|
192 |
task_abbreviation_legend = gr.update(
|
193 |
-
value=
|
194 |
visible=True,
|
195 |
)
|
196 |
|
@@ -303,12 +305,13 @@ with gr.Blocks(theme=gr.themes.Soft(text_size=text_md), css=custom_css) as main:
|
|
303 |
results_table_legend = gr.DataFrame(
|
304 |
value=None,
|
305 |
headers=[
|
306 |
-
"
|
307 |
-
"
|
|
|
308 |
],
|
309 |
column_widths=["150px"],
|
310 |
datatype="str",
|
311 |
-
label=
|
312 |
visible=False,
|
313 |
interactive=False,
|
314 |
elem_classes="leaderboard-table-legend",
|
|
|
168 |
visible=True,
|
169 |
)
|
170 |
|
171 |
+
def create_task_abbreviation_legend_table(category):
|
172 |
+
task_abbreviation_legend_body = []
|
173 |
+
abbreviation2name = leaderboard_server.CATEGORY_TO_TASK_ABBREVIATION_TO_DETAILS[category]
|
174 |
+
for abbr, name, url in abbreviation2name.values():
|
175 |
+
task_abbreviation_legend_body.append([abbr, name, url])
|
176 |
+
|
177 |
+
return task_abbreviation_legend_body
|
178 |
+
|
179 |
def change_leaderboard_category(category, selected_submission_id):
|
180 |
if category == leaderboard_server.TASKS_CATEGORY_OVERALL:
|
181 |
task_abbreviation_legend = gr.update(
|
|
|
191 |
visible=False,
|
192 |
)
|
193 |
else:
|
|
|
|
|
|
|
|
|
|
|
|
|
194 |
task_abbreviation_legend = gr.update(
|
195 |
+
value=create_task_abbreviation_legend_table(category),
|
196 |
visible=True,
|
197 |
)
|
198 |
|
|
|
305 |
results_table_legend = gr.DataFrame(
|
306 |
value=None,
|
307 |
headers=[
|
308 |
+
"Abbr.", # "task abbreviation"
|
309 |
+
"Name",
|
310 |
+
"URL",
|
311 |
],
|
312 |
column_widths=["150px"],
|
313 |
datatype="str",
|
314 |
+
label="Descriptions of the tasks",
|
315 |
visible=False,
|
316 |
interactive=False,
|
317 |
elem_classes="leaderboard-table-legend",
|
server.py
CHANGED
@@ -155,7 +155,7 @@ class LeaderboardServer:
|
|
155 |
self.TASKS_METADATA = json.load(open(TASKS_METADATA_PATH))
|
156 |
self.TASKS_CATEGORIES = {self.TASKS_METADATA[task]["category"] for task in self.TASKS_METADATA}
|
157 |
self.TASKS_CATEGORY_OVERALL = "Overall"
|
158 |
-
self.
|
159 |
|
160 |
self.var_lock = ReadWriteLock()
|
161 |
self.submission_ids = set()
|
@@ -190,18 +190,31 @@ class LeaderboardServer:
|
|
190 |
results = json.load(ranks_file)
|
191 |
return results
|
192 |
|
193 |
-
def
|
194 |
tasks_per_category = {}
|
195 |
for task in self.TASKS_METADATA:
|
196 |
task_category = self.TASKS_METADATA[task]["category"]
|
197 |
tasks_per_category.setdefault(task_category, list()).append(task)
|
198 |
|
199 |
-
category2abbreviation2name = {}
|
200 |
for category, tasks in tasks_per_category.items():
|
201 |
-
abbreviation2name = {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
202 |
sorted_abbreviation2name = dict.fromkeys(sorted(abbreviation2name.keys()))
|
203 |
sorted_abbreviation2name.update(abbreviation2name)
|
204 |
category2abbreviation2name[category] = sorted_abbreviation2name
|
|
|
|
|
|
|
|
|
|
|
|
|
205 |
|
206 |
return category2abbreviation2name
|
207 |
|
|
|
155 |
self.TASKS_METADATA = json.load(open(TASKS_METADATA_PATH))
|
156 |
self.TASKS_CATEGORIES = {self.TASKS_METADATA[task]["category"] for task in self.TASKS_METADATA}
|
157 |
self.TASKS_CATEGORY_OVERALL = "Overall"
|
158 |
+
self.CATEGORY_TO_TASK_ABBREVIATION_TO_DETAILS = self._prepare_category_to_task_abbr_to_details()
|
159 |
|
160 |
self.var_lock = ReadWriteLock()
|
161 |
self.submission_ids = set()
|
|
|
190 |
results = json.load(ranks_file)
|
191 |
return results
|
192 |
|
193 |
+
def _prepare_category_to_task_abbr_to_details(self):
|
194 |
tasks_per_category = {}
|
195 |
for task in self.TASKS_METADATA:
|
196 |
task_category = self.TASKS_METADATA[task]["category"]
|
197 |
tasks_per_category.setdefault(task_category, list()).append(task)
|
198 |
|
199 |
+
category2abbreviation2name = {self.TASKS_CATEGORY_OVERALL: {}}
|
200 |
for category, tasks in tasks_per_category.items():
|
201 |
+
abbreviation2name = {
|
202 |
+
self.TASKS_METADATA[t]["abbreviation"]: (
|
203 |
+
self.TASKS_METADATA[t]["abbreviation"],
|
204 |
+
self.TASKS_METADATA[t]["name"],
|
205 |
+
self.TASKS_METADATA[t]["source_url"],
|
206 |
+
)
|
207 |
+
for t in tasks
|
208 |
+
}
|
209 |
sorted_abbreviation2name = dict.fromkeys(sorted(abbreviation2name.keys()))
|
210 |
sorted_abbreviation2name.update(abbreviation2name)
|
211 |
category2abbreviation2name[category] = sorted_abbreviation2name
|
212 |
+
category2abbreviation2name[self.TASKS_CATEGORY_OVERALL].update(sorted_abbreviation2name)
|
213 |
+
|
214 |
+
abbreviation2name = category2abbreviation2name[self.TASKS_CATEGORY_OVERALL]
|
215 |
+
sorted_abbreviation2name = dict.fromkeys(sorted(abbreviation2name.keys()))
|
216 |
+
sorted_abbreviation2name.update(abbreviation2name)
|
217 |
+
category2abbreviation2name[self.TASKS_CATEGORY_OVERALL] = sorted_abbreviation2name
|
218 |
|
219 |
return category2abbreviation2name
|
220 |
|