Tristan Thrush commited on
Commit
3a8abe1
1 Parent(s): d2c90f3

fixed merge issue

Browse files
Files changed (1) hide show
  1. app.py +12 -0
app.py CHANGED
@@ -304,7 +304,19 @@ with st.form(key="form"):
304
  list(set(supported_metrics) - set(TASK_TO_DEFAULT_METRICS[selected_task])),
305
  )
306
  st.info("Note: user-selected metrics will be run with their default arguments from [here](https://github.com/huggingface/datasets/tree/master/metrics)")
 
307
  selected_models = st.multiselect("Select the models you wish to evaluate", compatible_models)
 
 
 
 
 
 
 
 
 
 
 
308
  submit_button = st.form_submit_button("Make submission")
309
  if submit_button:
310
  if len(selected_models) > 0:
 
304
  list(set(supported_metrics) - set(TASK_TO_DEFAULT_METRICS[selected_task])),
305
  )
306
  st.info("Note: user-selected metrics will be run with their default arguments from [here](https://github.com/huggingface/datasets/tree/master/metrics)")
307
+
308
  selected_models = st.multiselect("Select the models you wish to evaluate", compatible_models)
309
+ print("Selected models:", selected_models)
310
+
311
+ selected_models = filter_evaluated_models(
312
+ selected_models,
313
+ selected_task,
314
+ selected_dataset,
315
+ selected_config,
316
+ selected_split,
317
+ )
318
+ print("Selected models:", selected_models)
319
+
320
  submit_button = st.form_submit_button("Make submission")
321
  if submit_button:
322
  if len(selected_models) > 0: