lewtun HF staff commited on
Commit
544774d
β€’
1 Parent(s): 0d5e0f7

Add other metadata

Browse files
Files changed (1) hide show
  1. app.py +11 -2
app.py CHANGED
@@ -21,12 +21,21 @@ with st.form(key="form"):
21
  dataset_name = st.selectbox("Select a dataset to evaluate on", ["lewtun/autoevaluate_emotion"])
22
 
23
  metadata = get_metadata(dataset_name)
 
 
 
 
 
 
 
 
 
24
 
25
  compatible_models = get_compatible_models(metadata[0]["task"], dataset_name.split("/")[-1].split("_")[-1])
26
 
27
- options = st.multiselect("Select the models you wish to evaluate", compatible_models)
28
 
29
  submit_button = st.form_submit_button("Make Submission")
30
 
31
  if submit_button:
32
- st.success(f"βœ… Evaluation was successfully submitted for evaluation with job ID ")
 
21
  dataset_name = st.selectbox("Select a dataset to evaluate on", ["lewtun/autoevaluate_emotion"])
22
 
23
  metadata = get_metadata(dataset_name)
24
+ # st.write(metadata)
25
+
26
+ dataset_config = st.selectbox("Select the subset to evaluate on", [metadata[0]["config"]])
27
+
28
+ splits = metadata[0]["splits"]
29
+
30
+ # st.write(splits)
31
+
32
+ evaluation_split = st.selectbox("Select the split to evaluate on", [v for d in splits for k, v in d.items()])
33
 
34
  compatible_models = get_compatible_models(metadata[0]["task"], dataset_name.split("/")[-1].split("_")[-1])
35
 
36
+ options = st.multiselect("Select the models you wish to evaluate", compatible_models, compatible_models[0])
37
 
38
  submit_button = st.form_submit_button("Make Submission")
39
 
40
  if submit_button:
41
+ st.success(f"βœ… Evaluation was successfully submitted for evaluation with job ID 42")