lewtun HF staff commited on
Commit
9ef3bbd
β€’
1 Parent(s): 0153e97
Files changed (2) hide show
  1. README.md +15 -1
  2. app.py +1 -1
README.md CHANGED
@@ -10,4 +10,18 @@ app_file: app.py
10
 
11
  # AutoEvaluate
12
 
13
- The Space to submit evaluation jobs from the Hub
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
10
 
11
  # AutoEvaluate
12
 
13
+ > Submit evaluation jobs to AutoTrain from the Hugging Face Hub
14
+
15
+ ## Supported tasks
16
+
17
+ The table below shows which tasks are currently supported for evaluation in the AutoTrain backend:
18
+
19
+ | Task | Supported | Sample prediction repository |
20
+ |:--------------------------------|:---------:|:------------------------------------------------------------------------------------|
21
+ | `binary_classification` | βœ… | [`eval-staging-835`](https://huggingface.co/datasets/autoevaluate/eval-staging-835) |
22
+ | `multi_class_classification` | βœ… | [`eval-staging-822`](https://huggingface.co/datasets/autoevaluate/eval-staging-822) |
23
+ | `multi_label_classification` | ❌ | |
24
+ | `entity_extraction` | βœ… | [`eval-staging-838`](https://huggingface.co/datasets/autoevaluate/eval-staging-838) |
25
+ | `extractive_question_answering` | ❌ | |
26
+ | `translation` | ❌ | |
27
+ | `summarization` | ❌ | |
app.py CHANGED
@@ -26,7 +26,7 @@ TASK_TO_ID = {
26
  }
27
 
28
  # TODO: remove this hardcorded logic and accept any dataset on the Hub
29
- DATASETS_TO_EVALUATE = ["emotion", "conll2003", "imdb", "squad", "xsum", "ncbi_disease"]
30
 
31
  ###########
32
  ### APP ###
 
26
  }
27
 
28
  # TODO: remove this hardcorded logic and accept any dataset on the Hub
29
+ DATASETS_TO_EVALUATE = ["emotion", "conll2003", "imdb", "squad", "xsum", "ncbi_disease", "go_emotions"]
30
 
31
  ###########
32
  ### APP ###