File size: 1,755 Bytes
84b5dfa
 
6919f84
4b2522c
 
9f4391f
4b2522c
 
43c04ea
773e544
 
4b2522c
 
 
 
 
 
773e544
 
43c04ea
4b2522c
43c04ea
 
4b2522c
 
5551cfe
84b5dfa
5551cfe
84b5dfa
43c04ea
4b2522c
 
5551cfe
84b5dfa
5551cfe
84b5dfa
4b2522c
43c04ea
84b5dfa
 
5551cfe
84b5dfa
4b2522c
43c04ea
4b2522c
84b5dfa
 
5551cfe
84b5dfa
4b2522c
43c04ea
4b2522c
84b5dfa
 
5551cfe
84b5dfa
4b2522c
43c04ea
4b2522c
 
84b5dfa
 
 
 
 
 
4b2522c
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
from src.static.tag_info import *

TITLE = "## 🗃️ Use the Leaderboard Explorer"

INTRO = """
The Leaderboard Explorer indexes all leaderboards with correct metadata.
"""

SUBMIT = """
Your space will appear automatically in the lists if it contains correct metadata!

Make sure to either use the tag `leaderboard` or `arena` to your space, by adding the following to your README

```
tags:
  - leaderboard
```

then any other tags of interest to you.
"""

ABOUT = ("""
### Submission type
Arenas are not concerned by this category.

         
""" +
"\n".join([f"- `{s.value.key}`: {s.value.usage}" for s in SubmissionType]) +
"""
### Test set status
Arenas are not concerned by this category.


""" +
"\n".join([f"- `{s.value.key}`: {s.value.usage}" for s in TestSetStatus]) +
"""

### Judges

""" +
"\n".join([f"- `{s.value.key}`: {s.value.usage}" for s in Judge]) +
"""

### Modalities
Can be any (or several) of the following list:

""" + 
"\n".join([f"- `{s.value.key}`: {s.value.usage}" for s in Modality]) + 
"""

### Evaluation categories
Can be any (or several) of the following list:

""" + 
"\n".join([f"- `{s.value.key}`: {s.value.usage}" for s in EvaluationCategory]) + 
"""

### Language
You can indicate the languages covered by your benchmark like so: `language:mylanguage`. 
At the moment, we do not support language codes, please use the language name in English.
""")

DOCUMENTATION = """
I'll make an updated documentation page here at some point, but for now, you can check our [demo leaderboard org](https://huggingface.co/demo-leaderboard-backend)!

You just need to duplicate the front space (and backend if you want to run your leaderboard on spaces compute), copy the datasets to your own org, and edit the env variables.
"""