Spaces:
Running
Running
update interface
Browse files
utils.py
CHANGED
@@ -24,37 +24,71 @@ CSV_DIR = "./science_leaderboard_submission/results.csv"
|
|
24 |
|
25 |
COLUMN_NAMES = MODEL_INFO
|
26 |
|
27 |
-
LEADERBORAD_INTRODUCTION = """#
|
28 |
|
29 |
-
*"Which
|
30 |
-
π Welcome to the leaderboard
|
31 |
<div style="display: flex; flex-wrap: wrap; align-items: center; gap: 10px;">
|
32 |
-
<a href='https://arxiv.org/abs/2305.12524'><img src='https://img.shields.io/badge/cs.CV-Paper-b31b1b?logo=arxiv&logoColor=red'></a>
|
33 |
-
<a href='https://github.com/TIGER-AI-Lab/TheoremQA'><img src='https://img.shields.io/badge/Github-Repo-grey?logo=github&logoColor=white'></a>
|
34 |
-
<a href='https://hits.seeyoufarm.com'><img src='https://hits.seeyoufarm.com/api/count/incr/badge.svg?url=https%3A%2F%2Fhuggingface.co%2Fspaces%2FTIGER-Lab%2FTheoremQA-Leaderboard&count_bg=%23C7C83D&title_bg=%23555555&icon=&icon_color=%23E7E7E7&title=hits&edge_flat=false'></a>
|
35 |
</div>
|
36 |
-
|
37 |
-
|
38 |
-
|
39 |
-
|
|
|
|
|
|
|
|
|
40 |
"""
|
41 |
|
42 |
TABLE_INTRODUCTION = """
|
43 |
"""
|
44 |
|
45 |
LEADERBORAD_INFO = """
|
46 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
47 |
"""
|
48 |
|
49 |
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
|
50 |
-
CITATION_BUTTON_TEXT = r"""@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
51 |
title={Theoremqa: A theorem-driven question answering dataset},
|
52 |
author={Chen, Wenhu and Yin, Ming and Ku, Max and Lu, Pan and Wan, Yixin and Ma, Xueguang and Xu, Jianyu and Wang, Xinyi and Xia, Tony},
|
53 |
booktitle={The 2023 Conference on Empirical Methods in Natural Language Processing},
|
54 |
year={2023}
|
|
|
|
|
|
|
|
|
|
|
|
|
55 |
}"""
|
56 |
|
57 |
-
SUBMIT_INTRODUCTION = """# Submit on
|
58 |
|
59 |
## β Please note that you need to submit the json file with following format:
|
60 |
|
@@ -64,6 +98,7 @@ SUBMIT_INTRODUCTION = """# Submit on TheoremQA Leaderboard Introduction
|
|
64 |
"TheoremQA": 0.5,
|
65 |
"MATH": 0.5,
|
66 |
"GSM": 0.5
|
|
|
67 |
}
|
68 |
```
|
69 |
After submitting, you can click the "Refresh" button to see the updated leaderboard(it may takes few seconds).
|
|
|
24 |
|
25 |
COLUMN_NAMES = MODEL_INFO
|
26 |
|
27 |
+
LEADERBORAD_INTRODUCTION = """# Science Leaderboard
|
28 |
|
29 |
+
*"Which large language model is the BEST on scinece and engineering?"*
|
30 |
+
π Welcome to the **Science** leaderboard! The leaderboard covers the most popular evaluation for different science subjects including math, phyiscs, biology, chemistry, computer science, finance.
|
31 |
<div style="display: flex; flex-wrap: wrap; align-items: center; gap: 10px;">
|
|
|
|
|
|
|
32 |
</div>
|
33 |
+
The evaluation set from the following datasets are being included in the leaderboard.
|
34 |
+
<ul>
|
35 |
+
<li> MATH: this contains the test set of 5000 questions from American Math contest covering different fields like algebra, calculus, statistics, geometry, linear algebra, number theory.
|
36 |
+
<li> GSM8K: this contains the test set of 1320 questions from grade school math word problems. This dataset is mainly covering algebra problems.
|
37 |
+
<li> TheoremQA: this contains the test set of 800 questions collected from college-level exams. This covers math, physics, engineering and finance.
|
38 |
+
<li> GPQA: this contains the test of 198 questions from college-level dataset GPQA-diamond. This covers many fields like chemistry, genetics, biology, etc.
|
39 |
+
</ul>
|
40 |
+
<a href='https://hits.seeyoufarm.com'><img src='https://hits.seeyoufarm.com/api/count/incr/badge.svg?url=https%3A%2F%2Fhuggingface.co%2Fspaces%2FTIGER-Lab%2FTheoremQA-Leaderboard&count_bg=%23C7C83D&title_bg=%23555555&icon=&icon_color=%23E7E7E7&title=hits&edge_flat=false'></a>
|
41 |
"""
|
42 |
|
43 |
TABLE_INTRODUCTION = """
|
44 |
"""
|
45 |
|
46 |
LEADERBORAD_INFO = """
|
47 |
+
We list the information of the used datasets as follows:<br>
|
48 |
+
|
49 |
+
MATH: Measuring Mathematical Problem Solving With the MATH Dataset
|
50 |
+
<a href='https://arxiv.org/pdf/2103.03874.pdf'><img src='https://img.shields.io/badge/cs.CV-Paper-b31b1b?logo=arxiv&logoColor=red'></a>
|
51 |
+
<a href='https://github.com/hendrycks/math'><img src='https://img.shields.io/badge/Github-Repo-grey?logo=github&logoColor=white'></a>
|
52 |
+
GSM8K: Training Verifiers to Solve Math Word Problems
|
53 |
+
<a href='https://arxiv.org/pdf/2110.14168.pdf'><img src='https://img.shields.io/badge/cs.CV-Paper-b31b1b?logo=arxiv&logoColor=red'></a>
|
54 |
+
<a href='https://github.com/openai/grade-school-math'><img src='https://img.shields.io/badge/Github-Repo-grey?logo=github&logoColor=white'></a>
|
55 |
+
TheoremQA: TheoremQA: A Theorem-driven Question Answering dataset
|
56 |
+
<a href='https://arxiv.org/pdf/2305.12524.pdf'><img src='https://img.shields.io/badge/cs.CV-Paper-b31b1b?logo=arxiv&logoColor=red'></a>
|
57 |
+
<a href='https://github.com/TIGER-AI-Lab/TheoremQA'><img src='https://img.shields.io/badge/Github-Repo-grey?logo=github&logoColor=white'></a>
|
58 |
+
GPQA: A Graduate-Level Google-Proof Q&A Benchmark
|
59 |
+
<a href='https://arxiv.org/pdf/2311.12022.pdf'><img src='https://img.shields.io/badge/cs.CV-Paper-b31b1b?logo=arxiv&logoColor=red'></a>
|
60 |
+
<a href='https://github.com/idavidrein/gpqa'><img src='https://img.shields.io/badge/Github-Repo-grey?logo=github&logoColor=white'></a>
|
61 |
"""
|
62 |
|
63 |
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
|
64 |
+
CITATION_BUTTON_TEXT = r"""@article{hendrycks2measuring,
|
65 |
+
title={Measuring Mathematical Problem Solving With the MATH Dataset},
|
66 |
+
author={Hendrycks, Dan and Burns, Collin and Kadavath, Saurav and Arora, Akul and Basart, Steven and Tang, Eric and Song, Dawn and Steinhardt, Jacob},
|
67 |
+
journal={Sort},
|
68 |
+
volume={2},
|
69 |
+
number={4},
|
70 |
+
pages={0--6}
|
71 |
+
}
|
72 |
+
@article{cobbe2021training,
|
73 |
+
title={Training verifiers to solve math word problems},
|
74 |
+
author={Cobbe, Karl and Kosaraju, Vineet and Bavarian, Mohammad and Chen, Mark and Jun, Heewoo and Kaiser, Lukasz and Plappert, Matthias and Tworek, Jerry and Hilton, Jacob and Nakano, Reiichiro and others},
|
75 |
+
journal={arXiv preprint arXiv:2110.14168},
|
76 |
+
year={2021}
|
77 |
+
}
|
78 |
+
@inproceedings{chen2023theoremqa,
|
79 |
title={Theoremqa: A theorem-driven question answering dataset},
|
80 |
author={Chen, Wenhu and Yin, Ming and Ku, Max and Lu, Pan and Wan, Yixin and Ma, Xueguang and Xu, Jianyu and Wang, Xinyi and Xia, Tony},
|
81 |
booktitle={The 2023 Conference on Empirical Methods in Natural Language Processing},
|
82 |
year={2023}
|
83 |
+
}
|
84 |
+
@article{rein2023gpqa,
|
85 |
+
title={Gpqa: A graduate-level google-proof q\&a benchmark},
|
86 |
+
author={Rein, David and Hou, Betty Li and Stickland, Asa Cooper and Petty, Jackson and Pang, Richard Yuanzhe and Dirani, Julien and Michael, Julian and Bowman, Samuel R},
|
87 |
+
journal={arXiv preprint arXiv:2311.12022},
|
88 |
+
year={2023}
|
89 |
}"""
|
90 |
|
91 |
+
SUBMIT_INTRODUCTION = """# Submit on Science Leaderboard Introduction
|
92 |
|
93 |
## β Please note that you need to submit the json file with following format:
|
94 |
|
|
|
98 |
"TheoremQA": 0.5,
|
99 |
"MATH": 0.5,
|
100 |
"GSM": 0.5
|
101 |
+
"GPQA": 0.5
|
102 |
}
|
103 |
```
|
104 |
After submitting, you can click the "Refresh" button to see the updated leaderboard(it may takes few seconds).
|