LeroyDyer commited on
Commit
fee3383
1 Parent(s): ba0dcf5

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +105 -1
README.md CHANGED
@@ -66,4 +66,108 @@ this provides and extension to the existing medical data and tasks internal to t
66
 
67
  This mistral model was trained 2x faster with [Unsloth](https://github.com/unslothai/unsloth) and Huggingface's TRL library.
68
 
69
- [<img src="https://raw.githubusercontent.com/unslothai/unsloth/main/images/unsloth%20made%20with%20love.png" width="200"/>](https://github.com/unslothai/unsloth)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
66
 
67
  This mistral model was trained 2x faster with [Unsloth](https://github.com/unslothai/unsloth) and Huggingface's TRL library.
68
 
69
+ [<img src="https://raw.githubusercontent.com/unslothai/unsloth/main/images/unsloth%20made%20with%20love.png" width="200"/>](https://github.com/unslothai/unsloth)
70
+
71
+ @misc{open-llm-leaderboard-v2,
72
+ author = {Clémentine Fourrier and Nathan Habib and Alina Lozovskaya and Konrad Szafer and Thomas Wolf},
73
+ title = {Open LLM Leaderboard v2},
74
+ year = {2024},
75
+ publisher = {Hugging Face},
76
+ howpublished = "\url{https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard}",
77
+ }
78
+
79
+ @software{eval-harness,
80
+ author = {Gao, Leo and
81
+ Tow, Jonathan and
82
+ Biderman, Stella and
83
+ Black, Sid and
84
+ DiPofi, Anthony and
85
+ Foster, Charles and
86
+ Golding, Laurence and
87
+ Hsu, Jeffrey and
88
+ McDonell, Kyle and
89
+ Muennighoff, Niklas and
90
+ Phang, Jason and
91
+ Reynolds, Laria and
92
+ Tang, Eric and
93
+ Thite, Anish and
94
+ Wang, Ben and
95
+ Wang, Kevin and
96
+ Zou, Andy},
97
+ title = {A framework for few-shot language model evaluation},
98
+ month = sep,
99
+ year = 2021,
100
+ publisher = {Zenodo},
101
+ version = {v0.0.1},
102
+ doi = {10.5281/zenodo.5371628},
103
+ url = {https://doi.org/10.5281/zenodo.5371628},
104
+ }
105
+
106
+ @misc{zhou2023instructionfollowingevaluationlargelanguage,
107
+ title={Instruction-Following Evaluation for Large Language Models},
108
+ author={Jeffrey Zhou and Tianjian Lu and Swaroop Mishra and Siddhartha Brahma and Sujoy Basu and Yi Luan and Denny Zhou and Le Hou},
109
+ year={2023},
110
+ eprint={2311.07911},
111
+ archivePrefix={arXiv},
112
+ primaryClass={cs.CL},
113
+ url={https://arxiv.org/abs/2311.07911},
114
+ }
115
+
116
+ @misc{suzgun2022challengingbigbenchtaskschainofthought,
117
+ title={Challenging BIG-Bench Tasks and Whether Chain-of-Thought Can Solve Them},
118
+ author={Mirac Suzgun and Nathan Scales and Nathanael Schärli and Sebastian Gehrmann and Yi Tay and Hyung Won Chung and Aakanksha Chowdhery and Quoc V. Le and Ed H. Chi and Denny Zhou and Jason Wei},
119
+ year={2022},
120
+ eprint={2210.09261},
121
+ archivePrefix={arXiv},
122
+ primaryClass={cs.CL},
123
+ url={https://arxiv.org/abs/2210.09261},
124
+ }
125
+
126
+ @misc{hendrycks2021measuringmathematicalproblemsolving,
127
+ title={Measuring Mathematical Problem Solving With the MATH Dataset},
128
+ author={Dan Hendrycks and Collin Burns and Saurav Kadavath and Akul Arora and Steven Basart and Eric Tang and Dawn Song and Jacob Steinhardt},
129
+ year={2021},
130
+ eprint={2103.03874},
131
+ archivePrefix={arXiv},
132
+ primaryClass={cs.LG},
133
+ url={https://arxiv.org/abs/2103.03874},
134
+ }
135
+
136
+ @misc{rein2023gpqagraduatelevelgoogleproofqa,
137
+ title={GPQA: A Graduate-Level Google-Proof Q&A Benchmark},
138
+ author={David Rein and Betty Li Hou and Asa Cooper Stickland and Jackson Petty and Richard Yuanzhe Pang and Julien Dirani and Julian Michael and Samuel R. Bowman},
139
+ year={2023},
140
+ eprint={2311.12022},
141
+ archivePrefix={arXiv},
142
+ primaryClass={cs.AI},
143
+ url={https://arxiv.org/abs/2311.12022},
144
+ }
145
+
146
+ @misc{sprague2024musrtestinglimitschainofthought,
147
+ title={MuSR: Testing the Limits of Chain-of-thought with Multistep Soft Reasoning},
148
+ author={Zayne Sprague and Xi Ye and Kaj Bostrom and Swarat Chaudhuri and Greg Durrett},
149
+ year={2024},
150
+ eprint={2310.16049},
151
+ archivePrefix={arXiv},
152
+ primaryClass={cs.CL},
153
+ url={https://arxiv.org/abs/2310.16049},
154
+ }
155
+
156
+ @misc{wang2024mmluprorobustchallengingmultitask,
157
+ title={MMLU-Pro: A More Robust and Challenging Multi-Task Language Understanding Benchmark},
158
+ author={Yubo Wang and Xueguang Ma and Ge Zhang and Yuansheng Ni and Abhranil Chandra and Shiguang Guo and Weiming Ren and Aaran Arulraj and Xuan He and Ziyan Jiang and Tianle Li and Max Ku and Kai Wang and Alex Zhuang and Rongqi Fan and Xiang Yue and Wenhu Chen},
159
+ year={2024},
160
+ eprint={2406.01574},
161
+ archivePrefix={arXiv},
162
+ primaryClass={cs.CL},
163
+ url={https://arxiv.org/abs/2406.01574},
164
+ }
165
+
166
+ @misc{open-llm-leaderboard-v1,
167
+ author = {Edward Beeching and Clémentine Fourrier and Nathan Habib and Sheon Han and Nathan Lambert and Nazneen Rajani and Omar Sanseviero and Lewis Tunstall and Thomas Wolf},
168
+ title = {Open LLM Leaderboard (2023-2024)},
169
+ year = {2023},
170
+ publisher = {Hugging Face},
171
+ howpublished = "\url{https://huggingface.co/spaces/open-llm-leaderboard-old/open_llm_leaderboard}"
172
+ }
173
+