Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
from src.display.utils import ModelType | |
TITLE = """<h1 align="center" id="space-title">π€ Open Hallucinations Leaderboard</h1>""" | |
INTRODUCTION_TEXT = """ | |
π The π€ Open Hallucinations Leaderboard aims to track, rank and evaluate hallucinations in LLMs and chatbots. | |
π€ Submit a model for automated evaluation on the π€ GPU cluster on the "Submit" page! | |
The leaderboard's backend runs the great [Eleuther AI Language Model Evaluation Harness](https://github.com/EleutherAI/lm-evaluation-harness) - read more details in the "About" page! | |
""" | |
LLM_BENCHMARKS_TEXT = f""" | |
XXX | |
""" | |
EVALUATION_QUEUE_TEXT = """ | |
XXX | |
""" | |
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results" | |
CITATION_BUTTON_TEXT = r""" | |
@misc{hallucinations-leaderboard, | |
author = {Pasquale Minervini}, | |
title = {Hallucinations Leaderboard}, | |
year = {2023}, | |
publisher = {Hugging Face}, | |
howpublished = "\url{https://huggingface.co/spaces/hallucinations-leaderboard/leaderboard}" | |
} | |
@software{eval-harness, | |
author = {Gao, Leo and | |
Tow, Jonathan and | |
Biderman, Stella and | |
Black, Sid and | |
DiPofi, Anthony and | |
Foster, Charles and | |
Golding, Laurence and | |
Hsu, Jeffrey and | |
McDonell, Kyle and | |
Muennighoff, Niklas and | |
Phang, Jason and | |
Reynolds, Laria and | |
Tang, Eric and | |
Thite, Anish and | |
Wang, Ben and | |
Wang, Kevin and | |
Zou, Andy}, | |
title = {A framework for few-shot language model evaluation}, | |
month = sep, | |
year = 2021, | |
publisher = {Zenodo}, | |
version = {v0.0.1}, | |
doi = {10.5281/zenodo.5371628}, | |
url = {https://doi.org/10.5281/zenodo.5371628} | |
} | |
}""" | |