LEADERBOARD_INTRODUCTION = """# CinePile Leaderboard
### CinePile is a long video understanding dataset & benchmark. The leaderboard presents the evaluation results of various VLMs on the CinePile benchmark.
### Currently, CinePile Leaderboard covers {} different VLMs. 

This leaderboard was last updated: {}. 
"""
LEADERBOARD_MD = """
## Main Evaluation Results

- Average Accuracy: The average accuracy on all question categories (normalized to 0 - 100, the higher the better). 
- Average Rank: The average rank based on the average accuracy (the lower the better). 
"""


# CONSTANTS-CITATION
CITATION_BUTTON_TEXT = r"""@article{rawal2024cinepile,
  title={Cinepile: A long video question answering dataset and benchmark},
  author={Rawal, Ruchit and Saifullah, Khalid and Basri, Ronen and Jacobs, David and Somepalli, Gowthami and Goldstein, Tom},
  journal={arXiv preprint arXiv:2405.08813},
  year={2024}
}"""
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"

CINEPILE_ABOUT_MD = "https://raw.githubusercontent.com/JARVVVIS/cinepile_leaderboard/refs/heads/main/assets/about_cinepile.md"