Spaces:
Running
Running
from dataclasses import dataclass | |
from enum import Enum | |
class Task: | |
benchmark: str | |
metric: str | |
col_name: str | |
# Select your tasks here | |
# --------------------------------------------------- | |
class Tasks(Enum): | |
# task_key in the json file, metric_key in the json file, name to display in the leaderboard | |
ParsiNLUـEntailment = Task("ParsiNLU Entailment", "Exact Match", "ParsiNLU Entailment") | |
ParsiNLU_Machine_Translation_Fa_En = Task("ParsiNLU Machine Translation Fa-En", "English Sentence Bleu", "ParsiNLU Machine Translation Fa-En") | |
ParsiNLU_Machine_Translation_En_Fa = Task("ParsiNLU Machine Translation En-Fa", "Persian Sentence Bleu", "ParsiNLU Machine Translation En-Fa") | |
ParsiNLU_Reading_Comprehension = Task("ParsiNLU Reading Comprehension", "Common Tokens", "ParsiNLU Reading Comprehension") | |
Persian_Math = Task("Persian Math", "Math Equivalence", "Persian Math") | |
# Your leaderboard name | |
TITLE = """<h1 align="center" id="space-title">ParsBench Leaderboard</h1>""" | |
# What does your leaderboard evaluate? | |
INTRODUCTION_TEXT = """ | |
This leaderboard is created using <a href="https://github.com/shahriarshm/parsbench">ParsBench</a> framework benchmarking toolkit. | |
""" | |
# Which evaluations are you running? how can people reproduce what you have? | |
LLM_BENCHMARKS_TEXT = f""" | |
""" | |
EVALUATION_QUEUE_TEXT = """ | |
For now, you can contact me at shahriarshm81@gmail.com for submitting a new request. | |
""" | |
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results" | |
CITATION_BUTTON_TEXT = r""" | |
""" | |