|
from dataclasses import dataclass |
|
from enum import Enum |
|
|
|
@dataclass |
|
class Task: |
|
benchmark: str |
|
metric: str |
|
col_name: str |
|
|
|
|
|
|
|
class Tasks(Enum): |
|
|
|
task0 = Task("tts_vocoder1", "MCD", "MCD Eval") |
|
task1 = Task("tts_vocoder2", "Log F0 RMSE", "Log F0 RMSE Eval") |
|
task3 = Task("tts_vocoder3", "WER", "WER") |
|
task3 = Task("tts_vocoder4", "UTMOS", "UTMOS Eval") |
|
task4 = Task("tts_vocoder5", "Bitrate", "Bitrate") |
|
|
|
|
|
|
|
TITLE = """<h1 align="center" id="space-title">Discrete-based Vocoder Leaderboard</h1>""" |
|
|
|
|
|
INTRODUCTION_TEXT = """ |
|
The leaderboard for discrete speech challenge (TTS Challenge - Vocoder Track) at Interspeech 2024. Challenge details can be found at https://www.wavlab.org/activities/2024/Interspeech2024-Discrete-Speech-Unit-Challenge/ |
|
""" |
|
|
|
|
|
LLM_BENCHMARKS_TEXT = f""" |
|
## How it works |
|
|
|
The evaluation (static version) are conducted by the organizers only. |
|
|
|
We will accept submissions from the google form (see rules in the challenge website). |
|
|
|
## Reproducibility |
|
To reproduce our results, please refer to the evaluation scripts at https://github.com/espnet/espnet/tree/master/egs2/TEMPLATE/tts1#evaluation |
|
|
|
""" |
|
|
|
EVALUATION_QUEUE_TEXT = """ |
|
""" |
|
|
|
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results and the challenge (coming soon, for now, please cite the challenge website)" |
|
CITATION_BUTTON_TEXT = r""" |
|
""" |
|
|