tt

app/messages.py

@@ -4,25 +4,10 @@ from .config import *
 # Messages #
 ############
 
-MUST_BE_LOGGEDIN = "Please login with Hugging Face to participate in the TTS Arena."
+MUST_BE_LOGGEDIN = "Please login with Hugging Face to participate in the Darija Arena."
 DESCR = """
-# TTS Arena: Benchmarking TTS Models in the Wild
-Vote to help the community find the best available text-to-speech model!
-""".strip()
-BATTLE_INSTR = """
-## Battle
-Choose 2 candidates and vote on which one is better! Currently in beta.
-* Input text (English only) to synthesize audio (or press 🎲 for random text).
-* Listen to the two audio clips, one after the other.
-* Vote on which audio sounds more natural to you.
-"""
-INSTR = """
-## Vote
-* Input text (English only) to synthesize audio (or press 🎲 for random text).
-* Listen to the two audio clips, one after the other.
-* Vote on which audio sounds more natural to you.
-* _Note: Model names are revealed after the vote is cast._
-Note: It may take up to 30 seconds to synthesize audio.
+# Darija Arena: Benchmarking Darija Models in the Wild
+Vote to help the community find the best available Darija model!
 """.strip()
 request = ""
 if SPACE_ID:
@@ -32,39 +17,28 @@ Please [create a Discussion](https://huggingface.co/spaces/{SPACE_ID}/discussion
 """
 ABOUT = f"""
 ## About
-The TTS Arena evaluates leading speech synthesis models. It is inspired by LMsys's [Chatbot Arena](https://chat.lmsys.org/).
+The Darija Arena evaluates leading Darija models. It is inspired by LMsys's [Chatbot Arena](https://chat.lmsys.org/) and [TTS Arena](https://huggingface.co/spaces/TTS-AGI/TTS-Arena).
 ### Motivation
-The field of speech synthesis has long lacked an accurate method to measure the quality of different models. Objective metrics like WER (word error rate) are unreliable measures of model quality, and subjective measures such as MOS (mean opinion score) are typically small-scale experiments conducted with few listeners. As a result, these measurements are generally not useful for comparing two models of roughly similar quality. To address these drawbacks, we are inviting the community to rank models in an easy-to-use interface, and opening it up to the public in order to make both the opportunity to rank models, as well as the results, more easily accessible to everyone.
+The field of Darija language models has lacked a systematic way to evaluate and compare different models. While automated metrics exist, they often fail to capture the nuances of Darija dialect and cultural context. Additionally, existing evaluations are typically limited in scope and may not reflect real-world usage. To address these challenges, we are creating an open platform where the community can directly compare models through natural interactions and vote on which produces better responses. This crowdsourced approach allows for more comprehensive and practical evaluation of Darija language models while making the assessment process transparent and accessible to everyone.
 ### The Arena
-The leaderboard allows a user to enter text, which will be synthesized by two models. After listening to each sample, the user can vote on which model sounds more natural. Due to the risks of human bias and abuse, model names are revealed only after a vote is submitted.
-### Credits
-Thank you to the following individuals who helped make this project possible:
-* VB ([Twitter](https://twitter.com/reach_vb) / [Hugging Face](https://huggingface.co/reach-vb))
-* Clémentine Fourrier ([Twitter](https://twitter.com/clefourrier) / [Hugging Face](https://huggingface.co/clefourrier))
-* Lucain Pouget ([Twitter](https://twitter.com/Wauplin) / [Hugging Face](https://huggingface.co/Wauplin))
-* Yoach Lacombe ([Twitter](https://twitter.com/yoachlacombe) / [Hugging Face](https://huggingface.co/ylacombe))
-* Main Horse ([Twitter](https://twitter.com/main_horse) / [Hugging Face](https://huggingface.co/main-horse))
-* Sanchit Gandhi ([Twitter](https://twitter.com/sanchitgandhi99) / [Hugging Face](https://huggingface.co/sanchit-gandhi))
-* Apolinário Passos ([Twitter](https://twitter.com/multimodalart) / [Hugging Face](https://huggingface.co/multimodalart))
-* Pedro Cuenca ([Twitter](https://twitter.com/pcuenq) / [Hugging Face](https://huggingface.co/pcuenq))
+The arena allows a user to enter a prompt, which will be answered by two language models. After reading each response, the user can vote on which model gave the better answer. Due to the risks of human bias and abuse, model names are revealed only after a vote is submitted.
 {request}
 ### Privacy statement
-We may store text you enter and generated audio. We store a unique ID for each session. You agree that we may collect, share, and/or publish any data you input for research and/or commercial purposes.
+We may store text you enter and generated output. We store a unique ID for each session. You agree that we may collect, share, and/or publish any data you input for research and/or commercial purposes.
 ### License
-Generated audio clips cannot be redistributed and may be used for personal, non-commercial use only.
-Random sentences are sourced from a filtered subset of the [Harvard Sentences](https://www.cs.columbia.edu/~hgs/audio/harvard.html).
+Generated output cannot be redistributed and may be used for personal, non-commercial use only.
 """.strip()
 LDESC = """
 ## 🏆 Leaderboard
-Vote to help the community determine the best language models.
+Vote to help the community determine the best Darija models.
 The leaderboard displays models in descending order based on votes cast by the community.
 Important: In order to help keep results fair, the leaderboard hides results by default until the number of votes passes a threshold. 
 Tick the `Show preliminary results` to show models with few votes. Please note that preliminary results may be inaccurate.
 """.strip()
 ABOUT_MD = """
-# 🤖 LLM Arena
+# 🤖 Darija Arena
 
-A platform for comparing and ranking different Large Language Models through human feedback.
+A platform for comparing and ranking different Darija Large Language Models through human feedback.
 
 ## How it works
 
@@ -72,10 +46,6 @@ A platform for comparing and ranking different Large Language Models through hum
 2. **Leaderboard**: See how models rank against each other based on user votes
 3. **Fair Comparison**: Models are randomly selected and anonymized during voting to prevent bias
 
-## Contributing
-
-Want to add a new model? Check out our [GitHub repository](link-to-repo) for instructions.
-
 ## License
 
 This project is licensed under MIT License. Individual models may have their own licenses.