Update src/content.py
Browse files- src/content.py +5 -5
src/content.py
CHANGED
@@ -5,7 +5,7 @@ from .formatting import styled_warning
|
|
5 |
# ================================
|
6 |
INTRODUCTION_TITLE = """<h1 align="center">🏟️ Long Code Arena</h1>"""
|
7 |
|
8 |
-
INTRODUCTION_TEXT = """🏟️ Long Code Arena is a suite of benchmarks for code-related tasks with large contexts, up to a whole code repository.
|
9 |
It currently spans six different tasks and contains six datasets:
|
10 |
|
11 |
* 🤗 [Library-based code generation](https://huggingface.co/datasets/JetBrains-Research/lca-library-based-code-generation)
|
@@ -17,9 +17,9 @@ It currently spans six different tasks and contains six datasets:
|
|
17 |
|
18 |
We are excited to invite you to participate in solving our benchmarks! To submit your results, please send the following materials to our 📩 email (lca@jetbrains.com):
|
19 |
|
20 |
-
* Results
|
21 |
-
* Reproduction Package
|
22 |
-
* Metadata
|
23 |
|
24 |
We look forward to reviewing your innovative solutions!
|
25 |
|
@@ -30,7 +30,7 @@ We look forward to reviewing your innovative solutions!
|
|
30 |
# ================================
|
31 |
LEADERBOARD_TITLE = '<h2 align="center">🏅Leaderboard</h2>'
|
32 |
|
33 |
-
LEADERBOARD_TEXT = """
|
34 |
|
35 |
# ================================
|
36 |
# = SUBMISSION =
|
|
|
5 |
# ================================
|
6 |
INTRODUCTION_TITLE = """<h1 align="center">🏟️ Long Code Arena</h1>"""
|
7 |
|
8 |
+
INTRODUCTION_TEXT = """🏟️ **Long Code Arena** is a suite of benchmarks for code-related tasks with large contexts, up to a whole code repository.
|
9 |
It currently spans six different tasks and contains six datasets:
|
10 |
|
11 |
* 🤗 [Library-based code generation](https://huggingface.co/datasets/JetBrains-Research/lca-library-based-code-generation)
|
|
|
17 |
|
18 |
We are excited to invite you to participate in solving our benchmarks! To submit your results, please send the following materials to our 📩 email (lca@jetbrains.com):
|
19 |
|
20 |
+
* **Results**: Include the summary of your benchmark outcomes.
|
21 |
+
* **Reproduction Package**: To ensure the integrity and reproducibility of your results, please include the code for context collection (if any), generation of predictions, and evaluating. You can follow [our baselines](https://github.com/JetBrains-Research/lca-baselines) as a reference.
|
22 |
+
* **Metadata**: Model information, organization name, licence of your model, context size, and other information you find relevant.
|
23 |
|
24 |
We look forward to reviewing your innovative solutions!
|
25 |
|
|
|
30 |
# ================================
|
31 |
LEADERBOARD_TITLE = '<h2 align="center">🏅Leaderboard</h2>'
|
32 |
|
33 |
+
LEADERBOARD_TEXT = """The raw results from the leaderboard are available in 🤗 [JetBrains-Research/lca-results](https://huggingface.co/datasets/JetBrains-Research/lca-results)."""
|
34 |
|
35 |
# ================================
|
36 |
# = SUBMISSION =
|