File size: 2,081 Bytes
6c92442
 
e2473e2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6c92442
e2473e2
6c92442
9203553
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
from .formatting import styled_warning

# ================================
# =            ABOUT             =
# ================================
INTRODUCTION_TITLE = """<h1 align="center">๐ŸŸ๏ธ Long Code Arena</h1>"""

INTRODUCTION_TEXT = """๐ŸŸ๏ธ Long Code Arena is a benchmark of code-related tasks with large contexts, up to a whole code repository.
It currently spans six different tasks."""

# ================================
# =         LEADERBOARD          =
# ================================
LEADERBOARD_TITLE = '<h2 align="center">๐Ÿ…Leaderboard</h2>'

LEADERBOARD_TEXT = """Raw results from the leaderboard are available in ๐Ÿค— [JetBrains-Research/lca-results](https://huggingface.co/datasets/JetBrains-Research/lca-results)."""

# ================================
# =          SUBMISSION          =
# ================================
SUBMISSION_TITLE = '<h2 align="center">๐Ÿ“ฉ Make A Submission</h2>'

SUBMISSION_TEXT_INTRO = """Use the form below to submit new results to ๐ŸŸ๏ธ Long Code Arena. If any problems arise, don't hesitate to contact us by email `TODO` or open a discussion ๐Ÿ’›"""

SUBMISSION_TEXT_TASK = """1. Select a task you want to submit results for."""

SUBMISSION_TEXT_METADATA = """2. Fill in some metadata about your submission."""

SUBMISSION_TEXT_FILES = """3. Attach one or more files with your model's predictions.
    * If several files are attached, they will be treated as separate runs of the submitted model (e.g., with different seeds), and the metrics will be averaged across runs. For baselines provided by ๐ŸŸ๏ธ Long Code Arena Team, the results are averaged across 3 runs. 
"""

SUBMISSION_TEXT_SUBMIT = """All set! A new PR to ๐Ÿค— [JetBrains-Research/lca-results](https://huggingface.co/datasets/JetBrains-Research/lca-results) should be opened when you press "Submit" button. ๐ŸŸ๏ธ Long Code Arena Team will review it shortly, and the results will appear in the leaderboard.

โณ **Note:** It might take some time (up to 40 minutes) for PR to get created, since it involves computing metrics for your submission."""