hi-melnikov commited on
Commit
381feac
1 Parent(s): 6a3b0c7

Minor refactor download dataset

Browse files
src/leaderboard/build_leaderboard.py CHANGED
@@ -27,6 +27,7 @@ def time_diff_wrapper(func):
27
  @time_diff_wrapper
28
  def download_dataset(repo_id, local_dir, repo_type="dataset", max_attempts=3, backoff_factor=1.5):
29
  """Download dataset with exponential backoff retries."""
 
30
  attempt = 0
31
  while attempt < max_attempts:
32
  try:
@@ -51,9 +52,6 @@ def download_dataset(repo_id, local_dir, repo_type="dataset", max_attempts=3, ba
51
 
52
 
53
  def download_openbench():
54
- """Downloads pre generated data"""
55
- os.makedirs(DATA_ARENA_PATH, exist_ok=True)
56
-
57
  # download prev autogenerated leaderboard files
58
  download_dataset("Vikhrmodels/arena-leaderboard-metainfo", DATA_PATH)
59
 
 
27
  @time_diff_wrapper
28
  def download_dataset(repo_id, local_dir, repo_type="dataset", max_attempts=3, backoff_factor=1.5):
29
  """Download dataset with exponential backoff retries."""
30
+ os.makedirs(local_dir, exist_ok=True)
31
  attempt = 0
32
  while attempt < max_attempts:
33
  try:
 
52
 
53
 
54
  def download_openbench():
 
 
 
55
  # download prev autogenerated leaderboard files
56
  download_dataset("Vikhrmodels/arena-leaderboard-metainfo", DATA_PATH)
57