Fix style

app.py

@@ -5,13 +5,14 @@ import gradio as gr
 from apscheduler.schedulers.background import BackgroundScheduler
 
 # Choose ligtheval or harness backend
-from main_backend_lighteval import run_auto_eval
 # from main_backend_harness import run_auto_eval
+from main_backend_lighteval import run_auto_eval
 
-from src.display.log_visualizer import log_file_to_html_string
 from src.display.css_html_js import dark_mode_gradio_js
-from src.envs import REFRESH_RATE, REPO_ID, QUEUE_REPO, RESULTS_REPO
-from src.logging import configure_root_logger, setup_logger, log_file
+from src.display.log_visualizer import log_file_to_html_string
+from src.envs import QUEUE_REPO, REFRESH_RATE, REPO_ID, RESULTS_REPO
+from src.logging import configure_root_logger, log_file, setup_logger
+
 
 logging.getLogger("httpx").setLevel(logging.WARNING)
 logging.getLogger("numexpr").setLevel(logging.WARNING)
@@ -24,7 +25,7 @@ logger = setup_logger(__name__)
 
 intro_md = """
 # Intro
-This is a visual for the auto evaluator. 
+This is a visual for the auto evaluator.
 """
 
 links_md = f"""

main_backend_harness.py

@@ -3,28 +3,29 @@ import pprint
 
 from huggingface_hub import snapshot_download
 
-from src.backend.run_eval_suite_harness import run_evaluation
 from src.backend.manage_requests import (
+    FAILED_STATUS,
+    FINISHED_STATUS,
+    PENDING_STATUS,
+    RUNNING_STATUS,
     check_completed_evals,
     get_eval_requests,
     set_eval_request,
-    PENDING_STATUS,
-    RUNNING_STATUS,
-    FINISHED_STATUS,
-    FAILED_STATUS,
 )
+from src.backend.run_eval_suite_harness import run_evaluation
 from src.backend.sort_queue import sort_models_by_priority
 from src.envs import (
-    QUEUE_REPO,
+    API,
+    DEVICE,
     EVAL_REQUESTS_PATH_BACKEND,
-    RESULTS_REPO,
     EVAL_RESULTS_PATH_BACKEND,
-    DEVICE,
-    API,
     LIMIT,
+    NUM_FEWSHOT,
+    QUEUE_REPO,
+    RESULTS_REPO,
+    TASKS_HARNESS,
     TOKEN,
 )
-from src.envs import TASKS_HARNESS, NUM_FEWSHOT
 from src.logging import setup_logger
 
 

main_backend_lighteval.py

@@ -3,30 +3,29 @@ import pprint
 
 from huggingface_hub import snapshot_download
 
-
-from src.backend.run_eval_suite_lighteval import run_evaluation
 from src.backend.manage_requests import (
+    FAILED_STATUS,
+    FINISHED_STATUS,
+    PENDING_STATUS,
+    RUNNING_STATUS,
     check_completed_evals,
     get_eval_requests,
     set_eval_request,
-    PENDING_STATUS,
-    RUNNING_STATUS,
-    FINISHED_STATUS,
-    FAILED_STATUS,
 )
+from src.backend.run_eval_suite_lighteval import run_evaluation
 from src.backend.sort_queue import sort_models_by_priority
 from src.envs import (
-    QUEUE_REPO,
+    ACCELERATOR,
+    API,
     EVAL_REQUESTS_PATH_BACKEND,
-    RESULTS_REPO,
     EVAL_RESULTS_PATH_BACKEND,
-    API,
     LIMIT,
-    TOKEN,
-    ACCELERATOR,
-    VENDOR,
+    QUEUE_REPO,
     REGION,
+    RESULTS_REPO,
     TASKS_LIGHTEVAL,
+    TOKEN,
+    VENDOR,
 )
 from src.logging import setup_logger
 

scripts/create_request_file.py

@@ -7,7 +7,9 @@ from datetime import datetime, timezone
 import click
 from colorama import Fore
 from huggingface_hub import HfApi, snapshot_download
-from src.envs import TOKEN, EVAL_REQUESTS_PATH, QUEUE_REPO
+
+from src.envs import EVAL_REQUESTS_PATH, QUEUE_REPO, TOKEN
+
 
 precisions = ("float16", "bfloat16", "8bit (LLM.int8)", "4bit (QLoRA / FP4)", "GPTQ", "float32")
 model_types = ("pretrained", "fine-tuned", "RL-tuned", "instruction-tuned")

scripts/fix_harness_import.py

@@ -7,6 +7,7 @@ import os
 
 import lm_eval
 
+
 if __name__ == "__main__":
     lm_eval_path = lm_eval.__path__[0]
     os.makedirs(os.path.join(lm_eval_path, "datasets", "bigbench_resources"), exist_ok=True)

src/backend/manage_requests.py

@@ -4,9 +4,11 @@ from dataclasses import dataclass
 from typing import Optional
 
 from huggingface_hub import HfApi, snapshot_download
+
 from src.envs import TOKEN
 from src.logging import setup_logger
 
+
 logger = setup_logger(__name__)
 
 PENDING_STATUS = "PENDING"

src/backend/run_eval_suite_harness.py

@@ -1,16 +1,16 @@
 import json
-import os
 import logging
+import os
 from datetime import datetime
+from typing import Union
 
 from lm_eval import evaluator, utils
 from lm_eval.tasks import TaskManager
 
-from src.envs import API
 from src.backend.manage_requests import EvalRequest
+from src.envs import API
 from src.logging import setup_logger
 
-from typing import Union
 
 logging.getLogger("openai").setLevel(logging.WARNING)
 logger = setup_logger(__name__)

src/backend/run_eval_suite_lighteval.py

@@ -5,11 +5,11 @@ from lighteval.logging.evaluation_tracker import EvaluationTracker
 from lighteval.models.model_config import InferenceEndpointModelConfig
 from lighteval.pipeline import ParallelismManager, Pipeline, PipelineParameters
 
-
-from src.envs import RESULTS_REPO
 from src.backend.manage_requests import EvalRequest
+from src.envs import RESULTS_REPO
 from src.logging import setup_logger
 
+
 logging.getLogger("openai").setLevel(logging.WARNING)
 logger = setup_logger(__name__)
 

src/envs.py

@@ -2,6 +2,7 @@ import os
 
 from huggingface_hub import HfApi
 
+
 # Info to change for your repository
 # ----------------------------------
 TOKEN = os.environ.get("HF_TOKEN")  # A read/write token for your org

src/logging.py

@@ -1,6 +1,7 @@
 import logging
 from pathlib import Path
 
+
 proj_dir = Path(__file__).parents[1]
 
 log_file = proj_dir / "output.log"