Fixed endpoint model

src/backend/run_eval_suite_lighteval.py

@@ -5,10 +5,12 @@ from datetime import datetime
 from argparse import Namespace
 
 from lighteval.main_accelerate import main, EnvConfig, create_model_config, load_model
-
+from lighteval.models.endpoint_model import InferenceEndpointModel
 from src.envs import RESULTS_REPO, CACHE_PATH, TOKEN
 from src.backend.manage_requests import EvalRequest
 
+InferenceEndpointModel.add_special_tokens = lambda *args, **kwargs: None
+
 logging.getLogger("openai").setLevel(logging.WARNING)
 
 class DefaultNamespace(Namespace):