Spaces:
Paused
Paused
Fixed quotes
Browse files
src/backend/run_eval_suite_lighteval.py
CHANGED
@@ -25,7 +25,7 @@ def run_evaluation(eval_request: EvalRequest, task_names: str, batch_size: int,
|
|
25 |
"model_config": dict(model=dict(
|
26 |
type="endpoint",
|
27 |
base_params=dict(
|
28 |
-
endpoint_name=f'{eval_request.model.split("/")[1].replace(".", "-").replace(
|
29 |
model=eval_request.model,
|
30 |
revision=eval_request.revision,
|
31 |
dtype=eval_request.precision,
|
|
|
25 |
"model_config": dict(model=dict(
|
26 |
type="endpoint",
|
27 |
base_params=dict(
|
28 |
+
endpoint_name=f'{eval_request.model.split("/")[1].replace(".", "-").replace("_", "-").lower()}-lighteval'[-32:].strip('-'),
|
29 |
model=eval_request.model,
|
30 |
revision=eval_request.revision,
|
31 |
dtype=eval_request.precision,
|