Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Quentin Gallouédec
commited on
Commit
•
9f23558
1
Parent(s):
212d3f4
allow eval to fail
Browse files
app.py
CHANGED
@@ -144,7 +144,12 @@ def _backend_routine():
|
|
144 |
for model_id, sha in pending_models:
|
145 |
logger.info(f"Running evaluation on {model_id}")
|
146 |
report = {"config": {"model_id": model_id, "model_sha": sha}}
|
147 |
-
|
|
|
|
|
|
|
|
|
|
|
148 |
if evaluations is not None:
|
149 |
report["results"] = evaluations
|
150 |
report["status"] = "DONE"
|
|
|
144 |
for model_id, sha in pending_models:
|
145 |
logger.info(f"Running evaluation on {model_id}")
|
146 |
report = {"config": {"model_id": model_id, "model_sha": sha}}
|
147 |
+
try:
|
148 |
+
evaluations = evaluate(model_id, revision=sha)
|
149 |
+
except Exception as e:
|
150 |
+
logger.error(f"Error evaluating {model_id}: {e}")
|
151 |
+
evaluations = None
|
152 |
+
|
153 |
if evaluations is not None:
|
154 |
report["results"] = evaluations
|
155 |
report["status"] = "DONE"
|