Spaces:
Runtime error
Runtime error
Commit
·
96424ac
1
Parent(s):
f271fe9
fix eval backend
Browse files- src/backend.py +4 -1
src/backend.py
CHANGED
@@ -39,7 +39,7 @@ def _backend_routine():
|
|
39 |
evaluated_models.add((report["config"]["model_id"], report["config"]["model_sha"]))
|
40 |
|
41 |
# Find the models that are not associated with any results
|
42 |
-
pending_models = set(compatible_models) - evaluated_models
|
43 |
logger.info(f"Found {len(pending_models)} pending models")
|
44 |
|
45 |
if len(pending_models) == 0:
|
@@ -83,3 +83,6 @@ def backend_routine():
|
|
83 |
_backend_routine()
|
84 |
except Exception as e:
|
85 |
logger.error(f"{e.__class__.__name__}: {str(e)}")
|
|
|
|
|
|
|
|
39 |
evaluated_models.add((report["config"]["model_id"], report["config"]["model_sha"]))
|
40 |
|
41 |
# Find the models that are not associated with any results
|
42 |
+
pending_models = list(set(compatible_models) - evaluated_models)
|
43 |
logger.info(f"Found {len(pending_models)} pending models")
|
44 |
|
45 |
if len(pending_models) == 0:
|
|
|
83 |
_backend_routine()
|
84 |
except Exception as e:
|
85 |
logger.error(f"{e.__class__.__name__}: {str(e)}")
|
86 |
+
|
87 |
+
if __name__=="__main__":
|
88 |
+
backend_routine()
|