Spaces:
Runtime error
Runtime error
Catch metadata exceptions in autoevaluate datasets
Browse files- evaluation.py +8 -2
evaluation.py
CHANGED
@@ -29,9 +29,15 @@ def create_evaluation_info(dataset_info: DatasetInfo) -> int:
|
|
29 |
|
30 |
|
31 |
def get_evaluation_infos():
|
|
|
32 |
filt = DatasetFilter(author="autoevaluate")
|
33 |
-
|
34 |
-
|
|
|
|
|
|
|
|
|
|
|
35 |
|
36 |
|
37 |
def filter_evaluated_models(models, task, dataset_name, dataset_config, dataset_split, metrics):
|
|
|
29 |
|
30 |
|
31 |
def get_evaluation_infos():
|
32 |
+
evaluation_datasets = []
|
33 |
filt = DatasetFilter(author="autoevaluate")
|
34 |
+
autoevaluate_datasets = HfApi().list_datasets(filter=filt, full=True)
|
35 |
+
for dset in autoevaluate_datasets:
|
36 |
+
try:
|
37 |
+
evaluation_datasets.append(create_evaluation_info(dset))
|
38 |
+
except Exception as e:
|
39 |
+
print(f"Error processing dataset {dset}: {e}")
|
40 |
+
return evaluation_datasets
|
41 |
|
42 |
|
43 |
def filter_evaluated_models(models, task, dataset_name, dataset_config, dataset_split, metrics):
|