lewtun HF staff commited on
Commit
2f16764
1 Parent(s): 50c9898

Catch metadata exceptions in autoevaluate datasets

Browse files
Files changed (1) hide show
  1. evaluation.py +8 -2
evaluation.py CHANGED
@@ -29,9 +29,15 @@ def create_evaluation_info(dataset_info: DatasetInfo) -> int:
29
 
30
 
31
  def get_evaluation_infos():
 
32
  filt = DatasetFilter(author="autoevaluate")
33
- evaluation_datasets = HfApi().list_datasets(filter=filt, full=True)
34
- return [create_evaluation_info(dset) for dset in evaluation_datasets]
 
 
 
 
 
35
 
36
 
37
  def filter_evaluated_models(models, task, dataset_name, dataset_config, dataset_split, metrics):
29
 
30
 
31
  def get_evaluation_infos():
32
+ evaluation_datasets = []
33
  filt = DatasetFilter(author="autoevaluate")
34
+ autoevaluate_datasets = HfApi().list_datasets(filter=filt, full=True)
35
+ for dset in autoevaluate_datasets:
36
+ try:
37
+ evaluation_datasets.append(create_evaluation_info(dset))
38
+ except Exception as e:
39
+ print(f"Error processing dataset {dset}: {e}")
40
+ return evaluation_datasets
41
 
42
 
43
  def filter_evaluated_models(models, task, dataset_name, dataset_config, dataset_split, metrics):