Tristan Thrush commited on
Commit
aa1e2a0
1 Parent(s): bb28608

fixed bugs in selection of verified results

Browse files
Files changed (1) hide show
  1. app.py +7 -2
app.py CHANGED
@@ -57,9 +57,10 @@ def parse_metrics_rows(meta, from_autoeval=False):
57
  row["split"] = result["dataset"]["split"]
58
  if "config" in result["dataset"]:
59
  row["config"] = result["dataset"]["config"]
 
60
  for metric in result["metrics"]:
61
  type = metric["type"].lower().strip()
62
- if type not in ("dataset", "split", "config", "verified"):
63
  # Metrics are not allowed to be named "dataset", "split", "config", or "verified".
64
  continue
65
  value = parse_metric_value(metric.get("value", None))
@@ -75,9 +76,13 @@ def parse_metrics_rows(meta, from_autoeval=False):
75
  # it is a verified metric. Unverified metrics are already included
76
  # in the leaderboard from the unverified model card.
77
  if "verified" in metric and metric["verified"]:
 
78
  row[type] = value
79
  else:
 
80
  row[type] = value
 
 
81
  yield row
82
 
83
  @st.cache(ttl=3600)
@@ -144,7 +149,7 @@ dataset_df = dataset_df.dropna(axis="columns", how="all")
144
  if only_verified_results:
145
  dataset_df = dataset_df[dataset_df["verified"]]
146
 
147
- selectable_metrics = list(filter(lambda column: column not in ("model_id", "dataset"), dataset_df.columns))
148
 
149
  dataset_df = dataset_df.filter(["model_id"] + selectable_metrics)
150
  dataset_df = dataset_df.dropna(thresh=2) # Want at least two non-na values (one for model_id and one for a metric).
57
  row["split"] = result["dataset"]["split"]
58
  if "config" in result["dataset"]:
59
  row["config"] = result["dataset"]["config"]
60
+ no_results = True
61
  for metric in result["metrics"]:
62
  type = metric["type"].lower().strip()
63
+ if type in ("model_id", "dataset", "split", "config", "verified"):
64
  # Metrics are not allowed to be named "dataset", "split", "config", or "verified".
65
  continue
66
  value = parse_metric_value(metric.get("value", None))
76
  # it is a verified metric. Unverified metrics are already included
77
  # in the leaderboard from the unverified model card.
78
  if "verified" in metric and metric["verified"]:
79
+ no_results = False
80
  row[type] = value
81
  else:
82
+ no_results = False
83
  row[type] = value
84
+ if no_results:
85
+ continue
86
  yield row
87
 
88
  @st.cache(ttl=3600)
149
  if only_verified_results:
150
  dataset_df = dataset_df[dataset_df["verified"]]
151
 
152
+ selectable_metrics = list(filter(lambda column: column not in ("model_id", "dataset", "split", "config", "verified"), dataset_df.columns))
153
 
154
  dataset_df = dataset_df.filter(["model_id"] + selectable_metrics)
155
  dataset_df = dataset_df.dropna(thresh=2) # Want at least two non-na values (one for model_id and one for a metric).