Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Skip repos with malformed data
#70
by
pcuenq
HF Staff
- opened
app.py
CHANGED
|
@@ -208,18 +208,21 @@ def update_leaderboard_dataset_parallel(rl_env, path):
|
|
| 208 |
#LOADED_MODEL_METADATA[model_id] = meta if meta is not None else ''
|
| 209 |
if meta is None:
|
| 210 |
return None
|
| 211 |
-
|
| 212 |
-
|
| 213 |
-
|
| 214 |
-
|
| 215 |
-
|
| 216 |
-
|
| 217 |
-
|
| 218 |
-
|
| 219 |
-
|
| 220 |
-
|
| 221 |
-
|
| 222 |
-
|
|
|
|
|
|
|
|
|
|
| 223 |
|
| 224 |
data = list(thread_map(process_model, model_ids, desc="Processing models"))
|
| 225 |
|
|
|
|
| 208 |
#LOADED_MODEL_METADATA[model_id] = meta if meta is not None else ''
|
| 209 |
if meta is None:
|
| 210 |
return None
|
| 211 |
+
try:
|
| 212 |
+
user_id = model_id.split('/')[0]
|
| 213 |
+
row = {}
|
| 214 |
+
row["User"] = user_id
|
| 215 |
+
row["Model"] = model_id
|
| 216 |
+
accuracy = parse_metrics_accuracy(meta)
|
| 217 |
+
mean_reward, std_reward = parse_rewards(accuracy)
|
| 218 |
+
mean_reward = mean_reward if not pd.isna(mean_reward) else 0
|
| 219 |
+
std_reward = std_reward if not pd.isna(std_reward) else 0
|
| 220 |
+
row["Results"] = mean_reward - std_reward
|
| 221 |
+
row["Mean Reward"] = mean_reward
|
| 222 |
+
row["Std Reward"] = std_reward
|
| 223 |
+
return row
|
| 224 |
+
except:
|
| 225 |
+
return None
|
| 226 |
|
| 227 |
data = list(thread_map(process_model, model_ids, desc="Processing models"))
|
| 228 |
|