ClΓ©mentine commited on
Commit
d9f882d
β€’
1 Parent(s): 5ad4694

Added check to hide non FINISHED models

Browse files
Files changed (2) hide show
  1. .gitignore +1 -4
  2. src/leaderboard/read_evals.py +6 -2
.gitignore CHANGED
@@ -1,4 +1,3 @@
1
- auto_evals/
2
  venv/
3
  __pycache__/
4
  .env
@@ -6,10 +5,8 @@ __pycache__/
6
  *ipynb
7
  .vscode/
8
 
9
- gpt_4_evals/
10
- human_evals/
11
  eval-queue/
12
  eval-results/
13
- auto_evals/
14
 
15
  src/assets/model_counts.html
 
 
1
  venv/
2
  __pycache__/
3
  .env
 
5
  *ipynb
6
  .vscode/
7
 
 
 
8
  eval-queue/
9
  eval-results/
10
+ dynamic-info/
11
 
12
  src/assets/model_counts.html
src/leaderboard/read_evals.py CHANGED
@@ -33,6 +33,7 @@ class EvalResult:
33
  still_on_hub: bool = True
34
  is_merge: bool = False
35
  flagged: bool = False
 
36
  tags: list = None
37
 
38
  @classmethod
@@ -111,7 +112,9 @@ class EvalResult:
111
  self.num_params = request.get("params", 0)
112
  self.date = request.get("submitted_time", "")
113
  self.architecture = request.get("architectures", "Unknown")
 
114
  except Exception as e:
 
115
  print(f"Could not find request file for {self.org}/{self.model}")
116
 
117
  def update_with_dynamic_file_dict(self, file_dict):
@@ -212,8 +215,9 @@ def get_raw_eval_results(results_path: str, requests_path: str, dynamic_path: st
212
  results = []
213
  for v in eval_results.values():
214
  try:
215
- v.to_dict() # we test if the dict version is complete
216
- results.append(v)
 
217
  except KeyError: # not all eval values present
218
  continue
219
 
 
33
  still_on_hub: bool = True
34
  is_merge: bool = False
35
  flagged: bool = False
36
+ status: str = "FINISHED"
37
  tags: list = None
38
 
39
  @classmethod
 
112
  self.num_params = request.get("params", 0)
113
  self.date = request.get("submitted_time", "")
114
  self.architecture = request.get("architectures", "Unknown")
115
+ self.status = request.get("status", "FAILED")
116
  except Exception as e:
117
+ self.status = "FAILED"
118
  print(f"Could not find request file for {self.org}/{self.model}")
119
 
120
  def update_with_dynamic_file_dict(self, file_dict):
 
215
  results = []
216
  for v in eval_results.values():
217
  try:
218
+ if v.status == "FINISHED":
219
+ v.to_dict() # we test if the dict version is complete
220
+ results.append(v)
221
  except KeyError: # not all eval values present
222
  continue
223