eduagarcia commited on
Commit
dffb46d
1 Parent(s): a02bd06

Update pr_worker.py

Browse files
Files changed (1) hide show
  1. pr_worker.py +6 -1
pr_worker.py CHANGED
@@ -10,6 +10,7 @@ from functions import pr_already_exists, commit
10
 
11
  QUEUE_REPO = "eduagarcia-temp/llm_pt_leaderboard_requests"
12
  EVAL_REQUESTS_PATH = "./eval-queue/"
 
13
 
14
  def run_pr_worker():
15
  snapshot_download(repo_id=QUEUE_REPO, local_dir=EVAL_REQUESTS_PATH, repo_type="dataset", tqdm_class=None, etag_timeout=30)
@@ -24,7 +25,11 @@ def run_pr_worker():
24
  continue
25
  if model_data['result_metrics_average'] < 0.25:
26
  continue
27
- if 'PORTULAN' in model_data['model']:
 
 
 
 
28
  continue
29
  try:
30
  if not pr_already_exists(model_data['model']):
 
10
 
11
  QUEUE_REPO = "eduagarcia-temp/llm_pt_leaderboard_requests"
12
  EVAL_REQUESTS_PATH = "./eval-queue/"
13
+ blacklist = ['PORTULAN', 'Weni', '22h', 't5']
14
 
15
  def run_pr_worker():
16
  snapshot_download(repo_id=QUEUE_REPO, local_dir=EVAL_REQUESTS_PATH, repo_type="dataset", tqdm_class=None, etag_timeout=30)
 
25
  continue
26
  if model_data['result_metrics_average'] < 0.25:
27
  continue
28
+ has_blacklist = False
29
+ for b in blacklist:
30
+ if b in model_data['model']:
31
+ has_blacklist = True
32
+ if has_blacklist:
33
  continue
34
  try:
35
  if not pr_already_exists(model_data['model']):