alozowski HF Staff commited on
Commit
bcd4ccb
·
1 Parent(s): d7a6481

Update the list of models for evaluation

Browse files
yourbench_space/leaderboard_space/env.py CHANGED
@@ -2,16 +2,14 @@ import os
2
 
3
 
4
  INIT_MODELS = [
5
- # 70B
6
- ("Qwen/Qwen2.5-72B-Instruct", "novita"),
7
- ("meta-llama/Llama-3.3-70B-Instruct", "novita"),
8
- ("deepseek-ai/DeepSeek-R1-Distill-Llama-70B", "novita"),
9
- # 20 to 30B
10
- ("Qwen/QwQ-32B", "novita"),
11
- ("mistralai/Mistral-Small-24B-Instruct-2501", "together"),
12
  ]
13
  MODELS = [m[0] for m in INIT_MODELS]
14
  TASK = os.getenv("TASK")
15
  # With storage
16
  HF_TOKEN = os.getenv("HF_TOKEN")
17
- ORG_NAME = os.getenv("ORG_NAME")
 
2
 
3
 
4
  INIT_MODELS = [
5
+ # ("meta-llama/Llama-4-Scout-17B-16E-Instruct", "together"),
6
+ ("Qwen/Qwen3-32B", "novita"),
7
+ ("Qwen/Qwen2.5-72B-Instruct", "together"),
8
+ ("deepseek-ai/DeepSeek-R1", "together"),
9
+ ("google/gemma-3-27b-it", "nebius"),
 
 
10
  ]
11
  MODELS = [m[0] for m in INIT_MODELS]
12
  TASK = os.getenv("TASK")
13
  # With storage
14
  HF_TOKEN = os.getenv("HF_TOKEN")
15
+ ORG_NAME = os.getenv("ORG_NAME")