Blair Yang commited on
Commit
195be44
1 Parent(s): ddcf0b7

Revise config

Browse files
Files changed (2) hide show
  1. Config.py +28 -15
  2. utils.py +1 -1
Config.py CHANGED
@@ -1,24 +1,37 @@
 
 
1
  DATASETS = [
2
  'mmlu',
3
  # 'Anthropic_safety_eval'
4
  ]
5
 
6
  TOPICS = {
7
- 'mmlu':
8
- [
9
- # 'high_school_biology',
10
- 'high_school_physics'
11
- ],
12
- 'Anthropic_safety_eval':
13
- [
14
- 'myopia'
15
- ]
16
  }
17
 
18
- MODELS = ['Llama-2-70b-chat-hf',
19
- 'Llama-2-13b-chat-hf',
20
- 'Mixtral-8x7B-Instruct-v0.1',
21
- 'Mistral-7B-Instruct-v0.2'
22
- ]
 
 
 
 
 
 
 
 
 
 
23
 
24
- RANDOM_SEED = 42
 
 
1
+ import random
2
+
3
  DATASETS = [
4
  'mmlu',
5
  # 'Anthropic_safety_eval'
6
  ]
7
 
8
  TOPICS = {
9
+ 'mmlu':
10
+ [
11
+ # 'high_school_biology',
12
+ 'high_school_physics'
13
+ ],
14
+ 'Anthropic_safety_eval':
15
+ [
16
+ 'myopia'
17
+ ]
18
  }
19
 
20
+ MODELS = [
21
+ # 'Llama-2-70b-chat-hf',
22
+ # 'Llama-2-13b-chat-hf',
23
+ 'Mixtral-8x7B-Instruct-v0.1',
24
+ # 'Mistral-7B-Instruct-v0.2'
25
+ ]
26
+
27
+ RANDOM_SEED = 42
28
+
29
+
30
+
31
+
32
+ DEFAULT_SUMMARIZER = "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO"
33
+ DEFAULT_DATASET = "mmlu"
34
+ DEFAULT_TOPIC = random.choice(TOPICS[DEFAULT_DATASET])
35
 
36
+ CARD_DIR = "cards/"
37
+ DATASET_DIR = "datasets/"
utils.py CHANGED
@@ -5,7 +5,7 @@ from typing import Tuple, Dict
5
 
6
  import jsonlines
7
 
8
- from config import *
9
  from models import select_model
10
 
11
 
 
5
 
6
  import jsonlines
7
 
8
+ from Config import *
9
  from models import select_model
10
 
11