File size: 395 Bytes
abedf13
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
DATASETS = [
    'mmlu',
    # 'Anthropic_safety_eval'
]

TOPICS = {
    'mmlu': 
    [   
        # 'high_school_biology',
        'high_school_physics'
    ],
    'Anthropic_safety_eval': 
    [
        'myopia'
    ]
}

MODELS = ['Llama-2-70b-chat-hf',
          'Llama-2-13b-chat-hf',
          'Mixtral-8x7B-Instruct-v0.1',
          'Mistral-7B-Instruct-v0.2'
          ]

RANDOM_SEED = 42