Spaces:
Sleeping
Sleeping
File size: 739 Bytes
195be44 abedf13 195be44 abedf13 195be44 487b80b 195be44 abedf13 195be44 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 |
import random
DATASETS = [
'mmlu',
# 'Anthropic_safety_eval'
]
TOPICS = {
'mmlu':
[
# 'high_school_biology',
'high_school_physics'
],
'Anthropic_safety_eval':
[
'myopia'
]
}
MODELS = [
# 'Llama-2-70b-chat-hf',
# 'Llama-2-13b-chat-hf',
'Mixtral-8x7B-Instruct-v0.1',
# 'Mistral-7B-Instruct-v0.2'
]
RANDOM_SEED = 42
DEFAULT_SUMMARIZER = "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO"
# DEFAULT_SUMMARIZER = 'NousResearch/Nous-Hermes-2-Mistral-7B-DPO'
# DEFAULT_SUMMARIZER = 'mistralai/Mistral-7B-Instruct-v0.2'
DEFAULT_DATASET = "mmlu"
DEFAULT_TOPIC = random.choice(TOPICS[DEFAULT_DATASET])
CARD_DIR = "cards/"
DATASET_DIR = "datasets/"
|