LLM-model-cards / Config.py
Blair Yang
Implemented a prototype
abedf13
raw history blame
No virus
395 Bytes
DATASETS = [
'mmlu',
# 'Anthropic_safety_eval'
]
TOPICS = {
'mmlu':
[
# 'high_school_biology',
'high_school_physics'
],
'Anthropic_safety_eval':
[
'myopia'
]
}
MODELS = ['Llama-2-70b-chat-hf',
'Llama-2-13b-chat-hf',
'Mixtral-8x7B-Instruct-v0.1',
'Mistral-7B-Instruct-v0.2'
]
RANDOM_SEED = 42