| from mmengine.config import read_base | |
| with read_base(): | |
| from .groups.agieval import agieval_summary_groups | |
| from .groups.mmlu import mmlu_summary_groups | |
| from .groups.bbh import bbh_summary_groups | |
| summarizer = dict( | |
| dataset_abbrs=[ | |
| ['mmlu', 'naive_average'], | |
| ['agieval', 'naive_average'], | |
| ['bbh', 'naive_average'], | |
| ['gsm8k', 'accuracy'], | |
| ['math', 'accuracy'], | |
| ['openai_humaneval', 'humaneval_pass@1'], | |
| ['sanitized_mbpp', 'score'], | |
| ], | |
| summary_groups=sum( | |
| [v for k, v in locals().items() if k.endswith("_summary_groups")], []), | |
| ) | |