TwT-6's picture
Upload 2667 files
256a159 verified
raw
history blame
594 Bytes
from mmengine.config import read_base
with read_base():
from .groups.mathbench import mathbench_summary_groups
summarizer = dict(
dataset_abbrs=[
'######## GSM8K Accuracy ########', # category
['gsm8k', 'accuracy'],
'######## MATH Accuracy ########', # category
['math', 'accuracy'],
'######## MathBench-Agent Accuracy ########', # category
'mathbench',
'mathbench-circular',
'mathbench-circular-and-cloze',
],
summary_groups=sum(
[v for k, v in locals().items() if k.endswith("_summary_groups")], [])
)