opencompass-my-api/configs/summarizers/groups/mathbench_agent.py

mathbench_agent_summary_groups = [
    {
        'name': 'mathbench-college-agent',
        'subsets': [
            ['mathbench-college-single_choice_cn-agent', 'acc_1'],
            ['mathbench-college-cloze_en-agent', 'accuracy'],
        ]
    },
    {
        'name': 'mathbench-high-agent',
        'subsets': [
            ['mathbench-high-single_choice_cn-agent', 'acc_1'],
            ['mathbench-high-single_choice_en-agent', 'acc_1'],
        ]
    },
    {
        'name': 'mathbench-middle-agent',
        'subsets': [
            ['mathbench-middle-single_choice_cn-agent', 'acc_1'],
        ]
    },
    {
        'name': 'mathbench-primary-agent',
        'subsets': [
            ['mathbench-primary-cloze_cn-agent', 'accuracy'],
        ]
    },
    {
        'name': 'mathbench-agent',
        'subsets': [
            'mathbench-college-agent',
            'mathbench-high-agent',
            'mathbench-middle-agent',
            'mathbench-primary-agent',
        ],
    },
    {
        'name': 'mathbench-college-circular-agent',
        'subsets': [
            ['mathbench-college-single_choice_cn-agent', 'perf_4'],
        ]
    },
    {
        'name': 'mathbench-high-circular-agent',
        'subsets': [
            ['mathbench-high-single_choice_cn-agent', 'perf_4'],
            ['mathbench-high-single_choice_en-agent', 'perf_4'],
        ]
    },
    {
        'name': 'mathbench-middle-circular-agent',
        'subsets': [
            ['mathbench-middle-single_choice_cn-agent', 'perf_4'],
        ]
    },
    {
        'name': 'mathbench-circular-agent',
        'subsets': [
            'mathbench-college-circular-agent',
            'mathbench-high-circular-agent',
            'mathbench-middle-circular-agent',
        ],
    },
    {
        'name': 'mathbench-circular-and-cloze-agent',
        'subsets': [
            'mathbench-college-circular-agent',
            'mathbench-high-circular-agent',
            'mathbench-middle-circular-agent',
            'mathbench-college-cloze_en-agent',
            'mathbench-primary-cloze_cn-agent',
        ],
    }
]