| agieval_summary_groups = [] | |
| _agieval_chinese_sets = ['gaokao-chinese', 'gaokao-english', 'gaokao-geography', 'gaokao-history', 'gaokao-biology', 'gaokao-chemistry', 'gaokao-physics', 'gaokao-mathqa', 'logiqa-zh', 'jec-qa-kd', 'jec-qa-ca', 'gaokao-mathcloze'] | |
| _agieval_chinese_sets = ['agieval-' + s for s in _agieval_chinese_sets] | |
| agieval_summary_groups.append({'name': 'agieval-chinese', 'subsets': _agieval_chinese_sets}) | |
| _agieval_english_sets = ['lsat-ar', 'lsat-lr', 'lsat-rc', 'logiqa-en', 'sat-math', 'sat-en', 'sat-en-without-passage', 'aqua-rat', 'math'] | |
| _agieval_english_sets = ['agieval-' + s for s in _agieval_english_sets] | |
| agieval_summary_groups.append({'name': 'agieval-english', 'subsets': _agieval_english_sets}) | |
| _agieval_gaokao_sets = ['gaokao-chinese', 'gaokao-english', 'gaokao-geography', 'gaokao-history', 'gaokao-biology', 'gaokao-chemistry', 'gaokao-physics', 'gaokao-mathqa', 'gaokao-mathcloze'] | |
| _agieval_gaokao_sets = ['agieval-' + s for s in _agieval_gaokao_sets] | |
| agieval_summary_groups.append({'name': 'agieval-gaokao', 'subsets': _agieval_gaokao_sets}) | |
| _agieval_all = ['gaokao-chinese', 'gaokao-english', 'gaokao-geography', 'gaokao-history', 'gaokao-biology', 'gaokao-chemistry', 'gaokao-physics', 'gaokao-mathqa', 'logiqa-zh', 'lsat-ar', 'lsat-lr', 'lsat-rc', 'logiqa-en', 'sat-math', 'sat-en', 'sat-en-without-passage', 'aqua-rat', 'jec-qa-kd', 'jec-qa-ca', 'gaokao-mathcloze', 'math'] | |
| _agieval_all = ['agieval-' + s for s in _agieval_all] | |
| agieval_summary_groups.append({'name': 'agieval', 'subsets': _agieval_all}) | |