File size: 1,550 Bytes
256a159 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 |
agieval_summary_groups = []
_agieval_chinese_sets = ['gaokao-chinese', 'gaokao-english', 'gaokao-geography', 'gaokao-history', 'gaokao-biology', 'gaokao-chemistry', 'gaokao-physics', 'gaokao-mathqa', 'logiqa-zh', 'jec-qa-kd', 'jec-qa-ca', 'gaokao-mathcloze']
_agieval_chinese_sets = ['agieval-' + s for s in _agieval_chinese_sets]
agieval_summary_groups.append({'name': 'agieval-chinese', 'subsets': _agieval_chinese_sets})
_agieval_english_sets = ['lsat-ar', 'lsat-lr', 'lsat-rc', 'logiqa-en', 'sat-math', 'sat-en', 'sat-en-without-passage', 'aqua-rat', 'math']
_agieval_english_sets = ['agieval-' + s for s in _agieval_english_sets]
agieval_summary_groups.append({'name': 'agieval-english', 'subsets': _agieval_english_sets})
_agieval_gaokao_sets = ['gaokao-chinese', 'gaokao-english', 'gaokao-geography', 'gaokao-history', 'gaokao-biology', 'gaokao-chemistry', 'gaokao-physics', 'gaokao-mathqa', 'gaokao-mathcloze']
_agieval_gaokao_sets = ['agieval-' + s for s in _agieval_gaokao_sets]
agieval_summary_groups.append({'name': 'agieval-gaokao', 'subsets': _agieval_gaokao_sets})
_agieval_all = ['gaokao-chinese', 'gaokao-english', 'gaokao-geography', 'gaokao-history', 'gaokao-biology', 'gaokao-chemistry', 'gaokao-physics', 'gaokao-mathqa', 'logiqa-zh', 'lsat-ar', 'lsat-lr', 'lsat-rc', 'logiqa-en', 'sat-math', 'sat-en', 'sat-en-without-passage', 'aqua-rat', 'jec-qa-kd', 'jec-qa-ca', 'gaokao-mathcloze', 'math']
_agieval_all = ['agieval-' + s for s in _agieval_all]
agieval_summary_groups.append({'name': 'agieval', 'subsets': _agieval_all})
|