File size: 1,217 Bytes
256a159 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 |
summarizer = dict(
dataset_abbrs = [
'--------- LongBench Single-Document QA ---------', # category
'LongBench_narrativeqa',
'LongBench_qasper',
'LongBench_multifieldqa_en',
'LongBench_multifieldqa_zh',
'--------- LongBench Multi-Document QA ---------', # category
'LongBench_hotpotqa',
'LongBench_2wikimqa',
'LongBench_musique',
'LongBench_dureader',
'--------- LongBench Summarization ---------', # category
'LongBench_gov_report',
'LongBench_qmsum',
'LongBench_multi_news',
'LongBench_vcsum',
'--------- LongBench Few-shot Learning ---------', # category
'LongBench_trec',
'LongBench_triviaqa',
'LongBench_samsum',
'LongBench_lsht',
'--------- LongBench Synthetic Tasks ---------', # category
'LongBench_passage_count',
'LongBench_passage_retrieval_en',
'LongBench_passage_retrieval_zh',
'--------- LongBench Code Completion ---------', # category
'LongBench_lcc',
'LongBench_repobench-p',
],
summary_groups=sum([v for k, v in locals().items() if k.endswith('_summary_groups')], []),
)
|