|
summarizer = dict( |
|
dataset_abbrs = [ |
|
'--------- LEval Exact Match (Acc) ---------', |
|
'LEval_coursera', |
|
'LEval_gsm100', |
|
'LEval_quality', |
|
'LEval_tpo', |
|
'LEval_topic_retrieval', |
|
'--------- LEval Gen (ROUGE) ---------', |
|
'LEval_financialqa', |
|
'LEval_gov_report_summ', |
|
'LEval_legal_contract_qa', |
|
'LEval_meeting_summ', |
|
'LEval_multidocqa', |
|
'LEval_narrativeqa', |
|
'LEval_nq', |
|
'LEval_news_summ', |
|
'LEval_paper_assistant', |
|
'LEval_patent_summ', |
|
'LEval_review_summ', |
|
'LEval_scientificqa', |
|
'LEval_tvshow_summ' |
|
], |
|
summary_groups=sum([v for k, v in locals().items() if k.endswith('_summary_groups')], []), |
|
) |
|
|
