opencompass-my-api/configs/summarizers/lawbench.py

from mmengine.config import read_base

with read_base():
    from .groups.lawbench import lawbench_summary_groups

summarizer = dict(
    dataset_abbrs = [
        '--------- 0-shot ---------', # category
        'lawbench-0-shot',
        'lawbench-1-1-article_recitation-0-shot',
        'lawbench-1-2-knowledge_question_answering-0-shot',
        'lawbench-2-1-document_proofreading-0-shot',
        'lawbench-2-2-dispute_focus_identification-0-shot',
        'lawbench-2-3-marital_disputes_identification-0-shot',
        'lawbench-2-4-issue_topic_identification-0-shot',
        'lawbench-2-5-reading_comprehension-0-shot',
        'lawbench-2-6-named_entity_recognition-0-shot',
        'lawbench-2-7-opinion_summarization-0-shot',
        'lawbench-2-8-argument_mining-0-shot',
        'lawbench-2-9-event_detection-0-shot',
        'lawbench-2-10-trigger_word_extraction-0-shot',
        'lawbench-3-1-fact_based_article_prediction-0-shot',
        'lawbench-3-2-scene_based_article_prediction-0-shot',
        'lawbench-3-3-charge_prediction-0-shot',
        'lawbench-3-4-prison_term_prediction_wo_article-0-shot',
        'lawbench-3-5-prison_term_prediction_w_article-0-shot',
        'lawbench-3-6-case_analysis-0-shot',
        'lawbench-3-7-criminal_damages_calculation-0-shot',
        'lawbench-3-8-consultation-0-shot',
        '--------- 1-shot ---------', # category
        'lawbench-1-shot',
        'lawbench-1-1-article_recitation-1-shot',
        'lawbench-1-2-knowledge_question_answering-1-shot',
        'lawbench-2-1-document_proofreading-1-shot',
        'lawbench-2-2-dispute_focus_identification-1-shot',
        'lawbench-2-3-marital_disputes_identification-1-shot',
        'lawbench-2-4-issue_topic_identification-1-shot',
        'lawbench-2-5-reading_comprehension-1-shot',
        'lawbench-2-6-named_entity_recognition-1-shot',
        'lawbench-2-7-opinion_summarization-1-shot',
        'lawbench-2-8-argument_mining-1-shot',
        'lawbench-2-9-event_detection-1-shot',
        'lawbench-2-10-trigger_word_extraction-1-shot',
        'lawbench-3-1-fact_based_article_prediction-1-shot',
        'lawbench-3-2-scene_based_article_prediction-1-shot',
        'lawbench-3-3-charge_prediction-1-shot',
        'lawbench-3-4-prison_term_prediction_wo_article-1-shot',
        'lawbench-3-5-prison_term_prediction_w_article-1-shot',
        'lawbench-3-6-case_analysis-1-shot',
        'lawbench-3-7-criminal_damages_calculation-1-shot',
        'lawbench-3-8-consultation-1-shot',
    ],
    summary_groups=sum([v for k, v in locals().items() if k.endswith("_summary_groups")], []),
    prompt_db=dict(
        database_path='configs/datasets/log.json',
        config_dir='configs/datasets',
        blacklist='.promptignore'),
)