| from opencompass.openicl.icl_prompt_template import PromptTemplate | |
| from opencompass.openicl.icl_retriever import ZeroRetriever | |
| from opencompass.openicl.icl_inferencer import GenInferencer | |
| from opencompass.openicl.icl_evaluator import AccEvaluator | |
| from opencompass.datasets import CValuesDataset | |
| from opencompass.utils.text_postprocessors import first_capital_postprocess | |
| cvalues_reader_cfg = dict( | |
| input_columns=['prompt'], | |
| output_column='label', | |
| train_split='train', | |
| test_split='train', | |
| ) | |
| cvalues_infer_cfg = dict( | |
| prompt_template=dict( | |
| type=PromptTemplate, | |
| template=dict( | |
| round=[dict(role="HUMAN", prompt="{prompt}请直接给出答案：\n")])), | |
| retriever=dict(type=ZeroRetriever), | |
| inferencer=dict(type=GenInferencer)) | |
| cvalues_eval_cfg = dict( | |
| evaluator=dict(type=AccEvaluator), | |
| pred_role="BOT", | |
| pred_postprocessor=dict(type=first_capital_postprocess), | |
| ) | |
| cvalues_datasets = [ | |
| dict( | |
| abbr='CValues-Responsibility', | |
| type=CValuesDataset, | |
| path='data/cvalues_responsibility_mc.jsonl', | |
| reader_cfg=cvalues_reader_cfg, | |
| infer_cfg=cvalues_infer_cfg, | |
| eval_cfg=cvalues_eval_cfg) | |
| ] | |