File size: 1,049 Bytes
256a159 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 |
from datasets import Dataset
from opencompass.registry import LOAD_DATASET
from ..base import BaseDataset
from .utils import iter_jsonl
@LOAD_DATASET.register_module()
class InfiniteBenchenmcDataset(BaseDataset):
@staticmethod
def load(path: str):
dataset = list(iter_jsonl(path))
raw_data = []
for item in dataset:
context = item['context']
question = item['input']
option_A = item['options'][0]
option_B = item['options'][1]
option_C = item['options'][2]
option_D = item['options'][3]
answer = chr(item['options'].index(item['answer'][0]) + ord('A'))
raw_data.append({
'context': context,
'question': question,
'option_A': option_A,
'option_B': option_B,
'option_C': option_C,
'option_D': option_D,
'answer': answer
})
dataset = Dataset.from_list(raw_data)
return dataset
|