from mmengine.config import read_base
from opencompass.models import SenseTime
from opencompass.partitioners import NaivePartitioner
from opencompass.runners.local_api import LocalAPIRunner
from opencompass.tasks import OpenICLInferTask

with read_base():
    from ..summarizers.medium import summarizer
    from ..datasets.ceval.ceval_gen import ceval_datasets

datasets = [
    *ceval_datasets,
]

models = [
    dict(
        abbr='nova-ptc-xl-v1',
        type=SenseTime,
        path='nova-ptc-xl-v1',
        key='xxxxxxxxxxxxxx',
        url='xxxxxxxxxxx',
        query_per_second=1,
        max_out_len=2048,
        max_seq_len=2048,
        batch_size=8,
        parameters={
            "temperature": 0.8,
            "top_p": 0.7,
            "max_new_tokens": 1024,
            "repetition_penalty": 1.05,
            "know_ids": [],
            "stream": True,
            "user": "#*#***TestUser***#*#",
            "knowledge_config": {
                "control_level": "normal",
                "knowledge_base_result": False,
                "online_search_result": False
            }
        }
    )
]

infer = dict(
    partitioner=dict(type=NaivePartitioner),
    runner=dict(
        type=LocalAPIRunner,
        max_num_workers=2,
        concurrent_users=2,
        task=dict(type=OpenICLInferTask)),
)

work_dir = "outputs/api_sensetime/"