| LICENSE | |
| README.md | |
| setup.py | |
| opencompass/__init__.py | |
| opencompass/registry.py | |
| opencompass.egg-info/PKG-INFO | |
| opencompass.egg-info/SOURCES.txt | |
| opencompass.egg-info/dependency_links.txt | |
| opencompass.egg-info/requires.txt | |
| opencompass.egg-info/top_level.txt | |
| opencompass/datasets/FinanceIQ.py | |
| opencompass/datasets/GaokaoBench.py | |
| opencompass/datasets/OpenFinData.py | |
| opencompass/datasets/TheoremQA.py | |
| opencompass/datasets/__init__.py | |
| opencompass/datasets/advglue.py | |
| opencompass/datasets/afqmcd.py | |
| opencompass/datasets/anli.py | |
| opencompass/datasets/anthropics_evals.py | |
| opencompass/datasets/arc.py | |
| opencompass/datasets/ax.py | |
| opencompass/datasets/base.py | |
| opencompass/datasets/bbh.py | |
| opencompass/datasets/boolq.py | |
| opencompass/datasets/bustum.py | |
| opencompass/datasets/c3.py | |
| opencompass/datasets/cb.py | |
| opencompass/datasets/ceval.py | |
| opencompass/datasets/chid.py | |
| opencompass/datasets/cibench.py | |
| opencompass/datasets/circular.py | |
| opencompass/datasets/civilcomments.py | |
| opencompass/datasets/clozeTest_maxmin.py | |
| opencompass/datasets/cluewsc.py | |
| opencompass/datasets/cmb.py | |
| opencompass/datasets/cmmlu.py | |
| opencompass/datasets/cmnli.py | |
| opencompass/datasets/cmrc.py | |
| opencompass/datasets/commonsenseqa.py | |
| opencompass/datasets/commonsenseqa_cn.py | |
| opencompass/datasets/copa.py | |
| opencompass/datasets/crowspairs.py | |
| opencompass/datasets/crowspairs_cn.py | |
| opencompass/datasets/csl.py | |
| opencompass/datasets/custom.py | |
| opencompass/datasets/cvalues.py | |
| opencompass/datasets/drcd.py | |
| opencompass/datasets/drop.py | |
| opencompass/datasets/ds1000.py | |
| opencompass/datasets/ds1000_interpreter.py | |
| opencompass/datasets/eprstmt.py | |
| opencompass/datasets/flores.py | |
| opencompass/datasets/game24.py | |
| opencompass/datasets/govrepcrs.py | |
| opencompass/datasets/gpqa.py | |
| opencompass/datasets/gsm8k.py | |
| opencompass/datasets/gsm_hard.py | |
| opencompass/datasets/hellaswag.py | |
| opencompass/datasets/huggingface.py | |
| opencompass/datasets/humaneval.py | |
| opencompass/datasets/humaneval_multi.py | |
| opencompass/datasets/humanevalx.py | |
| opencompass/datasets/hungarian_math.py | |
| opencompass/datasets/iwslt2017.py | |
| opencompass/datasets/jigsawmultilingual.py | |
| opencompass/datasets/jsonl.py | |
| opencompass/datasets/kaoshi.py | |
| opencompass/datasets/lambada.py | |
| opencompass/datasets/lcsts.py | |
| opencompass/datasets/lmeval.py | |
| opencompass/datasets/mastermath2024v1.py | |
| opencompass/datasets/math.py | |
| opencompass/datasets/math401.py | |
| opencompass/datasets/math_intern.py | |
| opencompass/datasets/mathbench.py | |
| opencompass/datasets/mbpp.py | |
| opencompass/datasets/mmlu.py | |
| opencompass/datasets/multirc.py | |
| opencompass/datasets/narrativeqa.py | |
| opencompass/datasets/natural_question.py | |
| opencompass/datasets/natural_question_cn.py | |
| opencompass/datasets/obqa.py | |
| opencompass/datasets/piqa.py | |
| opencompass/datasets/py150.py | |
| opencompass/datasets/qasper.py | |
| opencompass/datasets/qaspercut.py | |
| opencompass/datasets/race.py | |
| opencompass/datasets/realtoxicprompts.py | |
| opencompass/datasets/record.py | |
| opencompass/datasets/rolebench.py | |
| opencompass/datasets/safety.py | |
| opencompass/datasets/scibench.py | |
| opencompass/datasets/siqa.py | |
| opencompass/datasets/squad20.py | |
| opencompass/datasets/storycloze.py | |
| opencompass/datasets/strategyqa.py | |
| opencompass/datasets/summedits.py | |
| opencompass/datasets/summscreen.py | |
| opencompass/datasets/svamp.py | |
| opencompass/datasets/tabmwp.py | |
| opencompass/datasets/tnews.py | |
| opencompass/datasets/triviaqa.py | |
| opencompass/datasets/triviaqarc.py | |
| opencompass/datasets/truthfulqa.py | |
| opencompass/datasets/tydiqa.py | |
| opencompass/datasets/wic.py | |
| opencompass/datasets/wikibench.py | |
| opencompass/datasets/winograd.py | |
| opencompass/datasets/winogrande.py | |
| opencompass/datasets/wnli.py | |
| opencompass/datasets/wsc.py | |
| opencompass/datasets/xcopa.py | |
| opencompass/datasets/xiezhi.py | |
| opencompass/datasets/xlsum.py | |
| opencompass/datasets/xsum.py | |
| opencompass/datasets/NPHardEval/__init__.py | |
| opencompass/datasets/NPHardEval/cmp_GCP_D.py | |
| opencompass/datasets/NPHardEval/cmp_KSP.py | |
| opencompass/datasets/NPHardEval/cmp_TSP_D.py | |
| opencompass/datasets/NPHardEval/hard_GCP.py | |
| opencompass/datasets/NPHardEval/hard_MSP.py | |
| opencompass/datasets/NPHardEval/hard_TSP.py | |
| opencompass/datasets/NPHardEval/p_BSP.py | |
| opencompass/datasets/NPHardEval/p_EDP.py | |
| opencompass/datasets/NPHardEval/p_SPP.py | |
| opencompass/datasets/NPHardEval/prompts.py | |
| opencompass/datasets/NPHardEval/utils.py | |
| opencompass/datasets/agieval/__init__.py | |
| opencompass/datasets/agieval/agieval.py | |
| opencompass/datasets/agieval/constructions.py | |
| opencompass/datasets/agieval/dataset_loader.py | |
| opencompass/datasets/agieval/evaluation.py | |
| opencompass/datasets/agieval/math_equivalence.py | |
| opencompass/datasets/agieval/post_process.py | |
| opencompass/datasets/agieval/utils.py | |
| opencompass/datasets/infinitebench/__init__.py | |
| opencompass/datasets/infinitebench/infinitebench_codedebug.py | |
| opencompass/datasets/infinitebench/infinitebench_coderun.py | |
| opencompass/datasets/infinitebench/infinitebench_endia.py | |
| opencompass/datasets/infinitebench/infinitebench_enmc.py | |
| opencompass/datasets/infinitebench/infinitebench_enqa.py | |
| opencompass/datasets/infinitebench/infinitebench_ensum.py | |
| opencompass/datasets/infinitebench/infinitebench_mathcalc.py | |
| opencompass/datasets/infinitebench/infinitebench_mathfind.py | |
| opencompass/datasets/infinitebench/infinitebench_retrievekv.py | |
| opencompass/datasets/infinitebench/infinitebench_retrievenumber.py | |
| opencompass/datasets/infinitebench/infinitebench_retrievepasskey.py | |
| opencompass/datasets/infinitebench/infinitebench_zhqa.py | |
| opencompass/datasets/infinitebench/utils.py | |
| opencompass/datasets/lawbench/__init__.py | |
| opencompass/datasets/lawbench/lawbench.py | |
| opencompass/datasets/leval/__init__.py | |
| opencompass/datasets/leval/evaluators.py | |
| opencompass/datasets/leval/leval_coursera.py | |
| opencompass/datasets/leval/leval_financial_qa.py | |
| opencompass/datasets/leval/leval_gov_report_summ.py | |
| opencompass/datasets/leval/leval_gsm100.py | |
| opencompass/datasets/leval/leval_legal_contract_qa.py | |
| opencompass/datasets/leval/leval_meeting_summ.py | |
| opencompass/datasets/leval/leval_multidoc_qa.py | |
| opencompass/datasets/leval/leval_narrattive_qa.py | |
| opencompass/datasets/leval/leval_natural_question.py | |
| opencompass/datasets/leval/leval_news_summ.py | |
| opencompass/datasets/leval/leval_paper_assistant.py | |
| opencompass/datasets/leval/leval_patent_summ.py | |
| opencompass/datasets/leval/leval_quality.py | |
| opencompass/datasets/leval/leval_review_summ.py | |
| opencompass/datasets/leval/leval_scientific_qa.py | |
| opencompass/datasets/leval/leval_topic_retrieval.py | |
| opencompass/datasets/leval/leval_tpo.py | |
| opencompass/datasets/leval/leval_tvshow_summ.py | |
| opencompass/datasets/longbench/__init__.py | |
| opencompass/datasets/longbench/evaluators.py | |
| opencompass/datasets/longbench/longbench_2wikim_qa.py | |
| opencompass/datasets/longbench/longbench_dureader.py | |
| opencompass/datasets/longbench/longbench_gov_report.py | |
| opencompass/datasets/longbench/longbench_hotpot_qa.py | |
| opencompass/datasets/longbench/longbench_lcc.py | |
| opencompass/datasets/longbench/longbench_lsht.py | |
| opencompass/datasets/longbench/longbench_multi_news.py | |
| opencompass/datasets/longbench/longbench_multifieldqa_en.py | |
| opencompass/datasets/longbench/longbench_multifieldqa_zh.py | |
| opencompass/datasets/longbench/longbench_musique.py | |
| opencompass/datasets/longbench/longbench_narrative_qa.py | |
| opencompass/datasets/longbench/longbench_passage_count.py | |
| opencompass/datasets/longbench/longbench_passage_retrieval_en.py | |
| opencompass/datasets/longbench/longbench_passage_retrieval_zh.py | |
| opencompass/datasets/longbench/longbench_qasper.py | |
| opencompass/datasets/longbench/longbench_qmsum.py | |
| opencompass/datasets/longbench/longbench_repobench.py | |
| opencompass/datasets/longbench/longbench_samsum.py | |
| opencompass/datasets/longbench/longbench_trec.py | |
| opencompass/datasets/longbench/longbench_trivia_qa.py | |
| opencompass/datasets/longbench/longbench_vcsum.py | |
| opencompass/datasets/lveval/__init__.py | |
| opencompass/datasets/lveval/evaluators.py | |
| opencompass/datasets/lveval/lveval_cmrc_mixup.py | |
| opencompass/datasets/lveval/lveval_dureader_mixup.py | |
| opencompass/datasets/lveval/lveval_factrecall_en.py | |
| opencompass/datasets/lveval/lveval_factrecall_zh.py | |
| opencompass/datasets/lveval/lveval_hotpotwikiqa_mixup.py | |
| opencompass/datasets/lveval/lveval_lic_mixup.py | |
| opencompass/datasets/lveval/lveval_loogle_CR_mixup.py | |
| opencompass/datasets/lveval/lveval_loogle_MIR_mixup.py | |
| opencompass/datasets/lveval/lveval_loogle_SD_mixup.py | |
| opencompass/datasets/lveval/lveval_multifieldqa_en_mixup.py | |
| opencompass/datasets/lveval/lveval_multifieldqa_zh_mixup.py | |
| opencompass/datasets/medbench/__init__.py | |
| opencompass/datasets/medbench/constructions.py | |
| opencompass/datasets/medbench/dataset_loader.py | |
| opencompass/datasets/medbench/evaluation.py | |
| opencompass/datasets/medbench/math_equivalence.py | |
| opencompass/datasets/medbench/medbench.py | |
| opencompass/datasets/medbench/post_process.py | |
| opencompass/datasets/medbench/utils.py | |
| opencompass/datasets/reasonbench/ReasonBenchDataset.py | |
| opencompass/datasets/reasonbench/__init__.py | |
| opencompass/datasets/subjective/__init__.py | |
| opencompass/datasets/subjective/alignbench.py | |
| opencompass/datasets/subjective/compass_arena.py | |
| opencompass/datasets/subjective/corev2.py | |
| opencompass/datasets/subjective/creationbench.py | |
| opencompass/datasets/subjective/information_retrival.py | |
| opencompass/datasets/subjective/mtbench.py | |
| opencompass/datasets/subjective/multiround.py | |
| opencompass/datasets/subjective/subjective_cmp.py | |
| opencompass/datasets/teval/__init__.py | |
| opencompass/datasets/teval/schema.py | |
| opencompass/datasets/teval/evaluators/__init__.py | |
| opencompass/datasets/teval/evaluators/instruct_evaluator.py | |
| opencompass/datasets/teval/evaluators/planning_evaluator.py | |
| opencompass/datasets/teval/evaluators/reason_retrieve_understand_evaluator.py | |
| opencompass/datasets/teval/evaluators/review_evaluator.py | |
| opencompass/datasets/teval/utils/__init__.py | |
| opencompass/datasets/teval/utils/convert_results.py | |
| opencompass/datasets/teval/utils/format_load.py | |
| opencompass/datasets/teval/utils/meta_template.py | |
| opencompass/datasets/teval/utils/template.py | |
| opencompass/metrics/__init__.py | |
| opencompass/metrics/dump_results.py | |
| opencompass/metrics/mme_score.py | |
| opencompass/metrics/seedbench.py | |
| opencompass/models/__init__.py | |
| opencompass/models/accessory.py | |
| opencompass/models/ai360_api.py | |
| opencompass/models/alaya.py | |
| opencompass/models/baichuan_api.py | |
| opencompass/models/baidu_api.py | |
| opencompass/models/base.py | |
| opencompass/models/base_api.py | |
| opencompass/models/bytedance_api.py | |
| opencompass/models/gemini_api.py | |
| opencompass/models/glm.py | |
| opencompass/models/huggingface.py | |
| opencompass/models/intern_model.py | |
| opencompass/models/krgpt_api.py | |
| opencompass/models/lagent.py | |
| opencompass/models/langchain.py | |
| opencompass/models/lightllm_api.py | |
| opencompass/models/llama2.py | |
| opencompass/models/lmdeploy_pytorch.py | |
| opencompass/models/minimax_api.py | |
| opencompass/models/mixtral.py | |
| opencompass/models/modelscope.py | |
| opencompass/models/moonshot_api.py | |
| opencompass/models/nanbeige_api.py | |
| opencompass/models/openai_api.py | |
| opencompass/models/pangu_api.py | |
| opencompass/models/qwen_api.py | |
| opencompass/models/sensetime_api.py | |
| opencompass/models/turbomind.py | |
| opencompass/models/turbomind_api.py | |
| opencompass/models/turbomind_tis.py | |
| opencompass/models/vllm.py | |
| opencompass/models/xunfei_api.py | |
| opencompass/models/zhipuai_api.py | |
| opencompass/models/zhipuai_v2_api.py | |
| opencompass/models/claude_api/__init__.py | |
| opencompass/models/claude_api/claude_api.py | |
| opencompass/models/claude_api/postprocessors.py | |
| opencompass/openicl/__init__.py | |
| opencompass/openicl/icl_dataset_reader.py | |
| opencompass/openicl/icl_prompt_template.py | |
| opencompass/openicl/icl_evaluator/__init__.py | |
| opencompass/openicl/icl_evaluator/icl_agent_evaluator.py | |
| opencompass/openicl/icl_evaluator/icl_aucroc_evaluator.py | |
| opencompass/openicl/icl_evaluator/icl_base_evaluator.py | |
| opencompass/openicl/icl_evaluator/icl_circular_evaluator.py | |
| opencompass/openicl/icl_evaluator/icl_em_evaluator.py | |
| opencompass/openicl/icl_evaluator/icl_hf_evaluator.py | |
| opencompass/openicl/icl_evaluator/icl_jieba_rouge_evaluator.py | |
| opencompass/openicl/icl_evaluator/icl_misc_evaluator.py | |
| opencompass/openicl/icl_evaluator/icl_plugin_evaluator.py | |
| opencompass/openicl/icl_evaluator/icl_toxic_evaluator.py | |
| opencompass/openicl/icl_evaluator/lm_evaluator.py | |
| opencompass/openicl/icl_inferencer/__init__.py | |
| opencompass/openicl/icl_inferencer/icl_agent_inferencer.py | |
| opencompass/openicl/icl_inferencer/icl_attack_inferencer.py | |
| opencompass/openicl/icl_inferencer/icl_base_inferencer.py | |
| opencompass/openicl/icl_inferencer/icl_chat_inferencer.py | |
| opencompass/openicl/icl_inferencer/icl_clp_inferencer.py | |
| opencompass/openicl/icl_inferencer/icl_gen_inferencer.py | |
| opencompass/openicl/icl_inferencer/icl_ll_inferencer.py | |
| opencompass/openicl/icl_inferencer/icl_mink_percent_inferencer.py | |
| opencompass/openicl/icl_inferencer/icl_ppl_inferencer.py | |
| opencompass/openicl/icl_inferencer/icl_ppl_only_inferencer.py | |
| opencompass/openicl/icl_inferencer/icl_sc_inferencer.py | |
| opencompass/openicl/icl_inferencer/icl_tot_inferencer.py | |
| opencompass/openicl/icl_retriever/__init__.py | |
| opencompass/openicl/icl_retriever/icl_base_retriever.py | |
| opencompass/openicl/icl_retriever/icl_bm25_retriever.py | |
| opencompass/openicl/icl_retriever/icl_dpp_retriever.py | |
| opencompass/openicl/icl_retriever/icl_fix_k_retriever.py | |
| opencompass/openicl/icl_retriever/icl_mdl_retriever.py | |
| opencompass/openicl/icl_retriever/icl_random_retriever.py | |
| opencompass/openicl/icl_retriever/icl_topk_retriever.py | |
| opencompass/openicl/icl_retriever/icl_votek_retriever.py | |
| opencompass/openicl/icl_retriever/icl_zero_retriever.py | |
| opencompass/openicl/utils/__init__.py | |
| opencompass/openicl/utils/logging.py | |
| opencompass/partitioners/__init__.py | |
| opencompass/partitioners/base.py | |
| opencompass/partitioners/mm_naive.py | |
| opencompass/partitioners/naive.py | |
| opencompass/partitioners/num_worker.py | |
| opencompass/partitioners/size.py | |
| opencompass/partitioners/sub_naive.py | |
| opencompass/partitioners/sub_size.py | |
| opencompass/runners/__init__.py | |
| opencompass/runners/base.py | |
| opencompass/runners/dlc.py | |
| opencompass/runners/local.py | |
| opencompass/runners/local_api.py | |
| opencompass/runners/slurm.py | |
| opencompass/runners/slurm_sequential.py | |
| opencompass/summarizers/__init__.py | |
| opencompass/summarizers/circular.py | |
| opencompass/summarizers/default.py | |
| opencompass/summarizers/multi_model.py | |
| opencompass/summarizers/needlebench.py | |
| opencompass/summarizers/summarizer_pretrain.py | |
| opencompass/summarizers/subjective/__init__.py | |
| opencompass/summarizers/subjective/alignmentbench.py | |
| opencompass/summarizers/subjective/alpacaeval.py | |
| opencompass/summarizers/subjective/compass_arena.py | |
| opencompass/summarizers/subjective/corev2.py | |
| opencompass/summarizers/subjective/creationbench.py | |
| opencompass/summarizers/subjective/information_retrival.py | |
| opencompass/summarizers/subjective/mtbench.py | |
| opencompass/summarizers/subjective/multiround.py | |
| opencompass/summarizers/subjective/subjective_post_process.py | |
| opencompass/summarizers/subjective/utils.py | |
| opencompass/tasks/__init__.py | |
| opencompass/tasks/base.py | |
| opencompass/tasks/llm_eval.py | |
| opencompass/tasks/mm_infer.py | |
| opencompass/tasks/openicl_attack.py | |
| opencompass/tasks/openicl_eval.py | |
| opencompass/tasks/openicl_infer.py | |
| opencompass/tasks/subjective_eval.py | |
| opencompass/utils/__init__.py | |
| opencompass/utils/abbr.py | |
| opencompass/utils/auxiliary.py | |
| opencompass/utils/build.py | |
| opencompass/utils/collect_env.py | |
| opencompass/utils/dependency.py | |
| opencompass/utils/file.py | |
| opencompass/utils/fileio.py | |
| opencompass/utils/lark.py | |
| opencompass/utils/logging.py | |
| opencompass/utils/menu.py | |
| opencompass/utils/prompt.py | |
| opencompass/utils/run.py | |
| opencompass/utils/text_postprocessors.py | |
| opencompass/utils/types.py |