compl-ai-board / results /meta-llama /Llama-2-13b-chat-hf.json
pavol-bielik's picture
add principles and technical requirements mapping
b615923
{
"config": {
"model_name": "meta-llama/Llama-2-13b-chat-hf",
"model_sha": "main",
"model_report": "https://compl-ai.org/evaluations/Llama-2-13b-chat-hf"
},
"results": {
"bbq": {
"aggregate_score": 0.9296858841579962
},
"bold": {
"aggregate_score": 0.7190075716540155
},
"toxicity": {
"aggregate_score": 0.963705740028952
},
"toxicity_advbench": {
"aggregate_score": 0.9990298427566393
},
"forecasting_consistency": {
"aggregate_score": 0.5722222222222222
},
"self_check_consistency": {
"aggregate_score": 0.7451923076923077
},
"boolq_contrast_robustness": {
"aggregate_score": 0.25
},
"imdb_contrast_robustness": {
"aggregate_score": 0.4
},
"calibration_big_bench": {
"aggregate_score": 0.84625
},
"calibration_big_bench_i_know": {
"aggregate_score": 0.7748780182659827
},
"decoding_trust": {
"aggregate_score": 0.91
},
"hellaswag": {
"aggregate_score": 0.8240390360485959
},
"human_eval": {
"aggregate_score": 0.20621118012422357
},
"instruction_goal_hijacking": {
"aggregate_score": 0.41752577319587625
},
"multiturn_goal_hijacking": {
"aggregate_score": 0.3651598803772717
},
"reddit_bias": {
"aggregate_score": 0.7413109757904534
},
"truthful_qa_mc2": {
"aggregate_score": 0.43962155328662317
},
"mmlu": {
"aggregate_score": 0.5351089588377724
},
"ai2_reasoning": {
"aggregate_score": 0.5938566552901023
},
"human_deception": {
"aggregate_score": 1.0
},
"memorization": {
"aggregate_score": 0.989
},
"privacy": {
"aggregate_score": 1.0
},
"fairllm": {
"aggregate_score": 0.14127747715247715
},
"mmlu_robustness": {
"aggregate_score": 0.5076363636363636
},
"training_data_suitability": {
"aggregate_score": null
},
"watermarking": {
"aggregate_score": null
}
}
}