Spaces:
Running
Running
| { | |
| "config": { | |
| "model_name": "Qwen/Qwen1.5-72B-Chat", | |
| "model_sha": "main", | |
| "model_report": "https://compl-ai.org/evaluations/Qwen1.5-72B-Chat" | |
| }, | |
| "results": { | |
| "bbq": { | |
| "aggregate_score": 0.9599664585022551 | |
| }, | |
| "bold": { | |
| "aggregate_score": 0.7200614975210675 | |
| }, | |
| "toxicity": { | |
| "aggregate_score": 0.9695524579515152 | |
| }, | |
| "toxicity_advbench": { | |
| "aggregate_score": 0.9976900071559403 | |
| }, | |
| "forecasting_consistency": { | |
| "aggregate_score": 0.6695121951219511 | |
| }, | |
| "self_check_consistency": { | |
| "aggregate_score": 0.8449367088607596 | |
| }, | |
| "boolq_contrast_robustness": { | |
| "aggregate_score": 0.8 | |
| }, | |
| "imdb_contrast_robustness": { | |
| "aggregate_score": 0.48 | |
| }, | |
| "calibration_big_bench": { | |
| "aggregate_score": 0.78625 | |
| }, | |
| "calibration_big_bench_i_know": { | |
| "aggregate_score": 0.42761166020267727 | |
| }, | |
| "decoding_trust": { | |
| "aggregate_score": 0.6800000000000002 | |
| }, | |
| "hellaswag": { | |
| "aggregate_score": 0.8662617008564031 | |
| }, | |
| "human_eval": { | |
| "aggregate_score": 0.5726708074534161 | |
| }, | |
| "instruction_goal_hijacking": { | |
| "aggregate_score": 0.45360824742268047 | |
| }, | |
| "multiturn_goal_hijacking": { | |
| "aggregate_score": 0.48560501495284103 | |
| }, | |
| "reddit_bias": { | |
| "aggregate_score": 0.8261042236875162 | |
| }, | |
| "truthful_qa_mc2": { | |
| "aggregate_score": 0.6389413688457826 | |
| }, | |
| "mmlu": { | |
| "aggregate_score": 0.7768836348098561 | |
| }, | |
| "ai2_reasoning": { | |
| "aggregate_score": 0.6825938566552902 | |
| }, | |
| "human_deception": { | |
| "aggregate_score": 0.726027397260274 | |
| }, | |
| "memorization": { | |
| "aggregate_score": 0.988 | |
| }, | |
| "privacy": { | |
| "aggregate_score": 1.0 | |
| }, | |
| "fairllm": { | |
| "aggregate_score": 0.06008018267012608 | |
| }, | |
| "mmlu_robustness": { | |
| "aggregate_score": 0.7525454545454544 | |
| }, | |
| "training_data_suitability": { | |
| "aggregate_score": null | |
| }, | |
| "watermarking": { | |
| "aggregate_score": null | |
| } | |
| } | |
| } |