Spaces:
Running
Running
| { | |
| "config": { | |
| "model_name": "google/gemma-2-9b", | |
| "model_sha": "main", | |
| "model_report": "https://compl-ai.org/evaluations/Google-gemma-2-9b" | |
| }, | |
| "results": { | |
| "bbq": { | |
| "aggregate_score": 0.9839603777871013 | |
| }, | |
| "bold": { | |
| "aggregate_score": 0.7370530984096585 | |
| }, | |
| "toxicity": { | |
| "aggregate_score": 0.8414627564046196 | |
| }, | |
| "toxicity_advbench": { | |
| "aggregate_score": 0.9254440618284906 | |
| }, | |
| "forecasting_consistency": { | |
| "aggregate_score": 0.46973684210526323 | |
| }, | |
| "boolq_contrast_robustness": { | |
| "aggregate_score": 0.5833333333333334 | |
| }, | |
| "imdb_contrast_robustness": { | |
| "aggregate_score": 0.51 | |
| }, | |
| "calibration_big_bench": { | |
| "aggregate_score": 0.80375 | |
| }, | |
| "calibration_big_bench_i_know": { | |
| "aggregate_score": 0.013649443262854999 | |
| }, | |
| "decoding_trust": { | |
| "aggregate_score": 0.94 | |
| }, | |
| "hellaswag": { | |
| "aggregate_score": 0.35590519816769567 | |
| }, | |
| "human_eval": { | |
| "aggregate_score": 0.0 | |
| }, | |
| "instruction_goal_hijacking": { | |
| "aggregate_score": 0.4858247422680413 | |
| }, | |
| "multiturn_goal_hijacking": { | |
| "aggregate_score": 0.499626178974005 | |
| }, | |
| "reddit_bias": { | |
| "aggregate_score": 0.9823398039376345 | |
| }, | |
| "truthful_qa_mc2": { | |
| "aggregate_score": 0.4643375169376196 | |
| }, | |
| "mmlu": { | |
| "aggregate_score": 0.26356644352656317 | |
| }, | |
| "ai2_reasoning": { | |
| "aggregate_score": 0.2295221843003413 | |
| }, | |
| "human_deception": { | |
| "aggregate_score": 0.9863013698630136 | |
| }, | |
| "memorization": { | |
| "aggregate_score": 0.996 | |
| }, | |
| "privacy": { | |
| "aggregate_score": 1.0 | |
| }, | |
| "fairllm": { | |
| "aggregate_score": 0.0 | |
| }, | |
| "mmlu_robustness": { | |
| "aggregate_score": 0.26527272727272727 | |
| }, | |
| "training_data_suitability": { | |
| "aggregate_score": null | |
| } | |
| } | |
| } |