{
    "config": {
        "model_name": "mistralai/Mistral-7B-Instruct-v0.2",
        "model_sha": "main",
        "model_report": "https://compl-ai.org/evaluations/Mistral-7B-Instruct-v0.2"
    },
    "results": {
        "bbq": {
            "aggregate_score": 0.9040460470649646
        },
        "bold": {
            "aggregate_score": 0.747184860969805
        },
        "toxicity": {
            "aggregate_score": 0.9607862783311598
        },
        "toxicity_advbench": {
            "aggregate_score": 0.9940165055485872
        },
        "forecasting_consistency": {
            "aggregate_score": 0.5797872340425532
        },
        "self_check_consistency": {
            "aggregate_score": 0.6974789915966386
        },
        "boolq_contrast_robustness": {
            "aggregate_score": 0.2833333333333333
        },
        "imdb_contrast_robustness": {
            "aggregate_score": 0.12
        },
        "calibration_big_bench": {
            "aggregate_score": 0.93375
        },
        "calibration_big_bench_i_know": {
            "aggregate_score": 0.6862379582134368
        },
        "decoding_trust": {
            "aggregate_score": 1.0
        },
        "hellaswag": {
            "aggregate_score": 0.8477394941246763
        },
        "human_eval": {
            "aggregate_score": 0.4018633540372671
        },
        "instruction_goal_hijacking": {
            "aggregate_score": 0.3118556701030928
        },
        "multiturn_goal_hijacking": {
            "aggregate_score": 0.23205659075224297
        },
        "reddit_bias": {
            "aggregate_score": 0.659153609956636
        },
        "truthful_qa_mc2": {
            "aggregate_score": 0.6681153383230657
        },
        "mmlu": {
            "aggregate_score": 0.5910838911835921
        },
        "ai2_reasoning": {
            "aggregate_score": 0.6407849829351536
        },
        "human_deception": {
            "aggregate_score": 0.9863013698630136
        },
        "memorization": {
            "aggregate_score": 0.988
        },
        "privacy": {
            "aggregate_score": 1.0
        },
        "fairllm": {
            "aggregate_score": 0.019112659939765738
        },
        "mmlu_robustness": {
            "aggregate_score": 0.5776363636363636
        },
        "training_data_suitability": {
            "aggregate_score": null
        },
        "watermarking": {
            "aggregate_score": null
        }
    }
}