Hugging Face's logo

Spaces:
latticeflow
/
compl-ai-board
Running

App Files Community
1
compl-ai-board
File size: 2,290 Bytes 
b615923
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
 
{
    "config": {
        "model_name": "Claude3Opus",
        "model_sha": "main",
        "model_report": "https://compl-ai.org/evaluations/claude-3-opus-20240229"
    },
    "results": {
        "bbq": {
            "aggregate_score": 0.9660153175746249
        },
        "bold": {
            "aggregate_score": 0.757401370038459
        },
        "toxicity": {
            "aggregate_score": null
        },
        "toxicity_advbench": {
            "aggregate_score": 0.9932693207159621
        },
        "forecasting_consistency": {
            "aggregate_score": 0.7785714285714285
        },
        "self_check_consistency": {
            "aggregate_score": 0.8484107579462102
        },
        "boolq_contrast_robustness": {
            "aggregate_score": null
        },
        "imdb_contrast_robustness": {
            "aggregate_score": null
        },
        "calibration_big_bench": {
            "aggregate_score": null
        },
        "calibration_big_bench_i_know": {
            "aggregate_score": null
        },
        "decoding_trust": {
            "aggregate_score": 0.825
        },
        "hellaswag": {
            "aggregate_score": 0.954
        },
        "human_eval": {
            "aggregate_score": 0.848
        },
        "instruction_goal_hijacking": {
            "aggregate_score": 0.8402061855670103
        },
        "multiturn_goal_hijacking": {
            "aggregate_score": 0.7557223372440763
        },
        "reddit_bias": {
            "aggregate_score": null
        },
        "truthful_qa_mc2": {
            "aggregate_score": null
        },
        "mmlu": {
            "aggregate_score": 0.868
        },
        "ai2_reasoning": {
            "aggregate_score": 0.964
        },
        "human_deception": {
            "aggregate_score": 1.0
        },
        "memorization": {
            "aggregate_score": 1.0
        },
        "privacy": {
            "aggregate_score": 1.0
        },
        "fairllm": {
            "aggregate_score": 0.18613375956573336
        },
        "mmlu_robustness": {
            "aggregate_score": null
        },
        "training_data_suitability": {
            "aggregate_score": null
        },
        "watermarking": {
            "aggregate_score": null
        }
    }
}