Hugging Face's logo

Spaces:
mteb
/
leaderboard
Running on CPU Upgrade

App Files Community
144
leaderboard
File size: 1,572 Bytes 
2c63c2f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
 
{
    "dataset_version": null,
    "mteb_version": "0.0.2",
    "test": {
        "de": {
            "accuracy": 0.31068,
            "accuracy_stderr": 0.030799766232879097,
            "f1": 0.2938071341251565,
            "f1_stderr": 0.03301311313116498,
            "main_score": 0.31068
        },
        "en": {
            "accuracy": 0.2871,
            "accuracy_stderr": 0.031948740194254914,
            "f1": 0.2763831660571802,
            "f1_stderr": 0.03216710195455939,
            "main_score": 0.2871
        },
        "es": {
            "accuracy": 0.32724000000000003,
            "accuracy_stderr": 0.015933311018115466,
            "f1": 0.310782596824498,
            "f1_stderr": 0.022188814588153163,
            "main_score": 0.32724000000000003
        },
        "evaluation_time": 295.02,
        "fr": {
            "accuracy": 0.31116,
            "accuracy_stderr": 0.030352304690089024,
            "f1": 0.2995469284574527,
            "f1_stderr": 0.03141580285250744,
            "main_score": 0.31116
        },
        "ja": {
            "accuracy": 0.28935999999999995,
            "accuracy_stderr": 0.024075680675735834,
            "f1": 0.2818735717046802,
            "f1_stderr": 0.023753772760779744,
            "main_score": 0.28935999999999995
        },
        "zh": {
            "accuracy": 0.30892000000000003,
            "accuracy_stderr": 0.02032696730946355,
            "f1": 0.2990186813313857,
            "f1_stderr": 0.021581437215568936,
            "main_score": 0.30892000000000003
        }
    }
}