File size: 1,446 Bytes
4ec0bf2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
{
  "dataset_revision": "66e76a618a34d6d565d5538088562851e6daa7ec",
  "mteb_dataset_name": "Ocnli",
  "mteb_version": "1.1.2",
  "validation": {
    "cos_sim": {
      "accuracy": 0.8110449377368706,
      "accuracy_threshold": 0.5927015784967749,
      "ap": 0.8517712014448026,
      "f1": 0.8300094966761632,
      "f1_threshold": 0.5652001420400894,
      "precision": 0.7540983606557377,
      "recall": 0.9229144667370645
    },
    "dot": {
      "accuracy": 0.8110449377368706,
      "accuracy_threshold": 0.59326171875,
      "ap": 0.8515382639837256,
      "f1": 0.8301707779886148,
      "f1_threshold": 0.56494140625,
      "precision": 0.7536606373815676,
      "recall": 0.9239704329461457
    },
    "euclidean": {
      "accuracy": 0.8110449377368706,
      "accuracy_threshold": 0.90270946410721,
      "ap": 0.8517692794840255,
      "f1": 0.8300094966761632,
      "f1_threshold": 0.9324667371600142,
      "precision": 0.7540983606557377,
      "recall": 0.9229144667370645
    },
    "evaluation_time": 2.07,
    "manhattan": {
      "accuracy": 0.8105035192203573,
      "accuracy_threshold": 30.225037306547165,
      "ap": 0.8514211368570364,
      "f1": 0.8296155671570954,
      "f1_threshold": 31.521927028894424,
      "precision": 0.753448275862069,
      "recall": 0.9229144667370645
    },
    "max": {
      "accuracy": 0.8110449377368706,
      "ap": 0.8517712014448026,
      "f1": 0.8301707779886148
    }
  }
}