Commit
033a7ae
1 Parent(s): 9939828

update readme.md

Browse files
Files changed (1) hide show
  1. README.md +78 -79
README.md CHANGED
@@ -58,8 +58,7 @@ widget:
58
  - الشاب نائم بينما الأم تقود ابنتها إلى الحديقة
59
  pipeline_tag: sentence-similarity
60
  model-index:
61
- - name: >-
62
- Omartificial-Intelligence-Space/Arabic-all-nli-triplet-Matryoshka
63
  results:
64
  - dataset:
65
  config: default
@@ -69,19 +68,19 @@ model-index:
69
  type: mteb/biosses-sts
70
  metrics:
71
  - type: cosine_pearson
72
- value: 0.812057800982253
73
  - type: cosine_spearman
74
- value: 0.7743670420687278
75
  - type: euclidean_pearson
76
- value: 0.7460444712056118
77
  - type: euclidean_spearman
78
- value: 0.7225767053642665
79
  - type: main_score
80
- value: 0.7743670420687278
81
  - type: manhattan_pearson
82
- value: 0.7386951377207792
83
  - type: manhattan_spearman
84
- value: 0.7141608509527123
85
  task:
86
  type: STS
87
  - dataset:
@@ -92,19 +91,19 @@ model-index:
92
  type: mteb/sickr-sts
93
  metrics:
94
  - type: cosine_pearson
95
- value: 0.8311155547671772
96
  - type: cosine_spearman
97
- value: 0.7939432362484752
98
  - type: euclidean_pearson
99
- value: 0.8105225017040599
100
  - type: euclidean_spearman
101
- value: 0.7909924631941372
102
  - type: main_score
103
- value: 0.7939432362484752
104
  - type: manhattan_pearson
105
- value: 0.8074351287736231
106
  - type: manhattan_spearman
107
- value: 0.788262288980994
108
  task:
109
  type: STS
110
  - dataset:
@@ -115,19 +114,19 @@ model-index:
115
  type: mteb/sts12-sts
116
  metrics:
117
  - type: cosine_pearson
118
- value: 0.8510074994064332
119
  - type: cosine_spearman
120
- value: 0.7893044619242582
121
  - type: euclidean_pearson
122
- value: 0.8411682196045721
123
  - type: euclidean_spearman
124
- value: 0.7844752715986906
125
  - type: main_score
126
- value: 0.7893044619242582
127
  - type: manhattan_pearson
128
- value: 0.8379447843248978
129
  - type: manhattan_spearman
130
- value: 0.7794040918060501
131
  task:
132
  type: STS
133
  - dataset:
@@ -138,19 +137,19 @@ model-index:
138
  type: mteb/sts13-sts
139
  metrics:
140
  - type: cosine_pearson
141
- value: 0.8134459899902762
142
  - type: cosine_spearman
143
- value: 0.8273032633919924
144
  - type: euclidean_pearson
145
- value: 0.8283546515124637
146
  - type: euclidean_spearman
147
- value: 0.832970167361539
148
  - type: main_score
149
- value: 0.8273032633919924
150
  - type: manhattan_pearson
151
- value: 0.8263480513035283
152
  - type: manhattan_spearman
153
- value: 0.8305011101470007
154
  task:
155
  type: STS
156
  - dataset:
@@ -161,19 +160,19 @@ model-index:
161
  type: mteb/sts14-sts
162
  metrics:
163
  - type: cosine_pearson
164
- value: 0.8253180006413311
165
  - type: cosine_spearman
166
- value: 0.8164975795042967
167
  - type: euclidean_pearson
168
- value: 0.830398106556093
169
  - type: euclidean_spearman
170
- value: 0.8265556163598445
171
  - type: main_score
172
- value: 0.8164975795042967
173
  - type: manhattan_pearson
174
- value: 0.8283722367680182
175
  - type: manhattan_spearman
176
- value: 0.8241643390000183
177
  task:
178
  type: STS
179
  - dataset:
@@ -184,19 +183,19 @@ model-index:
184
  type: mteb/sts15-sts
185
  metrics:
186
  - type: cosine_pearson
187
- value: 0.8656841591623938
188
  - type: cosine_spearman
189
- value: 0.8762163215009723
190
  - type: euclidean_pearson
191
- value: 0.8730682852717704
192
  - type: euclidean_spearman
193
- value: 0.8803508853008059
194
  - type: main_score
195
- value: 0.8762163215009723
196
  - type: manhattan_pearson
197
- value: 0.8721818663211192
198
  - type: manhattan_spearman
199
- value: 0.8794690723666818
200
  task:
201
  type: STS
202
  - dataset:
@@ -207,19 +206,19 @@ model-index:
207
  type: mteb/sts16-sts
208
  metrics:
209
  - type: cosine_pearson
210
- value: 0.8170518034922376
211
  - type: cosine_spearman
212
- value: 0.8366083698795428
213
  - type: euclidean_pearson
214
- value: 0.828040068871351
215
  - type: euclidean_spearman
216
- value: 0.83399268952758
217
  - type: main_score
218
- value: 0.8366083698795428
219
  - type: manhattan_pearson
220
- value: 0.8244430532436002
221
  - type: manhattan_spearman
222
- value: 0.8299600783826029
223
  task:
224
  type: STS
225
  - dataset:
@@ -230,19 +229,19 @@ model-index:
230
  type: mteb/sts17-crosslingual-sts
231
  metrics:
232
  - type: cosine_pearson
233
- value: 0.8223229977759101
234
  - type: cosine_spearman
235
- value: 0.8240039006538706
236
  - type: euclidean_pearson
237
- value: 0.792132286463706
238
  - type: euclidean_spearman
239
- value: 0.7914230529579782
240
  - type: main_score
241
- value: 0.8240039006538706
242
  - type: manhattan_pearson
243
- value: 0.791476347725118
244
  - type: manhattan_spearman
245
- value: 0.7882381660638142
246
  task:
247
  type: STS
248
  - dataset:
@@ -253,19 +252,19 @@ model-index:
253
  type: mteb/sts22-crosslingual-sts
254
  metrics:
255
  - type: cosine_pearson
256
- value: 0.45957671245188714
257
  - type: cosine_spearman
258
- value: 0.5137922888872568
259
  - type: euclidean_pearson
260
- value: 0.4551947112131013
261
  - type: euclidean_spearman
262
- value: 0.5145605803385654
263
  - type: main_score
264
- value: 0.5137922888872568
265
  - type: manhattan_pearson
266
- value: 0.4598761117909666
267
  - type: manhattan_spearman
268
- value: 0.5148451973989366
269
  task:
270
  type: STS
271
  - dataset:
@@ -276,19 +275,19 @@ model-index:
276
  type: mteb/stsbenchmark-sts
277
  metrics:
278
  - type: cosine_pearson
279
- value: 0.8538916797164717
280
  - type: cosine_spearman
281
- value: 0.861630373485377
282
  - type: euclidean_pearson
283
- value: 0.8516406915802421
284
  - type: euclidean_spearman
285
- value: 0.8540363516461557
286
  - type: main_score
287
- value: 0.861630373485377
288
  - type: manhattan_pearson
289
- value: 0.8496853231016919
290
  - type: manhattan_spearman
291
- value: 0.8513238442843545
292
  task:
293
  type: STS
294
  - dataset:
@@ -299,19 +298,19 @@ model-index:
299
  type: mteb/summeval
300
  metrics:
301
  - type: cosine_pearson
302
- value: 0.30077426774436794
303
  - type: cosine_spearman
304
- value: 0.3018447236792281
305
  - type: dot_pearson
306
- value: 0.2731125515799231
307
  - type: dot_spearman
308
- value: 0.2913769055225091
309
  - type: main_score
310
- value: 0.3018447236792281
311
  - type: pearson
312
- value: 0.30077424365417527
313
  - type: spearman
314
- value: 0.3017043383352844
315
  task:
316
  type: Summarization
317
  - name: >-
 
58
  - الشاب نائم بينما الأم تقود ابنتها إلى الحديقة
59
  pipeline_tag: sentence-similarity
60
  model-index:
61
+ - name: Omartificial-Intelligence-Space/Arabic-all-nli-triplet-Matryoshka
 
62
  results:
63
  - dataset:
64
  config: default
 
68
  type: mteb/biosses-sts
69
  metrics:
70
  - type: cosine_pearson
71
+ value: 81.20578037912223
72
  - type: cosine_spearman
73
+ value: 77.43670420687278
74
  - type: euclidean_pearson
75
+ value: 74.60444698819703
76
  - type: euclidean_spearman
77
+ value: 72.25767053642666
78
  - type: main_score
79
+ value: 77.43670420687278
80
  - type: manhattan_pearson
81
+ value: 73.86951335383257
82
  - type: manhattan_spearman
83
+ value: 71.41608509527123
84
  task:
85
  type: STS
86
  - dataset:
 
91
  type: mteb/sickr-sts
92
  metrics:
93
  - type: cosine_pearson
94
+ value: 83.11155556919923
95
  - type: cosine_spearman
96
+ value: 79.39435627520159
97
  - type: euclidean_pearson
98
+ value: 81.05225024180342
99
  - type: euclidean_spearman
100
+ value: 79.09926890001618
101
  - type: main_score
102
+ value: 79.39435627520159
103
  - type: manhattan_pearson
104
+ value: 80.74351302609706
105
  - type: manhattan_spearman
106
+ value: 78.826254748334
107
  task:
108
  type: STS
109
  - dataset:
 
114
  type: mteb/sts12-sts
115
  metrics:
116
  - type: cosine_pearson
117
+ value: 85.10074960888633
118
  - type: cosine_spearman
119
+ value: 78.93043293576132
120
  - type: euclidean_pearson
121
+ value: 84.1168219787408
122
  - type: euclidean_spearman
123
+ value: 78.44739559202252
124
  - type: main_score
125
+ value: 78.93043293576132
126
  - type: manhattan_pearson
127
+ value: 83.79447841594396
128
  - type: manhattan_spearman
129
+ value: 77.94028171700384
130
  task:
131
  type: STS
132
  - dataset:
 
137
  type: mteb/sts13-sts
138
  metrics:
139
  - type: cosine_pearson
140
+ value: 81.34459901517775
141
  - type: cosine_spearman
142
+ value: 82.73032633919925
143
  - type: euclidean_pearson
144
+ value: 82.83546499367434
145
  - type: euclidean_spearman
146
+ value: 83.29701673615389
147
  - type: main_score
148
+ value: 82.73032633919925
149
  - type: manhattan_pearson
150
+ value: 82.63480502797324
151
  - type: manhattan_spearman
152
+ value: 83.05016589615636
153
  task:
154
  type: STS
155
  - dataset:
 
160
  type: mteb/sts14-sts
161
  metrics:
162
  - type: cosine_pearson
163
+ value: 82.53179983763488
164
  - type: cosine_spearman
165
+ value: 81.64974497557361
166
  - type: euclidean_pearson
167
+ value: 83.03981070806898
168
  - type: euclidean_spearman
169
+ value: 82.65556168300631
170
  - type: main_score
171
+ value: 81.64974497557361
172
  - type: manhattan_pearson
173
+ value: 82.83722360191446
174
  - type: manhattan_spearman
175
+ value: 82.4164264119
176
  task:
177
  type: STS
178
  - dataset:
 
183
  type: mteb/sts15-sts
184
  metrics:
185
  - type: cosine_pearson
186
+ value: 86.5684162475647
187
  - type: cosine_spearman
188
+ value: 87.62163215009723
189
  - type: euclidean_pearson
190
+ value: 87.3068288651339
191
  - type: euclidean_spearman
192
+ value: 88.03508640722863
193
  - type: main_score
194
+ value: 87.62163215009723
195
  - type: manhattan_pearson
196
+ value: 87.21818681800193
197
  - type: manhattan_spearman
198
+ value: 87.94690511382603
199
  task:
200
  type: STS
201
  - dataset:
 
206
  type: mteb/sts16-sts
207
  metrics:
208
  - type: cosine_pearson
209
+ value: 81.70518105237446
210
  - type: cosine_spearman
211
+ value: 83.66083698795428
212
  - type: euclidean_pearson
213
+ value: 82.80400684544435
214
  - type: euclidean_spearman
215
+ value: 83.39926895275799
216
  - type: main_score
217
+ value: 83.66083698795428
218
  - type: manhattan_pearson
219
+ value: 82.44430538731845
220
  - type: manhattan_spearman
221
+ value: 82.99600783826028
222
  task:
223
  type: STS
224
  - dataset:
 
229
  type: mteb/sts17-crosslingual-sts
230
  metrics:
231
  - type: cosine_pearson
232
+ value: 82.23229967696153
233
  - type: cosine_spearman
234
+ value: 82.40039006538706
235
  - type: euclidean_pearson
236
+ value: 79.21322872573518
237
  - type: euclidean_spearman
238
+ value: 79.14230529579783
239
  - type: main_score
240
+ value: 82.40039006538706
241
  - type: manhattan_pearson
242
+ value: 79.1476348987964
243
  - type: manhattan_spearman
244
+ value: 78.82381660638143
245
  task:
246
  type: STS
247
  - dataset:
 
252
  type: mteb/sts22-crosslingual-sts
253
  metrics:
254
  - type: cosine_pearson
255
+ value: 45.95767124518871
256
  - type: cosine_spearman
257
+ value: 51.37922888872568
258
  - type: euclidean_pearson
259
+ value: 45.519471121310126
260
  - type: euclidean_spearman
261
+ value: 51.45605803385654
262
  - type: main_score
263
+ value: 51.37922888872568
264
  - type: manhattan_pearson
265
+ value: 45.98761117909666
266
  - type: manhattan_spearman
267
+ value: 51.48451973989366
268
  task:
269
  type: STS
270
  - dataset:
 
275
  type: mteb/stsbenchmark-sts
276
  metrics:
277
  - type: cosine_pearson
278
+ value: 85.38916827757183
279
  - type: cosine_spearman
280
+ value: 86.16303183485594
281
  - type: euclidean_pearson
282
+ value: 85.16406897245115
283
  - type: euclidean_spearman
284
+ value: 85.40364087457081
285
  - type: main_score
286
+ value: 86.16303183485594
287
  - type: manhattan_pearson
288
+ value: 84.96853193915084
289
  - type: manhattan_spearman
290
+ value: 85.13238442843544
291
  task:
292
  type: STS
293
  - dataset:
 
298
  type: mteb/summeval
299
  metrics:
300
  - type: cosine_pearson
301
+ value: 30.077426987171158
302
  - type: cosine_spearman
303
+ value: 30.163682020271608
304
  - type: dot_pearson
305
+ value: 27.31125295906803
306
  - type: dot_spearman
307
+ value: 29.138235153208193
308
  - type: main_score
309
+ value: 30.163682020271608
310
  - type: pearson
311
+ value: 30.077426987171158
312
  - type: spearman
313
+ value: 30.163682020271608
314
  task:
315
  type: Summarization
316
  - name: >-