cointegrated
commited on
Commit
•
473d27c
1
Parent(s):
0a058ba
update mteb metrics
Browse files
README.md
CHANGED
@@ -519,6 +519,23 @@ model-index:
|
|
519 |
metrics:
|
520 |
- type: v_measure
|
521 |
value: 13.043482009500194
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
522 |
- task:
|
523 |
type: Classification
|
524 |
dataset:
|
@@ -4403,6 +4420,36 @@ model-index:
|
|
4403 |
value: 48.720703125
|
4404 |
- type: f1
|
4405 |
value: 44.40194414610097
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4406 |
- task:
|
4407 |
type: Classification
|
4408 |
dataset:
|
|
|
519 |
metrics:
|
520 |
- type: v_measure
|
521 |
value: 13.043482009500194
|
522 |
+
- task:
|
523 |
+
type: BitextMining
|
524 |
+
dataset:
|
525 |
+
type: strombergnlp/bornholmsk_parallel
|
526 |
+
name: MTEB BornholmBitextMining
|
527 |
+
config: default
|
528 |
+
split: test
|
529 |
+
revision: 3bc5cfb4ec514264fe2db5615fac9016f7251552
|
530 |
+
metrics:
|
531 |
+
- type: accuracy
|
532 |
+
value: 54.0
|
533 |
+
- type: f1
|
534 |
+
value: 47.33693528693529
|
535 |
+
- type: precision
|
536 |
+
value: 45.04007936507936
|
537 |
+
- type: recall
|
538 |
+
value: 54.0
|
539 |
- task:
|
540 |
type: Classification
|
541 |
dataset:
|
|
|
4420 |
value: 48.720703125
|
4421 |
- type: f1
|
4422 |
value: 44.40194414610097
|
4423 |
+
- task:
|
4424 |
+
type: Classification
|
4425 |
+
dataset:
|
4426 |
+
type: strombergnlp/nordic_langid
|
4427 |
+
name: MTEB NordicLangClassification
|
4428 |
+
config: default
|
4429 |
+
split: test
|
4430 |
+
revision: e254179d18ab0165fdb6dbef91178266222bee2a
|
4431 |
+
metrics:
|
4432 |
+
- type: accuracy
|
4433 |
+
value: 46.626666666666665
|
4434 |
+
- type: f1
|
4435 |
+
value: 44.771861545457476
|
4436 |
+
- task:
|
4437 |
+
type: BitextMining
|
4438 |
+
dataset:
|
4439 |
+
type: kardosdrur/norwegian-courts
|
4440 |
+
name: MTEB NorwegianCourtsBitextMining
|
4441 |
+
config: default
|
4442 |
+
split: test
|
4443 |
+
revision: None
|
4444 |
+
metrics:
|
4445 |
+
- type: accuracy
|
4446 |
+
value: 94.73684210526315
|
4447 |
+
- type: f1
|
4448 |
+
value: 93.85964912280701
|
4449 |
+
- type: precision
|
4450 |
+
value: 93.42105263157895
|
4451 |
+
- type: recall
|
4452 |
+
value: 94.73684210526315
|
4453 |
- task:
|
4454 |
type: Classification
|
4455 |
dataset:
|