cointegrated commited on
Commit
473d27c
1 Parent(s): 0a058ba

update mteb metrics

Browse files
Files changed (1) hide show
  1. README.md +47 -0
README.md CHANGED
@@ -519,6 +519,23 @@ model-index:
519
  metrics:
520
  - type: v_measure
521
  value: 13.043482009500194
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
522
  - task:
523
  type: Classification
524
  dataset:
@@ -4403,6 +4420,36 @@ model-index:
4403
  value: 48.720703125
4404
  - type: f1
4405
  value: 44.40194414610097
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4406
  - task:
4407
  type: Classification
4408
  dataset:
 
519
  metrics:
520
  - type: v_measure
521
  value: 13.043482009500194
522
+ - task:
523
+ type: BitextMining
524
+ dataset:
525
+ type: strombergnlp/bornholmsk_parallel
526
+ name: MTEB BornholmBitextMining
527
+ config: default
528
+ split: test
529
+ revision: 3bc5cfb4ec514264fe2db5615fac9016f7251552
530
+ metrics:
531
+ - type: accuracy
532
+ value: 54.0
533
+ - type: f1
534
+ value: 47.33693528693529
535
+ - type: precision
536
+ value: 45.04007936507936
537
+ - type: recall
538
+ value: 54.0
539
  - task:
540
  type: Classification
541
  dataset:
 
4420
  value: 48.720703125
4421
  - type: f1
4422
  value: 44.40194414610097
4423
+ - task:
4424
+ type: Classification
4425
+ dataset:
4426
+ type: strombergnlp/nordic_langid
4427
+ name: MTEB NordicLangClassification
4428
+ config: default
4429
+ split: test
4430
+ revision: e254179d18ab0165fdb6dbef91178266222bee2a
4431
+ metrics:
4432
+ - type: accuracy
4433
+ value: 46.626666666666665
4434
+ - type: f1
4435
+ value: 44.771861545457476
4436
+ - task:
4437
+ type: BitextMining
4438
+ dataset:
4439
+ type: kardosdrur/norwegian-courts
4440
+ name: MTEB NorwegianCourtsBitextMining
4441
+ config: default
4442
+ split: test
4443
+ revision: None
4444
+ metrics:
4445
+ - type: accuracy
4446
+ value: 94.73684210526315
4447
+ - type: f1
4448
+ value: 93.85964912280701
4449
+ - type: precision
4450
+ value: 93.42105263157895
4451
+ - type: recall
4452
+ value: 94.73684210526315
4453
  - task:
4454
  type: Classification
4455
  dataset: