Upload README.md with huggingface_hub

README.md

@@ -1,15 +1,21 @@
 ---
 library_name: model2vec
 license: mit
+tags:
+- embeddings
+- static-embeddings
+- mteb
 model-index:
 - name: potion-base-8M
   results:
-  - dataset:
-      config: en-ext
+  - task:
+      type: Classification
+    dataset:
       name: MTEB AmazonCounterfactualClassification (en-ext)
-      revision: e8379541af4e31359cca9fbcf4b00f2671dba205
-      split: test
       type: mteb/amazon_counterfactual
+      config: en-ext
+      split: test
+      revision: e8379541af4e31359cca9fbcf4b00f2671dba205
     metrics:
     - type: accuracy
       value: 72.15142428785607
@@ -23,14 +29,14 @@ model-index:
       value: 77.34906471545477
     - type: main_score
       value: 72.15142428785607
-    task:
+  - task:
       type: Classification
-  - dataset:
-      config: en
+    dataset:
       name: MTEB AmazonCounterfactualClassification (en)
-      revision: e8379541af4e31359cca9fbcf4b00f2671dba205
-      split: test
       type: mteb/amazon_counterfactual
+      config: en
+      split: test
+      revision: e8379541af4e31359cca9fbcf4b00f2671dba205
     metrics:
     - type: accuracy
       value: 71.7910447761194
@@ -44,14 +50,14 @@ model-index:
       value: 74.32788084269461
     - type: main_score
       value: 71.7910447761194
-    task:
+  - task:
       type: Classification
-  - dataset:
-      config: default
+    dataset:
       name: MTEB AmazonPolarityClassification (default)
-      revision: e2d317d38cd51312af73b3d32a06d1a08b442046
-      split: test
       type: mteb/amazon_polarity
+      config: default
+      split: test
+      revision: e2d317d38cd51312af73b3d32a06d1a08b442046
     metrics:
     - type: accuracy
       value: 72.47644999999999
@@ -65,14 +71,14 @@ model-index:
       value: 72.2600863044581
     - type: main_score
       value: 72.47644999999999
-    task:
+  - task:
       type: Classification
-  - dataset:
-      config: en
+    dataset:
       name: MTEB AmazonReviewsClassification (en)
-      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
-      split: test
       type: mteb/amazon_reviews_multi
+      config: en
+      split: test
+      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
     metrics:
     - type: accuracy
       value: 36.012
@@ -82,14 +88,14 @@ model-index:
       value: 35.38209336470206
     - type: main_score
       value: 36.012
-    task:
-      type: Classification
-  - dataset:
-      config: default
+  - task:
+      type: Retrieval
+    dataset:
       name: MTEB ArguAna (default)
-      revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
-      split: test
       type: mteb/arguana
+      config: default
+      split: test
+      revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
     metrics:
     - type: main_score
       value: 41.966
@@ -373,14 +379,14 @@ model-index:
       value: 42.888
     - type: recall_at_5
       value: 52.063
-    task:
-      type: Retrieval
-  - dataset:
-      config: default
+  - task:
+      type: Clustering
+    dataset:
       name: MTEB ArxivClusteringP2P (default)
-      revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
-      split: test
       type: mteb/arxiv-clustering-p2p
+      config: default
+      split: test
+      revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
     metrics:
     - type: main_score
       value: 35.387660145946825
@@ -388,14 +394,14 @@ model-index:
       value: 35.387660145946825
     - type: v_measure_std
       value: 14.022525689022785
-    task:
+  - task:
       type: Clustering
-  - dataset:
-      config: default
+    dataset:
       name: MTEB ArxivClusteringS2S (default)
-      revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
-      split: test
       type: mteb/arxiv-clustering-s2s
+      config: default
+      split: test
+      revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
     metrics:
     - type: main_score
       value: 25.26058942964131
@@ -403,14 +409,14 @@ model-index:
       value: 25.26058942964131
     - type: v_measure_std
       value: 14.850432186356857
-    task:
-      type: Clustering
-  - dataset:
-      config: default
+  - task:
+      type: Reranking
+    dataset:
       name: MTEB AskUbuntuDupQuestions (default)
-      revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
-      split: test
       type: mteb/askubuntudupquestions-reranking
+      config: default
+      split: test
+      revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
     metrics:
     - type: main_score
       value: 54.13950871400633
@@ -430,14 +436,14 @@ model-index:
       value: 21.861692980537956
     - type: nAUC_mrr_std
       value: 8.256966784037171
-    task:
-      type: Reranking
-  - dataset:
-      config: default
+  - task:
+      type: STS
+    dataset:
       name: MTEB BIOSSES (default)
-      revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
-      split: test
       type: mteb/biosses-sts
+      config: default
+      split: test
+      revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
     metrics:
     - type: cosine_pearson
       value: 79.11612010879227
@@ -457,14 +463,14 @@ model-index:
       value: 79.11612010879227
     - type: spearman
       value: 75.85775256673794
-    task:
-      type: STS
-  - dataset:
-      config: default
+  - task:
+      type: Classification
+    dataset:
       name: MTEB Banking77Classification (default)
-      revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
-      split: test
       type: mteb/banking77
+      config: default
+      split: test
+      revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
     metrics:
     - type: accuracy
       value: 72.63636363636363
@@ -474,14 +480,14 @@ model-index:
       value: 71.69751597573539
     - type: main_score
       value: 72.63636363636363
-    task:
-      type: Classification
-  - dataset:
-      config: default
+  - task:
+      type: Clustering
+    dataset:
       name: MTEB BiorxivClusteringP2P (default)
-      revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
-      split: test
       type: mteb/biorxiv-clustering-p2p
+      config: default
+      split: test
+      revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
     metrics:
     - type: main_score
       value: 30.861840536151014
@@ -489,14 +495,14 @@ model-index:
       value: 30.861840536151014
     - type: v_measure_std
       value: 0.8096483751274005
-    task:
+  - task:
       type: Clustering
-  - dataset:
-      config: default
+    dataset:
       name: MTEB BiorxivClusteringS2S (default)
-      revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
-      split: test
       type: mteb/biorxiv-clustering-s2s
+      config: default
+      split: test
+      revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
     metrics:
     - type: main_score
       value: 20.219544420664455
@@ -504,14 +510,14 @@ model-index:
       value: 20.219544420664455
     - type: v_measure_std
       value: 0.7431903039116942
-    task:
-      type: Clustering
-  - dataset:
-      config: default
+  - task:
+      type: Retrieval
+    dataset:
       name: MTEB CQADupstackAndroidRetrieval (default)
-      revision: f46a197baaae43b4f621051089b82a364682dfeb
-      split: test
       type: mteb/cqadupstack-android
+      config: default
+      split: test
+      revision: f46a197baaae43b4f621051089b82a364682dfeb
     metrics:
     - type: main_score
       value: 31.835
@@ -795,14 +801,14 @@ model-index:
       value: 29.301
     - type: recall_at_5
       value: 33.918
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB CQADupstackEnglishRetrieval (default)
-      revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
-      split: test
       type: mteb/cqadupstack-english
+      config: default
+      split: test
+      revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
     metrics:
     - type: main_score
       value: 25.734
@@ -1086,14 +1092,14 @@ model-index:
       value: 23.54
     - type: recall_at_5
       value: 28.054000000000002
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB CQADupstackGamingRetrieval (default)
-      revision: 4885aa143210c98657558c04aaf3dc47cfb54340
-      split: test
       type: mteb/cqadupstack-gaming
+      config: default
+      split: test
+      revision: 4885aa143210c98657558c04aaf3dc47cfb54340
     metrics:
     - type: main_score
       value: 39.235
@@ -1377,14 +1383,14 @@ model-index:
       value: 37.830999999999996
     - type: recall_at_5
       value: 43.811
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB CQADupstackGisRetrieval (default)
-      revision: 5003b3064772da1887988e05400cf3806fe491f2
-      split: test
       type: mteb/cqadupstack-gis
+      config: default
+      split: test
+      revision: 5003b3064772da1887988e05400cf3806fe491f2
     metrics:
     - type: main_score
       value: 19.197
@@ -1668,14 +1674,14 @@ model-index:
       value: 19.417
     - type: recall_at_5
       value: 23.577
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB CQADupstackMathematicaRetrieval (default)
-      revision: 90fceea13679c63fe563ded68f3b6f06e50061de
-      split: test
       type: mteb/cqadupstack-mathematica
+      config: default
+      split: test
+      revision: 90fceea13679c63fe563ded68f3b6f06e50061de
     metrics:
     - type: main_score
       value: 12.145
@@ -1959,14 +1965,14 @@ model-index:
       value: 11.178
     - type: recall_at_5
       value: 13.877
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB CQADupstackPhysicsRetrieval (default)
-      revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
-      split: test
       type: mteb/cqadupstack-physics
+      config: default
+      split: test
+      revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
     metrics:
     - type: main_score
       value: 26.667999999999996
@@ -2250,14 +2256,14 @@ model-index:
       value: 24.524
     - type: recall_at_5
       value: 28.787000000000003
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB CQADupstackProgrammersRetrieval (default)
-      revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
-      split: test
       type: mteb/cqadupstack-programmers
+      config: default
+      split: test
+      revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
     metrics:
     - type: main_score
       value: 21.66
@@ -2541,27 +2547,27 @@ model-index:
       value: 19.79
     - type: recall_at_5
       value: 23.376
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB CQADupstackRetrieval (default)
-      revision: CQADupstackRetrieval_is_a_combined_dataset
-      split: test
       type: CQADupstackRetrieval_is_a_combined_dataset
+      config: default
+      split: test
+      revision: CQADupstackRetrieval_is_a_combined_dataset
     metrics:
     - type: main_score
       value: 22.302333333333333
     - type: ndcg_at_10
       value: 22.302333333333333
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB CQADupstackStatsRetrieval (default)
-      revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
-      split: test
       type: mteb/cqadupstack-stats
+      config: default
+      split: test
+      revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
     metrics:
     - type: main_score
       value: 17.253
@@ -2845,14 +2851,14 @@ model-index:
       value: 17.134
     - type: recall_at_5
       value: 19.72
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB CQADupstackTexRetrieval (default)
-      revision: 46989137a86843e03a6195de44b09deda022eec7
-      split: test
       type: mteb/cqadupstack-tex
+      config: default
+      split: test
+      revision: 46989137a86843e03a6195de44b09deda022eec7
     metrics:
     - type: main_score
       value: 13.308
@@ -3136,14 +3142,14 @@ model-index:
       value: 12.199
     - type: recall_at_5
       value: 14.87
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB CQADupstackUnixRetrieval (default)
-      revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
-      split: test
       type: mteb/cqadupstack-unix
+      config: default
+      split: test
+      revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
     metrics:
     - type: main_score
       value: 20.061999999999998
@@ -3427,14 +3433,14 @@ model-index:
       value: 18.859
     - type: recall_at_5
       value: 22.435
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB CQADupstackWebmastersRetrieval (default)
-      revision: 160c094312a0e1facb97e55eeddb698c0abe3571
-      split: test
       type: mteb/cqadupstack-webmasters
+      config: default
+      split: test
+      revision: 160c094312a0e1facb97e55eeddb698c0abe3571
     metrics:
     - type: main_score
       value: 23.735999999999997
@@ -3718,14 +3724,14 @@ model-index:
       value: 21.397
     - type: recall_at_5
       value: 24.863
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB CQADupstackWordpressRetrieval (default)
-      revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
-      split: test
       type: mteb/cqadupstack-wordpress
+      config: default
+      split: test
+      revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
     metrics:
     - type: main_score
       value: 16.794999999999998
@@ -4009,14 +4015,14 @@ model-index:
       value: 15.440999999999999
     - type: recall_at_5
       value: 18.829
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB ClimateFEVER (default)
-      revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
-      split: test
       type: mteb/climate-fever
+      config: default
+      split: test
+      revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
     metrics:
     - type: main_score
       value: 17.288999999999998
@@ -4300,14 +4306,14 @@ model-index:
       value: 12.232
     - type: recall_at_5
       value: 15.540999999999999
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB DBPedia (default)
-      revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
-      split: test
       type: mteb/dbpedia
+      config: default
+      split: test
+      revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
     metrics:
     - type: main_score
       value: 24.235
@@ -4591,14 +4597,14 @@ model-index:
       value: 8.698
     - type: recall_at_5
       value: 11.052
-    task:
-      type: Retrieval
-  - dataset:
-      config: default
+  - task:
+      type: Classification
+    dataset:
       name: MTEB EmotionClassification (default)
-      revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
-      split: test
       type: mteb/emotion
+      config: default
+      split: test
+      revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
     metrics:
     - type: accuracy
       value: 45.09
@@ -4608,14 +4614,14 @@ model-index:
       value: 47.129694558751545
     - type: main_score
       value: 45.09
-    task:
-      type: Classification
-  - dataset:
-      config: default
+  - task:
+      type: Retrieval
+    dataset:
       name: MTEB FEVER (default)
-      revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
-      split: test
       type: mteb/fever
+      config: default
+      split: test
+      revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
     metrics:
     - type: main_score
       value: 30.267
@@ -4899,14 +4905,14 @@ model-index:
       value: 29.42
     - type: recall_at_5
       value: 36.112
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB FiQA2018 (default)
-      revision: 27a168819829fe9bcd655c2df245fb19452e8e06
-      split: test
       type: mteb/fiqa
+      config: default
+      split: test
+      revision: 27a168819829fe9bcd655c2df245fb19452e8e06
     metrics:
     - type: main_score
       value: 16.619
@@ -5190,14 +5196,14 @@ model-index:
       value: 12.485
     - type: recall_at_5
       value: 15.862000000000002
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB HotpotQA (default)
-      revision: ab518f4d6fcca38d87c25209f94beba119d02014
-      split: test
       type: mteb/hotpotqa
+      config: default
+      split: test
+      revision: ab518f4d6fcca38d87c25209f94beba119d02014
     metrics:
     - type: main_score
       value: 36.217
@@ -5481,14 +5487,14 @@ model-index:
       value: 30.311
     - type: recall_at_5
       value: 34.092
-    task:
-      type: Retrieval
-  - dataset:
-      config: default
+  - task:
+      type: Classification
+    dataset:
       name: MTEB ImdbClassification (default)
-      revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
-      split: test
       type: mteb/imdb
+      config: default
+      split: test
+      revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
     metrics:
     - type: accuracy
       value: 70.78
@@ -5502,14 +5508,14 @@ model-index:
       value: 70.56498155979408
     - type: main_score
       value: 70.78
-    task:
-      type: Classification
-  - dataset:
-      config: default
+  - task:
+      type: Retrieval
+    dataset:
       name: MTEB MSMARCO (default)
-      revision: c5a29a104738b98a9e76336939199e264163d4a0
-      split: test
       type: mteb/msmarco
+      config: default
+      split: test
+      revision: c5a29a104738b98a9e76336939199e264163d4a0
     metrics:
     - type: main_score
       value: 34.981
@@ -5793,14 +5799,14 @@ model-index:
       value: 2.8240000000000003
     - type: recall_at_5
       value: 4.476999999999999
-    task:
-      type: Retrieval
-  - dataset:
-      config: en
+  - task:
+      type: Classification
+    dataset:
       name: MTEB MTOPDomainClassification (en)
-      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
-      split: test
       type: mteb/mtop_domain
+      config: en
+      split: test
+      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
     metrics:
     - type: accuracy
       value: 88.95576835385319
@@ -5810,14 +5816,14 @@ model-index:
       value: 89.00721562093213
     - type: main_score
       value: 88.95576835385319
-    task:
+  - task:
       type: Classification
-  - dataset:
-      config: en
+    dataset:
       name: MTEB MTOPIntentClassification (en)
-      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
-      split: test
       type: mteb/mtop_intent
+      config: en
+      split: test
+      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
     metrics:
     - type: accuracy
       value: 56.99726402188783
@@ -5827,14 +5833,14 @@ model-index:
       value: 59.96788951671549
     - type: main_score
       value: 56.99726402188783
-    task:
+  - task:
       type: Classification
-  - dataset:
-      config: en
+    dataset:
       name: MTEB MassiveIntentClassification (en)
-      revision: 4672e20407010da34463acc759c162ca9734bca6
-      split: test
       type: mteb/amazon_massive_intent
+      config: en
+      split: test
+      revision: 4672e20407010da34463acc759c162ca9734bca6
     metrics:
     - type: accuracy
       value: 63.79287155346336
@@ -5844,14 +5850,14 @@ model-index:
       value: 62.567311481126055
     - type: main_score
       value: 63.79287155346336
-    task:
+  - task:
       type: Classification
-  - dataset:
-      config: en
+    dataset:
       name: MTEB MassiveScenarioClassification (en)
-      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
-      split: test
       type: mteb/amazon_massive_scenario
+      config: en
+      split: test
+      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
     metrics:
     - type: accuracy
       value: 70.30934767989241
@@ -5861,14 +5867,14 @@ model-index:
       value: 70.1128179307388
     - type: main_score
       value: 70.30934767989241
-    task:
-      type: Classification
-  - dataset:
-      config: default
+  - task:
+      type: Clustering
+    dataset:
       name: MTEB MedrxivClusteringP2P (default)
-      revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
-      split: test
       type: mteb/medrxiv-clustering-p2p
+      config: default
+      split: test
+      revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
     metrics:
     - type: main_score
       value: 27.61734940907637
@@ -5876,14 +5882,14 @@ model-index:
       value: 27.61734940907637
     - type: v_measure_std
       value: 1.2248100208316097
-    task:
+  - task:
       type: Clustering
-  - dataset:
-      config: default
+    dataset:
       name: MTEB MedrxivClusteringS2S (default)
-      revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
-      split: test
       type: mteb/medrxiv-clustering-s2s
+      config: default
+      split: test
+      revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
     metrics:
     - type: main_score
       value: 23.802943866708308
@@ -5891,14 +5897,14 @@ model-index:
       value: 23.802943866708308
     - type: v_measure_std
       value: 1.4975518910969763
-    task:
-      type: Clustering
-  - dataset:
-      config: default
+  - task:
+      type: Reranking
+    dataset:
       name: MTEB MindSmallReranking (default)
-      revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
-      split: test
       type: mteb/mind_small
+      config: default
+      split: test
+      revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
     metrics:
     - type: main_score
       value: 29.431722284942175
@@ -5918,14 +5924,14 @@ model-index:
       value: -17.42779158552557
     - type: nAUC_mrr_std
       value: -5.997215692334967
-    task:
-      type: Reranking
-  - dataset:
-      config: default
+  - task:
+      type: Retrieval
+    dataset:
       name: MTEB NFCorpus (default)
-      revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
-      split: test
       type: mteb/nfcorpus
+      config: default
+      split: test
+      revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
     metrics:
     - type: main_score
       value: 24.267
@@ -6209,14 +6215,14 @@ model-index:
       value: 7.236
     - type: recall_at_5
       value: 9.003
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB NQ (default)
-      revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
-      split: test
       type: mteb/nq
+      config: default
+      split: test
+      revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
     metrics:
     - type: main_score
       value: 19.543
@@ -6500,14 +6506,14 @@ model-index:
       value: 17.669
     - type: recall_at_5
       value: 23.488999999999997
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB QuoraRetrieval (default)
-      revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
-      split: test
       type: mteb/quora
+      config: default
+      split: test
+      revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
     metrics:
     - type: main_score
       value: 80.598
@@ -6791,14 +6797,14 @@ model-index:
       value: 79.074
     - type: recall_at_5
       value: 84.143
-    task:
-      type: Retrieval
-  - dataset:
-      config: default
+  - task:
+      type: Clustering
+    dataset:
       name: MTEB RedditClustering (default)
-      revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
-      split: test
       type: mteb/reddit-clustering
+      config: default
+      split: test
+      revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
     metrics:
     - type: main_score
       value: 39.5465127563479
@@ -6806,14 +6812,14 @@ model-index:
       value: 39.5465127563479
     - type: v_measure_std
       value: 5.038703300031419
-    task:
+  - task:
       type: Clustering
-  - dataset:
-      config: default
+    dataset:
       name: MTEB RedditClusteringP2P (default)
-      revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
-      split: test
       type: mteb/reddit-clustering-p2p
+      config: default
+      split: test
+      revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
     metrics:
     - type: main_score
       value: 47.07911795189491
@@ -6821,14 +6827,14 @@ model-index:
       value: 47.07911795189491
     - type: v_measure_std
       value: 11.546436135362846
-    task:
-      type: Clustering
-  - dataset:
-      config: default
+  - task:
+      type: Retrieval
+    dataset:
       name: MTEB SCIDOCS (default)
-      revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
-      split: test
       type: mteb/scidocs
+      config: default
+      split: test
+      revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
     metrics:
     - type: main_score
       value: 12.386999999999999
@@ -7112,14 +7118,14 @@ model-index:
       value: 6.553000000000001
     - type: recall_at_5
       value: 9.013
-    task:
-      type: Retrieval
-  - dataset:
-      config: default
+  - task:
+      type: STS
+    dataset:
       name: MTEB SICK-R (default)
-      revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
-      split: test
       type: mteb/sickr-sts
+      config: default
+      split: test
+      revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
     metrics:
     - type: cosine_pearson
       value: 75.67336823619708
@@ -7139,14 +7145,14 @@ model-index:
       value: 75.67336823619708
     - type: spearman
       value: 64.6753400763881
-    task:
+  - task:
       type: STS
-  - dataset:
-      config: default
+    dataset:
       name: MTEB STS12 (default)
-      revision: a0d554a64d88156834ff5ae9920b964011b16384
-      split: test
       type: mteb/sts12-sts
+      config: default
+      split: test
+      revision: a0d554a64d88156834ff5ae9920b964011b16384
     metrics:
     - type: cosine_pearson
       value: 72.06681927996405
@@ -7166,14 +7172,14 @@ model-index:
       value: 72.06681927996405
     - type: spearman
       value: 62.248985055530525
-    task:
+  - task:
       type: STS
-  - dataset:
-      config: default
+    dataset:
       name: MTEB STS13 (default)
-      revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
-      split: test
       type: mteb/sts13-sts
+      config: default
+      split: test
+      revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
     metrics:
     - type: cosine_pearson
       value: 76.53983680018591
@@ -7193,14 +7199,14 @@ model-index:
       value: 76.53983680018591
     - type: spearman
       value: 77.27600787572996
-    task:
+  - task:
       type: STS
-  - dataset:
-      config: default
+    dataset:
       name: MTEB STS14 (default)
-      revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
-      split: test
       type: mteb/sts14-sts
+      config: default
+      split: test
+      revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
     metrics:
     - type: cosine_pearson
       value: 76.20854411766629
@@ -7220,14 +7226,14 @@ model-index:
       value: 76.20854411766629
     - type: spearman
       value: 71.914099628002
-    task:
+  - task:
       type: STS
-  - dataset:
-      config: default
+    dataset:
       name: MTEB STS15 (default)
-      revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
-      split: test
       type: mteb/sts15-sts
+      config: default
+      split: test
+      revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
     metrics:
     - type: cosine_pearson
       value: 79.24273419832653
@@ -7247,14 +7253,14 @@ model-index:
       value: 79.24273419832653
     - type: spearman
       value: 79.75345871163103
-    task:
+  - task:
       type: STS
-  - dataset:
-      config: default
+    dataset:
       name: MTEB STS16 (default)
-      revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
-      split: test
       type: mteb/sts16-sts
+      config: default
+      split: test
+      revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
     metrics:
     - type: cosine_pearson
       value: 75.64452330127995
@@ -7274,14 +7280,14 @@ model-index:
       value: 75.64452330127995
     - type: spearman
       value: 76.26343823222666
-    task:
+  - task:
       type: STS
-  - dataset:
-      config: es-en
+    dataset:
       name: MTEB STS17 (es-en)
-      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
-      split: test
       type: mteb/sts17-crosslingual-sts
+      config: es-en
+      split: test
+      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
     metrics:
     - type: cosine_pearson
       value: 17.52217310066287
@@ -7301,14 +7307,14 @@ model-index:
       value: 17.52217310066287
     - type: spearman
       value: 14.729958484232528
-    task:
+  - task:
       type: STS
-  - dataset:
-      config: en-en
+    dataset:
       name: MTEB STS17 (en-en)
-      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
-      split: test
       type: mteb/sts17-crosslingual-sts
+      config: en-en
+      split: test
+      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
     metrics:
     - type: cosine_pearson
       value: 84.67406984717113
@@ -7328,14 +7334,14 @@ model-index:
       value: 84.67406984717113
     - type: spearman
       value: 85.96709815630739
-    task:
+  - task:
       type: STS
-  - dataset:
-      config: fr-en
+    dataset:
       name: MTEB STS17 (fr-en)
-      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
-      split: test
       type: mteb/sts17-crosslingual-sts
+      config: fr-en
+      split: test
+      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
     metrics:
     - type: cosine_pearson
       value: 36.02331692863771
@@ -7355,14 +7361,14 @@ model-index:
       value: 36.02331692863771
     - type: spearman
       value: 34.28540470062557
-    task:
+  - task:
       type: STS
-  - dataset:
-      config: en-tr
+    dataset:
       name: MTEB STS17 (en-tr)
-      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
-      split: test
       type: mteb/sts17-crosslingual-sts
+      config: en-tr
+      split: test
+      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
     metrics:
     - type: cosine_pearson
       value: 13.925983981770388
@@ -7382,14 +7388,14 @@ model-index:
       value: 13.925983981770388
     - type: spearman
       value: 11.193291331109325
-    task:
+  - task:
       type: STS
-  - dataset:
-      config: en-de
+    dataset:
       name: MTEB STS17 (en-de)
-      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
-      split: test
       type: mteb/sts17-crosslingual-sts
+      config: en-de
+      split: test
+      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
     metrics:
     - type: cosine_pearson
       value: 26.77839285232968
@@ -7409,14 +7415,14 @@ model-index:
       value: 26.77839285232968
     - type: spearman
       value: 23.010015986939717
-    task:
+  - task:
       type: STS
-  - dataset:
-      config: it-en
+    dataset:
       name: MTEB STS17 (it-en)
-      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
-      split: test
       type: mteb/sts17-crosslingual-sts
+      config: it-en
+      split: test
+      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
     metrics:
     - type: cosine_pearson
       value: 25.330935194314364
@@ -7436,14 +7442,14 @@ model-index:
       value: 25.330935194314364
     - type: spearman
       value: 23.143555348782797
-    task:
+  - task:
       type: STS
-  - dataset:
-      config: en-ar
+    dataset:
       name: MTEB STS17 (en-ar)
-      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
-      split: test
       type: mteb/sts17-crosslingual-sts
+      config: en-ar
+      split: test
+      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
     metrics:
     - type: cosine_pearson
       value: 6.61651078645899
@@ -7463,14 +7469,14 @@ model-index:
       value: 6.61651078645899
     - type: spearman
       value: 5.415104433010482
-    task:
+  - task:
       type: STS
-  - dataset:
-      config: nl-en
+    dataset:
       name: MTEB STS17 (nl-en)
-      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
-      split: test
       type: mteb/sts17-crosslingual-sts
+      config: nl-en
+      split: test
+      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
     metrics:
     - type: cosine_pearson
       value: 32.718045784523184
@@ -7490,14 +7496,14 @@ model-index:
       value: 32.718045784523184
     - type: spearman
       value: 27.52844368619317
-    task:
+  - task:
       type: STS
-  - dataset:
-      config: es-en
+    dataset:
       name: MTEB STS22 (es-en)
-      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
-      split: test
       type: mteb/sts22-crosslingual-sts
+      config: es-en
+      split: test
+      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
     metrics:
     - type: cosine_pearson
       value: 9.98410299881163
@@ -7517,14 +7523,14 @@ model-index:
       value: 9.98410299881163
     - type: spearman
       value: 10.98684405086525
-    task:
+  - task:
       type: STS
-  - dataset:
-      config: en
+    dataset:
       name: MTEB STS22 (en)
-      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
-      split: test
       type: mteb/sts22-crosslingual-sts
+      config: en
+      split: test
+      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
     metrics:
     - type: cosine_pearson
       value: 59.3180680265132
@@ -7544,14 +7550,14 @@ model-index:
       value: 59.3180680265132
     - type: spearman
       value: 63.07956002739231
-    task:
+  - task:
       type: STS
-  - dataset:
-      config: de-en
+    dataset:
       name: MTEB STS22 (de-en)
-      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
-      split: test
       type: mteb/sts22-crosslingual-sts
+      config: de-en
+      split: test
+      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
     metrics:
     - type: cosine_pearson
       value: 29.061215770374826
@@ -7571,14 +7577,14 @@ model-index:
       value: 29.061215770374826
     - type: spearman
       value: 36.21441725938738
-    task:
+  - task:
       type: STS
-  - dataset:
-      config: zh-en
+    dataset:
       name: MTEB STS22 (zh-en)
-      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
-      split: test
       type: mteb/sts22-crosslingual-sts
+      config: zh-en
+      split: test
+      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
     metrics:
     - type: cosine_pearson
       value: 11.266385865086239
@@ -7598,14 +7604,14 @@ model-index:
       value: 11.266385865086239
     - type: spearman
       value: 17.291293843893733
-    task:
+  - task:
       type: STS
-  - dataset:
-      config: pl-en
+    dataset:
       name: MTEB STS22 (pl-en)
-      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
-      split: test
       type: mteb/sts22-crosslingual-sts
+      config: pl-en
+      split: test
+      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
     metrics:
     - type: cosine_pearson
       value: 9.647587208410648
@@ -7625,14 +7631,14 @@ model-index:
       value: 9.647587208410648
     - type: spearman
       value: 21.33739699413266
-    task:
+  - task:
       type: STS
-  - dataset:
-      config: default
+    dataset:
       name: MTEB STSBenchmark (default)
-      revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
-      split: test
       type: mteb/stsbenchmark-sts
+      config: default
+      split: test
+      revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
     metrics:
     - type: cosine_pearson
       value: 77.2598255013409
@@ -7652,14 +7658,14 @@ model-index:
       value: 77.2598255013409
     - type: spearman
       value: 75.40519061413276
-    task:
-      type: STS
-  - dataset:
-      config: default
+  - task:
+      type: Reranking
+    dataset:
       name: MTEB SciDocsRR (default)
-      revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
-      split: test
       type: mteb/scidocs-reranking
+      config: default
+      split: test
+      revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
     metrics:
     - type: main_score
       value: 72.10127087089839
@@ -7679,14 +7685,14 @@ model-index:
       value: 74.90946175462605
     - type: nAUC_mrr_std
       value: 71.81332269641806
-    task:
-      type: Reranking
-  - dataset:
-      config: default
+  - task:
+      type: Retrieval
+    dataset:
       name: MTEB SciFact (default)
-      revision: 0228b52cf27578f30900b9e5271d331663a030d7
-      split: test
       type: mteb/scifact
+      config: default
+      split: test
+      revision: 0228b52cf27578f30900b9e5271d331663a030d7
     metrics:
     - type: main_score
       value: 50.63999999999999
@@ -7970,14 +7976,14 @@ model-index:
       value: 50.306
     - type: recall_at_5
       value: 57.443999999999996
-    task:
-      type: Retrieval
-  - dataset:
-      config: default
+  - task:
+      type: PairClassification
+    dataset:
       name: MTEB SprintDuplicateQuestions (default)
-      revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
-      split: test
       type: mteb/sprintduplicatequestions-pairclassification
+      config: default
+      split: test
+      revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
     metrics:
     - type: cosine_accuracy
       value: 99.71386138613862
@@ -8061,14 +8067,14 @@ model-index:
       value: 85.7727737973388
     - type: similarity_recall
       value: 83.8
-    task:
-      type: PairClassification
-  - dataset:
-      config: default
+  - task:
+      type: Clustering
+    dataset:
       name: MTEB StackExchangeClustering (default)
-      revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
-      split: test
       type: mteb/stackexchange-clustering
+      config: default
+      split: test
+      revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
     metrics:
     - type: main_score
       value: 48.18939518021159
@@ -8076,14 +8082,14 @@ model-index:
       value: 48.18939518021159
     - type: v_measure_std
       value: 4.6189444340187995
-    task:
+  - task:
       type: Clustering
-  - dataset:
-      config: default
+    dataset:
       name: MTEB StackExchangeClusteringP2P (default)
-      revision: 815ca46b2622cec33ccafc3735d572c266efdb44
-      split: test
       type: mteb/stackexchange-clustering-p2p
+      config: default
+      split: test
+      revision: 815ca46b2622cec33ccafc3735d572c266efdb44
     metrics:
     - type: main_score
       value: 30.743938802421265
@@ -8091,14 +8097,14 @@ model-index:
       value: 30.743938802421265
     - type: v_measure_std
       value: 1.4645401677053824
-    task:
-      type: Clustering
-  - dataset:
-      config: default
+  - task:
+      type: Reranking
+    dataset:
       name: MTEB StackOverflowDupQuestions (default)
-      revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
-      split: test
       type: mteb/stackoverflowdupquestions-reranking
+      config: default
+      split: test
+      revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
     metrics:
     - type: main_score
       value: 43.254152892780986
@@ -8118,14 +8124,14 @@ model-index:
       value: 14.093758435205075
     - type: nAUC_mrr_std
       value: 4.198791420159734
-    task:
-      type: Reranking
-  - dataset:
-      config: default
+  - task:
+      type: Summarization
+    dataset:
       name: MTEB SummEval (default)
-      revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
-      split: test
       type: mteb/summeval
+      config: default
+      split: test
+      revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
     metrics:
     - type: cosine_pearson
       value: 29.88360050203766
@@ -8141,14 +8147,14 @@ model-index:
       value: 29.88360050203766
     - type: spearman
       value: 29.275185932109494
-    task:
-      type: Summarization
-  - dataset:
-      config: default
+  - task:
+      type: Retrieval
+    dataset:
       name: MTEB TRECCOVID (default)
-      revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
-      split: test
       type: mteb/trec-covid
+      config: default
+      split: test
+      revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
     metrics:
     - type: main_score
       value: 45.747
@@ -8432,14 +8438,14 @@ model-index:
       value: 0.395
     - type: recall_at_5
       value: 0.628
-    task:
+  - task:
       type: Retrieval
-  - dataset:
-      config: default
+    dataset:
       name: MTEB Touche2020 (default)
-      revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
-      split: test
       type: mteb/touche2020
+      config: default
+      split: test
+      revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
     metrics:
     - type: main_score
       value: 18.618000000000002
@@ -8723,14 +8729,14 @@ model-index:
       value: 4.2540000000000004
     - type: recall_at_5
       value: 7.142999999999999
-    task:
-      type: Retrieval
-  - dataset:
-      config: default
+  - task:
+      type: Classification
+    dataset:
       name: MTEB ToxicConversationsClassification (default)
-      revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
-      split: test
       type: mteb/toxic_conversations_50k
+      config: default
+      split: test
+      revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
     metrics:
     - type: accuracy
       value: 69.0625
@@ -8744,14 +8750,14 @@ model-index:
       value: 75.91632061778698
     - type: main_score
       value: 69.0625
-    task:
+  - task:
       type: Classification
-  - dataset:
-      config: default
+    dataset:
       name: MTEB TweetSentimentExtractionClassification (default)
-      revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
-      split: test
       type: mteb/tweet_sentiment_extraction
+      config: default
+      split: test
+      revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
     metrics:
     - type: accuracy
       value: 55.387662705149964
@@ -8761,14 +8767,14 @@ model-index:
       value: 55.01561915660653
     - type: main_score
       value: 55.387662705149964
-    task:
-      type: Classification
-  - dataset:
-      config: default
+  - task:
+      type: Clustering
+    dataset:
       name: MTEB TwentyNewsgroupsClustering (default)
-      revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
-      split: test
       type: mteb/twentynewsgroups-clustering
+      config: default
+      split: test
+      revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
     metrics:
     - type: main_score
       value: 33.535908963951435
@@ -8776,14 +8782,14 @@ model-index:
       value: 33.535908963951435
     - type: v_measure_std
       value: 1.8862804680454297
-    task:
-      type: Clustering
-  - dataset:
-      config: default
+  - task:
+      type: PairClassification
+    dataset:
       name: MTEB TwitterSemEval2015 (default)
-      revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
-      split: test
       type: mteb/twittersemeval2015-pairclassification
+      config: default
+      split: test
+      revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
     metrics:
     - type: cosine_accuracy
       value: 81.57000655659535
@@ -8867,14 +8873,14 @@ model-index:
       value: 47.93632075471698
     - type: similarity_recall
       value: 64.35356200527704
-    task:
+  - task:
       type: PairClassification
-  - dataset:
-      config: default
+    dataset:
       name: MTEB TwitterURLCorpus (default)
-      revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
-      split: test
       type: mteb/twitterurlcorpus-pairclassification
+      config: default
+      split: test
+      revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
     metrics:
     - type: cosine_accuracy
       value: 87.09977878682035
@@ -8958,13 +8964,6 @@ model-index:
       value: 70.7599466704091
     - type: similarity_recall
       value: 77.64089929165382
-    task:
-      type: PairClassification
-model_name: potion-base-8M
-tags:
-- embeddings
-- static-embeddings
-- mteb
 ---
 
 # potion-base-8M Model Card