model-index:
- name: no_model_name_available
results:
- dataset:
config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics:
- type: main_score
value: 62.604000000000006
- type: map_at_1
value: 38.122
- type: map_at_10
value: 54.461000000000006
- type: map_at_100
value: 55.078
- type: map_at_1000
value: 55.084
- type: map_at_20
value: 54.959
- type: map_at_3
value: 50.261
- type: map_at_5
value: 52.86
- type: mrr_at_1
value: 39.189189189189186
- type: mrr_at_10
value: 54.86384881121735
- type: mrr_at_100
value: 55.47383220665102
- type: mrr_at_1000
value: 55.47910521252339
- type: mrr_at_20
value: 55.35145110731732
- type: mrr_at_3
value: 50.66382171645335
- type: mrr_at_5
value: 53.2349454717877
- type: nauc_map_at_1000_diff1
value: 12.280183546893507
- type: nauc_map_at_1000_max
value: -6.97367716586382
- type: nauc_map_at_1000_std
value: -20.029978545498658
- type: nauc_map_at_100_diff1
value: 12.290911960937414
- type: nauc_map_at_100_max
value: -6.9572204593674
- type: nauc_map_at_100_std
value: -20.027777431510188
- type: nauc_map_at_10_diff1
value: 12.190941925107605
- type: nauc_map_at_10_max
value: -6.876819703574803
- type: nauc_map_at_10_std
value: -19.974155903440625
- type: nauc_map_at_1_diff1
value: 14.775066755767924
- type: nauc_map_at_1_max
value: -11.579936295038456
- type: nauc_map_at_1_std
value: -22.255641036467267
- type: nauc_map_at_20_diff1
value: 12.199977163181096
- type: nauc_map_at_20_max
value: -6.857492219176409
- type: nauc_map_at_20_std
value: -19.95382877362234
- type: nauc_map_at_3_diff1
value: 11.986378759479269
- type: nauc_map_at_3_max
value: -6.929188000800625
- type: nauc_map_at_3_std
value: -19.59453147171674
- type: nauc_map_at_5_diff1
value: 11.768353401020708
- type: nauc_map_at_5_max
value: -6.691825565439793
- type: nauc_map_at_5_std
value: -20.15566316017759
- type: nauc_mrr_at_1000_diff1
value: 8.997760969338884
- type: nauc_mrr_at_1000_max
value: -8.688552477778622
- type: nauc_mrr_at_1000_std
value: -20.28892233190892
- type: nauc_mrr_at_100_diff1
value: 9.009024070733286
- type: nauc_mrr_at_100_max
value: -8.671869458524416
- type: nauc_mrr_at_100_std
value: -20.286685658006196
- type: nauc_mrr_at_10_diff1
value: 8.97177453715992
- type: nauc_mrr_at_10_max
value: -8.545610854593804
- type: nauc_mrr_at_10_std
value: -20.24742410684325
- type: nauc_mrr_at_1_diff1
value: 11.747647413433441
- type: nauc_mrr_at_1_max
value: -12.36755223412601
- type: nauc_mrr_at_1_std
value: -22.390369324066327
- type: nauc_mrr_at_20_diff1
value: 8.911088544369921
- type: nauc_mrr_at_20_max
value: -8.583855765258457
- type: nauc_mrr_at_20_std
value: -20.229528431980253
- type: nauc_mrr_at_3_diff1
value: 8.89855168160335
- type: nauc_mrr_at_3_max
value: -8.534834715485665
- type: nauc_mrr_at_3_std
value: -19.739057967137025
- type: nauc_mrr_at_5_diff1
value: 8.450547307213222
- type: nauc_mrr_at_5_max
value: -8.480811691929125
- type: nauc_mrr_at_5_std
value: -20.489680954610147
- type: nauc_ndcg_at_1000_diff1
value: 12.136591560791544
- type: nauc_ndcg_at_1000_max
value: -5.958553754611186
- type: nauc_ndcg_at_1000_std
value: -19.338101550726368
- type: nauc_ndcg_at_100_diff1
value: 12.403919250295466
- type: nauc_ndcg_at_100_max
value: -5.565110671948018
- type: nauc_ndcg_at_100_std
value: -19.259473808083648
- type: nauc_ndcg_at_10_diff1
value: 11.739532292470397
- type: nauc_ndcg_at_10_max
value: -5.001972331763984
- type: nauc_ndcg_at_10_std
value: -18.87369827465144
- type: nauc_ndcg_at_1_diff1
value: 14.775066755767924
- type: nauc_ndcg_at_1_max
value: -11.579936295038456
- type: nauc_ndcg_at_1_std
value: -22.255641036467267
- type: nauc_ndcg_at_20_diff1
value: 11.801579789020844
- type: nauc_ndcg_at_20_max
value: -4.7666801485476125
- type: nauc_ndcg_at_20_std
value: -18.667622042179342
- type: nauc_ndcg_at_3_diff1
value: 11.15150664107932
- type: nauc_ndcg_at_3_max
value: -5.277693576610206
- type: nauc_ndcg_at_3_std
value: -18.520526770641478
- type: nauc_ndcg_at_5_diff1
value: 10.639278336948431
- type: nauc_ndcg_at_5_max
value: -4.69933011716747
- type: nauc_ndcg_at_5_std
value: -19.466098028462678
- type: nauc_precision_at_1000_diff1
value: 16.23580395411371
- type: nauc_precision_at_1000_max
value: 36.22555521353069
- type: nauc_precision_at_1000_std
value: 63.43250070933111
- type: nauc_precision_at_100_diff1
value: 52.76057830563447
- type: nauc_precision_at_100_max
value: 66.96591838730406
- type: nauc_precision_at_100_std
value: 24.128628839017924
- type: nauc_precision_at_10_diff1
value: 9.49688969905925
- type: nauc_precision_at_10_max
value: 8.698845295923558
- type: nauc_precision_at_10_std
value: -10.289499418544892
- type: nauc_precision_at_1_diff1
value: 14.775066755767924
- type: nauc_precision_at_1_max
value: -11.579936295038456
- type: nauc_precision_at_1_std
value: -22.255641036467267
- type: nauc_precision_at_20_diff1
value: 8.199852894335251
- type: nauc_precision_at_20_max
value: 31.445323522966646
- type: nauc_precision_at_20_std
value: 5.4659488270294005
- type: nauc_precision_at_3_diff1
value: 8.424042800011794
- type: nauc_precision_at_3_max
value: 0.22641838734012934
- type: nauc_precision_at_3_std
value: -14.89540381164603
- type: nauc_precision_at_5_diff1
value: 5.793745956511774
- type: nauc_precision_at_5_max
value: 3.857829196352064
- type: nauc_precision_at_5_std
value: -16.637254016107786
- type: nauc_recall_at_1000_diff1
value: 16.235803954112026
- type: nauc_recall_at_1000_max
value: 36.225555213531536
- type: nauc_recall_at_1000_std
value: 63.43250070933326
- type: nauc_recall_at_100_diff1
value: 52.76057830563583
- type: nauc_recall_at_100_max
value: 66.96591838730477
- type: nauc_recall_at_100_std
value: 24.128628839019665
- type: nauc_recall_at_10_diff1
value: 9.496889699059311
- type: nauc_recall_at_10_max
value: 8.698845295923537
- type: nauc_recall_at_10_std
value: -10.289499418544782
- type: nauc_recall_at_1_diff1
value: 14.775066755767924
- type: nauc_recall_at_1_max
value: -11.579936295038456
- type: nauc_recall_at_1_std
value: -22.255641036467267
- type: nauc_recall_at_20_diff1
value: 8.199852894335038
- type: nauc_recall_at_20_max
value: 31.44532352296671
- type: nauc_recall_at_20_std
value: 5.465948827029652
- type: nauc_recall_at_3_diff1
value: 8.42404280001186
- type: nauc_recall_at_3_max
value: 0.22641838734022093
- type: nauc_recall_at_3_std
value: -14.895403811645954
- type: nauc_recall_at_5_diff1
value: 5.793745956511723
- type: nauc_recall_at_5_max
value: 3.8578291963520597
- type: nauc_recall_at_5_std
value: -16.63725401610777
- type: ndcg_at_1
value: 38.122
- type: ndcg_at_10
value: 62.604000000000006
- type: ndcg_at_100
value: 65.114
- type: ndcg_at_1000
value: 65.214
- type: ndcg_at_20
value: 64.361
- type: ndcg_at_3
value: 54.144999999999996
- type: ndcg_at_5
value: 58.801
- type: precision_at_1
value: 38.122
- type: precision_at_10
value: 8.819
- type: precision_at_100
value: 0.989
- type: precision_at_1000
value: 0.1
- type: precision_at_20
value: 4.7509999999999994
- type: precision_at_3
value: 21.788
- type: precision_at_5
value: 15.32
- type: recall_at_1
value: 38.122
- type: recall_at_10
value: 88.193
- type: recall_at_100
value: 98.86200000000001
- type: recall_at_1000
value: 99.57300000000001
- type: recall_at_20
value: 95.021
- type: recall_at_3
value: 65.363
- type: recall_at_5
value: 76.6
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics:
- type: main_score
value: 51.283
- type: map_at_1
value: 34.302
- type: map_at_10
value: 45.322
- type: map_at_100
value: 46.882000000000005
- type: map_at_1000
value: 47.008
- type: map_at_20
value: 46.196
- type: map_at_3
value: 41.946
- type: map_at_5
value: 43.809
- type: mrr_at_1
value: 42.91845493562232
- type: mrr_at_10
value: 51.62953879692076
- type: mrr_at_100
value: 52.39303445692599
- type: mrr_at_1000
value: 52.4373106849471
- type: mrr_at_20
value: 52.06227157148307
- type: mrr_at_3
value: 49.23700524558893
- type: mrr_at_5
value: 50.71769194086788
- type: nauc_map_at_1000_diff1
value: 55.75556329015663
- type: nauc_map_at_1000_max
value: 50.859477138366216
- type: nauc_map_at_1000_std
value: -0.28690075244487623
- type: nauc_map_at_100_diff1
value: 55.76326323391191
- type: nauc_map_at_100_max
value: 50.85450725038856
- type: nauc_map_at_100_std
value: -0.26887061225616193
- type: nauc_map_at_10_diff1
value: 55.9143456432872
- type: nauc_map_at_10_max
value: 50.69238150974166
- type: nauc_map_at_10_std
value: -0.8866475232402407
- type: nauc_map_at_1_diff1
value: 61.467115103371114
- type: nauc_map_at_1_max
value: 47.13898842121286
- type: nauc_map_at_1_std
value: -3.307514844512559
- type: nauc_map_at_20_diff1
value: 55.82404189927333
- type: nauc_map_at_20_max
value: 50.7818670076867
- type: nauc_map_at_20_std
value: -0.34388432018327814
- type: nauc_map_at_3_diff1
value: 56.6459135025419
- type: nauc_map_at_3_max
value: 49.75113549620338
- type: nauc_map_at_3_std
value: -2.9120405532910976
- type: nauc_map_at_5_diff1
value: 56.39509516591874
- type: nauc_map_at_5_max
value: 50.342450530269424
- type: nauc_map_at_5_std
value: -1.5302869416616265
- type: nauc_mrr_at_1000_diff1
value: 54.97855369088784
- type: nauc_mrr_at_1000_max
value: 53.37757249752738
- type: nauc_mrr_at_1000_std
value: -0.641180768902587
- type: nauc_mrr_at_100_diff1
value: 54.97350407780422
- type: nauc_mrr_at_100_max
value: 53.370689793088786
- type: nauc_mrr_at_100_std
value: -0.6644687084182687
- type: nauc_mrr_at_10_diff1
value: 54.875881924956126
- type: nauc_mrr_at_10_max
value: 53.38115175734989
- type: nauc_mrr_at_10_std
value: -0.7837324357305284
- type: nauc_mrr_at_1_diff1
value: 58.230020015549314
- type: nauc_mrr_at_1_max
value: 54.17047372844227
- type: nauc_mrr_at_1_std
value: -2.7455599199931227
- type: nauc_mrr_at_20_diff1
value: 54.92028067172554
- type: nauc_mrr_at_20_max
value: 53.341506658393556
- type: nauc_mrr_at_20_std
value: -0.637262089123843
- type: nauc_mrr_at_3_diff1
value: 54.73957706310313
- type: nauc_mrr_at_3_max
value: 53.15733417994413
- type: nauc_mrr_at_3_std
value: -1.5613128090685708
- type: nauc_mrr_at_5_diff1
value: 55.145524770753575
- type: nauc_mrr_at_5_max
value: 53.54965825784516
- type: nauc_mrr_at_5_std
value: -0.7111810473193471
- type: nauc_ndcg_at_1000_diff1
value: 54.587062403487366
- type: nauc_ndcg_at_1000_max
value: 51.674263999885326
- type: nauc_ndcg_at_1000_std
value: 1.3238016504767187
- type: nauc_ndcg_at_100_diff1
value: 54.32233614536693
- type: nauc_ndcg_at_100_max
value: 51.41832115561139
- type: nauc_ndcg_at_100_std
value: 1.4210161191183754
- type: nauc_ndcg_at_10_diff1
value: 54.11304990199473
- type: nauc_ndcg_at_10_max
value: 51.37562846996631
- type: nauc_ndcg_at_10_std
value: -0.016863641718083338
- type: nauc_ndcg_at_1_diff1
value: 58.230020015549314
- type: nauc_ndcg_at_1_max
value: 54.17047372844227
- type: nauc_ndcg_at_1_std
value: -2.7455599199931227
- type: nauc_ndcg_at_20_diff1
value: 53.92141654969868
- type: nauc_ndcg_at_20_max
value: 51.00712460577822
- type: nauc_ndcg_at_20_std
value: 1.1248920222728744
- type: nauc_ndcg_at_3_diff1
value: 54.10769773639933
- type: nauc_ndcg_at_3_max
value: 50.79999183293735
- type: nauc_ndcg_at_3_std
value: -1.9068392843208029
- type: nauc_ndcg_at_5_diff1
value: 54.72306892468818
- type: nauc_ndcg_at_5_max
value: 51.077653766375896
- type: nauc_ndcg_at_5_std
value: -0.5345255831180443
- type: nauc_precision_at_1000_diff1
value: -18.922673868996185
- type: nauc_precision_at_1000_max
value: -9.35731731074187
- type: nauc_precision_at_1000_std
value: -5.1037458642453934
- type: nauc_precision_at_100_diff1
value: -12.514065177048142
- type: nauc_precision_at_100_max
value: 0.38982087389855236
- type: nauc_precision_at_100_std
value: 2.4878547875115693
- type: nauc_precision_at_10_diff1
value: 9.196995402732554
- type: nauc_precision_at_10_max
value: 25.83778767174958
- type: nauc_precision_at_10_std
value: 6.595544306012803
- type: nauc_precision_at_1_diff1
value: 58.230020015549314
- type: nauc_precision_at_1_max
value: 54.17047372844227
- type: nauc_precision_at_1_std
value: -2.7455599199931227
- type: nauc_precision_at_20_diff1
value: 0.2754041342466735
- type: nauc_precision_at_20_max
value: 15.891101790108623
- type: nauc_precision_at_20_std
value: 7.037857868203874
- type: nauc_precision_at_3_diff1
value: 27.004552544748822
- type: nauc_precision_at_3_max
value: 39.908101071479344
- type: nauc_precision_at_3_std
value: 1.5053346654807866
- type: nauc_precision_at_5_diff1
value: 19.93540054533897
- type: nauc_precision_at_5_max
value: 34.057788619075026
- type: nauc_precision_at_5_std
value: 5.51479934121471
- type: nauc_recall_at_1000_diff1
value: 53.51581659046112
- type: nauc_recall_at_1000_max
value: 61.07734575855316
- type: nauc_recall_at_1000_std
value: 69.41493681689488
- type: nauc_recall_at_100_diff1
value: 45.61394982140759
- type: nauc_recall_at_100_max
value: 46.541662801243575
- type: nauc_recall_at_100_std
value: 13.388715034832593
- type: nauc_recall_at_10_diff1
value: 46.94706285684415
- type: nauc_recall_at_10_max
value: 46.38630985911686
- type: nauc_recall_at_10_std
value: 2.4688674866965474
- type: nauc_recall_at_1_diff1
value: 61.467115103371114
- type: nauc_recall_at_1_max
value: 47.13898842121286
- type: nauc_recall_at_1_std
value: -3.307514844512559
- type: nauc_recall_at_20_diff1
value: 45.17155398595275
- type: nauc_recall_at_20_max
value: 45.186319172490975
- type: nauc_recall_at_20_std
value: 7.352766262512042
- type: nauc_recall_at_3_diff1
value: 51.05939754161416
- type: nauc_recall_at_3_max
value: 46.35475117737351
- type: nauc_recall_at_3_std
value: -3.185424171389223
- type: nauc_recall_at_5_diff1
value: 49.88264602427692
- type: nauc_recall_at_5_max
value: 46.711901725475705
- type: nauc_recall_at_5_std
value: 0.49060652004110095
- type: ndcg_at_1
value: 42.918
- type: ndcg_at_10
value: 51.283
- type: ndcg_at_100
value: 56.772
- type: ndcg_at_1000
value: 58.73199999999999
- type: ndcg_at_20
value: 53.418
- type: ndcg_at_3
value: 47.183
- type: ndcg_at_5
value: 49.01
- type: precision_at_1
value: 42.918
- type: precision_at_10
value: 9.914000000000001
- type: precision_at_100
value: 1.599
- type: precision_at_1000
value: 0.203
- type: precision_at_20
value: 5.901
- type: precision_at_3
value: 22.938
- type: precision_at_5
value: 16.309
- type: recall_at_1
value: 34.302
- type: recall_at_10
value: 61.305
- type: recall_at_100
value: 84.71499999999999
- type: recall_at_1000
value: 97.527
- type: recall_at_20
value: 69.035
- type: recall_at_3
value: 48.22
- type: recall_at_5
value: 54.154
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics:
- type: main_score
value: 48.38
- type: map_at_1
value: 32.7
- type: map_at_10
value: 42.734
- type: map_at_100
value: 43.998
- type: map_at_1000
value: 44.124
- type: map_at_20
value: 43.406
- type: map_at_3
value: 39.678999999999995
- type: map_at_5
value: 41.459
- type: mrr_at_1
value: 41.71974522292994
- type: mrr_at_10
value: 49.28935395814384
- type: mrr_at_100
value: 49.89861647748028
- type: mrr_at_1000
value: 49.942709600334545
- type: mrr_at_20
value: 49.61617888831176
- type: mrr_at_3
value: 47.13375796178349
- type: mrr_at_5
value: 48.512738853503265
- type: nauc_map_at_1000_diff1
value: 59.64169046856025
- type: nauc_map_at_1000_max
value: 46.490771220440415
- type: nauc_map_at_1000_std
value: 4.845648020305221
- type: nauc_map_at_100_diff1
value: 59.64064218347204
- type: nauc_map_at_100_max
value: 46.44241929530336
- type: nauc_map_at_100_std
value: 4.71304727570049
- type: nauc_map_at_10_diff1
value: 60.104757471076454
- type: nauc_map_at_10_max
value: 45.69433669014553
- type: nauc_map_at_10_std
value: 3.1916854782778192
- type: nauc_map_at_1_diff1
value: 64.24881444471224
- type: nauc_map_at_1_max
value: 39.73759910259004
- type: nauc_map_at_1_std
value: -3.0378462058278677
- type: nauc_map_at_20_diff1
value: 59.78634639001091
- type: nauc_map_at_20_max
value: 46.06501310535822
- type: nauc_map_at_20_std
value: 3.9286467421496307
- type: nauc_map_at_3_diff1
value: 61.21378815607328
- type: nauc_map_at_3_max
value: 44.649896761393784
- type: nauc_map_at_3_std
value: 0.30180279093031204
- type: nauc_map_at_5_diff1
value: 60.49003680344517
- type: nauc_map_at_5_max
value: 45.223388874685924
- type: nauc_map_at_5_std
value: 1.9318891521917785
- type: nauc_mrr_at_1000_diff1
value: 59.18946498883738
- type: nauc_mrr_at_1000_max
value: 50.69184167394906
- type: nauc_mrr_at_1000_std
value: 9.169066601247481
- type: nauc_mrr_at_100_diff1
value: 59.185106221892525
- type: nauc_mrr_at_100_max
value: 50.68579303194555
- type: nauc_mrr_at_100_std
value: 9.174068205964646
- type: nauc_mrr_at_10_diff1
value: 59.268438125457024
- type: nauc_mrr_at_10_max
value: 50.697306877035864
- type: nauc_mrr_at_10_std
value: 9.066606354581463
- type: nauc_mrr_at_1_diff1
value: 62.99470092166848
- type: nauc_mrr_at_1_max
value: 50.665209591950386
- type: nauc_mrr_at_1_std
value: 6.003010371347861
- type: nauc_mrr_at_20_diff1
value: 59.194806671205825
- type: nauc_mrr_at_20_max
value: 50.68943380536767
- type: nauc_mrr_at_20_std
value: 9.11851387839637
- type: nauc_mrr_at_3_diff1
value: 60.26443921526076
- type: nauc_mrr_at_3_max
value: 51.23194744896461
- type: nauc_mrr_at_3_std
value: 7.623692044784114
- type: nauc_mrr_at_5_diff1
value: 59.35792021732985
- type: nauc_mrr_at_5_max
value: 50.76791937374977
- type: nauc_mrr_at_5_std
value: 8.601632131828548
- type: nauc_ndcg_at_1000_diff1
value: 57.1155393292342
- type: nauc_ndcg_at_1000_max
value: 48.06764167515271
- type: nauc_ndcg_at_1000_std
value: 10.168135859124341
- type: nauc_ndcg_at_100_diff1
value: 57.05815053150162
- type: nauc_ndcg_at_100_max
value: 47.7772204595395
- type: nauc_ndcg_at_100_std
value: 9.661421347269405
- type: nauc_ndcg_at_10_diff1
value: 57.995831604844284
- type: nauc_ndcg_at_10_max
value: 47.32806241216551
- type: nauc_ndcg_at_10_std
value: 7.646147208567661
- type: nauc_ndcg_at_1_diff1
value: 62.99470092166848
- type: nauc_ndcg_at_1_max
value: 50.665209591950386
- type: nauc_ndcg_at_1_std
value: 6.003010371347861
- type: nauc_ndcg_at_20_diff1
value: 57.513286517473894
- type: nauc_ndcg_at_20_max
value: 47.486837574396816
- type: nauc_ndcg_at_20_std
value: 8.365968075279621
- type: nauc_ndcg_at_3_diff1
value: 59.154765833471544
- type: nauc_ndcg_at_3_max
value: 48.47608776066189
- type: nauc_ndcg_at_3_std
value: 5.382294315665349
- type: nauc_ndcg_at_5_diff1
value: 58.34424293538254
- type: nauc_ndcg_at_5_max
value: 47.663313794122345
- type: nauc_ndcg_at_5_std
value: 6.522205835652349
- type: nauc_precision_at_1000_diff1
value: -13.97761691322935
- type: nauc_precision_at_1000_max
value: 11.889780657095217
- type: nauc_precision_at_1000_std
value: 34.351999190012464
- type: nauc_precision_at_100_diff1
value: -6.0357819973162155
- type: nauc_precision_at_100_max
value: 23.185858470983515
- type: nauc_precision_at_100_std
value: 38.67902978803651
- type: nauc_precision_at_10_diff1
value: 12.988392857512734
- type: nauc_precision_at_10_max
value: 37.03925700369954
- type: nauc_precision_at_10_std
value: 29.766577179150826
- type: nauc_precision_at_1_diff1
value: 62.99470092166848
- type: nauc_precision_at_1_max
value: 50.665209591950386
- type: nauc_precision_at_1_std
value: 6.003010371347861
- type: nauc_precision_at_20_diff1
value: 4.389190359220815
- type: nauc_precision_at_20_max
value: 32.33761358794756
- type: nauc_precision_at_20_std
value: 33.508667138850974
- type: nauc_precision_at_3_diff1
value: 34.651163573301844
- type: nauc_precision_at_3_max
value: 46.97754739881408
- type: nauc_precision_at_3_std
value: 17.16598727057759
- type: nauc_precision_at_5_diff1
value: 24.375735188923674
- type: nauc_precision_at_5_max
value: 43.191306092927874
- type: nauc_precision_at_5_std
value: 24.22462406015037
- type: nauc_recall_at_1000_diff1
value: 34.82118501294955
- type: nauc_recall_at_1000_max
value: 40.352936577640286
- type: nauc_recall_at_1000_std
value: 35.499081344984944
- type: nauc_recall_at_100_diff1
value: 41.65565034476806
- type: nauc_recall_at_100_max
value: 40.20137507025357
- type: nauc_recall_at_100_std
value: 20.95551964296231
- type: nauc_recall_at_10_diff1
value: 50.377914745656916
- type: nauc_recall_at_10_max
value: 40.852105501885156
- type: nauc_recall_at_10_std
value: 9.14128668761667
- type: nauc_recall_at_1_diff1
value: 64.24881444471224
- type: nauc_recall_at_1_max
value: 39.73759910259004
- type: nauc_recall_at_1_std
value: -3.0378462058278677
- type: nauc_recall_at_20_diff1
value: 47.23161446828714
- type: nauc_recall_at_20_max
value: 41.35373954848293
- type: nauc_recall_at_20_std
value: 12.960194401684626
- type: nauc_recall_at_3_diff1
value: 56.50497266295659
- type: nauc_recall_at_3_max
value: 43.152063481754894
- type: nauc_recall_at_3_std
value: 1.3186684949778986
- type: nauc_recall_at_5_diff1
value: 53.06103834334629
- type: nauc_recall_at_5_max
value: 42.10516630718954
- type: nauc_recall_at_5_std
value: 5.049985066712026
- type: ndcg_at_1
value: 41.72
- type: ndcg_at_10
value: 48.38
- type: ndcg_at_100
value: 52.532000000000004
- type: ndcg_at_1000
value: 54.578
- type: ndcg_at_20
value: 49.889
- type: ndcg_at_3
value: 44.488
- type: ndcg_at_5
value: 46.413
- type: precision_at_1
value: 41.72
- type: precision_at_10
value: 9.242
- type: precision_at_100
value: 1.468
- type: precision_at_1000
value: 0.191
- type: precision_at_20
value: 5.395
- type: precision_at_3
value: 21.698999999999998
- type: precision_at_5
value: 15.338
- type: recall_at_1
value: 32.7
- type: recall_at_10
value: 57.113
- type: recall_at_100
value: 74.924
- type: recall_at_1000
value: 88.254
- type: recall_at_20
value: 62.723
- type: recall_at_3
value: 45.029
- type: recall_at_5
value: 50.849999999999994
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics:
- type: main_score
value: 59.394999999999996
- type: map_at_1
value: 42.514
- type: map_at_10
value: 54.067
- type: map_at_100
value: 55.034000000000006
- type: map_at_1000
value: 55.093
- type: map_at_20
value: 54.626
- type: map_at_3
value: 50.992000000000004
- type: map_at_5
value: 52.808
- type: mrr_at_1
value: 48.96551724137931
- type: mrr_at_10
value: 57.66293476638311
- type: mrr_at_100
value: 58.326468893697516
- type: mrr_at_1000
value: 58.35363394214893
- type: mrr_at_20
value: 58.08052729373722
- type: mrr_at_3
value: 55.41274817136891
- type: mrr_at_5
value: 56.83908045977021
- type: nauc_map_at_1000_diff1
value: 63.27476571277554
- type: nauc_map_at_1000_max
value: 52.034777766652965
- type: nauc_map_at_1000_std
value: 2.178698400212763
- type: nauc_map_at_100_diff1
value: 63.27374313449916
- type: nauc_map_at_100_max
value: 52.00712045928729
- type: nauc_map_at_100_std
value: 2.173540170394345
- type: nauc_map_at_10_diff1
value: 63.22352672859366
- type: nauc_map_at_10_max
value: 51.4338649821549
- type: nauc_map_at_10_std
value: 1.3151407338229024
- type: nauc_map_at_1_diff1
value: 68.21656843426463
- type: nauc_map_at_1_max
value: 47.68140656197034
- type: nauc_map_at_1_std
value: -0.8467047287444583
- type: nauc_map_at_20_diff1
value: 63.258888077833376
- type: nauc_map_at_20_max
value: 51.771643912962574
- type: nauc_map_at_20_std
value: 1.8765892438345229
- type: nauc_map_at_3_diff1
value: 63.88123544786989
- type: nauc_map_at_3_max
value: 50.24136834553566
- type: nauc_map_at_3_std
value: -0.8992399529600462
- type: nauc_map_at_5_diff1
value: 63.594787172270806
- type: nauc_map_at_5_max
value: 50.83063726124454
- type: nauc_map_at_5_std
value: 0.036421416065224595
- type: nauc_mrr_at_1000_diff1
value: 63.133492178616315
- type: nauc_mrr_at_1000_max
value: 54.27579791435036
- type: nauc_mrr_at_1000_std
value: 3.6150845554695223
- type: nauc_mrr_at_100_diff1
value: 63.132404940035194
- type: nauc_mrr_at_100_max
value: 54.2827410860912
- type: nauc_mrr_at_100_std
value: 3.6286168411770694
- type: nauc_mrr_at_10_diff1
value: 62.963258495800254
- type: nauc_mrr_at_10_max
value: 54.06561369719146
- type: nauc_mrr_at_10_std
value: 3.2795765262317653
- type: nauc_mrr_at_1_diff1
value: 66.62285695661964
- type: nauc_mrr_at_1_max
value: 54.86368963432214
- type: nauc_mrr_at_1_std
value: 3.136320334401737
- type: nauc_mrr_at_20_diff1
value: 63.07863782620788
- type: nauc_mrr_at_20_max
value: 54.23559556044128
- type: nauc_mrr_at_20_std
value: 3.5841907008889713
- type: nauc_mrr_at_3_diff1
value: 63.23738332400802
- type: nauc_mrr_at_3_max
value: 53.97136813515079
- type: nauc_mrr_at_3_std
value: 2.404981779369361
- type: nauc_mrr_at_5_diff1
value: 63.08881942498383
- type: nauc_mrr_at_5_max
value: 53.966632493486166
- type: nauc_mrr_at_5_std
value: 2.8476706120309987
- type: nauc_ndcg_at_1000_diff1
value: 62.27061314792164
- type: nauc_ndcg_at_1000_max
value: 53.851905289593105
- type: nauc_ndcg_at_1000_std
value: 5.184130020448398
- type: nauc_ndcg_at_100_diff1
value: 62.22471495925812
- type: nauc_ndcg_at_100_max
value: 53.91482995012997
- type: nauc_ndcg_at_100_std
value: 5.799289096894022
- type: nauc_ndcg_at_10_diff1
value: 61.50452339921873
- type: nauc_ndcg_at_10_max
value: 52.18293106242135
- type: nauc_ndcg_at_10_std
value: 3.2640894485042113
- type: nauc_ndcg_at_1_diff1
value: 66.62285695661964
- type: nauc_ndcg_at_1_max
value: 54.86368963432214
- type: nauc_ndcg_at_1_std
value: 3.136320334401737
- type: nauc_ndcg_at_20_diff1
value: 61.87369181268838
- type: nauc_ndcg_at_20_max
value: 52.967230788038066
- type: nauc_ndcg_at_20_std
value: 4.5958048547896135
- type: nauc_ndcg_at_3_diff1
value: 62.328003372215335
- type: nauc_ndcg_at_3_max
value: 51.33957145075442
- type: nauc_ndcg_at_3_std
value: 0.2889876686024366
- type: nauc_ndcg_at_5_diff1
value: 62.11317147021502
- type: nauc_ndcg_at_5_max
value: 51.48712543703064
- type: nauc_ndcg_at_5_std
value: 1.0121474156760508
- type: nauc_precision_at_1000_diff1
value: -18.0902819186237
- type: nauc_precision_at_1000_max
value: 15.309973039669023
- type: nauc_precision_at_1000_std
value: 23.988114724643882
- type: nauc_precision_at_100_diff1
value: -9.171737728135946
- type: nauc_precision_at_100_max
value: 24.459060802729045
- type: nauc_precision_at_100_std
value: 29.62793828028637
- type: nauc_precision_at_10_diff1
value: 12.47974251043337
- type: nauc_precision_at_10_max
value: 35.18443317760848
- type: nauc_precision_at_10_std
value: 19.079083136975115
- type: nauc_precision_at_1_diff1
value: 66.62285695661964
- type: nauc_precision_at_1_max
value: 54.86368963432214
- type: nauc_precision_at_1_std
value: 3.136320334401737
- type: nauc_precision_at_20_diff1
value: 4.388744149985113
- type: nauc_precision_at_20_max
value: 32.35106560025907
- type: nauc_precision_at_20_std
value: 25.440135376505037
- type: nauc_precision_at_3_diff1
value: 35.043622145703246
- type: nauc_precision_at_3_max
value: 45.00181527887202
- type: nauc_precision_at_3_std
value: 5.986587536633783
- type: nauc_precision_at_5_diff1
value: 24.21058975843461
- type: nauc_precision_at_5_max
value: 39.95435873785034
- type: nauc_precision_at_5_std
value: 11.279863902192231
- type: nauc_recall_at_1000_diff1
value: 48.475246809024654
- type: nauc_recall_at_1000_max
value: 71.40966953246526
- type: nauc_recall_at_1000_std
value: 52.161793041922344
- type: nauc_recall_at_100_diff1
value: 53.460562863463835
- type: nauc_recall_at_100_max
value: 60.20376102558135
- type: nauc_recall_at_100_std
value: 32.93238729816242
- type: nauc_recall_at_10_diff1
value: 53.089202084677964
- type: nauc_recall_at_10_max
value: 48.11493546825671
- type: nauc_recall_at_10_std
value: 6.9000783278789
- type: nauc_recall_at_1_diff1
value: 68.21656843426463
- type: nauc_recall_at_1_max
value: 47.68140656197034
- type: nauc_recall_at_1_std
value: -0.8467047287444583
- type: nauc_recall_at_20_diff1
value: 53.18318788011243
- type: nauc_recall_at_20_max
value: 51.035344219924006
- type: nauc_recall_at_20_std
value: 14.168429327288464
- type: nauc_recall_at_3_diff1
value: 58.41758425845774
- type: nauc_recall_at_3_max
value: 46.967479643496205
- type: nauc_recall_at_3_std
value: -2.8021623621414484
- type: nauc_recall_at_5_diff1
value: 56.54480488998266
- type: nauc_recall_at_5_max
value: 46.656606413789405
- type: nauc_recall_at_5_std
value: -0.7597521053580701
- type: ndcg_at_1
value: 48.966
- type: ndcg_at_10
value: 59.394999999999996
- type: ndcg_at_100
value: 63.26199999999999
- type: ndcg_at_1000
value: 64.405
- type: ndcg_at_20
value: 61.001000000000005
- type: ndcg_at_3
value: 54.374
- type: ndcg_at_5
value: 57.008
- type: precision_at_1
value: 48.966
- type: precision_at_10
value: 9.322999999999999
- type: precision_at_100
value: 1.2149999999999999
- type: precision_at_1000
value: 0.136
- type: precision_at_20
value: 5.169
- type: precision_at_3
value: 23.866
- type: precision_at_5
value: 16.401
- type: recall_at_1
value: 42.514
- type: recall_at_10
value: 71.526
- type: recall_at_100
value: 88.211
- type: recall_at_1000
value: 96.3
- type: recall_at_20
value: 77.324
- type: recall_at_3
value: 58.24
- type: recall_at_5
value: 64.66300000000001
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics:
- type: main_score
value: 41.982
- type: map_at_1
value: 28.866000000000003
- type: map_at_10
value: 37.071
- type: map_at_100
value: 38.021
- type: map_at_1000
value: 38.105
- type: map_at_20
value: 37.611
- type: map_at_3
value: 34.056
- type: map_at_5
value: 35.831
- type: mrr_at_1
value: 31.186440677966104
- type: mrr_at_10
value: 39.18352614115326
- type: mrr_at_100
value: 39.97206805121318
- type: mrr_at_1000
value: 40.032893027088285
- type: mrr_at_20
value: 39.637323407460364
- type: mrr_at_3
value: 36.214689265536734
- type: mrr_at_5
value: 37.915254237288124
- type: nauc_map_at_1000_diff1
value: 49.993876641632504
- type: nauc_map_at_1000_max
value: 35.95042794987363
- type: nauc_map_at_1000_std
value: 0.5593990682228305
- type: nauc_map_at_100_diff1
value: 49.972890495649246
- type: nauc_map_at_100_max
value: 35.904074354218785
- type: nauc_map_at_100_std
value: 0.5664467972492186
- type: nauc_map_at_10_diff1
value: 50.03956810159502
- type: nauc_map_at_10_max
value: 35.86693433814479
- type: nauc_map_at_10_std
value: 0.39578785038563385
- type: nauc_map_at_1_diff1
value: 58.603850790083115
- type: nauc_map_at_1_max
value: 36.58064467202713
- type: nauc_map_at_1_std
value: -3.67478407861029
- type: nauc_map_at_20_diff1
value: 49.87470241715492
- type: nauc_map_at_20_max
value: 35.90154203197623
- type: nauc_map_at_20_std
value: 0.5236253382754777
- type: nauc_map_at_3_diff1
value: 52.25148517992505
- type: nauc_map_at_3_max
value: 36.160749834936965
- type: nauc_map_at_3_std
value: -1.422539731331435
- type: nauc_map_at_5_diff1
value: 50.665951287732916
- type: nauc_map_at_5_max
value: 35.7039507254116
- type: nauc_map_at_5_std
value: -0.4598393581593767
- type: nauc_mrr_at_1000_diff1
value: 51.0520111677253
- type: nauc_mrr_at_1000_max
value: 38.06400543131388
- type: nauc_mrr_at_1000_std
value: 2.7326054763920706
- type: nauc_mrr_at_100_diff1
value: 51.01927504284136
- type: nauc_mrr_at_100_max
value: 38.04427363322478
- type: nauc_mrr_at_100_std
value: 2.7558001837226778
- type: nauc_mrr_at_10_diff1
value: 50.97268995983586
- type: nauc_mrr_at_10_max
value: 38.073498244930015
- type: nauc_mrr_at_10_std
value: 2.8710692987931092
- type: nauc_mrr_at_1_diff1
value: 58.3622928447221
- type: nauc_mrr_at_1_max
value: 39.92481575819675
- type: nauc_mrr_at_1_std
value: -0.7482906589525958
- type: nauc_mrr_at_20_diff1
value: 50.90838726786055
- type: nauc_mrr_at_20_max
value: 38.08506863398148
- type: nauc_mrr_at_20_std
value: 2.8448697801828464
- type: nauc_mrr_at_3_diff1
value: 52.69044635368626
- type: nauc_mrr_at_3_max
value: 38.73826572766622
- type: nauc_mrr_at_3_std
value: 1.4163647852749537
- type: nauc_mrr_at_5_diff1
value: 51.58432140748099
- type: nauc_mrr_at_5_max
value: 37.86861758236609
- type: nauc_mrr_at_5_std
value: 2.0702513091937096
- type: nauc_ndcg_at_1000_diff1
value: 47.45847404554335
- type: nauc_ndcg_at_1000_max
value: 36.41421056329089
- type: nauc_ndcg_at_1000_std
value: 3.50043156958003
- type: nauc_ndcg_at_100_diff1
value: 46.73250322834645
- type: nauc_ndcg_at_100_max
value: 35.565016819256236
- type: nauc_ndcg_at_100_std
value: 3.9251364456510043
- type: nauc_ndcg_at_10_diff1
value: 46.728830466728674
- type: nauc_ndcg_at_10_max
value: 35.55402325152779
- type: nauc_ndcg_at_10_std
value: 3.446323945915287
- type: nauc_ndcg_at_1_diff1
value: 58.3622928447221
- type: nauc_ndcg_at_1_max
value: 39.92481575819675
- type: nauc_ndcg_at_1_std
value: -0.7482906589525958
- type: nauc_ndcg_at_20_diff1
value: 46.23699602166515
- type: nauc_ndcg_at_20_max
value: 35.663345676484674
- type: nauc_ndcg_at_20_std
value: 3.7376225696719576
- type: nauc_ndcg_at_3_diff1
value: 50.556446496819675
- type: nauc_ndcg_at_3_max
value: 36.353100894914256
- type: nauc_ndcg_at_3_std
value: -0.2732722010001991
- type: nauc_ndcg_at_5_diff1
value: 48.152455334363324
- type: nauc_ndcg_at_5_max
value: 35.137567948699065
- type: nauc_ndcg_at_5_std
value: 1.2523232330847844
- type: nauc_precision_at_1000_diff1
value: -10.769296626722957
- type: nauc_precision_at_1000_max
value: 15.993230337658074
- type: nauc_precision_at_1000_std
value: 13.572514607016952
- type: nauc_precision_at_100_diff1
value: 4.02537295357051
- type: nauc_precision_at_100_max
value: 22.454077767992036
- type: nauc_precision_at_100_std
value: 17.07283953508179
- type: nauc_precision_at_10_diff1
value: 22.613124073376923
- type: nauc_precision_at_10_max
value: 33.90387439029623
- type: nauc_precision_at_10_std
value: 14.035997219398535
- type: nauc_precision_at_1_diff1
value: 58.3622928447221
- type: nauc_precision_at_1_max
value: 39.92481575819675
- type: nauc_precision_at_1_std
value: -0.7482906589525958
- type: nauc_precision_at_20_diff1
value: 16.594423503769278
- type: nauc_precision_at_20_max
value: 32.135917899947756
- type: nauc_precision_at_20_std
value: 15.635276025044153
- type: nauc_precision_at_3_diff1
value: 39.198403423291936
- type: nauc_precision_at_3_max
value: 37.55401675642609
- type: nauc_precision_at_3_std
value: 4.054739817091637
- type: nauc_precision_at_5_diff1
value: 30.808032738194218
- type: nauc_precision_at_5_max
value: 34.37959811513571
- type: nauc_precision_at_5_std
value: 7.567144804027152
- type: nauc_recall_at_1000_diff1
value: 24.37625601502932
- type: nauc_recall_at_1000_max
value: 40.97014611726125
- type: nauc_recall_at_1000_std
value: 27.65069608024806
- type: nauc_recall_at_100_diff1
value: 29.069755978093
- type: nauc_recall_at_100_max
value: 28.590731027322775
- type: nauc_recall_at_100_std
value: 17.928023808873046
- type: nauc_recall_at_10_diff1
value: 34.2656542863741
- type: nauc_recall_at_10_max
value: 31.06006967244494
- type: nauc_recall_at_10_std
value: 11.003269274667947
- type: nauc_recall_at_1_diff1
value: 58.603850790083115
- type: nauc_recall_at_1_max
value: 36.58064467202713
- type: nauc_recall_at_1_std
value: -3.67478407861029
- type: nauc_recall_at_20_diff1
value: 31.222150093333756
- type: nauc_recall_at_20_max
value: 31.03132244997467
- type: nauc_recall_at_20_std
value: 12.625636531442433
- type: nauc_recall_at_3_diff1
value: 45.90579345194519
- type: nauc_recall_at_3_max
value: 33.73658682249279
- type: nauc_recall_at_3_std
value: 0.4536613080864603
- type: nauc_recall_at_5_diff1
value: 39.87796807274429
- type: nauc_recall_at_5_max
value: 30.510904727255507
- type: nauc_recall_at_5_std
value: 3.9745952426832774
- type: ndcg_at_1
value: 31.186000000000003
- type: ndcg_at_10
value: 41.982
- type: ndcg_at_100
value: 46.69
- type: ndcg_at_1000
value: 48.727
- type: ndcg_at_20
value: 43.804
- type: ndcg_at_3
value: 36.11
- type: ndcg_at_5
value: 39.144
- type: precision_at_1
value: 31.186000000000003
- type: precision_at_10
value: 6.3839999999999995
- type: precision_at_100
value: 0.9199999999999999
- type: precision_at_1000
value: 0.11299999999999999
- type: precision_at_20
value: 3.6159999999999997
- type: precision_at_3
value: 14.878
- type: precision_at_5
value: 10.644
- type: recall_at_1
value: 28.866000000000003
- type: recall_at_10
value: 55.166000000000004
- type: recall_at_100
value: 77.061
- type: recall_at_1000
value: 92.163
- type: recall_at_20
value: 62.032
- type: recall_at_3
value: 39.572
- type: recall_at_5
value: 46.833000000000006
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics:
- type: main_score
value: 31.322
- type: map_at_1
value: 18.404999999999998
- type: map_at_10
value: 26.326
- type: map_at_100
value: 27.555000000000003
- type: map_at_1000
value: 27.678000000000004
- type: map_at_20
value: 26.967000000000002
- type: map_at_3
value: 23.985
- type: map_at_5
value: 25.161
- type: mrr_at_1
value: 23.134328358208954
- type: mrr_at_10
value: 31.037915580826013
- type: mrr_at_100
value: 32.01498507022589
- type: mrr_at_1000
value: 32.082694138722324
- type: mrr_at_20
value: 31.564429390532034
- type: mrr_at_3
value: 28.52404643449421
- type: mrr_at_5
value: 29.904643449419567
- type: nauc_map_at_1000_diff1
value: 34.72939615800226
- type: nauc_map_at_1000_max
value: 31.061742128929975
- type: nauc_map_at_1000_std
value: 10.580900958656931
- type: nauc_map_at_100_diff1
value: 34.68371786477026
- type: nauc_map_at_100_max
value: 31.03675234228881
- type: nauc_map_at_100_std
value: 10.57506975207426
- type: nauc_map_at_10_diff1
value: 34.979535841001116
- type: nauc_map_at_10_max
value: 30.74841647074351
- type: nauc_map_at_10_std
value: 10.242406407437752
- type: nauc_map_at_1_diff1
value: 41.29604900297541
- type: nauc_map_at_1_max
value: 33.03519093668123
- type: nauc_map_at_1_std
value: 11.495691542019498
- type: nauc_map_at_20_diff1
value: 34.750564132011114
- type: nauc_map_at_20_max
value: 30.921011574770745
- type: nauc_map_at_20_std
value: 10.33727408796878
- type: nauc_map_at_3_diff1
value: 35.756794907260485
- type: nauc_map_at_3_max
value: 31.276139671631036
- type: nauc_map_at_3_std
value: 9.708219090123125
- type: nauc_map_at_5_diff1
value: 34.76842676987327
- type: nauc_map_at_5_max
value: 30.295490452676372
- type: nauc_map_at_5_std
value: 9.552700821464898
- type: nauc_mrr_at_1000_diff1
value: 37.471725092329734
- type: nauc_mrr_at_1000_max
value: 33.95945585434789
- type: nauc_mrr_at_1000_std
value: 10.646598658648495
- type: nauc_mrr_at_100_diff1
value: 37.450800475666625
- type: nauc_mrr_at_100_max
value: 33.95059685499506
- type: nauc_mrr_at_100_std
value: 10.639982921829903
- type: nauc_mrr_at_10_diff1
value: 37.7389962144345
- type: nauc_mrr_at_10_max
value: 33.79557879397343
- type: nauc_mrr_at_10_std
value: 10.553599811805757
- type: nauc_mrr_at_1_diff1
value: 43.35082337130155
- type: nauc_mrr_at_1_max
value: 36.02588623160741
- type: nauc_mrr_at_1_std
value: 10.272880299867222
- type: nauc_mrr_at_20_diff1
value: 37.422493498797834
- type: nauc_mrr_at_20_max
value: 33.809943882950705
- type: nauc_mrr_at_20_std
value: 10.544246720079116
- type: nauc_mrr_at_3_diff1
value: 38.301994154112464
- type: nauc_mrr_at_3_max
value: 34.41857413229362
- type: nauc_mrr_at_3_std
value: 10.072853443597456
- type: nauc_mrr_at_5_diff1
value: 37.36299963611861
- type: nauc_mrr_at_5_max
value: 33.537148031312455
- type: nauc_mrr_at_5_std
value: 10.019035551240002
- type: nauc_ndcg_at_1000_diff1
value: 33.82022935278007
- type: nauc_ndcg_at_1000_max
value: 32.69262861952156
- type: nauc_ndcg_at_1000_std
value: 13.06439545470471
- type: nauc_ndcg_at_100_diff1
value: 32.569232970251726
- type: nauc_ndcg_at_100_max
value: 31.94379860603245
- type: nauc_ndcg_at_100_std
value: 12.79790685725721
- type: nauc_ndcg_at_10_diff1
value: 33.85170743944616
- type: nauc_ndcg_at_10_max
value: 30.84408008858838
- type: nauc_ndcg_at_10_std
value: 11.05655188295646
- type: nauc_ndcg_at_1_diff1
value: 43.35082337130155
- type: nauc_ndcg_at_1_max
value: 36.02588623160741
- type: nauc_ndcg_at_1_std
value: 10.272880299867222
- type: nauc_ndcg_at_20_diff1
value: 32.86964132854408
- type: nauc_ndcg_at_20_max
value: 31.139332106507457
- type: nauc_ndcg_at_20_std
value: 11.324351125328274
- type: nauc_ndcg_at_3_diff1
value: 35.214015234873195
- type: nauc_ndcg_at_3_max
value: 31.873721381160102
- type: nauc_ndcg_at_3_std
value: 9.317474515369911
- type: nauc_ndcg_at_5_diff1
value: 33.43793268410122
- type: nauc_ndcg_at_5_max
value: 30.179828871346025
- type: nauc_ndcg_at_5_std
value: 9.321593811794198
- type: nauc_precision_at_1000_diff1
value: 7.30749345964727
- type: nauc_precision_at_1000_max
value: 9.424266851105251
- type: nauc_precision_at_1000_std
value: 0.8871328381811973
- type: nauc_precision_at_100_diff1
value: 8.831376417982089
- type: nauc_precision_at_100_max
value: 17.2848643574224
- type: nauc_precision_at_100_std
value: 8.201396308775918
- type: nauc_precision_at_10_diff1
value: 24.14712853209946
- type: nauc_precision_at_10_max
value: 26.423043874477003
- type: nauc_precision_at_10_std
value: 9.336310683539285
- type: nauc_precision_at_1_diff1
value: 43.35082337130155
- type: nauc_precision_at_1_max
value: 36.02588623160741
- type: nauc_precision_at_1_std
value: 10.272880299867222
- type: nauc_precision_at_20_diff1
value: 18.32901283837049
- type: nauc_precision_at_20_max
value: 24.517286948070975
- type: nauc_precision_at_20_std
value: 9.43035026765381
- type: nauc_precision_at_3_diff1
value: 29.39474093697625
- type: nauc_precision_at_3_max
value: 31.076573929711188
- type: nauc_precision_at_3_std
value: 7.326552620452308
- type: nauc_precision_at_5_diff1
value: 24.375040368829232
- type: nauc_precision_at_5_max
value: 25.5448065173313
- type: nauc_precision_at_5_std
value: 7.210703406555942
- type: nauc_recall_at_1000_diff1
value: 25.15951299127742
- type: nauc_recall_at_1000_max
value: 45.717907968960155
- type: nauc_recall_at_1000_std
value: 46.595058578294726
- type: nauc_recall_at_100_diff1
value: 18.904099170246745
- type: nauc_recall_at_100_max
value: 30.168075033617825
- type: nauc_recall_at_100_std
value: 23.08721106293607
- type: nauc_recall_at_10_diff1
value: 27.666409513688063
- type: nauc_recall_at_10_max
value: 26.916402393977467
- type: nauc_recall_at_10_std
value: 12.512695695882256
- type: nauc_recall_at_1_diff1
value: 41.29604900297541
- type: nauc_recall_at_1_max
value: 33.03519093668123
- type: nauc_recall_at_1_std
value: 11.495691542019498
- type: nauc_recall_at_20_diff1
value: 23.383207334697435
- type: nauc_recall_at_20_max
value: 27.23641496897646
- type: nauc_recall_at_20_std
value: 13.372906431665404
- type: nauc_recall_at_3_diff1
value: 30.77587872054118
- type: nauc_recall_at_3_max
value: 29.553342033295454
- type: nauc_recall_at_3_std
value: 8.616952632771497
- type: nauc_recall_at_5_diff1
value: 27.02102828446052
- type: nauc_recall_at_5_max
value: 25.946401043202332
- type: nauc_recall_at_5_std
value: 7.784151744363098
- type: ndcg_at_1
value: 23.134
- type: ndcg_at_10
value: 31.322
- type: ndcg_at_100
value: 37.124
- type: ndcg_at_1000
value: 40.082
- type: ndcg_at_20
value: 33.475
- type: ndcg_at_3
value: 26.919999999999998
- type: ndcg_at_5
value: 28.772
- type: precision_at_1
value: 23.134
- type: precision_at_10
value: 5.697
- type: precision_at_100
value: 0.985
- type: precision_at_1000
value: 0.13699999999999998
- type: precision_at_20
value: 3.4450000000000003
- type: precision_at_3
value: 12.811
- type: precision_at_5
value: 9.104
- type: recall_at_1
value: 18.404999999999998
- type: recall_at_10
value: 42.083
- type: recall_at_100
value: 67.167
- type: recall_at_1000
value: 88.464
- type: recall_at_20
value: 49.881
- type: recall_at_3
value: 29.696
- type: recall_at_5
value: 34.541
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics:
- type: main_score
value: 45.936
- type: map_at_1
value: 30.308
- type: map_at_10
value: 40.202
- type: map_at_100
value: 41.547
- type: map_at_1000
value: 41.669
- type: map_at_20
value: 40.958
- type: map_at_3
value: 37.222
- type: map_at_5
value: 38.931
- type: mrr_at_1
value: 37.15110683349375
- type: mrr_at_10
value: 46.088118917762735
- type: mrr_at_100
value: 46.955067280415605
- type: mrr_at_1000
value: 47.00268147567554
- type: mrr_at_20
value: 46.60564974718548
- type: mrr_at_3
value: 43.856272056464505
- type: mrr_at_5
value: 45.15078601219114
- type: nauc_map_at_1000_diff1
value: 54.22825699489161
- type: nauc_map_at_1000_max
value: 41.193183980498915
- type: nauc_map_at_1000_std
value: 2.6181170010645975
- type: nauc_map_at_100_diff1
value: 54.22962689491372
- type: nauc_map_at_100_max
value: 41.15422344883109
- type: nauc_map_at_100_std
value: 2.589137887493561
- type: nauc_map_at_10_diff1
value: 54.234416803412
- type: nauc_map_at_10_max
value: 40.73302906064543
- type: nauc_map_at_10_std
value: 1.5742622487204132
- type: nauc_map_at_1_diff1
value: 60.98726487192796
- type: nauc_map_at_1_max
value: 40.5087432268483
- type: nauc_map_at_1_std
value: -0.618861681589115
- type: nauc_map_at_20_diff1
value: 54.24065396575225
- type: nauc_map_at_20_max
value: 40.96642134091234
- type: nauc_map_at_20_std
value: 2.255528354923776
- type: nauc_map_at_3_diff1
value: 55.19571374533455
- type: nauc_map_at_3_max
value: 40.466445884169325
- type: nauc_map_at_3_std
value: 1.5604184092107083
- type: nauc_map_at_5_diff1
value: 54.62755124706725
- type: nauc_map_at_5_max
value: 40.79048191661008
- type: nauc_map_at_5_std
value: 1.6481958244498491
- type: nauc_mrr_at_1000_diff1
value: 52.130492713054664
- type: nauc_mrr_at_1000_max
value: 43.42246346565874
- type: nauc_mrr_at_1000_std
value: 3.7568226244227696
- type: nauc_mrr_at_100_diff1
value: 52.11139733464647
- type: nauc_mrr_at_100_max
value: 43.41122978029038
- type: nauc_mrr_at_100_std
value: 3.7648699971831414
- type: nauc_mrr_at_10_diff1
value: 51.917139062895124
- type: nauc_mrr_at_10_max
value: 43.28333404399252
- type: nauc_mrr_at_10_std
value: 3.175101468217344
- type: nauc_mrr_at_1_diff1
value: 58.15700492960476
- type: nauc_mrr_at_1_max
value: 44.74534645946132
- type: nauc_mrr_at_1_std
value: 3.158981918506144
- type: nauc_mrr_at_20_diff1
value: 52.08080994385536
- type: nauc_mrr_at_20_max
value: 43.360239139324435
- type: nauc_mrr_at_20_std
value: 3.631302789716014
- type: nauc_mrr_at_3_diff1
value: 52.28582887618205
- type: nauc_mrr_at_3_max
value: 43.5464669155253
- type: nauc_mrr_at_3_std
value: 3.2738590937902408
- type: nauc_mrr_at_5_diff1
value: 52.083995047675735
- type: nauc_mrr_at_5_max
value: 43.483512946791194
- type: nauc_mrr_at_5_std
value: 3.1671573393140835
- type: nauc_ndcg_at_1000_diff1
value: 52.26816309079989
- type: nauc_ndcg_at_1000_max
value: 42.246658524500056
- type: nauc_ndcg_at_1000_std
value: 5.176745457074018
- type: nauc_ndcg_at_100_diff1
value: 51.87938559991279
- type: nauc_ndcg_at_100_max
value: 41.906214241038256
- type: nauc_ndcg_at_100_std
value: 5.452585332053114
- type: nauc_ndcg_at_10_diff1
value: 51.496630224343455
- type: nauc_ndcg_at_10_max
value: 40.61403913812895
- type: nauc_ndcg_at_10_std
value: 1.868846069829645
- type: nauc_ndcg_at_1_diff1
value: 58.15700492960476
- type: nauc_ndcg_at_1_max
value: 44.74534645946132
- type: nauc_ndcg_at_1_std
value: 3.158981918506144
- type: nauc_ndcg_at_20_diff1
value: 51.802244429968525
- type: nauc_ndcg_at_20_max
value: 40.971355389141564
- type: nauc_ndcg_at_20_std
value: 3.749520166213707
- type: nauc_ndcg_at_3_diff1
value: 51.88618821396492
- type: nauc_ndcg_at_3_max
value: 41.63706585287938
- type: nauc_ndcg_at_3_std
value: 2.8445457836900134
- type: nauc_ndcg_at_5_diff1
value: 51.79501775020373
- type: nauc_ndcg_at_5_max
value: 41.362790172813554
- type: nauc_ndcg_at_5_std
value: 2.5074552757065764
- type: nauc_precision_at_1000_diff1
value: -16.96079060299117
- type: nauc_precision_at_1000_max
value: 2.4034964912939545
- type: nauc_precision_at_1000_std
value: 9.846658629268111
- type: nauc_precision_at_100_diff1
value: -5.770404350264881
- type: nauc_precision_at_100_max
value: 14.930738225456649
- type: nauc_precision_at_100_std
value: 16.180457371651265
- type: nauc_precision_at_10_diff1
value: 17.34458740655854
- type: nauc_precision_at_10_max
value: 29.771302359747004
- type: nauc_precision_at_10_std
value: 8.2225186530363
- type: nauc_precision_at_1_diff1
value: 58.15700492960476
- type: nauc_precision_at_1_max
value: 44.74534645946132
- type: nauc_precision_at_1_std
value: 3.158981918506144
- type: nauc_precision_at_20_diff1
value: 8.40127994688015
- type: nauc_precision_at_20_max
value: 25.26211611715675
- type: nauc_precision_at_20_std
value: 15.165982115411683
- type: nauc_precision_at_3_diff1
value: 32.87263222850699
- type: nauc_precision_at_3_max
value: 38.74681571635995
- type: nauc_precision_at_3_std
value: 8.58761428971107
- type: nauc_precision_at_5_diff1
value: 25.51907486430563
- type: nauc_precision_at_5_max
value: 34.81867905284459
- type: nauc_precision_at_5_std
value: 8.87677775352719
- type: nauc_recall_at_1000_diff1
value: 42.975422972872664
- type: nauc_recall_at_1000_max
value: 44.6453205555709
- type: nauc_recall_at_1000_std
value: 37.10389514987087
- type: nauc_recall_at_100_diff1
value: 39.37594095830516
- type: nauc_recall_at_100_max
value: 37.52732587051286
- type: nauc_recall_at_100_std
value: 21.306554670090723
- type: nauc_recall_at_10_diff1
value: 42.34166969439945
- type: nauc_recall_at_10_max
value: 34.33753387694109
- type: nauc_recall_at_10_std
value: 0.5734487103168852
- type: nauc_recall_at_1_diff1
value: 60.98726487192796
- type: nauc_recall_at_1_max
value: 40.5087432268483
- type: nauc_recall_at_1_std
value: -0.618861681589115
- type: nauc_recall_at_20_diff1
value: 42.919902071659024
- type: nauc_recall_at_20_max
value: 34.244215204966274
- type: nauc_recall_at_20_std
value: 6.859276801435449
- type: nauc_recall_at_3_diff1
value: 47.465631245246925
- type: nauc_recall_at_3_max
value: 37.03634257288187
- type: nauc_recall_at_3_std
value: 1.6594534433763797
- type: nauc_recall_at_5_diff1
value: 45.481953285145735
- type: nauc_recall_at_5_max
value: 36.86680182730081
- type: nauc_recall_at_5_std
value: 1.571383916780946
- type: ndcg_at_1
value: 37.151
- type: ndcg_at_10
value: 45.936
- type: ndcg_at_100
value: 51.614000000000004
- type: ndcg_at_1000
value: 53.74100000000001
- type: ndcg_at_20
value: 48.236000000000004
- type: ndcg_at_3
value: 41.482
- type: ndcg_at_5
value: 43.592
- type: precision_at_1
value: 37.151
- type: precision_at_10
value: 8.161999999999999
- type: precision_at_100
value: 1.2890000000000001
- type: precision_at_1000
value: 0.167
- type: precision_at_20
value: 4.846
- type: precision_at_3
value: 19.666
- type: precision_at_5
value: 13.744
- type: recall_at_1
value: 30.308
- type: recall_at_10
value: 57.157000000000004
- type: recall_at_100
value: 81.011
- type: recall_at_1000
value: 94.64099999999999
- type: recall_at_20
value: 65.20899999999999
- type: recall_at_3
value: 44.086999999999996
- type: recall_at_5
value: 49.958999999999996
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics:
- type: main_score
value: 43.412
- type: map_at_1
value: 29.046
- type: map_at_10
value: 38.303
- type: map_at_100
value: 39.645
- type: map_at_1000
value: 39.77
- type: map_at_20
value: 39.097
- type: map_at_3
value: 35.527
- type: map_at_5
value: 37.178
- type: mrr_at_1
value: 35.73059360730594
- type: mrr_at_10
value: 43.761913821845305
- type: mrr_at_100
value: 44.63677193484203
- type: mrr_at_1000
value: 44.69831213307122
- type: mrr_at_20
value: 44.262324426201666
- type: mrr_at_3
value: 41.64764079147639
- type: mrr_at_5
value: 43.00608828006084
- type: nauc_map_at_1000_diff1
value: 50.80592396352838
- type: nauc_map_at_1000_max
value: 51.12273921540497
- type: nauc_map_at_1000_std
value: 14.292687346808359
- type: nauc_map_at_100_diff1
value: 50.74885757421167
- type: nauc_map_at_100_max
value: 51.09775472081031
- type: nauc_map_at_100_std
value: 14.306782546331737
- type: nauc_map_at_10_diff1
value: 50.73407506848942
- type: nauc_map_at_10_max
value: 50.550756380086334
- type: nauc_map_at_10_std
value: 13.462279145855613
- type: nauc_map_at_1_diff1
value: 56.881260498415664
- type: nauc_map_at_1_max
value: 47.24197200067275
- type: nauc_map_at_1_std
value: 8.977529548357513
- type: nauc_map_at_20_diff1
value: 50.82970827876453
- type: nauc_map_at_20_max
value: 50.99599888578757
- type: nauc_map_at_20_std
value: 13.979961919416242
- type: nauc_map_at_3_diff1
value: 51.79740317541754
- type: nauc_map_at_3_max
value: 49.67507114543718
- type: nauc_map_at_3_std
value: 11.194891747941783
- type: nauc_map_at_5_diff1
value: 50.66253299097874
- type: nauc_map_at_5_max
value: 50.101087772668606
- type: nauc_map_at_5_std
value: 12.691891966952989
- type: nauc_mrr_at_1000_diff1
value: 51.943575137936485
- type: nauc_mrr_at_1000_max
value: 55.178773670297545
- type: nauc_mrr_at_1000_std
value: 17.320282879115155
- type: nauc_mrr_at_100_diff1
value: 51.918539720922894
- type: nauc_mrr_at_100_max
value: 55.16283910274854
- type: nauc_mrr_at_100_std
value: 17.34618155711343
- type: nauc_mrr_at_10_diff1
value: 51.809881089148405
- type: nauc_mrr_at_10_max
value: 55.2665918409468
- type: nauc_mrr_at_10_std
value: 17.19210843408282
- type: nauc_mrr_at_1_diff1
value: 57.247939024184646
- type: nauc_mrr_at_1_max
value: 54.97803936238742
- type: nauc_mrr_at_1_std
value: 14.27663454759224
- type: nauc_mrr_at_20_diff1
value: 51.90282344336835
- type: nauc_mrr_at_20_max
value: 55.212495851478735
- type: nauc_mrr_at_20_std
value: 17.277582572472603
- type: nauc_mrr_at_3_diff1
value: 52.314160249131994
- type: nauc_mrr_at_3_max
value: 55.23726914948854
- type: nauc_mrr_at_3_std
value: 15.793481787330995
- type: nauc_mrr_at_5_diff1
value: 51.442945450983146
- type: nauc_mrr_at_5_max
value: 55.01065961723333
- type: nauc_mrr_at_5_std
value: 16.674132967447846
- type: nauc_ndcg_at_1000_diff1
value: 49.799252198786505
- type: nauc_ndcg_at_1000_max
value: 53.096819070454096
- type: nauc_ndcg_at_1000_std
value: 18.56564491099995
- type: nauc_ndcg_at_100_diff1
value: 48.820041220370584
- type: nauc_ndcg_at_100_max
value: 52.612730098518114
- type: nauc_ndcg_at_100_std
value: 19.346752569571006
- type: nauc_ndcg_at_10_diff1
value: 49.08275687604207
- type: nauc_ndcg_at_10_max
value: 51.9564107496998
- type: nauc_ndcg_at_10_std
value: 16.328838632379945
- type: nauc_ndcg_at_1_diff1
value: 57.247939024184646
- type: nauc_ndcg_at_1_max
value: 54.97803936238742
- type: nauc_ndcg_at_1_std
value: 14.27663454759224
- type: nauc_ndcg_at_20_diff1
value: 49.22958962899982
- type: nauc_ndcg_at_20_max
value: 52.513260372943826
- type: nauc_ndcg_at_20_std
value: 17.56845223821443
- type: nauc_ndcg_at_3_diff1
value: 49.86820538130406
- type: nauc_ndcg_at_3_max
value: 51.55336293734981
- type: nauc_ndcg_at_3_std
value: 13.183772048664641
- type: nauc_ndcg_at_5_diff1
value: 48.64432868368493
- type: nauc_ndcg_at_5_max
value: 51.51254338509901
- type: nauc_ndcg_at_5_std
value: 15.03584317222835
- type: nauc_precision_at_1000_diff1
value: -5.210788631790134
- type: nauc_precision_at_1000_max
value: 3.3153995843627855
- type: nauc_precision_at_1000_std
value: 6.70129905669895
- type: nauc_precision_at_100_diff1
value: 3.2799124035457665
- type: nauc_precision_at_100_max
value: 22.515235216648264
- type: nauc_precision_at_100_std
value: 22.267028577985158
- type: nauc_precision_at_10_diff1
value: 20.54085141868727
- type: nauc_precision_at_10_max
value: 41.1634382616484
- type: nauc_precision_at_10_std
value: 22.497075824956223
- type: nauc_precision_at_1_diff1
value: 57.247939024184646
- type: nauc_precision_at_1_max
value: 54.97803936238742
- type: nauc_precision_at_1_std
value: 14.27663454759224
- type: nauc_precision_at_20_diff1
value: 15.101791445597087
- type: nauc_precision_at_20_max
value: 36.047472839057995
- type: nauc_precision_at_20_std
value: 23.481597513237894
- type: nauc_precision_at_3_diff1
value: 34.89985529880996
- type: nauc_precision_at_3_max
value: 50.49374010696851
- type: nauc_precision_at_3_std
value: 17.35850877993407
- type: nauc_precision_at_5_diff1
value: 26.560115056034366
- type: nauc_precision_at_5_max
value: 46.81746419180242
- type: nauc_precision_at_5_std
value: 20.408263573135603
- type: nauc_recall_at_1000_diff1
value: 37.90427796967601
- type: nauc_recall_at_1000_max
value: 59.892379421147055
- type: nauc_recall_at_1000_std
value: 60.87201891141765
- type: nauc_recall_at_100_diff1
value: 33.93607058312279
- type: nauc_recall_at_100_max
value: 47.393426688114204
- type: nauc_recall_at_100_std
value: 39.47735786415153
- type: nauc_recall_at_10_diff1
value: 41.33389238228592
- type: nauc_recall_at_10_max
value: 48.636977708526004
- type: nauc_recall_at_10_std
value: 20.29004306116151
- type: nauc_recall_at_1_diff1
value: 56.881260498415664
- type: nauc_recall_at_1_max
value: 47.24197200067275
- type: nauc_recall_at_1_std
value: 8.977529548357513
- type: nauc_recall_at_20_diff1
value: 40.97829717340289
- type: nauc_recall_at_20_max
value: 49.550363147653485
- type: nauc_recall_at_20_std
value: 24.65365760413743
- type: nauc_recall_at_3_diff1
value: 45.50171551569048
- type: nauc_recall_at_3_max
value: 47.53807770283624
- type: nauc_recall_at_3_std
value: 12.258377244311061
- type: nauc_recall_at_5_diff1
value: 40.742167046153995
- type: nauc_recall_at_5_max
value: 47.381615372468374
- type: nauc_recall_at_5_std
value: 16.897962008958334
- type: ndcg_at_1
value: 35.731
- type: ndcg_at_10
value: 43.412
- type: ndcg_at_100
value: 48.902
- type: ndcg_at_1000
value: 51.437
- type: ndcg_at_20
value: 45.731
- type: ndcg_at_3
value: 39.194
- type: ndcg_at_5
value: 41.285
- type: precision_at_1
value: 35.731
- type: precision_at_10
value: 7.739999999999999
- type: precision_at_100
value: 1.21
- type: precision_at_1000
value: 0.16199999999999998
- type: precision_at_20
value: 4.629
- type: precision_at_3
value: 18.379
- type: precision_at_5
value: 13.014000000000001
- type: recall_at_1
value: 29.046
- type: recall_at_10
value: 52.947
- type: recall_at_100
value: 76.19
- type: recall_at_1000
value: 93.331
- type: recall_at_20
value: 61.107
- type: recall_at_3
value: 41.155
- type: recall_at_5
value: 46.783
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval
split: test
type: CQADupstackRetrieval
metrics:
- type: main_score
value: 42.88966666666667
- type: ndcg_at_10
value: 42.88966666666667
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics:
- type: main_score
value: 36.571
- type: map_at_1
value: 25.694
- type: map_at_10
value: 32.519
- type: map_at_100
value: 33.421
- type: map_at_1000
value: 33.521
- type: map_at_20
value: 32.986
- type: map_at_3
value: 30.614
- type: map_at_5
value: 31.519000000000002
- type: mrr_at_1
value: 28.834355828220858
- type: mrr_at_10
value: 35.39846869218034
- type: mrr_at_100
value: 36.18145716174078
- type: mrr_at_1000
value: 36.254070037635344
- type: mrr_at_20
value: 35.826470758823454
- type: mrr_at_3
value: 33.5633946830266
- type: mrr_at_5
value: 34.445296523517385
- type: nauc_map_at_1000_diff1
value: 59.21127779380182
- type: nauc_map_at_1000_max
value: 47.45877358275832
- type: nauc_map_at_1000_std
value: 7.902908020843874
- type: nauc_map_at_100_diff1
value: 59.18200747946963
- type: nauc_map_at_100_max
value: 47.44292328377123
- type: nauc_map_at_100_std
value: 7.906813888372076
- type: nauc_map_at_10_diff1
value: 59.54808111097996
- type: nauc_map_at_10_max
value: 47.416248655348966
- type: nauc_map_at_10_std
value: 7.265331367621496
- type: nauc_map_at_1_diff1
value: 65.66232117229154
- type: nauc_map_at_1_max
value: 46.51257040003174
- type: nauc_map_at_1_std
value: 2.5163737001523376
- type: nauc_map_at_20_diff1
value: 59.33884526762071
- type: nauc_map_at_20_max
value: 47.47088184064044
- type: nauc_map_at_20_std
value: 7.7436779449629585
- type: nauc_map_at_3_diff1
value: 60.85904704295578
- type: nauc_map_at_3_max
value: 46.380570882815725
- type: nauc_map_at_3_std
value: 5.477611104719717
- type: nauc_map_at_5_diff1
value: 60.06631642185234
- type: nauc_map_at_5_max
value: 47.317296654386
- type: nauc_map_at_5_std
value: 7.25009033156602
- type: nauc_mrr_at_1000_diff1
value: 59.75255617401618
- type: nauc_mrr_at_1000_max
value: 51.370385751684964
- type: nauc_mrr_at_1000_std
value: 10.561014566694835
- type: nauc_mrr_at_100_diff1
value: 59.72006423373155
- type: nauc_mrr_at_100_max
value: 51.380287723231135
- type: nauc_mrr_at_100_std
value: 10.572503240845824
- type: nauc_mrr_at_10_diff1
value: 59.89229452084576
- type: nauc_mrr_at_10_max
value: 51.42243909482621
- type: nauc_mrr_at_10_std
value: 10.08622724134282
- type: nauc_mrr_at_1_diff1
value: 66.5671307651682
- type: nauc_mrr_at_1_max
value: 53.04014276462249
- type: nauc_mrr_at_1_std
value: 7.295103966634424
- type: nauc_mrr_at_20_diff1
value: 59.81505895368636
- type: nauc_mrr_at_20_max
value: 51.4001623359027
- type: nauc_mrr_at_20_std
value: 10.490038867761676
- type: nauc_mrr_at_3_diff1
value: 61.25505063120813
- type: nauc_mrr_at_3_max
value: 51.235726860013244
- type: nauc_mrr_at_3_std
value: 9.12076972609324
- type: nauc_mrr_at_5_diff1
value: 60.46124658234123
- type: nauc_mrr_at_5_max
value: 51.66615304884651
- type: nauc_mrr_at_5_std
value: 10.491753886082012
- type: nauc_ndcg_at_1000_diff1
value: 56.063891484123495
- type: nauc_ndcg_at_1000_max
value: 48.367233938001824
- type: nauc_ndcg_at_1000_std
value: 12.080373606492493
- type: nauc_ndcg_at_100_diff1
value: 55.31788435605813
- type: nauc_ndcg_at_100_max
value: 48.092541277886774
- type: nauc_ndcg_at_100_std
value: 12.141439583740032
- type: nauc_ndcg_at_10_diff1
value: 56.717385106645516
- type: nauc_ndcg_at_10_max
value: 47.92478263897746
- type: nauc_ndcg_at_10_std
value: 9.129726886351563
- type: nauc_ndcg_at_1_diff1
value: 66.5671307651682
- type: nauc_ndcg_at_1_max
value: 53.04014276462249
- type: nauc_ndcg_at_1_std
value: 7.295103966634424
- type: nauc_ndcg_at_20_diff1
value: 56.135405938935655
- type: nauc_ndcg_at_20_max
value: 47.986272943164934
- type: nauc_ndcg_at_20_std
value: 10.812467905397899
- type: nauc_ndcg_at_3_diff1
value: 59.23720600553493
- type: nauc_ndcg_at_3_max
value: 47.33504002431289
- type: nauc_ndcg_at_3_std
value: 7.185531194641598
- type: nauc_ndcg_at_5_diff1
value: 57.98025524283037
- type: nauc_ndcg_at_5_max
value: 48.24283042633571
- type: nauc_ndcg_at_5_std
value: 9.61745663183138
- type: nauc_precision_at_1000_diff1
value: 3.688209431955099
- type: nauc_precision_at_1000_max
value: 22.162220985449128
- type: nauc_precision_at_1000_std
value: 19.598939915783994
- type: nauc_precision_at_100_diff1
value: 16.715476973785897
- type: nauc_precision_at_100_max
value: 35.58794004604787
- type: nauc_precision_at_100_std
value: 27.232006525764596
- type: nauc_precision_at_10_diff1
value: 37.61009291457028
- type: nauc_precision_at_10_max
value: 47.494574849424886
- type: nauc_precision_at_10_std
value: 18.99715275687221
- type: nauc_precision_at_1_diff1
value: 66.5671307651682
- type: nauc_precision_at_1_max
value: 53.04014276462249
- type: nauc_precision_at_1_std
value: 7.295103966634424
- type: nauc_precision_at_20_diff1
value: 31.740634208420587
- type: nauc_precision_at_20_max
value: 44.645986394660895
- type: nauc_precision_at_20_std
value: 23.565652481186586
- type: nauc_precision_at_3_diff1
value: 51.66114263826896
- type: nauc_precision_at_3_max
value: 50.17058854322658
- type: nauc_precision_at_3_std
value: 13.512577693548192
- type: nauc_precision_at_5_diff1
value: 45.22871147002112
- type: nauc_precision_at_5_max
value: 50.97541357417865
- type: nauc_precision_at_5_std
value: 20.09926480475663
- type: nauc_recall_at_1000_diff1
value: 31.322211403937285
- type: nauc_recall_at_1000_max
value: 42.50466170750527
- type: nauc_recall_at_1000_std
value: 40.51211129319271
- type: nauc_recall_at_100_diff1
value: 36.2360280516937
- type: nauc_recall_at_100_max
value: 42.96527303778111
- type: nauc_recall_at_100_std
value: 26.79796127746965
- type: nauc_recall_at_10_diff1
value: 46.6933738894558
- type: nauc_recall_at_10_max
value: 44.123300529793056
- type: nauc_recall_at_10_std
value: 11.27231506598845
- type: nauc_recall_at_1_diff1
value: 65.66232117229154
- type: nauc_recall_at_1_max
value: 46.51257040003174
- type: nauc_recall_at_1_std
value: 2.5163737001523376
- type: nauc_recall_at_20_diff1
value: 43.83749055471611
- type: nauc_recall_at_20_max
value: 43.397982693038685
- type: nauc_recall_at_20_std
value: 17.188379692723828
- type: nauc_recall_at_3_diff1
value: 54.1533022226639
- type: nauc_recall_at_3_max
value: 42.52488107816299
- type: nauc_recall_at_3_std
value: 6.629860082065277
- type: nauc_recall_at_5_diff1
value: 50.8614211680103
- type: nauc_recall_at_5_max
value: 45.28106563555323
- type: nauc_recall_at_5_std
value: 12.700338725741222
- type: ndcg_at_1
value: 28.834
- type: ndcg_at_10
value: 36.571
- type: ndcg_at_100
value: 41.102
- type: ndcg_at_1000
value: 43.671
- type: ndcg_at_20
value: 38.152
- type: ndcg_at_3
value: 33.01
- type: ndcg_at_5
value: 34.402
- type: precision_at_1
value: 28.834
- type: precision_at_10
value: 5.675
- type: precision_at_100
value: 0.859
- type: precision_at_1000
value: 0.117
- type: precision_at_20
value: 3.259
- type: precision_at_3
value: 14.059
- type: precision_at_5
value: 9.508999999999999
- type: recall_at_1
value: 25.694
- type: recall_at_10
value: 46.018
- type: recall_at_100
value: 66.90700000000001
- type: recall_at_1000
value: 85.866
- type: recall_at_20
value: 51.92
- type: recall_at_3
value: 36.062
- type: recall_at_5
value: 39.562000000000005
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics:
- type: main_score
value: 33.665
- type: map_at_1
value: 21.559
- type: map_at_10
value: 29.032000000000004
- type: map_at_100
value: 30.135
- type: map_at_1000
value: 30.258000000000003
- type: map_at_20
value: 29.607
- type: map_at_3
value: 26.682
- type: map_at_5
value: 27.956999999999997
- type: mrr_at_1
value: 26.29043358568479
- type: mrr_at_10
value: 33.3080981876578
- type: mrr_at_100
value: 34.1764538461662
- type: mrr_at_1000
value: 34.248506545210226
- type: mrr_at_20
value: 33.78132510629286
- type: mrr_at_3
value: 31.251433815095265
- type: mrr_at_5
value: 32.39905941729766
- type: nauc_map_at_1000_diff1
value: 50.50023732077554
- type: nauc_map_at_1000_max
value: 42.59809128542217
- type: nauc_map_at_1000_std
value: 4.548773301130105
- type: nauc_map_at_100_diff1
value: 50.48271928405346
- type: nauc_map_at_100_max
value: 42.55881434921447
- type: nauc_map_at_100_std
value: 4.514347678686318
- type: nauc_map_at_10_diff1
value: 50.6445428672794
- type: nauc_map_at_10_max
value: 42.358616548731774
- type: nauc_map_at_10_std
value: 4.118726987677713
- type: nauc_map_at_1_diff1
value: 57.98097995657995
- type: nauc_map_at_1_max
value: 41.68952974974049
- type: nauc_map_at_1_std
value: 3.0272542729271157
- type: nauc_map_at_20_diff1
value: 50.50692335035352
- type: nauc_map_at_20_max
value: 42.52599731022714
- type: nauc_map_at_20_std
value: 4.289567132618637
- type: nauc_map_at_3_diff1
value: 52.57484092433417
- type: nauc_map_at_3_max
value: 42.56353035102126
- type: nauc_map_at_3_std
value: 3.3666560242360943
- type: nauc_map_at_5_diff1
value: 51.33149846228247
- type: nauc_map_at_5_max
value: 42.138141557029215
- type: nauc_map_at_5_std
value: 3.63407311321908
- type: nauc_mrr_at_1000_diff1
value: 51.64588095028107
- type: nauc_mrr_at_1000_max
value: 45.21132274986003
- type: nauc_mrr_at_1000_std
value: 5.0484437569555585
- type: nauc_mrr_at_100_diff1
value: 51.62929802936584
- type: nauc_mrr_at_100_max
value: 45.19695172672232
- type: nauc_mrr_at_100_std
value: 5.031927696402182
- type: nauc_mrr_at_10_diff1
value: 51.69157695004305
- type: nauc_mrr_at_10_max
value: 45.16812590942401
- type: nauc_mrr_at_10_std
value: 4.79967969804667
- type: nauc_mrr_at_1_diff1
value: 58.32542183726116
- type: nauc_mrr_at_1_max
value: 46.620943574285185
- type: nauc_mrr_at_1_std
value: 4.1930005189971835
- type: nauc_mrr_at_20_diff1
value: 51.61295585588531
- type: nauc_mrr_at_20_max
value: 45.18950560029899
- type: nauc_mrr_at_20_std
value: 4.872609425990706
- type: nauc_mrr_at_3_diff1
value: 53.29566388431001
- type: nauc_mrr_at_3_max
value: 45.96260064014352
- type: nauc_mrr_at_3_std
value: 4.26990138331606
- type: nauc_mrr_at_5_diff1
value: 52.15051324018521
- type: nauc_mrr_at_5_max
value: 45.19115832118339
- type: nauc_mrr_at_5_std
value: 4.327064373186022
- type: nauc_ndcg_at_1000_diff1
value: 47.975105473136274
- type: nauc_ndcg_at_1000_max
value: 43.3202256901928
- type: nauc_ndcg_at_1000_std
value: 7.302466526267917
- type: nauc_ndcg_at_100_diff1
value: 47.4263368124116
- type: nauc_ndcg_at_100_max
value: 42.9144663112138
- type: nauc_ndcg_at_100_std
value: 6.896117489396776
- type: nauc_ndcg_at_10_diff1
value: 47.69553293563487
- type: nauc_ndcg_at_10_max
value: 42.532008689244975
- type: nauc_ndcg_at_10_std
value: 5.072375034288901
- type: nauc_ndcg_at_1_diff1
value: 58.32542183726116
- type: nauc_ndcg_at_1_max
value: 46.620943574285185
- type: nauc_ndcg_at_1_std
value: 4.1930005189971835
- type: nauc_ndcg_at_20_diff1
value: 47.3216797300171
- type: nauc_ndcg_at_20_max
value: 42.82784121762008
- type: nauc_ndcg_at_20_std
value: 5.4873332638062555
- type: nauc_ndcg_at_3_diff1
value: 50.67618892045853
- type: nauc_ndcg_at_3_max
value: 43.452066634836264
- type: nauc_ndcg_at_3_std
value: 3.5999178231581794
- type: nauc_ndcg_at_5_diff1
value: 48.87125718610337
- type: nauc_ndcg_at_5_max
value: 42.34293060532442
- type: nauc_ndcg_at_5_std
value: 3.965719895867645
- type: nauc_precision_at_1000_diff1
value: 2.3564008906375946
- type: nauc_precision_at_1000_max
value: 19.35277990409841
- type: nauc_precision_at_1000_std
value: 8.208296124429717
- type: nauc_precision_at_100_diff1
value: 11.557680499251672
- type: nauc_precision_at_100_max
value: 27.081221933803963
- type: nauc_precision_at_100_std
value: 10.867193962779467
- type: nauc_precision_at_10_diff1
value: 26.75079231789259
- type: nauc_precision_at_10_max
value: 37.919411779232
- type: nauc_precision_at_10_std
value: 8.247576589109919
- type: nauc_precision_at_1_diff1
value: 58.32542183726116
- type: nauc_precision_at_1_max
value: 46.620943574285185
- type: nauc_precision_at_1_std
value: 4.1930005189971835
- type: nauc_precision_at_20_diff1
value: 20.55817160758088
- type: nauc_precision_at_20_max
value: 35.002140073661074
- type: nauc_precision_at_20_std
value: 9.307772219880112
- type: nauc_precision_at_3_diff1
value: 41.336467145311225
- type: nauc_precision_at_3_max
value: 43.90874128887091
- type: nauc_precision_at_3_std
value: 4.729955596002663
- type: nauc_precision_at_5_diff1
value: 34.13625101894054
- type: nauc_precision_at_5_max
value: 40.17036594203881
- type: nauc_precision_at_5_std
value: 5.583421954612999
- type: nauc_recall_at_1000_diff1
value: 24.46074916945915
- type: nauc_recall_at_1000_max
value: 37.86917238350092
- type: nauc_recall_at_1000_std
value: 33.88120920938976
- type: nauc_recall_at_100_diff1
value: 31.212833489194146
- type: nauc_recall_at_100_max
value: 37.18791392541046
- type: nauc_recall_at_100_std
value: 16.998821925560886
- type: nauc_recall_at_10_diff1
value: 36.70769693647175
- type: nauc_recall_at_10_max
value: 37.64347483639347
- type: nauc_recall_at_10_std
value: 6.642774528061772
- type: nauc_recall_at_1_diff1
value: 57.98097995657995
- type: nauc_recall_at_1_max
value: 41.68952974974049
- type: nauc_recall_at_1_std
value: 3.0272542729271157
- type: nauc_recall_at_20_diff1
value: 34.59547764519041
- type: nauc_recall_at_20_max
value: 38.01411741806164
- type: nauc_recall_at_20_std
value: 8.079886446955351
- type: nauc_recall_at_3_diff1
value: 45.9260703706339
- type: nauc_recall_at_3_max
value: 40.455294025909076
- type: nauc_recall_at_3_std
value: 3.020482391513455
- type: nauc_recall_at_5_diff1
value: 41.11529408347525
- type: nauc_recall_at_5_max
value: 37.806622947319276
- type: nauc_recall_at_5_std
value: 3.472346020494902
- type: ndcg_at_1
value: 26.290000000000003
- type: ndcg_at_10
value: 33.665
- type: ndcg_at_100
value: 38.879000000000005
- type: ndcg_at_1000
value: 41.704
- type: ndcg_at_20
value: 35.455999999999996
- type: ndcg_at_3
value: 29.711
- type: ndcg_at_5
value: 31.471
- type: precision_at_1
value: 26.290000000000003
- type: precision_at_10
value: 5.957
- type: precision_at_100
value: 1.019
- type: precision_at_1000
value: 0.14400000000000002
- type: precision_at_20
value: 3.565
- type: precision_at_3
value: 13.902000000000001
- type: precision_at_5
value: 9.821
- type: recall_at_1
value: 21.559
- type: recall_at_10
value: 43.288
- type: recall_at_100
value: 67.006
- type: recall_at_1000
value: 87.154
- type: recall_at_20
value: 49.788
- type: recall_at_3
value: 31.889
- type: recall_at_5
value: 36.605
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics:
- type: main_score
value: 44.423
- type: map_at_1
value: 30.54
- type: map_at_10
value: 39.397
- type: map_at_100
value: 40.626
- type: map_at_1000
value: 40.717999999999996
- type: map_at_20
value: 40.077
- type: map_at_3
value: 36.797999999999995
- type: map_at_5
value: 38.178
- type: mrr_at_1
value: 35.5410447761194
- type: mrr_at_10
value: 43.5865316275764
- type: mrr_at_100
value: 44.51529654171424
- type: mrr_at_1000
value: 44.562614253107746
- type: mrr_at_20
value: 44.164568195841234
- type: mrr_at_3
value: 41.40236318407957
- type: mrr_at_5
value: 42.57773631840791
- type: nauc_map_at_1000_diff1
value: 52.76374540838983
- type: nauc_map_at_1000_max
value: 42.55353627918961
- type: nauc_map_at_1000_std
value: 4.857305186816936
- type: nauc_map_at_100_diff1
value: 52.76238875291172
- type: nauc_map_at_100_max
value: 42.53436040912949
- type: nauc_map_at_100_std
value: 4.868257944045184
- type: nauc_map_at_10_diff1
value: 52.90764530548833
- type: nauc_map_at_10_max
value: 42.501235137870715
- type: nauc_map_at_10_std
value: 4.596458350936598
- type: nauc_map_at_1_diff1
value: 58.435957802193606
- type: nauc_map_at_1_max
value: 40.8201218048271
- type: nauc_map_at_1_std
value: 3.3639162923348107
- type: nauc_map_at_20_diff1
value: 52.83612586308006
- type: nauc_map_at_20_max
value: 42.40637130029987
- type: nauc_map_at_20_std
value: 4.642218568490607
- type: nauc_map_at_3_diff1
value: 53.56288667046082
- type: nauc_map_at_3_max
value: 42.69200652306418
- type: nauc_map_at_3_std
value: 4.443709986707929
- type: nauc_map_at_5_diff1
value: 52.80863551855386
- type: nauc_map_at_5_max
value: 42.268876698467324
- type: nauc_map_at_5_std
value: 4.315014770785757
- type: nauc_mrr_at_1000_diff1
value: 54.780545321852024
- type: nauc_mrr_at_1000_max
value: 44.85577675065409
- type: nauc_mrr_at_1000_std
value: 5.224452579627839
- type: nauc_mrr_at_100_diff1
value: 54.76702346943041
- type: nauc_mrr_at_100_max
value: 44.842097267634834
- type: nauc_mrr_at_100_std
value: 5.233687683474933
- type: nauc_mrr_at_10_diff1
value: 54.88849273607052
- type: nauc_mrr_at_10_max
value: 44.94807399819095
- type: nauc_mrr_at_10_std
value: 5.124284874129286
- type: nauc_mrr_at_1_diff1
value: 60.86924889741169
- type: nauc_mrr_at_1_max
value: 45.056356721606925
- type: nauc_mrr_at_1_std
value: 3.437468284490022
- type: nauc_mrr_at_20_diff1
value: 54.72936787737661
- type: nauc_mrr_at_20_max
value: 44.79793486137578
- type: nauc_mrr_at_20_std
value: 5.176055853907691
- type: nauc_mrr_at_3_diff1
value: 55.448415049617694
- type: nauc_mrr_at_3_max
value: 45.67554311190905
- type: nauc_mrr_at_3_std
value: 4.757201083486516
- type: nauc_mrr_at_5_diff1
value: 55.048042324198946
- type: nauc_mrr_at_5_max
value: 45.228664872065956
- type: nauc_mrr_at_5_std
value: 4.9014147347294585
- type: nauc_ndcg_at_1000_diff1
value: 51.203361322052096
- type: nauc_ndcg_at_1000_max
value: 43.25578662530445
- type: nauc_ndcg_at_1000_std
value: 6.620464316087618
- type: nauc_ndcg_at_100_diff1
value: 50.882647332034615
- type: nauc_ndcg_at_100_max
value: 42.93716885101371
- type: nauc_ndcg_at_100_std
value: 7.106131770951589
- type: nauc_ndcg_at_10_diff1
value: 51.56811051737126
- type: nauc_ndcg_at_10_max
value: 42.87441802287994
- type: nauc_ndcg_at_10_std
value: 5.505533106517679
- type: nauc_ndcg_at_1_diff1
value: 60.86924889741169
- type: nauc_ndcg_at_1_max
value: 45.056356721606925
- type: nauc_ndcg_at_1_std
value: 3.437468284490022
- type: nauc_ndcg_at_20_diff1
value: 51.13197825390587
- type: nauc_ndcg_at_20_max
value: 42.36940398363374
- type: nauc_ndcg_at_20_std
value: 5.887988236497331
- type: nauc_ndcg_at_3_diff1
value: 52.59182073148154
- type: nauc_ndcg_at_3_max
value: 43.95986060122144
- type: nauc_ndcg_at_3_std
value: 4.991350391303793
- type: nauc_ndcg_at_5_diff1
value: 51.53769309491435
- type: nauc_ndcg_at_5_max
value: 42.758293780811265
- type: nauc_ndcg_at_5_std
value: 4.844476542311906
- type: nauc_precision_at_1000_diff1
value: -11.434999641403083
- type: nauc_precision_at_1000_max
value: 0.8269916751141828
- type: nauc_precision_at_1000_std
value: 0.12797876293958896
- type: nauc_precision_at_100_diff1
value: 2.279846188893991
- type: nauc_precision_at_100_max
value: 15.493076102854905
- type: nauc_precision_at_100_std
value: 9.950134651549206
- type: nauc_precision_at_10_diff1
value: 28.45435256078124
- type: nauc_precision_at_10_max
value: 33.81086627096211
- type: nauc_precision_at_10_std
value: 6.0332149987128965
- type: nauc_precision_at_1_diff1
value: 60.86924889741169
- type: nauc_precision_at_1_max
value: 45.056356721606925
- type: nauc_precision_at_1_std
value: 3.437468284490022
- type: nauc_precision_at_20_diff1
value: 20.663071571536992
- type: nauc_precision_at_20_max
value: 27.50021189088964
- type: nauc_precision_at_20_std
value: 6.508841525773539
- type: nauc_precision_at_3_diff1
value: 41.15032908091854
- type: nauc_precision_at_3_max
value: 43.9955541150382
- type: nauc_precision_at_3_std
value: 5.877878641632331
- type: nauc_precision_at_5_diff1
value: 34.69820637934227
- type: nauc_precision_at_5_max
value: 38.83293829816354
- type: nauc_precision_at_5_std
value: 5.5392990681998
- type: nauc_recall_at_1000_diff1
value: 22.131796711859135
- type: nauc_recall_at_1000_max
value: 38.127584982658
- type: nauc_recall_at_1000_std
value: 34.45989637758976
- type: nauc_recall_at_100_diff1
value: 35.00175042738763
- type: nauc_recall_at_100_max
value: 36.55948979585168
- type: nauc_recall_at_100_std
value: 20.302607156553062
- type: nauc_recall_at_10_diff1
value: 43.87257439970838
- type: nauc_recall_at_10_max
value: 39.08232067387173
- type: nauc_recall_at_10_std
value: 7.635715431344517
- type: nauc_recall_at_1_diff1
value: 58.435957802193606
- type: nauc_recall_at_1_max
value: 40.8201218048271
- type: nauc_recall_at_1_std
value: 3.3639162923348107
- type: nauc_recall_at_20_diff1
value: 40.67523452277275
- type: nauc_recall_at_20_max
value: 35.6737797471379
- type: nauc_recall_at_20_std
value: 9.803522919641205
- type: nauc_recall_at_3_diff1
value: 47.16401394537944
- type: nauc_recall_at_3_max
value: 42.192146604065606
- type: nauc_recall_at_3_std
value: 5.876930111074094
- type: nauc_recall_at_5_diff1
value: 44.593174758805404
- type: nauc_recall_at_5_max
value: 39.82512155022514
- type: nauc_recall_at_5_std
value: 5.59548740237456
- type: ndcg_at_1
value: 35.541
- type: ndcg_at_10
value: 44.423
- type: ndcg_at_100
value: 50.001
- type: ndcg_at_1000
value: 52.047
- type: ndcg_at_20
value: 46.605999999999995
- type: ndcg_at_3
value: 40.004
- type: ndcg_at_5
value: 41.88
- type: precision_at_1
value: 35.541
- type: precision_at_10
value: 7.285
- type: precision_at_100
value: 1.1320000000000001
- type: precision_at_1000
value: 0.14200000000000002
- type: precision_at_20
value: 4.244
- type: precision_at_3
value: 17.91
- type: precision_at_5
value: 12.239
- type: recall_at_1
value: 30.54
- type: recall_at_10
value: 55.309
- type: recall_at_100
value: 79.616
- type: recall_at_1000
value: 93.856
- type: recall_at_20
value: 63.107
- type: recall_at_3
value: 43.056
- type: recall_at_5
value: 48.021
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics:
- type: main_score
value: 41.909
- type: map_at_1
value: 28.163
- type: map_at_10
value: 36.476
- type: map_at_100
value: 38.078
- type: map_at_1000
value: 38.34
- type: map_at_20
value: 37.313
- type: map_at_3
value: 33.474
- type: map_at_5
value: 35.28
- type: mrr_at_1
value: 33.39920948616601
- type: mrr_at_10
value: 40.57422046552481
- type: mrr_at_100
value: 41.416523178972795
- type: mrr_at_1000
value: 41.48062648624946
- type: mrr_at_20
value: 41.028434133900724
- type: mrr_at_3
value: 38.10935441370225
- type: mrr_at_5
value: 39.57180500658761
- type: nauc_map_at_1000_diff1
value: 59.30365105258447
- type: nauc_map_at_1000_max
value: 51.32956178610624
- type: nauc_map_at_1000_std
value: 9.807753946991491
- type: nauc_map_at_100_diff1
value: 59.30227182211021
- type: nauc_map_at_100_max
value: 51.505498315648744
- type: nauc_map_at_100_std
value: 9.40690013473669
- type: nauc_map_at_10_diff1
value: 59.493199077028656
- type: nauc_map_at_10_max
value: 51.170184882329494
- type: nauc_map_at_10_std
value: 7.5956691204249625
- type: nauc_map_at_1_diff1
value: 66.72124308402267
- type: nauc_map_at_1_max
value: 51.19466114585956
- type: nauc_map_at_1_std
value: 2.245220608559181
- type: nauc_map_at_20_diff1
value: 59.22057643300822
- type: nauc_map_at_20_max
value: 51.313573776775726
- type: nauc_map_at_20_std
value: 8.358939846817226
- type: nauc_map_at_3_diff1
value: 61.32109160055376
- type: nauc_map_at_3_max
value: 51.9457241432636
- type: nauc_map_at_3_std
value: 6.142346771066799
- type: nauc_map_at_5_diff1
value: 60.196087475595775
- type: nauc_map_at_5_max
value: 51.29489275323225
- type: nauc_map_at_5_std
value: 7.135550923449767
- type: nauc_mrr_at_1000_diff1
value: 58.61406272963981
- type: nauc_mrr_at_1000_max
value: 52.14522525518276
- type: nauc_mrr_at_1000_std
value: 10.346824001908765
- type: nauc_mrr_at_100_diff1
value: 58.59441019795227
- type: nauc_mrr_at_100_max
value: 52.10956861802713
- type: nauc_mrr_at_100_std
value: 10.336293720942948
- type: nauc_mrr_at_10_diff1
value: 58.77148976904293
- type: nauc_mrr_at_10_max
value: 52.18359886063282
- type: nauc_mrr_at_10_std
value: 10.108983326742853
- type: nauc_mrr_at_1_diff1
value: 62.75320247309557
- type: nauc_mrr_at_1_max
value: 54.58212983767925
- type: nauc_mrr_at_1_std
value: 7.649128741158393
- type: nauc_mrr_at_20_diff1
value: 58.70480651508579
- type: nauc_mrr_at_20_max
value: 52.04529492373743
- type: nauc_mrr_at_20_std
value: 10.09501402622684
- type: nauc_mrr_at_3_diff1
value: 59.82908033429298
- type: nauc_mrr_at_3_max
value: 53.42734720399114
- type: nauc_mrr_at_3_std
value: 9.886371850072972
- type: nauc_mrr_at_5_diff1
value: 59.100685229454754
- type: nauc_mrr_at_5_max
value: 52.44424372197177
- type: nauc_mrr_at_5_std
value: 10.19534387414282
- type: nauc_ndcg_at_1000_diff1
value: 57.16657786810699
- type: nauc_ndcg_at_1000_max
value: 51.498118352968504
- type: nauc_ndcg_at_1000_std
value: 13.45759260939172
- type: nauc_ndcg_at_100_diff1
value: 56.47190359480491
- type: nauc_ndcg_at_100_max
value: 50.510346633524506
- type: nauc_ndcg_at_100_std
value: 13.164825021236645
- type: nauc_ndcg_at_10_diff1
value: 56.839999032753916
- type: nauc_ndcg_at_10_max
value: 49.35810093746709
- type: nauc_ndcg_at_10_std
value: 10.892285569599455
- type: nauc_ndcg_at_1_diff1
value: 62.75320247309557
- type: nauc_ndcg_at_1_max
value: 54.58212983767925
- type: nauc_ndcg_at_1_std
value: 7.649128741158393
- type: nauc_ndcg_at_20_diff1
value: 56.599943425661145
- type: nauc_ndcg_at_20_max
value: 49.04948706869284
- type: nauc_ndcg_at_20_std
value: 10.953199856319838
- type: nauc_ndcg_at_3_diff1
value: 59.06896883585927
- type: nauc_ndcg_at_3_max
value: 52.521751983909226
- type: nauc_ndcg_at_3_std
value: 10.316203555781064
- type: nauc_ndcg_at_5_diff1
value: 58.10264420177409
- type: nauc_ndcg_at_5_max
value: 50.3495565113843
- type: nauc_ndcg_at_5_std
value: 11.198630479734442
- type: nauc_precision_at_1000_diff1
value: -7.861487471616527
- type: nauc_precision_at_1000_max
value: -11.865885078285975
- type: nauc_precision_at_1000_std
value: 34.93723410363955
- type: nauc_precision_at_100_diff1
value: 2.4168431059737485
- type: nauc_precision_at_100_max
value: 3.364608957955227
- type: nauc_precision_at_100_std
value: 36.92761258093046
- type: nauc_precision_at_10_diff1
value: 18.263148796946272
- type: nauc_precision_at_10_max
value: 30.503308529462064
- type: nauc_precision_at_10_std
value: 27.062063990822672
- type: nauc_precision_at_1_diff1
value: 62.75320247309557
- type: nauc_precision_at_1_max
value: 54.58212983767925
- type: nauc_precision_at_1_std
value: 7.649128741158393
- type: nauc_precision_at_20_diff1
value: 9.947402516937798
- type: nauc_precision_at_20_max
value: 22.13439606944372
- type: nauc_precision_at_20_std
value: 30.739360998078823
- type: nauc_precision_at_3_diff1
value: 38.95711192254061
- type: nauc_precision_at_3_max
value: 46.568608591073364
- type: nauc_precision_at_3_std
value: 17.901229470165855
- type: nauc_precision_at_5_diff1
value: 29.43836627953031
- type: nauc_precision_at_5_max
value: 39.377036266380536
- type: nauc_precision_at_5_std
value: 22.380560159232196
- type: nauc_recall_at_1000_diff1
value: 37.300575362096275
- type: nauc_recall_at_1000_max
value: 55.20039736641748
- type: nauc_recall_at_1000_std
value: 58.95114049445191
- type: nauc_recall_at_100_diff1
value: 40.329256967785504
- type: nauc_recall_at_100_max
value: 40.400321519794566
- type: nauc_recall_at_100_std
value: 29.255191346931582
- type: nauc_recall_at_10_diff1
value: 48.44766357811787
- type: nauc_recall_at_10_max
value: 40.23097273472008
- type: nauc_recall_at_10_std
value: 10.32703056019965
- type: nauc_recall_at_1_diff1
value: 66.72124308402267
- type: nauc_recall_at_1_max
value: 51.19466114585956
- type: nauc_recall_at_1_std
value: 2.245220608559181
- type: nauc_recall_at_20_diff1
value: 45.93499243020848
- type: nauc_recall_at_20_max
value: 37.15086331902723
- type: nauc_recall_at_20_std
value: 11.390852913964599
- type: nauc_recall_at_3_diff1
value: 57.28583574669723
- type: nauc_recall_at_3_max
value: 49.16061086075558
- type: nauc_recall_at_3_std
value: 8.729826211070984
- type: nauc_recall_at_5_diff1
value: 53.16650473894876
- type: nauc_recall_at_5_max
value: 44.17028263924092
- type: nauc_recall_at_5_std
value: 11.186300373134186
- type: ndcg_at_1
value: 33.399
- type: ndcg_at_10
value: 41.909
- type: ndcg_at_100
value: 47.166999999999994
- type: ndcg_at_1000
value: 49.927
- type: ndcg_at_20
value: 43.883
- type: ndcg_at_3
value: 37.218
- type: ndcg_at_5
value: 39.567
- type: precision_at_1
value: 33.399
- type: precision_at_10
value: 8.161999999999999
- type: precision_at_100
value: 1.611
- type: precision_at_1000
value: 0.246
- type: precision_at_20
value: 5.119
- type: precision_at_3
value: 17.391000000000002
- type: precision_at_5
value: 12.727
- type: recall_at_1
value: 28.163
- type: recall_at_10
value: 51.453
- type: recall_at_100
value: 75.355
- type: recall_at_1000
value: 92.99300000000001
- type: recall_at_20
value: 59.023
- type: recall_at_3
value: 38.425
- type: recall_at_5
value: 44.84
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics:
- type: main_score
value: 36.398
- type: map_at_1
value: 24.008
- type: map_at_10
value: 31.863999999999997
- type: map_at_100
value: 32.72
- type: map_at_1000
value: 32.821
- type: map_at_20
value: 32.261
- type: map_at_3
value: 29.381
- type: map_at_5
value: 30.897000000000002
- type: mrr_at_1
value: 26.432532347504623
- type: mrr_at_10
value: 34.03250887539242
- type: mrr_at_100
value: 34.819847299074134
- type: mrr_at_1000
value: 34.89299718316846
- type: mrr_at_20
value: 34.44747576214217
- type: mrr_at_3
value: 31.79297597042514
- type: mrr_at_5
value: 33.151571164510166
- type: nauc_map_at_1000_diff1
value: 55.98162099085637
- type: nauc_map_at_1000_max
value: 43.47872593560115
- type: nauc_map_at_1000_std
value: 1.9635759627816445
- type: nauc_map_at_100_diff1
value: 55.98061150597974
- type: nauc_map_at_100_max
value: 43.46654911714823
- type: nauc_map_at_100_std
value: 2.0206625819587183
- type: nauc_map_at_10_diff1
value: 56.34666780463638
- type: nauc_map_at_10_max
value: 43.788943769246664
- type: nauc_map_at_10_std
value: 1.1898266530268196
- type: nauc_map_at_1_diff1
value: 62.62324443404018
- type: nauc_map_at_1_max
value: 43.605117311940006
- type: nauc_map_at_1_std
value: -0.6904916244485655
- type: nauc_map_at_20_diff1
value: 56.238065656871704
- type: nauc_map_at_20_max
value: 43.5584551380304
- type: nauc_map_at_20_std
value: 1.7011032341886574
- type: nauc_map_at_3_diff1
value: 56.25966143384608
- type: nauc_map_at_3_max
value: 44.51064963840291
- type: nauc_map_at_3_std
value: -0.0803396697177304
- type: nauc_map_at_5_diff1
value: 56.07335339106893
- type: nauc_map_at_5_max
value: 43.998037645230795
- type: nauc_map_at_5_std
value: 1.2112200779176874
- type: nauc_mrr_at_1000_diff1
value: 55.92143029755729
- type: nauc_mrr_at_1000_max
value: 43.84811870666282
- type: nauc_mrr_at_1000_std
value: 2.4365578128568854
- type: nauc_mrr_at_100_diff1
value: 55.90610513119599
- type: nauc_mrr_at_100_max
value: 43.832619161548436
- type: nauc_mrr_at_100_std
value: 2.4946643522682233
- type: nauc_mrr_at_10_diff1
value: 56.335626034657906
- type: nauc_mrr_at_10_max
value: 44.02523605305643
- type: nauc_mrr_at_10_std
value: 1.7511188685819048
- type: nauc_mrr_at_1_diff1
value: 63.248568809238215
- type: nauc_mrr_at_1_max
value: 45.408377673502066
- type: nauc_mrr_at_1_std
value: 0.07045834015445782
- type: nauc_mrr_at_20_diff1
value: 56.06829541446503
- type: nauc_mrr_at_20_max
value: 43.91422331275104
- type: nauc_mrr_at_20_std
value: 2.2347636126757173
- type: nauc_mrr_at_3_diff1
value: 56.31600283984432
- type: nauc_mrr_at_3_max
value: 45.05073059132046
- type: nauc_mrr_at_3_std
value: 0.8652253910073596
- type: nauc_mrr_at_5_diff1
value: 56.254182068875124
- type: nauc_mrr_at_5_max
value: 44.59269821452858
- type: nauc_mrr_at_5_std
value: 1.6491608480389122
- type: nauc_ndcg_at_1000_diff1
value: 52.95653323521346
- type: nauc_ndcg_at_1000_max
value: 42.389513003269904
- type: nauc_ndcg_at_1000_std
value: 5.179591160434181
- type: nauc_ndcg_at_100_diff1
value: 52.43070969822147
- type: nauc_ndcg_at_100_max
value: 41.517812919833794
- type: nauc_ndcg_at_100_std
value: 6.844565740445449
- type: nauc_ndcg_at_10_diff1
value: 54.56818115302057
- type: nauc_ndcg_at_10_max
value: 42.703994032749534
- type: nauc_ndcg_at_10_std
value: 2.635282627590044
- type: nauc_ndcg_at_1_diff1
value: 63.248568809238215
- type: nauc_ndcg_at_1_max
value: 45.408377673502066
- type: nauc_ndcg_at_1_std
value: 0.07045834015445782
- type: nauc_ndcg_at_20_diff1
value: 53.96537459815431
- type: nauc_ndcg_at_20_max
value: 41.925819424299895
- type: nauc_ndcg_at_20_std
value: 4.359545840626607
- type: nauc_ndcg_at_3_diff1
value: 54.0973911563289
- type: nauc_ndcg_at_3_max
value: 44.68812055048855
- type: nauc_ndcg_at_3_std
value: 0.8078452209522009
- type: nauc_ndcg_at_5_diff1
value: 53.945638885632455
- type: nauc_ndcg_at_5_max
value: 43.54338003834186
- type: nauc_ndcg_at_5_std
value: 2.5103043398245606
- type: nauc_precision_at_1000_diff1
value: -12.91947435915392
- type: nauc_precision_at_1000_max
value: -4.8431541463237195
- type: nauc_precision_at_1000_std
value: 6.604107503909044
- type: nauc_precision_at_100_diff1
value: 16.444591512259358
- type: nauc_precision_at_100_max
value: 21.881556684823632
- type: nauc_precision_at_100_std
value: 26.223501655143284
- type: nauc_precision_at_10_diff1
value: 43.7635503540333
- type: nauc_precision_at_10_max
value: 38.53101787398076
- type: nauc_precision_at_10_std
value: 9.002092351038165
- type: nauc_precision_at_1_diff1
value: 63.248568809238215
- type: nauc_precision_at_1_max
value: 45.408377673502066
- type: nauc_precision_at_1_std
value: 0.07045834015445782
- type: nauc_precision_at_20_diff1
value: 37.86245560869826
- type: nauc_precision_at_20_max
value: 33.65976140375908
- type: nauc_precision_at_20_std
value: 15.913438047381792
- type: nauc_precision_at_3_diff1
value: 47.47459643937429
- type: nauc_precision_at_3_max
value: 46.76643886992762
- type: nauc_precision_at_3_std
value: 4.5190241950831735
- type: nauc_precision_at_5_diff1
value: 43.75126148368077
- type: nauc_precision_at_5_max
value: 42.334651217872505
- type: nauc_precision_at_5_std
value: 9.459742902485242
- type: nauc_recall_at_1000_diff1
value: 27.819254278969897
- type: nauc_recall_at_1000_max
value: 38.30544692135124
- type: nauc_recall_at_1000_std
value: 26.52237812013942
- type: nauc_recall_at_100_diff1
value: 34.58788879102681
- type: nauc_recall_at_100_max
value: 29.203659972143026
- type: nauc_recall_at_100_std
value: 30.0715893326566
- type: nauc_recall_at_10_diff1
value: 48.706435965678075
- type: nauc_recall_at_10_max
value: 37.69482088549101
- type: nauc_recall_at_10_std
value: 6.172227685607203
- type: nauc_recall_at_1_diff1
value: 62.62324443404018
- type: nauc_recall_at_1_max
value: 43.605117311940006
- type: nauc_recall_at_1_std
value: -0.6904916244485655
- type: nauc_recall_at_20_diff1
value: 45.930710320116404
- type: nauc_recall_at_20_max
value: 33.87282382235246
- type: nauc_recall_at_20_std
value: 12.236967904900046
- type: nauc_recall_at_3_diff1
value: 47.967133522596995
- type: nauc_recall_at_3_max
value: 43.222243812704654
- type: nauc_recall_at_3_std
value: 1.406764656015735
- type: nauc_recall_at_5_diff1
value: 46.83387488030117
- type: nauc_recall_at_5_max
value: 40.22683923723393
- type: nauc_recall_at_5_std
value: 5.359250334470643
- type: ndcg_at_1
value: 26.433
- type: ndcg_at_10
value: 36.398
- type: ndcg_at_100
value: 40.904
- type: ndcg_at_1000
value: 43.503
- type: ndcg_at_20
value: 37.835
- type: ndcg_at_3
value: 31.740000000000002
- type: ndcg_at_5
value: 34.217
- type: precision_at_1
value: 26.433
- type: precision_at_10
value: 5.638
- type: precision_at_100
value: 0.8500000000000001
- type: precision_at_1000
value: 0.11900000000000001
- type: precision_at_20
value: 3.198
- type: precision_at_3
value: 13.494
- type: precision_at_5
value: 9.575
- type: recall_at_1
value: 24.008
- type: recall_at_10
value: 48.276
- type: recall_at_100
value: 69.408
- type: recall_at_1000
value: 88.982
- type: recall_at_20
value: 53.652
- type: recall_at_3
value: 35.665
- type: recall_at_5
value: 41.707
task:
type: Retrieval
- dataset:
config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics:
- type: main_score
value: 34.424
- type: map_at_1
value: 14.048
- type: map_at_10
value: 25.008999999999997
- type: map_at_100
value: 27.311999999999998
- type: map_at_1000
value: 27.506999999999998
- type: map_at_20
value: 26.276
- type: map_at_3
value: 20.454
- type: map_at_5
value: 22.764
- type: mrr_at_1
value: 30.293159609120522
- type: mrr_at_10
value: 43.979732175171954
- type: mrr_at_100
value: 44.8990199708385
- type: mrr_at_1000
value: 44.91948864168536
- type: mrr_at_20
value: 44.60727793679259
- type: mrr_at_3
value: 40.22801302931596
- type: mrr_at_5
value: 42.5081433224756
- type: nauc_map_at_1000_diff1
value: 26.782927076716838
- type: nauc_map_at_1000_max
value: 35.04693475590315
- type: nauc_map_at_1000_std
value: 18.468386416658767
- type: nauc_map_at_100_diff1
value: 26.73559025799703
- type: nauc_map_at_100_max
value: 35.0086554719845
- type: nauc_map_at_100_std
value: 18.408237795505364
- type: nauc_map_at_10_diff1
value: 26.69665717190449
- type: nauc_map_at_10_max
value: 33.95628589107352
- type: nauc_map_at_10_std
value: 16.606722618355228
- type: nauc_map_at_1_diff1
value: 34.69139167255448
- type: nauc_map_at_1_max
value: 31.320925167304885
- type: nauc_map_at_1_std
value: 8.317324397589166
- type: nauc_map_at_20_diff1
value: 26.535742347239612
- type: nauc_map_at_20_max
value: 34.64120791988152
- type: nauc_map_at_20_std
value: 17.773087807705114
- type: nauc_map_at_3_diff1
value: 28.28868980958683
- type: nauc_map_at_3_max
value: 31.933502455412977
- type: nauc_map_at_3_std
value: 11.690701159250299
- type: nauc_map_at_5_diff1
value: 27.50454635443153
- type: nauc_map_at_5_max
value: 32.771673774695586
- type: nauc_map_at_5_std
value: 13.809876792277876
- type: nauc_mrr_at_1000_diff1
value: 27.55092374824378
- type: nauc_mrr_at_1000_max
value: 34.313567270251525
- type: nauc_mrr_at_1000_std
value: 20.184075106861794
- type: nauc_mrr_at_100_diff1
value: 27.536196216140024
- type: nauc_mrr_at_100_max
value: 34.31005560628606
- type: nauc_mrr_at_100_std
value: 20.193896244109492
- type: nauc_mrr_at_10_diff1
value: 27.392430223579805
- type: nauc_mrr_at_10_max
value: 34.49340592130273
- type: nauc_mrr_at_10_std
value: 20.457054679548968
- type: nauc_mrr_at_1_diff1
value: 30.66870320020112
- type: nauc_mrr_at_1_max
value: 29.961018318500486
- type: nauc_mrr_at_1_std
value: 13.633496258132965
- type: nauc_mrr_at_20_diff1
value: 27.566254419942325
- type: nauc_mrr_at_20_max
value: 34.46259435507574
- type: nauc_mrr_at_20_std
value: 20.381248414863904
- type: nauc_mrr_at_3_diff1
value: 26.943813388404354
- type: nauc_mrr_at_3_max
value: 33.349721060706386
- type: nauc_mrr_at_3_std
value: 18.866488957576493
- type: nauc_mrr_at_5_diff1
value: 27.34661652031042
- type: nauc_mrr_at_5_max
value: 34.032048354887515
- type: nauc_mrr_at_5_std
value: 19.512736212478003
- type: nauc_ndcg_at_1000_diff1
value: 26.312101712300805
- type: nauc_ndcg_at_1000_max
value: 38.568204426547034
- type: nauc_ndcg_at_1000_std
value: 25.707095290674076
- type: nauc_ndcg_at_100_diff1
value: 25.783339092601583
- type: nauc_ndcg_at_100_max
value: 38.2469994909342
- type: nauc_ndcg_at_100_std
value: 25.568831103654322
- type: nauc_ndcg_at_10_diff1
value: 25.228672343910404
- type: nauc_ndcg_at_10_max
value: 36.10444487310847
- type: nauc_ndcg_at_10_std
value: 21.77704765565149
- type: nauc_ndcg_at_1_diff1
value: 30.66870320020112
- type: nauc_ndcg_at_1_max
value: 29.961018318500486
- type: nauc_ndcg_at_1_std
value: 13.633496258132965
- type: nauc_ndcg_at_20_diff1
value: 25.162887933451618
- type: nauc_ndcg_at_20_max
value: 37.27614808874129
- type: nauc_ndcg_at_20_std
value: 23.86890320682254
- type: nauc_ndcg_at_3_diff1
value: 26.2529133058438
- type: nauc_ndcg_at_3_max
value: 32.274832820606775
- type: nauc_ndcg_at_3_std
value: 15.192344394039162
- type: nauc_ndcg_at_5_diff1
value: 26.444481981297685
- type: nauc_ndcg_at_5_max
value: 34.322739778680464
- type: nauc_ndcg_at_5_std
value: 17.546128163241445
- type: nauc_precision_at_1000_diff1
value: -6.105028009939054
- type: nauc_precision_at_1000_max
value: 7.2924628581210795
- type: nauc_precision_at_1000_std
value: 20.54932407484064
- type: nauc_precision_at_100_diff1
value: 0.9007566546900618
- type: nauc_precision_at_100_max
value: 20.090504665431087
- type: nauc_precision_at_100_std
value: 30.550751221220736
- type: nauc_precision_at_10_diff1
value: 8.854680985105352
- type: nauc_precision_at_10_max
value: 28.69440885254999
- type: nauc_precision_at_10_std
value: 30.328706482927547
- type: nauc_precision_at_1_diff1
value: 30.66870320020112
- type: nauc_precision_at_1_max
value: 29.961018318500486
- type: nauc_precision_at_1_std
value: 13.633496258132965
- type: nauc_precision_at_20_diff1
value: 6.083160357843956
- type: nauc_precision_at_20_max
value: 27.335665310831537
- type: nauc_precision_at_20_std
value: 32.54997932409484
- type: nauc_precision_at_3_diff1
value: 16.678600876578386
- type: nauc_precision_at_3_max
value: 29.043317380761067
- type: nauc_precision_at_3_std
value: 19.479424623414367
- type: nauc_precision_at_5_diff1
value: 14.201970474250361
- type: nauc_precision_at_5_max
value: 29.719577021061966
- type: nauc_precision_at_5_std
value: 23.691164529644862
- type: nauc_recall_at_1000_diff1
value: 18.317591669116275
- type: nauc_recall_at_1000_max
value: 46.105446116908524
- type: nauc_recall_at_1000_std
value: 48.743849542601296
- type: nauc_recall_at_100_diff1
value: 16.588227937078216
- type: nauc_recall_at_100_max
value: 37.36787755279675
- type: nauc_recall_at_100_std
value: 35.90070224192105
- type: nauc_recall_at_10_diff1
value: 17.969251347801972
- type: nauc_recall_at_10_max
value: 34.48449713711093
- type: nauc_recall_at_10_std
value: 25.476008304626585
- type: nauc_recall_at_1_diff1
value: 34.69139167255448
- type: nauc_recall_at_1_max
value: 31.320925167304885
- type: nauc_recall_at_1_std
value: 8.317324397589166
- type: nauc_recall_at_20_diff1
value: 16.508774919861406
- type: nauc_recall_at_20_max
value: 35.29713721688907
- type: nauc_recall_at_20_std
value: 29.22876562755075
- type: nauc_recall_at_3_diff1
value: 23.710346839115026
- type: nauc_recall_at_3_max
value: 32.06650483662007
- type: nauc_recall_at_3_std
value: 14.749973734231848
- type: nauc_recall_at_5_diff1
value: 21.6318334404903
- type: nauc_recall_at_5_max
value: 32.77158097087673
- type: nauc_recall_at_5_std
value: 18.510754939059773
- type: ndcg_at_1
value: 30.293
- type: ndcg_at_10
value: 34.424
- type: ndcg_at_100
value: 42.756
- type: ndcg_at_1000
value: 45.858
- type: ndcg_at_20
value: 37.842999999999996
- type: ndcg_at_3
value: 27.628999999999998
- type: ndcg_at_5
value: 30.133
- type: precision_at_1
value: 30.293
- type: precision_at_10
value: 11.003
- type: precision_at_100
value: 1.989
- type: precision_at_1000
value: 0.258
- type: precision_at_20
value: 6.987
- type: precision_at_3
value: 20.717
- type: precision_at_5
value: 16.3
- type: recall_at_1
value: 14.048
- type: recall_at_10
value: 41.567
- type: recall_at_100
value: 69.803
- type: recall_at_1000
value: 86.78200000000001
- type: recall_at_20
value: 51.12799999999999
- type: recall_at_3
value: 25.385
- type: recall_at_5
value: 32.115
task:
type: Retrieval
- dataset:
config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics:
- type: main_score
value: 44.913
- type: map_at_1
value: 10.040000000000001
- type: map_at_10
value: 22.208
- type: map_at_100
value: 32.347
- type: map_at_1000
value: 34.172999999999995
- type: map_at_20
value: 25.988
- type: map_at_3
value: 15.964
- type: map_at_5
value: 18.285
- type: mrr_at_1
value: 72.25
- type: mrr_at_10
value: 79.32232142857141
- type: mrr_at_100
value: 79.6704079768071
- type: mrr_at_1000
value: 79.67456725879248
- type: mrr_at_20
value: 79.62344263171467
- type: mrr_at_3
value: 78.29166666666666
- type: mrr_at_5
value: 78.81666666666665
- type: nauc_map_at_1000_diff1
value: 20.600883285811996
- type: nauc_map_at_1000_max
value: 25.625468821912733
- type: nauc_map_at_1000_std
value: 31.070635510001672
- type: nauc_map_at_100_diff1
value: 20.89392915500404
- type: nauc_map_at_100_max
value: 24.061724938048208
- type: nauc_map_at_100_std
value: 28.114811361343172
- type: nauc_map_at_10_diff1
value: 25.83341899826147
- type: nauc_map_at_10_max
value: 11.116715851285688
- type: nauc_map_at_10_std
value: 1.5133118273718202
- type: nauc_map_at_1_diff1
value: 37.2111283590964
- type: nauc_map_at_1_max
value: -2.4353460319938214
- type: nauc_map_at_1_std
value: -15.5421800776956
- type: nauc_map_at_20_diff1
value: 23.856168514018357
- type: nauc_map_at_20_max
value: 16.295502687736594
- type: nauc_map_at_20_std
value: 11.581232098120326
- type: nauc_map_at_3_diff1
value: 28.932459374164964
- type: nauc_map_at_3_max
value: 2.966743468288197
- type: nauc_map_at_3_std
value: -11.45936604324748
- type: nauc_map_at_5_diff1
value: 27.495008182846668
- type: nauc_map_at_5_max
value: 5.359215359481454
- type: nauc_map_at_5_std
value: -6.8156329786585275
- type: nauc_mrr_at_1000_diff1
value: 48.08328197407485
- type: nauc_mrr_at_1000_max
value: 60.59846952601949
- type: nauc_mrr_at_1000_std
value: 43.962061628571355
- type: nauc_mrr_at_100_diff1
value: 48.091619837992205
- type: nauc_mrr_at_100_max
value: 60.58403009558889
- type: nauc_mrr_at_100_std
value: 43.920608005039256
- type: nauc_mrr_at_10_diff1
value: 47.7760340381623
- type: nauc_mrr_at_10_max
value: 60.354844414173016
- type: nauc_mrr_at_10_std
value: 43.70172456849994
- type: nauc_mrr_at_1_diff1
value: 47.76592013146459
- type: nauc_mrr_at_1_max
value: 60.161351547446905
- type: nauc_mrr_at_1_std
value: 45.14479835861558
- type: nauc_mrr_at_20_diff1
value: 48.111029683055975
- type: nauc_mrr_at_20_max
value: 60.65125474530899
- type: nauc_mrr_at_20_std
value: 43.97252337653455
- type: nauc_mrr_at_3_diff1
value: 48.02456728971125
- type: nauc_mrr_at_3_max
value: 61.0536434766822
- type: nauc_mrr_at_3_std
value: 43.98600406544798
- type: nauc_mrr_at_5_diff1
value: 48.0769203423548
- type: nauc_mrr_at_5_max
value: 60.51224838905409
- type: nauc_mrr_at_5_std
value: 44.086735223490855
- type: nauc_ndcg_at_1000_diff1
value: 26.972258260969696
- type: nauc_ndcg_at_1000_max
value: 39.07712291535265
- type: nauc_ndcg_at_1000_std
value: 42.99906516324734
- type: nauc_ndcg_at_100_diff1
value: 27.457567827179965
- type: nauc_ndcg_at_100_max
value: 33.6780972757391
- type: nauc_ndcg_at_100_std
value: 35.030538873443504
- type: nauc_ndcg_at_10_diff1
value: 27.961005784007526
- type: nauc_ndcg_at_10_max
value: 32.37260337007089
- type: nauc_ndcg_at_10_std
value: 29.54025020987362
- type: nauc_ndcg_at_1_diff1
value: 40.98672834042982
- type: nauc_ndcg_at_1_max
value: 42.22111133372105
- type: nauc_ndcg_at_1_std
value: 32.58588259551098
- type: nauc_ndcg_at_20_diff1
value: 28.032781721219465
- type: nauc_ndcg_at_20_max
value: 30.235931226123224
- type: nauc_ndcg_at_20_std
value: 27.727078871496424
- type: nauc_ndcg_at_3_diff1
value: 27.043379684863964
- type: nauc_ndcg_at_3_max
value: 33.846266493808805
- type: nauc_ndcg_at_3_std
value: 29.25097330170831
- type: nauc_ndcg_at_5_diff1
value: 26.173665674953778
- type: nauc_ndcg_at_5_max
value: 31.866801248453857
- type: nauc_ndcg_at_5_std
value: 29.511344973698485
- type: nauc_precision_at_1000_diff1
value: -11.534621093835355
- type: nauc_precision_at_1000_max
value: 1.5257994729497457
- type: nauc_precision_at_1000_std
value: 18.324343652440273
- type: nauc_precision_at_100_diff1
value: -7.068187494239929
- type: nauc_precision_at_100_max
value: 28.19530669275789
- type: nauc_precision_at_100_std
value: 49.88617443929458
- type: nauc_precision_at_10_diff1
value: -0.8714541286005777
- type: nauc_precision_at_10_max
value: 37.89420224639425
- type: nauc_precision_at_10_std
value: 50.46466603644014
- type: nauc_precision_at_1_diff1
value: 47.76592013146459
- type: nauc_precision_at_1_max
value: 60.161351547446905
- type: nauc_precision_at_1_std
value: 45.14479835861558
- type: nauc_precision_at_20_diff1
value: -3.779786562740603
- type: nauc_precision_at_20_max
value: 36.47074070474099
- type: nauc_precision_at_20_std
value: 54.30773289639945
- type: nauc_precision_at_3_diff1
value: 6.396118086754352
- type: nauc_precision_at_3_max
value: 38.38399305441996
- type: nauc_precision_at_3_std
value: 40.621980263373054
- type: nauc_precision_at_5_diff1
value: 1.9493955716927616
- type: nauc_precision_at_5_max
value: 35.317401825879124
- type: nauc_precision_at_5_std
value: 44.6762917451083
- type: nauc_recall_at_1000_diff1
value: 19.601637935761566
- type: nauc_recall_at_1000_max
value: 37.208286935723585
- type: nauc_recall_at_1000_std
value: 50.06156635730268
- type: nauc_recall_at_100_diff1
value: 19.704052012417712
- type: nauc_recall_at_100_max
value: 25.118207449440316
- type: nauc_recall_at_100_std
value: 28.470348650971257
- type: nauc_recall_at_10_diff1
value: 22.28150737631799
- type: nauc_recall_at_10_max
value: 7.288980581532567
- type: nauc_recall_at_10_std
value: -3.546451794201156
- type: nauc_recall_at_1_diff1
value: 37.2111283590964
- type: nauc_recall_at_1_max
value: -2.4353460319938214
- type: nauc_recall_at_1_std
value: -15.5421800776956
- type: nauc_recall_at_20_diff1
value: 19.370820899802325
- type: nauc_recall_at_20_max
value: 9.933071247277663
- type: nauc_recall_at_20_std
value: 4.39256311937651
- type: nauc_recall_at_3_diff1
value: 26.892484725339816
- type: nauc_recall_at_3_max
value: 0.43050825398950365
- type: nauc_recall_at_3_std
value: -13.949637578688003
- type: nauc_recall_at_5_diff1
value: 24.61429740511302
- type: nauc_recall_at_5_max
value: 1.3851731491248795
- type: nauc_recall_at_5_std
value: -10.442952525743062
- type: ndcg_at_1
value: 58.375
- type: ndcg_at_10
value: 44.913
- type: ndcg_at_100
value: 51.141000000000005
- type: ndcg_at_1000
value: 58.583
- type: ndcg_at_20
value: 44.739000000000004
- type: ndcg_at_3
value: 49.492999999999995
- type: ndcg_at_5
value: 46.032000000000004
- type: precision_at_1
value: 72.25
- type: precision_at_10
value: 35.8
- type: precision_at_100
value: 11.88
- type: precision_at_1000
value: 2.271
- type: precision_at_20
value: 27.587
- type: precision_at_3
value: 53.333
- type: precision_at_5
value: 43.85
- type: recall_at_1
value: 10.040000000000001
- type: recall_at_10
value: 27.641
- type: recall_at_100
value: 59.323
- type: recall_at_1000
value: 82.45
- type: recall_at_20
value: 36.425999999999995
- type: recall_at_3
value: 17.163999999999998
- type: recall_at_5
value: 20.537
task:
type: Retrieval
- dataset:
config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics:
- type: main_score
value: 87.71
- type: map_at_1
value: 74.997
- type: map_at_10
value: 83.863
- type: map_at_100
value: 84.097
- type: map_at_1000
value: 84.11
- type: map_at_20
value: 84.00800000000001
- type: map_at_3
value: 82.663
- type: map_at_5
value: 83.397
- type: mrr_at_1
value: 80.85808580858085
- type: mrr_at_10
value: 88.30980717119326
- type: mrr_at_100
value: 88.35271179929329
- type: mrr_at_1000
value: 88.35367832660155
- type: mrr_at_20
value: 88.34431812794115
- type: mrr_at_3
value: 87.62876287628755
- type: mrr_at_5
value: 88.09530953095296
- type: nauc_map_at_1000_diff1
value: 53.39696002887149
- type: nauc_map_at_1000_max
value: 4.503633193787632
- type: nauc_map_at_1000_std
value: -17.923771554452394
- type: nauc_map_at_100_diff1
value: 53.35230583414693
- type: nauc_map_at_100_max
value: 4.499076051962274
- type: nauc_map_at_100_std
value: -17.894520187108974
- type: nauc_map_at_10_diff1
value: 53.073526382320225
- type: nauc_map_at_10_max
value: 4.479877043246145
- type: nauc_map_at_10_std
value: -17.967665857736247
- type: nauc_map_at_1_diff1
value: 56.352157590835574
- type: nauc_map_at_1_max
value: 0.19453374210215002
- type: nauc_map_at_1_std
value: -19.863463121126518
- type: nauc_map_at_20_diff1
value: 53.23777871659784
- type: nauc_map_at_20_max
value: 4.499170458285919
- type: nauc_map_at_20_std
value: -17.88508465026792
- type: nauc_map_at_3_diff1
value: 52.77048554943106
- type: nauc_map_at_3_max
value: 4.370474436302183
- type: nauc_map_at_3_std
value: -18.800506437127506
- type: nauc_map_at_5_diff1
value: 52.80751786682275
- type: nauc_map_at_5_max
value: 4.725684250345486
- type: nauc_map_at_5_std
value: -18.18333199621481
- type: nauc_mrr_at_1000_diff1
value: 69.44986694358198
- type: nauc_mrr_at_1000_max
value: 1.9197377977965595
- type: nauc_mrr_at_1000_std
value: -28.44958598845696
- type: nauc_mrr_at_100_diff1
value: 69.44784820112805
- type: nauc_mrr_at_100_max
value: 1.9209798815421393
- type: nauc_mrr_at_100_std
value: -28.443776361740397
- type: nauc_mrr_at_10_diff1
value: 69.46299175839845
- type: nauc_mrr_at_10_max
value: 1.9342949544104315
- type: nauc_mrr_at_10_std
value: -28.543261517153557
- type: nauc_mrr_at_1_diff1
value: 69.6320130829977
- type: nauc_mrr_at_1_max
value: -0.41652824014499396
- type: nauc_mrr_at_1_std
value: -27.278661946331777
- type: nauc_mrr_at_20_diff1
value: 69.46182053154487
- type: nauc_mrr_at_20_max
value: 1.968816538516823
- type: nauc_mrr_at_20_std
value: -28.42438564221838
- type: nauc_mrr_at_3_diff1
value: 69.41791618988957
- type: nauc_mrr_at_3_max
value: 2.5552344203065727
- type: nauc_mrr_at_3_std
value: -28.985883857774162
- type: nauc_mrr_at_5_diff1
value: 69.56202911646272
- type: nauc_mrr_at_5_max
value: 2.3212950829455568
- type: nauc_mrr_at_5_std
value: -28.90774884538313
- type: nauc_ndcg_at_1000_diff1
value: 55.597164559861355
- type: nauc_ndcg_at_1000_max
value: 5.411812478967703
- type: nauc_ndcg_at_1000_std
value: -18.026138512603637
- type: nauc_ndcg_at_100_diff1
value: 54.65654663056547
- type: nauc_ndcg_at_100_max
value: 5.409301836384041
- type: nauc_ndcg_at_100_std
value: -17.21757483050907
- type: nauc_ndcg_at_10_diff1
value: 53.6402967623474
- type: nauc_ndcg_at_10_max
value: 5.443602087159868
- type: nauc_ndcg_at_10_std
value: -17.610897617691894
- type: nauc_ndcg_at_1_diff1
value: 69.6320130829977
- type: nauc_ndcg_at_1_max
value: -0.41652824014499396
- type: nauc_ndcg_at_1_std
value: -27.278661946331777
- type: nauc_ndcg_at_20_diff1
value: 54.075087728016655
- type: nauc_ndcg_at_20_max
value: 5.523485107646882
- type: nauc_ndcg_at_20_std
value: -17.217510749321324
- type: nauc_ndcg_at_3_diff1
value: 54.32395366091127
- type: nauc_ndcg_at_3_max
value: 5.721470909055759
- type: nauc_ndcg_at_3_std
value: -19.936142684215888
- type: nauc_ndcg_at_5_diff1
value: 53.59676814516613
- type: nauc_ndcg_at_5_max
value: 6.075884170290567
- type: nauc_ndcg_at_5_std
value: -18.621998594159223
- type: nauc_precision_at_1000_diff1
value: -7.768874444440682
- type: nauc_precision_at_1000_max
value: 3.780393853814977
- type: nauc_precision_at_1000_std
value: 3.6423167859356655
- type: nauc_precision_at_100_diff1
value: -9.955190439741383
- type: nauc_precision_at_100_max
value: 4.656834354434372
- type: nauc_precision_at_100_std
value: 7.7546840304193925
- type: nauc_precision_at_10_diff1
value: -4.870012513513987
- type: nauc_precision_at_10_max
value: 7.493058617189292
- type: nauc_precision_at_10_std
value: 5.045140352447437
- type: nauc_precision_at_1_diff1
value: 69.6320130829977
- type: nauc_precision_at_1_max
value: -0.41652824014499396
- type: nauc_precision_at_1_std
value: -27.278661946331777
- type: nauc_precision_at_20_diff1
value: -7.621428543708827
- type: nauc_precision_at_20_max
value: 6.237218457534147
- type: nauc_precision_at_20_std
value: 6.926602892900919
- type: nauc_precision_at_3_diff1
value: 22.850031290274224
- type: nauc_precision_at_3_max
value: 12.26480859006083
- type: nauc_precision_at_3_std
value: -11.102834037423511
- type: nauc_precision_at_5_diff1
value: 6.948399960140704
- type: nauc_precision_at_5_max
value: 11.855422300238523
- type: nauc_precision_at_5_std
value: -1.7249759763793404
- type: nauc_recall_at_1000_diff1
value: 1.8311262484774402
- type: nauc_recall_at_1000_max
value: 46.48622605637539
- type: nauc_recall_at_1000_std
value: 56.787775760533385
- type: nauc_recall_at_100_diff1
value: 0.9942950606529392
- type: nauc_recall_at_100_max
value: 27.235957458980515
- type: nauc_recall_at_100_std
value: 44.95567577739882
- type: nauc_recall_at_10_diff1
value: 19.582661080856795
- type: nauc_recall_at_10_max
value: 16.641481889884876
- type: nauc_recall_at_10_std
value: 8.607868728303846
- type: nauc_recall_at_1_diff1
value: 56.352157590835574
- type: nauc_recall_at_1_max
value: 0.19453374210215002
- type: nauc_recall_at_1_std
value: -19.863463121126518
- type: nauc_recall_at_20_diff1
value: 14.604652796038309
- type: nauc_recall_at_20_max
value: 20.497476775933606
- type: nauc_recall_at_20_std
value: 19.922041864561137
- type: nauc_recall_at_3_diff1
value: 36.50267630587044
- type: nauc_recall_at_3_max
value: 11.998658379422473
- type: nauc_recall_at_3_std
value: -11.529271876757468
- type: nauc_recall_at_5_diff1
value: 29.62480882173487
- type: nauc_recall_at_5_max
value: 15.923043185703477
- type: nauc_recall_at_5_std
value: -4.586503374141151
- type: ndcg_at_1
value: 80.85799999999999
- type: ndcg_at_10
value: 87.71
- type: ndcg_at_100
value: 88.436
- type: ndcg_at_1000
value: 88.628
- type: ndcg_at_20
value: 88.055
- type: ndcg_at_3
value: 85.885
- type: ndcg_at_5
value: 86.872
- type: precision_at_1
value: 80.85799999999999
- type: precision_at_10
value: 10.612
- type: precision_at_100
value: 1.124
- type: precision_at_1000
value: 0.116
- type: precision_at_20
value: 5.421
- type: precision_at_3
value: 32.888
- type: precision_at_5
value: 20.438000000000002
- type: recall_at_1
value: 74.997
- type: recall_at_10
value: 95.03399999999999
- type: recall_at_100
value: 97.709
- type: recall_at_1000
value: 98.85000000000001
- type: recall_at_20
value: 96.139
- type: recall_at_3
value: 90.19200000000001
- type: recall_at_5
value: 92.643
task:
type: Retrieval
- dataset:
config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics:
- type: main_score
value: 44.31
- type: map_at_1
value: 22.357
- type: map_at_10
value: 36.213
- type: map_at_100
value: 38.2
- type: map_at_1000
value: 38.376
- type: map_at_20
value: 37.342
- type: map_at_3
value: 31.874999999999996
- type: map_at_5
value: 34.311
- type: mrr_at_1
value: 43.51851851851852
- type: mrr_at_10
value: 52.63858269645305
- type: mrr_at_100
value: 53.44163346917576
- type: mrr_at_1000
value: 53.477833896033076
- type: mrr_at_20
value: 53.19616310817503
- type: mrr_at_3
value: 50.48868312757201
- type: mrr_at_5
value: 51.76183127572014
- type: nauc_map_at_1000_diff1
value: 45.6438286281189
- type: nauc_map_at_1000_max
value: 34.733058071954
- type: nauc_map_at_1000_std
value: 2.9693183729205175
- type: nauc_map_at_100_diff1
value: 45.580058708621316
- type: nauc_map_at_100_max
value: 34.63459152004501
- type: nauc_map_at_100_std
value: 2.9657463341457495
- type: nauc_map_at_10_diff1
value: 45.74610683167843
- type: nauc_map_at_10_max
value: 33.69260582404236
- type: nauc_map_at_10_std
value: 1.3079555058401713
- type: nauc_map_at_1_diff1
value: 50.45513040375976
- type: nauc_map_at_1_max
value: 23.00937879674911
- type: nauc_map_at_1_std
value: -3.650608899173065
- type: nauc_map_at_20_diff1
value: 45.4437705158748
- type: nauc_map_at_20_max
value: 34.254991872952125
- type: nauc_map_at_20_std
value: 2.5514888826952937
- type: nauc_map_at_3_diff1
value: 46.72337183861262
- type: nauc_map_at_3_max
value: 29.856715342453516
- type: nauc_map_at_3_std
value: 0.4662093459562081
- type: nauc_map_at_5_diff1
value: 46.12946314906862
- type: nauc_map_at_5_max
value: 31.918948824156956
- type: nauc_map_at_5_std
value: 0.8961830930384888
- type: nauc_mrr_at_1000_diff1
value: 54.761767877133835
- type: nauc_mrr_at_1000_max
value: 41.2429751198028
- type: nauc_mrr_at_1000_std
value: 1.125758225521226
- type: nauc_mrr_at_100_diff1
value: 54.736725431010214
- type: nauc_mrr_at_100_max
value: 41.26032598769048
- type: nauc_mrr_at_100_std
value: 1.1590074352282507
- type: nauc_mrr_at_10_diff1
value: 54.58931211962367
- type: nauc_mrr_at_10_max
value: 41.002477132898704
- type: nauc_mrr_at_10_std
value: 0.9330572054778388
- type: nauc_mrr_at_1_diff1
value: 57.40882740466674
- type: nauc_mrr_at_1_max
value: 38.84884826788323
- type: nauc_mrr_at_1_std
value: -3.203483060048204
- type: nauc_mrr_at_20_diff1
value: 54.68967963259864
- type: nauc_mrr_at_20_max
value: 41.16428023244764
- type: nauc_mrr_at_20_std
value: 1.030371055956388
- type: nauc_mrr_at_3_diff1
value: 54.83483307102052
- type: nauc_mrr_at_3_max
value: 41.36624574367681
- type: nauc_mrr_at_3_std
value: 0.8171443328662287
- type: nauc_mrr_at_5_diff1
value: 54.77840183240944
- type: nauc_mrr_at_5_max
value: 41.14126255167716
- type: nauc_mrr_at_5_std
value: 1.0078226893835742
- type: nauc_ndcg_at_1000_diff1
value: 47.29266369698312
- type: nauc_ndcg_at_1000_max
value: 39.44751985651413
- type: nauc_ndcg_at_1000_std
value: 6.797153295460685
- type: nauc_ndcg_at_100_diff1
value: 46.44467141410605
- type: nauc_ndcg_at_100_max
value: 38.736147865139706
- type: nauc_ndcg_at_100_std
value: 7.8455607876168205
- type: nauc_ndcg_at_10_diff1
value: 46.231293929254356
- type: nauc_ndcg_at_10_max
value: 36.344822588878465
- type: nauc_ndcg_at_10_std
value: 2.954707252781676
- type: nauc_ndcg_at_1_diff1
value: 57.40882740466674
- type: nauc_ndcg_at_1_max
value: 38.84884826788323
- type: nauc_ndcg_at_1_std
value: -3.203483060048204
- type: nauc_ndcg_at_20_diff1
value: 45.61481858633943
- type: nauc_ndcg_at_20_max
value: 37.134975943992984
- type: nauc_ndcg_at_20_std
value: 5.471016537693937
- type: nauc_ndcg_at_3_diff1
value: 46.289607080541
- type: nauc_ndcg_at_3_max
value: 36.6002518712178
- type: nauc_ndcg_at_3_std
value: 2.8035830636103856
- type: nauc_ndcg_at_5_diff1
value: 46.023017692289365
- type: nauc_ndcg_at_5_max
value: 35.37774842007503
- type: nauc_ndcg_at_5_std
value: 2.343693787074402
- type: nauc_precision_at_1000_diff1
value: -2.2349414355444965
- type: nauc_precision_at_1000_max
value: 24.06915691023145
- type: nauc_precision_at_1000_std
value: 11.10272918602627
- type: nauc_precision_at_100_diff1
value: 5.3245236203947925
- type: nauc_precision_at_100_max
value: 30.74536387742932
- type: nauc_precision_at_100_std
value: 16.132786774263852
- type: nauc_precision_at_10_diff1
value: 19.164563691711113
- type: nauc_precision_at_10_max
value: 39.93242329216273
- type: nauc_precision_at_10_std
value: 9.003480145897925
- type: nauc_precision_at_1_diff1
value: 57.40882740466674
- type: nauc_precision_at_1_max
value: 38.84884826788323
- type: nauc_precision_at_1_std
value: -3.203483060048204
- type: nauc_precision_at_20_diff1
value: 12.074842721193503
- type: nauc_precision_at_20_max
value: 37.71964008379554
- type: nauc_precision_at_20_std
value: 14.33007384632019
- type: nauc_precision_at_3_diff1
value: 32.36692314628377
- type: nauc_precision_at_3_max
value: 40.97685480524765
- type: nauc_precision_at_3_std
value: 7.612618654264095
- type: nauc_precision_at_5_diff1
value: 25.715447152514102
- type: nauc_precision_at_5_max
value: 40.17655162305006
- type: nauc_precision_at_5_std
value: 7.684804045927936
- type: nauc_recall_at_1000_diff1
value: 31.58046496048429
- type: nauc_recall_at_1000_max
value: 45.03299708737332
- type: nauc_recall_at_1000_std
value: 42.4101567674877
- type: nauc_recall_at_100_diff1
value: 29.579107132742273
- type: nauc_recall_at_100_max
value: 34.51838709909902
- type: nauc_recall_at_100_std
value: 29.615184477571425
- type: nauc_recall_at_10_diff1
value: 33.89539333999428
- type: nauc_recall_at_10_max
value: 29.79469889376507
- type: nauc_recall_at_10_std
value: 5.656944108845222
- type: nauc_recall_at_1_diff1
value: 50.45513040375976
- type: nauc_recall_at_1_max
value: 23.00937879674911
- type: nauc_recall_at_1_std
value: -3.650608899173065
- type: nauc_recall_at_20_diff1
value: 29.82657270057027
- type: nauc_recall_at_20_max
value: 29.575165188582826
- type: nauc_recall_at_20_std
value: 13.291496104164665
- type: nauc_recall_at_3_diff1
value: 39.335021830665866
- type: nauc_recall_at_3_max
value: 27.826521232033564
- type: nauc_recall_at_3_std
value: 3.5549035745056767
- type: nauc_recall_at_5_diff1
value: 36.77078168873872
- type: nauc_recall_at_5_max
value: 28.126965952875366
- type: nauc_recall_at_5_std
value: 4.172771980837336
- type: ndcg_at_1
value: 43.519000000000005
- type: ndcg_at_10
value: 44.31
- type: ndcg_at_100
value: 51.073
- type: ndcg_at_1000
value: 53.93599999999999
- type: ndcg_at_20
value: 47.24
- type: ndcg_at_3
value: 40.788000000000004
- type: ndcg_at_5
value: 41.845
- type: precision_at_1
value: 43.519000000000005
- type: precision_at_10
value: 12.068
- type: precision_at_100
value: 1.907
- type: precision_at_1000
value: 0.241
- type: precision_at_20
value: 7.245
- type: precision_at_3
value: 27.16
- type: precision_at_5
value: 19.753
- type: recall_at_1
value: 22.357
- type: recall_at_10
value: 51.449999999999996
- type: recall_at_100
value: 75.631
- type: recall_at_1000
value: 92.76299999999999
- type: recall_at_20
value: 60.611000000000004
- type: recall_at_3
value: 37.478
- type: recall_at_5
value: 43.501
task:
type: Retrieval
- dataset:
config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics:
- type: main_score
value: 74.39
- type: map_at_1
value: 40.912
- type: map_at_10
value: 66.271
- type: map_at_100
value: 67.182
- type: map_at_1000
value: 67.232
- type: map_at_20
value: 66.851
- type: map_at_3
value: 62.614999999999995
- type: map_at_5
value: 64.944
- type: mrr_at_1
value: 81.82309250506414
- type: mrr_at_10
value: 87.29049976956776
- type: mrr_at_100
value: 87.41987093320175
- type: mrr_at_1000
value: 87.42293959281248
- type: mrr_at_20
value: 87.37920786832204
- type: mrr_at_3
value: 86.5091154625251
- type: mrr_at_5
value: 87.02025658338928
- type: nauc_map_at_1000_diff1
value: 14.24811650419101
- type: nauc_map_at_1000_max
value: 18.110966497777632
- type: nauc_map_at_1000_std
value: 9.907051402110287
- type: nauc_map_at_100_diff1
value: 14.215623436165565
- type: nauc_map_at_100_max
value: 18.102094143174355
- type: nauc_map_at_100_std
value: 9.939264948202457
- type: nauc_map_at_10_diff1
value: 14.035722008459132
- type: nauc_map_at_10_max
value: 17.885951740513185
- type: nauc_map_at_10_std
value: 9.411718264907183
- type: nauc_map_at_1_diff1
value: 68.7446019536274
- type: nauc_map_at_1_max
value: 38.9850245767707
- type: nauc_map_at_1_std
value: -2.9883672880704077
- type: nauc_map_at_20_diff1
value: 14.1213686946934
- type: nauc_map_at_20_max
value: 18.064372098377415
- type: nauc_map_at_20_std
value: 9.852582790929198
- type: nauc_map_at_3_diff1
value: 13.777100223085636
- type: nauc_map_at_3_max
value: 15.838268149755525
- type: nauc_map_at_3_std
value: 5.540117150150763
- type: nauc_map_at_5_diff1
value: 13.795942259152843
- type: nauc_map_at_5_max
value: 17.40522320666275
- type: nauc_map_at_5_std
value: 8.185987514408986
- type: nauc_mrr_at_1000_diff1
value: 67.26691261699523
- type: nauc_mrr_at_1000_max
value: 41.855537529246156
- type: nauc_mrr_at_1000_std
value: -1.749009001510166
- type: nauc_mrr_at_100_diff1
value: 67.26496000519207
- type: nauc_mrr_at_100_max
value: 41.85732985393288
- type: nauc_mrr_at_100_std
value: -1.746740864244431
- type: nauc_mrr_at_10_diff1
value: 67.23800598864047
- type: nauc_mrr_at_10_max
value: 42.00168575657073
- type: nauc_mrr_at_10_std
value: -1.6750027423294265
- type: nauc_mrr_at_1_diff1
value: 68.7446019536274
- type: nauc_mrr_at_1_max
value: 38.9850245767707
- type: nauc_mrr_at_1_std
value: -2.9883672880704077
- type: nauc_mrr_at_20_diff1
value: 67.27187257644147
- type: nauc_mrr_at_20_max
value: 41.90365085976258
- type: nauc_mrr_at_20_std
value: -1.7343079652982756
- type: nauc_mrr_at_3_diff1
value: 66.90262014812754
- type: nauc_mrr_at_3_max
value: 42.059901684946574
- type: nauc_mrr_at_3_std
value: -2.2157618208705188
- type: nauc_mrr_at_5_diff1
value: 67.11913383749597
- type: nauc_mrr_at_5_max
value: 42.08711029370619
- type: nauc_mrr_at_5_std
value: -1.8450842911318477
- type: nauc_ndcg_at_1000_diff1
value: 20.643710362570175
- type: nauc_ndcg_at_1000_max
value: 22.771658204329988
- type: nauc_ndcg_at_1000_std
value: 12.35171770072505
- type: nauc_ndcg_at_100_diff1
value: 19.65319609161701
- type: nauc_ndcg_at_100_max
value: 22.440309398753826
- type: nauc_ndcg_at_100_std
value: 13.188395264200578
- type: nauc_ndcg_at_10_diff1
value: 18.73587286025269
- type: nauc_ndcg_at_10_max
value: 21.62853392094044
- type: nauc_ndcg_at_10_std
value: 11.251476898680195
- type: nauc_ndcg_at_1_diff1
value: 68.7446019536274
- type: nauc_ndcg_at_1_max
value: 38.9850245767707
- type: nauc_ndcg_at_1_std
value: -2.9883672880704077
- type: nauc_ndcg_at_20_diff1
value: 18.967606659900778
- type: nauc_ndcg_at_20_max
value: 22.08851626862601
- type: nauc_ndcg_at_20_std
value: 12.564317755232041
- type: nauc_ndcg_at_3_diff1
value: 18.912789874898078
- type: nauc_ndcg_at_3_max
value: 19.057969185273805
- type: nauc_ndcg_at_3_std
value: 5.177089212342481
- type: nauc_ndcg_at_5_diff1
value: 18.56673002818034
- type: nauc_ndcg_at_5_max
value: 20.918938126481997
- type: nauc_ndcg_at_5_std
value: 8.825282964233406
- type: nauc_precision_at_1000_diff1
value: -7.56948550032058
- type: nauc_precision_at_1000_max
value: 24.515829102888574
- type: nauc_precision_at_1000_std
value: 53.204326783714784
- type: nauc_precision_at_100_diff1
value: -4.087348584547688
- type: nauc_precision_at_100_max
value: 19.272356560884297
- type: nauc_precision_at_100_std
value: 40.66612961724831
- type: nauc_precision_at_10_diff1
value: 1.9661456708988112
- type: nauc_precision_at_10_max
value: 17.30230322559426
- type: nauc_precision_at_10_std
value: 21.682588021447184
- type: nauc_precision_at_1_diff1
value: 68.7446019536274
- type: nauc_precision_at_1_max
value: 38.9850245767707
- type: nauc_precision_at_1_std
value: -2.9883672880704077
- type: nauc_precision_at_20_diff1
value: -0.08300041913337095
- type: nauc_precision_at_20_max
value: 18.26817742375711
- type: nauc_precision_at_20_std
value: 28.466847558903087
- type: nauc_precision_at_3_diff1
value: 6.3291319074207
- type: nauc_precision_at_3_max
value: 14.016485266657664
- type: nauc_precision_at_3_std
value: 7.688246977218552
- type: nauc_precision_at_5_diff1
value: 4.085426676307135
- type: nauc_precision_at_5_max
value: 16.618114705017398
- type: nauc_precision_at_5_std
value: 14.696017564745581
- type: nauc_recall_at_1000_diff1
value: -7.569485500320447
- type: nauc_recall_at_1000_max
value: 24.515829102888542
- type: nauc_recall_at_1000_std
value: 53.204326783714976
- type: nauc_recall_at_100_diff1
value: -4.087348584548104
- type: nauc_recall_at_100_max
value: 19.272356560884283
- type: nauc_recall_at_100_std
value: 40.66612961724824
- type: nauc_recall_at_10_diff1
value: 1.9661456708988452
- type: nauc_recall_at_10_max
value: 17.30230322559433
- type: nauc_recall_at_10_std
value: 21.682588021447284
- type: nauc_recall_at_1_diff1
value: 68.7446019536274
- type: nauc_recall_at_1_max
value: 38.9850245767707
- type: nauc_recall_at_1_std
value: -2.9883672880704077
- type: nauc_recall_at_20_diff1
value: -0.08300041913319532
- type: nauc_recall_at_20_max
value: 18.26817742375722
- type: nauc_recall_at_20_std
value: 28.466847558903225
- type: nauc_recall_at_3_diff1
value: 6.329131907420758
- type: nauc_recall_at_3_max
value: 14.016485266657646
- type: nauc_recall_at_3_std
value: 7.688246977218522
- type: nauc_recall_at_5_diff1
value: 4.085426676307129
- type: nauc_recall_at_5_max
value: 16.618114705017422
- type: nauc_recall_at_5_std
value: 14.696017564745706
- type: ndcg_at_1
value: 81.82300000000001
- type: ndcg_at_10
value: 74.39
- type: ndcg_at_100
value: 77.322
- type: ndcg_at_1000
value: 78.236
- type: ndcg_at_20
value: 75.762
- type: ndcg_at_3
value: 69.40899999999999
- type: ndcg_at_5
value: 72.25
- type: precision_at_1
value: 81.82300000000001
- type: precision_at_10
value: 15.614
- type: precision_at_100
value: 1.786
- type: precision_at_1000
value: 0.191
- type: precision_at_20
value: 8.246
- type: precision_at_3
value: 44.754
- type: precision_at_5
value: 29.091
- type: recall_at_1
value: 40.912
- type: recall_at_10
value: 78.069
- type: recall_at_100
value: 89.318
- type: recall_at_1000
value: 95.321
- type: recall_at_20
value: 82.458
- type: recall_at_3
value: 67.13
- type: recall_at_5
value: 72.72800000000001
task:
type: Retrieval
- dataset:
config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics:
- type: main_score
value: 43.424
- type: map_at_1
value: 23.465
- type: map_at_10
value: 36.298
- type: map_at_100
value: 37.443
- type: map_at_1000
value: 37.488
- type: map_at_20
value: 37.004
- type: map_at_3
value: 32.263999999999996
- type: map_at_5
value: 34.711
- type: mrr_at_1
value: 24.140401146131804
- type: mrr_at_10
value: 36.932812571064765
- type: mrr_at_100
value: 38.01903983112057
- type: mrr_at_1000
value: 38.05718350151866
- type: mrr_at_20
value: 37.611261744377515
- type: mrr_at_3
value: 32.99665711556819
- type: mrr_at_5
value: 35.39135625596943
- type: nauc_map_at_1000_diff1
value: 35.40886885986257
- type: nauc_map_at_1000_max
value: 3.7545316663703887
- type: nauc_map_at_1000_std
value: -18.690821328480613
- type: nauc_map_at_100_diff1
value: 35.3961973576196
- type: nauc_map_at_100_max
value: 3.749698912517426
- type: nauc_map_at_100_std
value: -18.662215333547493
- type: nauc_map_at_10_diff1
value: 35.40483644435198
- type: nauc_map_at_10_max
value: 3.641144738920141
- type: nauc_map_at_10_std
value: -19.363440247651454
- type: nauc_map_at_1_diff1
value: 38.67100652687116
- type: nauc_map_at_1_max
value: 4.364047242961097
- type: nauc_map_at_1_std
value: -16.891222677996463
- type: nauc_map_at_20_diff1
value: 35.37794971137569
- type: nauc_map_at_20_max
value: 3.676177228945729
- type: nauc_map_at_20_std
value: -18.94091682648655
- type: nauc_map_at_3_diff1
value: 35.31333315150583
- type: nauc_map_at_3_max
value: 3.4965623304246685
- type: nauc_map_at_3_std
value: -19.368643397803723
- type: nauc_map_at_5_diff1
value: 35.53254707943681
- type: nauc_map_at_5_max
value: 3.5128620630619416
- type: nauc_map_at_5_std
value: -19.744232886674588
- type: nauc_mrr_at_1000_diff1
value: 35.279210596228076
- type: nauc_mrr_at_1000_max
value: 3.9444315381088377
- type: nauc_mrr_at_1000_std
value: -18.37391634884856
- type: nauc_mrr_at_100_diff1
value: 35.26618706765156
- type: nauc_mrr_at_100_max
value: 3.943483898925299
- type: nauc_mrr_at_100_std
value: -18.343118018089992
- type: nauc_mrr_at_10_diff1
value: 35.267510332963596
- type: nauc_mrr_at_10_max
value: 3.8779768606518994
- type: nauc_mrr_at_10_std
value: -18.980928940857964
- type: nauc_mrr_at_1_diff1
value: 38.436123183016285
- type: nauc_mrr_at_1_max
value: 4.4535003055283005
- type: nauc_mrr_at_1_std
value: -16.776210956854694
- type: nauc_mrr_at_20_diff1
value: 35.24980513343164
- type: nauc_mrr_at_20_max
value: 3.89689472809906
- type: nauc_mrr_at_20_std
value: -18.58360677506833
- type: nauc_mrr_at_3_diff1
value: 35.04459075834143
- type: nauc_mrr_at_3_max
value: 3.6105545408733155
- type: nauc_mrr_at_3_std
value: -19.190268365738365
- type: nauc_mrr_at_5_diff1
value: 35.34869407823518
- type: nauc_mrr_at_5_max
value: 3.701060853898909
- type: nauc_mrr_at_5_std
value: -19.383326153533897
- type: nauc_ndcg_at_1000_diff1
value: 34.75887431598213
- type: nauc_ndcg_at_1000_max
value: 4.312390853255876
- type: nauc_ndcg_at_1000_std
value: -17.18071319250873
- type: nauc_ndcg_at_100_diff1
value: 34.394460418078715
- type: nauc_ndcg_at_100_max
value: 4.295886307837694
- type: nauc_ndcg_at_100_std
value: -16.033008780500968
- type: nauc_ndcg_at_10_diff1
value: 34.50644853438419
- type: nauc_ndcg_at_10_max
value: 3.6626658735259
- type: nauc_ndcg_at_10_std
value: -19.56250960905403
- type: nauc_ndcg_at_1_diff1
value: 38.436123183016285
- type: nauc_ndcg_at_1_max
value: 4.4535003055283005
- type: nauc_ndcg_at_1_std
value: -16.776210956854694
- type: nauc_ndcg_at_20_diff1
value: 34.40010964814374
- type: nauc_ndcg_at_20_max
value: 3.7971985329744244
- type: nauc_ndcg_at_20_std
value: -18.010955476860154
- type: nauc_ndcg_at_3_diff1
value: 34.439343067144165
- type: nauc_ndcg_at_3_max
value: 3.2949710479214107
- type: nauc_ndcg_at_3_std
value: -20.002605242207924
- type: nauc_ndcg_at_5_diff1
value: 34.83349389928372
- type: nauc_ndcg_at_5_max
value: 3.3298912787593062
- type: nauc_ndcg_at_5_std
value: -20.53735443323493
- type: nauc_precision_at_1000_diff1
value: -4.016898635199342
- type: nauc_precision_at_1000_max
value: 12.934875539589253
- type: nauc_precision_at_1000_std
value: 13.11391640313066
- type: nauc_precision_at_100_diff1
value: 10.315247928476873
- type: nauc_precision_at_100_max
value: 11.268415109153752
- type: nauc_precision_at_100_std
value: 17.950480541657335
- type: nauc_precision_at_10_diff1
value: 28.209276901989895
- type: nauc_precision_at_10_max
value: 3.965811186403266
- type: nauc_precision_at_10_std
value: -18.501584332901512
- type: nauc_precision_at_1_diff1
value: 38.436123183016285
- type: nauc_precision_at_1_max
value: 4.4535003055283005
- type: nauc_precision_at_1_std
value: -16.776210956854694
- type: nauc_precision_at_20_diff1
value: 24.64074510458261
- type: nauc_precision_at_20_max
value: 4.971859475494997
- type: nauc_precision_at_20_std
value: -9.718333720619587
- type: nauc_precision_at_3_diff1
value: 31.59386906580704
- type: nauc_precision_at_3_max
value: 2.911339196352057
- type: nauc_precision_at_3_std
value: -21.71784008123467
- type: nauc_precision_at_5_diff1
value: 31.35251325266384
- type: nauc_precision_at_5_max
value: 2.894822904862219
- type: nauc_precision_at_5_std
value: -22.488895902892384
- type: nauc_recall_at_1000_diff1
value: 22.885714431265185
- type: nauc_recall_at_1000_max
value: 43.71541809761202
- type: nauc_recall_at_1000_std
value: 66.29489415927435
- type: nauc_recall_at_100_diff1
value: 24.238272655435644
- type: nauc_recall_at_100_max
value: 11.174788762479146
- type: nauc_recall_at_100_std
value: 23.457729735029535
- type: nauc_recall_at_10_diff1
value: 31.27901055282893
- type: nauc_recall_at_10_max
value: 3.474737924419516
- type: nauc_recall_at_10_std
value: -19.881636172962423
- type: nauc_recall_at_1_diff1
value: 38.67100652687116
- type: nauc_recall_at_1_max
value: 4.364047242961097
- type: nauc_recall_at_1_std
value: -16.891222677996463
- type: nauc_recall_at_20_diff1
value: 30.05262129752705
- type: nauc_recall_at_20_max
value: 4.081153446892682
- type: nauc_recall_at_20_std
value: -12.131712173988694
- type: nauc_recall_at_3_diff1
value: 32.04675036130594
- type: nauc_recall_at_3_max
value: 2.6288471269218605
- type: nauc_recall_at_3_std
value: -21.65823334377263
- type: nauc_recall_at_5_diff1
value: 32.74421926624343
- type: nauc_recall_at_5_max
value: 2.566696543622508
- type: nauc_recall_at_5_std
value: -22.83492123820867
- type: ndcg_at_1
value: 24.14
- type: ndcg_at_10
value: 43.424
- type: ndcg_at_100
value: 48.893
- type: ndcg_at_1000
value: 49.958999999999996
- type: ndcg_at_20
value: 45.928999999999995
- type: ndcg_at_3
value: 35.32
- type: ndcg_at_5
value: 39.669
- type: precision_at_1
value: 24.14
- type: precision_at_10
value: 6.824
- type: precision_at_100
value: 0.955
- type: precision_at_1000
value: 0.105
- type: precision_at_20
value: 3.934
- type: precision_at_3
value: 15.029
- type: precision_at_5
value: 11.215
- type: recall_at_1
value: 23.465
- type: recall_at_10
value: 65.269
- type: recall_at_100
value: 90.437
- type: recall_at_1000
value: 98.468
- type: recall_at_20
value: 74.984
- type: recall_at_3
value: 43.434
- type: recall_at_5
value: 53.883
task:
type: Retrieval
- dataset:
config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics:
- type: main_score
value: 38.46
- type: map_at_1
value: 6.691999999999999
- type: map_at_10
value: 15.031
- type: map_at_100
value: 19.084
- type: map_at_1000
value: 20.596
- type: map_at_20
value: 16.744
- type: map_at_3
value: 11.213
- type: map_at_5
value: 13.108
- type: mrr_at_1
value: 47.987616099071204
- type: mrr_at_10
value: 57.93282225170769
- type: mrr_at_100
value: 58.446489234491075
- type: mrr_at_1000
value: 58.483830448457105
- type: mrr_at_20
value: 58.25959398965227
- type: mrr_at_3
value: 56.14035087719299
- type: mrr_at_5
value: 57.270381836945305
- type: nauc_map_at_1000_diff1
value: 25.45538063803242
- type: nauc_map_at_1000_max
value: 30.41883184898415
- type: nauc_map_at_1000_std
value: 12.781416517345395
- type: nauc_map_at_100_diff1
value: 26.894132167352875
- type: nauc_map_at_100_max
value: 29.432030037078327
- type: nauc_map_at_100_std
value: 9.512326529846831
- type: nauc_map_at_10_diff1
value: 31.400540210306925
- type: nauc_map_at_10_max
value: 23.480874068638062
- type: nauc_map_at_10_std
value: -1.5692010785458146
- type: nauc_map_at_1_diff1
value: 37.67265128941572
- type: nauc_map_at_1_max
value: 9.721787432990308
- type: nauc_map_at_1_std
value: -14.943711588554425
- type: nauc_map_at_20_diff1
value: 28.496096959455752
- type: nauc_map_at_20_max
value: 25.984790070209524
- type: nauc_map_at_20_std
value: 2.5864942962273347
- type: nauc_map_at_3_diff1
value: 35.30544649984941
- type: nauc_map_at_3_max
value: 15.43177689654808
- type: nauc_map_at_3_std
value: -10.620597059323307
- type: nauc_map_at_5_diff1
value: 33.973890759901785
- type: nauc_map_at_5_max
value: 19.177026450105227
- type: nauc_map_at_5_std
value: -7.633681183061802
- type: nauc_mrr_at_1000_diff1
value: 32.65965662704218
- type: nauc_mrr_at_1000_max
value: 50.13980071961068
- type: nauc_mrr_at_1000_std
value: 31.441899652315946
- type: nauc_mrr_at_100_diff1
value: 32.66276749948812
- type: nauc_mrr_at_100_max
value: 50.18284893175743
- type: nauc_mrr_at_100_std
value: 31.489621001899128
- type: nauc_mrr_at_10_diff1
value: 32.83196328506318
- type: nauc_mrr_at_10_max
value: 49.68604447954204
- type: nauc_mrr_at_10_std
value: 30.99627862267571
- type: nauc_mrr_at_1_diff1
value: 32.91457933159273
- type: nauc_mrr_at_1_max
value: 44.136488326811495
- type: nauc_mrr_at_1_std
value: 27.01828153067843
- type: nauc_mrr_at_20_diff1
value: 32.671176033804585
- type: nauc_mrr_at_20_max
value: 50.14874441502247
- type: nauc_mrr_at_20_std
value: 31.38947894696264
- type: nauc_mrr_at_3_diff1
value: 32.47024817153408
- type: nauc_mrr_at_3_max
value: 49.56779159573397
- type: nauc_mrr_at_3_std
value: 29.766791025768907
- type: nauc_mrr_at_5_diff1
value: 32.26549727908872
- type: nauc_mrr_at_5_max
value: 49.87579065461728
- type: nauc_mrr_at_5_std
value: 30.729925282365006
- type: nauc_ndcg_at_1000_diff1
value: 25.380017677098444
- type: nauc_ndcg_at_1000_max
value: 47.388319204148296
- type: nauc_ndcg_at_1000_std
value: 33.45725980667476
- type: nauc_ndcg_at_100_diff1
value: 25.498473185306114
- type: nauc_ndcg_at_100_max
value: 41.76551239218656
- type: nauc_ndcg_at_100_std
value: 26.62218020732075
- type: nauc_ndcg_at_10_diff1
value: 23.01011018145724
- type: nauc_ndcg_at_10_max
value: 40.630043774002516
- type: nauc_ndcg_at_10_std
value: 25.332235779556477
- type: nauc_ndcg_at_1_diff1
value: 34.72650579565117
- type: nauc_ndcg_at_1_max
value: 42.493354546505095
- type: nauc_ndcg_at_1_std
value: 24.81873708593652
- type: nauc_ndcg_at_20_diff1
value: 21.434037902736367
- type: nauc_ndcg_at_20_max
value: 39.28549854342903
- type: nauc_ndcg_at_20_std
value: 24.69082952792539
- type: nauc_ndcg_at_3_diff1
value: 26.362842783124435
- type: nauc_ndcg_at_3_max
value: 41.96118988366622
- type: nauc_ndcg_at_3_std
value: 22.80018051989143
- type: nauc_ndcg_at_5_diff1
value: 24.972257549293893
- type: nauc_ndcg_at_5_max
value: 41.9748170904006
- type: nauc_ndcg_at_5_std
value: 23.247821449868823
- type: nauc_precision_at_1000_diff1
value: -16.687533537724846
- type: nauc_precision_at_1000_max
value: 7.116174512559039
- type: nauc_precision_at_1000_std
value: 29.196682956642796
- type: nauc_precision_at_100_diff1
value: -11.171448249723401
- type: nauc_precision_at_100_max
value: 21.351578007740873
- type: nauc_precision_at_100_std
value: 40.49880548725148
- type: nauc_precision_at_10_diff1
value: 2.323360757559483
- type: nauc_precision_at_10_max
value: 38.65445063158918
- type: nauc_precision_at_10_std
value: 38.16210987455392
- type: nauc_precision_at_1_diff1
value: 33.755057976733646
- type: nauc_precision_at_1_max
value: 44.40288932251219
- type: nauc_precision_at_1_std
value: 27.62174135974081
- type: nauc_precision_at_20_diff1
value: -5.441798722378143
- type: nauc_precision_at_20_max
value: 32.058115623251524
- type: nauc_precision_at_20_std
value: 38.45241421004329
- type: nauc_precision_at_3_diff1
value: 15.90762087077913
- type: nauc_precision_at_3_max
value: 42.5470181640169
- type: nauc_precision_at_3_std
value: 28.009885719096335
- type: nauc_precision_at_5_diff1
value: 10.656403807359169
- type: nauc_precision_at_5_max
value: 42.247548871978196
- type: nauc_precision_at_5_std
value: 31.649386083205755
- type: nauc_recall_at_1000_diff1
value: 10.247070240617905
- type: nauc_recall_at_1000_max
value: 24.114253665304446
- type: nauc_recall_at_1000_std
value: 24.02339705705984
- type: nauc_recall_at_100_diff1
value: 22.561118338324018
- type: nauc_recall_at_100_max
value: 30.121592726044216
- type: nauc_recall_at_100_std
value: 19.67151227058734
- type: nauc_recall_at_10_diff1
value: 29.695315535851822
- type: nauc_recall_at_10_max
value: 22.074158118976385
- type: nauc_recall_at_10_std
value: 0.25798913185589023
- type: nauc_recall_at_1_diff1
value: 37.67265128941572
- type: nauc_recall_at_1_max
value: 9.721787432990308
- type: nauc_recall_at_1_std
value: -14.943711588554425
- type: nauc_recall_at_20_diff1
value: 24.996508456752107
- type: nauc_recall_at_20_max
value: 24.705011249445565
- type: nauc_recall_at_20_std
value: 5.780743155316983
- type: nauc_recall_at_3_diff1
value: 34.50424002323006
- type: nauc_recall_at_3_max
value: 15.26904245660564
- type: nauc_recall_at_3_std
value: -10.53885028046522
- type: nauc_recall_at_5_diff1
value: 31.421218531891775
- type: nauc_recall_at_5_max
value: 18.218174723292112
- type: nauc_recall_at_5_std
value: -6.686352082168663
- type: ndcg_at_1
value: 46.129999999999995
- type: ndcg_at_10
value: 38.46
- type: ndcg_at_100
value: 35.382999999999996
- type: ndcg_at_1000
value: 43.902
- type: ndcg_at_20
value: 36.027
- type: ndcg_at_3
value: 43.961
- type: ndcg_at_5
value: 42.077
- type: precision_at_1
value: 47.678
- type: precision_at_10
value: 28.451999999999998
- type: precision_at_100
value: 8.988
- type: precision_at_1000
value: 2.1590000000000003
- type: precision_at_20
value: 21.037
- type: precision_at_3
value: 41.692
- type: precision_at_5
value: 36.842000000000006
- type: recall_at_1
value: 6.691999999999999
- type: recall_at_10
value: 18.871
- type: recall_at_100
value: 34.736
- type: recall_at_1000
value: 66.766
- type: recall_at_20
value: 22.827
- type: recall_at_3
value: 12.171999999999999
- type: recall_at_5
value: 15.356
task:
type: Retrieval
- dataset:
config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics:
- type: main_score
value: 53.198
- type: map_at_1
value: 32.607
- type: map_at_10
value: 46.336
- type: map_at_100
value: 47.342
- type: map_at_1000
value: 47.38
- type: map_at_20
value: 46.98
- type: map_at_3
value: 42.742999999999995
- type: map_at_5
value: 44.812000000000005
- type: mrr_at_1
value: 36.29779837775203
- type: mrr_at_10
value: 48.97846199120814
- type: mrr_at_100
value: 49.76642951440836
- type: mrr_at_1000
value: 49.791712798430915
- type: mrr_at_20
value: 49.50161486261044
- type: mrr_at_3
value: 45.9974893781382
- type: mrr_at_5
value: 47.72981846272691
- type: nauc_map_at_1000_diff1
value: 33.91460431887845
- type: nauc_map_at_1000_max
value: 29.481346370314647
- type: nauc_map_at_1000_std
value: -1.839654367236494
- type: nauc_map_at_100_diff1
value: 33.90730996452593
- type: nauc_map_at_100_max
value: 29.493731966506363
- type: nauc_map_at_100_std
value: -1.8077641558146142
- type: nauc_map_at_10_diff1
value: 33.88718827422635
- type: nauc_map_at_10_max
value: 29.376119326260692
- type: nauc_map_at_10_std
value: -2.3710722516805514
- type: nauc_map_at_1_diff1
value: 39.09838265600818
- type: nauc_map_at_1_max
value: 25.229877730978384
- type: nauc_map_at_1_std
value: -6.549159067747068
- type: nauc_map_at_20_diff1
value: 33.93384992631349
- type: nauc_map_at_20_max
value: 29.497549953859174
- type: nauc_map_at_20_std
value: -2.017101496300422
- type: nauc_map_at_3_diff1
value: 34.289078161287534
- type: nauc_map_at_3_max
value: 28.220233771254193
- type: nauc_map_at_3_std
value: -4.444704784028031
- type: nauc_map_at_5_diff1
value: 34.185625280462006
- type: nauc_map_at_5_max
value: 29.068279072428393
- type: nauc_map_at_5_std
value: -3.271599611900801
- type: nauc_mrr_at_1000_diff1
value: 34.26553814237791
- type: nauc_mrr_at_1000_max
value: 29.30438632424214
- type: nauc_mrr_at_1000_std
value: -1.1362527466161338
- type: nauc_mrr_at_100_diff1
value: 34.25608823758783
- type: nauc_mrr_at_100_max
value: 29.320433380500592
- type: nauc_mrr_at_100_std
value: -1.0988881991499264
- type: nauc_mrr_at_10_diff1
value: 34.13246218869096
- type: nauc_mrr_at_10_max
value: 29.28686516884
- type: nauc_mrr_at_10_std
value: -1.4086490508202227
- type: nauc_mrr_at_1_diff1
value: 39.09227619986854
- type: nauc_mrr_at_1_max
value: 26.09297738292023
- type: nauc_mrr_at_1_std
value: -5.092164835965795
- type: nauc_mrr_at_20_diff1
value: 34.243058510524534
- type: nauc_mrr_at_20_max
value: 29.35591880008264
- type: nauc_mrr_at_20_std
value: -1.1807627466375372
- type: nauc_mrr_at_3_diff1
value: 34.55473991903778
- type: nauc_mrr_at_3_max
value: 28.92012731680968
- type: nauc_mrr_at_3_std
value: -2.7868603622868546
- type: nauc_mrr_at_5_diff1
value: 34.33939912073187
- type: nauc_mrr_at_5_max
value: 29.142336826251807
- type: nauc_mrr_at_5_std
value: -2.0207310060627695
- type: nauc_ndcg_at_1000_diff1
value: 32.20023215522245
- type: nauc_ndcg_at_1000_max
value: 31.017256251715363
- type: nauc_ndcg_at_1000_std
value: 1.8268849690313167
- type: nauc_ndcg_at_100_diff1
value: 31.87286187255234
- type: nauc_ndcg_at_100_max
value: 31.43335992135076
- type: nauc_ndcg_at_100_std
value: 2.960577759737203
- type: nauc_ndcg_at_10_diff1
value: 31.900906049371603
- type: nauc_ndcg_at_10_max
value: 30.957221009099438
- type: nauc_ndcg_at_10_std
value: 0.3823847406109789
- type: nauc_ndcg_at_1_diff1
value: 38.918825906375595
- type: nauc_ndcg_at_1_max
value: 26.198075448658003
- type: nauc_ndcg_at_1_std
value: -5.0079843241467135
- type: nauc_ndcg_at_20_diff1
value: 32.07246538138254
- type: nauc_ndcg_at_20_max
value: 31.39047205003746
- type: nauc_ndcg_at_20_std
value: 1.5919700319236705
- type: nauc_ndcg_at_3_diff1
value: 32.989630631328005
- type: nauc_ndcg_at_3_max
value: 29.172950928321246
- type: nauc_ndcg_at_3_std
value: -3.4954002673299254
- type: nauc_ndcg_at_5_diff1
value: 32.65642960716871
- type: nauc_ndcg_at_5_max
value: 30.26533505259028
- type: nauc_ndcg_at_5_std
value: -1.7088178605185036
- type: nauc_precision_at_1000_diff1
value: -11.087690242091627
- type: nauc_precision_at_1000_max
value: 9.476912605478468
- type: nauc_precision_at_1000_std
value: 23.91500045012386
- type: nauc_precision_at_100_diff1
value: -6.098488621066059
- type: nauc_precision_at_100_max
value: 18.137258185156288
- type: nauc_precision_at_100_std
value: 30.736330623699548
- type: nauc_precision_at_10_diff1
value: 10.282694427889481
- type: nauc_precision_at_10_max
value: 27.70132432991741
- type: nauc_precision_at_10_std
value: 15.624341991861964
- type: nauc_precision_at_1_diff1
value: 38.918825906375595
- type: nauc_precision_at_1_max
value: 26.198075448658003
- type: nauc_precision_at_1_std
value: -5.0079843241467135
- type: nauc_precision_at_20_diff1
value: 5.261415949436139
- type: nauc_precision_at_20_max
value: 25.63995988919354
- type: nauc_precision_at_20_std
value: 21.993692626668647
- type: nauc_precision_at_3_diff1
value: 22.246985950192087
- type: nauc_precision_at_3_max
value: 29.77649372894963
- type: nauc_precision_at_3_std
value: 3.1516217436827247
- type: nauc_precision_at_5_diff1
value: 17.913139150555317
- type: nauc_precision_at_5_max
value: 29.96502648982162
- type: nauc_precision_at_5_std
value: 8.697283141480076
- type: nauc_recall_at_1000_diff1
value: -1.2184853689228585
- type: nauc_recall_at_1000_max
value: 52.17487324664823
- type: nauc_recall_at_1000_std
value: 64.07295248015558
- type: nauc_recall_at_100_diff1
value: 10.974836440023065
- type: nauc_recall_at_100_max
value: 46.841875007684955
- type: nauc_recall_at_100_std
value: 49.93909956898119
- type: nauc_recall_at_10_diff1
value: 22.852319787640273
- type: nauc_recall_at_10_max
value: 35.26743699245417
- type: nauc_recall_at_10_std
value: 9.559134493514295
- type: nauc_recall_at_1_diff1
value: 39.09838265600818
- type: nauc_recall_at_1_max
value: 25.229877730978384
- type: nauc_recall_at_1_std
value: -6.549159067747068
- type: nauc_recall_at_20_diff1
value: 21.806639245854072
- type: nauc_recall_at_20_max
value: 38.85234681712911
- type: nauc_recall_at_20_std
value: 18.028973898137785
- type: nauc_recall_at_3_diff1
value: 28.21585308759027
- type: nauc_recall_at_3_max
value: 30.022855080903238
- type: nauc_recall_at_3_std
value: -2.537650849906056
- type: nauc_recall_at_5_diff1
value: 26.690456578968956
- type: nauc_recall_at_5_max
value: 32.35161371206257
- type: nauc_recall_at_5_std
value: 1.491148001707399
- type: ndcg_at_1
value: 36.356
- type: ndcg_at_10
value: 53.198
- type: ndcg_at_100
value: 57.471000000000004
- type: ndcg_at_1000
value: 58.336
- type: ndcg_at_20
value: 55.272
- type: ndcg_at_3
value: 46.457
- type: ndcg_at_5
value: 49.864000000000004
- type: precision_at_1
value: 36.356
- type: precision_at_10
value: 8.462
- type: precision_at_100
value: 1.087
- type: precision_at_1000
value: 0.117
- type: precision_at_20
value: 4.718
- type: precision_at_3
value: 20.829
- type: precision_at_5
value: 14.472999999999999
- type: recall_at_1
value: 32.607
- type: recall_at_10
value: 71.34
- type: recall_at_100
value: 89.813
- type: recall_at_1000
value: 96.258
- type: recall_at_20
value: 78.947
- type: recall_at_3
value: 53.867
- type: recall_at_5
value: 61.678999999999995
task:
type: Retrieval
- dataset:
config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics:
- type: main_score
value: 89.13799999999999
- type: map_at_1
value: 71.485
- type: map_at_10
value: 85.512
- type: map_at_100
value: 86.127
- type: map_at_1000
value: 86.143
- type: map_at_20
value: 85.918
- type: map_at_3
value: 82.518
- type: map_at_5
value: 84.462
- type: mrr_at_1
value: 82.19
- type: mrr_at_10
value: 88.30390476190458
- type: mrr_at_100
value: 88.38530272056029
- type: mrr_at_1000
value: 88.38582590330029
- type: mrr_at_20
value: 88.36585107225912
- type: mrr_at_3
value: 87.37166666666646
- type: mrr_at_5
value: 88.02916666666637
- type: nauc_map_at_1000_diff1
value: 77.14127058873906
- type: nauc_map_at_1000_max
value: 37.07020332987809
- type: nauc_map_at_1000_std
value: -41.39285604622159
- type: nauc_map_at_100_diff1
value: 77.146705577152
- type: nauc_map_at_100_max
value: 37.0478092669605
- type: nauc_map_at_100_std
value: -41.43644911571662
- type: nauc_map_at_10_diff1
value: 77.39700258986613
- type: nauc_map_at_10_max
value: 36.60525240868321
- type: nauc_map_at_10_std
value: -43.32058343963304
- type: nauc_map_at_1_diff1
value: 80.61601163680635
- type: nauc_map_at_1_max
value: 28.32145232054677
- type: nauc_map_at_1_std
value: -38.747446777471865
- type: nauc_map_at_20_diff1
value: 77.27415053997544
- type: nauc_map_at_20_max
value: 36.953990878045616
- type: nauc_map_at_20_std
value: -42.186297640272734
- type: nauc_map_at_3_diff1
value: 77.8687866507408
- type: nauc_map_at_3_max
value: 34.318846315901354
- type: nauc_map_at_3_std
value: -44.97819988215831
- type: nauc_map_at_5_diff1
value: 77.70815954845212
- type: nauc_map_at_5_max
value: 35.81594038094498
- type: nauc_map_at_5_std
value: -44.64717678480167
- type: nauc_mrr_at_1000_diff1
value: 77.83938932383788
- type: nauc_mrr_at_1000_max
value: 38.57621649349935
- type: nauc_mrr_at_1000_std
value: -38.215651368579636
- type: nauc_mrr_at_100_diff1
value: 77.83918148237348
- type: nauc_mrr_at_100_max
value: 38.57665994393371
- type: nauc_mrr_at_100_std
value: -38.21580776589564
- type: nauc_mrr_at_10_diff1
value: 77.83326141939659
- type: nauc_mrr_at_10_max
value: 38.68551607921588
- type: nauc_mrr_at_10_std
value: -38.34964362497516
- type: nauc_mrr_at_1_diff1
value: 78.74091199041655
- type: nauc_mrr_at_1_max
value: 37.91339911718472
- type: nauc_mrr_at_1_std
value: -36.583169782065646
- type: nauc_mrr_at_20_diff1
value: 77.83411615489642
- type: nauc_mrr_at_20_max
value: 38.598261466324175
- type: nauc_mrr_at_20_std
value: -38.22165323901356
- type: nauc_mrr_at_3_diff1
value: 77.53593930971923
- type: nauc_mrr_at_3_max
value: 38.45158442711878
- type: nauc_mrr_at_3_std
value: -38.43723348829769
- type: nauc_mrr_at_5_diff1
value: 77.85518785379057
- type: nauc_mrr_at_5_max
value: 38.71852398774513
- type: nauc_mrr_at_5_std
value: -38.566709948994756
- type: nauc_ndcg_at_1000_diff1
value: 77.01941362274067
- type: nauc_ndcg_at_1000_max
value: 38.09358006245777
- type: nauc_ndcg_at_1000_std
value: -39.52541151204458
- type: nauc_ndcg_at_100_diff1
value: 77.02561724090103
- type: nauc_ndcg_at_100_max
value: 38.033320547977226
- type: nauc_ndcg_at_100_std
value: -39.63973255230324
- type: nauc_ndcg_at_10_diff1
value: 77.05964728055142
- type: nauc_ndcg_at_10_max
value: 37.80129817212595
- type: nauc_ndcg_at_10_std
value: -42.54816546011326
- type: nauc_ndcg_at_1_diff1
value: 78.77845945466963
- type: nauc_ndcg_at_1_max
value: 37.84612324740429
- type: nauc_ndcg_at_1_std
value: -36.71738409409477
- type: nauc_ndcg_at_20_diff1
value: 77.16814661530721
- type: nauc_ndcg_at_20_max
value: 37.96391993778972
- type: nauc_ndcg_at_20_std
value: -41.15808827713781
- type: nauc_ndcg_at_3_diff1
value: 76.5911593455311
- type: nauc_ndcg_at_3_max
value: 36.69307861212362
- type: nauc_ndcg_at_3_std
value: -42.16340987184985
- type: nauc_ndcg_at_5_diff1
value: 77.13108001810929
- type: nauc_ndcg_at_5_max
value: 37.42319979649052
- type: nauc_ndcg_at_5_std
value: -43.1666096222395
- type: nauc_precision_at_1000_diff1
value: -44.92839077477494
- type: nauc_precision_at_1000_max
value: -6.829305447011505
- type: nauc_precision_at_1000_std
value: 37.621893044496204
- type: nauc_precision_at_100_diff1
value: -44.715644770899694
- type: nauc_precision_at_100_max
value: -7.014684130105175
- type: nauc_precision_at_100_std
value: 36.899075337092
- type: nauc_precision_at_10_diff1
value: -39.82695960828702
- type: nauc_precision_at_10_max
value: -3.0996998082393574
- type: nauc_precision_at_10_std
value: 26.28513177686431
- type: nauc_precision_at_1_diff1
value: 78.77845945466963
- type: nauc_precision_at_1_max
value: 37.84612324740429
- type: nauc_precision_at_1_std
value: -36.71738409409477
- type: nauc_precision_at_20_diff1
value: -42.635174086528735
- type: nauc_precision_at_20_max
value: -5.120853975578619
- type: nauc_precision_at_20_std
value: 31.94869513052242
- type: nauc_precision_at_3_diff1
value: -19.63577681050235
- type: nauc_precision_at_3_max
value: 6.557738495245322
- type: nauc_precision_at_3_std
value: 7.217415336210434
- type: nauc_precision_at_5_diff1
value: -32.31744645342921
- type: nauc_precision_at_5_max
value: 0.9631069133758052
- type: nauc_precision_at_5_std
value: 17.562341398900084
- type: nauc_recall_at_1000_diff1
value: 55.58366948737184
- type: nauc_recall_at_1000_max
value: -30.132455579296057
- type: nauc_recall_at_1000_std
value: 20.85380266950739
- type: nauc_recall_at_100_diff1
value: 70.62105341185271
- type: nauc_recall_at_100_max
value: 35.42642955425688
- type: nauc_recall_at_100_std
value: -32.29854265473101
- type: nauc_recall_at_10_diff1
value: 73.39778432413546
- type: nauc_recall_at_10_max
value: 36.54451264026962
- type: nauc_recall_at_10_std
value: -60.601885579868465
- type: nauc_recall_at_1_diff1
value: 80.61601163680635
- type: nauc_recall_at_1_max
value: 28.32145232054677
- type: nauc_recall_at_1_std
value: -38.747446777471865
- type: nauc_recall_at_20_diff1
value: 74.48815274061063
- type: nauc_recall_at_20_max
value: 37.187390151907294
- type: nauc_recall_at_20_std
value: -55.36902598790638
- type: nauc_recall_at_3_diff1
value: 73.95824510222151
- type: nauc_recall_at_3_max
value: 31.49038315712441
- type: nauc_recall_at_3_std
value: -50.477343397006145
- type: nauc_recall_at_5_diff1
value: 73.62687380534663
- type: nauc_recall_at_5_max
value: 33.613054625917144
- type: nauc_recall_at_5_std
value: -55.8529868750332
- type: ndcg_at_1
value: 82.17
- type: ndcg_at_10
value: 89.13799999999999
- type: ndcg_at_100
value: 90.244
- type: ndcg_at_1000
value: 90.322
- type: ndcg_at_20
value: 89.744
- type: ndcg_at_3
value: 86.32
- type: ndcg_at_5
value: 87.97
- type: precision_at_1
value: 82.17
- type: precision_at_10
value: 13.517999999999999
- type: precision_at_100
value: 1.534
- type: precision_at_1000
value: 0.157
- type: precision_at_20
value: 7.159
- type: precision_at_3
value: 37.71
- type: precision_at_5
value: 24.876
- type: recall_at_1
value: 71.485
- type: recall_at_10
value: 96.021
- type: recall_at_100
value: 99.682
- type: recall_at_1000
value: 99.992
- type: recall_at_20
value: 97.936
- type: recall_at_3
value: 88.024
- type: recall_at_5
value: 92.609
task:
type: Retrieval
- dataset:
config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics:
- type: main_score
value: 21.849
- type: map_at_1
value: 4.843
- type: map_at_10
value: 13.184000000000001
- type: map_at_100
value: 15.455
- type: map_at_1000
value: 15.78
- type: map_at_20
value: 14.386
- type: map_at_3
value: 9.3
- type: map_at_5
value: 11.245
- type: mrr_at_1
value: 23.799999999999997
- type: mrr_at_10
value: 35.72912698412698
- type: mrr_at_100
value: 36.858180847310756
- type: mrr_at_1000
value: 36.90138037945717
- type: mrr_at_20
value: 36.418783123481255
- type: mrr_at_3
value: 32.216666666666654
- type: mrr_at_5
value: 34.53666666666663
- type: nauc_map_at_1000_diff1
value: 17.584607230276657
- type: nauc_map_at_1000_max
value: 23.37291927790593
- type: nauc_map_at_1000_std
value: 16.47457887484848
- type: nauc_map_at_100_diff1
value: 17.584963894459776
- type: nauc_map_at_100_max
value: 23.34943788513969
- type: nauc_map_at_100_std
value: 16.293179117171373
- type: nauc_map_at_10_diff1
value: 18.324211740116706
- type: nauc_map_at_10_max
value: 22.581868553882646
- type: nauc_map_at_10_std
value: 12.992133450081916
- type: nauc_map_at_1_diff1
value: 23.249290909711917
- type: nauc_map_at_1_max
value: 14.353896685489747
- type: nauc_map_at_1_std
value: 5.316745833979371
- type: nauc_map_at_20_diff1
value: 18.04800423969188
- type: nauc_map_at_20_max
value: 22.93645696379141
- type: nauc_map_at_20_std
value: 14.365360528845612
- type: nauc_map_at_3_diff1
value: 21.659818130577307
- type: nauc_map_at_3_max
value: 18.92497284587115
- type: nauc_map_at_3_std
value: 5.816557438679962
- type: nauc_map_at_5_diff1
value: 19.601521082286283
- type: nauc_map_at_5_max
value: 21.05660971614242
- type: nauc_map_at_5_std
value: 8.538544725485336
- type: nauc_mrr_at_1000_diff1
value: 21.065257437863075
- type: nauc_mrr_at_1000_max
value: 18.258345926479315
- type: nauc_mrr_at_1000_std
value: 11.647833526066748
- type: nauc_mrr_at_100_diff1
value: 21.065223383981085
- type: nauc_mrr_at_100_max
value: 18.279009025124903
- type: nauc_mrr_at_100_std
value: 11.690172787809432
- type: nauc_mrr_at_10_diff1
value: 21.090405065234336
- type: nauc_mrr_at_10_max
value: 18.362075787888827
- type: nauc_mrr_at_10_std
value: 11.60444233104132
- type: nauc_mrr_at_1_diff1
value: 23.62122820044915
- type: nauc_mrr_at_1_max
value: 14.685554349688687
- type: nauc_mrr_at_1_std
value: 5.502610985680922
- type: nauc_mrr_at_20_diff1
value: 20.965576545483604
- type: nauc_mrr_at_20_max
value: 18.352864246589863
- type: nauc_mrr_at_20_std
value: 11.708362388914564
- type: nauc_mrr_at_3_diff1
value: 22.098693851708358
- type: nauc_mrr_at_3_max
value: 17.055448698312627
- type: nauc_mrr_at_3_std
value: 10.586321304885752
- type: nauc_mrr_at_5_diff1
value: 21.531056825051582
- type: nauc_mrr_at_5_max
value: 18.226268169525028
- type: nauc_mrr_at_5_std
value: 10.943723542548971
- type: nauc_ndcg_at_1000_diff1
value: 15.932308280538782
- type: nauc_ndcg_at_1000_max
value: 23.57040478537663
- type: nauc_ndcg_at_1000_std
value: 23.295030059301148
- type: nauc_ndcg_at_100_diff1
value: 15.865971474636629
- type: nauc_ndcg_at_100_max
value: 24.453952903074175
- type: nauc_ndcg_at_100_std
value: 23.403738023569577
- type: nauc_ndcg_at_10_diff1
value: 17.661985087295307
- type: nauc_ndcg_at_10_max
value: 23.02185130406233
- type: nauc_ndcg_at_10_std
value: 15.75740534298165
- type: nauc_ndcg_at_1_diff1
value: 23.25705617481879
- type: nauc_ndcg_at_1_max
value: 14.337565062650711
- type: nauc_ndcg_at_1_std
value: 5.213264453323703
- type: nauc_ndcg_at_20_diff1
value: 16.951074114695736
- type: nauc_ndcg_at_20_max
value: 23.63608691515469
- type: nauc_ndcg_at_20_std
value: 17.826150619463498
- type: nauc_ndcg_at_3_diff1
value: 21.42475356749203
- type: nauc_ndcg_at_3_max
value: 18.73497222397521
- type: nauc_ndcg_at_3_std
value: 8.453104776839584
- type: nauc_ndcg_at_5_diff1
value: 19.445346257704863
- type: nauc_ndcg_at_5_max
value: 21.402562582372
- type: nauc_ndcg_at_5_std
value: 10.87732803226448
- type: nauc_precision_at_1000_diff1
value: 2.0336139013705177
- type: nauc_precision_at_1000_max
value: 15.766142749511102
- type: nauc_precision_at_1000_std
value: 34.51618188155208
- type: nauc_precision_at_100_diff1
value: 6.156360545368786
- type: nauc_precision_at_100_max
value: 23.20361349606541
- type: nauc_precision_at_100_std
value: 35.13559568339309
- type: nauc_precision_at_10_diff1
value: 12.579074831792056
- type: nauc_precision_at_10_max
value: 24.80772047693916
- type: nauc_precision_at_10_std
value: 21.058953350976044
- type: nauc_precision_at_1_diff1
value: 23.25705617481879
- type: nauc_precision_at_1_max
value: 14.337565062650711
- type: nauc_precision_at_1_std
value: 5.213264453323703
- type: nauc_precision_at_20_diff1
value: 10.684035436230687
- type: nauc_precision_at_20_max
value: 24.481947684763313
- type: nauc_precision_at_20_std
value: 23.735751915810535
- type: nauc_precision_at_3_diff1
value: 20.291003793240115
- type: nauc_precision_at_3_max
value: 20.11955056454858
- type: nauc_precision_at_3_std
value: 9.810475708114843
- type: nauc_precision_at_5_diff1
value: 16.383601541223292
- type: nauc_precision_at_5_max
value: 23.547428961540657
- type: nauc_precision_at_5_std
value: 13.38507989754645
- type: nauc_recall_at_1000_diff1
value: 2.379066603318566
- type: nauc_recall_at_1000_max
value: 15.575778761184703
- type: nauc_recall_at_1000_std
value: 36.40032960359677
- type: nauc_recall_at_100_diff1
value: 6.041438415676314
- type: nauc_recall_at_100_max
value: 22.864904441533827
- type: nauc_recall_at_100_std
value: 35.62416912716818
- type: nauc_recall_at_10_diff1
value: 12.285572982364917
- type: nauc_recall_at_10_max
value: 24.344547576113087
- type: nauc_recall_at_10_std
value: 20.72041864912064
- type: nauc_recall_at_1_diff1
value: 23.249290909711917
- type: nauc_recall_at_1_max
value: 14.353896685489747
- type: nauc_recall_at_1_std
value: 5.316745833979371
- type: nauc_recall_at_20_diff1
value: 10.46659082572884
- type: nauc_recall_at_20_max
value: 24.269074491279348
- type: nauc_recall_at_20_std
value: 23.74738715348032
- type: nauc_recall_at_3_diff1
value: 19.9842205158819
- type: nauc_recall_at_3_max
value: 19.91182958307305
- type: nauc_recall_at_3_std
value: 9.653281778593492
- type: nauc_recall_at_5_diff1
value: 16.164148818728776
- type: nauc_recall_at_5_max
value: 23.220565892913147
- type: nauc_recall_at_5_std
value: 13.164704690364948
- type: ndcg_at_1
value: 23.9
- type: ndcg_at_10
value: 21.849
- type: ndcg_at_100
value: 30.304
- type: ndcg_at_1000
value: 35.742000000000004
- type: ndcg_at_20
value: 24.97
- type: ndcg_at_3
value: 20.525
- type: ndcg_at_5
value: 18.177
- type: precision_at_1
value: 23.9
- type: precision_at_10
value: 11.48
- type: precision_at_100
value: 2.363
- type: precision_at_1000
value: 0.367
- type: precision_at_20
value: 7.55
- type: precision_at_3
value: 19.533
- type: precision_at_5
value: 16.28
- type: recall_at_1
value: 4.843
- type: recall_at_10
value: 23.282
- type: recall_at_100
value: 48
- type: recall_at_1000
value: 74.445
- type: recall_at_20
value: 30.622
- type: recall_at_3
value: 11.897
- type: recall_at_5
value: 16.512
task:
type: Retrieval
- dataset:
config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics:
- type: main_score
value: 74.846
- type: map_at_1
value: 60.428000000000004
- type: map_at_10
value: 70.38600000000001
- type: map_at_100
value: 70.86099999999999
- type: map_at_1000
value: 70.871
- type: map_at_20
value: 70.712
- type: map_at_3
value: 67.398
- type: map_at_5
value: 69.27600000000001
- type: mrr_at_1
value: 63.66666666666667
- type: mrr_at_10
value: 71.39735449735447
- type: mrr_at_100
value: 71.76379243684062
- type: mrr_at_1000
value: 71.77364869685177
- type: mrr_at_20
value: 71.65468324531791
- type: mrr_at_3
value: 69.05555555555556
- type: mrr_at_5
value: 70.58888888888887
- type: nauc_map_at_1000_diff1
value: 71.0754740705296
- type: nauc_map_at_1000_max
value: 54.29832405004098
- type: nauc_map_at_1000_std
value: -1.235668723089411
- type: nauc_map_at_100_diff1
value: 71.0689124997969
- type: nauc_map_at_100_max
value: 54.310998444535585
- type: nauc_map_at_100_std
value: -1.2220616587702309
- type: nauc_map_at_10_diff1
value: 71.21230220692517
- type: nauc_map_at_10_max
value: 54.42287344734598
- type: nauc_map_at_10_std
value: -1.4789297717435592
- type: nauc_map_at_1_diff1
value: 72.8878843420841
- type: nauc_map_at_1_max
value: 43.897599474060506
- type: nauc_map_at_1_std
value: -11.382920378910987
- type: nauc_map_at_20_diff1
value: 70.99668800819812
- type: nauc_map_at_20_max
value: 54.40438390510115
- type: nauc_map_at_20_std
value: -1.2582873194545923
- type: nauc_map_at_3_diff1
value: 71.20551874106118
- type: nauc_map_at_3_max
value: 51.50481254453872
- type: nauc_map_at_3_std
value: -5.047233269418083
- type: nauc_map_at_5_diff1
value: 71.16105124984448
- type: nauc_map_at_5_max
value: 53.06670294960442
- type: nauc_map_at_5_std
value: -3.384565971599754
- type: nauc_mrr_at_1000_diff1
value: 71.16321200441809
- type: nauc_mrr_at_1000_max
value: 56.44333688621788
- type: nauc_mrr_at_1000_std
value: 0.7056065218954817
- type: nauc_mrr_at_100_diff1
value: 71.1564766930806
- type: nauc_mrr_at_100_max
value: 56.45538985017298
- type: nauc_mrr_at_100_std
value: 0.7186959391076111
- type: nauc_mrr_at_10_diff1
value: 71.2170765004902
- type: nauc_mrr_at_10_max
value: 56.804129556960625
- type: nauc_mrr_at_10_std
value: 0.9311606410012148
- type: nauc_mrr_at_1_diff1
value: 72.46182893226788
- type: nauc_mrr_at_1_max
value: 51.68999857205563
- type: nauc_mrr_at_1_std
value: -2.5285192217174552
- type: nauc_mrr_at_20_diff1
value: 71.10597662895005
- type: nauc_mrr_at_20_max
value: 56.53090291786723
- type: nauc_mrr_at_20_std
value: 0.715222442307103
- type: nauc_mrr_at_3_diff1
value: 71.41206755698491
- type: nauc_mrr_at_3_max
value: 56.267768137804595
- type: nauc_mrr_at_3_std
value: -0.05393254849196613
- type: nauc_mrr_at_5_diff1
value: 71.10403976257997
- type: nauc_mrr_at_5_max
value: 56.14816888175454
- type: nauc_mrr_at_5_std
value: 0.15157107667464748
- type: nauc_ndcg_at_1000_diff1
value: 70.79939179024201
- type: nauc_ndcg_at_1000_max
value: 56.54042017611993
- type: nauc_ndcg_at_1000_std
value: 1.3658276228054782
- type: nauc_ndcg_at_100_diff1
value: 70.5981566170932
- type: nauc_ndcg_at_100_max
value: 56.98929754479383
- type: nauc_ndcg_at_100_std
value: 1.8857658437325417
- type: nauc_ndcg_at_10_diff1
value: 70.71898932576325
- type: nauc_ndcg_at_10_max
value: 58.11477800188122
- type: nauc_ndcg_at_10_std
value: 1.613309043768477
- type: nauc_ndcg_at_1_diff1
value: 72.46182893226788
- type: nauc_ndcg_at_1_max
value: 51.68999857205563
- type: nauc_ndcg_at_1_std
value: -2.5285192217174552
- type: nauc_ndcg_at_20_diff1
value: 70.03659776542649
- type: nauc_ndcg_at_20_max
value: 57.63118618075185
- type: nauc_ndcg_at_20_std
value: 1.911959046925637
- type: nauc_ndcg_at_3_diff1
value: 70.77422769724862
- type: nauc_ndcg_at_3_max
value: 55.620661307429295
- type: nauc_ndcg_at_3_std
value: -1.8248775257967857
- type: nauc_ndcg_at_5_diff1
value: 70.59479131253845
- type: nauc_ndcg_at_5_max
value: 55.65358814021084
- type: nauc_ndcg_at_5_std
value: -1.820814794256182
- type: nauc_precision_at_1000_diff1
value: -22.209747589165723
- type: nauc_precision_at_1000_max
value: 25.887313966465637
- type: nauc_precision_at_1000_std
value: 57.88006976884063
- type: nauc_precision_at_100_diff1
value: -13.792400448513767
- type: nauc_precision_at_100_max
value: 31.817500434722625
- type: nauc_precision_at_100_std
value: 55.430435382226165
- type: nauc_precision_at_10_diff1
value: 10.836781895308922
- type: nauc_precision_at_10_max
value: 49.12515427777262
- type: nauc_precision_at_10_std
value: 45.965441778939386
- type: nauc_precision_at_1_diff1
value: 72.46182893226788
- type: nauc_precision_at_1_max
value: 51.68999857205563
- type: nauc_precision_at_1_std
value: -2.5285192217174552
- type: nauc_precision_at_20_diff1
value: -2.175159005291977
- type: nauc_precision_at_20_max
value: 42.41977397043023
- type: nauc_precision_at_20_std
value: 51.29569141566173
- type: nauc_precision_at_3_diff1
value: 39.5954022101419
- type: nauc_precision_at_3_max
value: 52.35267730094486
- type: nauc_precision_at_3_std
value: 20.84971324107527
- type: nauc_precision_at_5_diff1
value: 25.904694373842098
- type: nauc_precision_at_5_max
value: 50.93902457293225
- type: nauc_precision_at_5_std
value: 31.873405206205906
- type: nauc_recall_at_1000_diff1
value: 86.11111111111035
- type: nauc_recall_at_1000_max
value: 67.90382819794685
- type: nauc_recall_at_1000_std
value: 63.818860877684145
- type: nauc_recall_at_100_diff1
value: 64.99066293183931
- type: nauc_recall_at_100_max
value: 80.46218487394987
- type: nauc_recall_at_100_std
value: 39.99533146591981
- type: nauc_recall_at_10_diff1
value: 66.98270603853467
- type: nauc_recall_at_10_max
value: 73.04827854861946
- type: nauc_recall_at_10_std
value: 12.381277005797148
- type: nauc_recall_at_1_diff1
value: 72.8878843420841
- type: nauc_recall_at_1_max
value: 43.897599474060506
- type: nauc_recall_at_1_std
value: -11.382920378910987
- type: nauc_recall_at_20_diff1
value: 59.3764828335705
- type: nauc_recall_at_20_max
value: 74.15411519799176
- type: nauc_recall_at_20_std
value: 18.927079028332475
- type: nauc_recall_at_3_diff1
value: 68.51479393914815
- type: nauc_recall_at_3_max
value: 57.41548734168664
- type: nauc_recall_at_3_std
value: -3.3041374369788157
- type: nauc_recall_at_5_diff1
value: 67.34818375295329
- type: nauc_recall_at_5_max
value: 60.288944142502324
- type: nauc_recall_at_5_std
value: -2.1530590183317337
- type: ndcg_at_1
value: 63.666999999999994
- type: ndcg_at_10
value: 74.846
- type: ndcg_at_100
value: 76.886
- type: ndcg_at_1000
value: 77.209
- type: ndcg_at_20
value: 75.96199999999999
- type: ndcg_at_3
value: 69.849
- type: ndcg_at_5
value: 72.558
- type: precision_at_1
value: 63.666999999999994
- type: precision_at_10
value: 9.9
- type: precision_at_100
value: 1.097
- type: precision_at_1000
value: 0.11199999999999999
- type: precision_at_20
value: 5.2
- type: precision_at_3
value: 27.222
- type: precision_at_5
value: 18.133
- type: recall_at_1
value: 60.428000000000004
- type: recall_at_10
value: 87.533
- type: recall_at_100
value: 96.667
- type: recall_at_1000
value: 99.333
- type: recall_at_20
value: 91.867
- type: recall_at_3
value: 74
- type: recall_at_5
value: 80.872
task:
type: Retrieval
- dataset:
config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics:
- type: main_score
value: 82.25200000000001
- type: map_at_1
value: 0.249
- type: map_at_10
value: 2.088
- type: map_at_100
value: 12.475999999999999
- type: map_at_1000
value: 28.694999999999997
- type: map_at_20
value: 3.8150000000000004
- type: map_at_3
value: 0.696
- type: map_at_5
value: 1.084
- type: mrr_at_1
value: 94
- type: mrr_at_10
value: 96.06666666666666
- type: mrr_at_100
value: 96.06666666666666
- type: mrr_at_1000
value: 96.06666666666666
- type: mrr_at_20
value: 96.06666666666666
- type: mrr_at_3
value: 95.66666666666666
- type: mrr_at_5
value: 96.06666666666666
- type: nauc_map_at_1000_diff1
value: -17.919039415766317
- type: nauc_map_at_1000_max
value: 51.542013433126485
- type: nauc_map_at_1000_std
value: 75.31434892635495
- type: nauc_map_at_100_diff1
value: -20.74092423668948
- type: nauc_map_at_100_max
value: 24.925416535065267
- type: nauc_map_at_100_std
value: 48.034439045919974
- type: nauc_map_at_10_diff1
value: -10.535087148459441
- type: nauc_map_at_10_max
value: -11.772940216983132
- type: nauc_map_at_10_std
value: -4.543952924741779
- type: nauc_map_at_1_diff1
value: 0.8904734356543077
- type: nauc_map_at_1_max
value: -23.25158940019837
- type: nauc_map_at_1_std
value: -14.604203818505734
- type: nauc_map_at_20_diff1
value: -13.682938147908095
- type: nauc_map_at_20_max
value: -3.4425486428132803
- type: nauc_map_at_20_std
value: 4.04479227130499
- type: nauc_map_at_3_diff1
value: -12.758237499172905
- type: nauc_map_at_3_max
value: -19.28421758505586
- type: nauc_map_at_3_std
value: -9.521217205769233
- type: nauc_map_at_5_diff1
value: -13.186429193643617
- type: nauc_map_at_5_max
value: -13.385532572259098
- type: nauc_map_at_5_std
value: -6.312225612178439
- type: nauc_mrr_at_1000_diff1
value: -66.31929608001361
- type: nauc_mrr_at_1000_max
value: 47.000269034167395
- type: nauc_mrr_at_1000_std
value: 79.56922882147201
- type: nauc_mrr_at_100_diff1
value: -66.31929608001361
- type: nauc_mrr_at_100_max
value: 47.000269034167395
- type: nauc_mrr_at_100_std
value: 79.56922882147201
- type: nauc_mrr_at_10_diff1
value: -66.31929608001361
- type: nauc_mrr_at_10_max
value: 47.000269034167395
- type: nauc_mrr_at_10_std
value: 79.56922882147201
- type: nauc_mrr_at_1_diff1
value: -62.88515406162452
- type: nauc_mrr_at_1_max
value: 47.88359788359812
- type: nauc_mrr_at_1_std
value: 80.78120136943666
- type: nauc_mrr_at_20_diff1
value: -66.31929608001361
- type: nauc_mrr_at_20_max
value: 47.000269034167395
- type: nauc_mrr_at_20_std
value: 79.56922882147201
- type: nauc_mrr_at_3_diff1
value: -65.39898010486161
- type: nauc_mrr_at_3_max
value: 51.892551892551886
- type: nauc_mrr_at_3_std
value: 80.24850966027432
- type: nauc_mrr_at_5_diff1
value: -66.31929608001361
- type: nauc_mrr_at_5_max
value: 47.000269034167395
- type: nauc_mrr_at_5_std
value: 79.56922882147201
- type: nauc_ndcg_at_1000_diff1
value: -11.355728364146914
- type: nauc_ndcg_at_1000_max
value: 46.386925340579324
- type: nauc_ndcg_at_1000_std
value: 66.84861787722345
- type: nauc_ndcg_at_100_diff1
value: -22.37902988021572
- type: nauc_ndcg_at_100_max
value: 55.29643965927242
- type: nauc_ndcg_at_100_std
value: 77.77837489762948
- type: nauc_ndcg_at_10_diff1
value: -38.61237197420988
- type: nauc_ndcg_at_10_max
value: 44.93672941814005
- type: nauc_ndcg_at_10_std
value: 56.69653169801909
- type: nauc_ndcg_at_1_diff1
value: -35.76097105508886
- type: nauc_ndcg_at_1_max
value: 44.374416433240015
- type: nauc_ndcg_at_1_std
value: 43.3123249299721
- type: nauc_ndcg_at_20_diff1
value: -31.834255349739536
- type: nauc_ndcg_at_20_max
value: 54.44545919570274
- type: nauc_ndcg_at_20_std
value: 66.77587741159692
- type: nauc_ndcg_at_3_diff1
value: -57.8395154241656
- type: nauc_ndcg_at_3_max
value: 42.578924974174846
- type: nauc_ndcg_at_3_std
value: 55.90798533991258
- type: nauc_ndcg_at_5_diff1
value: -47.617543642801756
- type: nauc_ndcg_at_5_max
value: 44.97436800384369
- type: nauc_ndcg_at_5_std
value: 51.025324266867514
- type: nauc_precision_at_1000_diff1
value: -10.534234712095094
- type: nauc_precision_at_1000_max
value: 51.35509005702664
- type: nauc_precision_at_1000_std
value: 46.94246871324496
- type: nauc_precision_at_100_diff1
value: -22.561799953711663
- type: nauc_precision_at_100_max
value: 59.085611948233954
- type: nauc_precision_at_100_std
value: 79.84472985711812
- type: nauc_precision_at_10_diff1
value: -35.67030970032019
- type: nauc_precision_at_10_max
value: 49.53931334335369
- type: nauc_precision_at_10_std
value: 59.60393685408334
- type: nauc_precision_at_1_diff1
value: -62.88515406162452
- type: nauc_precision_at_1_max
value: 47.88359788359812
- type: nauc_precision_at_1_std
value: 80.78120136943666
- type: nauc_precision_at_20_diff1
value: -31.530368334870325
- type: nauc_precision_at_20_max
value: 56.381773352656616
- type: nauc_precision_at_20_std
value: 65.25230091660255
- type: nauc_precision_at_3_diff1
value: -68.7586450928041
- type: nauc_precision_at_3_max
value: 55.76607585164213
- type: nauc_precision_at_3_std
value: 67.9351497410493
- type: nauc_precision_at_5_diff1
value: -49.198613446820275
- type: nauc_precision_at_5_max
value: 61.92298452139874
- type: nauc_precision_at_5_std
value: 61.28633695987917
- type: nauc_recall_at_1000_diff1
value: -0.6651569013659893
- type: nauc_recall_at_1000_max
value: 34.306755926242474
- type: nauc_recall_at_1000_std
value: 51.90896153051927
- type: nauc_recall_at_100_diff1
value: -10.024089354383117
- type: nauc_recall_at_100_max
value: 5.806797105089591
- type: nauc_recall_at_100_std
value: 28.11404433108664
- type: nauc_recall_at_10_diff1
value: -4.108183471206445
- type: nauc_recall_at_10_max
value: -19.11427384872481
- type: nauc_recall_at_10_std
value: -12.203137162280921
- type: nauc_recall_at_1_diff1
value: 0.8904734356543077
- type: nauc_recall_at_1_max
value: -23.25158940019837
- type: nauc_recall_at_1_std
value: -14.604203818505734
- type: nauc_recall_at_20_diff1
value: -5.210796698265105
- type: nauc_recall_at_20_max
value: -13.42675680836074
- type: nauc_recall_at_20_std
value: -6.045462388299661
- type: nauc_recall_at_3_diff1
value: -9.66613347835611
- type: nauc_recall_at_3_max
value: -22.356186554471442
- type: nauc_recall_at_3_std
value: -13.344831190968376
- type: nauc_recall_at_5_diff1
value: -8.139775774638926
- type: nauc_recall_at_5_max
value: -18.339966615466167
- type: nauc_recall_at_5_std
value: -12.71394328827389
- type: ndcg_at_1
value: 92
- type: ndcg_at_10
value: 82.25200000000001
- type: ndcg_at_100
value: 62.834
- type: ndcg_at_1000
value: 52.961999999999996
- type: ndcg_at_20
value: 78.40899999999999
- type: ndcg_at_3
value: 87
- type: ndcg_at_5
value: 84.883
- type: precision_at_1
value: 94
- type: precision_at_10
value: 86
- type: precision_at_100
value: 64.94
- type: precision_at_1000
value: 23.65
- type: precision_at_20
value: 82.5
- type: precision_at_3
value: 89.333
- type: precision_at_5
value: 87.2
- type: recall_at_1
value: 0.249
- type: recall_at_10
value: 2.253
- type: recall_at_100
value: 15.451
- type: recall_at_1000
value: 49.126999999999995
- type: recall_at_20
value: 4.245
- type: recall_at_3
value: 0.712
- type: recall_at_5
value: 1.135
task:
type: Retrieval
- dataset:
config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics:
- type: main_score
value: 33.012
- type: map_at_1
value: 3.496
- type: map_at_10
value: 13.911999999999999
- type: map_at_100
value: 20.776
- type: map_at_1000
value: 22.182
- type: map_at_20
value: 17.01
- type: map_at_3
value: 7.925
- type: map_at_5
value: 10.165000000000001
- type: mrr_at_1
value: 44.89795918367347
- type: mrr_at_10
value: 59.37884677680596
- type: mrr_at_100
value: 59.94723043010779
- type: mrr_at_1000
value: 59.94723043010779
- type: mrr_at_20
value: 59.84185494658105
- type: mrr_at_3
value: 56.4625850340136
- type: mrr_at_5
value: 57.38095238095238
- type: nauc_map_at_1000_diff1
value: 22.36774084662234
- type: nauc_map_at_1000_max
value: -6.082754550112413
- type: nauc_map_at_1000_std
value: 0.36293988509124525
- type: nauc_map_at_100_diff1
value: 22.504980529214254
- type: nauc_map_at_100_max
value: -6.713263459592174
- type: nauc_map_at_100_std
value: -2.142045657385737
- type: nauc_map_at_10_diff1
value: 16.701762937942956
- type: nauc_map_at_10_max
value: -8.726224596699906
- type: nauc_map_at_10_std
value: -15.49981014786446
- type: nauc_map_at_1_diff1
value: -0.25393599944658846
- type: nauc_map_at_1_max
value: -23.696292878205004
- type: nauc_map_at_1_std
value: -17.763569997650162
- type: nauc_map_at_20_diff1
value: 22.12810885279278
- type: nauc_map_at_20_max
value: -7.094657396306872
- type: nauc_map_at_20_std
value: -11.955744867632113
- type: nauc_map_at_3_diff1
value: 19.977773270711182
- type: nauc_map_at_3_max
value: -17.553280773573498
- type: nauc_map_at_3_std
value: -17.298018815448533
- type: nauc_map_at_5_diff1
value: 15.021827789209139
- type: nauc_map_at_5_max
value: -12.914337593308572
- type: nauc_map_at_5_std
value: -14.107547322899187
- type: nauc_mrr_at_1000_diff1
value: 13.882418155124974
- type: nauc_mrr_at_1000_max
value: -33.77477227214201
- type: nauc_mrr_at_1000_std
value: -4.2125750414094565
- type: nauc_mrr_at_100_diff1
value: 13.882418155124974
- type: nauc_mrr_at_100_max
value: -33.77477227214201
- type: nauc_mrr_at_100_std
value: -4.2125750414094565
- type: nauc_mrr_at_10_diff1
value: 14.196883828223944
- type: nauc_mrr_at_10_max
value: -34.248819138667706
- type: nauc_mrr_at_10_std
value: -3.3304776888509453
- type: nauc_mrr_at_1_diff1
value: 8.487747836938748
- type: nauc_mrr_at_1_max
value: -27.522654947868407
- type: nauc_mrr_at_1_std
value: -9.659288368940414
- type: nauc_mrr_at_20_diff1
value: 13.97141408432223
- type: nauc_mrr_at_20_max
value: -33.94474779537131
- type: nauc_mrr_at_20_std
value: -3.876386267586971
- type: nauc_mrr_at_3_diff1
value: 14.544693993479346
- type: nauc_mrr_at_3_max
value: -33.03445041954154
- type: nauc_mrr_at_3_std
value: -6.411113627184401
- type: nauc_mrr_at_5_diff1
value: 12.327294201418015
- type: nauc_mrr_at_5_max
value: -35.57514449859859
- type: nauc_mrr_at_5_std
value: -5.199952179562716
- type: nauc_ndcg_at_1000_diff1
value: 23.942492305284667
- type: nauc_ndcg_at_1000_max
value: -14.14524516876861
- type: nauc_ndcg_at_1000_std
value: 20.86340207359257
- type: nauc_ndcg_at_100_diff1
value: 24.269852831605093
- type: nauc_ndcg_at_100_max
value: -20.35857202952544
- type: nauc_ndcg_at_100_std
value: 12.767208856993815
- type: nauc_ndcg_at_10_diff1
value: 23.396212480889584
- type: nauc_ndcg_at_10_max
value: -14.778188630795263
- type: nauc_ndcg_at_10_std
value: -2.980021498924259
- type: nauc_ndcg_at_1_diff1
value: 8.885316875767284
- type: nauc_ndcg_at_1_max
value: -28.267329383619
- type: nauc_ndcg_at_1_std
value: -7.5764787635693605
- type: nauc_ndcg_at_20_diff1
value: 28.77259798482034
- type: nauc_ndcg_at_20_max
value: -14.452291430509836
- type: nauc_ndcg_at_20_std
value: -5.389998981015127
- type: nauc_ndcg_at_3_diff1
value: 25.05722733790777
- type: nauc_ndcg_at_3_max
value: -25.793104895264126
- type: nauc_ndcg_at_3_std
value: -5.3408622683279185
- type: nauc_ndcg_at_5_diff1
value: 19.183694373044887
- type: nauc_ndcg_at_5_max
value: -20.502613827866043
- type: nauc_ndcg_at_5_std
value: -1.1810169329712905
- type: nauc_precision_at_1000_diff1
value: -15.607023736636382
- type: nauc_precision_at_1000_max
value: 36.08863082992817
- type: nauc_precision_at_1000_std
value: 47.707249499215344
- type: nauc_precision_at_100_diff1
value: 7.021547619006566
- type: nauc_precision_at_100_max
value: 2.6113599057206387
- type: nauc_precision_at_100_std
value: 66.4590495720394
- type: nauc_precision_at_10_diff1
value: 24.385783257887354
- type: nauc_precision_at_10_max
value: -6.2188453266713
- type: nauc_precision_at_10_std
value: 6.05429677567614
- type: nauc_precision_at_1_diff1
value: 8.487747836938748
- type: nauc_precision_at_1_max
value: -27.522654947868407
- type: nauc_precision_at_1_std
value: -9.659288368940414
- type: nauc_precision_at_20_diff1
value: 34.33880917061261
- type: nauc_precision_at_20_max
value: 4.354279010925412
- type: nauc_precision_at_20_std
value: 22.181325517942035
- type: nauc_precision_at_3_diff1
value: 24.850858478588467
- type: nauc_precision_at_3_max
value: -26.5846953680614
- type: nauc_precision_at_3_std
value: -4.454513023414871
- type: nauc_precision_at_5_diff1
value: 14.138056032082552
- type: nauc_precision_at_5_max
value: -19.944752876707845
- type: nauc_precision_at_5_std
value: 2.777514787746078
- type: nauc_recall_at_1000_diff1
value: -0.4820471365058493
- type: nauc_recall_at_1000_max
value: -1.0630194189351716
- type: nauc_recall_at_1000_std
value: 63.95617322698779
- type: nauc_recall_at_100_diff1
value: 14.181992335572508
- type: nauc_recall_at_100_max
value: -17.09847742717872
- type: nauc_recall_at_100_std
value: 27.38485306952274
- type: nauc_recall_at_10_diff1
value: 16.676209261808168
- type: nauc_recall_at_10_max
value: -8.143613489548878
- type: nauc_recall_at_10_std
value: -11.428526204063497
- type: nauc_recall_at_1_diff1
value: -0.25393599944658846
- type: nauc_recall_at_1_max
value: -23.696292878205004
- type: nauc_recall_at_1_std
value: -17.763569997650162
- type: nauc_recall_at_20_diff1
value: 24.37368696357739
- type: nauc_recall_at_20_max
value: -8.967218424155384
- type: nauc_recall_at_20_std
value: -6.864178520023853
- type: nauc_recall_at_3_diff1
value: 16.440629512619275
- type: nauc_recall_at_3_max
value: -21.691853645017947
- type: nauc_recall_at_3_std
value: -18.112300717394543
- type: nauc_recall_at_5_diff1
value: 9.406357694811373
- type: nauc_recall_at_5_max
value: -18.299603437308214
- type: nauc_recall_at_5_std
value: -14.029380126465446
- type: ndcg_at_1
value: 41.837
- type: ndcg_at_10
value: 33.012
- type: ndcg_at_100
value: 43.504
- type: ndcg_at_1000
value: 54.142999999999994
- type: ndcg_at_20
value: 33.681
- type: ndcg_at_3
value: 39.865
- type: ndcg_at_5
value: 35.199999999999996
- type: precision_at_1
value: 44.897999999999996
- type: precision_at_10
value: 29.387999999999998
- type: precision_at_100
value: 8.449
- type: precision_at_1000
value: 1.569
- type: precision_at_20
value: 22.245
- type: precision_at_3
value: 41.497
- type: precision_at_5
value: 34.694
- type: recall_at_1
value: 3.496
- type: recall_at_10
value: 20.438000000000002
- type: recall_at_100
value: 51.196
- type: recall_at_1000
value: 84.426
- type: recall_at_20
value: 29.873
- type: recall_at_3
value: 9.228
- type: recall_at_5
value: 12.598
task:
type: Retrieval
tags:
- mteb
- feature-extraction
- marqo
- retrieval
license: mit
language:
- en
library_name: transformers
Marqo's Chimera arctic-bge-m
This Model | Usage | FAQ | About Marqo | Acknowledgement
This Model
This is a chimera model which concatenates embeddings from Snowflake/snowflake-arctic-embed-m-v1.5 and BAAI/bge-base-en-v1.5. This model produces an embedding with 1536 dimensions (768+768) and has a total of 218M parameters (109+109). Embeddings from each model are unit normalized prior to concatenation.
Usage
import torch
from torch.nn.functional import normalize
from transformers import AutoModel, AutoTokenizer
# Load the model and tokenizer.
tokenizer = AutoTokenizer.from_pretrained("Marqo/marqo-chimera-arctic-bge-m")
model = AutoModel.from_pretrained("Marqo/marqo-chimera-arctic-bge-m", trust_remote_code=True)
model.eval()
# Model constants.
query_prefix = 'Represent this sentence for searching relevant passages: '
# Your queries and docs.
queries = [
"What is vector search?",
"Where can I get the best pizza?"
]
documents = [
"Marqo is an end-to-end platform for embedding training and retrieval.",
"Definitely Naples! The birthplace of pizza, and it’s as authentic as it gets."
]
# Add query prefix and tokenize queries and docs.
queries_with_prefix = [f"{query_prefix}{q}" for q in queries]
query_tokens = tokenizer(queries_with_prefix, padding=True, truncation=True, return_tensors='pt', max_length=512)
document_tokens = tokenizer(documents, padding=True, truncation=True, return_tensors='pt', max_length=512)
# Use the model to generate text embeddings.
with torch.inference_mode():
query_embeddings = model(**query_tokens)
document_embeddings = model(**document_tokens)
# Remember to normalize embeddings.
query_embeddings = normalize(query_embeddings)
document_embeddings = normalize(document_embeddings)
# Scores via dotproduct.
scores = query_embeddings @ document_embeddings.T
# Pretty-print the results.
for query, query_scores in zip(queries, scores):
doc_score_pairs = list(zip(documents, query_scores))
doc_score_pairs = sorted(doc_score_pairs, key=lambda x: x[1], reverse=True)
print(f'Query: "{query}"')
for document, score in doc_score_pairs:
print(f'Score: {score:.4f} | Document: "{document}"')
print()
# Query: "What is vector search?"
# Score: 0.4997 | Document: "Marqo is an end-to-end platform for embedding training and retrieval."
# Score: 0.2509 | Document: "Definitely Naples! The birthplace of pizza, and it’s as authentic as it gets."
# Query: "Where can I get the best pizza?"
# Score: 0.7444 | Document: "Definitely Naples! The birthplace of pizza, and it’s as authentic as it gets."
# Score: 0.3303 | Document: "Marqo is an end-to-end platform for embedding training and retrieval."
FAQ
Q: Do I need to prefix queries?
A: Yes, this model has the same rules for prefixing as its constituent models. Queries in asymmetric retrieval should be prefixed with "Represent this sentence for searching relevant passages: "
.
About Marqo
Marqo is an end-to-end platform for training embeddings models and building vector search. Marqo is available as an open-source offering on our GitHub or as a managed cloud service on Marqo Cloud.
Acknowledgement
We want to acknowledge the original creators of the Snowflake/snowflake-arctic-embed-m-v1.5 and BAAI/bge-base-en-v1.5 models which are used to create this model.