add cqa metrics

README.md

@@ -56,6 +56,903 @@ model-index:
       value: 30.623999999999995
     - type: f1
       value: 29.427789186742153
+  - task:
+      type: Retrieval
+    dataset:
+      type: BeIR/cqadupstack
+      name: MTEB CQADupstackAndroidRetrieval
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 34.027
+    - type: map_at_10
+      value: 45.284
+    - type: map_at_100
+      value: 46.845
+    - type: map_at_1000
+      value: 46.961999999999996
+    - type: map_at_3
+      value: 41.831
+    - type: map_at_5
+      value: 43.791000000000004
+    - type: mrr_at_1
+      value: 41.488
+    - type: mrr_at_10
+      value: 51.383
+    - type: mrr_at_100
+      value: 52.093
+    - type: mrr_at_1000
+      value: 52.132
+    - type: mrr_at_3
+      value: 48.927
+    - type: mrr_at_5
+      value: 50.601
+    - type: ndcg_at_1
+      value: 41.488
+    - type: ndcg_at_10
+      value: 51.564
+    - type: ndcg_at_100
+      value: 56.806999999999995
+    - type: ndcg_at_1000
+      value: 58.526999999999994
+    - type: ndcg_at_3
+      value: 46.876
+    - type: ndcg_at_5
+      value: 49.198
+    - type: precision_at_1
+      value: 41.488
+    - type: precision_at_10
+      value: 9.886000000000001
+    - type: precision_at_100
+      value: 1.591
+    - type: precision_at_1000
+      value: 0.20500000000000002
+    - type: precision_at_3
+      value: 22.317999999999998
+    - type: precision_at_5
+      value: 16.252
+    - type: recall_at_1
+      value: 34.027
+    - type: recall_at_10
+      value: 62.668
+    - type: recall_at_100
+      value: 84.502
+    - type: recall_at_1000
+      value: 95.61800000000001
+    - type: recall_at_3
+      value: 49.132999999999996
+    - type: recall_at_5
+      value: 55.547000000000004
+  - task:
+      type: Retrieval
+    dataset:
+      type: BeIR/cqadupstack
+      name: MTEB CQADupstackEnglishRetrieval
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 28.871999999999996
+    - type: map_at_10
+      value: 38.975
+    - type: map_at_100
+      value: 40.186
+    - type: map_at_1000
+      value: 40.317
+    - type: map_at_3
+      value: 35.942
+    - type: map_at_5
+      value: 37.606
+    - type: mrr_at_1
+      value: 36.497
+    - type: mrr_at_10
+      value: 45.072
+    - type: mrr_at_100
+      value: 45.725
+    - type: mrr_at_1000
+      value: 45.775
+    - type: mrr_at_3
+      value: 42.824
+    - type: mrr_at_5
+      value: 44.082
+    - type: ndcg_at_1
+      value: 36.497
+    - type: ndcg_at_10
+      value: 44.805
+    - type: ndcg_at_100
+      value: 49.044
+    - type: ndcg_at_1000
+      value: 51.318
+    - type: ndcg_at_3
+      value: 40.489000000000004
+    - type: ndcg_at_5
+      value: 42.399
+    - type: precision_at_1
+      value: 36.497
+    - type: precision_at_10
+      value: 8.516
+    - type: precision_at_100
+      value: 1.343
+    - type: precision_at_1000
+      value: 0.185
+    - type: precision_at_3
+      value: 19.66
+    - type: precision_at_5
+      value: 13.987
+    - type: recall_at_1
+      value: 28.871999999999996
+    - type: recall_at_10
+      value: 55.286
+    - type: recall_at_100
+      value: 73.041
+    - type: recall_at_1000
+      value: 87.66000000000001
+    - type: recall_at_3
+      value: 42.498000000000005
+    - type: recall_at_5
+      value: 47.827999999999996
+  - task:
+      type: Retrieval
+    dataset:
+      type: BeIR/cqadupstack
+      name: MTEB CQADupstackGamingRetrieval
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 38.635999999999996
+    - type: map_at_10
+      value: 50.629000000000005
+    - type: map_at_100
+      value: 51.690999999999995
+    - type: map_at_1000
+      value: 51.748000000000005
+    - type: map_at_3
+      value: 47.421
+    - type: map_at_5
+      value: 49.297000000000004
+    - type: mrr_at_1
+      value: 44.074999999999996
+    - type: mrr_at_10
+      value: 53.93
+    - type: mrr_at_100
+      value: 54.637
+    - type: mrr_at_1000
+      value: 54.663
+    - type: mrr_at_3
+      value: 51.526
+    - type: mrr_at_5
+      value: 52.949
+    - type: ndcg_at_1
+      value: 44.074999999999996
+    - type: ndcg_at_10
+      value: 56.355999999999995
+    - type: ndcg_at_100
+      value: 60.504999999999995
+    - type: ndcg_at_1000
+      value: 61.553999999999995
+    - type: ndcg_at_3
+      value: 51.007000000000005
+    - type: ndcg_at_5
+      value: 53.689
+    - type: precision_at_1
+      value: 44.074999999999996
+    - type: precision_at_10
+      value: 9.072
+    - type: precision_at_100
+      value: 1.208
+    - type: precision_at_1000
+      value: 0.134
+    - type: precision_at_3
+      value: 22.8
+    - type: precision_at_5
+      value: 15.674
+    - type: recall_at_1
+      value: 38.635999999999996
+    - type: recall_at_10
+      value: 69.88600000000001
+    - type: recall_at_100
+      value: 87.82600000000001
+    - type: recall_at_1000
+      value: 95.06
+    - type: recall_at_3
+      value: 55.52
+    - type: recall_at_5
+      value: 62.077000000000005
+  - task:
+      type: Retrieval
+    dataset:
+      type: BeIR/cqadupstack
+      name: MTEB CQADupstackGisRetrieval
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 25.418000000000003
+    - type: map_at_10
+      value: 33.894999999999996
+    - type: map_at_100
+      value: 34.876000000000005
+    - type: map_at_1000
+      value: 34.949000000000005
+    - type: map_at_3
+      value: 31.147999999999996
+    - type: map_at_5
+      value: 32.558
+    - type: mrr_at_1
+      value: 27.458
+    - type: mrr_at_10
+      value: 36.065999999999995
+    - type: mrr_at_100
+      value: 36.924
+    - type: mrr_at_1000
+      value: 36.980000000000004
+    - type: mrr_at_3
+      value: 33.409
+    - type: mrr_at_5
+      value: 34.878
+    - type: ndcg_at_1
+      value: 27.458
+    - type: ndcg_at_10
+      value: 39.064
+    - type: ndcg_at_100
+      value: 44.027
+    - type: ndcg_at_1000
+      value: 46.024
+    - type: ndcg_at_3
+      value: 33.623
+    - type: ndcg_at_5
+      value: 36.071
+    - type: precision_at_1
+      value: 27.458
+    - type: precision_at_10
+      value: 6.101999999999999
+    - type: precision_at_100
+      value: 0.905
+    - type: precision_at_1000
+      value: 0.11199999999999999
+    - type: precision_at_3
+      value: 14.237
+    - type: precision_at_5
+      value: 9.989
+    - type: recall_at_1
+      value: 25.418000000000003
+    - type: recall_at_10
+      value: 52.952999999999996
+    - type: recall_at_100
+      value: 76.19200000000001
+    - type: recall_at_1000
+      value: 91.388
+    - type: recall_at_3
+      value: 38.271
+    - type: recall_at_5
+      value: 44.144
+  - task:
+      type: Retrieval
+    dataset:
+      type: BeIR/cqadupstack
+      name: MTEB CQADupstackMathematicaRetrieval
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 15.977
+    - type: map_at_10
+      value: 23.580000000000002
+    - type: map_at_100
+      value: 24.779999999999998
+    - type: map_at_1000
+      value: 24.897
+    - type: map_at_3
+      value: 21.115000000000002
+    - type: map_at_5
+      value: 22.339000000000002
+    - type: mrr_at_1
+      value: 19.652
+    - type: mrr_at_10
+      value: 28.053
+    - type: mrr_at_100
+      value: 29.008
+    - type: mrr_at_1000
+      value: 29.075
+    - type: mrr_at_3
+      value: 25.643
+    - type: mrr_at_5
+      value: 26.862000000000002
+    - type: ndcg_at_1
+      value: 19.652
+    - type: ndcg_at_10
+      value: 28.709
+    - type: ndcg_at_100
+      value: 34.5
+    - type: ndcg_at_1000
+      value: 37.425999999999995
+    - type: ndcg_at_3
+      value: 24.07
+    - type: ndcg_at_5
+      value: 25.932
+    - type: precision_at_1
+      value: 19.652
+    - type: precision_at_10
+      value: 5.485
+    - type: precision_at_100
+      value: 0.959
+    - type: precision_at_1000
+      value: 0.134
+    - type: precision_at_3
+      value: 11.816
+    - type: precision_at_5
+      value: 8.632
+    - type: recall_at_1
+      value: 15.977
+    - type: recall_at_10
+      value: 40.127
+    - type: recall_at_100
+      value: 65.669
+    - type: recall_at_1000
+      value: 86.82600000000001
+    - type: recall_at_3
+      value: 26.978
+    - type: recall_at_5
+      value: 31.812
+  - task:
+      type: Retrieval
+    dataset:
+      type: BeIR/cqadupstack
+      name: MTEB CQADupstackPhysicsRetrieval
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 27.126
+    - type: map_at_10
+      value: 37.077
+    - type: map_at_100
+      value: 38.421
+    - type: map_at_1000
+      value: 38.541
+    - type: map_at_3
+      value: 33.694
+    - type: map_at_5
+      value: 35.714
+    - type: mrr_at_1
+      value: 33.589999999999996
+    - type: mrr_at_10
+      value: 42.784
+    - type: mrr_at_100
+      value: 43.635000000000005
+    - type: mrr_at_1000
+      value: 43.682
+    - type: mrr_at_3
+      value: 39.926
+    - type: mrr_at_5
+      value: 41.846
+    - type: ndcg_at_1
+      value: 33.589999999999996
+    - type: ndcg_at_10
+      value: 43.131
+    - type: ndcg_at_100
+      value: 48.788
+    - type: ndcg_at_1000
+      value: 50.9
+    - type: ndcg_at_3
+      value: 37.736
+    - type: ndcg_at_5
+      value: 40.634
+    - type: precision_at_1
+      value: 33.589999999999996
+    - type: precision_at_10
+      value: 7.979
+    - type: precision_at_100
+      value: 1.269
+    - type: precision_at_1000
+      value: 0.166
+    - type: precision_at_3
+      value: 17.965999999999998
+    - type: precision_at_5
+      value: 13.224
+    - type: recall_at_1
+      value: 27.126
+    - type: recall_at_10
+      value: 55.525000000000006
+    - type: recall_at_100
+      value: 79.438
+    - type: recall_at_1000
+      value: 93.061
+    - type: recall_at_3
+      value: 40.510000000000005
+    - type: recall_at_5
+      value: 47.935
+  - task:
+      type: Retrieval
+    dataset:
+      type: BeIR/cqadupstack
+      name: MTEB CQADupstackProgrammersRetrieval
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 26.823000000000004
+    - type: map_at_10
+      value: 35.67
+    - type: map_at_100
+      value: 36.968
+    - type: map_at_1000
+      value: 37.1
+    - type: map_at_3
+      value: 33.213
+    - type: map_at_5
+      value: 34.407
+    - type: mrr_at_1
+      value: 32.877
+    - type: mrr_at_10
+      value: 41.109
+    - type: mrr_at_100
+      value: 41.984
+    - type: mrr_at_1000
+      value: 42.056
+    - type: mrr_at_3
+      value: 39.174
+    - type: mrr_at_5
+      value: 40.099000000000004
+    - type: ndcg_at_1
+      value: 32.877
+    - type: ndcg_at_10
+      value: 40.995
+    - type: ndcg_at_100
+      value: 46.479
+    - type: ndcg_at_1000
+      value: 49.157000000000004
+    - type: ndcg_at_3
+      value: 37.052
+    - type: ndcg_at_5
+      value: 38.456
+    - type: precision_at_1
+      value: 32.877
+    - type: precision_at_10
+      value: 7.226000000000001
+    - type: precision_at_100
+      value: 1.17
+    - type: precision_at_1000
+      value: 0.159
+    - type: precision_at_3
+      value: 17.580000000000002
+    - type: precision_at_5
+      value: 11.985999999999999
+    - type: recall_at_1
+      value: 26.823000000000004
+    - type: recall_at_10
+      value: 51.651
+    - type: recall_at_100
+      value: 74.80799999999999
+    - type: recall_at_1000
+      value: 92.887
+    - type: recall_at_3
+      value: 39.928999999999995
+    - type: recall_at_5
+      value: 43.998
+  - task:
+      type: Retrieval
+    dataset:
+      type: BeIR/cqadupstack
+      name: MTEB CQADupstackRetrieval
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 25.948
+    - type: map_at_10
+      value: 34.89458333333334
+    - type: map_at_100
+      value: 36.0865
+    - type: map_at_1000
+      value: 36.20658333333333
+    - type: map_at_3
+      value: 32.09133333333334
+    - type: map_at_5
+      value: 33.5975
+    - type: mrr_at_1
+      value: 30.68441666666667
+    - type: mrr_at_10
+      value: 39.060916666666664
+    - type: mrr_at_100
+      value: 39.88725
+    - type: mrr_at_1000
+      value: 39.946916666666674
+    - type: mrr_at_3
+      value: 36.66891666666666
+    - type: mrr_at_5
+      value: 38.00875
+    - type: ndcg_at_1
+      value: 30.68441666666667
+    - type: ndcg_at_10
+      value: 40.24416666666667
+    - type: ndcg_at_100
+      value: 45.29891666666666
+    - type: ndcg_at_1000
+      value: 47.62883333333334
+    - type: ndcg_at_3
+      value: 35.48391666666666
+    - type: ndcg_at_5
+      value: 37.613
+    - type: precision_at_1
+      value: 30.68441666666667
+    - type: precision_at_10
+      value: 7.098750000000001
+    - type: precision_at_100
+      value: 1.1458333333333333
+    - type: precision_at_1000
+      value: 0.15400000000000003
+    - type: precision_at_3
+      value: 16.351583333333334
+    - type: precision_at_5
+      value: 11.620666666666668
+    - type: recall_at_1
+      value: 25.948
+    - type: recall_at_10
+      value: 51.91491666666666
+    - type: recall_at_100
+      value: 74.13791666666665
+    - type: recall_at_1000
+      value: 90.30833333333332
+    - type: recall_at_3
+      value: 38.521
+    - type: recall_at_5
+      value: 44.02825
+  - task:
+      type: Retrieval
+    dataset:
+      type: BeIR/cqadupstack
+      name: MTEB CQADupstackStatsRetrieval
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 22.831000000000003
+    - type: map_at_10
+      value: 29.503
+    - type: map_at_100
+      value: 30.358
+    - type: map_at_1000
+      value: 30.462
+    - type: map_at_3
+      value: 27.344
+    - type: map_at_5
+      value: 28.408
+    - type: mrr_at_1
+      value: 25.153
+    - type: mrr_at_10
+      value: 31.726
+    - type: mrr_at_100
+      value: 32.491
+    - type: mrr_at_1000
+      value: 32.568999999999996
+    - type: mrr_at_3
+      value: 29.601
+    - type: mrr_at_5
+      value: 30.667
+    - type: ndcg_at_1
+      value: 25.153
+    - type: ndcg_at_10
+      value: 33.629
+    - type: ndcg_at_100
+      value: 37.979
+    - type: ndcg_at_1000
+      value: 40.63
+    - type: ndcg_at_3
+      value: 29.455
+    - type: ndcg_at_5
+      value: 31.072
+    - type: precision_at_1
+      value: 25.153
+    - type: precision_at_10
+      value: 5.367999999999999
+    - type: precision_at_100
+      value: 0.8160000000000001
+    - type: precision_at_1000
+      value: 0.11299999999999999
+    - type: precision_at_3
+      value: 12.679000000000002
+    - type: precision_at_5
+      value: 8.773
+    - type: recall_at_1
+      value: 22.831000000000003
+    - type: recall_at_10
+      value: 44.194
+    - type: recall_at_100
+      value: 64.11
+    - type: recall_at_1000
+      value: 83.588
+    - type: recall_at_3
+      value: 32.402
+    - type: recall_at_5
+      value: 36.39
+  - task:
+      type: Retrieval
+    dataset:
+      type: BeIR/cqadupstack
+      name: MTEB CQADupstackTexRetrieval
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 17.53
+    - type: map_at_10
+      value: 24.656
+    - type: map_at_100
+      value: 25.751
+    - type: map_at_1000
+      value: 25.881
+    - type: map_at_3
+      value: 22.387999999999998
+    - type: map_at_5
+      value: 23.536
+    - type: mrr_at_1
+      value: 21.266
+    - type: mrr_at_10
+      value: 28.355000000000004
+    - type: mrr_at_100
+      value: 29.281000000000002
+    - type: mrr_at_1000
+      value: 29.359
+    - type: mrr_at_3
+      value: 26.222
+    - type: mrr_at_5
+      value: 27.361
+    - type: ndcg_at_1
+      value: 21.266
+    - type: ndcg_at_10
+      value: 29.195999999999998
+    - type: ndcg_at_100
+      value: 34.477999999999994
+    - type: ndcg_at_1000
+      value: 37.509
+    - type: ndcg_at_3
+      value: 25.081999999999997
+    - type: ndcg_at_5
+      value: 26.781
+    - type: precision_at_1
+      value: 21.266
+    - type: precision_at_10
+      value: 5.306
+    - type: precision_at_100
+      value: 0.936
+    - type: precision_at_1000
+      value: 0.13799999999999998
+    - type: precision_at_3
+      value: 11.769
+    - type: precision_at_5
+      value: 8.437999999999999
+    - type: recall_at_1
+      value: 17.53
+    - type: recall_at_10
+      value: 39.205
+    - type: recall_at_100
+      value: 62.936
+    - type: recall_at_1000
+      value: 84.576
+    - type: recall_at_3
+      value: 27.624
+    - type: recall_at_5
+      value: 32.025999999999996
+  - task:
+      type: Retrieval
+    dataset:
+      type: BeIR/cqadupstack
+      name: MTEB CQADupstackUnixRetrieval
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 27.221
+    - type: map_at_10
+      value: 35.442
+    - type: map_at_100
+      value: 36.602000000000004
+    - type: map_at_1000
+      value: 36.714999999999996
+    - type: map_at_3
+      value: 32.667
+    - type: map_at_5
+      value: 34.07
+    - type: mrr_at_1
+      value: 32.183
+    - type: mrr_at_10
+      value: 39.811
+    - type: mrr_at_100
+      value: 40.666999999999994
+    - type: mrr_at_1000
+      value: 40.739
+    - type: mrr_at_3
+      value: 37.438
+    - type: mrr_at_5
+      value: 38.692
+    - type: ndcg_at_1
+      value: 32.183
+    - type: ndcg_at_10
+      value: 40.652
+    - type: ndcg_at_100
+      value: 45.749
+    - type: ndcg_at_1000
+      value: 48.284
+    - type: ndcg_at_3
+      value: 35.716
+    - type: ndcg_at_5
+      value: 37.767
+    - type: precision_at_1
+      value: 32.183
+    - type: precision_at_10
+      value: 6.81
+    - type: precision_at_100
+      value: 1.049
+    - type: precision_at_1000
+      value: 0.13799999999999998
+    - type: precision_at_3
+      value: 16.169
+    - type: precision_at_5
+      value: 11.213
+    - type: recall_at_1
+      value: 27.221
+    - type: recall_at_10
+      value: 52.364
+    - type: recall_at_100
+      value: 74.28399999999999
+    - type: recall_at_1000
+      value: 92.01899999999999
+    - type: recall_at_3
+      value: 38.391999999999996
+    - type: recall_at_5
+      value: 43.934
+  - task:
+      type: Retrieval
+    dataset:
+      type: BeIR/cqadupstack
+      name: MTEB CQADupstackWebmastersRetrieval
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 26.113999999999997
+    - type: map_at_10
+      value: 35.785
+    - type: map_at_100
+      value: 37.297999999999995
+    - type: map_at_1000
+      value: 37.545
+    - type: map_at_3
+      value: 32.58
+    - type: map_at_5
+      value: 34.39
+    - type: mrr_at_1
+      value: 31.423000000000002
+    - type: mrr_at_10
+      value: 40.21
+    - type: mrr_at_100
+      value: 41.03
+    - type: mrr_at_1000
+      value: 41.095
+    - type: mrr_at_3
+      value: 37.549
+    - type: mrr_at_5
+      value: 39.032
+    - type: ndcg_at_1
+      value: 31.423000000000002
+    - type: ndcg_at_10
+      value: 42.01
+    - type: ndcg_at_100
+      value: 47.098
+    - type: ndcg_at_1000
+      value: 49.577
+    - type: ndcg_at_3
+      value: 36.862
+    - type: ndcg_at_5
+      value: 39.312000000000005
+    - type: precision_at_1
+      value: 31.423000000000002
+    - type: precision_at_10
+      value: 8.241
+    - type: precision_at_100
+      value: 1.644
+    - type: precision_at_1000
+      value: 0.246
+    - type: precision_at_3
+      value: 17.457
+    - type: precision_at_5
+      value: 12.925
+    - type: recall_at_1
+      value: 26.113999999999997
+    - type: recall_at_10
+      value: 54.071000000000005
+    - type: recall_at_100
+      value: 77.102
+    - type: recall_at_1000
+      value: 92.453
+    - type: recall_at_3
+      value: 39.306999999999995
+    - type: recall_at_5
+      value: 45.778
+  - task:
+      type: Retrieval
+    dataset:
+      type: BeIR/cqadupstack
+      name: MTEB CQADupstackWordpressRetrieval
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 20.801
+    - type: map_at_10
+      value: 28.238999999999997
+    - type: map_at_100
+      value: 29.262
+    - type: map_at_1000
+      value: 29.362
+    - type: map_at_3
+      value: 25.752999999999997
+    - type: map_at_5
+      value: 27.054000000000002
+    - type: mrr_at_1
+      value: 22.551
+    - type: mrr_at_10
+      value: 30.232
+    - type: mrr_at_100
+      value: 31.172
+    - type: mrr_at_1000
+      value: 31.238
+    - type: mrr_at_3
+      value: 27.788
+    - type: mrr_at_5
+      value: 29.036
+    - type: ndcg_at_1
+      value: 22.551
+    - type: ndcg_at_10
+      value: 32.818999999999996
+    - type: ndcg_at_100
+      value: 38.133
+    - type: ndcg_at_1000
+      value: 40.64
+    - type: ndcg_at_3
+      value: 27.839000000000002
+    - type: ndcg_at_5
+      value: 30.044999999999998
+    - type: precision_at_1
+      value: 22.551
+    - type: precision_at_10
+      value: 5.194
+    - type: precision_at_100
+      value: 0.86
+    - type: precision_at_1000
+      value: 0.11800000000000001
+    - type: precision_at_3
+      value: 11.768
+    - type: precision_at_5
+      value: 8.355
+    - type: recall_at_1
+      value: 20.801
+    - type: recall_at_10
+      value: 45.049
+    - type: recall_at_100
+      value: 69.747
+    - type: recall_at_1000
+      value: 88.564
+    - type: recall_at_3
+      value: 31.688
+    - type: recall_at_5
+      value: 36.870000000000005
   - task:
       type: Retrieval
     dataset: