{ "task": { "id": "arch_retrieval", "display_name": "Arch Retrieval", "description": "Retrieves bacterial proteins with similar swissprot annotations to a query archaeal protein", "modality": "protein", "type": "retrieval", "datasets": [ { "path": "tattabio/arch_retrieval", "revision": "a19124322604a21b26b1b3c13a1bd0b8a63c9f7b" }, { "path": "tattabio/arch_retrieval_qrels", "revision": "3f142f2f9a0995d56c6e77188c7251761450afcf" } ], "primary_metric_id": "map_at_5" }, "model": { "hf_name": "facebook/esm2_t33_650M_UR50D", "revision": "...", "num_layers": 33, "num_params": 652353941, "embed_dim": 1280 }, "dgeb_version": "0.0.0", "results": [ { "layer_number": 16, "layer_display_name": "16", "metrics": [ { "id": "ndcg_at_5", "display_name": "ndcg_at_5", "description": null, "value": 0.93123 }, { "id": "ndcg_at_10", "display_name": "ndcg_at_10", "description": null, "value": 0.92445 }, { "id": "ndcg_at_50", "display_name": "ndcg_at_50", "description": null, "value": 0.8848 }, { "id": "map_at_5", "display_name": "map_at_5", "description": null, "value": 0.30898 }, { "id": "map_at_10", "display_name": "map_at_10", "description": null, "value": 0.43383 }, { "id": "map_at_50", "display_name": "map_at_50", "description": null, "value": 0.737 }, { "id": "recall_at_5", "display_name": "recall_at_5", "description": null, "value": 0.31538 }, { "id": "recall_at_10", "display_name": "recall_at_10", "description": null, "value": 0.44791 }, { "id": "recall_at_50", "display_name": "recall_at_50", "description": null, "value": 0.76764 }, { "id": "precision_at_5", "display_name": "precision_at_5", "description": null, "value": 0.84481 }, { "id": "precision_at_10", "display_name": "precision_at_10", "description": null, "value": 0.78015 }, { "id": "precision_at_50", "display_name": "precision_at_50", "description": null, "value": 0.46964 }, { "id": "mrr_at_5", "display_name": "mrr_at_5", "description": null, "value": 0.9498435054773084 }, { "id": "mrr_at_10", "display_name": "mrr_at_10", "description": null, "value": 0.9516662263141135 }, { "id": "mrr_at_50", "display_name": "mrr_at_50", "description": null, "value": 0.9519930735110318 }, { "id": "nauc_ndcg_at_5_max", "display_name": "nauc_ndcg_at_5_max", "description": null, "value": 0.6308519525257628 }, { "id": "nauc_ndcg_at_5_std", "display_name": "nauc_ndcg_at_5_std", "description": null, "value": 0.089031581354036 }, { "id": "nauc_ndcg_at_5_diff1", "display_name": "nauc_ndcg_at_5_diff1", "description": null, "value": -0.4412273663070538 }, { "id": "nauc_ndcg_at_10_max", "display_name": "nauc_ndcg_at_10_max", "description": null, "value": 0.6032994212940577 }, { "id": "nauc_ndcg_at_10_std", "display_name": "nauc_ndcg_at_10_std", "description": null, "value": 0.09724157956704019 }, { "id": "nauc_ndcg_at_10_diff1", "display_name": "nauc_ndcg_at_10_diff1", "description": null, "value": -0.4738679731426537 }, { "id": "nauc_ndcg_at_50_max", "display_name": "nauc_ndcg_at_50_max", "description": null, "value": 0.5712702884058568 }, { "id": "nauc_ndcg_at_50_std", "display_name": "nauc_ndcg_at_50_std", "description": null, "value": -0.1658603066862231 }, { "id": "nauc_ndcg_at_50_diff1", "display_name": "nauc_ndcg_at_50_diff1", "description": null, "value": -0.3611726321158017 }, { "id": "nauc_map_at_5_max", "display_name": "nauc_map_at_5_max", "description": null, "value": -0.017602606962065153 }, { "id": "nauc_map_at_5_std", "display_name": "nauc_map_at_5_std", "description": null, "value": 0.09514819051312666 }, { "id": "nauc_map_at_5_diff1", "display_name": "nauc_map_at_5_diff1", "description": null, "value": 0.2848295232149835 }, { "id": "nauc_map_at_10_max", "display_name": "nauc_map_at_10_max", "description": null, "value": 0.08673113556503126 }, { "id": "nauc_map_at_10_std", "display_name": "nauc_map_at_10_std", "description": null, "value": 0.15294567339061488 }, { "id": "nauc_map_at_10_diff1", "display_name": "nauc_map_at_10_diff1", "description": null, "value": 0.16894744699362754 }, { "id": "nauc_map_at_50_max", "display_name": "nauc_map_at_50_max", "description": null, "value": 0.5120519885236438 }, { "id": "nauc_map_at_50_std", "display_name": "nauc_map_at_50_std", "description": null, "value": -0.0038334646025400855 }, { "id": "nauc_map_at_50_diff1", "display_name": "nauc_map_at_50_diff1", "description": null, "value": -0.2199525642638632 }, { "id": "nauc_recall_at_5_max", "display_name": "nauc_recall_at_5_max", "description": null, "value": -0.02455812168337926 }, { "id": "nauc_recall_at_5_std", "display_name": "nauc_recall_at_5_std", "description": null, "value": 0.09896005096881812 }, { "id": "nauc_recall_at_5_diff1", "display_name": "nauc_recall_at_5_diff1", "description": null, "value": 0.2875714656687537 }, { "id": "nauc_recall_at_10_max", "display_name": "nauc_recall_at_10_max", "description": null, "value": 0.06805556416914144 }, { "id": "nauc_recall_at_10_std", "display_name": "nauc_recall_at_10_std", "description": null, "value": 0.15852083147934737 }, { "id": "nauc_recall_at_10_diff1", "display_name": "nauc_recall_at_10_diff1", "description": null, "value": 0.1784723750352869 }, { "id": "nauc_recall_at_50_max", "display_name": "nauc_recall_at_50_max", "description": null, "value": 0.500056208041346 }, { "id": "nauc_recall_at_50_std", "display_name": "nauc_recall_at_50_std", "description": null, "value": 0.002586904787276158 }, { "id": "nauc_recall_at_50_diff1", "display_name": "nauc_recall_at_50_diff1", "description": null, "value": -0.20499742952429414 }, { "id": "nauc_precision_at_5_max", "display_name": "nauc_precision_at_5_max", "description": null, "value": 0.5039507321590944 }, { "id": "nauc_precision_at_5_std", "display_name": "nauc_precision_at_5_std", "description": null, "value": 0.05258016937163956 }, { "id": "nauc_precision_at_5_diff1", "display_name": "nauc_precision_at_5_diff1", "description": null, "value": -0.7647229953284452 }, { "id": "nauc_precision_at_10_max", "display_name": "nauc_precision_at_10_max", "description": null, "value": 0.4021315165507268 }, { "id": "nauc_precision_at_10_std", "display_name": "nauc_precision_at_10_std", "description": null, "value": 0.016992811311858026 }, { "id": "nauc_precision_at_10_diff1", "display_name": "nauc_precision_at_10_diff1", "description": null, "value": -0.6768345994695547 }, { "id": "nauc_precision_at_50_max", "display_name": "nauc_precision_at_50_max", "description": null, "value": 0.17895723642667355 }, { "id": "nauc_precision_at_50_std", "display_name": "nauc_precision_at_50_std", "description": null, "value": -0.33113192778327805 }, { "id": "nauc_precision_at_50_diff1", "display_name": "nauc_precision_at_50_diff1", "description": null, "value": -0.3516930058377777 }, { "id": "nauc_mrr_at_5_max", "display_name": "nauc_mrr_at_5_max", "description": null, "value": 0.6679881478327583 }, { "id": "nauc_mrr_at_5_std", "display_name": "nauc_mrr_at_5_std", "description": null, "value": 0.1530559182468113 }, { "id": "nauc_mrr_at_5_diff1", "display_name": "nauc_mrr_at_5_diff1", "description": null, "value": -0.2950913220027977 }, { "id": "nauc_mrr_at_10_max", "display_name": "nauc_mrr_at_10_max", "description": null, "value": 0.6645424475589732 }, { "id": "nauc_mrr_at_10_std", "display_name": "nauc_mrr_at_10_std", "description": null, "value": 0.16781717474258154 }, { "id": "nauc_mrr_at_10_diff1", "display_name": "nauc_mrr_at_10_diff1", "description": null, "value": -0.2930131697897344 }, { "id": "nauc_mrr_at_50_max", "display_name": "nauc_mrr_at_50_max", "description": null, "value": 0.6647896092012971 }, { "id": "nauc_mrr_at_50_std", "display_name": "nauc_mrr_at_50_std", "description": null, "value": 0.16547097365694646 }, { "id": "nauc_mrr_at_50_diff1", "display_name": "nauc_mrr_at_50_diff1", "description": null, "value": -0.2935701117386994 } ] }, { "layer_number": 32, "layer_display_name": "32", "metrics": [ { "id": "ndcg_at_5", "display_name": "ndcg_at_5", "description": null, "value": 0.80913 }, { "id": "ndcg_at_10", "display_name": "ndcg_at_10", "description": null, "value": 0.79635 }, { "id": "ndcg_at_50", "display_name": "ndcg_at_50", "description": null, "value": 0.75732 }, { "id": "map_at_5", "display_name": "map_at_5", "description": null, "value": 0.24603 }, { "id": "map_at_10", "display_name": "map_at_10", "description": null, "value": 0.34022 }, { "id": "map_at_50", "display_name": "map_at_50", "description": null, "value": 0.56511 }, { "id": "recall_at_5", "display_name": "recall_at_5", "description": null, "value": 0.25919 }, { "id": "recall_at_10", "display_name": "recall_at_10", "description": null, "value": 0.37057 }, { "id": "recall_at_50", "display_name": "recall_at_50", "description": null, "value": 0.65688 }, { "id": "precision_at_5", "display_name": "precision_at_5", "description": null, "value": 0.73419 }, { "id": "precision_at_10", "display_name": "precision_at_10", "description": null, "value": 0.672 }, { "id": "precision_at_50", "display_name": "precision_at_50", "description": null, "value": 0.40938 }, { "id": "mrr_at_5", "display_name": "mrr_at_5", "description": null, "value": 0.874619433774363 }, { "id": "mrr_at_10", "display_name": "mrr_at_10", "description": null, "value": 0.8781182041745417 }, { "id": "mrr_at_50", "display_name": "mrr_at_50", "description": null, "value": 0.8796387772814498 }, { "id": "nauc_ndcg_at_5_max", "display_name": "nauc_ndcg_at_5_max", "description": null, "value": 0.6393103094705105 }, { "id": "nauc_ndcg_at_5_std", "display_name": "nauc_ndcg_at_5_std", "description": null, "value": 0.39489258054605936 }, { "id": "nauc_ndcg_at_5_diff1", "display_name": "nauc_ndcg_at_5_diff1", "description": null, "value": -0.14026462748913124 }, { "id": "nauc_ndcg_at_10_max", "display_name": "nauc_ndcg_at_10_max", "description": null, "value": 0.6190457124081322 }, { "id": "nauc_ndcg_at_10_std", "display_name": "nauc_ndcg_at_10_std", "description": null, "value": 0.4030000242340694 }, { "id": "nauc_ndcg_at_10_diff1", "display_name": "nauc_ndcg_at_10_diff1", "description": null, "value": -0.1730798319035512 }, { "id": "nauc_ndcg_at_50_max", "display_name": "nauc_ndcg_at_50_max", "description": null, "value": 0.5320810476895583 }, { "id": "nauc_ndcg_at_50_std", "display_name": "nauc_ndcg_at_50_std", "description": null, "value": 0.3325889831793021 }, { "id": "nauc_ndcg_at_50_diff1", "display_name": "nauc_ndcg_at_50_diff1", "description": null, "value": -0.08862322432493497 }, { "id": "nauc_map_at_5_max", "display_name": "nauc_map_at_5_max", "description": null, "value": 0.14094623550319177 }, { "id": "nauc_map_at_5_std", "display_name": "nauc_map_at_5_std", "description": null, "value": 0.1285128991955811 }, { "id": "nauc_map_at_5_diff1", "display_name": "nauc_map_at_5_diff1", "description": null, "value": 0.19503770328831505 }, { "id": "nauc_map_at_10_max", "display_name": "nauc_map_at_10_max", "description": null, "value": 0.23096756151958173 }, { "id": "nauc_map_at_10_std", "display_name": "nauc_map_at_10_std", "description": null, "value": 0.221478673456825 }, { "id": "nauc_map_at_10_diff1", "display_name": "nauc_map_at_10_diff1", "description": null, "value": 0.11283510381365157 }, { "id": "nauc_map_at_50_max", "display_name": "nauc_map_at_50_max", "description": null, "value": 0.4540497453609997 }, { "id": "nauc_map_at_50_std", "display_name": "nauc_map_at_50_std", "description": null, "value": 0.29125135118566164 }, { "id": "nauc_map_at_50_diff1", "display_name": "nauc_map_at_50_diff1", "description": null, "value": -0.036933801012767234 }, { "id": "nauc_recall_at_5_max", "display_name": "nauc_recall_at_5_max", "description": null, "value": 0.11450448159576665 }, { "id": "nauc_recall_at_5_std", "display_name": "nauc_recall_at_5_std", "description": null, "value": 0.12487127801737757 }, { "id": "nauc_recall_at_5_diff1", "display_name": "nauc_recall_at_5_diff1", "description": null, "value": 0.18688120243913126 }, { "id": "nauc_recall_at_10_max", "display_name": "nauc_recall_at_10_max", "description": null, "value": 0.17741445748537313 }, { "id": "nauc_recall_at_10_std", "display_name": "nauc_recall_at_10_std", "description": null, "value": 0.19925238150416746 }, { "id": "nauc_recall_at_10_diff1", "display_name": "nauc_recall_at_10_diff1", "description": null, "value": 0.11233216281151082 }, { "id": "nauc_recall_at_50_max", "display_name": "nauc_recall_at_50_max", "description": null, "value": 0.3791957310622827 }, { "id": "nauc_recall_at_50_std", "display_name": "nauc_recall_at_50_std", "description": null, "value": 0.2551711179587873 }, { "id": "nauc_recall_at_50_diff1", "display_name": "nauc_recall_at_50_diff1", "description": null, "value": -0.00018595264688904266 }, { "id": "nauc_precision_at_5_max", "display_name": "nauc_precision_at_5_max", "description": null, "value": 0.5314308675519602 }, { "id": "nauc_precision_at_5_std", "display_name": "nauc_precision_at_5_std", "description": null, "value": 0.34301160006074155 }, { "id": "nauc_precision_at_5_diff1", "display_name": "nauc_precision_at_5_diff1", "description": null, "value": -0.33926190682858753 }, { "id": "nauc_precision_at_10_max", "display_name": "nauc_precision_at_10_max", "description": null, "value": 0.4448067496058197 }, { "id": "nauc_precision_at_10_std", "display_name": "nauc_precision_at_10_std", "description": null, "value": 0.2968723779500677 }, { "id": "nauc_precision_at_10_diff1", "display_name": "nauc_precision_at_10_diff1", "description": null, "value": -0.3528818604969278 }, { "id": "nauc_precision_at_50_max", "display_name": "nauc_precision_at_50_max", "description": null, "value": 0.1936211550389429 }, { "id": "nauc_precision_at_50_std", "display_name": "nauc_precision_at_50_std", "description": null, "value": -0.0215074969245683 }, { "id": "nauc_precision_at_50_diff1", "display_name": "nauc_precision_at_50_diff1", "description": null, "value": -0.20326952474019822 }, { "id": "nauc_mrr_at_5_max", "display_name": "nauc_mrr_at_5_max", "description": null, "value": 0.7158514971972625 }, { "id": "nauc_mrr_at_5_std", "display_name": "nauc_mrr_at_5_std", "description": null, "value": 0.39909861586332773 }, { "id": "nauc_mrr_at_5_diff1", "display_name": "nauc_mrr_at_5_diff1", "description": null, "value": 0.11127787012043149 }, { "id": "nauc_mrr_at_10_max", "display_name": "nauc_mrr_at_10_max", "description": null, "value": 0.7189756388185046 }, { "id": "nauc_mrr_at_10_std", "display_name": "nauc_mrr_at_10_std", "description": null, "value": 0.39804773603313176 }, { "id": "nauc_mrr_at_10_diff1", "display_name": "nauc_mrr_at_10_diff1", "description": null, "value": 0.11462677765400364 }, { "id": "nauc_mrr_at_50_max", "display_name": "nauc_mrr_at_50_max", "description": null, "value": 0.7198766577873941 }, { "id": "nauc_mrr_at_50_std", "display_name": "nauc_mrr_at_50_std", "description": null, "value": 0.40101385908354403 }, { "id": "nauc_mrr_at_50_diff1", "display_name": "nauc_mrr_at_50_diff1", "description": null, "value": 0.1168522554652628 } ] } ] }