|
{ |
|
"task": { |
|
"id": "arch_retrieval", |
|
"display_name": "Arch Retrieval", |
|
"description": "Retrieves bacterial proteins with similar swissprot annotations to a query archaeal protein", |
|
"modality": "protein", |
|
"type": "retrieval", |
|
"datasets": [ |
|
{ |
|
"path": "tattabio/arch_retrieval", |
|
"revision": "a19124322604a21b26b1b3c13a1bd0b8a63c9f7b" |
|
}, |
|
{ |
|
"path": "tattabio/arch_retrieval_qrels", |
|
"revision": "3f142f2f9a0995d56c6e77188c7251761450afcf" |
|
} |
|
], |
|
"primary_metric_id": "map_at_5" |
|
}, |
|
"model": { |
|
"hf_name": "facebook/esm2_t33_650M_UR50D", |
|
"revision": "...", |
|
"num_layers": 33, |
|
"num_params": 652353941, |
|
"embed_dim": 1280 |
|
}, |
|
"dgeb_version": "0.0.0", |
|
"results": [ |
|
{ |
|
"layer_number": 16, |
|
"layer_display_name": "16", |
|
"metrics": [ |
|
{ |
|
"id": "ndcg_at_5", |
|
"display_name": "ndcg_at_5", |
|
"description": null, |
|
"value": 0.93123 |
|
}, |
|
{ |
|
"id": "ndcg_at_10", |
|
"display_name": "ndcg_at_10", |
|
"description": null, |
|
"value": 0.92445 |
|
}, |
|
{ |
|
"id": "ndcg_at_50", |
|
"display_name": "ndcg_at_50", |
|
"description": null, |
|
"value": 0.8848 |
|
}, |
|
{ |
|
"id": "map_at_5", |
|
"display_name": "map_at_5", |
|
"description": null, |
|
"value": 0.30898 |
|
}, |
|
{ |
|
"id": "map_at_10", |
|
"display_name": "map_at_10", |
|
"description": null, |
|
"value": 0.43383 |
|
}, |
|
{ |
|
"id": "map_at_50", |
|
"display_name": "map_at_50", |
|
"description": null, |
|
"value": 0.737 |
|
}, |
|
{ |
|
"id": "recall_at_5", |
|
"display_name": "recall_at_5", |
|
"description": null, |
|
"value": 0.31538 |
|
}, |
|
{ |
|
"id": "recall_at_10", |
|
"display_name": "recall_at_10", |
|
"description": null, |
|
"value": 0.44791 |
|
}, |
|
{ |
|
"id": "recall_at_50", |
|
"display_name": "recall_at_50", |
|
"description": null, |
|
"value": 0.76764 |
|
}, |
|
{ |
|
"id": "precision_at_5", |
|
"display_name": "precision_at_5", |
|
"description": null, |
|
"value": 0.84481 |
|
}, |
|
{ |
|
"id": "precision_at_10", |
|
"display_name": "precision_at_10", |
|
"description": null, |
|
"value": 0.78015 |
|
}, |
|
{ |
|
"id": "precision_at_50", |
|
"display_name": "precision_at_50", |
|
"description": null, |
|
"value": 0.46964 |
|
}, |
|
{ |
|
"id": "mrr_at_5", |
|
"display_name": "mrr_at_5", |
|
"description": null, |
|
"value": 0.9498435054773084 |
|
}, |
|
{ |
|
"id": "mrr_at_10", |
|
"display_name": "mrr_at_10", |
|
"description": null, |
|
"value": 0.9516662263141135 |
|
}, |
|
{ |
|
"id": "mrr_at_50", |
|
"display_name": "mrr_at_50", |
|
"description": null, |
|
"value": 0.9519930735110318 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_5_max", |
|
"display_name": "nauc_ndcg_at_5_max", |
|
"description": null, |
|
"value": 0.6308519525257628 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_5_std", |
|
"display_name": "nauc_ndcg_at_5_std", |
|
"description": null, |
|
"value": 0.089031581354036 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_5_diff1", |
|
"display_name": "nauc_ndcg_at_5_diff1", |
|
"description": null, |
|
"value": -0.4412273663070538 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_10_max", |
|
"display_name": "nauc_ndcg_at_10_max", |
|
"description": null, |
|
"value": 0.6032994212940577 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_10_std", |
|
"display_name": "nauc_ndcg_at_10_std", |
|
"description": null, |
|
"value": 0.09724157956704019 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_10_diff1", |
|
"display_name": "nauc_ndcg_at_10_diff1", |
|
"description": null, |
|
"value": -0.4738679731426537 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_50_max", |
|
"display_name": "nauc_ndcg_at_50_max", |
|
"description": null, |
|
"value": 0.5712702884058568 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_50_std", |
|
"display_name": "nauc_ndcg_at_50_std", |
|
"description": null, |
|
"value": -0.1658603066862231 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_50_diff1", |
|
"display_name": "nauc_ndcg_at_50_diff1", |
|
"description": null, |
|
"value": -0.3611726321158017 |
|
}, |
|
{ |
|
"id": "nauc_map_at_5_max", |
|
"display_name": "nauc_map_at_5_max", |
|
"description": null, |
|
"value": -0.017602606962065153 |
|
}, |
|
{ |
|
"id": "nauc_map_at_5_std", |
|
"display_name": "nauc_map_at_5_std", |
|
"description": null, |
|
"value": 0.09514819051312666 |
|
}, |
|
{ |
|
"id": "nauc_map_at_5_diff1", |
|
"display_name": "nauc_map_at_5_diff1", |
|
"description": null, |
|
"value": 0.2848295232149835 |
|
}, |
|
{ |
|
"id": "nauc_map_at_10_max", |
|
"display_name": "nauc_map_at_10_max", |
|
"description": null, |
|
"value": 0.08673113556503126 |
|
}, |
|
{ |
|
"id": "nauc_map_at_10_std", |
|
"display_name": "nauc_map_at_10_std", |
|
"description": null, |
|
"value": 0.15294567339061488 |
|
}, |
|
{ |
|
"id": "nauc_map_at_10_diff1", |
|
"display_name": "nauc_map_at_10_diff1", |
|
"description": null, |
|
"value": 0.16894744699362754 |
|
}, |
|
{ |
|
"id": "nauc_map_at_50_max", |
|
"display_name": "nauc_map_at_50_max", |
|
"description": null, |
|
"value": 0.5120519885236438 |
|
}, |
|
{ |
|
"id": "nauc_map_at_50_std", |
|
"display_name": "nauc_map_at_50_std", |
|
"description": null, |
|
"value": -0.0038334646025400855 |
|
}, |
|
{ |
|
"id": "nauc_map_at_50_diff1", |
|
"display_name": "nauc_map_at_50_diff1", |
|
"description": null, |
|
"value": -0.2199525642638632 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_5_max", |
|
"display_name": "nauc_recall_at_5_max", |
|
"description": null, |
|
"value": -0.02455812168337926 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_5_std", |
|
"display_name": "nauc_recall_at_5_std", |
|
"description": null, |
|
"value": 0.09896005096881812 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_5_diff1", |
|
"display_name": "nauc_recall_at_5_diff1", |
|
"description": null, |
|
"value": 0.2875714656687537 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_10_max", |
|
"display_name": "nauc_recall_at_10_max", |
|
"description": null, |
|
"value": 0.06805556416914144 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_10_std", |
|
"display_name": "nauc_recall_at_10_std", |
|
"description": null, |
|
"value": 0.15852083147934737 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_10_diff1", |
|
"display_name": "nauc_recall_at_10_diff1", |
|
"description": null, |
|
"value": 0.1784723750352869 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_50_max", |
|
"display_name": "nauc_recall_at_50_max", |
|
"description": null, |
|
"value": 0.500056208041346 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_50_std", |
|
"display_name": "nauc_recall_at_50_std", |
|
"description": null, |
|
"value": 0.002586904787276158 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_50_diff1", |
|
"display_name": "nauc_recall_at_50_diff1", |
|
"description": null, |
|
"value": -0.20499742952429414 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_5_max", |
|
"display_name": "nauc_precision_at_5_max", |
|
"description": null, |
|
"value": 0.5039507321590944 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_5_std", |
|
"display_name": "nauc_precision_at_5_std", |
|
"description": null, |
|
"value": 0.05258016937163956 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_5_diff1", |
|
"display_name": "nauc_precision_at_5_diff1", |
|
"description": null, |
|
"value": -0.7647229953284452 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_10_max", |
|
"display_name": "nauc_precision_at_10_max", |
|
"description": null, |
|
"value": 0.4021315165507268 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_10_std", |
|
"display_name": "nauc_precision_at_10_std", |
|
"description": null, |
|
"value": 0.016992811311858026 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_10_diff1", |
|
"display_name": "nauc_precision_at_10_diff1", |
|
"description": null, |
|
"value": -0.6768345994695547 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_50_max", |
|
"display_name": "nauc_precision_at_50_max", |
|
"description": null, |
|
"value": 0.17895723642667355 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_50_std", |
|
"display_name": "nauc_precision_at_50_std", |
|
"description": null, |
|
"value": -0.33113192778327805 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_50_diff1", |
|
"display_name": "nauc_precision_at_50_diff1", |
|
"description": null, |
|
"value": -0.3516930058377777 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_5_max", |
|
"display_name": "nauc_mrr_at_5_max", |
|
"description": null, |
|
"value": 0.6679881478327583 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_5_std", |
|
"display_name": "nauc_mrr_at_5_std", |
|
"description": null, |
|
"value": 0.1530559182468113 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_5_diff1", |
|
"display_name": "nauc_mrr_at_5_diff1", |
|
"description": null, |
|
"value": -0.2950913220027977 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_10_max", |
|
"display_name": "nauc_mrr_at_10_max", |
|
"description": null, |
|
"value": 0.6645424475589732 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_10_std", |
|
"display_name": "nauc_mrr_at_10_std", |
|
"description": null, |
|
"value": 0.16781717474258154 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_10_diff1", |
|
"display_name": "nauc_mrr_at_10_diff1", |
|
"description": null, |
|
"value": -0.2930131697897344 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_50_max", |
|
"display_name": "nauc_mrr_at_50_max", |
|
"description": null, |
|
"value": 0.6647896092012971 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_50_std", |
|
"display_name": "nauc_mrr_at_50_std", |
|
"description": null, |
|
"value": 0.16547097365694646 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_50_diff1", |
|
"display_name": "nauc_mrr_at_50_diff1", |
|
"description": null, |
|
"value": -0.2935701117386994 |
|
} |
|
] |
|
}, |
|
{ |
|
"layer_number": 32, |
|
"layer_display_name": "32", |
|
"metrics": [ |
|
{ |
|
"id": "ndcg_at_5", |
|
"display_name": "ndcg_at_5", |
|
"description": null, |
|
"value": 0.80913 |
|
}, |
|
{ |
|
"id": "ndcg_at_10", |
|
"display_name": "ndcg_at_10", |
|
"description": null, |
|
"value": 0.79635 |
|
}, |
|
{ |
|
"id": "ndcg_at_50", |
|
"display_name": "ndcg_at_50", |
|
"description": null, |
|
"value": 0.75732 |
|
}, |
|
{ |
|
"id": "map_at_5", |
|
"display_name": "map_at_5", |
|
"description": null, |
|
"value": 0.24603 |
|
}, |
|
{ |
|
"id": "map_at_10", |
|
"display_name": "map_at_10", |
|
"description": null, |
|
"value": 0.34022 |
|
}, |
|
{ |
|
"id": "map_at_50", |
|
"display_name": "map_at_50", |
|
"description": null, |
|
"value": 0.56511 |
|
}, |
|
{ |
|
"id": "recall_at_5", |
|
"display_name": "recall_at_5", |
|
"description": null, |
|
"value": 0.25919 |
|
}, |
|
{ |
|
"id": "recall_at_10", |
|
"display_name": "recall_at_10", |
|
"description": null, |
|
"value": 0.37057 |
|
}, |
|
{ |
|
"id": "recall_at_50", |
|
"display_name": "recall_at_50", |
|
"description": null, |
|
"value": 0.65688 |
|
}, |
|
{ |
|
"id": "precision_at_5", |
|
"display_name": "precision_at_5", |
|
"description": null, |
|
"value": 0.73419 |
|
}, |
|
{ |
|
"id": "precision_at_10", |
|
"display_name": "precision_at_10", |
|
"description": null, |
|
"value": 0.672 |
|
}, |
|
{ |
|
"id": "precision_at_50", |
|
"display_name": "precision_at_50", |
|
"description": null, |
|
"value": 0.40938 |
|
}, |
|
{ |
|
"id": "mrr_at_5", |
|
"display_name": "mrr_at_5", |
|
"description": null, |
|
"value": 0.874619433774363 |
|
}, |
|
{ |
|
"id": "mrr_at_10", |
|
"display_name": "mrr_at_10", |
|
"description": null, |
|
"value": 0.8781182041745417 |
|
}, |
|
{ |
|
"id": "mrr_at_50", |
|
"display_name": "mrr_at_50", |
|
"description": null, |
|
"value": 0.8796387772814498 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_5_max", |
|
"display_name": "nauc_ndcg_at_5_max", |
|
"description": null, |
|
"value": 0.6393103094705105 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_5_std", |
|
"display_name": "nauc_ndcg_at_5_std", |
|
"description": null, |
|
"value": 0.39489258054605936 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_5_diff1", |
|
"display_name": "nauc_ndcg_at_5_diff1", |
|
"description": null, |
|
"value": -0.14026462748913124 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_10_max", |
|
"display_name": "nauc_ndcg_at_10_max", |
|
"description": null, |
|
"value": 0.6190457124081322 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_10_std", |
|
"display_name": "nauc_ndcg_at_10_std", |
|
"description": null, |
|
"value": 0.4030000242340694 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_10_diff1", |
|
"display_name": "nauc_ndcg_at_10_diff1", |
|
"description": null, |
|
"value": -0.1730798319035512 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_50_max", |
|
"display_name": "nauc_ndcg_at_50_max", |
|
"description": null, |
|
"value": 0.5320810476895583 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_50_std", |
|
"display_name": "nauc_ndcg_at_50_std", |
|
"description": null, |
|
"value": 0.3325889831793021 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_50_diff1", |
|
"display_name": "nauc_ndcg_at_50_diff1", |
|
"description": null, |
|
"value": -0.08862322432493497 |
|
}, |
|
{ |
|
"id": "nauc_map_at_5_max", |
|
"display_name": "nauc_map_at_5_max", |
|
"description": null, |
|
"value": 0.14094623550319177 |
|
}, |
|
{ |
|
"id": "nauc_map_at_5_std", |
|
"display_name": "nauc_map_at_5_std", |
|
"description": null, |
|
"value": 0.1285128991955811 |
|
}, |
|
{ |
|
"id": "nauc_map_at_5_diff1", |
|
"display_name": "nauc_map_at_5_diff1", |
|
"description": null, |
|
"value": 0.19503770328831505 |
|
}, |
|
{ |
|
"id": "nauc_map_at_10_max", |
|
"display_name": "nauc_map_at_10_max", |
|
"description": null, |
|
"value": 0.23096756151958173 |
|
}, |
|
{ |
|
"id": "nauc_map_at_10_std", |
|
"display_name": "nauc_map_at_10_std", |
|
"description": null, |
|
"value": 0.221478673456825 |
|
}, |
|
{ |
|
"id": "nauc_map_at_10_diff1", |
|
"display_name": "nauc_map_at_10_diff1", |
|
"description": null, |
|
"value": 0.11283510381365157 |
|
}, |
|
{ |
|
"id": "nauc_map_at_50_max", |
|
"display_name": "nauc_map_at_50_max", |
|
"description": null, |
|
"value": 0.4540497453609997 |
|
}, |
|
{ |
|
"id": "nauc_map_at_50_std", |
|
"display_name": "nauc_map_at_50_std", |
|
"description": null, |
|
"value": 0.29125135118566164 |
|
}, |
|
{ |
|
"id": "nauc_map_at_50_diff1", |
|
"display_name": "nauc_map_at_50_diff1", |
|
"description": null, |
|
"value": -0.036933801012767234 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_5_max", |
|
"display_name": "nauc_recall_at_5_max", |
|
"description": null, |
|
"value": 0.11450448159576665 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_5_std", |
|
"display_name": "nauc_recall_at_5_std", |
|
"description": null, |
|
"value": 0.12487127801737757 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_5_diff1", |
|
"display_name": "nauc_recall_at_5_diff1", |
|
"description": null, |
|
"value": 0.18688120243913126 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_10_max", |
|
"display_name": "nauc_recall_at_10_max", |
|
"description": null, |
|
"value": 0.17741445748537313 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_10_std", |
|
"display_name": "nauc_recall_at_10_std", |
|
"description": null, |
|
"value": 0.19925238150416746 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_10_diff1", |
|
"display_name": "nauc_recall_at_10_diff1", |
|
"description": null, |
|
"value": 0.11233216281151082 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_50_max", |
|
"display_name": "nauc_recall_at_50_max", |
|
"description": null, |
|
"value": 0.3791957310622827 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_50_std", |
|
"display_name": "nauc_recall_at_50_std", |
|
"description": null, |
|
"value": 0.2551711179587873 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_50_diff1", |
|
"display_name": "nauc_recall_at_50_diff1", |
|
"description": null, |
|
"value": -0.00018595264688904266 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_5_max", |
|
"display_name": "nauc_precision_at_5_max", |
|
"description": null, |
|
"value": 0.5314308675519602 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_5_std", |
|
"display_name": "nauc_precision_at_5_std", |
|
"description": null, |
|
"value": 0.34301160006074155 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_5_diff1", |
|
"display_name": "nauc_precision_at_5_diff1", |
|
"description": null, |
|
"value": -0.33926190682858753 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_10_max", |
|
"display_name": "nauc_precision_at_10_max", |
|
"description": null, |
|
"value": 0.4448067496058197 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_10_std", |
|
"display_name": "nauc_precision_at_10_std", |
|
"description": null, |
|
"value": 0.2968723779500677 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_10_diff1", |
|
"display_name": "nauc_precision_at_10_diff1", |
|
"description": null, |
|
"value": -0.3528818604969278 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_50_max", |
|
"display_name": "nauc_precision_at_50_max", |
|
"description": null, |
|
"value": 0.1936211550389429 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_50_std", |
|
"display_name": "nauc_precision_at_50_std", |
|
"description": null, |
|
"value": -0.0215074969245683 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_50_diff1", |
|
"display_name": "nauc_precision_at_50_diff1", |
|
"description": null, |
|
"value": -0.20326952474019822 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_5_max", |
|
"display_name": "nauc_mrr_at_5_max", |
|
"description": null, |
|
"value": 0.7158514971972625 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_5_std", |
|
"display_name": "nauc_mrr_at_5_std", |
|
"description": null, |
|
"value": 0.39909861586332773 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_5_diff1", |
|
"display_name": "nauc_mrr_at_5_diff1", |
|
"description": null, |
|
"value": 0.11127787012043149 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_10_max", |
|
"display_name": "nauc_mrr_at_10_max", |
|
"description": null, |
|
"value": 0.7189756388185046 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_10_std", |
|
"display_name": "nauc_mrr_at_10_std", |
|
"description": null, |
|
"value": 0.39804773603313176 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_10_diff1", |
|
"display_name": "nauc_mrr_at_10_diff1", |
|
"description": null, |
|
"value": 0.11462677765400364 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_50_max", |
|
"display_name": "nauc_mrr_at_50_max", |
|
"description": null, |
|
"value": 0.7198766577873941 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_50_std", |
|
"display_name": "nauc_mrr_at_50_std", |
|
"description": null, |
|
"value": 0.40101385908354403 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_50_diff1", |
|
"display_name": "nauc_mrr_at_50_diff1", |
|
"description": null, |
|
"value": 0.1168522554652628 |
|
} |
|
] |
|
} |
|
] |
|
} |
|
|