| { | |
| "task": { | |
| "id": "euk_retrieval", | |
| "display_name": "Euk Retrieval", | |
| "description": "Retrieves bacterial proteins with similar swissprot annotations to a query eukaryotic protein", | |
| "modality": "protein", | |
| "type": "retrieval", | |
| "datasets": [ | |
| { | |
| "path": "tattabio/euk_retrieval", | |
| "revision": "c93dc56665cedd19fbeaea9ace146f2474c895f0" | |
| }, | |
| { | |
| "path": "tattabio/euk_retrieval_qrels", | |
| "revision": "a5aa01e9b9738074aba57fc07434e352c4c71e4b" | |
| } | |
| ], | |
| "primary_metric_id": "map_at_5" | |
| }, | |
| "model": { | |
| "hf_name": "facebook/esm2_t33_650M_UR50D", | |
| "revision": "...", | |
| "num_layers": 33, | |
| "num_params": 652353941, | |
| "embed_dim": 1280 | |
| }, | |
| "dgeb_version": "0.0.0", | |
| "results": [ | |
| { | |
| "layer_number": 16, | |
| "layer_display_name": "16", | |
| "metrics": [ | |
| { | |
| "id": "ndcg_at_5", | |
| "display_name": "ndcg_at_5", | |
| "description": null, | |
| "value": 0.93328 | |
| }, | |
| { | |
| "id": "ndcg_at_10", | |
| "display_name": "ndcg_at_10", | |
| "description": null, | |
| "value": 0.92927 | |
| }, | |
| { | |
| "id": "ndcg_at_50", | |
| "display_name": "ndcg_at_50", | |
| "description": null, | |
| "value": 0.89032 | |
| }, | |
| { | |
| "id": "map_at_5", | |
| "display_name": "map_at_5", | |
| "description": null, | |
| "value": 0.35914 | |
| }, | |
| { | |
| "id": "map_at_10", | |
| "display_name": "map_at_10", | |
| "description": null, | |
| "value": 0.48142 | |
| }, | |
| { | |
| "id": "map_at_50", | |
| "display_name": "map_at_50", | |
| "description": null, | |
| "value": 0.71036 | |
| }, | |
| { | |
| "id": "recall_at_5", | |
| "display_name": "recall_at_5", | |
| "description": null, | |
| "value": 0.36397 | |
| }, | |
| { | |
| "id": "recall_at_10", | |
| "display_name": "recall_at_10", | |
| "description": null, | |
| "value": 0.48703 | |
| }, | |
| { | |
| "id": "recall_at_50", | |
| "display_name": "recall_at_50", | |
| "description": null, | |
| "value": 0.73804 | |
| }, | |
| { | |
| "id": "precision_at_5", | |
| "display_name": "precision_at_5", | |
| "description": null, | |
| "value": 0.83537 | |
| }, | |
| { | |
| "id": "precision_at_10", | |
| "display_name": "precision_at_10", | |
| "description": null, | |
| "value": 0.75402 | |
| }, | |
| { | |
| "id": "precision_at_50", | |
| "display_name": "precision_at_50", | |
| "description": null, | |
| "value": 0.42482 | |
| }, | |
| { | |
| "id": "mrr_at_5", | |
| "display_name": "mrr_at_5", | |
| "description": null, | |
| "value": 0.9437299035369775 | |
| }, | |
| { | |
| "id": "mrr_at_10", | |
| "display_name": "mrr_at_10", | |
| "description": null, | |
| "value": 0.9440514469453377 | |
| }, | |
| { | |
| "id": "mrr_at_50", | |
| "display_name": "mrr_at_50", | |
| "description": null, | |
| "value": 0.945011211244356 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_max", | |
| "display_name": "nauc_ndcg_at_5_max", | |
| "description": null, | |
| "value": 0.7620928279266368 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_std", | |
| "display_name": "nauc_ndcg_at_5_std", | |
| "description": null, | |
| "value": 0.33055988644552864 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_diff1", | |
| "display_name": "nauc_ndcg_at_5_diff1", | |
| "description": null, | |
| "value": -0.49891672668881054 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_max", | |
| "display_name": "nauc_ndcg_at_10_max", | |
| "description": null, | |
| "value": 0.7238394046424372 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_std", | |
| "display_name": "nauc_ndcg_at_10_std", | |
| "description": null, | |
| "value": 0.2897858408379934 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_diff1", | |
| "display_name": "nauc_ndcg_at_10_diff1", | |
| "description": null, | |
| "value": -0.4991960417643786 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_max", | |
| "display_name": "nauc_ndcg_at_50_max", | |
| "description": null, | |
| "value": 0.6394920275348465 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_std", | |
| "display_name": "nauc_ndcg_at_50_std", | |
| "description": null, | |
| "value": -0.033060154820210755 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_diff1", | |
| "display_name": "nauc_ndcg_at_50_diff1", | |
| "description": null, | |
| "value": -0.3423790207125621 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_max", | |
| "display_name": "nauc_map_at_5_max", | |
| "description": null, | |
| "value": 0.15329766118784013 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_std", | |
| "display_name": "nauc_map_at_5_std", | |
| "description": null, | |
| "value": -0.04748558443889553 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_diff1", | |
| "display_name": "nauc_map_at_5_diff1", | |
| "description": null, | |
| "value": 0.19738372855185915 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_max", | |
| "display_name": "nauc_map_at_10_max", | |
| "description": null, | |
| "value": 0.21780702746711833 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_std", | |
| "display_name": "nauc_map_at_10_std", | |
| "description": null, | |
| "value": 0.08698230377058089 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_diff1", | |
| "display_name": "nauc_map_at_10_diff1", | |
| "description": null, | |
| "value": 0.07610409072111464 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_max", | |
| "display_name": "nauc_map_at_50_max", | |
| "description": null, | |
| "value": 0.566496850232904 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_std", | |
| "display_name": "nauc_map_at_50_std", | |
| "description": null, | |
| "value": 0.07469827272103352 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_diff1", | |
| "display_name": "nauc_map_at_50_diff1", | |
| "description": null, | |
| "value": -0.29548110389437116 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_max", | |
| "display_name": "nauc_recall_at_5_max", | |
| "description": null, | |
| "value": 0.15194985870758682 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_std", | |
| "display_name": "nauc_recall_at_5_std", | |
| "description": null, | |
| "value": -0.049271771318523803 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_diff1", | |
| "display_name": "nauc_recall_at_5_diff1", | |
| "description": null, | |
| "value": 0.2108956515825209 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_max", | |
| "display_name": "nauc_recall_at_10_max", | |
| "description": null, | |
| "value": 0.21617272285778213 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_std", | |
| "display_name": "nauc_recall_at_10_std", | |
| "description": null, | |
| "value": 0.0839962096295339 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_diff1", | |
| "display_name": "nauc_recall_at_10_diff1", | |
| "description": null, | |
| "value": 0.09028425010830723 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_max", | |
| "display_name": "nauc_recall_at_50_max", | |
| "description": null, | |
| "value": 0.5469629807206992 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_std", | |
| "display_name": "nauc_recall_at_50_std", | |
| "description": null, | |
| "value": 0.05743544528584219 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_diff1", | |
| "display_name": "nauc_recall_at_50_diff1", | |
| "description": null, | |
| "value": -0.27372175464202625 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_max", | |
| "display_name": "nauc_precision_at_5_max", | |
| "description": null, | |
| "value": 0.30507744236501566 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_std", | |
| "display_name": "nauc_precision_at_5_std", | |
| "description": null, | |
| "value": 0.39710388130115676 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_diff1", | |
| "display_name": "nauc_precision_at_5_diff1", | |
| "description": null, | |
| "value": -0.8234215276991089 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_max", | |
| "display_name": "nauc_precision_at_10_max", | |
| "description": null, | |
| "value": 0.17621225835821736 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_std", | |
| "display_name": "nauc_precision_at_10_std", | |
| "description": null, | |
| "value": 0.32037529086829686 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_diff1", | |
| "display_name": "nauc_precision_at_10_diff1", | |
| "description": null, | |
| "value": -0.6212516491077492 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_max", | |
| "display_name": "nauc_precision_at_50_max", | |
| "description": null, | |
| "value": 0.029957995813415312 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_std", | |
| "display_name": "nauc_precision_at_50_std", | |
| "description": null, | |
| "value": -0.17440396313077902 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_diff1", | |
| "display_name": "nauc_precision_at_50_diff1", | |
| "description": null, | |
| "value": -0.2483983668583826 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_max", | |
| "display_name": "nauc_mrr_at_5_max", | |
| "description": null, | |
| "value": 0.8982147001536217 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_std", | |
| "display_name": "nauc_mrr_at_5_std", | |
| "description": null, | |
| "value": 0.3436237156115937 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_diff1", | |
| "display_name": "nauc_mrr_at_5_diff1", | |
| "description": null, | |
| "value": -0.4261298572775073 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_max", | |
| "display_name": "nauc_mrr_at_10_max", | |
| "description": null, | |
| "value": 0.8976297271659986 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_std", | |
| "display_name": "nauc_mrr_at_10_std", | |
| "description": null, | |
| "value": 0.3435359664305329 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_diff1", | |
| "display_name": "nauc_mrr_at_10_diff1", | |
| "description": null, | |
| "value": -0.42532802107589146 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_max", | |
| "display_name": "nauc_mrr_at_50_max", | |
| "description": null, | |
| "value": 0.8958429750776126 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_std", | |
| "display_name": "nauc_mrr_at_50_std", | |
| "description": null, | |
| "value": 0.34758003000370125 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_diff1", | |
| "display_name": "nauc_mrr_at_50_diff1", | |
| "description": null, | |
| "value": -0.4212983155790701 | |
| } | |
| ] | |
| }, | |
| { | |
| "layer_number": 32, | |
| "layer_display_name": "32", | |
| "metrics": [ | |
| { | |
| "id": "ndcg_at_5", | |
| "display_name": "ndcg_at_5", | |
| "description": null, | |
| "value": 0.86745 | |
| }, | |
| { | |
| "id": "ndcg_at_10", | |
| "display_name": "ndcg_at_10", | |
| "description": null, | |
| "value": 0.85726 | |
| }, | |
| { | |
| "id": "ndcg_at_50", | |
| "display_name": "ndcg_at_50", | |
| "description": null, | |
| "value": 0.81762 | |
| }, | |
| { | |
| "id": "map_at_5", | |
| "display_name": "map_at_5", | |
| "description": null, | |
| "value": 0.32161 | |
| }, | |
| { | |
| "id": "map_at_10", | |
| "display_name": "map_at_10", | |
| "description": null, | |
| "value": 0.42823 | |
| }, | |
| { | |
| "id": "map_at_50", | |
| "display_name": "map_at_50", | |
| "description": null, | |
| "value": 0.63052 | |
| }, | |
| { | |
| "id": "recall_at_5", | |
| "display_name": "recall_at_5", | |
| "description": null, | |
| "value": 0.32639 | |
| }, | |
| { | |
| "id": "recall_at_10", | |
| "display_name": "recall_at_10", | |
| "description": null, | |
| "value": 0.43888 | |
| }, | |
| { | |
| "id": "recall_at_50", | |
| "display_name": "recall_at_50", | |
| "description": null, | |
| "value": 0.68495 | |
| }, | |
| { | |
| "id": "precision_at_5", | |
| "display_name": "precision_at_5", | |
| "description": null, | |
| "value": 0.77749 | |
| }, | |
| { | |
| "id": "precision_at_10", | |
| "display_name": "precision_at_10", | |
| "description": null, | |
| "value": 0.69678 | |
| }, | |
| { | |
| "id": "precision_at_50", | |
| "display_name": "precision_at_50", | |
| "description": null, | |
| "value": 0.38842 | |
| }, | |
| { | |
| "id": "mrr_at_5", | |
| "display_name": "mrr_at_5", | |
| "description": null, | |
| "value": 0.9054126473740622 | |
| }, | |
| { | |
| "id": "mrr_at_10", | |
| "display_name": "mrr_at_10", | |
| "description": null, | |
| "value": 0.9076634512325832 | |
| }, | |
| { | |
| "id": "mrr_at_50", | |
| "display_name": "mrr_at_50", | |
| "description": null, | |
| "value": 0.908978059494486 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_max", | |
| "display_name": "nauc_ndcg_at_5_max", | |
| "description": null, | |
| "value": 0.7748586911316915 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_std", | |
| "display_name": "nauc_ndcg_at_5_std", | |
| "description": null, | |
| "value": 0.5142764011620478 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_diff1", | |
| "display_name": "nauc_ndcg_at_5_diff1", | |
| "description": null, | |
| "value": -0.16183638440404874 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_max", | |
| "display_name": "nauc_ndcg_at_10_max", | |
| "description": null, | |
| "value": 0.7792667164072754 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_std", | |
| "display_name": "nauc_ndcg_at_10_std", | |
| "description": null, | |
| "value": 0.5091522839696889 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_diff1", | |
| "display_name": "nauc_ndcg_at_10_diff1", | |
| "description": null, | |
| "value": -0.15010464498820264 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_max", | |
| "display_name": "nauc_ndcg_at_50_max", | |
| "description": null, | |
| "value": 0.6885174711474481 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_std", | |
| "display_name": "nauc_ndcg_at_50_std", | |
| "description": null, | |
| "value": 0.4634219612093561 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_diff1", | |
| "display_name": "nauc_ndcg_at_50_diff1", | |
| "description": null, | |
| "value": -0.0958526447757281 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_max", | |
| "display_name": "nauc_map_at_5_max", | |
| "description": null, | |
| "value": 0.28942359787845134 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_std", | |
| "display_name": "nauc_map_at_5_std", | |
| "description": null, | |
| "value": 0.05518275112905171 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_diff1", | |
| "display_name": "nauc_map_at_5_diff1", | |
| "description": null, | |
| "value": 0.3024360599910821 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_max", | |
| "display_name": "nauc_map_at_10_max", | |
| "description": null, | |
| "value": 0.37812716933920204 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_std", | |
| "display_name": "nauc_map_at_10_std", | |
| "description": null, | |
| "value": 0.20300375200619958 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_diff1", | |
| "display_name": "nauc_map_at_10_diff1", | |
| "description": null, | |
| "value": 0.23169359168341253 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_max", | |
| "display_name": "nauc_map_at_50_max", | |
| "description": null, | |
| "value": 0.618121347997912 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_std", | |
| "display_name": "nauc_map_at_50_std", | |
| "description": null, | |
| "value": 0.32151209873733966 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_diff1", | |
| "display_name": "nauc_map_at_50_diff1", | |
| "description": null, | |
| "value": 0.014585296410912104 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_max", | |
| "display_name": "nauc_recall_at_5_max", | |
| "description": null, | |
| "value": 0.2890637788771335 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_std", | |
| "display_name": "nauc_recall_at_5_std", | |
| "description": null, | |
| "value": 0.047744544718804925 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_diff1", | |
| "display_name": "nauc_recall_at_5_diff1", | |
| "description": null, | |
| "value": 0.29922142051515754 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_max", | |
| "display_name": "nauc_recall_at_10_max", | |
| "description": null, | |
| "value": 0.3727257601790394 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_std", | |
| "display_name": "nauc_recall_at_10_std", | |
| "description": null, | |
| "value": 0.18909483665427484 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_diff1", | |
| "display_name": "nauc_recall_at_10_diff1", | |
| "description": null, | |
| "value": 0.23075313240938425 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_max", | |
| "display_name": "nauc_recall_at_50_max", | |
| "description": null, | |
| "value": 0.5831797713164615 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_std", | |
| "display_name": "nauc_recall_at_50_std", | |
| "description": null, | |
| "value": 0.3065281773765325 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_diff1", | |
| "display_name": "nauc_recall_at_50_diff1", | |
| "description": null, | |
| "value": 0.017022054288872285 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_max", | |
| "display_name": "nauc_precision_at_5_max", | |
| "description": null, | |
| "value": 0.46921647871568267 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_std", | |
| "display_name": "nauc_precision_at_5_std", | |
| "description": null, | |
| "value": 0.5005062576058754 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_diff1", | |
| "display_name": "nauc_precision_at_5_diff1", | |
| "description": null, | |
| "value": -0.5495785640432075 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_max", | |
| "display_name": "nauc_precision_at_10_max", | |
| "description": null, | |
| "value": 0.3017994065661075 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_std", | |
| "display_name": "nauc_precision_at_10_std", | |
| "description": null, | |
| "value": 0.408118171847032 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_diff1", | |
| "display_name": "nauc_precision_at_10_diff1", | |
| "description": null, | |
| "value": -0.4865073732708222 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_max", | |
| "display_name": "nauc_precision_at_50_max", | |
| "description": null, | |
| "value": 0.03870849804412649 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_std", | |
| "display_name": "nauc_precision_at_50_std", | |
| "description": null, | |
| "value": 0.0005533993463936359 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_diff1", | |
| "display_name": "nauc_precision_at_50_diff1", | |
| "description": null, | |
| "value": -0.34313948852939863 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_max", | |
| "display_name": "nauc_mrr_at_5_max", | |
| "description": null, | |
| "value": 0.8384104464388212 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_std", | |
| "display_name": "nauc_mrr_at_5_std", | |
| "description": null, | |
| "value": 0.5062896003344488 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_diff1", | |
| "display_name": "nauc_mrr_at_5_diff1", | |
| "description": null, | |
| "value": -0.02489705741590697 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_max", | |
| "display_name": "nauc_mrr_at_10_max", | |
| "description": null, | |
| "value": 0.8397121680667853 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_std", | |
| "display_name": "nauc_mrr_at_10_std", | |
| "description": null, | |
| "value": 0.4954436348725267 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_diff1", | |
| "display_name": "nauc_mrr_at_10_diff1", | |
| "description": null, | |
| "value": -0.029156290363593018 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_max", | |
| "display_name": "nauc_mrr_at_50_max", | |
| "description": null, | |
| "value": 0.8408067544253827 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_std", | |
| "display_name": "nauc_mrr_at_50_std", | |
| "description": null, | |
| "value": 0.507869466281193 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_diff1", | |
| "display_name": "nauc_mrr_at_50_diff1", | |
| "description": null, | |
| "value": -0.025479819846184824 | |
| } | |
| ] | |
| } | |
| ] | |
| } | |