{ "task": { "id": "euk_retrieval", "display_name": "Euk Retrieval", "description": "Retrieves bacterial proteins with similar swissprot annotations to a query eukaryotic protein", "modality": "protein", "type": "retrieval", "datasets": [ { "path": "tattabio/euk_retrieval", "revision": "c93dc56665cedd19fbeaea9ace146f2474c895f0" }, { "path": "tattabio/euk_retrieval_qrels", "revision": "a5aa01e9b9738074aba57fc07434e352c4c71e4b" } ], "primary_metric_id": "map_at_5" }, "model": { "hf_name": "hugohrban/progen2-medium", "revision": "...", "num_layers": 27, "num_params": 764803616, "embed_dim": 1536 }, "dgeb_version": "0.0.0", "results": [ { "layer_number": 13, "layer_display_name": "13", "metrics": [ { "id": "ndcg_at_5", "display_name": "ndcg_at_5", "description": null, "value": 0.85039 }, { "id": "ndcg_at_10", "display_name": "ndcg_at_10", "description": null, "value": 0.84383 }, { "id": "ndcg_at_50", "display_name": "ndcg_at_50", "description": null, "value": 0.81649 }, { "id": "map_at_5", "display_name": "map_at_5", "description": null, "value": 0.33879 }, { "id": "map_at_10", "display_name": "map_at_10", "description": null, "value": 0.45506 }, { "id": "map_at_50", "display_name": "map_at_50", "description": null, "value": 0.67207 }, { "id": "recall_at_5", "display_name": "recall_at_5", "description": null, "value": 0.34411 }, { "id": "recall_at_10", "display_name": "recall_at_10", "description": null, "value": 0.46708 }, { "id": "recall_at_50", "display_name": "recall_at_50", "description": null, "value": 0.70727 }, { "id": "precision_at_5", "display_name": "precision_at_5", "description": null, "value": 0.75949 }, { "id": "precision_at_10", "display_name": "precision_at_10", "description": null, "value": 0.67621 }, { "id": "precision_at_50", "display_name": "precision_at_50", "description": null, "value": 0.37633 }, { "id": "mrr_at_5", "display_name": "mrr_at_5", "description": null, "value": 0.8896034297963559 }, { "id": "mrr_at_10", "display_name": "mrr_at_10", "description": null, "value": 0.8904200479763181 }, { "id": "mrr_at_50", "display_name": "mrr_at_50", "description": null, "value": 0.8917799846355668 }, { "id": "nauc_ndcg_at_5_max", "display_name": "nauc_ndcg_at_5_max", "description": null, "value": 0.7603781530194391 }, { "id": "nauc_ndcg_at_5_std", "display_name": "nauc_ndcg_at_5_std", "description": null, "value": 0.6376819010899927 }, { "id": "nauc_ndcg_at_5_diff1", "display_name": "nauc_ndcg_at_5_diff1", "description": null, "value": -0.4212148120292312 }, { "id": "nauc_ndcg_at_10_max", "display_name": "nauc_ndcg_at_10_max", "description": null, "value": 0.7322697904169153 }, { "id": "nauc_ndcg_at_10_std", "display_name": "nauc_ndcg_at_10_std", "description": null, "value": 0.6496456933761383 }, { "id": "nauc_ndcg_at_10_diff1", "display_name": "nauc_ndcg_at_10_diff1", "description": null, "value": -0.37980919966190413 }, { "id": "nauc_ndcg_at_50_max", "display_name": "nauc_ndcg_at_50_max", "description": null, "value": 0.7156345490529658 }, { "id": "nauc_ndcg_at_50_std", "display_name": "nauc_ndcg_at_50_std", "description": null, "value": 0.6522514666477729 }, { "id": "nauc_ndcg_at_50_diff1", "display_name": "nauc_ndcg_at_50_diff1", "description": null, "value": -0.3042825041288217 }, { "id": "nauc_map_at_5_max", "display_name": "nauc_map_at_5_max", "description": null, "value": 0.14758260305763898 }, { "id": "nauc_map_at_5_std", "display_name": "nauc_map_at_5_std", "description": null, "value": 0.26194428990169905 }, { "id": "nauc_map_at_5_diff1", "display_name": "nauc_map_at_5_diff1", "description": null, "value": 0.11232537482428236 }, { "id": "nauc_map_at_10_max", "display_name": "nauc_map_at_10_max", "description": null, "value": 0.270789065395862 }, { "id": "nauc_map_at_10_std", "display_name": "nauc_map_at_10_std", "description": null, "value": 0.4790544168497472 }, { "id": "nauc_map_at_10_diff1", "display_name": "nauc_map_at_10_diff1", "description": null, "value": 0.03884116920584031 }, { "id": "nauc_map_at_50_max", "display_name": "nauc_map_at_50_max", "description": null, "value": 0.6616399771987015 }, { "id": "nauc_map_at_50_std", "display_name": "nauc_map_at_50_std", "description": null, "value": 0.7353350484425378 }, { "id": "nauc_map_at_50_diff1", "display_name": "nauc_map_at_50_diff1", "description": null, "value": -0.2128494417394226 }, { "id": "nauc_recall_at_5_max", "display_name": "nauc_recall_at_5_max", "description": null, "value": 0.13062461293496178 }, { "id": "nauc_recall_at_5_std", "display_name": "nauc_recall_at_5_std", "description": null, "value": 0.2479018950834343 }, { "id": "nauc_recall_at_5_diff1", "display_name": "nauc_recall_at_5_diff1", "description": null, "value": 0.1132534748053531 }, { "id": "nauc_recall_at_10_max", "display_name": "nauc_recall_at_10_max", "description": null, "value": 0.24031161646082083 }, { "id": "nauc_recall_at_10_std", "display_name": "nauc_recall_at_10_std", "description": null, "value": 0.46622985594529703 }, { "id": "nauc_recall_at_10_diff1", "display_name": "nauc_recall_at_10_diff1", "description": null, "value": 0.06071938680505056 }, { "id": "nauc_recall_at_50_max", "display_name": "nauc_recall_at_50_max", "description": null, "value": 0.6150865443749446 }, { "id": "nauc_recall_at_50_std", "display_name": "nauc_recall_at_50_std", "description": null, "value": 0.725765511063093 }, { "id": "nauc_recall_at_50_diff1", "display_name": "nauc_recall_at_50_diff1", "description": null, "value": -0.19749339031325439 }, { "id": "nauc_precision_at_5_max", "display_name": "nauc_precision_at_5_max", "description": null, "value": 0.5614315220453862 }, { "id": "nauc_precision_at_5_std", "display_name": "nauc_precision_at_5_std", "description": null, "value": 0.5348156597752065 }, { "id": "nauc_precision_at_5_diff1", "display_name": "nauc_precision_at_5_diff1", "description": null, "value": -0.5720041132270836 }, { "id": "nauc_precision_at_10_max", "display_name": "nauc_precision_at_10_max", "description": null, "value": 0.4384675283398972 }, { "id": "nauc_precision_at_10_std", "display_name": "nauc_precision_at_10_std", "description": null, "value": 0.3967752412060821 }, { "id": "nauc_precision_at_10_diff1", "display_name": "nauc_precision_at_10_diff1", "description": null, "value": -0.45432753775042073 }, { "id": "nauc_precision_at_50_max", "display_name": "nauc_precision_at_50_max", "description": null, "value": 0.18118357934146365 }, { "id": "nauc_precision_at_50_std", "display_name": "nauc_precision_at_50_std", "description": null, "value": -0.21480164227817497 }, { "id": "nauc_precision_at_50_diff1", "display_name": "nauc_precision_at_50_diff1", "description": null, "value": -0.2754588826031711 }, { "id": "nauc_mrr_at_5_max", "display_name": "nauc_mrr_at_5_max", "description": null, "value": 0.8454487169250762 }, { "id": "nauc_mrr_at_5_std", "display_name": "nauc_mrr_at_5_std", "description": null, "value": 0.6151709989094298 }, { "id": "nauc_mrr_at_5_diff1", "display_name": "nauc_mrr_at_5_diff1", "description": null, "value": -0.3483912884875399 }, { "id": "nauc_mrr_at_10_max", "display_name": "nauc_mrr_at_10_max", "description": null, "value": 0.8442698393532679 }, { "id": "nauc_mrr_at_10_std", "display_name": "nauc_mrr_at_10_std", "description": null, "value": 0.6188982480035604 }, { "id": "nauc_mrr_at_10_diff1", "display_name": "nauc_mrr_at_10_diff1", "description": null, "value": -0.34895231147497485 }, { "id": "nauc_mrr_at_50_max", "display_name": "nauc_mrr_at_50_max", "description": null, "value": 0.8447441492866 }, { "id": "nauc_mrr_at_50_std", "display_name": "nauc_mrr_at_50_std", "description": null, "value": 0.6161593785614531 }, { "id": "nauc_mrr_at_50_diff1", "display_name": "nauc_mrr_at_50_diff1", "description": null, "value": -0.351845322578248 } ] }, { "layer_number": 26, "layer_display_name": "26", "metrics": [ { "id": "ndcg_at_5", "display_name": "ndcg_at_5", "description": null, "value": 0.70833 }, { "id": "ndcg_at_10", "display_name": "ndcg_at_10", "description": null, "value": 0.67903 }, { "id": "ndcg_at_50", "display_name": "ndcg_at_50", "description": null, "value": 0.64858 }, { "id": "map_at_5", "display_name": "map_at_5", "description": null, "value": 0.25169 }, { "id": "map_at_10", "display_name": "map_at_10", "description": null, "value": 0.32689 }, { "id": "map_at_50", "display_name": "map_at_50", "description": null, "value": 0.46739 }, { "id": "recall_at_5", "display_name": "recall_at_5", "description": null, "value": 0.25973 }, { "id": "recall_at_10", "display_name": "recall_at_10", "description": null, "value": 0.34512 }, { "id": "recall_at_50", "display_name": "recall_at_50", "description": null, "value": 0.53847 }, { "id": "precision_at_5", "display_name": "precision_at_5", "description": null, "value": 0.63408 }, { "id": "precision_at_10", "display_name": "precision_at_10", "description": null, "value": 0.54244 }, { "id": "precision_at_50", "display_name": "precision_at_50", "description": null, "value": 0.30759 }, { "id": "mrr_at_5", "display_name": "mrr_at_5", "description": null, "value": 0.7887459807073955 }, { "id": "mrr_at_10", "display_name": "mrr_at_10", "description": null, "value": 0.7936431378553563 }, { "id": "mrr_at_50", "display_name": "mrr_at_50", "description": null, "value": 0.7959549608392991 }, { "id": "nauc_ndcg_at_5_max", "display_name": "nauc_ndcg_at_5_max", "description": null, "value": 0.4249013352122335 }, { "id": "nauc_ndcg_at_5_std", "display_name": "nauc_ndcg_at_5_std", "description": null, "value": 0.8037952157465401 }, { "id": "nauc_ndcg_at_5_diff1", "display_name": "nauc_ndcg_at_5_diff1", "description": null, "value": 0.1413596947741603 }, { "id": "nauc_ndcg_at_10_max", "display_name": "nauc_ndcg_at_10_max", "description": null, "value": 0.4204652802279644 }, { "id": "nauc_ndcg_at_10_std", "display_name": "nauc_ndcg_at_10_std", "description": null, "value": 0.7876332799563885 }, { "id": "nauc_ndcg_at_10_diff1", "display_name": "nauc_ndcg_at_10_diff1", "description": null, "value": 0.1462062003777289 }, { "id": "nauc_ndcg_at_50_max", "display_name": "nauc_ndcg_at_50_max", "description": null, "value": 0.3584251726169603 }, { "id": "nauc_ndcg_at_50_std", "display_name": "nauc_ndcg_at_50_std", "description": null, "value": 0.7541162752580496 }, { "id": "nauc_ndcg_at_50_diff1", "display_name": "nauc_ndcg_at_50_diff1", "description": null, "value": 0.14407914236714084 }, { "id": "nauc_map_at_5_max", "display_name": "nauc_map_at_5_max", "description": null, "value": 0.06823941786698261 }, { "id": "nauc_map_at_5_std", "display_name": "nauc_map_at_5_std", "description": null, "value": 0.38255659859692487 }, { "id": "nauc_map_at_5_diff1", "display_name": "nauc_map_at_5_diff1", "description": null, "value": 0.3480674521155449 }, { "id": "nauc_map_at_10_max", "display_name": "nauc_map_at_10_max", "description": null, "value": 0.16200995043378846 }, { "id": "nauc_map_at_10_std", "display_name": "nauc_map_at_10_std", "description": null, "value": 0.5637260827505329 }, { "id": "nauc_map_at_10_diff1", "display_name": "nauc_map_at_10_diff1", "description": null, "value": 0.27925638990284274 }, { "id": "nauc_map_at_50_max", "display_name": "nauc_map_at_50_max", "description": null, "value": 0.316785523616919 }, { "id": "nauc_map_at_50_std", "display_name": "nauc_map_at_50_std", "description": null, "value": 0.7884674708035404 }, { "id": "nauc_map_at_50_diff1", "display_name": "nauc_map_at_50_diff1", "description": null, "value": 0.15281773067505242 }, { "id": "nauc_recall_at_5_max", "display_name": "nauc_recall_at_5_max", "description": null, "value": 0.05984367603361126 }, { "id": "nauc_recall_at_5_std", "display_name": "nauc_recall_at_5_std", "description": null, "value": 0.37075410024509964 }, { "id": "nauc_recall_at_5_diff1", "display_name": "nauc_recall_at_5_diff1", "description": null, "value": 0.3528009604202977 }, { "id": "nauc_recall_at_10_max", "display_name": "nauc_recall_at_10_max", "description": null, "value": 0.13978654053219638 }, { "id": "nauc_recall_at_10_std", "display_name": "nauc_recall_at_10_std", "description": null, "value": 0.5394212306018864 }, { "id": "nauc_recall_at_10_diff1", "display_name": "nauc_recall_at_10_diff1", "description": null, "value": 0.28687335814861753 }, { "id": "nauc_recall_at_50_max", "display_name": "nauc_recall_at_50_max", "description": null, "value": 0.27953439115065165 }, { "id": "nauc_recall_at_50_std", "display_name": "nauc_recall_at_50_std", "description": null, "value": 0.7465655368746134 }, { "id": "nauc_recall_at_50_diff1", "display_name": "nauc_recall_at_50_diff1", "description": null, "value": 0.15167294388599076 }, { "id": "nauc_precision_at_5_max", "display_name": "nauc_precision_at_5_max", "description": null, "value": 0.42228922529257007 }, { "id": "nauc_precision_at_5_std", "display_name": "nauc_precision_at_5_std", "description": null, "value": 0.7149145518900438 }, { "id": "nauc_precision_at_5_diff1", "display_name": "nauc_precision_at_5_diff1", "description": null, "value": -0.11182287887883938 }, { "id": "nauc_precision_at_10_max", "display_name": "nauc_precision_at_10_max", "description": null, "value": 0.39379398750948513 }, { "id": "nauc_precision_at_10_std", "display_name": "nauc_precision_at_10_std", "description": null, "value": 0.6192434223426857 }, { "id": "nauc_precision_at_10_diff1", "display_name": "nauc_precision_at_10_diff1", "description": null, "value": -0.17068274953379578 }, { "id": "nauc_precision_at_50_max", "display_name": "nauc_precision_at_50_max", "description": null, "value": 0.2249314962247772 }, { "id": "nauc_precision_at_50_std", "display_name": "nauc_precision_at_50_std", "description": null, "value": 0.1513983474822626 }, { "id": "nauc_precision_at_50_diff1", "display_name": "nauc_precision_at_50_diff1", "description": null, "value": -0.2085676426311878 }, { "id": "nauc_mrr_at_5_max", "display_name": "nauc_mrr_at_5_max", "description": null, "value": 0.4873996930451618 }, { "id": "nauc_mrr_at_5_std", "display_name": "nauc_mrr_at_5_std", "description": null, "value": 0.790121004884451 }, { "id": "nauc_mrr_at_5_diff1", "display_name": "nauc_mrr_at_5_diff1", "description": null, "value": 0.35101924426054193 }, { "id": "nauc_mrr_at_10_max", "display_name": "nauc_mrr_at_10_max", "description": null, "value": 0.48679300042700696 }, { "id": "nauc_mrr_at_10_std", "display_name": "nauc_mrr_at_10_std", "description": null, "value": 0.7911671425593381 }, { "id": "nauc_mrr_at_10_diff1", "display_name": "nauc_mrr_at_10_diff1", "description": null, "value": 0.34602507202599053 }, { "id": "nauc_mrr_at_50_max", "display_name": "nauc_mrr_at_50_max", "description": null, "value": 0.49234090539442804 }, { "id": "nauc_mrr_at_50_std", "display_name": "nauc_mrr_at_50_std", "description": null, "value": 0.7908566907426995 }, { "id": "nauc_mrr_at_50_diff1", "display_name": "nauc_mrr_at_50_diff1", "description": null, "value": 0.3445651280400187 } ] } ] }