{ "task": { "id": "euk_retrieval", "display_name": "Euk Retrieval", "description": "Retrieves bacterial proteins with similar swissprot annotations to a query eukaryotic protein", "modality": "protein", "type": "retrieval", "datasets": [ { "path": "tattabio/euk_retrieval", "revision": "c93dc56665cedd19fbeaea9ace146f2474c895f0" }, { "path": "tattabio/euk_retrieval_qrels", "revision": "a5aa01e9b9738074aba57fc07434e352c4c71e4b" } ], "primary_metric_id": "map_at_5" }, "model": { "hf_name": "hugohrban/progen2-xlarge", "revision": "...", "num_layers": 32, "num_params": 6443638816, "embed_dim": 4096 }, "dgeb_version": "0.0.0", "results": [ { "layer_number": 16, "layer_display_name": "16", "metrics": [ { "id": "ndcg_at_5", "display_name": "ndcg_at_5", "description": null, "value": 0.84774 }, { "id": "ndcg_at_10", "display_name": "ndcg_at_10", "description": null, "value": 0.8374 }, { "id": "ndcg_at_50", "display_name": "ndcg_at_50", "description": null, "value": 0.82416 }, { "id": "map_at_5", "display_name": "map_at_5", "description": null, "value": 0.34395 }, { "id": "map_at_10", "display_name": "map_at_10", "description": null, "value": 0.45708 }, { "id": "map_at_50", "display_name": "map_at_50", "description": null, "value": 0.67546 }, { "id": "recall_at_5", "display_name": "recall_at_5", "description": null, "value": 0.34724 }, { "id": "recall_at_10", "display_name": "recall_at_10", "description": null, "value": 0.4629 }, { "id": "recall_at_50", "display_name": "recall_at_50", "description": null, "value": 0.70514 }, { "id": "precision_at_5", "display_name": "precision_at_5", "description": null, "value": 0.74791 }, { "id": "precision_at_10", "display_name": "precision_at_10", "description": null, "value": 0.66367 }, { "id": "precision_at_50", "display_name": "precision_at_50", "description": null, "value": 0.38521 }, { "id": "mrr_at_5", "display_name": "mrr_at_5", "description": null, "value": 0.8982851018220793 }, { "id": "mrr_at_10", "display_name": "mrr_at_10", "description": null, "value": 0.8995610677282704 }, { "id": "mrr_at_50", "display_name": "mrr_at_50", "description": null, "value": 0.900508188422815 }, { "id": "nauc_ndcg_at_5_max", "display_name": "nauc_ndcg_at_5_max", "description": null, "value": 0.4767898888088076 }, { "id": "nauc_ndcg_at_5_std", "display_name": "nauc_ndcg_at_5_std", "description": null, "value": 0.7419553503608369 }, { "id": "nauc_ndcg_at_5_diff1", "display_name": "nauc_ndcg_at_5_diff1", "description": null, "value": 0.055414003237389486 }, { "id": "nauc_ndcg_at_10_max", "display_name": "nauc_ndcg_at_10_max", "description": null, "value": 0.43775298679589786 }, { "id": "nauc_ndcg_at_10_std", "display_name": "nauc_ndcg_at_10_std", "description": null, "value": 0.7407504551889852 }, { "id": "nauc_ndcg_at_10_diff1", "display_name": "nauc_ndcg_at_10_diff1", "description": null, "value": 0.05347140613062027 }, { "id": "nauc_ndcg_at_50_max", "display_name": "nauc_ndcg_at_50_max", "description": null, "value": 0.41293112354686706 }, { "id": "nauc_ndcg_at_50_std", "display_name": "nauc_ndcg_at_50_std", "description": null, "value": 0.7476717808315242 }, { "id": "nauc_ndcg_at_50_diff1", "display_name": "nauc_ndcg_at_50_diff1", "description": null, "value": 0.08006377164933114 }, { "id": "nauc_map_at_5_max", "display_name": "nauc_map_at_5_max", "description": null, "value": -0.0148881359491563 }, { "id": "nauc_map_at_5_std", "display_name": "nauc_map_at_5_std", "description": null, "value": 0.23989310515269469 }, { "id": "nauc_map_at_5_diff1", "display_name": "nauc_map_at_5_diff1", "description": null, "value": 0.3287363118687835 }, { "id": "nauc_map_at_10_max", "display_name": "nauc_map_at_10_max", "description": null, "value": 0.05281666093138101 }, { "id": "nauc_map_at_10_std", "display_name": "nauc_map_at_10_std", "description": null, "value": 0.4712488352245418 }, { "id": "nauc_map_at_10_diff1", "display_name": "nauc_map_at_10_diff1", "description": null, "value": 0.281326814344777 }, { "id": "nauc_map_at_50_max", "display_name": "nauc_map_at_50_max", "description": null, "value": 0.33174842347070294 }, { "id": "nauc_map_at_50_std", "display_name": "nauc_map_at_50_std", "description": null, "value": 0.8375866923633879 }, { "id": "nauc_map_at_50_diff1", "display_name": "nauc_map_at_50_diff1", "description": null, "value": 0.1383451658034337 }, { "id": "nauc_recall_at_5_max", "display_name": "nauc_recall_at_5_max", "description": null, "value": -0.024413048209636076 }, { "id": "nauc_recall_at_5_std", "display_name": "nauc_recall_at_5_std", "description": null, "value": 0.2357082185796465 }, { "id": "nauc_recall_at_5_diff1", "display_name": "nauc_recall_at_5_diff1", "description": null, "value": 0.3392331612284683 }, { "id": "nauc_recall_at_10_max", "display_name": "nauc_recall_at_10_max", "description": null, "value": 0.03992063669730916 }, { "id": "nauc_recall_at_10_std", "display_name": "nauc_recall_at_10_std", "description": null, "value": 0.4662588167162248 }, { "id": "nauc_recall_at_10_diff1", "display_name": "nauc_recall_at_10_diff1", "description": null, "value": 0.2931262438573035 }, { "id": "nauc_recall_at_50_max", "display_name": "nauc_recall_at_50_max", "description": null, "value": 0.2837205586716561 }, { "id": "nauc_recall_at_50_std", "display_name": "nauc_recall_at_50_std", "description": null, "value": 0.8522921818796286 }, { "id": "nauc_recall_at_50_diff1", "display_name": "nauc_recall_at_50_diff1", "description": null, "value": 0.162147287293181 }, { "id": "nauc_precision_at_5_max", "display_name": "nauc_precision_at_5_max", "description": null, "value": 0.4146288409630512 }, { "id": "nauc_precision_at_5_std", "display_name": "nauc_precision_at_5_std", "description": null, "value": 0.615634517860307 }, { "id": "nauc_precision_at_5_diff1", "display_name": "nauc_precision_at_5_diff1", "description": null, "value": -0.37956355864345537 }, { "id": "nauc_precision_at_10_max", "display_name": "nauc_precision_at_10_max", "description": null, "value": 0.3407833568385157 }, { "id": "nauc_precision_at_10_std", "display_name": "nauc_precision_at_10_std", "description": null, "value": 0.4829041685657454 }, { "id": "nauc_precision_at_10_diff1", "display_name": "nauc_precision_at_10_diff1", "description": null, "value": -0.3726537217663794 }, { "id": "nauc_precision_at_50_max", "display_name": "nauc_precision_at_50_max", "description": null, "value": 0.21298158451575644 }, { "id": "nauc_precision_at_50_std", "display_name": "nauc_precision_at_50_std", "description": null, "value": -0.17142552632901348 }, { "id": "nauc_precision_at_50_diff1", "display_name": "nauc_precision_at_50_diff1", "description": null, "value": -0.28865788487324007 }, { "id": "nauc_mrr_at_5_max", "display_name": "nauc_mrr_at_5_max", "description": null, "value": 0.6383125172254681 }, { "id": "nauc_mrr_at_5_std", "display_name": "nauc_mrr_at_5_std", "description": null, "value": 0.6960093217220756 }, { "id": "nauc_mrr_at_5_diff1", "display_name": "nauc_mrr_at_5_diff1", "description": null, "value": 0.08088971499853534 }, { "id": "nauc_mrr_at_10_max", "display_name": "nauc_mrr_at_10_max", "description": null, "value": 0.6431409368495994 }, { "id": "nauc_mrr_at_10_std", "display_name": "nauc_mrr_at_10_std", "description": null, "value": 0.693162244516911 }, { "id": "nauc_mrr_at_10_diff1", "display_name": "nauc_mrr_at_10_diff1", "description": null, "value": 0.07470607309971362 }, { "id": "nauc_mrr_at_50_max", "display_name": "nauc_mrr_at_50_max", "description": null, "value": 0.6408878710877405 }, { "id": "nauc_mrr_at_50_std", "display_name": "nauc_mrr_at_50_std", "description": null, "value": 0.6952625726667562 }, { "id": "nauc_mrr_at_50_diff1", "display_name": "nauc_mrr_at_50_diff1", "description": null, "value": 0.07873314340871365 } ] }, { "layer_number": 31, "layer_display_name": "31", "metrics": [ { "id": "ndcg_at_5", "display_name": "ndcg_at_5", "description": null, "value": 0.58687 }, { "id": "ndcg_at_10", "display_name": "ndcg_at_10", "description": null, "value": 0.5516 }, { "id": "ndcg_at_50", "display_name": "ndcg_at_50", "description": null, "value": 0.51338 }, { "id": "map_at_5", "display_name": "map_at_5", "description": null, "value": 0.19386 }, { "id": "map_at_10", "display_name": "map_at_10", "description": null, "value": 0.24564 }, { "id": "map_at_50", "display_name": "map_at_50", "description": null, "value": 0.33821 }, { "id": "recall_at_5", "display_name": "recall_at_5", "description": null, "value": 0.2105 }, { "id": "recall_at_10", "display_name": "recall_at_10", "description": null, "value": 0.27395 }, { "id": "recall_at_50", "display_name": "recall_at_50", "description": null, "value": 0.43525 }, { "id": "precision_at_5", "display_name": "precision_at_5", "description": null, "value": 0.52154 }, { "id": "precision_at_10", "display_name": "precision_at_10", "description": null, "value": 0.43441 }, { "id": "precision_at_50", "display_name": "precision_at_50", "description": null, "value": 0.23408 }, { "id": "mrr_at_5", "display_name": "mrr_at_5", "description": null, "value": 0.7136655948553056 }, { "id": "mrr_at_10", "display_name": "mrr_at_10", "description": null, "value": 0.717022661154494 }, { "id": "mrr_at_50", "display_name": "mrr_at_50", "description": null, "value": 0.7203295622151216 }, { "id": "nauc_ndcg_at_5_max", "display_name": "nauc_ndcg_at_5_max", "description": null, "value": 0.5080779306269386 }, { "id": "nauc_ndcg_at_5_std", "display_name": "nauc_ndcg_at_5_std", "description": null, "value": 0.6888089972666763 }, { "id": "nauc_ndcg_at_5_diff1", "display_name": "nauc_ndcg_at_5_diff1", "description": null, "value": 0.10673258599936329 }, { "id": "nauc_ndcg_at_10_max", "display_name": "nauc_ndcg_at_10_max", "description": null, "value": 0.4632005033585787 }, { "id": "nauc_ndcg_at_10_std", "display_name": "nauc_ndcg_at_10_std", "description": null, "value": 0.6712012494044541 }, { "id": "nauc_ndcg_at_10_diff1", "display_name": "nauc_ndcg_at_10_diff1", "description": null, "value": 0.08784010802216201 }, { "id": "nauc_ndcg_at_50_max", "display_name": "nauc_ndcg_at_50_max", "description": null, "value": 0.38857259040070996 }, { "id": "nauc_ndcg_at_50_std", "display_name": "nauc_ndcg_at_50_std", "description": null, "value": 0.5895619261020698 }, { "id": "nauc_ndcg_at_50_diff1", "display_name": "nauc_ndcg_at_50_diff1", "description": null, "value": 0.14080687873239334 }, { "id": "nauc_map_at_5_max", "display_name": "nauc_map_at_5_max", "description": null, "value": 0.16090136788609444 }, { "id": "nauc_map_at_5_std", "display_name": "nauc_map_at_5_std", "description": null, "value": 0.31243391620873545 }, { "id": "nauc_map_at_5_diff1", "display_name": "nauc_map_at_5_diff1", "description": null, "value": 0.3390512300528643 }, { "id": "nauc_map_at_10_max", "display_name": "nauc_map_at_10_max", "description": null, "value": 0.22579196089292114 }, { "id": "nauc_map_at_10_std", "display_name": "nauc_map_at_10_std", "description": null, "value": 0.4669121206457578 }, { "id": "nauc_map_at_10_diff1", "display_name": "nauc_map_at_10_diff1", "description": null, "value": 0.26122356825986964 }, { "id": "nauc_map_at_50_max", "display_name": "nauc_map_at_50_max", "description": null, "value": 0.30204264302375927 }, { "id": "nauc_map_at_50_std", "display_name": "nauc_map_at_50_std", "description": null, "value": 0.6332673466736974 }, { "id": "nauc_map_at_50_diff1", "display_name": "nauc_map_at_50_diff1", "description": null, "value": 0.16004379501441202 }, { "id": "nauc_recall_at_5_max", "display_name": "nauc_recall_at_5_max", "description": null, "value": 0.11110155948455377 }, { "id": "nauc_recall_at_5_std", "display_name": "nauc_recall_at_5_std", "description": null, "value": 0.25591724289649287 }, { "id": "nauc_recall_at_5_diff1", "display_name": "nauc_recall_at_5_diff1", "description": null, "value": 0.3227114364901176 }, { "id": "nauc_recall_at_10_max", "display_name": "nauc_recall_at_10_max", "description": null, "value": 0.17196503188722667 }, { "id": "nauc_recall_at_10_std", "display_name": "nauc_recall_at_10_std", "description": null, "value": 0.39247300342855024 }, { "id": "nauc_recall_at_10_diff1", "display_name": "nauc_recall_at_10_diff1", "description": null, "value": 0.2629668690094458 }, { "id": "nauc_recall_at_50_max", "display_name": "nauc_recall_at_50_max", "description": null, "value": 0.22851294474341216 }, { "id": "nauc_recall_at_50_std", "display_name": "nauc_recall_at_50_std", "description": null, "value": 0.530880033887029 }, { "id": "nauc_recall_at_50_diff1", "display_name": "nauc_recall_at_50_diff1", "description": null, "value": 0.1726004902442935 }, { "id": "nauc_precision_at_5_max", "display_name": "nauc_precision_at_5_max", "description": null, "value": 0.5070785300123103 }, { "id": "nauc_precision_at_5_std", "display_name": "nauc_precision_at_5_std", "description": null, "value": 0.6876905262817138 }, { "id": "nauc_precision_at_5_diff1", "display_name": "nauc_precision_at_5_diff1", "description": null, "value": -0.04779793396663549 }, { "id": "nauc_precision_at_10_max", "display_name": "nauc_precision_at_10_max", "description": null, "value": 0.4351829938283804 }, { "id": "nauc_precision_at_10_std", "display_name": "nauc_precision_at_10_std", "description": null, "value": 0.6459334312111928 }, { "id": "nauc_precision_at_10_diff1", "display_name": "nauc_precision_at_10_diff1", "description": null, "value": -0.13694795084624573 }, { "id": "nauc_precision_at_50_max", "display_name": "nauc_precision_at_50_max", "description": null, "value": 0.29963197362191873 }, { "id": "nauc_precision_at_50_std", "display_name": "nauc_precision_at_50_std", "description": null, "value": 0.31559221570405743 }, { "id": "nauc_precision_at_50_diff1", "display_name": "nauc_precision_at_50_diff1", "description": null, "value": -0.18803068785533397 }, { "id": "nauc_mrr_at_5_max", "display_name": "nauc_mrr_at_5_max", "description": null, "value": 0.6013539055037981 }, { "id": "nauc_mrr_at_5_std", "display_name": "nauc_mrr_at_5_std", "description": null, "value": 0.6207506271548514 }, { "id": "nauc_mrr_at_5_diff1", "display_name": "nauc_mrr_at_5_diff1", "description": null, "value": 0.2669837260163356 }, { "id": "nauc_mrr_at_10_max", "display_name": "nauc_mrr_at_10_max", "description": null, "value": 0.6020956263248132 }, { "id": "nauc_mrr_at_10_std", "display_name": "nauc_mrr_at_10_std", "description": null, "value": 0.6245273952623522 }, { "id": "nauc_mrr_at_10_diff1", "display_name": "nauc_mrr_at_10_diff1", "description": null, "value": 0.2710930700853572 }, { "id": "nauc_mrr_at_50_max", "display_name": "nauc_mrr_at_50_max", "description": null, "value": 0.6044496050365885 }, { "id": "nauc_mrr_at_50_std", "display_name": "nauc_mrr_at_50_std", "description": null, "value": 0.6292104477286984 }, { "id": "nauc_mrr_at_50_diff1", "display_name": "nauc_mrr_at_50_diff1", "description": null, "value": 0.27333065711002147 } ] } ] }