| { | |
| "task": { | |
| "id": "euk_retrieval", | |
| "display_name": "Euk Retrieval", | |
| "description": "Retrieves bacterial proteins with similar swissprot annotations to a query eukaryotic protein", | |
| "modality": "protein", | |
| "type": "retrieval", | |
| "datasets": [ | |
| { | |
| "path": "tattabio/euk_retrieval", | |
| "revision": "c93dc56665cedd19fbeaea9ace146f2474c895f0" | |
| }, | |
| { | |
| "path": "tattabio/euk_retrieval_qrels", | |
| "revision": "a5aa01e9b9738074aba57fc07434e352c4c71e4b" | |
| } | |
| ], | |
| "primary_metric_id": "map_at_5" | |
| }, | |
| "model": { | |
| "hf_name": "hugohrban/progen2-xlarge", | |
| "revision": "...", | |
| "num_layers": 32, | |
| "num_params": 6443638816, | |
| "embed_dim": 4096 | |
| }, | |
| "dgeb_version": "0.0.0", | |
| "results": [ | |
| { | |
| "layer_number": 16, | |
| "layer_display_name": "16", | |
| "metrics": [ | |
| { | |
| "id": "ndcg_at_5", | |
| "display_name": "ndcg_at_5", | |
| "description": null, | |
| "value": 0.84774 | |
| }, | |
| { | |
| "id": "ndcg_at_10", | |
| "display_name": "ndcg_at_10", | |
| "description": null, | |
| "value": 0.8374 | |
| }, | |
| { | |
| "id": "ndcg_at_50", | |
| "display_name": "ndcg_at_50", | |
| "description": null, | |
| "value": 0.82416 | |
| }, | |
| { | |
| "id": "map_at_5", | |
| "display_name": "map_at_5", | |
| "description": null, | |
| "value": 0.34395 | |
| }, | |
| { | |
| "id": "map_at_10", | |
| "display_name": "map_at_10", | |
| "description": null, | |
| "value": 0.45708 | |
| }, | |
| { | |
| "id": "map_at_50", | |
| "display_name": "map_at_50", | |
| "description": null, | |
| "value": 0.67546 | |
| }, | |
| { | |
| "id": "recall_at_5", | |
| "display_name": "recall_at_5", | |
| "description": null, | |
| "value": 0.34724 | |
| }, | |
| { | |
| "id": "recall_at_10", | |
| "display_name": "recall_at_10", | |
| "description": null, | |
| "value": 0.4629 | |
| }, | |
| { | |
| "id": "recall_at_50", | |
| "display_name": "recall_at_50", | |
| "description": null, | |
| "value": 0.70514 | |
| }, | |
| { | |
| "id": "precision_at_5", | |
| "display_name": "precision_at_5", | |
| "description": null, | |
| "value": 0.74791 | |
| }, | |
| { | |
| "id": "precision_at_10", | |
| "display_name": "precision_at_10", | |
| "description": null, | |
| "value": 0.66367 | |
| }, | |
| { | |
| "id": "precision_at_50", | |
| "display_name": "precision_at_50", | |
| "description": null, | |
| "value": 0.38521 | |
| }, | |
| { | |
| "id": "mrr_at_5", | |
| "display_name": "mrr_at_5", | |
| "description": null, | |
| "value": 0.8982851018220793 | |
| }, | |
| { | |
| "id": "mrr_at_10", | |
| "display_name": "mrr_at_10", | |
| "description": null, | |
| "value": 0.8995610677282704 | |
| }, | |
| { | |
| "id": "mrr_at_50", | |
| "display_name": "mrr_at_50", | |
| "description": null, | |
| "value": 0.900508188422815 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_max", | |
| "display_name": "nauc_ndcg_at_5_max", | |
| "description": null, | |
| "value": 0.4767898888088076 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_std", | |
| "display_name": "nauc_ndcg_at_5_std", | |
| "description": null, | |
| "value": 0.7419553503608369 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_diff1", | |
| "display_name": "nauc_ndcg_at_5_diff1", | |
| "description": null, | |
| "value": 0.055414003237389486 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_max", | |
| "display_name": "nauc_ndcg_at_10_max", | |
| "description": null, | |
| "value": 0.43775298679589786 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_std", | |
| "display_name": "nauc_ndcg_at_10_std", | |
| "description": null, | |
| "value": 0.7407504551889852 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_diff1", | |
| "display_name": "nauc_ndcg_at_10_diff1", | |
| "description": null, | |
| "value": 0.05347140613062027 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_max", | |
| "display_name": "nauc_ndcg_at_50_max", | |
| "description": null, | |
| "value": 0.41293112354686706 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_std", | |
| "display_name": "nauc_ndcg_at_50_std", | |
| "description": null, | |
| "value": 0.7476717808315242 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_diff1", | |
| "display_name": "nauc_ndcg_at_50_diff1", | |
| "description": null, | |
| "value": 0.08006377164933114 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_max", | |
| "display_name": "nauc_map_at_5_max", | |
| "description": null, | |
| "value": -0.0148881359491563 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_std", | |
| "display_name": "nauc_map_at_5_std", | |
| "description": null, | |
| "value": 0.23989310515269469 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_diff1", | |
| "display_name": "nauc_map_at_5_diff1", | |
| "description": null, | |
| "value": 0.3287363118687835 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_max", | |
| "display_name": "nauc_map_at_10_max", | |
| "description": null, | |
| "value": 0.05281666093138101 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_std", | |
| "display_name": "nauc_map_at_10_std", | |
| "description": null, | |
| "value": 0.4712488352245418 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_diff1", | |
| "display_name": "nauc_map_at_10_diff1", | |
| "description": null, | |
| "value": 0.281326814344777 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_max", | |
| "display_name": "nauc_map_at_50_max", | |
| "description": null, | |
| "value": 0.33174842347070294 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_std", | |
| "display_name": "nauc_map_at_50_std", | |
| "description": null, | |
| "value": 0.8375866923633879 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_diff1", | |
| "display_name": "nauc_map_at_50_diff1", | |
| "description": null, | |
| "value": 0.1383451658034337 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_max", | |
| "display_name": "nauc_recall_at_5_max", | |
| "description": null, | |
| "value": -0.024413048209636076 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_std", | |
| "display_name": "nauc_recall_at_5_std", | |
| "description": null, | |
| "value": 0.2357082185796465 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_diff1", | |
| "display_name": "nauc_recall_at_5_diff1", | |
| "description": null, | |
| "value": 0.3392331612284683 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_max", | |
| "display_name": "nauc_recall_at_10_max", | |
| "description": null, | |
| "value": 0.03992063669730916 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_std", | |
| "display_name": "nauc_recall_at_10_std", | |
| "description": null, | |
| "value": 0.4662588167162248 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_diff1", | |
| "display_name": "nauc_recall_at_10_diff1", | |
| "description": null, | |
| "value": 0.2931262438573035 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_max", | |
| "display_name": "nauc_recall_at_50_max", | |
| "description": null, | |
| "value": 0.2837205586716561 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_std", | |
| "display_name": "nauc_recall_at_50_std", | |
| "description": null, | |
| "value": 0.8522921818796286 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_diff1", | |
| "display_name": "nauc_recall_at_50_diff1", | |
| "description": null, | |
| "value": 0.162147287293181 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_max", | |
| "display_name": "nauc_precision_at_5_max", | |
| "description": null, | |
| "value": 0.4146288409630512 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_std", | |
| "display_name": "nauc_precision_at_5_std", | |
| "description": null, | |
| "value": 0.615634517860307 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_diff1", | |
| "display_name": "nauc_precision_at_5_diff1", | |
| "description": null, | |
| "value": -0.37956355864345537 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_max", | |
| "display_name": "nauc_precision_at_10_max", | |
| "description": null, | |
| "value": 0.3407833568385157 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_std", | |
| "display_name": "nauc_precision_at_10_std", | |
| "description": null, | |
| "value": 0.4829041685657454 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_diff1", | |
| "display_name": "nauc_precision_at_10_diff1", | |
| "description": null, | |
| "value": -0.3726537217663794 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_max", | |
| "display_name": "nauc_precision_at_50_max", | |
| "description": null, | |
| "value": 0.21298158451575644 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_std", | |
| "display_name": "nauc_precision_at_50_std", | |
| "description": null, | |
| "value": -0.17142552632901348 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_diff1", | |
| "display_name": "nauc_precision_at_50_diff1", | |
| "description": null, | |
| "value": -0.28865788487324007 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_max", | |
| "display_name": "nauc_mrr_at_5_max", | |
| "description": null, | |
| "value": 0.6383125172254681 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_std", | |
| "display_name": "nauc_mrr_at_5_std", | |
| "description": null, | |
| "value": 0.6960093217220756 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_diff1", | |
| "display_name": "nauc_mrr_at_5_diff1", | |
| "description": null, | |
| "value": 0.08088971499853534 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_max", | |
| "display_name": "nauc_mrr_at_10_max", | |
| "description": null, | |
| "value": 0.6431409368495994 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_std", | |
| "display_name": "nauc_mrr_at_10_std", | |
| "description": null, | |
| "value": 0.693162244516911 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_diff1", | |
| "display_name": "nauc_mrr_at_10_diff1", | |
| "description": null, | |
| "value": 0.07470607309971362 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_max", | |
| "display_name": "nauc_mrr_at_50_max", | |
| "description": null, | |
| "value": 0.6408878710877405 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_std", | |
| "display_name": "nauc_mrr_at_50_std", | |
| "description": null, | |
| "value": 0.6952625726667562 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_diff1", | |
| "display_name": "nauc_mrr_at_50_diff1", | |
| "description": null, | |
| "value": 0.07873314340871365 | |
| } | |
| ] | |
| }, | |
| { | |
| "layer_number": 31, | |
| "layer_display_name": "31", | |
| "metrics": [ | |
| { | |
| "id": "ndcg_at_5", | |
| "display_name": "ndcg_at_5", | |
| "description": null, | |
| "value": 0.58687 | |
| }, | |
| { | |
| "id": "ndcg_at_10", | |
| "display_name": "ndcg_at_10", | |
| "description": null, | |
| "value": 0.5516 | |
| }, | |
| { | |
| "id": "ndcg_at_50", | |
| "display_name": "ndcg_at_50", | |
| "description": null, | |
| "value": 0.51338 | |
| }, | |
| { | |
| "id": "map_at_5", | |
| "display_name": "map_at_5", | |
| "description": null, | |
| "value": 0.19386 | |
| }, | |
| { | |
| "id": "map_at_10", | |
| "display_name": "map_at_10", | |
| "description": null, | |
| "value": 0.24564 | |
| }, | |
| { | |
| "id": "map_at_50", | |
| "display_name": "map_at_50", | |
| "description": null, | |
| "value": 0.33821 | |
| }, | |
| { | |
| "id": "recall_at_5", | |
| "display_name": "recall_at_5", | |
| "description": null, | |
| "value": 0.2105 | |
| }, | |
| { | |
| "id": "recall_at_10", | |
| "display_name": "recall_at_10", | |
| "description": null, | |
| "value": 0.27395 | |
| }, | |
| { | |
| "id": "recall_at_50", | |
| "display_name": "recall_at_50", | |
| "description": null, | |
| "value": 0.43525 | |
| }, | |
| { | |
| "id": "precision_at_5", | |
| "display_name": "precision_at_5", | |
| "description": null, | |
| "value": 0.52154 | |
| }, | |
| { | |
| "id": "precision_at_10", | |
| "display_name": "precision_at_10", | |
| "description": null, | |
| "value": 0.43441 | |
| }, | |
| { | |
| "id": "precision_at_50", | |
| "display_name": "precision_at_50", | |
| "description": null, | |
| "value": 0.23408 | |
| }, | |
| { | |
| "id": "mrr_at_5", | |
| "display_name": "mrr_at_5", | |
| "description": null, | |
| "value": 0.7136655948553056 | |
| }, | |
| { | |
| "id": "mrr_at_10", | |
| "display_name": "mrr_at_10", | |
| "description": null, | |
| "value": 0.717022661154494 | |
| }, | |
| { | |
| "id": "mrr_at_50", | |
| "display_name": "mrr_at_50", | |
| "description": null, | |
| "value": 0.7203295622151216 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_max", | |
| "display_name": "nauc_ndcg_at_5_max", | |
| "description": null, | |
| "value": 0.5080779306269386 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_std", | |
| "display_name": "nauc_ndcg_at_5_std", | |
| "description": null, | |
| "value": 0.6888089972666763 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_diff1", | |
| "display_name": "nauc_ndcg_at_5_diff1", | |
| "description": null, | |
| "value": 0.10673258599936329 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_max", | |
| "display_name": "nauc_ndcg_at_10_max", | |
| "description": null, | |
| "value": 0.4632005033585787 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_std", | |
| "display_name": "nauc_ndcg_at_10_std", | |
| "description": null, | |
| "value": 0.6712012494044541 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_diff1", | |
| "display_name": "nauc_ndcg_at_10_diff1", | |
| "description": null, | |
| "value": 0.08784010802216201 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_max", | |
| "display_name": "nauc_ndcg_at_50_max", | |
| "description": null, | |
| "value": 0.38857259040070996 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_std", | |
| "display_name": "nauc_ndcg_at_50_std", | |
| "description": null, | |
| "value": 0.5895619261020698 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_diff1", | |
| "display_name": "nauc_ndcg_at_50_diff1", | |
| "description": null, | |
| "value": 0.14080687873239334 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_max", | |
| "display_name": "nauc_map_at_5_max", | |
| "description": null, | |
| "value": 0.16090136788609444 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_std", | |
| "display_name": "nauc_map_at_5_std", | |
| "description": null, | |
| "value": 0.31243391620873545 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_diff1", | |
| "display_name": "nauc_map_at_5_diff1", | |
| "description": null, | |
| "value": 0.3390512300528643 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_max", | |
| "display_name": "nauc_map_at_10_max", | |
| "description": null, | |
| "value": 0.22579196089292114 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_std", | |
| "display_name": "nauc_map_at_10_std", | |
| "description": null, | |
| "value": 0.4669121206457578 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_diff1", | |
| "display_name": "nauc_map_at_10_diff1", | |
| "description": null, | |
| "value": 0.26122356825986964 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_max", | |
| "display_name": "nauc_map_at_50_max", | |
| "description": null, | |
| "value": 0.30204264302375927 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_std", | |
| "display_name": "nauc_map_at_50_std", | |
| "description": null, | |
| "value": 0.6332673466736974 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_diff1", | |
| "display_name": "nauc_map_at_50_diff1", | |
| "description": null, | |
| "value": 0.16004379501441202 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_max", | |
| "display_name": "nauc_recall_at_5_max", | |
| "description": null, | |
| "value": 0.11110155948455377 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_std", | |
| "display_name": "nauc_recall_at_5_std", | |
| "description": null, | |
| "value": 0.25591724289649287 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_diff1", | |
| "display_name": "nauc_recall_at_5_diff1", | |
| "description": null, | |
| "value": 0.3227114364901176 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_max", | |
| "display_name": "nauc_recall_at_10_max", | |
| "description": null, | |
| "value": 0.17196503188722667 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_std", | |
| "display_name": "nauc_recall_at_10_std", | |
| "description": null, | |
| "value": 0.39247300342855024 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_diff1", | |
| "display_name": "nauc_recall_at_10_diff1", | |
| "description": null, | |
| "value": 0.2629668690094458 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_max", | |
| "display_name": "nauc_recall_at_50_max", | |
| "description": null, | |
| "value": 0.22851294474341216 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_std", | |
| "display_name": "nauc_recall_at_50_std", | |
| "description": null, | |
| "value": 0.530880033887029 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_diff1", | |
| "display_name": "nauc_recall_at_50_diff1", | |
| "description": null, | |
| "value": 0.1726004902442935 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_max", | |
| "display_name": "nauc_precision_at_5_max", | |
| "description": null, | |
| "value": 0.5070785300123103 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_std", | |
| "display_name": "nauc_precision_at_5_std", | |
| "description": null, | |
| "value": 0.6876905262817138 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_diff1", | |
| "display_name": "nauc_precision_at_5_diff1", | |
| "description": null, | |
| "value": -0.04779793396663549 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_max", | |
| "display_name": "nauc_precision_at_10_max", | |
| "description": null, | |
| "value": 0.4351829938283804 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_std", | |
| "display_name": "nauc_precision_at_10_std", | |
| "description": null, | |
| "value": 0.6459334312111928 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_diff1", | |
| "display_name": "nauc_precision_at_10_diff1", | |
| "description": null, | |
| "value": -0.13694795084624573 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_max", | |
| "display_name": "nauc_precision_at_50_max", | |
| "description": null, | |
| "value": 0.29963197362191873 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_std", | |
| "display_name": "nauc_precision_at_50_std", | |
| "description": null, | |
| "value": 0.31559221570405743 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_diff1", | |
| "display_name": "nauc_precision_at_50_diff1", | |
| "description": null, | |
| "value": -0.18803068785533397 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_max", | |
| "display_name": "nauc_mrr_at_5_max", | |
| "description": null, | |
| "value": 0.6013539055037981 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_std", | |
| "display_name": "nauc_mrr_at_5_std", | |
| "description": null, | |
| "value": 0.6207506271548514 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_diff1", | |
| "display_name": "nauc_mrr_at_5_diff1", | |
| "description": null, | |
| "value": 0.2669837260163356 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_max", | |
| "display_name": "nauc_mrr_at_10_max", | |
| "description": null, | |
| "value": 0.6020956263248132 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_std", | |
| "display_name": "nauc_mrr_at_10_std", | |
| "description": null, | |
| "value": 0.6245273952623522 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_diff1", | |
| "display_name": "nauc_mrr_at_10_diff1", | |
| "description": null, | |
| "value": 0.2710930700853572 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_max", | |
| "display_name": "nauc_mrr_at_50_max", | |
| "description": null, | |
| "value": 0.6044496050365885 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_std", | |
| "display_name": "nauc_mrr_at_50_std", | |
| "description": null, | |
| "value": 0.6292104477286984 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_diff1", | |
| "display_name": "nauc_mrr_at_50_diff1", | |
| "description": null, | |
| "value": 0.27333065711002147 | |
| } | |
| ] | |
| } | |
| ] | |
| } | |