{ "task": { "id": "arch_retrieval", "display_name": "Arch Retrieval", "description": "Retrieves bacterial proteins with similar swissprot annotations to a query archaeal protein", "modality": "protein", "type": "retrieval", "datasets": [ { "path": "tattabio/arch_retrieval", "revision": "a19124322604a21b26b1b3c13a1bd0b8a63c9f7b" }, { "path": "tattabio/arch_retrieval_qrels", "revision": "3f142f2f9a0995d56c6e77188c7251761450afcf" } ], "primary_metric_id": "map_at_5" }, "model": { "hf_name": "hugohrban/progen2-xlarge", "revision": "...", "num_layers": 32, "num_params": 6443638816, "embed_dim": 4096 }, "dgeb_version": "0.0.0", "results": [ { "layer_number": 16, "layer_display_name": "16", "metrics": [ { "id": "ndcg_at_5", "display_name": "ndcg_at_5", "description": null, "value": 0.88067 }, { "id": "ndcg_at_10", "display_name": "ndcg_at_10", "description": null, "value": 0.86937 }, { "id": "ndcg_at_50", "display_name": "ndcg_at_50", "description": null, "value": 0.83252 }, { "id": "map_at_5", "display_name": "map_at_5", "description": null, "value": 0.29196 }, { "id": "map_at_10", "display_name": "map_at_10", "description": null, "value": 0.40958 }, { "id": "map_at_50", "display_name": "map_at_50", "description": null, "value": 0.69033 }, { "id": "recall_at_5", "display_name": "recall_at_5", "description": null, "value": 0.29856 }, { "id": "recall_at_10", "display_name": "recall_at_10", "description": null, "value": 0.42416 }, { "id": "recall_at_50", "display_name": "recall_at_50", "description": null, "value": 0.72823 }, { "id": "precision_at_5", "display_name": "precision_at_5", "description": null, "value": 0.7965 }, { "id": "precision_at_10", "display_name": "precision_at_10", "description": null, "value": 0.72953 }, { "id": "precision_at_50", "display_name": "precision_at_50", "description": null, "value": 0.4405 }, { "id": "mrr_at_5", "display_name": "mrr_at_5", "description": null, "value": 0.9187437757860286 }, { "id": "mrr_at_10", "display_name": "mrr_at_10", "description": null, "value": 0.9202352160098636 }, { "id": "mrr_at_50", "display_name": "mrr_at_50", "description": null, "value": 0.9210959739756178 }, { "id": "nauc_ndcg_at_5_max", "display_name": "nauc_ndcg_at_5_max", "description": null, "value": 0.34069226456540874 }, { "id": "nauc_ndcg_at_5_std", "display_name": "nauc_ndcg_at_5_std", "description": null, "value": 0.5303111124586763 }, { "id": "nauc_ndcg_at_5_diff1", "display_name": "nauc_ndcg_at_5_diff1", "description": null, "value": -0.025647490198929427 }, { "id": "nauc_ndcg_at_10_max", "display_name": "nauc_ndcg_at_10_max", "description": null, "value": 0.30583794948281073 }, { "id": "nauc_ndcg_at_10_std", "display_name": "nauc_ndcg_at_10_std", "description": null, "value": 0.5821104164244411 }, { "id": "nauc_ndcg_at_10_diff1", "display_name": "nauc_ndcg_at_10_diff1", "description": null, "value": -0.050433839881315716 }, { "id": "nauc_ndcg_at_50_max", "display_name": "nauc_ndcg_at_50_max", "description": null, "value": 0.28253639654117757 }, { "id": "nauc_ndcg_at_50_std", "display_name": "nauc_ndcg_at_50_std", "description": null, "value": 0.5376269279974585 }, { "id": "nauc_ndcg_at_50_diff1", "display_name": "nauc_ndcg_at_50_diff1", "description": null, "value": -0.05367704597406945 }, { "id": "nauc_map_at_5_max", "display_name": "nauc_map_at_5_max", "description": null, "value": -0.019865699890794175 }, { "id": "nauc_map_at_5_std", "display_name": "nauc_map_at_5_std", "description": null, "value": 0.2580006088571339 }, { "id": "nauc_map_at_5_diff1", "display_name": "nauc_map_at_5_diff1", "description": null, "value": 0.3854553614086897 }, { "id": "nauc_map_at_10_max", "display_name": "nauc_map_at_10_max", "description": null, "value": 0.028339000806823566 }, { "id": "nauc_map_at_10_std", "display_name": "nauc_map_at_10_std", "description": null, "value": 0.4198812392537043 }, { "id": "nauc_map_at_10_diff1", "display_name": "nauc_map_at_10_diff1", "description": null, "value": 0.28743486276729935 }, { "id": "nauc_map_at_50_max", "display_name": "nauc_map_at_50_max", "description": null, "value": 0.24320253871207173 }, { "id": "nauc_map_at_50_std", "display_name": "nauc_map_at_50_std", "description": null, "value": 0.6185612843368935 }, { "id": "nauc_map_at_50_diff1", "display_name": "nauc_map_at_50_diff1", "description": null, "value": 0.02553041504833834 }, { "id": "nauc_recall_at_5_max", "display_name": "nauc_recall_at_5_max", "description": null, "value": -0.028630138912707673 }, { "id": "nauc_recall_at_5_std", "display_name": "nauc_recall_at_5_std", "description": null, "value": 0.25754210867492744 }, { "id": "nauc_recall_at_5_diff1", "display_name": "nauc_recall_at_5_diff1", "description": null, "value": 0.3847002985890222 }, { "id": "nauc_recall_at_10_max", "display_name": "nauc_recall_at_10_max", "description": null, "value": 0.011162568781484269 }, { "id": "nauc_recall_at_10_std", "display_name": "nauc_recall_at_10_std", "description": null, "value": 0.42159429826522843 }, { "id": "nauc_recall_at_10_diff1", "display_name": "nauc_recall_at_10_diff1", "description": null, "value": 0.2881811374864961 }, { "id": "nauc_recall_at_50_max", "display_name": "nauc_recall_at_50_max", "description": null, "value": 0.22494289440951815 }, { "id": "nauc_recall_at_50_std", "display_name": "nauc_recall_at_50_std", "description": null, "value": 0.6644384705590648 }, { "id": "nauc_recall_at_50_diff1", "display_name": "nauc_recall_at_50_diff1", "description": null, "value": 0.015127323483749542 }, { "id": "nauc_precision_at_5_max", "display_name": "nauc_precision_at_5_max", "description": null, "value": 0.29836230337298764 }, { "id": "nauc_precision_at_5_std", "display_name": "nauc_precision_at_5_std", "description": null, "value": 0.35428463987994574 }, { "id": "nauc_precision_at_5_diff1", "display_name": "nauc_precision_at_5_diff1", "description": null, "value": -0.5058092977932365 }, { "id": "nauc_precision_at_10_max", "display_name": "nauc_precision_at_10_max", "description": null, "value": 0.25147134130980464 }, { "id": "nauc_precision_at_10_std", "display_name": "nauc_precision_at_10_std", "description": null, "value": 0.2954160057646196 }, { "id": "nauc_precision_at_10_diff1", "display_name": "nauc_precision_at_10_diff1", "description": null, "value": -0.5058354133511384 }, { "id": "nauc_precision_at_50_max", "display_name": "nauc_precision_at_50_max", "description": null, "value": 0.13524738619031487 }, { "id": "nauc_precision_at_50_std", "display_name": "nauc_precision_at_50_std", "description": null, "value": -0.24125503477420038 }, { "id": "nauc_precision_at_50_diff1", "display_name": "nauc_precision_at_50_diff1", "description": null, "value": -0.3287093653549262 }, { "id": "nauc_mrr_at_5_max", "display_name": "nauc_mrr_at_5_max", "description": null, "value": 0.42306591629339924 }, { "id": "nauc_mrr_at_5_std", "display_name": "nauc_mrr_at_5_std", "description": null, "value": 0.4977353552615966 }, { "id": "nauc_mrr_at_5_diff1", "display_name": "nauc_mrr_at_5_diff1", "description": null, "value": 0.11372050884722233 }, { "id": "nauc_mrr_at_10_max", "display_name": "nauc_mrr_at_10_max", "description": null, "value": 0.4279211933184279 }, { "id": "nauc_mrr_at_10_std", "display_name": "nauc_mrr_at_10_std", "description": null, "value": 0.4953362570745432 }, { "id": "nauc_mrr_at_10_diff1", "display_name": "nauc_mrr_at_10_diff1", "description": null, "value": 0.10873602019499856 }, { "id": "nauc_mrr_at_50_max", "display_name": "nauc_mrr_at_50_max", "description": null, "value": 0.42853960149453696 }, { "id": "nauc_mrr_at_50_std", "display_name": "nauc_mrr_at_50_std", "description": null, "value": 0.495417525780632 }, { "id": "nauc_mrr_at_50_diff1", "display_name": "nauc_mrr_at_50_diff1", "description": null, "value": 0.10619000413359458 } ] }, { "layer_number": 31, "layer_display_name": "31", "metrics": [ { "id": "ndcg_at_5", "display_name": "ndcg_at_5", "description": null, "value": 0.65505 }, { "id": "ndcg_at_10", "display_name": "ndcg_at_10", "description": null, "value": 0.61387 }, { "id": "ndcg_at_50", "display_name": "ndcg_at_50", "description": null, "value": 0.53252 }, { "id": "map_at_5", "display_name": "map_at_5", "description": null, "value": 0.16876 }, { "id": "map_at_10", "display_name": "map_at_10", "description": null, "value": 0.22345 }, { "id": "map_at_50", "display_name": "map_at_50", "description": null, "value": 0.34562 }, { "id": "recall_at_5", "display_name": "recall_at_5", "description": null, "value": 0.18233 }, { "id": "recall_at_10", "display_name": "recall_at_10", "description": null, "value": 0.25284 }, { "id": "recall_at_50", "display_name": "recall_at_50", "description": null, "value": 0.43763 }, { "id": "precision_at_5", "display_name": "precision_at_5", "description": null, "value": 0.59232 }, { "id": "precision_at_10", "display_name": "precision_at_10", "description": null, "value": 0.51148 }, { "id": "precision_at_50", "display_name": "precision_at_50", "description": null, "value": 0.28085 }, { "id": "mrr_at_5", "display_name": "mrr_at_5", "description": null, "value": 0.7721724285104562 }, { "id": "mrr_at_10", "display_name": "mrr_at_10", "description": null, "value": 0.7762465364578036 }, { "id": "mrr_at_50", "display_name": "mrr_at_50", "description": null, "value": 0.7783536022752451 }, { "id": "nauc_ndcg_at_5_max", "display_name": "nauc_ndcg_at_5_max", "description": null, "value": 0.4928690540959825 }, { "id": "nauc_ndcg_at_5_std", "display_name": "nauc_ndcg_at_5_std", "description": null, "value": 0.6568501842207822 }, { "id": "nauc_ndcg_at_5_diff1", "display_name": "nauc_ndcg_at_5_diff1", "description": null, "value": 0.11215893137809109 }, { "id": "nauc_ndcg_at_10_max", "display_name": "nauc_ndcg_at_10_max", "description": null, "value": 0.4462954434195642 }, { "id": "nauc_ndcg_at_10_std", "display_name": "nauc_ndcg_at_10_std", "description": null, "value": 0.665381100523378 }, { "id": "nauc_ndcg_at_10_diff1", "display_name": "nauc_ndcg_at_10_diff1", "description": null, "value": 0.08003523793764296 }, { "id": "nauc_ndcg_at_50_max", "display_name": "nauc_ndcg_at_50_max", "description": null, "value": 0.35270458066820515 }, { "id": "nauc_ndcg_at_50_std", "display_name": "nauc_ndcg_at_50_std", "description": null, "value": 0.599817822507719 }, { "id": "nauc_ndcg_at_50_diff1", "display_name": "nauc_ndcg_at_50_diff1", "description": null, "value": 0.09880049258383304 }, { "id": "nauc_map_at_5_max", "display_name": "nauc_map_at_5_max", "description": null, "value": 0.17597203770503592 }, { "id": "nauc_map_at_5_std", "display_name": "nauc_map_at_5_std", "description": null, "value": 0.2575369731993772 }, { "id": "nauc_map_at_5_diff1", "display_name": "nauc_map_at_5_diff1", "description": null, "value": 0.29440571242786184 }, { "id": "nauc_map_at_10_max", "display_name": "nauc_map_at_10_max", "description": null, "value": 0.2175925083646819 }, { "id": "nauc_map_at_10_std", "display_name": "nauc_map_at_10_std", "description": null, "value": 0.39533379455352086 }, { "id": "nauc_map_at_10_diff1", "display_name": "nauc_map_at_10_diff1", "description": null, "value": 0.2343999392197569 }, { "id": "nauc_map_at_50_max", "display_name": "nauc_map_at_50_max", "description": null, "value": 0.3103373434513419 }, { "id": "nauc_map_at_50_std", "display_name": "nauc_map_at_50_std", "description": null, "value": 0.623277741299874 }, { "id": "nauc_map_at_50_diff1", "display_name": "nauc_map_at_50_diff1", "description": null, "value": 0.11447631894830992 }, { "id": "nauc_recall_at_5_max", "display_name": "nauc_recall_at_5_max", "description": null, "value": 0.13017232999669545 }, { "id": "nauc_recall_at_5_std", "display_name": "nauc_recall_at_5_std", "description": null, "value": 0.22632566900169906 }, { "id": "nauc_recall_at_5_diff1", "display_name": "nauc_recall_at_5_diff1", "description": null, "value": 0.28185503381155413 }, { "id": "nauc_recall_at_10_max", "display_name": "nauc_recall_at_10_max", "description": null, "value": 0.1438011427359236 }, { "id": "nauc_recall_at_10_std", "display_name": "nauc_recall_at_10_std", "description": null, "value": 0.3356014043230637 }, { "id": "nauc_recall_at_10_diff1", "display_name": "nauc_recall_at_10_diff1", "description": null, "value": 0.22340272803666755 }, { "id": "nauc_recall_at_50_max", "display_name": "nauc_recall_at_50_max", "description": null, "value": 0.2223778867146586 }, { "id": "nauc_recall_at_50_std", "display_name": "nauc_recall_at_50_std", "description": null, "value": 0.549815782175779 }, { "id": "nauc_recall_at_50_diff1", "display_name": "nauc_recall_at_50_diff1", "description": null, "value": 0.13039530768244306 }, { "id": "nauc_precision_at_5_max", "display_name": "nauc_precision_at_5_max", "description": null, "value": 0.4340127722798461 }, { "id": "nauc_precision_at_5_std", "display_name": "nauc_precision_at_5_std", "description": null, "value": 0.6239826780987181 }, { "id": "nauc_precision_at_5_diff1", "display_name": "nauc_precision_at_5_diff1", "description": null, "value": -0.031493781720994596 }, { "id": "nauc_precision_at_10_max", "display_name": "nauc_precision_at_10_max", "description": null, "value": 0.3709661062638432 }, { "id": "nauc_precision_at_10_std", "display_name": "nauc_precision_at_10_std", "description": null, "value": 0.6079135839289097 }, { "id": "nauc_precision_at_10_diff1", "display_name": "nauc_precision_at_10_diff1", "description": null, "value": -0.09685534037957318 }, { "id": "nauc_precision_at_50_max", "display_name": "nauc_precision_at_50_max", "description": null, "value": 0.24677453371782054 }, { "id": "nauc_precision_at_50_std", "display_name": "nauc_precision_at_50_std", "description": null, "value": 0.38301044535573053 }, { "id": "nauc_precision_at_50_diff1", "display_name": "nauc_precision_at_50_diff1", "description": null, "value": -0.14712928623198873 }, { "id": "nauc_mrr_at_5_max", "display_name": "nauc_mrr_at_5_max", "description": null, "value": 0.5540713256496355 }, { "id": "nauc_mrr_at_5_std", "display_name": "nauc_mrr_at_5_std", "description": null, "value": 0.6265017258741243 }, { "id": "nauc_mrr_at_5_diff1", "display_name": "nauc_mrr_at_5_diff1", "description": null, "value": 0.2870850914389624 }, { "id": "nauc_mrr_at_10_max", "display_name": "nauc_mrr_at_10_max", "description": null, "value": 0.5528952321912547 }, { "id": "nauc_mrr_at_10_std", "display_name": "nauc_mrr_at_10_std", "description": null, "value": 0.6266600018990199 }, { "id": "nauc_mrr_at_10_diff1", "display_name": "nauc_mrr_at_10_diff1", "description": null, "value": 0.28659479517076514 }, { "id": "nauc_mrr_at_50_max", "display_name": "nauc_mrr_at_50_max", "description": null, "value": 0.5533710928565948 }, { "id": "nauc_mrr_at_50_std", "display_name": "nauc_mrr_at_50_std", "description": null, "value": 0.6259483449701599 }, { "id": "nauc_mrr_at_50_diff1", "display_name": "nauc_mrr_at_50_diff1", "description": null, "value": 0.2844418766374931 } ] } ] }