|
{ |
|
"task": { |
|
"id": "arch_retrieval", |
|
"display_name": "Arch Retrieval", |
|
"description": "Retrieves bacterial proteins with similar swissprot annotations to a query archaeal protein", |
|
"modality": "protein", |
|
"type": "retrieval", |
|
"datasets": [ |
|
{ |
|
"path": "tattabio/arch_retrieval", |
|
"revision": "a19124322604a21b26b1b3c13a1bd0b8a63c9f7b" |
|
}, |
|
{ |
|
"path": "tattabio/arch_retrieval_qrels", |
|
"revision": "3f142f2f9a0995d56c6e77188c7251761450afcf" |
|
} |
|
], |
|
"primary_metric_id": "map_at_5" |
|
}, |
|
"model": { |
|
"hf_name": "hugohrban/progen2-xlarge", |
|
"revision": "...", |
|
"num_layers": 32, |
|
"num_params": 6443638816, |
|
"embed_dim": 4096 |
|
}, |
|
"dgeb_version": "0.0.0", |
|
"results": [ |
|
{ |
|
"layer_number": 16, |
|
"layer_display_name": "16", |
|
"metrics": [ |
|
{ |
|
"id": "ndcg_at_5", |
|
"display_name": "ndcg_at_5", |
|
"description": null, |
|
"value": 0.88067 |
|
}, |
|
{ |
|
"id": "ndcg_at_10", |
|
"display_name": "ndcg_at_10", |
|
"description": null, |
|
"value": 0.86937 |
|
}, |
|
{ |
|
"id": "ndcg_at_50", |
|
"display_name": "ndcg_at_50", |
|
"description": null, |
|
"value": 0.83252 |
|
}, |
|
{ |
|
"id": "map_at_5", |
|
"display_name": "map_at_5", |
|
"description": null, |
|
"value": 0.29196 |
|
}, |
|
{ |
|
"id": "map_at_10", |
|
"display_name": "map_at_10", |
|
"description": null, |
|
"value": 0.40958 |
|
}, |
|
{ |
|
"id": "map_at_50", |
|
"display_name": "map_at_50", |
|
"description": null, |
|
"value": 0.69033 |
|
}, |
|
{ |
|
"id": "recall_at_5", |
|
"display_name": "recall_at_5", |
|
"description": null, |
|
"value": 0.29856 |
|
}, |
|
{ |
|
"id": "recall_at_10", |
|
"display_name": "recall_at_10", |
|
"description": null, |
|
"value": 0.42416 |
|
}, |
|
{ |
|
"id": "recall_at_50", |
|
"display_name": "recall_at_50", |
|
"description": null, |
|
"value": 0.72823 |
|
}, |
|
{ |
|
"id": "precision_at_5", |
|
"display_name": "precision_at_5", |
|
"description": null, |
|
"value": 0.7965 |
|
}, |
|
{ |
|
"id": "precision_at_10", |
|
"display_name": "precision_at_10", |
|
"description": null, |
|
"value": 0.72953 |
|
}, |
|
{ |
|
"id": "precision_at_50", |
|
"display_name": "precision_at_50", |
|
"description": null, |
|
"value": 0.4405 |
|
}, |
|
{ |
|
"id": "mrr_at_5", |
|
"display_name": "mrr_at_5", |
|
"description": null, |
|
"value": 0.9187437757860286 |
|
}, |
|
{ |
|
"id": "mrr_at_10", |
|
"display_name": "mrr_at_10", |
|
"description": null, |
|
"value": 0.9202352160098636 |
|
}, |
|
{ |
|
"id": "mrr_at_50", |
|
"display_name": "mrr_at_50", |
|
"description": null, |
|
"value": 0.9210959739756178 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_5_max", |
|
"display_name": "nauc_ndcg_at_5_max", |
|
"description": null, |
|
"value": 0.34069226456540874 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_5_std", |
|
"display_name": "nauc_ndcg_at_5_std", |
|
"description": null, |
|
"value": 0.5303111124586763 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_5_diff1", |
|
"display_name": "nauc_ndcg_at_5_diff1", |
|
"description": null, |
|
"value": -0.025647490198929427 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_10_max", |
|
"display_name": "nauc_ndcg_at_10_max", |
|
"description": null, |
|
"value": 0.30583794948281073 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_10_std", |
|
"display_name": "nauc_ndcg_at_10_std", |
|
"description": null, |
|
"value": 0.5821104164244411 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_10_diff1", |
|
"display_name": "nauc_ndcg_at_10_diff1", |
|
"description": null, |
|
"value": -0.050433839881315716 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_50_max", |
|
"display_name": "nauc_ndcg_at_50_max", |
|
"description": null, |
|
"value": 0.28253639654117757 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_50_std", |
|
"display_name": "nauc_ndcg_at_50_std", |
|
"description": null, |
|
"value": 0.5376269279974585 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_50_diff1", |
|
"display_name": "nauc_ndcg_at_50_diff1", |
|
"description": null, |
|
"value": -0.05367704597406945 |
|
}, |
|
{ |
|
"id": "nauc_map_at_5_max", |
|
"display_name": "nauc_map_at_5_max", |
|
"description": null, |
|
"value": -0.019865699890794175 |
|
}, |
|
{ |
|
"id": "nauc_map_at_5_std", |
|
"display_name": "nauc_map_at_5_std", |
|
"description": null, |
|
"value": 0.2580006088571339 |
|
}, |
|
{ |
|
"id": "nauc_map_at_5_diff1", |
|
"display_name": "nauc_map_at_5_diff1", |
|
"description": null, |
|
"value": 0.3854553614086897 |
|
}, |
|
{ |
|
"id": "nauc_map_at_10_max", |
|
"display_name": "nauc_map_at_10_max", |
|
"description": null, |
|
"value": 0.028339000806823566 |
|
}, |
|
{ |
|
"id": "nauc_map_at_10_std", |
|
"display_name": "nauc_map_at_10_std", |
|
"description": null, |
|
"value": 0.4198812392537043 |
|
}, |
|
{ |
|
"id": "nauc_map_at_10_diff1", |
|
"display_name": "nauc_map_at_10_diff1", |
|
"description": null, |
|
"value": 0.28743486276729935 |
|
}, |
|
{ |
|
"id": "nauc_map_at_50_max", |
|
"display_name": "nauc_map_at_50_max", |
|
"description": null, |
|
"value": 0.24320253871207173 |
|
}, |
|
{ |
|
"id": "nauc_map_at_50_std", |
|
"display_name": "nauc_map_at_50_std", |
|
"description": null, |
|
"value": 0.6185612843368935 |
|
}, |
|
{ |
|
"id": "nauc_map_at_50_diff1", |
|
"display_name": "nauc_map_at_50_diff1", |
|
"description": null, |
|
"value": 0.02553041504833834 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_5_max", |
|
"display_name": "nauc_recall_at_5_max", |
|
"description": null, |
|
"value": -0.028630138912707673 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_5_std", |
|
"display_name": "nauc_recall_at_5_std", |
|
"description": null, |
|
"value": 0.25754210867492744 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_5_diff1", |
|
"display_name": "nauc_recall_at_5_diff1", |
|
"description": null, |
|
"value": 0.3847002985890222 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_10_max", |
|
"display_name": "nauc_recall_at_10_max", |
|
"description": null, |
|
"value": 0.011162568781484269 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_10_std", |
|
"display_name": "nauc_recall_at_10_std", |
|
"description": null, |
|
"value": 0.42159429826522843 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_10_diff1", |
|
"display_name": "nauc_recall_at_10_diff1", |
|
"description": null, |
|
"value": 0.2881811374864961 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_50_max", |
|
"display_name": "nauc_recall_at_50_max", |
|
"description": null, |
|
"value": 0.22494289440951815 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_50_std", |
|
"display_name": "nauc_recall_at_50_std", |
|
"description": null, |
|
"value": 0.6644384705590648 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_50_diff1", |
|
"display_name": "nauc_recall_at_50_diff1", |
|
"description": null, |
|
"value": 0.015127323483749542 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_5_max", |
|
"display_name": "nauc_precision_at_5_max", |
|
"description": null, |
|
"value": 0.29836230337298764 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_5_std", |
|
"display_name": "nauc_precision_at_5_std", |
|
"description": null, |
|
"value": 0.35428463987994574 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_5_diff1", |
|
"display_name": "nauc_precision_at_5_diff1", |
|
"description": null, |
|
"value": -0.5058092977932365 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_10_max", |
|
"display_name": "nauc_precision_at_10_max", |
|
"description": null, |
|
"value": 0.25147134130980464 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_10_std", |
|
"display_name": "nauc_precision_at_10_std", |
|
"description": null, |
|
"value": 0.2954160057646196 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_10_diff1", |
|
"display_name": "nauc_precision_at_10_diff1", |
|
"description": null, |
|
"value": -0.5058354133511384 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_50_max", |
|
"display_name": "nauc_precision_at_50_max", |
|
"description": null, |
|
"value": 0.13524738619031487 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_50_std", |
|
"display_name": "nauc_precision_at_50_std", |
|
"description": null, |
|
"value": -0.24125503477420038 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_50_diff1", |
|
"display_name": "nauc_precision_at_50_diff1", |
|
"description": null, |
|
"value": -0.3287093653549262 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_5_max", |
|
"display_name": "nauc_mrr_at_5_max", |
|
"description": null, |
|
"value": 0.42306591629339924 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_5_std", |
|
"display_name": "nauc_mrr_at_5_std", |
|
"description": null, |
|
"value": 0.4977353552615966 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_5_diff1", |
|
"display_name": "nauc_mrr_at_5_diff1", |
|
"description": null, |
|
"value": 0.11372050884722233 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_10_max", |
|
"display_name": "nauc_mrr_at_10_max", |
|
"description": null, |
|
"value": 0.4279211933184279 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_10_std", |
|
"display_name": "nauc_mrr_at_10_std", |
|
"description": null, |
|
"value": 0.4953362570745432 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_10_diff1", |
|
"display_name": "nauc_mrr_at_10_diff1", |
|
"description": null, |
|
"value": 0.10873602019499856 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_50_max", |
|
"display_name": "nauc_mrr_at_50_max", |
|
"description": null, |
|
"value": 0.42853960149453696 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_50_std", |
|
"display_name": "nauc_mrr_at_50_std", |
|
"description": null, |
|
"value": 0.495417525780632 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_50_diff1", |
|
"display_name": "nauc_mrr_at_50_diff1", |
|
"description": null, |
|
"value": 0.10619000413359458 |
|
} |
|
] |
|
}, |
|
{ |
|
"layer_number": 31, |
|
"layer_display_name": "31", |
|
"metrics": [ |
|
{ |
|
"id": "ndcg_at_5", |
|
"display_name": "ndcg_at_5", |
|
"description": null, |
|
"value": 0.65505 |
|
}, |
|
{ |
|
"id": "ndcg_at_10", |
|
"display_name": "ndcg_at_10", |
|
"description": null, |
|
"value": 0.61387 |
|
}, |
|
{ |
|
"id": "ndcg_at_50", |
|
"display_name": "ndcg_at_50", |
|
"description": null, |
|
"value": 0.53252 |
|
}, |
|
{ |
|
"id": "map_at_5", |
|
"display_name": "map_at_5", |
|
"description": null, |
|
"value": 0.16876 |
|
}, |
|
{ |
|
"id": "map_at_10", |
|
"display_name": "map_at_10", |
|
"description": null, |
|
"value": 0.22345 |
|
}, |
|
{ |
|
"id": "map_at_50", |
|
"display_name": "map_at_50", |
|
"description": null, |
|
"value": 0.34562 |
|
}, |
|
{ |
|
"id": "recall_at_5", |
|
"display_name": "recall_at_5", |
|
"description": null, |
|
"value": 0.18233 |
|
}, |
|
{ |
|
"id": "recall_at_10", |
|
"display_name": "recall_at_10", |
|
"description": null, |
|
"value": 0.25284 |
|
}, |
|
{ |
|
"id": "recall_at_50", |
|
"display_name": "recall_at_50", |
|
"description": null, |
|
"value": 0.43763 |
|
}, |
|
{ |
|
"id": "precision_at_5", |
|
"display_name": "precision_at_5", |
|
"description": null, |
|
"value": 0.59232 |
|
}, |
|
{ |
|
"id": "precision_at_10", |
|
"display_name": "precision_at_10", |
|
"description": null, |
|
"value": 0.51148 |
|
}, |
|
{ |
|
"id": "precision_at_50", |
|
"display_name": "precision_at_50", |
|
"description": null, |
|
"value": 0.28085 |
|
}, |
|
{ |
|
"id": "mrr_at_5", |
|
"display_name": "mrr_at_5", |
|
"description": null, |
|
"value": 0.7721724285104562 |
|
}, |
|
{ |
|
"id": "mrr_at_10", |
|
"display_name": "mrr_at_10", |
|
"description": null, |
|
"value": 0.7762465364578036 |
|
}, |
|
{ |
|
"id": "mrr_at_50", |
|
"display_name": "mrr_at_50", |
|
"description": null, |
|
"value": 0.7783536022752451 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_5_max", |
|
"display_name": "nauc_ndcg_at_5_max", |
|
"description": null, |
|
"value": 0.4928690540959825 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_5_std", |
|
"display_name": "nauc_ndcg_at_5_std", |
|
"description": null, |
|
"value": 0.6568501842207822 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_5_diff1", |
|
"display_name": "nauc_ndcg_at_5_diff1", |
|
"description": null, |
|
"value": 0.11215893137809109 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_10_max", |
|
"display_name": "nauc_ndcg_at_10_max", |
|
"description": null, |
|
"value": 0.4462954434195642 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_10_std", |
|
"display_name": "nauc_ndcg_at_10_std", |
|
"description": null, |
|
"value": 0.665381100523378 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_10_diff1", |
|
"display_name": "nauc_ndcg_at_10_diff1", |
|
"description": null, |
|
"value": 0.08003523793764296 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_50_max", |
|
"display_name": "nauc_ndcg_at_50_max", |
|
"description": null, |
|
"value": 0.35270458066820515 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_50_std", |
|
"display_name": "nauc_ndcg_at_50_std", |
|
"description": null, |
|
"value": 0.599817822507719 |
|
}, |
|
{ |
|
"id": "nauc_ndcg_at_50_diff1", |
|
"display_name": "nauc_ndcg_at_50_diff1", |
|
"description": null, |
|
"value": 0.09880049258383304 |
|
}, |
|
{ |
|
"id": "nauc_map_at_5_max", |
|
"display_name": "nauc_map_at_5_max", |
|
"description": null, |
|
"value": 0.17597203770503592 |
|
}, |
|
{ |
|
"id": "nauc_map_at_5_std", |
|
"display_name": "nauc_map_at_5_std", |
|
"description": null, |
|
"value": 0.2575369731993772 |
|
}, |
|
{ |
|
"id": "nauc_map_at_5_diff1", |
|
"display_name": "nauc_map_at_5_diff1", |
|
"description": null, |
|
"value": 0.29440571242786184 |
|
}, |
|
{ |
|
"id": "nauc_map_at_10_max", |
|
"display_name": "nauc_map_at_10_max", |
|
"description": null, |
|
"value": 0.2175925083646819 |
|
}, |
|
{ |
|
"id": "nauc_map_at_10_std", |
|
"display_name": "nauc_map_at_10_std", |
|
"description": null, |
|
"value": 0.39533379455352086 |
|
}, |
|
{ |
|
"id": "nauc_map_at_10_diff1", |
|
"display_name": "nauc_map_at_10_diff1", |
|
"description": null, |
|
"value": 0.2343999392197569 |
|
}, |
|
{ |
|
"id": "nauc_map_at_50_max", |
|
"display_name": "nauc_map_at_50_max", |
|
"description": null, |
|
"value": 0.3103373434513419 |
|
}, |
|
{ |
|
"id": "nauc_map_at_50_std", |
|
"display_name": "nauc_map_at_50_std", |
|
"description": null, |
|
"value": 0.623277741299874 |
|
}, |
|
{ |
|
"id": "nauc_map_at_50_diff1", |
|
"display_name": "nauc_map_at_50_diff1", |
|
"description": null, |
|
"value": 0.11447631894830992 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_5_max", |
|
"display_name": "nauc_recall_at_5_max", |
|
"description": null, |
|
"value": 0.13017232999669545 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_5_std", |
|
"display_name": "nauc_recall_at_5_std", |
|
"description": null, |
|
"value": 0.22632566900169906 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_5_diff1", |
|
"display_name": "nauc_recall_at_5_diff1", |
|
"description": null, |
|
"value": 0.28185503381155413 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_10_max", |
|
"display_name": "nauc_recall_at_10_max", |
|
"description": null, |
|
"value": 0.1438011427359236 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_10_std", |
|
"display_name": "nauc_recall_at_10_std", |
|
"description": null, |
|
"value": 0.3356014043230637 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_10_diff1", |
|
"display_name": "nauc_recall_at_10_diff1", |
|
"description": null, |
|
"value": 0.22340272803666755 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_50_max", |
|
"display_name": "nauc_recall_at_50_max", |
|
"description": null, |
|
"value": 0.2223778867146586 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_50_std", |
|
"display_name": "nauc_recall_at_50_std", |
|
"description": null, |
|
"value": 0.549815782175779 |
|
}, |
|
{ |
|
"id": "nauc_recall_at_50_diff1", |
|
"display_name": "nauc_recall_at_50_diff1", |
|
"description": null, |
|
"value": 0.13039530768244306 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_5_max", |
|
"display_name": "nauc_precision_at_5_max", |
|
"description": null, |
|
"value": 0.4340127722798461 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_5_std", |
|
"display_name": "nauc_precision_at_5_std", |
|
"description": null, |
|
"value": 0.6239826780987181 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_5_diff1", |
|
"display_name": "nauc_precision_at_5_diff1", |
|
"description": null, |
|
"value": -0.031493781720994596 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_10_max", |
|
"display_name": "nauc_precision_at_10_max", |
|
"description": null, |
|
"value": 0.3709661062638432 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_10_std", |
|
"display_name": "nauc_precision_at_10_std", |
|
"description": null, |
|
"value": 0.6079135839289097 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_10_diff1", |
|
"display_name": "nauc_precision_at_10_diff1", |
|
"description": null, |
|
"value": -0.09685534037957318 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_50_max", |
|
"display_name": "nauc_precision_at_50_max", |
|
"description": null, |
|
"value": 0.24677453371782054 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_50_std", |
|
"display_name": "nauc_precision_at_50_std", |
|
"description": null, |
|
"value": 0.38301044535573053 |
|
}, |
|
{ |
|
"id": "nauc_precision_at_50_diff1", |
|
"display_name": "nauc_precision_at_50_diff1", |
|
"description": null, |
|
"value": -0.14712928623198873 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_5_max", |
|
"display_name": "nauc_mrr_at_5_max", |
|
"description": null, |
|
"value": 0.5540713256496355 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_5_std", |
|
"display_name": "nauc_mrr_at_5_std", |
|
"description": null, |
|
"value": 0.6265017258741243 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_5_diff1", |
|
"display_name": "nauc_mrr_at_5_diff1", |
|
"description": null, |
|
"value": 0.2870850914389624 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_10_max", |
|
"display_name": "nauc_mrr_at_10_max", |
|
"description": null, |
|
"value": 0.5528952321912547 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_10_std", |
|
"display_name": "nauc_mrr_at_10_std", |
|
"description": null, |
|
"value": 0.6266600018990199 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_10_diff1", |
|
"display_name": "nauc_mrr_at_10_diff1", |
|
"description": null, |
|
"value": 0.28659479517076514 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_50_max", |
|
"display_name": "nauc_mrr_at_50_max", |
|
"description": null, |
|
"value": 0.5533710928565948 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_50_std", |
|
"display_name": "nauc_mrr_at_50_std", |
|
"description": null, |
|
"value": 0.6259483449701599 |
|
}, |
|
{ |
|
"id": "nauc_mrr_at_50_diff1", |
|
"display_name": "nauc_mrr_at_50_diff1", |
|
"description": null, |
|
"value": 0.2844418766374931 |
|
} |
|
] |
|
} |
|
] |
|
} |
|
|