|
{ |
|
"task": { |
|
"id": "ecoli_operonic_pair", |
|
"display_name": "E.coli Operonic Pair", |
|
"description": "Evaluate on E.coli K-12 operonic pair classification task.", |
|
"modality": "protein", |
|
"type": "pair_classification", |
|
"datasets": [ |
|
{ |
|
"path": "tattabio/ecoli_operonic_pair", |
|
"revision": "a62c01143a842696fc8200b91c1acb825e8cb891" |
|
} |
|
], |
|
"primary_metric_id": "top_ap" |
|
}, |
|
"model": { |
|
"hf_name": "hugohrban/progen2-xlarge", |
|
"revision": "...", |
|
"num_layers": 32, |
|
"num_params": 6443638816, |
|
"embed_dim": 4096 |
|
}, |
|
"dgeb_version": "0.0.0", |
|
"results": [ |
|
{ |
|
"layer_number": 16, |
|
"layer_display_name": "16", |
|
"metrics": [ |
|
{ |
|
"id": "cos_sim_accuracy", |
|
"display_name": "cos_sim_accuracy", |
|
"description": null, |
|
"value": 0.597589244320816 |
|
}, |
|
{ |
|
"id": "cos_sim_accuracy_threshold", |
|
"display_name": "cos_sim_accuracy_threshold", |
|
"description": null, |
|
"value": 0.5353635549545288 |
|
}, |
|
{ |
|
"id": "cos_sim_f1", |
|
"display_name": "cos_sim_f1", |
|
"description": null, |
|
"value": 0.582427374799501 |
|
}, |
|
{ |
|
"id": "cos_sim_f1_threshold", |
|
"display_name": "cos_sim_f1_threshold", |
|
"description": null, |
|
"value": 0.17530038952827454 |
|
}, |
|
{ |
|
"id": "cos_sim_precision", |
|
"display_name": "cos_sim_precision", |
|
"description": null, |
|
"value": 0.42287784679089024 |
|
}, |
|
{ |
|
"id": "cos_sim_recall", |
|
"display_name": "cos_sim_recall", |
|
"description": null, |
|
"value": 0.9353176874642244 |
|
}, |
|
{ |
|
"id": "cos_sim_ap", |
|
"display_name": "cos_sim_ap", |
|
"description": null, |
|
"value": 0.4701568355111498 |
|
}, |
|
{ |
|
"id": "manhattan_accuracy", |
|
"display_name": "manhattan_accuracy", |
|
"description": null, |
|
"value": 0.6087158089939732 |
|
}, |
|
{ |
|
"id": "manhattan_accuracy_threshold", |
|
"display_name": "manhattan_accuracy_threshold", |
|
"description": null, |
|
"value": 1468.429443359375 |
|
}, |
|
{ |
|
"id": "manhattan_f1", |
|
"display_name": "manhattan_f1", |
|
"description": null, |
|
"value": 0.5763831544178365 |
|
}, |
|
{ |
|
"id": "manhattan_f1_threshold", |
|
"display_name": "manhattan_f1_threshold", |
|
"description": null, |
|
"value": 3691.033203125 |
|
}, |
|
{ |
|
"id": "manhattan_precision", |
|
"display_name": "manhattan_precision", |
|
"description": null, |
|
"value": 0.4050603528319406 |
|
}, |
|
{ |
|
"id": "manhattan_recall", |
|
"display_name": "manhattan_recall", |
|
"description": null, |
|
"value": 0.9988551803091014 |
|
}, |
|
{ |
|
"id": "manhattan_ap", |
|
"display_name": "manhattan_ap", |
|
"description": null, |
|
"value": 0.46972522412271756 |
|
}, |
|
{ |
|
"id": "euclidean_accuracy", |
|
"display_name": "euclidean_accuracy", |
|
"description": null, |
|
"value": 0.6279554937413073 |
|
}, |
|
{ |
|
"id": "euclidean_accuracy_threshold", |
|
"display_name": "euclidean_accuracy_threshold", |
|
"description": null, |
|
"value": 39.83434295654297 |
|
}, |
|
{ |
|
"id": "euclidean_f1", |
|
"display_name": "euclidean_f1", |
|
"description": null, |
|
"value": 0.5918518518518519 |
|
}, |
|
{ |
|
"id": "euclidean_f1_threshold", |
|
"display_name": "euclidean_f1_threshold", |
|
"description": null, |
|
"value": 59.0245361328125 |
|
}, |
|
{ |
|
"id": "euclidean_precision", |
|
"display_name": "euclidean_precision", |
|
"description": null, |
|
"value": 0.43744867232411716 |
|
}, |
|
{ |
|
"id": "euclidean_recall", |
|
"display_name": "euclidean_recall", |
|
"description": null, |
|
"value": 0.9147109330280481 |
|
}, |
|
{ |
|
"id": "euclidean_ap", |
|
"display_name": "euclidean_ap", |
|
"description": null, |
|
"value": 0.5291568188660792 |
|
}, |
|
{ |
|
"id": "dot_accuracy", |
|
"display_name": "dot_accuracy", |
|
"description": null, |
|
"value": 0.5948076031525267 |
|
}, |
|
{ |
|
"id": "dot_accuracy_threshold", |
|
"display_name": "dot_accuracy_threshold", |
|
"description": null, |
|
"value": 38678.29296875 |
|
}, |
|
{ |
|
"id": "dot_f1", |
|
"display_name": "dot_f1", |
|
"description": null, |
|
"value": 0.5772385509227614 |
|
}, |
|
{ |
|
"id": "dot_f1_threshold", |
|
"display_name": "dot_f1_threshold", |
|
"description": null, |
|
"value": 234.51239013671875 |
|
}, |
|
{ |
|
"id": "dot_precision", |
|
"display_name": "dot_precision", |
|
"description": null, |
|
"value": 0.4114494518879415 |
|
}, |
|
{ |
|
"id": "dot_recall", |
|
"display_name": "dot_recall", |
|
"description": null, |
|
"value": 0.9668002289639381 |
|
}, |
|
{ |
|
"id": "dot_ap", |
|
"display_name": "dot_ap", |
|
"description": null, |
|
"value": 0.4105969970779999 |
|
}, |
|
{ |
|
"id": "top_ap", |
|
"display_name": "top_ap", |
|
"description": null, |
|
"value": 0.5291568188660792 |
|
} |
|
] |
|
}, |
|
{ |
|
"layer_number": 31, |
|
"layer_display_name": "31", |
|
"metrics": [ |
|
{ |
|
"id": "cos_sim_accuracy", |
|
"display_name": "cos_sim_accuracy", |
|
"description": null, |
|
"value": 0.642790913305517 |
|
}, |
|
{ |
|
"id": "cos_sim_accuracy_threshold", |
|
"display_name": "cos_sim_accuracy_threshold", |
|
"description": null, |
|
"value": 0.6761397123336792 |
|
}, |
|
{ |
|
"id": "cos_sim_f1", |
|
"display_name": "cos_sim_f1", |
|
"description": null, |
|
"value": 0.6134134134134135 |
|
}, |
|
{ |
|
"id": "cos_sim_f1_threshold", |
|
"display_name": "cos_sim_f1_threshold", |
|
"description": null, |
|
"value": 0.4874127507209778 |
|
}, |
|
{ |
|
"id": "cos_sim_precision", |
|
"display_name": "cos_sim_precision", |
|
"description": null, |
|
"value": 0.47167487684729065 |
|
}, |
|
{ |
|
"id": "cos_sim_recall", |
|
"display_name": "cos_sim_recall", |
|
"description": null, |
|
"value": 0.8769318832283916 |
|
}, |
|
{ |
|
"id": "cos_sim_ap", |
|
"display_name": "cos_sim_ap", |
|
"description": null, |
|
"value": 0.5599254090069472 |
|
}, |
|
{ |
|
"id": "manhattan_accuracy", |
|
"display_name": "manhattan_accuracy", |
|
"description": null, |
|
"value": 0.6515994436717664 |
|
}, |
|
{ |
|
"id": "manhattan_accuracy_threshold", |
|
"display_name": "manhattan_accuracy_threshold", |
|
"description": null, |
|
"value": 2297.15966796875 |
|
}, |
|
{ |
|
"id": "manhattan_f1", |
|
"display_name": "manhattan_f1", |
|
"description": null, |
|
"value": 0.604589417788735 |
|
}, |
|
{ |
|
"id": "manhattan_f1_threshold", |
|
"display_name": "manhattan_f1_threshold", |
|
"description": null, |
|
"value": 3568.659423828125 |
|
}, |
|
{ |
|
"id": "manhattan_precision", |
|
"display_name": "manhattan_precision", |
|
"description": null, |
|
"value": 0.45207033465683494 |
|
}, |
|
{ |
|
"id": "manhattan_recall", |
|
"display_name": "manhattan_recall", |
|
"description": null, |
|
"value": 0.9124212936462507 |
|
}, |
|
{ |
|
"id": "manhattan_ap", |
|
"display_name": "manhattan_ap", |
|
"description": null, |
|
"value": 0.5658647904632282 |
|
}, |
|
{ |
|
"id": "euclidean_accuracy", |
|
"display_name": "euclidean_accuracy", |
|
"description": null, |
|
"value": 0.6464997681965693 |
|
}, |
|
{ |
|
"id": "euclidean_accuracy_threshold", |
|
"display_name": "euclidean_accuracy_threshold", |
|
"description": null, |
|
"value": 45.08574676513672 |
|
}, |
|
{ |
|
"id": "euclidean_f1", |
|
"display_name": "euclidean_f1", |
|
"description": null, |
|
"value": 0.6067834513604174 |
|
}, |
|
{ |
|
"id": "euclidean_f1_threshold", |
|
"display_name": "euclidean_f1_threshold", |
|
"description": null, |
|
"value": 79.49329376220703 |
|
}, |
|
{ |
|
"id": "euclidean_precision", |
|
"display_name": "euclidean_precision", |
|
"description": null, |
|
"value": 0.44984802431610943 |
|
}, |
|
{ |
|
"id": "euclidean_recall", |
|
"display_name": "euclidean_recall", |
|
"description": null, |
|
"value": 0.9318832283915284 |
|
}, |
|
{ |
|
"id": "euclidean_ap", |
|
"display_name": "euclidean_ap", |
|
"description": null, |
|
"value": 0.5628362091175183 |
|
}, |
|
{ |
|
"id": "dot_accuracy", |
|
"display_name": "dot_accuracy", |
|
"description": null, |
|
"value": 0.6017617060732499 |
|
}, |
|
{ |
|
"id": "dot_accuracy_threshold", |
|
"display_name": "dot_accuracy_threshold", |
|
"description": null, |
|
"value": 2657.70654296875 |
|
}, |
|
{ |
|
"id": "dot_f1", |
|
"display_name": "dot_f1", |
|
"description": null, |
|
"value": 0.5945250780819401 |
|
}, |
|
{ |
|
"id": "dot_f1_threshold", |
|
"display_name": "dot_f1_threshold", |
|
"description": null, |
|
"value": 1609.9322509765625 |
|
}, |
|
{ |
|
"id": "dot_precision", |
|
"display_name": "dot_precision", |
|
"description": null, |
|
"value": 0.43777056277056275 |
|
}, |
|
{ |
|
"id": "dot_recall", |
|
"display_name": "dot_recall", |
|
"description": null, |
|
"value": 0.9261591299370349 |
|
}, |
|
{ |
|
"id": "dot_ap", |
|
"display_name": "dot_ap", |
|
"description": null, |
|
"value": 0.46695267318075395 |
|
}, |
|
{ |
|
"id": "top_ap", |
|
"display_name": "top_ap", |
|
"description": null, |
|
"value": 0.5658647904632282 |
|
} |
|
] |
|
} |
|
] |
|
} |
|
|