|
{ |
|
"task": { |
|
"id": "cyano_operonic_pair", |
|
"display_name": "Cyano Operonic Pair", |
|
"description": "Evaluate on Cyano operonic pair classification task.", |
|
"modality": "protein", |
|
"type": "pair_classification", |
|
"datasets": [ |
|
{ |
|
"path": "tattabio/cyano_operonic_pair", |
|
"revision": "eeb4cb71ec2a4ff688af9de7c0662123577d32ec" |
|
} |
|
], |
|
"primary_metric_id": "top_ap" |
|
}, |
|
"model": { |
|
"hf_name": "facebook/esm2_t33_650M_UR50D", |
|
"revision": "...", |
|
"num_layers": 33, |
|
"num_params": 652353941, |
|
"embed_dim": 1280 |
|
}, |
|
"dgeb_version": "0.0.0", |
|
"results": [ |
|
{ |
|
"layer_number": 16, |
|
"layer_display_name": "16", |
|
"metrics": [ |
|
{ |
|
"id": "cos_sim_accuracy", |
|
"display_name": "cos_sim_accuracy", |
|
"description": null, |
|
"value": 0.7206896551724138 |
|
}, |
|
{ |
|
"id": "cos_sim_accuracy_threshold", |
|
"display_name": "cos_sim_accuracy_threshold", |
|
"description": null, |
|
"value": 0.9891349673271179 |
|
}, |
|
{ |
|
"id": "cos_sim_f1", |
|
"display_name": "cos_sim_f1", |
|
"description": null, |
|
"value": 0.44163658243080617 |
|
}, |
|
{ |
|
"id": "cos_sim_f1_threshold", |
|
"display_name": "cos_sim_f1_threshold", |
|
"description": null, |
|
"value": 0.8806867003440857 |
|
}, |
|
{ |
|
"id": "cos_sim_precision", |
|
"display_name": "cos_sim_precision", |
|
"description": null, |
|
"value": 0.2836166924265842 |
|
}, |
|
{ |
|
"id": "cos_sim_recall", |
|
"display_name": "cos_sim_recall", |
|
"description": null, |
|
"value": 0.9972826086956522 |
|
}, |
|
{ |
|
"id": "cos_sim_ap", |
|
"display_name": "cos_sim_ap", |
|
"description": null, |
|
"value": 0.34297195857616974 |
|
}, |
|
{ |
|
"id": "manhattan_accuracy", |
|
"display_name": "manhattan_accuracy", |
|
"description": null, |
|
"value": 0.7203065134099617 |
|
}, |
|
{ |
|
"id": "manhattan_accuracy_threshold", |
|
"display_name": "manhattan_accuracy_threshold", |
|
"description": null, |
|
"value": 1108.904541015625 |
|
}, |
|
{ |
|
"id": "manhattan_f1", |
|
"display_name": "manhattan_f1", |
|
"description": null, |
|
"value": 0.4404548174745661 |
|
}, |
|
{ |
|
"id": "manhattan_f1_threshold", |
|
"display_name": "manhattan_f1_threshold", |
|
"description": null, |
|
"value": 3620.740966796875 |
|
}, |
|
{ |
|
"id": "manhattan_precision", |
|
"display_name": "manhattan_precision", |
|
"description": null, |
|
"value": 0.28242517267843437 |
|
}, |
|
{ |
|
"id": "manhattan_recall", |
|
"display_name": "manhattan_recall", |
|
"description": null, |
|
"value": 1.0 |
|
}, |
|
{ |
|
"id": "manhattan_ap", |
|
"display_name": "manhattan_ap", |
|
"description": null, |
|
"value": 0.3146763612933017 |
|
}, |
|
{ |
|
"id": "euclidean_accuracy", |
|
"display_name": "euclidean_accuracy", |
|
"description": null, |
|
"value": 0.7206896551724138 |
|
}, |
|
{ |
|
"id": "euclidean_accuracy_threshold", |
|
"display_name": "euclidean_accuracy_threshold", |
|
"description": null, |
|
"value": 38.761192321777344 |
|
}, |
|
{ |
|
"id": "euclidean_f1", |
|
"display_name": "euclidean_f1", |
|
"description": null, |
|
"value": 0.4416441644164416 |
|
}, |
|
{ |
|
"id": "euclidean_f1_threshold", |
|
"display_name": "euclidean_f1_threshold", |
|
"description": null, |
|
"value": 127.99288940429688 |
|
}, |
|
{ |
|
"id": "euclidean_precision", |
|
"display_name": "euclidean_precision", |
|
"description": null, |
|
"value": 0.28340392760877936 |
|
}, |
|
{ |
|
"id": "euclidean_recall", |
|
"display_name": "euclidean_recall", |
|
"description": null, |
|
"value": 1.0 |
|
}, |
|
{ |
|
"id": "euclidean_ap", |
|
"display_name": "euclidean_ap", |
|
"description": null, |
|
"value": 0.3240934026221954 |
|
}, |
|
{ |
|
"id": "dot_accuracy", |
|
"display_name": "dot_accuracy", |
|
"description": null, |
|
"value": 0.7199233716475095 |
|
}, |
|
{ |
|
"id": "dot_accuracy_threshold", |
|
"display_name": "dot_accuracy_threshold", |
|
"description": null, |
|
"value": 59584.36328125 |
|
}, |
|
{ |
|
"id": "dot_f1", |
|
"display_name": "dot_f1", |
|
"description": null, |
|
"value": 0.44705020153902525 |
|
}, |
|
{ |
|
"id": "dot_f1_threshold", |
|
"display_name": "dot_f1_threshold", |
|
"description": null, |
|
"value": 42462.1484375 |
|
}, |
|
{ |
|
"id": "dot_precision", |
|
"display_name": "dot_precision", |
|
"description": null, |
|
"value": 0.30607124937280483 |
|
}, |
|
{ |
|
"id": "dot_recall", |
|
"display_name": "dot_recall", |
|
"description": null, |
|
"value": 0.8288043478260869 |
|
}, |
|
{ |
|
"id": "dot_ap", |
|
"display_name": "dot_ap", |
|
"description": null, |
|
"value": 0.3553266247045366 |
|
}, |
|
{ |
|
"id": "top_ap", |
|
"display_name": "top_ap", |
|
"description": null, |
|
"value": 0.3553266247045366 |
|
} |
|
] |
|
}, |
|
{ |
|
"layer_number": 32, |
|
"layer_display_name": "32", |
|
"metrics": [ |
|
{ |
|
"id": "cos_sim_accuracy", |
|
"display_name": "cos_sim_accuracy", |
|
"description": null, |
|
"value": 0.7256704980842912 |
|
}, |
|
{ |
|
"id": "cos_sim_accuracy_threshold", |
|
"display_name": "cos_sim_accuracy_threshold", |
|
"description": null, |
|
"value": 0.9802291393280029 |
|
}, |
|
{ |
|
"id": "cos_sim_f1", |
|
"display_name": "cos_sim_f1", |
|
"description": null, |
|
"value": 0.45144356955380577 |
|
}, |
|
{ |
|
"id": "cos_sim_f1_threshold", |
|
"display_name": "cos_sim_f1_threshold", |
|
"description": null, |
|
"value": 0.9365932941436768 |
|
}, |
|
{ |
|
"id": "cos_sim_precision", |
|
"display_name": "cos_sim_precision", |
|
"description": null, |
|
"value": 0.31175556706369756 |
|
}, |
|
{ |
|
"id": "cos_sim_recall", |
|
"display_name": "cos_sim_recall", |
|
"description": null, |
|
"value": 0.8179347826086957 |
|
}, |
|
{ |
|
"id": "cos_sim_ap", |
|
"display_name": "cos_sim_ap", |
|
"description": null, |
|
"value": 0.3711095484875728 |
|
}, |
|
{ |
|
"id": "manhattan_accuracy", |
|
"display_name": "manhattan_accuracy", |
|
"description": null, |
|
"value": 0.7268199233716475 |
|
}, |
|
{ |
|
"id": "manhattan_accuracy_threshold", |
|
"display_name": "manhattan_accuracy_threshold", |
|
"description": null, |
|
"value": 2405.0166015625 |
|
}, |
|
{ |
|
"id": "manhattan_f1", |
|
"display_name": "manhattan_f1", |
|
"description": null, |
|
"value": 0.4552 |
|
}, |
|
{ |
|
"id": "manhattan_f1_threshold", |
|
"display_name": "manhattan_f1_threshold", |
|
"description": null, |
|
"value": 3873.87744140625 |
|
}, |
|
{ |
|
"id": "manhattan_precision", |
|
"display_name": "manhattan_precision", |
|
"description": null, |
|
"value": 0.322562358276644 |
|
}, |
|
{ |
|
"id": "manhattan_recall", |
|
"display_name": "manhattan_recall", |
|
"description": null, |
|
"value": 0.7730978260869565 |
|
}, |
|
{ |
|
"id": "manhattan_ap", |
|
"display_name": "manhattan_ap", |
|
"description": null, |
|
"value": 0.37188521395957413 |
|
}, |
|
{ |
|
"id": "euclidean_accuracy", |
|
"display_name": "euclidean_accuracy", |
|
"description": null, |
|
"value": 0.7283524904214559 |
|
}, |
|
{ |
|
"id": "euclidean_accuracy_threshold", |
|
"display_name": "euclidean_accuracy_threshold", |
|
"description": null, |
|
"value": 89.34696960449219 |
|
}, |
|
{ |
|
"id": "euclidean_f1", |
|
"display_name": "euclidean_f1", |
|
"description": null, |
|
"value": 0.4592169657422513 |
|
}, |
|
{ |
|
"id": "euclidean_f1_threshold", |
|
"display_name": "euclidean_f1_threshold", |
|
"description": null, |
|
"value": 158.45071411132812 |
|
}, |
|
{ |
|
"id": "euclidean_precision", |
|
"display_name": "euclidean_precision", |
|
"description": null, |
|
"value": 0.3280885780885781 |
|
}, |
|
{ |
|
"id": "euclidean_recall", |
|
"display_name": "euclidean_recall", |
|
"description": null, |
|
"value": 0.7649456521739131 |
|
}, |
|
{ |
|
"id": "euclidean_ap", |
|
"display_name": "euclidean_ap", |
|
"description": null, |
|
"value": 0.37329497692478114 |
|
}, |
|
{ |
|
"id": "dot_accuracy", |
|
"display_name": "dot_accuracy", |
|
"description": null, |
|
"value": 0.717624521072797 |
|
}, |
|
{ |
|
"id": "dot_accuracy_threshold", |
|
"display_name": "dot_accuracy_threshold", |
|
"description": null, |
|
"value": 414854.375 |
|
}, |
|
{ |
|
"id": "dot_f1", |
|
"display_name": "dot_f1", |
|
"description": null, |
|
"value": 0.4394618834080718 |
|
}, |
|
{ |
|
"id": "dot_f1_threshold", |
|
"display_name": "dot_f1_threshold", |
|
"description": null, |
|
"value": 120746.546875 |
|
}, |
|
{ |
|
"id": "dot_precision", |
|
"display_name": "dot_precision", |
|
"description": null, |
|
"value": 0.28171713300114987 |
|
}, |
|
{ |
|
"id": "dot_recall", |
|
"display_name": "dot_recall", |
|
"description": null, |
|
"value": 0.998641304347826 |
|
}, |
|
{ |
|
"id": "dot_ap", |
|
"display_name": "dot_ap", |
|
"description": null, |
|
"value": 0.2524373913991999 |
|
}, |
|
{ |
|
"id": "top_ap", |
|
"display_name": "top_ap", |
|
"description": null, |
|
"value": 0.37329497692478114 |
|
} |
|
] |
|
} |
|
] |
|
} |
|
|