|
{ |
|
"task": { |
|
"id": "ecoli_operonic_pair", |
|
"display_name": "E.coli Operonic Pair", |
|
"description": "Evaluate on E.coli K-12 operonic pair classification task.", |
|
"modality": "protein", |
|
"type": "pair_classification", |
|
"datasets": [ |
|
{ |
|
"path": "tattabio/ecoli_operonic_pair", |
|
"revision": "a62c01143a842696fc8200b91c1acb825e8cb891" |
|
} |
|
], |
|
"primary_metric_id": "top_ap" |
|
}, |
|
"model": { |
|
"hf_name": "facebook/esm2_t33_650M_UR50D", |
|
"revision": "...", |
|
"num_layers": 33, |
|
"num_params": 652353941, |
|
"embed_dim": 1280 |
|
}, |
|
"dgeb_version": "0.0.0", |
|
"results": [ |
|
{ |
|
"layer_number": 16, |
|
"layer_display_name": "16", |
|
"metrics": [ |
|
{ |
|
"id": "cos_sim_accuracy", |
|
"display_name": "cos_sim_accuracy", |
|
"description": null, |
|
"value": 0.634445989800649 |
|
}, |
|
{ |
|
"id": "cos_sim_accuracy_threshold", |
|
"display_name": "cos_sim_accuracy_threshold", |
|
"description": null, |
|
"value": 0.9598076343536377 |
|
}, |
|
{ |
|
"id": "cos_sim_f1", |
|
"display_name": "cos_sim_f1", |
|
"description": null, |
|
"value": 0.5842179759377212 |
|
}, |
|
{ |
|
"id": "cos_sim_f1_threshold", |
|
"display_name": "cos_sim_f1_threshold", |
|
"description": null, |
|
"value": 0.9043072462081909 |
|
}, |
|
{ |
|
"id": "cos_sim_precision", |
|
"display_name": "cos_sim_precision", |
|
"description": null, |
|
"value": 0.4227912932138284 |
|
}, |
|
{ |
|
"id": "cos_sim_recall", |
|
"display_name": "cos_sim_recall", |
|
"description": null, |
|
"value": 0.9450486548368632 |
|
}, |
|
{ |
|
"id": "cos_sim_ap", |
|
"display_name": "cos_sim_ap", |
|
"description": null, |
|
"value": 0.5276812260133239 |
|
}, |
|
{ |
|
"id": "manhattan_accuracy", |
|
"display_name": "manhattan_accuracy", |
|
"description": null, |
|
"value": 0.6212331942512749 |
|
}, |
|
{ |
|
"id": "manhattan_accuracy_threshold", |
|
"display_name": "manhattan_accuracy_threshold", |
|
"description": null, |
|
"value": 1719.5322265625 |
|
}, |
|
{ |
|
"id": "manhattan_f1", |
|
"display_name": "manhattan_f1", |
|
"description": null, |
|
"value": 0.5772681954137587 |
|
}, |
|
{ |
|
"id": "manhattan_f1_threshold", |
|
"display_name": "manhattan_f1_threshold", |
|
"description": null, |
|
"value": 3341.0849609375 |
|
}, |
|
{ |
|
"id": "manhattan_precision", |
|
"display_name": "manhattan_precision", |
|
"description": null, |
|
"value": 0.4066963240458909 |
|
}, |
|
{ |
|
"id": "manhattan_recall", |
|
"display_name": "manhattan_recall", |
|
"description": null, |
|
"value": 0.9942759015455066 |
|
}, |
|
{ |
|
"id": "manhattan_ap", |
|
"display_name": "manhattan_ap", |
|
"description": null, |
|
"value": 0.49092987587616777 |
|
}, |
|
{ |
|
"id": "euclidean_accuracy", |
|
"display_name": "euclidean_accuracy", |
|
"description": null, |
|
"value": 0.6256374594343996 |
|
}, |
|
{ |
|
"id": "euclidean_accuracy_threshold", |
|
"display_name": "euclidean_accuracy_threshold", |
|
"description": null, |
|
"value": 66.70790100097656 |
|
}, |
|
{ |
|
"id": "euclidean_f1", |
|
"display_name": "euclidean_f1", |
|
"description": null, |
|
"value": 0.5782290279627164 |
|
}, |
|
{ |
|
"id": "euclidean_f1_threshold", |
|
"display_name": "euclidean_f1_threshold", |
|
"description": null, |
|
"value": 122.32955932617188 |
|
}, |
|
{ |
|
"id": "euclidean_precision", |
|
"display_name": "euclidean_precision", |
|
"description": null, |
|
"value": 0.40765078620042244 |
|
}, |
|
{ |
|
"id": "euclidean_recall", |
|
"display_name": "euclidean_recall", |
|
"description": null, |
|
"value": 0.9942759015455066 |
|
}, |
|
{ |
|
"id": "euclidean_ap", |
|
"display_name": "euclidean_ap", |
|
"description": null, |
|
"value": 0.511753481157234 |
|
}, |
|
{ |
|
"id": "dot_accuracy", |
|
"display_name": "dot_accuracy", |
|
"description": null, |
|
"value": 0.6302735280482151 |
|
}, |
|
{ |
|
"id": "dot_accuracy_threshold", |
|
"display_name": "dot_accuracy_threshold", |
|
"description": null, |
|
"value": 54134.9296875 |
|
}, |
|
{ |
|
"id": "dot_f1", |
|
"display_name": "dot_f1", |
|
"description": null, |
|
"value": 0.5839282445542742 |
|
}, |
|
{ |
|
"id": "dot_f1_threshold", |
|
"display_name": "dot_f1_threshold", |
|
"description": null, |
|
"value": 41969.6640625 |
|
}, |
|
{ |
|
"id": "dot_precision", |
|
"display_name": "dot_precision", |
|
"description": null, |
|
"value": 0.4292249730893434 |
|
}, |
|
{ |
|
"id": "dot_recall", |
|
"display_name": "dot_recall", |
|
"description": null, |
|
"value": 0.9129937034917001 |
|
}, |
|
{ |
|
"id": "dot_ap", |
|
"display_name": "dot_ap", |
|
"description": null, |
|
"value": 0.5301473268684156 |
|
}, |
|
{ |
|
"id": "top_ap", |
|
"display_name": "top_ap", |
|
"description": null, |
|
"value": 0.5301473268684156 |
|
} |
|
] |
|
}, |
|
{ |
|
"layer_number": 32, |
|
"layer_display_name": "32", |
|
"metrics": [ |
|
{ |
|
"id": "cos_sim_accuracy", |
|
"display_name": "cos_sim_accuracy", |
|
"description": null, |
|
"value": 0.6430227167362077 |
|
}, |
|
{ |
|
"id": "cos_sim_accuracy_threshold", |
|
"display_name": "cos_sim_accuracy_threshold", |
|
"description": null, |
|
"value": 0.9668768048286438 |
|
}, |
|
{ |
|
"id": "cos_sim_f1", |
|
"display_name": "cos_sim_f1", |
|
"description": null, |
|
"value": 0.6095796676441838 |
|
}, |
|
{ |
|
"id": "cos_sim_f1_threshold", |
|
"display_name": "cos_sim_f1_threshold", |
|
"description": null, |
|
"value": 0.9326354265213013 |
|
}, |
|
{ |
|
"id": "cos_sim_precision", |
|
"display_name": "cos_sim_precision", |
|
"description": null, |
|
"value": 0.46288598574821854 |
|
}, |
|
{ |
|
"id": "cos_sim_recall", |
|
"display_name": "cos_sim_recall", |
|
"description": null, |
|
"value": 0.8923869490555237 |
|
}, |
|
{ |
|
"id": "cos_sim_ap", |
|
"display_name": "cos_sim_ap", |
|
"description": null, |
|
"value": 0.5636125661225051 |
|
}, |
|
{ |
|
"id": "manhattan_accuracy", |
|
"display_name": "manhattan_accuracy", |
|
"description": null, |
|
"value": 0.6460361613351877 |
|
}, |
|
{ |
|
"id": "manhattan_accuracy_threshold", |
|
"display_name": "manhattan_accuracy_threshold", |
|
"description": null, |
|
"value": 2996.8798828125 |
|
}, |
|
{ |
|
"id": "manhattan_f1", |
|
"display_name": "manhattan_f1", |
|
"description": null, |
|
"value": 0.602950342821525 |
|
}, |
|
{ |
|
"id": "manhattan_f1_threshold", |
|
"display_name": "manhattan_f1_threshold", |
|
"description": null, |
|
"value": 3910.81005859375 |
|
}, |
|
{ |
|
"id": "manhattan_precision", |
|
"display_name": "manhattan_precision", |
|
"description": null, |
|
"value": 0.47325505544683627 |
|
}, |
|
{ |
|
"id": "manhattan_recall", |
|
"display_name": "manhattan_recall", |
|
"description": null, |
|
"value": 0.8305666857469949 |
|
}, |
|
{ |
|
"id": "manhattan_ap", |
|
"display_name": "manhattan_ap", |
|
"description": null, |
|
"value": 0.568026958169892 |
|
}, |
|
{ |
|
"id": "euclidean_accuracy", |
|
"display_name": "euclidean_accuracy", |
|
"description": null, |
|
"value": 0.645804357904497 |
|
}, |
|
{ |
|
"id": "euclidean_accuracy_threshold", |
|
"display_name": "euclidean_accuracy_threshold", |
|
"description": null, |
|
"value": 107.93898010253906 |
|
}, |
|
{ |
|
"id": "euclidean_f1", |
|
"display_name": "euclidean_f1", |
|
"description": null, |
|
"value": 0.6100134279685403 |
|
}, |
|
{ |
|
"id": "euclidean_f1_threshold", |
|
"display_name": "euclidean_f1_threshold", |
|
"description": null, |
|
"value": 177.9056396484375 |
|
}, |
|
{ |
|
"id": "euclidean_precision", |
|
"display_name": "euclidean_precision", |
|
"description": null, |
|
"value": 0.45874206578188115 |
|
}, |
|
{ |
|
"id": "euclidean_recall", |
|
"display_name": "euclidean_recall", |
|
"description": null, |
|
"value": 0.9101316542644533 |
|
}, |
|
{ |
|
"id": "euclidean_ap", |
|
"display_name": "euclidean_ap", |
|
"description": null, |
|
"value": 0.5727211593488946 |
|
}, |
|
{ |
|
"id": "dot_accuracy", |
|
"display_name": "dot_accuracy", |
|
"description": null, |
|
"value": 0.5948076031525267 |
|
}, |
|
{ |
|
"id": "dot_accuracy_threshold", |
|
"display_name": "dot_accuracy_threshold", |
|
"description": null, |
|
"value": 522833.3125 |
|
}, |
|
{ |
|
"id": "dot_f1", |
|
"display_name": "dot_f1", |
|
"description": null, |
|
"value": 0.5762376237623762 |
|
}, |
|
{ |
|
"id": "dot_f1_threshold", |
|
"display_name": "dot_f1_threshold", |
|
"description": null, |
|
"value": 105705.90625 |
|
}, |
|
{ |
|
"id": "dot_precision", |
|
"display_name": "dot_precision", |
|
"description": null, |
|
"value": 0.4048226292603756 |
|
}, |
|
{ |
|
"id": "dot_recall", |
|
"display_name": "dot_recall", |
|
"description": null, |
|
"value": 0.9994275901545506 |
|
}, |
|
{ |
|
"id": "dot_ap", |
|
"display_name": "dot_ap", |
|
"description": null, |
|
"value": 0.3449597323547321 |
|
}, |
|
{ |
|
"id": "top_ap", |
|
"display_name": "top_ap", |
|
"description": null, |
|
"value": 0.5727211593488946 |
|
} |
|
] |
|
} |
|
] |
|
} |
|
|