|
{ |
|
"task": { |
|
"id": "cyano_operonic_pair", |
|
"display_name": "Cyano Operonic Pair", |
|
"description": "Evaluate on Cyano operonic pair classification task.", |
|
"modality": "protein", |
|
"type": "pair_classification", |
|
"datasets": [ |
|
{ |
|
"path": "tattabio/cyano_operonic_pair", |
|
"revision": "eeb4cb71ec2a4ff688af9de7c0662123577d32ec" |
|
} |
|
], |
|
"primary_metric_id": "top_ap" |
|
}, |
|
"model": { |
|
"hf_name": "hugohrban/progen2-xlarge", |
|
"revision": "...", |
|
"num_layers": 32, |
|
"num_params": 6443638816, |
|
"embed_dim": 4096 |
|
}, |
|
"dgeb_version": "0.0.0", |
|
"results": [ |
|
{ |
|
"layer_number": 16, |
|
"layer_display_name": "16", |
|
"metrics": [ |
|
{ |
|
"id": "cos_sim_accuracy", |
|
"display_name": "cos_sim_accuracy", |
|
"description": null, |
|
"value": 0.7180076628352491 |
|
}, |
|
{ |
|
"id": "cos_sim_accuracy_threshold", |
|
"display_name": "cos_sim_accuracy_threshold", |
|
"description": null, |
|
"value": 0.9752044677734375 |
|
}, |
|
{ |
|
"id": "cos_sim_f1", |
|
"display_name": "cos_sim_f1", |
|
"description": null, |
|
"value": 0.4415116976604679 |
|
}, |
|
{ |
|
"id": "cos_sim_f1_threshold", |
|
"display_name": "cos_sim_f1_threshold", |
|
"description": null, |
|
"value": 0.0913393497467041 |
|
}, |
|
{ |
|
"id": "cos_sim_precision", |
|
"display_name": "cos_sim_precision", |
|
"description": null, |
|
"value": 0.28329484218629714 |
|
}, |
|
{ |
|
"id": "cos_sim_recall", |
|
"display_name": "cos_sim_recall", |
|
"description": null, |
|
"value": 1.0 |
|
}, |
|
{ |
|
"id": "cos_sim_ap", |
|
"display_name": "cos_sim_ap", |
|
"description": null, |
|
"value": 0.30503917581036627 |
|
}, |
|
{ |
|
"id": "manhattan_accuracy", |
|
"display_name": "manhattan_accuracy", |
|
"description": null, |
|
"value": 0.7180076628352491 |
|
}, |
|
{ |
|
"id": "manhattan_accuracy_threshold", |
|
"display_name": "manhattan_accuracy_threshold", |
|
"description": null, |
|
"value": 404.81805419921875 |
|
}, |
|
{ |
|
"id": "manhattan_f1", |
|
"display_name": "manhattan_f1", |
|
"description": null, |
|
"value": 0.4403834631515877 |
|
}, |
|
{ |
|
"id": "manhattan_f1_threshold", |
|
"display_name": "manhattan_f1_threshold", |
|
"description": null, |
|
"value": 3619.329345703125 |
|
}, |
|
{ |
|
"id": "manhattan_precision", |
|
"display_name": "manhattan_precision", |
|
"description": null, |
|
"value": 0.2824750192159877 |
|
}, |
|
{ |
|
"id": "manhattan_recall", |
|
"display_name": "manhattan_recall", |
|
"description": null, |
|
"value": 0.998641304347826 |
|
}, |
|
{ |
|
"id": "manhattan_ap", |
|
"display_name": "manhattan_ap", |
|
"description": null, |
|
"value": 0.2925298541520232 |
|
}, |
|
{ |
|
"id": "euclidean_accuracy", |
|
"display_name": "euclidean_accuracy", |
|
"description": null, |
|
"value": 0.7180076628352491 |
|
}, |
|
{ |
|
"id": "euclidean_accuracy_threshold", |
|
"display_name": "euclidean_accuracy_threshold", |
|
"description": null, |
|
"value": 8.454354286193848 |
|
}, |
|
{ |
|
"id": "euclidean_f1", |
|
"display_name": "euclidean_f1", |
|
"description": null, |
|
"value": 0.44354081951829843 |
|
}, |
|
{ |
|
"id": "euclidean_f1_threshold", |
|
"display_name": "euclidean_f1_threshold", |
|
"description": null, |
|
"value": 67.32762145996094 |
|
}, |
|
{ |
|
"id": "euclidean_precision", |
|
"display_name": "euclidean_precision", |
|
"description": null, |
|
"value": 0.2880942706216985 |
|
}, |
|
{ |
|
"id": "euclidean_recall", |
|
"display_name": "euclidean_recall", |
|
"description": null, |
|
"value": 0.9633152173913043 |
|
}, |
|
{ |
|
"id": "euclidean_ap", |
|
"display_name": "euclidean_ap", |
|
"description": null, |
|
"value": 0.3108581457843357 |
|
}, |
|
{ |
|
"id": "dot_accuracy", |
|
"display_name": "dot_accuracy", |
|
"description": null, |
|
"value": 0.7187739463601532 |
|
}, |
|
{ |
|
"id": "dot_accuracy_threshold", |
|
"display_name": "dot_accuracy_threshold", |
|
"description": null, |
|
"value": 4583.71484375 |
|
}, |
|
{ |
|
"id": "dot_f1", |
|
"display_name": "dot_f1", |
|
"description": null, |
|
"value": 0.4513049013367282 |
|
}, |
|
{ |
|
"id": "dot_f1_threshold", |
|
"display_name": "dot_f1_threshold", |
|
"description": null, |
|
"value": 263.0050964355469 |
|
}, |
|
{ |
|
"id": "dot_precision", |
|
"display_name": "dot_precision", |
|
"description": null, |
|
"value": 0.2946799667497922 |
|
}, |
|
{ |
|
"id": "dot_recall", |
|
"display_name": "dot_recall", |
|
"description": null, |
|
"value": 0.9633152173913043 |
|
}, |
|
{ |
|
"id": "dot_ap", |
|
"display_name": "dot_ap", |
|
"description": null, |
|
"value": 0.29691610324048845 |
|
}, |
|
{ |
|
"id": "top_ap", |
|
"display_name": "top_ap", |
|
"description": null, |
|
"value": 0.3108581457843357 |
|
} |
|
] |
|
}, |
|
{ |
|
"layer_number": 31, |
|
"layer_display_name": "31", |
|
"metrics": [ |
|
{ |
|
"id": "cos_sim_accuracy", |
|
"display_name": "cos_sim_accuracy", |
|
"description": null, |
|
"value": 0.7218390804597701 |
|
}, |
|
{ |
|
"id": "cos_sim_accuracy_threshold", |
|
"display_name": "cos_sim_accuracy_threshold", |
|
"description": null, |
|
"value": 0.8307529091835022 |
|
}, |
|
{ |
|
"id": "cos_sim_f1", |
|
"display_name": "cos_sim_f1", |
|
"description": null, |
|
"value": 0.4664991624790619 |
|
}, |
|
{ |
|
"id": "cos_sim_f1_threshold", |
|
"display_name": "cos_sim_f1_threshold", |
|
"description": null, |
|
"value": 0.49792495369911194 |
|
}, |
|
{ |
|
"id": "cos_sim_precision", |
|
"display_name": "cos_sim_precision", |
|
"description": null, |
|
"value": 0.3371670702179177 |
|
}, |
|
{ |
|
"id": "cos_sim_recall", |
|
"display_name": "cos_sim_recall", |
|
"description": null, |
|
"value": 0.7567934782608695 |
|
}, |
|
{ |
|
"id": "cos_sim_ap", |
|
"display_name": "cos_sim_ap", |
|
"description": null, |
|
"value": 0.36858629659158926 |
|
}, |
|
{ |
|
"id": "manhattan_accuracy", |
|
"display_name": "manhattan_accuracy", |
|
"description": null, |
|
"value": 0.7210727969348659 |
|
}, |
|
{ |
|
"id": "manhattan_accuracy_threshold", |
|
"display_name": "manhattan_accuracy_threshold", |
|
"description": null, |
|
"value": 1641.822998046875 |
|
}, |
|
{ |
|
"id": "manhattan_f1", |
|
"display_name": "manhattan_f1", |
|
"description": null, |
|
"value": 0.4584763212079616 |
|
}, |
|
{ |
|
"id": "manhattan_f1_threshold", |
|
"display_name": "manhattan_f1_threshold", |
|
"description": null, |
|
"value": 4072.3740234375 |
|
}, |
|
{ |
|
"id": "manhattan_precision", |
|
"display_name": "manhattan_precision", |
|
"description": null, |
|
"value": 0.30670339761248855 |
|
}, |
|
{ |
|
"id": "manhattan_recall", |
|
"display_name": "manhattan_recall", |
|
"description": null, |
|
"value": 0.907608695652174 |
|
}, |
|
{ |
|
"id": "manhattan_ap", |
|
"display_name": "manhattan_ap", |
|
"description": null, |
|
"value": 0.3705206660251011 |
|
}, |
|
{ |
|
"id": "euclidean_accuracy", |
|
"display_name": "euclidean_accuracy", |
|
"description": null, |
|
"value": 0.7206896551724138 |
|
}, |
|
{ |
|
"id": "euclidean_accuracy_threshold", |
|
"display_name": "euclidean_accuracy_threshold", |
|
"description": null, |
|
"value": 32.319210052490234 |
|
}, |
|
{ |
|
"id": "euclidean_f1", |
|
"display_name": "euclidean_f1", |
|
"description": null, |
|
"value": 0.45816409423233145 |
|
}, |
|
{ |
|
"id": "euclidean_f1_threshold", |
|
"display_name": "euclidean_f1_threshold", |
|
"description": null, |
|
"value": 69.70606994628906 |
|
}, |
|
{ |
|
"id": "euclidean_precision", |
|
"display_name": "euclidean_precision", |
|
"description": null, |
|
"value": 0.3267670915411356 |
|
}, |
|
{ |
|
"id": "euclidean_recall", |
|
"display_name": "euclidean_recall", |
|
"description": null, |
|
"value": 0.7663043478260869 |
|
}, |
|
{ |
|
"id": "euclidean_ap", |
|
"display_name": "euclidean_ap", |
|
"description": null, |
|
"value": 0.3704629292673498 |
|
}, |
|
{ |
|
"id": "dot_accuracy", |
|
"display_name": "dot_accuracy", |
|
"description": null, |
|
"value": 0.717624521072797 |
|
}, |
|
{ |
|
"id": "dot_accuracy_threshold", |
|
"display_name": "dot_accuracy_threshold", |
|
"description": null, |
|
"value": 15245.76953125 |
|
}, |
|
{ |
|
"id": "dot_f1", |
|
"display_name": "dot_f1", |
|
"description": null, |
|
"value": 0.45340751043115446 |
|
}, |
|
{ |
|
"id": "dot_f1_threshold", |
|
"display_name": "dot_f1_threshold", |
|
"description": null, |
|
"value": 1607.8956298828125 |
|
}, |
|
{ |
|
"id": "dot_precision", |
|
"display_name": "dot_precision", |
|
"description": null, |
|
"value": 0.30467289719626167 |
|
}, |
|
{ |
|
"id": "dot_recall", |
|
"display_name": "dot_recall", |
|
"description": null, |
|
"value": 0.8858695652173914 |
|
}, |
|
{ |
|
"id": "dot_ap", |
|
"display_name": "dot_ap", |
|
"description": null, |
|
"value": 0.3003882097832594 |
|
}, |
|
{ |
|
"id": "top_ap", |
|
"display_name": "top_ap", |
|
"description": null, |
|
"value": 0.3705206660251011 |
|
} |
|
] |
|
} |
|
] |
|
} |
|
|