| { | |
| "task": { | |
| "id": "vibrio_operonic_pair", | |
| "display_name": "Vibrio Operonic Pair", | |
| "description": "Evaluate on Vibrio operonic pair classification task.", | |
| "modality": "protein", | |
| "type": "pair_classification", | |
| "datasets": [ | |
| { | |
| "path": "tattabio/vibrio_operonic_pair", | |
| "revision": "24781b12b45bf81a079a6164ef0d2124948c1878" | |
| } | |
| ], | |
| "primary_metric_id": "top_ap" | |
| }, | |
| "model": { | |
| "hf_name": "facebook/esm2_t33_650M_UR50D", | |
| "revision": "...", | |
| "num_layers": 33, | |
| "num_params": 652353941, | |
| "embed_dim": 1280 | |
| }, | |
| "dgeb_version": "0.0.0", | |
| "results": [ | |
| { | |
| "layer_number": 16, | |
| "layer_display_name": "16", | |
| "metrics": [ | |
| { | |
| "id": "cos_sim_accuracy", | |
| "display_name": "cos_sim_accuracy", | |
| "description": null, | |
| "value": 0.6743101438010105 | |
| }, | |
| { | |
| "id": "cos_sim_accuracy_threshold", | |
| "display_name": "cos_sim_accuracy_threshold", | |
| "description": null, | |
| "value": 0.9669862985610962 | |
| }, | |
| { | |
| "id": "cos_sim_f1", | |
| "display_name": "cos_sim_f1", | |
| "description": null, | |
| "value": 0.5211475894705708 | |
| }, | |
| { | |
| "id": "cos_sim_f1_threshold", | |
| "display_name": "cos_sim_f1_threshold", | |
| "description": null, | |
| "value": 0.8917249441146851 | |
| }, | |
| { | |
| "id": "cos_sim_precision", | |
| "display_name": "cos_sim_precision", | |
| "description": null, | |
| "value": 0.3538152610441767 | |
| }, | |
| { | |
| "id": "cos_sim_recall", | |
| "display_name": "cos_sim_recall", | |
| "description": null, | |
| "value": 0.9887766554433222 | |
| }, | |
| { | |
| "id": "cos_sim_ap", | |
| "display_name": "cos_sim_ap", | |
| "description": null, | |
| "value": 0.4326581796370962 | |
| }, | |
| { | |
| "id": "manhattan_accuracy", | |
| "display_name": "manhattan_accuracy", | |
| "description": null, | |
| "value": 0.6649825106879129 | |
| }, | |
| { | |
| "id": "manhattan_accuracy_threshold", | |
| "display_name": "manhattan_accuracy_threshold", | |
| "description": null, | |
| "value": 1687.185791015625 | |
| }, | |
| { | |
| "id": "manhattan_f1", | |
| "display_name": "manhattan_f1", | |
| "description": null, | |
| "value": 0.5159010600706714 | |
| }, | |
| { | |
| "id": "manhattan_f1_threshold", | |
| "display_name": "manhattan_f1_threshold", | |
| "description": null, | |
| "value": 3160.9052734375 | |
| }, | |
| { | |
| "id": "manhattan_precision", | |
| "display_name": "manhattan_precision", | |
| "description": null, | |
| "value": 0.34970059880239523 | |
| }, | |
| { | |
| "id": "manhattan_recall", | |
| "display_name": "manhattan_recall", | |
| "description": null, | |
| "value": 0.9831649831649831 | |
| }, | |
| { | |
| "id": "manhattan_ap", | |
| "display_name": "manhattan_ap", | |
| "description": null, | |
| "value": 0.3953543828676884 | |
| }, | |
| { | |
| "id": "euclidean_accuracy", | |
| "display_name": "euclidean_accuracy", | |
| "description": null, | |
| "value": 0.6696463272444617 | |
| }, | |
| { | |
| "id": "euclidean_accuracy_threshold", | |
| "display_name": "euclidean_accuracy_threshold", | |
| "description": null, | |
| "value": 61.02823257446289 | |
| }, | |
| { | |
| "id": "euclidean_f1", | |
| "display_name": "euclidean_f1", | |
| "description": null, | |
| "value": 0.5176045741799579 | |
| }, | |
| { | |
| "id": "euclidean_f1_threshold", | |
| "display_name": "euclidean_f1_threshold", | |
| "description": null, | |
| "value": 109.26025390625 | |
| }, | |
| { | |
| "id": "euclidean_precision", | |
| "display_name": "euclidean_precision", | |
| "description": null, | |
| "value": 0.3536184210526316 | |
| }, | |
| { | |
| "id": "euclidean_recall", | |
| "display_name": "euclidean_recall", | |
| "description": null, | |
| "value": 0.9652076318742986 | |
| }, | |
| { | |
| "id": "euclidean_ap", | |
| "display_name": "euclidean_ap", | |
| "description": null, | |
| "value": 0.41999108125278384 | |
| }, | |
| { | |
| "id": "dot_accuracy", | |
| "display_name": "dot_accuracy", | |
| "description": null, | |
| "value": 0.6595413913719393 | |
| }, | |
| { | |
| "id": "dot_accuracy_threshold", | |
| "display_name": "dot_accuracy_threshold", | |
| "description": null, | |
| "value": 58606.640625 | |
| }, | |
| { | |
| "id": "dot_f1", | |
| "display_name": "dot_f1", | |
| "description": null, | |
| "value": 0.5259608900876601 | |
| }, | |
| { | |
| "id": "dot_f1_threshold", | |
| "display_name": "dot_f1_threshold", | |
| "description": null, | |
| "value": 44785.0859375 | |
| }, | |
| { | |
| "id": "dot_precision", | |
| "display_name": "dot_precision", | |
| "description": null, | |
| "value": 0.3759036144578313 | |
| }, | |
| { | |
| "id": "dot_recall", | |
| "display_name": "dot_recall", | |
| "description": null, | |
| "value": 0.8754208754208754 | |
| }, | |
| { | |
| "id": "dot_ap", | |
| "display_name": "dot_ap", | |
| "description": null, | |
| "value": 0.44069080050077336 | |
| }, | |
| { | |
| "id": "top_ap", | |
| "display_name": "top_ap", | |
| "description": null, | |
| "value": 0.44069080050077336 | |
| } | |
| ] | |
| }, | |
| { | |
| "layer_number": 32, | |
| "layer_display_name": "32", | |
| "metrics": [ | |
| { | |
| "id": "cos_sim_accuracy", | |
| "display_name": "cos_sim_accuracy", | |
| "description": null, | |
| "value": 0.6820831713952584 | |
| }, | |
| { | |
| "id": "cos_sim_accuracy_threshold", | |
| "display_name": "cos_sim_accuracy_threshold", | |
| "description": null, | |
| "value": 0.9717143177986145 | |
| }, | |
| { | |
| "id": "cos_sim_f1", | |
| "display_name": "cos_sim_f1", | |
| "description": null, | |
| "value": 0.536664503569111 | |
| }, | |
| { | |
| "id": "cos_sim_f1_threshold", | |
| "display_name": "cos_sim_f1_threshold", | |
| "description": null, | |
| "value": 0.9286491274833679 | |
| }, | |
| { | |
| "id": "cos_sim_precision", | |
| "display_name": "cos_sim_precision", | |
| "description": null, | |
| "value": 0.37745321770880874 | |
| }, | |
| { | |
| "id": "cos_sim_recall", | |
| "display_name": "cos_sim_recall", | |
| "description": null, | |
| "value": 0.9281705948372615 | |
| }, | |
| { | |
| "id": "cos_sim_ap", | |
| "display_name": "cos_sim_ap", | |
| "description": null, | |
| "value": 0.4828328003170023 | |
| }, | |
| { | |
| "id": "manhattan_accuracy", | |
| "display_name": "manhattan_accuracy", | |
| "description": null, | |
| "value": 0.6797512631169841 | |
| }, | |
| { | |
| "id": "manhattan_accuracy_threshold", | |
| "display_name": "manhattan_accuracy_threshold", | |
| "description": null, | |
| "value": 2772.750732421875 | |
| }, | |
| { | |
| "id": "manhattan_f1", | |
| "display_name": "manhattan_f1", | |
| "description": null, | |
| "value": 0.5311884438608011 | |
| }, | |
| { | |
| "id": "manhattan_f1_threshold", | |
| "display_name": "manhattan_f1_threshold", | |
| "description": null, | |
| "value": 4146.494140625 | |
| }, | |
| { | |
| "id": "manhattan_precision", | |
| "display_name": "manhattan_precision", | |
| "description": null, | |
| "value": 0.37540603248259863 | |
| }, | |
| { | |
| "id": "manhattan_recall", | |
| "display_name": "manhattan_recall", | |
| "description": null, | |
| "value": 0.9079685746352413 | |
| }, | |
| { | |
| "id": "manhattan_ap", | |
| "display_name": "manhattan_ap", | |
| "description": null, | |
| "value": 0.4753549489730454 | |
| }, | |
| { | |
| "id": "euclidean_accuracy", | |
| "display_name": "euclidean_accuracy", | |
| "description": null, | |
| "value": 0.6789739603575593 | |
| }, | |
| { | |
| "id": "euclidean_accuracy_threshold", | |
| "display_name": "euclidean_accuracy_threshold", | |
| "description": null, | |
| "value": 100.84526062011719 | |
| }, | |
| { | |
| "id": "euclidean_f1", | |
| "display_name": "euclidean_f1", | |
| "description": null, | |
| "value": 0.5390972663699936 | |
| }, | |
| { | |
| "id": "euclidean_f1_threshold", | |
| "display_name": "euclidean_f1_threshold", | |
| "description": null, | |
| "value": 190.31085205078125 | |
| }, | |
| { | |
| "id": "euclidean_precision", | |
| "display_name": "euclidean_precision", | |
| "description": null, | |
| "value": 0.3760532150776053 | |
| }, | |
| { | |
| "id": "euclidean_recall", | |
| "display_name": "euclidean_recall", | |
| "description": null, | |
| "value": 0.9517396184062851 | |
| }, | |
| { | |
| "id": "euclidean_ap", | |
| "display_name": "euclidean_ap", | |
| "description": null, | |
| "value": 0.479168611593493 | |
| }, | |
| { | |
| "id": "dot_accuracy", | |
| "display_name": "dot_accuracy", | |
| "description": null, | |
| "value": 0.653322969296541 | |
| }, | |
| { | |
| "id": "dot_accuracy_threshold", | |
| "display_name": "dot_accuracy_threshold", | |
| "description": null, | |
| "value": 364605.8125 | |
| }, | |
| { | |
| "id": "dot_f1", | |
| "display_name": "dot_f1", | |
| "description": null, | |
| "value": 0.5140051978053711 | |
| }, | |
| { | |
| "id": "dot_f1_threshold", | |
| "display_name": "dot_f1_threshold", | |
| "description": null, | |
| "value": 113893.3515625 | |
| }, | |
| { | |
| "id": "dot_precision", | |
| "display_name": "dot_precision", | |
| "description": null, | |
| "value": 0.34603421461897355 | |
| }, | |
| { | |
| "id": "dot_recall", | |
| "display_name": "dot_recall", | |
| "description": null, | |
| "value": 0.9988776655443322 | |
| }, | |
| { | |
| "id": "dot_ap", | |
| "display_name": "dot_ap", | |
| "description": null, | |
| "value": 0.3154670845055397 | |
| }, | |
| { | |
| "id": "top_ap", | |
| "display_name": "top_ap", | |
| "description": null, | |
| "value": 0.4828328003170023 | |
| } | |
| ] | |
| } | |
| ] | |
| } | |