{
  "task": {
    "id": "vibrio_operonic_pair",
    "display_name": "Vibrio Operonic Pair",
    "description": "Evaluate on Vibrio operonic pair classification task.",
    "modality": "protein",
    "type": "pair_classification",
    "datasets": [
      {
        "path": "tattabio/vibrio_operonic_pair",
        "revision": "24781b12b45bf81a079a6164ef0d2124948c1878"
      }
    ],
    "primary_metric_id": "top_ap"
  },
  "model": {
    "hf_name": "facebook/esm2_t33_650M_UR50D",
    "revision": "...",
    "num_layers": 33,
    "num_params": 652353941,
    "embed_dim": 1280
  },
  "dgeb_version": "0.0.0",
  "results": [
    {
      "layer_number": 16,
      "layer_display_name": "16",
      "metrics": [
        {
          "id": "cos_sim_accuracy",
          "display_name": "cos_sim_accuracy",
          "description": null,
          "value": 0.6743101438010105
        },
        {
          "id": "cos_sim_accuracy_threshold",
          "display_name": "cos_sim_accuracy_threshold",
          "description": null,
          "value": 0.9669862985610962
        },
        {
          "id": "cos_sim_f1",
          "display_name": "cos_sim_f1",
          "description": null,
          "value": 0.5211475894705708
        },
        {
          "id": "cos_sim_f1_threshold",
          "display_name": "cos_sim_f1_threshold",
          "description": null,
          "value": 0.8917249441146851
        },
        {
          "id": "cos_sim_precision",
          "display_name": "cos_sim_precision",
          "description": null,
          "value": 0.3538152610441767
        },
        {
          "id": "cos_sim_recall",
          "display_name": "cos_sim_recall",
          "description": null,
          "value": 0.9887766554433222
        },
        {
          "id": "cos_sim_ap",
          "display_name": "cos_sim_ap",
          "description": null,
          "value": 0.4326581796370962
        },
        {
          "id": "manhattan_accuracy",
          "display_name": "manhattan_accuracy",
          "description": null,
          "value": 0.6649825106879129
        },
        {
          "id": "manhattan_accuracy_threshold",
          "display_name": "manhattan_accuracy_threshold",
          "description": null,
          "value": 1687.185791015625
        },
        {
          "id": "manhattan_f1",
          "display_name": "manhattan_f1",
          "description": null,
          "value": 0.5159010600706714
        },
        {
          "id": "manhattan_f1_threshold",
          "display_name": "manhattan_f1_threshold",
          "description": null,
          "value": 3160.9052734375
        },
        {
          "id": "manhattan_precision",
          "display_name": "manhattan_precision",
          "description": null,
          "value": 0.34970059880239523
        },
        {
          "id": "manhattan_recall",
          "display_name": "manhattan_recall",
          "description": null,
          "value": 0.9831649831649831
        },
        {
          "id": "manhattan_ap",
          "display_name": "manhattan_ap",
          "description": null,
          "value": 0.3953543828676884
        },
        {
          "id": "euclidean_accuracy",
          "display_name": "euclidean_accuracy",
          "description": null,
          "value": 0.6696463272444617
        },
        {
          "id": "euclidean_accuracy_threshold",
          "display_name": "euclidean_accuracy_threshold",
          "description": null,
          "value": 61.02823257446289
        },
        {
          "id": "euclidean_f1",
          "display_name": "euclidean_f1",
          "description": null,
          "value": 0.5176045741799579
        },
        {
          "id": "euclidean_f1_threshold",
          "display_name": "euclidean_f1_threshold",
          "description": null,
          "value": 109.26025390625
        },
        {
          "id": "euclidean_precision",
          "display_name": "euclidean_precision",
          "description": null,
          "value": 0.3536184210526316
        },
        {
          "id": "euclidean_recall",
          "display_name": "euclidean_recall",
          "description": null,
          "value": 0.9652076318742986
        },
        {
          "id": "euclidean_ap",
          "display_name": "euclidean_ap",
          "description": null,
          "value": 0.41999108125278384
        },
        {
          "id": "dot_accuracy",
          "display_name": "dot_accuracy",
          "description": null,
          "value": 0.6595413913719393
        },
        {
          "id": "dot_accuracy_threshold",
          "display_name": "dot_accuracy_threshold",
          "description": null,
          "value": 58606.640625
        },
        {
          "id": "dot_f1",
          "display_name": "dot_f1",
          "description": null,
          "value": 0.5259608900876601
        },
        {
          "id": "dot_f1_threshold",
          "display_name": "dot_f1_threshold",
          "description": null,
          "value": 44785.0859375
        },
        {
          "id": "dot_precision",
          "display_name": "dot_precision",
          "description": null,
          "value": 0.3759036144578313
        },
        {
          "id": "dot_recall",
          "display_name": "dot_recall",
          "description": null,
          "value": 0.8754208754208754
        },
        {
          "id": "dot_ap",
          "display_name": "dot_ap",
          "description": null,
          "value": 0.44069080050077336
        },
        {
          "id": "top_ap",
          "display_name": "top_ap",
          "description": null,
          "value": 0.44069080050077336
        }
      ]
    },
    {
      "layer_number": 32,
      "layer_display_name": "32",
      "metrics": [
        {
          "id": "cos_sim_accuracy",
          "display_name": "cos_sim_accuracy",
          "description": null,
          "value": 0.6820831713952584
        },
        {
          "id": "cos_sim_accuracy_threshold",
          "display_name": "cos_sim_accuracy_threshold",
          "description": null,
          "value": 0.9717143177986145
        },
        {
          "id": "cos_sim_f1",
          "display_name": "cos_sim_f1",
          "description": null,
          "value": 0.536664503569111
        },
        {
          "id": "cos_sim_f1_threshold",
          "display_name": "cos_sim_f1_threshold",
          "description": null,
          "value": 0.9286491274833679
        },
        {
          "id": "cos_sim_precision",
          "display_name": "cos_sim_precision",
          "description": null,
          "value": 0.37745321770880874
        },
        {
          "id": "cos_sim_recall",
          "display_name": "cos_sim_recall",
          "description": null,
          "value": 0.9281705948372615
        },
        {
          "id": "cos_sim_ap",
          "display_name": "cos_sim_ap",
          "description": null,
          "value": 0.4828328003170023
        },
        {
          "id": "manhattan_accuracy",
          "display_name": "manhattan_accuracy",
          "description": null,
          "value": 0.6797512631169841
        },
        {
          "id": "manhattan_accuracy_threshold",
          "display_name": "manhattan_accuracy_threshold",
          "description": null,
          "value": 2772.750732421875
        },
        {
          "id": "manhattan_f1",
          "display_name": "manhattan_f1",
          "description": null,
          "value": 0.5311884438608011
        },
        {
          "id": "manhattan_f1_threshold",
          "display_name": "manhattan_f1_threshold",
          "description": null,
          "value": 4146.494140625
        },
        {
          "id": "manhattan_precision",
          "display_name": "manhattan_precision",
          "description": null,
          "value": 0.37540603248259863
        },
        {
          "id": "manhattan_recall",
          "display_name": "manhattan_recall",
          "description": null,
          "value": 0.9079685746352413
        },
        {
          "id": "manhattan_ap",
          "display_name": "manhattan_ap",
          "description": null,
          "value": 0.4753549489730454
        },
        {
          "id": "euclidean_accuracy",
          "display_name": "euclidean_accuracy",
          "description": null,
          "value": 0.6789739603575593
        },
        {
          "id": "euclidean_accuracy_threshold",
          "display_name": "euclidean_accuracy_threshold",
          "description": null,
          "value": 100.84526062011719
        },
        {
          "id": "euclidean_f1",
          "display_name": "euclidean_f1",
          "description": null,
          "value": 0.5390972663699936
        },
        {
          "id": "euclidean_f1_threshold",
          "display_name": "euclidean_f1_threshold",
          "description": null,
          "value": 190.31085205078125
        },
        {
          "id": "euclidean_precision",
          "display_name": "euclidean_precision",
          "description": null,
          "value": 0.3760532150776053
        },
        {
          "id": "euclidean_recall",
          "display_name": "euclidean_recall",
          "description": null,
          "value": 0.9517396184062851
        },
        {
          "id": "euclidean_ap",
          "display_name": "euclidean_ap",
          "description": null,
          "value": 0.479168611593493
        },
        {
          "id": "dot_accuracy",
          "display_name": "dot_accuracy",
          "description": null,
          "value": 0.653322969296541
        },
        {
          "id": "dot_accuracy_threshold",
          "display_name": "dot_accuracy_threshold",
          "description": null,
          "value": 364605.8125
        },
        {
          "id": "dot_f1",
          "display_name": "dot_f1",
          "description": null,
          "value": 0.5140051978053711
        },
        {
          "id": "dot_f1_threshold",
          "display_name": "dot_f1_threshold",
          "description": null,
          "value": 113893.3515625
        },
        {
          "id": "dot_precision",
          "display_name": "dot_precision",
          "description": null,
          "value": 0.34603421461897355
        },
        {
          "id": "dot_recall",
          "display_name": "dot_recall",
          "description": null,
          "value": 0.9988776655443322
        },
        {
          "id": "dot_ap",
          "display_name": "dot_ap",
          "description": null,
          "value": 0.3154670845055397
        },
        {
          "id": "top_ap",
          "display_name": "top_ap",
          "description": null,
          "value": 0.4828328003170023
        }
      ]
    }
  ]
}