{ "task": { "id": "modac_paralogy_bigene", "display_name": "ModAC Paralogy BiGene", "description": "Evaluate on paralogy bitext matching task between paralogous protein (ModA and ModC).", "modality": "protein", "type": "bigene_mining", "datasets": [ { "path": "tattabio/modac_paralogy_bigene", "revision": "241ca6397856e3360da04422d54933035b1fab87" } ], "primary_metric_id": "recall_at_50" }, "model": { "hf_name": "facebook/esm2_t33_650M_UR50D", "num_layers": 33, "num_params": 652353941, "embed_dim": 1280 }, "dgeb_version": "0.0.0", "results": [ { "layer_number": 16, "layer_display_name": "16", "metrics": [ { "id": "precision", "display_name": "precision", "description": null, "value": 4.4952467261118094e-7 }, { "id": "recall", "display_name": "recall", "description": null, "value": 0.0006702412868632708 }, { "id": "f1", "display_name": "f1", "description": null, "value": 8.984467652322665e-7 }, { "id": "accuracy", "display_name": "accuracy", "description": null, "value": 0.0006702412868632708 }, { "id": "recall_at_50", "display_name": "recall_at_50", "description": null, "value": 0.04423592493297587 } ] }, { "layer_number": 32, "layer_display_name": "32", "metrics": [ { "id": "precision", "display_name": "precision", "description": null, "value": 0.0003572022938507674 }, { "id": "recall", "display_name": "recall", "description": null, "value": 0.0020107238605898124 }, { "id": "f1", "display_name": "f1", "description": null, "value": 0.0004896388988695724 }, { "id": "accuracy", "display_name": "accuracy", "description": null, "value": 0.0020107238605898124 }, { "id": "recall_at_50", "display_name": "recall_at_50", "description": null, "value": 0.1742627345844504 } ] } ] }