{ "task": { "id": "modac_paralogy_bigene", "display_name": "ModAC Paralogy BiGene", "description": "Evaluate on paralogy bitext matching task between paralogous protein (ModA and ModC).", "modality": "protein", "type": "bigene_mining", "datasets": [ { "path": "tattabio/modac_paralogy_bigene", "revision": "241ca6397856e3360da04422d54933035b1fab87" } ], "primary_metric_id": "recall_at_50" }, "model": { "hf_name": "hugohrban/progen2-xlarge", "num_layers": 32, "num_params": 6443638816, "embed_dim": 4096 }, "dgeb_version": "0.0.0", "results": [ { "layer_number": 16, "layer_display_name": "16", "metrics": [ { "id": "precision", "display_name": "precision", "description": null, "value": 4.516450720102903e-7 }, { "id": "recall", "display_name": "recall", "description": null, "value": 0.0006702412868632708 }, { "id": "f1", "display_name": "f1", "description": null, "value": 9.02681867829321e-7 }, { "id": "accuracy", "display_name": "accuracy", "description": null, "value": 0.0006702412868632708 }, { "id": "recall_at_50", "display_name": "recall_at_50", "description": null, "value": 0.05630026809651475 } ] }, { "layer_number": 31, "layer_display_name": "31", "metrics": [ { "id": "precision", "display_name": "precision", "description": null, "value": 0.010579204388082606 }, { "id": "recall", "display_name": "recall", "description": null, "value": 0.029490616621983913 }, { "id": "f1", "display_name": "f1", "description": null, "value": 0.012979104896871197 }, { "id": "accuracy", "display_name": "accuracy", "description": null, "value": 0.029490616621983913 }, { "id": "recall_at_50", "display_name": "recall_at_50", "description": null, "value": 0.435656836461126 } ] } ] }