|
{ |
|
"task": { |
|
"id": "modac_paralogy_bigene", |
|
"display_name": "ModAC Paralogy BiGene", |
|
"description": "Evaluate on paralogy bitext matching task between paralogous protein (ModA and ModC).", |
|
"modality": "protein", |
|
"type": "bigene_mining", |
|
"datasets": [ |
|
{ |
|
"path": "tattabio/modac_paralogy_bigene", |
|
"revision": "241ca6397856e3360da04422d54933035b1fab87" |
|
} |
|
], |
|
"primary_metric_id": "recall_at_50" |
|
}, |
|
"model": { |
|
"hf_name": "facebook/esm2_t33_650M_UR50D", |
|
"num_layers": 33, |
|
"num_params": 652353941, |
|
"embed_dim": 1280 |
|
}, |
|
"dgeb_version": "0.0.0", |
|
"results": [ |
|
{ |
|
"layer_number": 16, |
|
"layer_display_name": "16", |
|
"metrics": [ |
|
{ |
|
"id": "precision", |
|
"display_name": "precision", |
|
"description": null, |
|
"value": 4.4952467261118094e-7 |
|
}, |
|
{ |
|
"id": "recall", |
|
"display_name": "recall", |
|
"description": null, |
|
"value": 0.0006702412868632708 |
|
}, |
|
{ |
|
"id": "f1", |
|
"display_name": "f1", |
|
"description": null, |
|
"value": 8.984467652322665e-7 |
|
}, |
|
{ |
|
"id": "accuracy", |
|
"display_name": "accuracy", |
|
"description": null, |
|
"value": 0.0006702412868632708 |
|
}, |
|
{ |
|
"id": "recall_at_50", |
|
"display_name": "recall_at_50", |
|
"description": null, |
|
"value": 0.04423592493297587 |
|
} |
|
] |
|
}, |
|
{ |
|
"layer_number": 32, |
|
"layer_display_name": "32", |
|
"metrics": [ |
|
{ |
|
"id": "precision", |
|
"display_name": "precision", |
|
"description": null, |
|
"value": 0.0003572022938507674 |
|
}, |
|
{ |
|
"id": "recall", |
|
"display_name": "recall", |
|
"description": null, |
|
"value": 0.0020107238605898124 |
|
}, |
|
{ |
|
"id": "f1", |
|
"display_name": "f1", |
|
"description": null, |
|
"value": 0.0004896388988695724 |
|
}, |
|
{ |
|
"id": "accuracy", |
|
"display_name": "accuracy", |
|
"description": null, |
|
"value": 0.0020107238605898124 |
|
}, |
|
{ |
|
"id": "recall_at_50", |
|
"display_name": "recall_at_50", |
|
"description": null, |
|
"value": 0.1742627345844504 |
|
} |
|
] |
|
} |
|
] |
|
} |
|
|