|
{ |
|
"task": { |
|
"id": "modac_paralogy_bigene", |
|
"display_name": "ModAC Paralogy BiGene", |
|
"description": "Evaluate on paralogy bitext matching task between paralogous protein (ModA and ModC).", |
|
"modality": "protein", |
|
"type": "bigene_mining", |
|
"datasets": [ |
|
{ |
|
"path": "tattabio/modac_paralogy_bigene", |
|
"revision": "241ca6397856e3360da04422d54933035b1fab87" |
|
} |
|
], |
|
"primary_metric_id": "recall_at_50" |
|
}, |
|
"model": { |
|
"hf_name": "hugohrban/progen2-xlarge", |
|
"num_layers": 32, |
|
"num_params": 6443638816, |
|
"embed_dim": 4096 |
|
}, |
|
"dgeb_version": "0.0.0", |
|
"results": [ |
|
{ |
|
"layer_number": 16, |
|
"layer_display_name": "16", |
|
"metrics": [ |
|
{ |
|
"id": "precision", |
|
"display_name": "precision", |
|
"description": null, |
|
"value": 4.516450720102903e-7 |
|
}, |
|
{ |
|
"id": "recall", |
|
"display_name": "recall", |
|
"description": null, |
|
"value": 0.0006702412868632708 |
|
}, |
|
{ |
|
"id": "f1", |
|
"display_name": "f1", |
|
"description": null, |
|
"value": 9.02681867829321e-7 |
|
}, |
|
{ |
|
"id": "accuracy", |
|
"display_name": "accuracy", |
|
"description": null, |
|
"value": 0.0006702412868632708 |
|
}, |
|
{ |
|
"id": "recall_at_50", |
|
"display_name": "recall_at_50", |
|
"description": null, |
|
"value": 0.05630026809651475 |
|
} |
|
] |
|
}, |
|
{ |
|
"layer_number": 31, |
|
"layer_display_name": "31", |
|
"metrics": [ |
|
{ |
|
"id": "precision", |
|
"display_name": "precision", |
|
"description": null, |
|
"value": 0.010579204388082606 |
|
}, |
|
{ |
|
"id": "recall", |
|
"display_name": "recall", |
|
"description": null, |
|
"value": 0.029490616621983913 |
|
}, |
|
{ |
|
"id": "f1", |
|
"display_name": "f1", |
|
"description": null, |
|
"value": 0.012979104896871197 |
|
}, |
|
{ |
|
"id": "accuracy", |
|
"display_name": "accuracy", |
|
"description": null, |
|
"value": 0.029490616621983913 |
|
}, |
|
{ |
|
"id": "recall_at_50", |
|
"display_name": "recall_at_50", |
|
"description": null, |
|
"value": 0.435656836461126 |
|
} |
|
] |
|
} |
|
] |
|
} |
|
|