File size: 2,412 Bytes
e284167 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 |
{
"task": {
"id": "modac_paralogy_bigene",
"display_name": "ModAC Paralogy BiGene",
"description": "Evaluate on paralogy bitext matching task between paralogous protein (ModA and ModC).",
"modality": "protein",
"type": "bigene_mining",
"datasets": [
{
"path": "tattabio/modac_paralogy_bigene",
"revision": "241ca6397856e3360da04422d54933035b1fab87"
}
],
"primary_metric_id": "recall_at_50"
},
"model": {
"hf_name": "facebook/esm2_t33_650M_UR50D",
"num_layers": 33,
"num_params": 652353941,
"embed_dim": 1280
},
"dgeb_version": "0.0.0",
"results": [
{
"layer_number": 16,
"layer_display_name": "16",
"metrics": [
{
"id": "precision",
"display_name": "precision",
"description": null,
"value": 4.4952467261118094e-7
},
{
"id": "recall",
"display_name": "recall",
"description": null,
"value": 0.0006702412868632708
},
{
"id": "f1",
"display_name": "f1",
"description": null,
"value": 8.984467652322665e-7
},
{
"id": "accuracy",
"display_name": "accuracy",
"description": null,
"value": 0.0006702412868632708
},
{
"id": "recall_at_50",
"display_name": "recall_at_50",
"description": null,
"value": 0.04423592493297587
}
]
},
{
"layer_number": 32,
"layer_display_name": "32",
"metrics": [
{
"id": "precision",
"display_name": "precision",
"description": null,
"value": 0.0003572022938507674
},
{
"id": "recall",
"display_name": "recall",
"description": null,
"value": 0.0020107238605898124
},
{
"id": "f1",
"display_name": "f1",
"description": null,
"value": 0.0004896388988695724
},
{
"id": "accuracy",
"display_name": "accuracy",
"description": null,
"value": 0.0020107238605898124
},
{
"id": "recall_at_50",
"display_name": "recall_at_50",
"description": null,
"value": 0.1742627345844504
}
]
}
]
}
|