| { | |
| "task": { | |
| "id": "bacarch_bigene", | |
| "display_name": "BacArch BiGene", | |
| "description": "Evaluate on BacArch bigene matching task between bacterial (E.coli K-12) proteins and archaeal (Sulfolobus acidocaldarius DSM 639) proteins.", | |
| "modality": "protein", | |
| "type": "bigene_mining", | |
| "datasets": [ | |
| { | |
| "path": "tattabio/bac_arch_bigene", | |
| "revision": "d5a65e44bae43a9ba9f2fdc03056dff9c12f6631" | |
| } | |
| ], | |
| "primary_metric_id": "f1" | |
| }, | |
| "model": { | |
| "hf_name": "facebook/esm2_t33_650M_UR50D", | |
| "revision": "...", | |
| "num_layers": 33, | |
| "num_params": 652353941, | |
| "embed_dim": 1280 | |
| }, | |
| "dgeb_version": "0.0.0", | |
| "results": [ | |
| { | |
| "layer_number": 16, | |
| "layer_display_name": "16", | |
| "metrics": [ | |
| { | |
| "id": "precision", | |
| "display_name": "precision", | |
| "description": null, | |
| "value": 0.790251572327044 | |
| }, | |
| { | |
| "id": "recall", | |
| "display_name": "recall", | |
| "description": null, | |
| "value": 0.8490566037735849 | |
| }, | |
| { | |
| "id": "f1", | |
| "display_name": "f1", | |
| "description": null, | |
| "value": 0.808427672955975 | |
| }, | |
| { | |
| "id": "accuracy", | |
| "display_name": "accuracy", | |
| "description": null, | |
| "value": 0.8490566037735849 | |
| } | |
| ] | |
| }, | |
| { | |
| "layer_number": 32, | |
| "layer_display_name": "32", | |
| "metrics": [ | |
| { | |
| "id": "precision", | |
| "display_name": "precision", | |
| "description": null, | |
| "value": 0.5652650494159928 | |
| }, | |
| { | |
| "id": "recall", | |
| "display_name": "recall", | |
| "description": null, | |
| "value": 0.6566037735849056 | |
| }, | |
| { | |
| "id": "f1", | |
| "display_name": "f1", | |
| "description": null, | |
| "value": 0.5896406109613657 | |
| }, | |
| { | |
| "id": "accuracy", | |
| "display_name": "accuracy", | |
| "description": null, | |
| "value": 0.6566037735849056 | |
| } | |
| ] | |
| } | |
| ] | |
| } | |