| { | |
| "task": { | |
| "id": "bacarch_bigene", | |
| "display_name": "BacArch BiGene", | |
| "description": "Evaluate on BacArch bigene matching task between bacterial (E.coli K-12) proteins and archaeal (Sulfolobus acidocaldarius DSM 639) proteins.", | |
| "modality": "protein", | |
| "type": "bigene_mining", | |
| "datasets": [ | |
| { | |
| "path": "tattabio/bac_arch_bigene", | |
| "revision": "d5a65e44bae43a9ba9f2fdc03056dff9c12f6631" | |
| } | |
| ], | |
| "primary_metric_id": "f1" | |
| }, | |
| "model": { | |
| "hf_name": "hugohrban/progen2-xlarge", | |
| "revision": "...", | |
| "num_layers": 32, | |
| "num_params": 6443638816, | |
| "embed_dim": 4096 | |
| }, | |
| "dgeb_version": "0.0.0", | |
| "results": [ | |
| { | |
| "layer_number": 16, | |
| "layer_display_name": "16", | |
| "metrics": [ | |
| { | |
| "id": "precision", | |
| "display_name": "precision", | |
| "description": null, | |
| "value": 0.7503144654088051 | |
| }, | |
| { | |
| "id": "recall", | |
| "display_name": "recall", | |
| "description": null, | |
| "value": 0.8113207547169812 | |
| }, | |
| { | |
| "id": "f1", | |
| "display_name": "f1", | |
| "description": null, | |
| "value": 0.7704402515723269 | |
| }, | |
| { | |
| "id": "accuracy", | |
| "display_name": "accuracy", | |
| "description": null, | |
| "value": 0.8113207547169812 | |
| } | |
| ] | |
| }, | |
| { | |
| "layer_number": 31, | |
| "layer_display_name": "31", | |
| "metrics": [ | |
| { | |
| "id": "precision", | |
| "display_name": "precision", | |
| "description": null, | |
| "value": 0.13607728099671065 | |
| }, | |
| { | |
| "id": "recall", | |
| "display_name": "recall", | |
| "description": null, | |
| "value": 0.17358490566037735 | |
| }, | |
| { | |
| "id": "f1", | |
| "display_name": "f1", | |
| "description": null, | |
| "value": 0.14255790731020063 | |
| }, | |
| { | |
| "id": "accuracy", | |
| "display_name": "accuracy", | |
| "description": null, | |
| "value": 0.17358490566037735 | |
| } | |
| ] | |
| } | |
| ] | |
| } | |