|
{ |
|
"task": { |
|
"id": "fefe_phylogeny", |
|
"display_name": "FeFeHydrogenase Phylogeny", |
|
"description": "Evaluate on FeFeHydrogenase phylogeny distance correlation task.", |
|
"modality": "protein", |
|
"type": "eds", |
|
"datasets": [ |
|
{ |
|
"path": "tattabio/fefe_phylogeny_sequences", |
|
"revision": "bce06d79d9ce58413e7bcbed6943905d1afb8b26" |
|
}, |
|
{ |
|
"path": "tattabio/fefe_phylogeny_distances", |
|
"revision": "d6357cee9b4071a8dcdeef54083006f0d5e94fd2" |
|
} |
|
], |
|
"primary_metric_id": "top_corr" |
|
}, |
|
"model": { |
|
"hf_name": "facebook/esm2_t33_650M_UR50D", |
|
"revision": "...", |
|
"num_layers": 33, |
|
"num_params": 652353941, |
|
"embed_dim": 1280 |
|
}, |
|
"dgeb_version": "0.0.0", |
|
"results": [ |
|
{ |
|
"layer_number": 16, |
|
"layer_display_name": "16", |
|
"metrics": [ |
|
{ |
|
"id": "cos_sim", |
|
"display_name": "cos_sim", |
|
"description": null, |
|
"value": 0.5321010160894765 |
|
}, |
|
{ |
|
"id": "manhattan", |
|
"display_name": "manhattan", |
|
"description": null, |
|
"value": 0.6485251532984211 |
|
}, |
|
{ |
|
"id": "euclidean", |
|
"display_name": "euclidean", |
|
"description": null, |
|
"value": 0.640158436352614 |
|
}, |
|
{ |
|
"id": "top_corr", |
|
"display_name": "top_corr", |
|
"description": null, |
|
"value": 0.6485251532984211 |
|
} |
|
] |
|
}, |
|
{ |
|
"layer_number": 32, |
|
"layer_display_name": "32", |
|
"metrics": [ |
|
{ |
|
"id": "cos_sim", |
|
"display_name": "cos_sim", |
|
"description": null, |
|
"value": 0.5866984424931825 |
|
}, |
|
{ |
|
"id": "manhattan", |
|
"display_name": "manhattan", |
|
"description": null, |
|
"value": 0.7174938899857625 |
|
}, |
|
{ |
|
"id": "euclidean", |
|
"display_name": "euclidean", |
|
"description": null, |
|
"value": 0.6962913981388911 |
|
}, |
|
{ |
|
"id": "top_corr", |
|
"display_name": "top_corr", |
|
"description": null, |
|
"value": 0.7174938899857625 |
|
} |
|
] |
|
} |
|
] |
|
} |
|
|