|
{ |
|
"task": { |
|
"id": "rpob_bac_dna_phylogeny", |
|
"display_name": "RpoB Bacterial Phylogeny", |
|
"description": "Evaluate on RpoB phylogeny distance correlation task for Bacterial DNA sequences.", |
|
"modality": "dna", |
|
"type": "eds", |
|
"datasets": [ |
|
{ |
|
"path": "tattabio/rpob_bac_dna_phylogeny_sequences", |
|
"revision": "8e137d3fb8886d8739ce08d1918745444c7d30d6" |
|
}, |
|
{ |
|
"path": "tattabio/rpob_bac_dna_phylogeny_distances", |
|
"revision": "67339e271b2a1602208153d53d70d35ba6fa8876" |
|
} |
|
], |
|
"primary_metric_id": "top_corr" |
|
}, |
|
"model": { |
|
"hf_name": "togethercomputer/evo-1-8k-base", |
|
"revision": "...", |
|
"num_layers": 32, |
|
"num_params": 6452781056, |
|
"embed_dim": 4096 |
|
}, |
|
"dgeb_version": "0.0.0", |
|
"results": [ |
|
{ |
|
"layer_number": 16, |
|
"layer_display_name": "16", |
|
"metrics": [ |
|
{ |
|
"id": "cos_sim", |
|
"display_name": "cos_sim", |
|
"description": null, |
|
"value": 0.050201705681568114 |
|
}, |
|
{ |
|
"id": "manhattan", |
|
"display_name": "manhattan", |
|
"description": null, |
|
"value": 0.07465904170918622 |
|
}, |
|
{ |
|
"id": "euclidean", |
|
"display_name": "euclidean", |
|
"description": null, |
|
"value": 0.05223608317175334 |
|
}, |
|
{ |
|
"id": "top_corr", |
|
"display_name": "top_corr", |
|
"description": null, |
|
"value": 0.07465904170918622 |
|
} |
|
] |
|
}, |
|
{ |
|
"layer_number": 31, |
|
"layer_display_name": "31", |
|
"metrics": [ |
|
{ |
|
"id": "cos_sim", |
|
"display_name": "cos_sim", |
|
"description": null, |
|
"value": 0.04649870099899381 |
|
}, |
|
{ |
|
"id": "manhattan", |
|
"display_name": "manhattan", |
|
"description": null, |
|
"value": 0.08974965386451692 |
|
}, |
|
{ |
|
"id": "euclidean", |
|
"display_name": "euclidean", |
|
"description": null, |
|
"value": 0.08311750592573247 |
|
}, |
|
{ |
|
"id": "top_corr", |
|
"display_name": "top_corr", |
|
"description": null, |
|
"value": 0.08974965386451692 |
|
} |
|
] |
|
} |
|
] |
|
} |
|
|