DGEB
/
leaderboard
/submissions
/nucleotide-transformer-v2-250m-multi-species
/arch_16S_phylogeny.json
{ | |
"task": { | |
"id": "arch_16S_phylogeny", | |
"display_name": "16S Archaeal Phylogeny", | |
"description": "Evaluate on 16S Archaeal phylogeny distance correlation task.", | |
"modality": "dna", | |
"type": "eds", | |
"datasets": [ | |
{ | |
"path": "tattabio/arch_16S_sequences", | |
"revision": "e0f0b5d5bd4b08a329b08c2bf4cc800781dff7f0" | |
}, | |
{ | |
"path": "tattabio/arch_16S_distances", | |
"revision": "b0356b632a954be70cefd57e3a02e7e1ccd34408" | |
} | |
], | |
"primary_metric_id": "top_corr" | |
}, | |
"model": { | |
"hf_name": "InstaDeepAI/nucleotide-transformer-v2-250m-multi-species", | |
"revision": "...", | |
"num_layers": 24, | |
"num_params": 235120780, | |
"embed_dim": 768 | |
}, | |
"dgeb_version": "0.0.0", | |
"results": [ | |
{ | |
"layer_number": 12, | |
"layer_display_name": "12", | |
"metrics": [ | |
{ | |
"id": "cos_sim", | |
"display_name": "cos_sim", | |
"description": null, | |
"value": 0.11921584406827451 | |
}, | |
{ | |
"id": "manhattan", | |
"display_name": "manhattan", | |
"description": null, | |
"value": 0.15679219545816353 | |
}, | |
{ | |
"id": "euclidean", | |
"display_name": "euclidean", | |
"description": null, | |
"value": 0.15045441173932622 | |
}, | |
{ | |
"id": "top_corr", | |
"display_name": "top_corr", | |
"description": null, | |
"value": 0.15679219545816353 | |
} | |
] | |
}, | |
{ | |
"layer_number": 23, | |
"layer_display_name": "23", | |
"metrics": [ | |
{ | |
"id": "cos_sim", | |
"display_name": "cos_sim", | |
"description": null, | |
"value": 0.06475995486443784 | |
}, | |
{ | |
"id": "manhattan", | |
"display_name": "manhattan", | |
"description": null, | |
"value": 0.09602276206583968 | |
}, | |
{ | |
"id": "euclidean", | |
"display_name": "euclidean", | |
"description": null, | |
"value": 0.09540879980313609 | |
}, | |
{ | |
"id": "top_corr", | |
"display_name": "top_corr", | |
"description": null, | |
"value": 0.09602276206583968 | |
} | |
] | |
} | |
] | |
} | |