DGEB
/
leaderboard
/submissions
/nucleotide-transformer-v2-100m-multi-species
/bac_16S_phylogeny.json
{ | |
"task": { | |
"id": "bac_16S_phylogeny", | |
"display_name": "16S Bacterial Phylogeny", | |
"description": "Evaluate on 16S Bacterial phylogeny distance correlation task.", | |
"modality": "dna", | |
"type": "eds", | |
"datasets": [ | |
{ | |
"path": "tattabio/bac_16S_sequences", | |
"revision": "efde1456b86748909cbcfecb07d783756d570aa3" | |
}, | |
{ | |
"path": "tattabio/bac_16S_distances", | |
"revision": "5c8ba5dfa600bb930d34af2fbc2b17f0acab62d3" | |
} | |
], | |
"primary_metric_id": "top_corr" | |
}, | |
"model": { | |
"hf_name": "InstaDeepAI/nucleotide-transformer-v2-100m-multi-species", | |
"revision": "...", | |
"num_layers": 22, | |
"num_params": 97889132, | |
"embed_dim": 512 | |
}, | |
"dgeb_version": "0.0.0", | |
"results": [ | |
{ | |
"layer_number": 11, | |
"layer_display_name": "11", | |
"metrics": [ | |
{ | |
"id": "cos_sim", | |
"display_name": "cos_sim", | |
"description": null, | |
"value": 0.31696264570144556 | |
}, | |
{ | |
"id": "manhattan", | |
"display_name": "manhattan", | |
"description": null, | |
"value": 0.3398798297254198 | |
}, | |
{ | |
"id": "euclidean", | |
"display_name": "euclidean", | |
"description": null, | |
"value": 0.3384167443991009 | |
}, | |
{ | |
"id": "top_corr", | |
"display_name": "top_corr", | |
"description": null, | |
"value": 0.3398798297254198 | |
} | |
] | |
}, | |
{ | |
"layer_number": 21, | |
"layer_display_name": "21", | |
"metrics": [ | |
{ | |
"id": "cos_sim", | |
"display_name": "cos_sim", | |
"description": null, | |
"value": 0.17067324886079815 | |
}, | |
{ | |
"id": "manhattan", | |
"display_name": "manhattan", | |
"description": null, | |
"value": 0.22902435877832863 | |
}, | |
{ | |
"id": "euclidean", | |
"display_name": "euclidean", | |
"description": null, | |
"value": 0.2227097102546006 | |
}, | |
{ | |
"id": "top_corr", | |
"display_name": "top_corr", | |
"description": null, | |
"value": 0.22902435877832863 | |
} | |
] | |
} | |
] | |
} | |