File size: 2,261 Bytes
e284167 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 |
{
"task": {
"id": "rpob_bac_dna_phylogeny",
"display_name": "RpoB Bacterial Phylogeny",
"description": "Evaluate on RpoB phylogeny distance correlation task for Bacterial DNA sequences.",
"modality": "dna",
"type": "eds",
"datasets": [
{
"path": "tattabio/rpob_bac_dna_phylogeny_sequences",
"revision": "8e137d3fb8886d8739ce08d1918745444c7d30d6"
},
{
"path": "tattabio/rpob_bac_dna_phylogeny_distances",
"revision": "67339e271b2a1602208153d53d70d35ba6fa8876"
}
],
"primary_metric_id": "top_corr"
},
"model": {
"hf_name": "togethercomputer/evo-1-8k-base",
"revision": "...",
"num_layers": 32,
"num_params": 6452781056,
"embed_dim": 4096
},
"dgeb_version": "0.0.0",
"results": [
{
"layer_number": 16,
"layer_display_name": "16",
"metrics": [
{
"id": "cos_sim",
"display_name": "cos_sim",
"description": null,
"value": 0.050201705681568114
},
{
"id": "manhattan",
"display_name": "manhattan",
"description": null,
"value": 0.07465904170918622
},
{
"id": "euclidean",
"display_name": "euclidean",
"description": null,
"value": 0.05223608317175334
},
{
"id": "top_corr",
"display_name": "top_corr",
"description": null,
"value": 0.07465904170918622
}
]
},
{
"layer_number": 31,
"layer_display_name": "31",
"metrics": [
{
"id": "cos_sim",
"display_name": "cos_sim",
"description": null,
"value": 0.04649870099899381
},
{
"id": "manhattan",
"display_name": "manhattan",
"description": null,
"value": 0.08974965386451692
},
{
"id": "euclidean",
"display_name": "euclidean",
"description": null,
"value": 0.08311750592573247
},
{
"id": "top_corr",
"display_name": "top_corr",
"description": null,
"value": 0.08974965386451692
}
]
}
]
}
|