|
{ |
|
"task": { |
|
"id": "ec_dna_classification", |
|
"display_name": "EC Classification", |
|
"description": "Evaluate on Enzyme Commission number classification task using DNA sequences.", |
|
"modality": "dna", |
|
"type": "classification", |
|
"datasets": [ |
|
{ |
|
"path": "tattabio/ec_classification_dna", |
|
"revision": "cd61c74b4930cf9f1963e6d73ff7f14e2c8e74dd" |
|
} |
|
], |
|
"primary_metric_id": "f1" |
|
}, |
|
"model": { |
|
"hf_name": "togethercomputer/evo-1-8k-base", |
|
"revision": "...", |
|
"num_layers": 32, |
|
"num_params": 6452781056, |
|
"embed_dim": 4096 |
|
}, |
|
"dgeb_version": "0.0.0", |
|
"results": [ |
|
{ |
|
"layer_number": 16, |
|
"layer_display_name": "16", |
|
"metrics": [ |
|
{ |
|
"id": "accuracy", |
|
"display_name": "accuracy", |
|
"description": null, |
|
"value": 0.015625 |
|
}, |
|
{ |
|
"id": "f1", |
|
"display_name": "f1", |
|
"description": null, |
|
"value": 0.01171875 |
|
} |
|
] |
|
}, |
|
{ |
|
"layer_number": 31, |
|
"layer_display_name": "31", |
|
"metrics": [ |
|
{ |
|
"id": "accuracy", |
|
"display_name": "accuracy", |
|
"description": null, |
|
"value": 0.0234375 |
|
}, |
|
{ |
|
"id": "f1", |
|
"display_name": "f1", |
|
"description": null, |
|
"value": 0.0077008928571428575 |
|
} |
|
] |
|
} |
|
] |
|
} |
|
|