DGEB / leaderboard /submissions /evo-1-131k-base /arch_16S_phylogeny.json
Joshua Kravitz
Initial commit
e284167
{
"task": {
"id": "arch_16S_phylogeny",
"display_name": "16S Archaeal Phylogeny",
"description": "Evaluate on 16S Archaeal phylogeny distance correlation task.",
"modality": "dna",
"type": "eds",
"datasets": [
{
"path": "tattabio/arch_16S_sequences",
"revision": "e0f0b5d5bd4b08a329b08c2bf4cc800781dff7f0"
},
{
"path": "tattabio/arch_16S_distances",
"revision": "b0356b632a954be70cefd57e3a02e7e1ccd34408"
}
],
"primary_metric_id": "top_corr"
},
"model": {
"hf_name": "togethercomputer/evo-1-131k-base",
"revision": "...",
"num_layers": 32,
"num_params": 6452781056,
"embed_dim": 4096
},
"dgeb_version": "0.0.0",
"results": [
{
"layer_number": 16,
"layer_display_name": "16",
"metrics": [
{
"id": "cos_sim",
"display_name": "cos_sim",
"description": null,
"value": -0.025266077406048616
},
{
"id": "manhattan",
"display_name": "manhattan",
"description": null,
"value": 0.004690157120927916
},
{
"id": "euclidean",
"display_name": "euclidean",
"description": null,
"value": 0.004253147697855626
},
{
"id": "top_corr",
"display_name": "top_corr",
"description": null,
"value": 0.004690157120927916
}
]
},
{
"layer_number": 31,
"layer_display_name": "31",
"metrics": [
{
"id": "cos_sim",
"display_name": "cos_sim",
"description": null,
"value": -0.015580669639663534
},
{
"id": "manhattan",
"display_name": "manhattan",
"description": null,
"value": 0.0188972060041519
},
{
"id": "euclidean",
"display_name": "euclidean",
"description": null,
"value": 0.018436446052964364
},
{
"id": "top_corr",
"display_name": "top_corr",
"description": null,
"value": 0.0188972060041519
}
]
}
]
}