DGEB / leaderboard /submissions /prot_t5_xl_bfd /rpob_arch_phylogeny.json
Joshua Kravitz
Initial commit
e284167
raw
history blame
2.24 kB
{
"task": {
"id": "rpob_arch_phylogeny",
"display_name": "RpoB Archaeal Phylogeny",
"description": "Evaluate on RpoB phylogeny distance correlation task for Archaeal sequences.",
"modality": "protein",
"type": "eds",
"datasets": [
{
"path": "tattabio/rpob_arch_phylogeny_sequences",
"revision": "10de75b9f5ad12340d629fd1ad015ef4319d6ee4"
},
{
"path": "tattabio/rpob_arch_phylogeny_distances",
"revision": "2a585f0e135fe74b8ae6d31e7801c6031b0dcc18"
}
],
"primary_metric_id": "top_corr"
},
"model": {
"hf_name": "Rostlab/prot_t5_xl_bfd",
"revision": "...",
"num_layers": 24,
"num_params": 1208141824,
"embed_dim": 1024
},
"dgeb_version": "0.0.0",
"results": [
{
"layer_number": 12,
"layer_display_name": "12",
"metrics": [
{
"id": "cos_sim",
"display_name": "cos_sim",
"description": null,
"value": 0.18285301896376252
},
{
"id": "manhattan",
"display_name": "manhattan",
"description": null,
"value": 0.1904500888228494
},
{
"id": "euclidean",
"display_name": "euclidean",
"description": null,
"value": 0.2132223506047016
},
{
"id": "top_corr",
"display_name": "top_corr",
"description": null,
"value": 0.2132223506047016
}
]
},
{
"layer_number": 23,
"layer_display_name": "23",
"metrics": [
{
"id": "cos_sim",
"display_name": "cos_sim",
"description": null,
"value": 0.23327313257646354
},
{
"id": "manhattan",
"display_name": "manhattan",
"description": null,
"value": 0.3555894078051998
},
{
"id": "euclidean",
"display_name": "euclidean",
"description": null,
"value": 0.32671911270173437
},
{
"id": "top_corr",
"display_name": "top_corr",
"description": null,
"value": 0.3555894078051998
}
]
}
]
}