DGEB / leaderboard /submissions /prot_t5_xl_bfd /rpob_bac_phylogeny.json
Joshua Kravitz
Initial commit
e284167
raw
history blame
2.23 kB
{
"task": {
"id": "rpob_bac_phylogeny",
"display_name": "RpoB Bacterial Phylogeny",
"description": "Evaluate on RpoB phylogeny distance correlation task for Bacterial sequences.",
"modality": "protein",
"type": "eds",
"datasets": [
{
"path": "tattabio/rpob_bac_phylogeny_sequences",
"revision": "b833ef8d8d873ea5387540562873f41d073d3e03"
},
{
"path": "tattabio/rpob_bac_phylogeny_distances",
"revision": "0594e1501ac9fd0e3de49257b8ec318c2a0ea6f7"
}
],
"primary_metric_id": "top_corr"
},
"model": {
"hf_name": "Rostlab/prot_t5_xl_bfd",
"revision": "...",
"num_layers": 24,
"num_params": 1208141824,
"embed_dim": 1024
},
"dgeb_version": "0.0.0",
"results": [
{
"layer_number": 12,
"layer_display_name": "12",
"metrics": [
{
"id": "cos_sim",
"display_name": "cos_sim",
"description": null,
"value": 0.21148648442107776
},
{
"id": "manhattan",
"display_name": "manhattan",
"description": null,
"value": 0.2367395745608637
},
{
"id": "euclidean",
"display_name": "euclidean",
"description": null,
"value": 0.2724794083627195
},
{
"id": "top_corr",
"display_name": "top_corr",
"description": null,
"value": 0.2724794083627195
}
]
},
{
"layer_number": 23,
"layer_display_name": "23",
"metrics": [
{
"id": "cos_sim",
"display_name": "cos_sim",
"description": null,
"value": 0.25893556661958106
},
{
"id": "manhattan",
"display_name": "manhattan",
"description": null,
"value": 0.2733544641048402
},
{
"id": "euclidean",
"display_name": "euclidean",
"description": null,
"value": 0.25026214474431
},
{
"id": "top_corr",
"display_name": "top_corr",
"description": null,
"value": 0.2733544641048402
}
]
}
]
}