DGEB / leaderboard /submissions /esm2_t33_650M_UR50D /vibrio_operonic_pair.json
Joshua Kravitz
Initial commit
e284167
raw
history blame
10.7 kB
{
"task": {
"id": "vibrio_operonic_pair",
"display_name": "Vibrio Operonic Pair",
"description": "Evaluate on Vibrio operonic pair classification task.",
"modality": "protein",
"type": "pair_classification",
"datasets": [
{
"path": "tattabio/vibrio_operonic_pair",
"revision": "24781b12b45bf81a079a6164ef0d2124948c1878"
}
],
"primary_metric_id": "top_ap"
},
"model": {
"hf_name": "facebook/esm2_t33_650M_UR50D",
"revision": "...",
"num_layers": 33,
"num_params": 652353941,
"embed_dim": 1280
},
"dgeb_version": "0.0.0",
"results": [
{
"layer_number": 16,
"layer_display_name": "16",
"metrics": [
{
"id": "cos_sim_accuracy",
"display_name": "cos_sim_accuracy",
"description": null,
"value": 0.6743101438010105
},
{
"id": "cos_sim_accuracy_threshold",
"display_name": "cos_sim_accuracy_threshold",
"description": null,
"value": 0.9669862985610962
},
{
"id": "cos_sim_f1",
"display_name": "cos_sim_f1",
"description": null,
"value": 0.5211475894705708
},
{
"id": "cos_sim_f1_threshold",
"display_name": "cos_sim_f1_threshold",
"description": null,
"value": 0.8917249441146851
},
{
"id": "cos_sim_precision",
"display_name": "cos_sim_precision",
"description": null,
"value": 0.3538152610441767
},
{
"id": "cos_sim_recall",
"display_name": "cos_sim_recall",
"description": null,
"value": 0.9887766554433222
},
{
"id": "cos_sim_ap",
"display_name": "cos_sim_ap",
"description": null,
"value": 0.4326581796370962
},
{
"id": "manhattan_accuracy",
"display_name": "manhattan_accuracy",
"description": null,
"value": 0.6649825106879129
},
{
"id": "manhattan_accuracy_threshold",
"display_name": "manhattan_accuracy_threshold",
"description": null,
"value": 1687.185791015625
},
{
"id": "manhattan_f1",
"display_name": "manhattan_f1",
"description": null,
"value": 0.5159010600706714
},
{
"id": "manhattan_f1_threshold",
"display_name": "manhattan_f1_threshold",
"description": null,
"value": 3160.9052734375
},
{
"id": "manhattan_precision",
"display_name": "manhattan_precision",
"description": null,
"value": 0.34970059880239523
},
{
"id": "manhattan_recall",
"display_name": "manhattan_recall",
"description": null,
"value": 0.9831649831649831
},
{
"id": "manhattan_ap",
"display_name": "manhattan_ap",
"description": null,
"value": 0.3953543828676884
},
{
"id": "euclidean_accuracy",
"display_name": "euclidean_accuracy",
"description": null,
"value": 0.6696463272444617
},
{
"id": "euclidean_accuracy_threshold",
"display_name": "euclidean_accuracy_threshold",
"description": null,
"value": 61.02823257446289
},
{
"id": "euclidean_f1",
"display_name": "euclidean_f1",
"description": null,
"value": 0.5176045741799579
},
{
"id": "euclidean_f1_threshold",
"display_name": "euclidean_f1_threshold",
"description": null,
"value": 109.26025390625
},
{
"id": "euclidean_precision",
"display_name": "euclidean_precision",
"description": null,
"value": 0.3536184210526316
},
{
"id": "euclidean_recall",
"display_name": "euclidean_recall",
"description": null,
"value": 0.9652076318742986
},
{
"id": "euclidean_ap",
"display_name": "euclidean_ap",
"description": null,
"value": 0.41999108125278384
},
{
"id": "dot_accuracy",
"display_name": "dot_accuracy",
"description": null,
"value": 0.6595413913719393
},
{
"id": "dot_accuracy_threshold",
"display_name": "dot_accuracy_threshold",
"description": null,
"value": 58606.640625
},
{
"id": "dot_f1",
"display_name": "dot_f1",
"description": null,
"value": 0.5259608900876601
},
{
"id": "dot_f1_threshold",
"display_name": "dot_f1_threshold",
"description": null,
"value": 44785.0859375
},
{
"id": "dot_precision",
"display_name": "dot_precision",
"description": null,
"value": 0.3759036144578313
},
{
"id": "dot_recall",
"display_name": "dot_recall",
"description": null,
"value": 0.8754208754208754
},
{
"id": "dot_ap",
"display_name": "dot_ap",
"description": null,
"value": 0.44069080050077336
},
{
"id": "top_ap",
"display_name": "top_ap",
"description": null,
"value": 0.44069080050077336
}
]
},
{
"layer_number": 32,
"layer_display_name": "32",
"metrics": [
{
"id": "cos_sim_accuracy",
"display_name": "cos_sim_accuracy",
"description": null,
"value": 0.6820831713952584
},
{
"id": "cos_sim_accuracy_threshold",
"display_name": "cos_sim_accuracy_threshold",
"description": null,
"value": 0.9717143177986145
},
{
"id": "cos_sim_f1",
"display_name": "cos_sim_f1",
"description": null,
"value": 0.536664503569111
},
{
"id": "cos_sim_f1_threshold",
"display_name": "cos_sim_f1_threshold",
"description": null,
"value": 0.9286491274833679
},
{
"id": "cos_sim_precision",
"display_name": "cos_sim_precision",
"description": null,
"value": 0.37745321770880874
},
{
"id": "cos_sim_recall",
"display_name": "cos_sim_recall",
"description": null,
"value": 0.9281705948372615
},
{
"id": "cos_sim_ap",
"display_name": "cos_sim_ap",
"description": null,
"value": 0.4828328003170023
},
{
"id": "manhattan_accuracy",
"display_name": "manhattan_accuracy",
"description": null,
"value": 0.6797512631169841
},
{
"id": "manhattan_accuracy_threshold",
"display_name": "manhattan_accuracy_threshold",
"description": null,
"value": 2772.750732421875
},
{
"id": "manhattan_f1",
"display_name": "manhattan_f1",
"description": null,
"value": 0.5311884438608011
},
{
"id": "manhattan_f1_threshold",
"display_name": "manhattan_f1_threshold",
"description": null,
"value": 4146.494140625
},
{
"id": "manhattan_precision",
"display_name": "manhattan_precision",
"description": null,
"value": 0.37540603248259863
},
{
"id": "manhattan_recall",
"display_name": "manhattan_recall",
"description": null,
"value": 0.9079685746352413
},
{
"id": "manhattan_ap",
"display_name": "manhattan_ap",
"description": null,
"value": 0.4753549489730454
},
{
"id": "euclidean_accuracy",
"display_name": "euclidean_accuracy",
"description": null,
"value": 0.6789739603575593
},
{
"id": "euclidean_accuracy_threshold",
"display_name": "euclidean_accuracy_threshold",
"description": null,
"value": 100.84526062011719
},
{
"id": "euclidean_f1",
"display_name": "euclidean_f1",
"description": null,
"value": 0.5390972663699936
},
{
"id": "euclidean_f1_threshold",
"display_name": "euclidean_f1_threshold",
"description": null,
"value": 190.31085205078125
},
{
"id": "euclidean_precision",
"display_name": "euclidean_precision",
"description": null,
"value": 0.3760532150776053
},
{
"id": "euclidean_recall",
"display_name": "euclidean_recall",
"description": null,
"value": 0.9517396184062851
},
{
"id": "euclidean_ap",
"display_name": "euclidean_ap",
"description": null,
"value": 0.479168611593493
},
{
"id": "dot_accuracy",
"display_name": "dot_accuracy",
"description": null,
"value": 0.653322969296541
},
{
"id": "dot_accuracy_threshold",
"display_name": "dot_accuracy_threshold",
"description": null,
"value": 364605.8125
},
{
"id": "dot_f1",
"display_name": "dot_f1",
"description": null,
"value": 0.5140051978053711
},
{
"id": "dot_f1_threshold",
"display_name": "dot_f1_threshold",
"description": null,
"value": 113893.3515625
},
{
"id": "dot_precision",
"display_name": "dot_precision",
"description": null,
"value": 0.34603421461897355
},
{
"id": "dot_recall",
"display_name": "dot_recall",
"description": null,
"value": 0.9988776655443322
},
{
"id": "dot_ap",
"display_name": "dot_ap",
"description": null,
"value": 0.3154670845055397
},
{
"id": "top_ap",
"display_name": "top_ap",
"description": null,
"value": 0.4828328003170023
}
]
}
]
}