DGEB / leaderboard /submissions /prot_t5_xl_bfd /ecoli_operonic_pair.json
Joshua Kravitz
Initial commit
e284167
raw
history blame
10.7 kB
{
"task": {
"id": "ecoli_operonic_pair",
"display_name": "E.coli Operonic Pair",
"description": "Evaluate on E.coli K-12 operonic pair classification task.",
"modality": "protein",
"type": "pair_classification",
"datasets": [
{
"path": "tattabio/ecoli_operonic_pair",
"revision": "a62c01143a842696fc8200b91c1acb825e8cb891"
}
],
"primary_metric_id": "top_ap"
},
"model": {
"hf_name": "Rostlab/prot_t5_xl_bfd",
"revision": "...",
"num_layers": 24,
"num_params": 1208141824,
"embed_dim": 1024
},
"dgeb_version": "0.0.0",
"results": [
{
"layer_number": 12,
"layer_display_name": "12",
"metrics": [
{
"id": "cos_sim_accuracy",
"display_name": "cos_sim_accuracy",
"description": null,
"value": 0.6585535465924895
},
{
"id": "cos_sim_accuracy_threshold",
"display_name": "cos_sim_accuracy_threshold",
"description": null,
"value": 0.9535143375396729
},
{
"id": "cos_sim_f1",
"display_name": "cos_sim_f1",
"description": null,
"value": 0.6174863387978143
},
{
"id": "cos_sim_f1_threshold",
"display_name": "cos_sim_f1_threshold",
"description": null,
"value": 0.9261614680290222
},
{
"id": "cos_sim_precision",
"display_name": "cos_sim_precision",
"description": null,
"value": 0.48787778146795086
},
{
"id": "cos_sim_recall",
"display_name": "cos_sim_recall",
"description": null,
"value": 0.840870062965083
},
{
"id": "cos_sim_ap",
"display_name": "cos_sim_ap",
"description": null,
"value": 0.5911089754596931
},
{
"id": "manhattan_accuracy",
"display_name": "manhattan_accuracy",
"description": null,
"value": 0.631432545201669
},
{
"id": "manhattan_accuracy_threshold",
"display_name": "manhattan_accuracy_threshold",
"description": null,
"value": 3524.670166015625
},
{
"id": "manhattan_f1",
"display_name": "manhattan_f1",
"description": null,
"value": 0.5858181818181818
},
{
"id": "manhattan_f1_threshold",
"display_name": "manhattan_f1_threshold",
"description": null,
"value": 5154.9697265625
},
{
"id": "manhattan_precision",
"display_name": "manhattan_precision",
"description": null,
"value": 0.4292565947242206
},
{
"id": "manhattan_recall",
"display_name": "manhattan_recall",
"description": null,
"value": 0.9221522610188895
},
{
"id": "manhattan_ap",
"display_name": "manhattan_ap",
"description": null,
"value": 0.5325132413673002
},
{
"id": "euclidean_accuracy",
"display_name": "euclidean_accuracy",
"description": null,
"value": 0.6455725544738062
},
{
"id": "euclidean_accuracy_threshold",
"display_name": "euclidean_accuracy_threshold",
"description": null,
"value": 174.34619140625
},
{
"id": "euclidean_f1",
"display_name": "euclidean_f1",
"description": null,
"value": 0.6126418152350082
},
{
"id": "euclidean_f1_threshold",
"display_name": "euclidean_f1_threshold",
"description": null,
"value": 223.7291259765625
},
{
"id": "euclidean_precision",
"display_name": "euclidean_precision",
"description": null,
"value": 0.47412982126058323
},
{
"id": "euclidean_recall",
"display_name": "euclidean_recall",
"description": null,
"value": 0.8654836863194046
},
{
"id": "euclidean_ap",
"display_name": "euclidean_ap",
"description": null,
"value": 0.5706504173017982
},
{
"id": "dot_accuracy",
"display_name": "dot_accuracy",
"description": null,
"value": 0.6376912378303199
},
{
"id": "dot_accuracy_threshold",
"display_name": "dot_accuracy_threshold",
"description": null,
"value": 300376.21875
},
{
"id": "dot_f1",
"display_name": "dot_f1",
"description": null,
"value": 0.5884498480243161
},
{
"id": "dot_f1_threshold",
"display_name": "dot_f1_threshold",
"description": null,
"value": 240064.3125
},
{
"id": "dot_precision",
"display_name": "dot_precision",
"description": null,
"value": 0.45545796737766625
},
{
"id": "dot_recall",
"display_name": "dot_recall",
"description": null,
"value": 0.8311390955924441
},
{
"id": "dot_ap",
"display_name": "dot_ap",
"description": null,
"value": 0.5400873122794386
},
{
"id": "top_ap",
"display_name": "top_ap",
"description": null,
"value": 0.5911089754596931
}
]
},
{
"layer_number": 23,
"layer_display_name": "23",
"metrics": [
{
"id": "cos_sim_accuracy",
"display_name": "cos_sim_accuracy",
"description": null,
"value": 0.6738525730180807
},
{
"id": "cos_sim_accuracy_threshold",
"display_name": "cos_sim_accuracy_threshold",
"description": null,
"value": 0.9607139825820923
},
{
"id": "cos_sim_f1",
"display_name": "cos_sim_f1",
"description": null,
"value": 0.6289983656315666
},
{
"id": "cos_sim_f1_threshold",
"display_name": "cos_sim_f1_threshold",
"description": null,
"value": 0.9430916905403137
},
{
"id": "cos_sim_precision",
"display_name": "cos_sim_precision",
"description": null,
"value": 0.5311514195583596
},
{
"id": "cos_sim_recall",
"display_name": "cos_sim_recall",
"description": null,
"value": 0.7710360618202633
},
{
"id": "cos_sim_ap",
"display_name": "cos_sim_ap",
"description": null,
"value": 0.6204750761919859
},
{
"id": "manhattan_accuracy",
"display_name": "manhattan_accuracy",
"description": null,
"value": 0.6787204450625869
},
{
"id": "manhattan_accuracy_threshold",
"display_name": "manhattan_accuracy_threshold",
"description": null,
"value": 11232.892578125
},
{
"id": "manhattan_f1",
"display_name": "manhattan_f1",
"description": null,
"value": 0.6275144508670519
},
{
"id": "manhattan_f1_threshold",
"display_name": "manhattan_f1_threshold",
"description": null,
"value": 14495.390625
},
{
"id": "manhattan_precision",
"display_name": "manhattan_precision",
"description": null,
"value": 0.5263770364623739
},
{
"id": "manhattan_recall",
"display_name": "manhattan_recall",
"description": null,
"value": 0.7767601602747567
},
{
"id": "manhattan_ap",
"display_name": "manhattan_ap",
"description": null,
"value": 0.6255504867654197
},
{
"id": "euclidean_accuracy",
"display_name": "euclidean_accuracy",
"description": null,
"value": 0.6736207695873899
},
{
"id": "euclidean_accuracy_threshold",
"display_name": "euclidean_accuracy_threshold",
"description": null,
"value": 551.5784912109375
},
{
"id": "euclidean_f1",
"display_name": "euclidean_f1",
"description": null,
"value": 0.6314819082737958
},
{
"id": "euclidean_f1_threshold",
"display_name": "euclidean_f1_threshold",
"description": null,
"value": 733.4508056640625
},
{
"id": "euclidean_precision",
"display_name": "euclidean_precision",
"description": null,
"value": 0.5285493827160493
},
{
"id": "euclidean_recall",
"display_name": "euclidean_recall",
"description": null,
"value": 0.7842014882655982
},
{
"id": "euclidean_ap",
"display_name": "euclidean_ap",
"description": null,
"value": 0.6208618380913407
},
{
"id": "dot_accuracy",
"display_name": "dot_accuracy",
"description": null,
"value": 0.6124246638850255
},
{
"id": "dot_accuracy_threshold",
"display_name": "dot_accuracy_threshold",
"description": null,
"value": 4513109.0
},
{
"id": "dot_f1",
"display_name": "dot_f1",
"description": null,
"value": 0.5824329034506797
},
{
"id": "dot_f1_threshold",
"display_name": "dot_f1_threshold",
"description": null,
"value": 3365215.5
},
{
"id": "dot_precision",
"display_name": "dot_precision",
"description": null,
"value": 0.4186920571285392
},
{
"id": "dot_recall",
"display_name": "dot_recall",
"description": null,
"value": 0.95649685174585
},
{
"id": "dot_ap",
"display_name": "dot_ap",
"description": null,
"value": 0.4987551828608048
},
{
"id": "top_ap",
"display_name": "top_ap",
"description": null,
"value": 0.6255504867654197
}
]
}
]
}