{
  "task": {
    "id": "vibrio_operonic_pair",
    "display_name": "Vibrio Operonic Pair",
    "description": "Evaluate on Vibrio operonic pair classification task.",
    "modality": "protein",
    "type": "pair_classification",
    "datasets": [
      {
        "path": "tattabio/vibrio_operonic_pair",
        "revision": "24781b12b45bf81a079a6164ef0d2124948c1878"
      }
    ],
    "primary_metric_id": "top_ap"
  },
  "model": {
    "hf_name": "Rostlab/prot_t5_xl_bfd",
    "revision": "...",
    "num_layers": 24,
    "num_params": 1208141824,
    "embed_dim": 1024
  },
  "dgeb_version": "0.0.0",
  "results": [
    {
      "layer_number": 12,
      "layer_display_name": "12",
      "metrics": [
        {
          "id": "cos_sim_accuracy",
          "display_name": "cos_sim_accuracy",
          "description": null,
          "value": 0.6871356393315197
        },
        {
          "id": "cos_sim_accuracy_threshold",
          "display_name": "cos_sim_accuracy_threshold",
          "description": null,
          "value": 0.9634510278701782
        },
        {
          "id": "cos_sim_f1",
          "display_name": "cos_sim_f1",
          "description": null,
          "value": 0.5520751761942052
        },
        {
          "id": "cos_sim_f1_threshold",
          "display_name": "cos_sim_f1_threshold",
          "description": null,
          "value": 0.9320050477981567
        },
        {
          "id": "cos_sim_precision",
          "display_name": "cos_sim_precision",
          "description": null,
          "value": 0.4239326518340349
        },
        {
          "id": "cos_sim_recall",
          "display_name": "cos_sim_recall",
          "description": null,
          "value": 0.7912457912457912
        },
        {
          "id": "cos_sim_ap",
          "display_name": "cos_sim_ap",
          "description": null,
          "value": 0.5172201267603933
        },
        {
          "id": "manhattan_accuracy",
          "display_name": "manhattan_accuracy",
          "description": null,
          "value": 0.6743101438010105
        },
        {
          "id": "manhattan_accuracy_threshold",
          "display_name": "manhattan_accuracy_threshold",
          "description": null,
          "value": 3110.09326171875
        },
        {
          "id": "manhattan_f1",
          "display_name": "manhattan_f1",
          "description": null,
          "value": 0.5299209634926608
        },
        {
          "id": "manhattan_f1_threshold",
          "display_name": "manhattan_f1_threshold",
          "description": null,
          "value": 4711.361328125
        },
        {
          "id": "manhattan_precision",
          "display_name": "manhattan_precision",
          "description": null,
          "value": 0.3986409966024915
        },
        {
          "id": "manhattan_recall",
          "display_name": "manhattan_recall",
          "description": null,
          "value": 0.7901234567901234
        },
        {
          "id": "manhattan_ap",
          "display_name": "manhattan_ap",
          "description": null,
          "value": 0.4750578849012121
        },
        {
          "id": "euclidean_accuracy",
          "display_name": "euclidean_accuracy",
          "description": null,
          "value": 0.6789739603575593
        },
        {
          "id": "euclidean_accuracy_threshold",
          "display_name": "euclidean_accuracy_threshold",
          "description": null,
          "value": 144.1129608154297
        },
        {
          "id": "euclidean_f1",
          "display_name": "euclidean_f1",
          "description": null,
          "value": 0.5490048817123545
        },
        {
          "id": "euclidean_f1_threshold",
          "display_name": "euclidean_f1_threshold",
          "description": null,
          "value": 214.9871368408203
        },
        {
          "id": "euclidean_precision",
          "display_name": "euclidean_precision",
          "description": null,
          "value": 0.41252821670428896
        },
        {
          "id": "euclidean_recall",
          "display_name": "euclidean_recall",
          "description": null,
          "value": 0.8204264870931538
        },
        {
          "id": "euclidean_ap",
          "display_name": "euclidean_ap",
          "description": null,
          "value": 0.502524788853816
        },
        {
          "id": "dot_accuracy",
          "display_name": "dot_accuracy",
          "description": null,
          "value": 0.6661484648270501
        },
        {
          "id": "dot_accuracy_threshold",
          "display_name": "dot_accuracy_threshold",
          "description": null,
          "value": 337874.09375
        },
        {
          "id": "dot_f1",
          "display_name": "dot_f1",
          "description": null,
          "value": 0.5233226837060703
        },
        {
          "id": "dot_f1_threshold",
          "display_name": "dot_f1_threshold",
          "description": null,
          "value": 211411.4375
        },
        {
          "id": "dot_precision",
          "display_name": "dot_precision",
          "description": null,
          "value": 0.36578829834747656
        },
        {
          "id": "dot_recall",
          "display_name": "dot_recall",
          "description": null,
          "value": 0.9191919191919192
        },
        {
          "id": "dot_ap",
          "display_name": "dot_ap",
          "description": null,
          "value": 0.4546480066127966
        },
        {
          "id": "top_ap",
          "display_name": "top_ap",
          "description": null,
          "value": 0.5172201267603933
        }
      ]
    },
    {
      "layer_number": 23,
      "layer_display_name": "23",
      "metrics": [
        {
          "id": "cos_sim_accuracy",
          "display_name": "cos_sim_accuracy",
          "description": null,
          "value": 0.6984065293431791
        },
        {
          "id": "cos_sim_accuracy_threshold",
          "display_name": "cos_sim_accuracy_threshold",
          "description": null,
          "value": 0.9698377251625061
        },
        {
          "id": "cos_sim_f1",
          "display_name": "cos_sim_f1",
          "description": null,
          "value": 0.558586246638494
        },
        {
          "id": "cos_sim_f1_threshold",
          "display_name": "cos_sim_f1_threshold",
          "description": null,
          "value": 0.9381648898124695
        },
        {
          "id": "cos_sim_precision",
          "display_name": "cos_sim_precision",
          "description": null,
          "value": 0.4246495327102804
        },
        {
          "id": "cos_sim_recall",
          "display_name": "cos_sim_recall",
          "description": null,
          "value": 0.8159371492704826
        },
        {
          "id": "cos_sim_ap",
          "display_name": "cos_sim_ap",
          "description": null,
          "value": 0.539827365743389
        },
        {
          "id": "manhattan_accuracy",
          "display_name": "manhattan_accuracy",
          "description": null,
          "value": 0.6995724834823164
        },
        {
          "id": "manhattan_accuracy_threshold",
          "display_name": "manhattan_accuracy_threshold",
          "description": null,
          "value": 10790.3623046875
        },
        {
          "id": "manhattan_f1",
          "display_name": "manhattan_f1",
          "description": null,
          "value": 0.5534351145038168
        },
        {
          "id": "manhattan_f1_threshold",
          "display_name": "manhattan_f1_threshold",
          "description": null,
          "value": 14495.240234375
        },
        {
          "id": "manhattan_precision",
          "display_name": "manhattan_precision",
          "description": null,
          "value": 0.4193175245806825
        },
        {
          "id": "manhattan_recall",
          "display_name": "manhattan_recall",
          "description": null,
          "value": 0.813692480359147
        },
        {
          "id": "manhattan_ap",
          "display_name": "manhattan_ap",
          "description": null,
          "value": 0.5413814180716444
        },
        {
          "id": "euclidean_accuracy",
          "display_name": "euclidean_accuracy",
          "description": null,
          "value": 0.7030703458997279
        },
        {
          "id": "euclidean_accuracy_threshold",
          "display_name": "euclidean_accuracy_threshold",
          "description": null,
          "value": 521.355712890625
        },
        {
          "id": "euclidean_f1",
          "display_name": "euclidean_f1",
          "description": null,
          "value": 0.5590062111801242
        },
        {
          "id": "euclidean_f1_threshold",
          "display_name": "euclidean_f1_threshold",
          "description": null,
          "value": 730.8151245117188
        },
        {
          "id": "euclidean_precision",
          "display_name": "euclidean_precision",
          "description": null,
          "value": 0.42729970326409494
        },
        {
          "id": "euclidean_recall",
          "display_name": "euclidean_recall",
          "description": null,
          "value": 0.8080808080808081
        },
        {
          "id": "euclidean_ap",
          "display_name": "euclidean_ap",
          "description": null,
          "value": 0.5389712975239336
        },
        {
          "id": "dot_accuracy",
          "display_name": "dot_accuracy",
          "description": null,
          "value": 0.6638165565487757
        },
        {
          "id": "dot_accuracy_threshold",
          "display_name": "dot_accuracy_threshold",
          "description": null,
          "value": 4920725.5
        },
        {
          "id": "dot_f1",
          "display_name": "dot_f1",
          "description": null,
          "value": 0.5192250372578241
        },
        {
          "id": "dot_f1_threshold",
          "display_name": "dot_f1_threshold",
          "description": null,
          "value": 3139242.0
        },
        {
          "id": "dot_precision",
          "display_name": "dot_precision",
          "description": null,
          "value": 0.3534902597402597
        },
        {
          "id": "dot_recall",
          "display_name": "dot_recall",
          "description": null,
          "value": 0.9775533108866442
        },
        {
          "id": "dot_ap",
          "display_name": "dot_ap",
          "description": null,
          "value": 0.4328071265147608
        },
        {
          "id": "top_ap",
          "display_name": "top_ap",
          "description": null,
          "value": 0.5413814180716444
        }
      ]
    }
  ]
}