{
  "task": {
    "id": "vibrio_operonic_pair",
    "display_name": "Vibrio Operonic Pair",
    "description": "Evaluate on Vibrio operonic pair classification task.",
    "modality": "protein",
    "type": "pair_classification",
    "datasets": [
      {
        "path": "tattabio/vibrio_operonic_pair",
        "revision": "24781b12b45bf81a079a6164ef0d2124948c1878"
      }
    ],
    "primary_metric_id": "top_ap"
  },
  "model": {
    "hf_name": "hugohrban/progen2-small",
    "revision": "...",
    "num_layers": 12,
    "num_params": 151148576,
    "embed_dim": 1024
  },
  "dgeb_version": "0.0.0",
  "results": [
    {
      "layer_number": 6,
      "layer_display_name": "6",
      "metrics": [
        {
          "id": "cos_sim_accuracy",
          "display_name": "cos_sim_accuracy",
          "description": null,
          "value": 0.6657598134473377
        },
        {
          "id": "cos_sim_accuracy_threshold",
          "display_name": "cos_sim_accuracy_threshold",
          "description": null,
          "value": 0.9222296476364136
        },
        {
          "id": "cos_sim_f1",
          "display_name": "cos_sim_f1",
          "description": null,
          "value": 0.514868804664723
        },
        {
          "id": "cos_sim_f1_threshold",
          "display_name": "cos_sim_f1_threshold",
          "description": null,
          "value": 0.4063832759857178
        },
        {
          "id": "cos_sim_precision",
          "display_name": "cos_sim_precision",
          "description": null,
          "value": 0.34777471445450964
        },
        {
          "id": "cos_sim_recall",
          "display_name": "cos_sim_recall",
          "description": null,
          "value": 0.9910213243546577
        },
        {
          "id": "cos_sim_ap",
          "display_name": "cos_sim_ap",
          "description": null,
          "value": 0.4138001165304024
        },
        {
          "id": "manhattan_accuracy",
          "display_name": "manhattan_accuracy",
          "description": null,
          "value": 0.6603186941313641
        },
        {
          "id": "manhattan_accuracy_threshold",
          "display_name": "manhattan_accuracy_threshold",
          "description": null,
          "value": 60.44577407836914
        },
        {
          "id": "manhattan_f1",
          "display_name": "manhattan_f1",
          "description": null,
          "value": 0.5145348837209303
        },
        {
          "id": "manhattan_f1_threshold",
          "display_name": "manhattan_f1_threshold",
          "description": null,
          "value": 185.1787109375
        },
        {
          "id": "manhattan_precision",
          "display_name": "manhattan_precision",
          "description": null,
          "value": 0.34719497842291097
        },
        {
          "id": "manhattan_recall",
          "display_name": "manhattan_recall",
          "description": null,
          "value": 0.9932659932659933
        },
        {
          "id": "manhattan_ap",
          "display_name": "manhattan_ap",
          "description": null,
          "value": 0.4021725774606305
        },
        {
          "id": "euclidean_accuracy",
          "display_name": "euclidean_accuracy",
          "description": null,
          "value": 0.6661484648270501
        },
        {
          "id": "euclidean_accuracy_threshold",
          "display_name": "euclidean_accuracy_threshold",
          "description": null,
          "value": 2.6326441764831543
        },
        {
          "id": "euclidean_f1",
          "display_name": "euclidean_f1",
          "description": null,
          "value": 0.5190249702734839
        },
        {
          "id": "euclidean_f1_threshold",
          "display_name": "euclidean_f1_threshold",
          "description": null,
          "value": 7.227571487426758
        },
        {
          "id": "euclidean_precision",
          "display_name": "euclidean_precision",
          "description": null,
          "value": 0.35301253538212696
        },
        {
          "id": "euclidean_recall",
          "display_name": "euclidean_recall",
          "description": null,
          "value": 0.9797979797979798
        },
        {
          "id": "euclidean_ap",
          "display_name": "euclidean_ap",
          "description": null,
          "value": 0.4193700772478897
        },
        {
          "id": "dot_accuracy",
          "display_name": "dot_accuracy",
          "description": null,
          "value": 0.6541002720559658
        },
        {
          "id": "dot_accuracy_threshold",
          "display_name": "dot_accuracy_threshold",
          "description": null,
          "value": 72.76122283935547
        },
        {
          "id": "dot_f1",
          "display_name": "dot_f1",
          "description": null,
          "value": 0.514153668399769
        },
        {
          "id": "dot_f1_threshold",
          "display_name": "dot_f1_threshold",
          "description": null,
          "value": 9.499689102172852
        },
        {
          "id": "dot_precision",
          "display_name": "dot_precision",
          "description": null,
          "value": 0.3461688059120965
        },
        {
          "id": "dot_recall",
          "display_name": "dot_recall",
          "description": null,
          "value": 0.9988776655443322
        },
        {
          "id": "dot_ap",
          "display_name": "dot_ap",
          "description": null,
          "value": 0.35093524337294146
        },
        {
          "id": "top_ap",
          "display_name": "top_ap",
          "description": null,
          "value": 0.4193700772478897
        }
      ]
    },
    {
      "layer_number": 11,
      "layer_display_name": "11",
      "metrics": [
        {
          "id": "cos_sim_accuracy",
          "display_name": "cos_sim_accuracy",
          "description": null,
          "value": 0.6622619510299261
        },
        {
          "id": "cos_sim_accuracy_threshold",
          "display_name": "cos_sim_accuracy_threshold",
          "description": null,
          "value": 0.9203916788101196
        },
        {
          "id": "cos_sim_f1",
          "display_name": "cos_sim_f1",
          "description": null,
          "value": 0.5250700716287762
        },
        {
          "id": "cos_sim_f1_threshold",
          "display_name": "cos_sim_f1_threshold",
          "description": null,
          "value": 0.42482998967170715
        },
        {
          "id": "cos_sim_precision",
          "display_name": "cos_sim_precision",
          "description": null,
          "value": 0.36336206896551726
        },
        {
          "id": "cos_sim_recall",
          "display_name": "cos_sim_recall",
          "description": null,
          "value": 0.9461279461279462
        },
        {
          "id": "cos_sim_ap",
          "display_name": "cos_sim_ap",
          "description": null,
          "value": 0.4258480800533781
        },
        {
          "id": "manhattan_accuracy",
          "display_name": "manhattan_accuracy",
          "description": null,
          "value": 0.6712009327633113
        },
        {
          "id": "manhattan_accuracy_threshold",
          "display_name": "manhattan_accuracy_threshold",
          "description": null,
          "value": 172.4407958984375
        },
        {
          "id": "manhattan_f1",
          "display_name": "manhattan_f1",
          "description": null,
          "value": 0.533378287255563
        },
        {
          "id": "manhattan_f1_threshold",
          "display_name": "manhattan_f1_threshold",
          "description": null,
          "value": 249.7503662109375
        },
        {
          "id": "manhattan_precision",
          "display_name": "manhattan_precision",
          "description": null,
          "value": 0.3812048192771084
        },
        {
          "id": "manhattan_recall",
          "display_name": "manhattan_recall",
          "description": null,
          "value": 0.8877665544332211
        },
        {
          "id": "manhattan_ap",
          "display_name": "manhattan_ap",
          "description": null,
          "value": 0.4625420841865413
        },
        {
          "id": "euclidean_accuracy",
          "display_name": "euclidean_accuracy",
          "description": null,
          "value": 0.6723668869024485
        },
        {
          "id": "euclidean_accuracy_threshold",
          "display_name": "euclidean_accuracy_threshold",
          "description": null,
          "value": 7.234950542449951
        },
        {
          "id": "euclidean_f1",
          "display_name": "euclidean_f1",
          "description": null,
          "value": 0.5309222423146474
        },
        {
          "id": "euclidean_f1_threshold",
          "display_name": "euclidean_f1_threshold",
          "description": null,
          "value": 10.6547212600708
        },
        {
          "id": "euclidean_precision",
          "display_name": "euclidean_precision",
          "description": null,
          "value": 0.39167556029882605
        },
        {
          "id": "euclidean_recall",
          "display_name": "euclidean_recall",
          "description": null,
          "value": 0.8237934904601572
        },
        {
          "id": "euclidean_ap",
          "display_name": "euclidean_ap",
          "description": null,
          "value": 0.46956741142610603
        },
        {
          "id": "dot_accuracy",
          "display_name": "dot_accuracy",
          "description": null,
          "value": 0.6541002720559658
        },
        {
          "id": "dot_accuracy_threshold",
          "display_name": "dot_accuracy_threshold",
          "description": null,
          "value": 234.90899658203125
        },
        {
          "id": "dot_f1",
          "display_name": "dot_f1",
          "description": null,
          "value": 0.5204991087344029
        },
        {
          "id": "dot_f1_threshold",
          "display_name": "dot_f1_threshold",
          "description": null,
          "value": 29.30080795288086
        },
        {
          "id": "dot_precision",
          "display_name": "dot_precision",
          "description": null,
          "value": 0.35393939393939394
        },
        {
          "id": "dot_recall",
          "display_name": "dot_recall",
          "description": null,
          "value": 0.9831649831649831
        },
        {
          "id": "dot_ap",
          "display_name": "dot_ap",
          "description": null,
          "value": 0.3684973015108067
        },
        {
          "id": "top_ap",
          "display_name": "top_ap",
          "description": null,
          "value": 0.46956741142610603
        }
      ]
    }
  ]
}