Spaces:
Running
Running
| { | |
| "task": { | |
| "id": "ecoli_operonic_pair", | |
| "display_name": "E.coli Operonic Pair", | |
| "description": "Evaluate on E.coli K-12 operonic pair classification task.", | |
| "modality": "protein", | |
| "type": "pair_classification", | |
| "datasets": [ | |
| { | |
| "path": "tattabio/ecoli_operonic_pair", | |
| "revision": "a62c01143a842696fc8200b91c1acb825e8cb891" | |
| } | |
| ], | |
| "primary_metric_id": "top_ap" | |
| }, | |
| "model": { | |
| "hf_name": "facebook/esm2_t30_150M_UR50D", | |
| "revision": "...", | |
| "num_layers": 30, | |
| "num_params": 148795481, | |
| "embed_dim": 640 | |
| }, | |
| "dgeb_version": "0.0.0", | |
| "results": [ | |
| { | |
| "layer_number": 15, | |
| "layer_display_name": "15", | |
| "metrics": [ | |
| { | |
| "id": "cos_sim_accuracy", | |
| "display_name": "cos_sim_accuracy", | |
| "description": null, | |
| "value": 0.6312007417709782 | |
| }, | |
| { | |
| "id": "cos_sim_accuracy_threshold", | |
| "display_name": "cos_sim_accuracy_threshold", | |
| "description": null, | |
| "value": 0.964427649974823 | |
| }, | |
| { | |
| "id": "cos_sim_f1", | |
| "display_name": "cos_sim_f1", | |
| "description": null, | |
| "value": 0.5821596244131455 | |
| }, | |
| { | |
| "id": "cos_sim_f1_threshold", | |
| "display_name": "cos_sim_f1_threshold", | |
| "description": null, | |
| "value": 0.9228619337081909 | |
| }, | |
| { | |
| "id": "cos_sim_precision", | |
| "display_name": "cos_sim_precision", | |
| "description": null, | |
| "value": 0.42521762068055924 | |
| }, | |
| { | |
| "id": "cos_sim_recall", | |
| "display_name": "cos_sim_recall", | |
| "description": null, | |
| "value": 0.9227246708643388 | |
| }, | |
| { | |
| "id": "cos_sim_ap", | |
| "display_name": "cos_sim_ap", | |
| "description": null, | |
| "value": 0.524131558836932 | |
| }, | |
| { | |
| "id": "manhattan_accuracy", | |
| "display_name": "manhattan_accuracy", | |
| "description": null, | |
| "value": 0.6191469633750579 | |
| }, | |
| { | |
| "id": "manhattan_accuracy_threshold", | |
| "display_name": "manhattan_accuracy_threshold", | |
| "description": null, | |
| "value": 472.7284851074219 | |
| }, | |
| { | |
| "id": "manhattan_f1", | |
| "display_name": "manhattan_f1", | |
| "description": null, | |
| "value": 0.5769426104621634 | |
| }, | |
| { | |
| "id": "manhattan_f1_threshold", | |
| "display_name": "manhattan_f1_threshold", | |
| "description": null, | |
| "value": 942.1561279296875 | |
| }, | |
| { | |
| "id": "manhattan_precision", | |
| "display_name": "manhattan_precision", | |
| "description": null, | |
| "value": 0.4096153846153846 | |
| }, | |
| { | |
| "id": "manhattan_recall", | |
| "display_name": "manhattan_recall", | |
| "description": null, | |
| "value": 0.9753863766456783 | |
| }, | |
| { | |
| "id": "manhattan_ap", | |
| "display_name": "manhattan_ap", | |
| "description": null, | |
| "value": 0.49992125667466114 | |
| }, | |
| { | |
| "id": "euclidean_accuracy", | |
| "display_name": "euclidean_accuracy", | |
| "description": null, | |
| "value": 0.624246638850255 | |
| }, | |
| { | |
| "id": "euclidean_accuracy_threshold", | |
| "display_name": "euclidean_accuracy_threshold", | |
| "description": null, | |
| "value": 28.615245819091797 | |
| }, | |
| { | |
| "id": "euclidean_f1", | |
| "display_name": "euclidean_f1", | |
| "description": null, | |
| "value": 0.5795512930296284 | |
| }, | |
| { | |
| "id": "euclidean_f1_threshold", | |
| "display_name": "euclidean_f1_threshold", | |
| "description": null, | |
| "value": 47.59563064575195 | |
| }, | |
| { | |
| "id": "euclidean_precision", | |
| "display_name": "euclidean_precision", | |
| "description": null, | |
| "value": 0.41348973607038125 | |
| }, | |
| { | |
| "id": "euclidean_recall", | |
| "display_name": "euclidean_recall", | |
| "description": null, | |
| "value": 0.9685174585002863 | |
| }, | |
| { | |
| "id": "euclidean_ap", | |
| "display_name": "euclidean_ap", | |
| "description": null, | |
| "value": 0.5150815389359208 | |
| }, | |
| { | |
| "id": "dot_accuracy", | |
| "display_name": "dot_accuracy", | |
| "description": null, | |
| "value": 0.6193787668057488 | |
| }, | |
| { | |
| "id": "dot_accuracy_threshold", | |
| "display_name": "dot_accuracy_threshold", | |
| "description": null, | |
| "value": 11865.05078125 | |
| }, | |
| { | |
| "id": "dot_f1", | |
| "display_name": "dot_f1", | |
| "description": null, | |
| "value": 0.5762376237623762 | |
| }, | |
| { | |
| "id": "dot_f1_threshold", | |
| "display_name": "dot_f1_threshold", | |
| "description": null, | |
| "value": 6186.25341796875 | |
| }, | |
| { | |
| "id": "dot_precision", | |
| "display_name": "dot_precision", | |
| "description": null, | |
| "value": 0.4048226292603756 | |
| }, | |
| { | |
| "id": "dot_recall", | |
| "display_name": "dot_recall", | |
| "description": null, | |
| "value": 0.9994275901545506 | |
| }, | |
| { | |
| "id": "dot_ap", | |
| "display_name": "dot_ap", | |
| "description": null, | |
| "value": 0.5074172652530077 | |
| }, | |
| { | |
| "id": "top_ap", | |
| "display_name": "top_ap", | |
| "description": null, | |
| "value": 0.524131558836932 | |
| } | |
| ] | |
| }, | |
| { | |
| "layer_number": 29, | |
| "layer_display_name": "29", | |
| "metrics": [ | |
| { | |
| "id": "cos_sim_accuracy", | |
| "display_name": "cos_sim_accuracy", | |
| "description": null, | |
| "value": 0.6483541956420955 | |
| }, | |
| { | |
| "id": "cos_sim_accuracy_threshold", | |
| "display_name": "cos_sim_accuracy_threshold", | |
| "description": null, | |
| "value": 0.9662680625915527 | |
| }, | |
| { | |
| "id": "cos_sim_f1", | |
| "display_name": "cos_sim_f1", | |
| "description": null, | |
| "value": 0.6057630736392743 | |
| }, | |
| { | |
| "id": "cos_sim_f1_threshold", | |
| "display_name": "cos_sim_f1_threshold", | |
| "description": null, | |
| "value": 0.9369711875915527 | |
| }, | |
| { | |
| "id": "cos_sim_precision", | |
| "display_name": "cos_sim_precision", | |
| "description": null, | |
| "value": 0.48298162014976176 | |
| }, | |
| { | |
| "id": "cos_sim_recall", | |
| "display_name": "cos_sim_recall", | |
| "description": null, | |
| "value": 0.8122495706926159 | |
| }, | |
| { | |
| "id": "cos_sim_ap", | |
| "display_name": "cos_sim_ap", | |
| "description": null, | |
| "value": 0.5752810967507045 | |
| }, | |
| { | |
| "id": "manhattan_accuracy", | |
| "display_name": "manhattan_accuracy", | |
| "description": null, | |
| "value": 0.6488178025034771 | |
| }, | |
| { | |
| "id": "manhattan_accuracy_threshold", | |
| "display_name": "manhattan_accuracy_threshold", | |
| "description": null, | |
| "value": 912.6686401367188 | |
| }, | |
| { | |
| "id": "manhattan_f1", | |
| "display_name": "manhattan_f1", | |
| "description": null, | |
| "value": 0.6068776865963268 | |
| }, | |
| { | |
| "id": "manhattan_f1_threshold", | |
| "display_name": "manhattan_f1_threshold", | |
| "description": null, | |
| "value": 1335.36962890625 | |
| }, | |
| { | |
| "id": "manhattan_precision", | |
| "display_name": "manhattan_precision", | |
| "description": null, | |
| "value": 0.4606941560367843 | |
| }, | |
| { | |
| "id": "manhattan_recall", | |
| "display_name": "manhattan_recall", | |
| "description": null, | |
| "value": 0.8889524899828277 | |
| }, | |
| { | |
| "id": "manhattan_ap", | |
| "display_name": "manhattan_ap", | |
| "description": null, | |
| "value": 0.5731535780314824 | |
| }, | |
| { | |
| "id": "euclidean_accuracy", | |
| "display_name": "euclidean_accuracy", | |
| "description": null, | |
| "value": 0.6467315716272601 | |
| }, | |
| { | |
| "id": "euclidean_accuracy_threshold", | |
| "display_name": "euclidean_accuracy_threshold", | |
| "description": null, | |
| "value": 48.278228759765625 | |
| }, | |
| { | |
| "id": "euclidean_f1", | |
| "display_name": "euclidean_f1", | |
| "description": null, | |
| "value": 0.6060103626943005 | |
| }, | |
| { | |
| "id": "euclidean_f1_threshold", | |
| "display_name": "euclidean_f1_threshold", | |
| "description": null, | |
| "value": 73.76244354248047 | |
| }, | |
| { | |
| "id": "euclidean_precision", | |
| "display_name": "euclidean_precision", | |
| "description": null, | |
| "value": 0.47498375568551005 | |
| }, | |
| { | |
| "id": "euclidean_recall", | |
| "display_name": "euclidean_recall", | |
| "description": null, | |
| "value": 0.8368631940469377 | |
| }, | |
| { | |
| "id": "euclidean_ap", | |
| "display_name": "euclidean_ap", | |
| "description": null, | |
| "value": 0.5733375822821691 | |
| }, | |
| { | |
| "id": "dot_accuracy", | |
| "display_name": "dot_accuracy", | |
| "description": null, | |
| "value": 0.5948076031525267 | |
| }, | |
| { | |
| "id": "dot_accuracy_threshold", | |
| "display_name": "dot_accuracy_threshold", | |
| "description": null, | |
| "value": 89725.625 | |
| }, | |
| { | |
| "id": "dot_f1", | |
| "display_name": "dot_f1", | |
| "description": null, | |
| "value": 0.5765676567656766 | |
| }, | |
| { | |
| "id": "dot_f1_threshold", | |
| "display_name": "dot_f1_threshold", | |
| "description": null, | |
| "value": 26633.4609375 | |
| }, | |
| { | |
| "id": "dot_precision", | |
| "display_name": "dot_precision", | |
| "description": null, | |
| "value": 0.4050544864363552 | |
| }, | |
| { | |
| "id": "dot_recall", | |
| "display_name": "dot_recall", | |
| "description": null, | |
| "value": 1.0 | |
| }, | |
| { | |
| "id": "dot_ap", | |
| "display_name": "dot_ap", | |
| "description": null, | |
| "value": 0.3632996357288699 | |
| }, | |
| { | |
| "id": "top_ap", | |
| "display_name": "top_ap", | |
| "description": null, | |
| "value": 0.5752810967507045 | |
| } | |
| ] | |
| } | |
| ] | |
| } | |