Spaces:
Running
Running
| { | |
| "task": { | |
| "id": "euk_retrieval", | |
| "display_name": "Euk Retrieval", | |
| "description": "Retrieves bacterial proteins with similar swissprot annotations to a query eukaryotic protein", | |
| "modality": "protein", | |
| "type": "retrieval", | |
| "datasets": [ | |
| { | |
| "path": "tattabio/euk_retrieval", | |
| "revision": "c93dc56665cedd19fbeaea9ace146f2474c895f0" | |
| }, | |
| { | |
| "path": "tattabio/euk_retrieval_qrels", | |
| "revision": "a5aa01e9b9738074aba57fc07434e352c4c71e4b" | |
| } | |
| ], | |
| "primary_metric_id": "map_at_5" | |
| }, | |
| "model": { | |
| "hf_name": "facebook/esm2_t30_150M_UR50D", | |
| "revision": "...", | |
| "num_layers": 30, | |
| "num_params": 148795481, | |
| "embed_dim": 640 | |
| }, | |
| "dgeb_version": "0.0.0", | |
| "results": [ | |
| { | |
| "layer_number": 15, | |
| "layer_display_name": "15", | |
| "metrics": [ | |
| { | |
| "id": "ndcg_at_5", | |
| "display_name": "ndcg_at_5", | |
| "description": null, | |
| "value": 0.92259 | |
| }, | |
| { | |
| "id": "ndcg_at_10", | |
| "display_name": "ndcg_at_10", | |
| "description": null, | |
| "value": 0.9167 | |
| }, | |
| { | |
| "id": "ndcg_at_50", | |
| "display_name": "ndcg_at_50", | |
| "description": null, | |
| "value": 0.88687 | |
| }, | |
| { | |
| "id": "map_at_5", | |
| "display_name": "map_at_5", | |
| "description": null, | |
| "value": 0.35223 | |
| }, | |
| { | |
| "id": "map_at_10", | |
| "display_name": "map_at_10", | |
| "description": null, | |
| "value": 0.47142 | |
| }, | |
| { | |
| "id": "map_at_50", | |
| "display_name": "map_at_50", | |
| "description": null, | |
| "value": 0.70071 | |
| }, | |
| { | |
| "id": "recall_at_5", | |
| "display_name": "recall_at_5", | |
| "description": null, | |
| "value": 0.35765 | |
| }, | |
| { | |
| "id": "recall_at_10", | |
| "display_name": "recall_at_10", | |
| "description": null, | |
| "value": 0.48426 | |
| }, | |
| { | |
| "id": "recall_at_50", | |
| "display_name": "recall_at_50", | |
| "description": null, | |
| "value": 0.74119 | |
| }, | |
| { | |
| "id": "precision_at_5", | |
| "display_name": "precision_at_5", | |
| "description": null, | |
| "value": 0.81865 | |
| }, | |
| { | |
| "id": "precision_at_10", | |
| "display_name": "precision_at_10", | |
| "description": null, | |
| "value": 0.73633 | |
| }, | |
| { | |
| "id": "precision_at_50", | |
| "display_name": "precision_at_50", | |
| "description": null, | |
| "value": 0.42412 | |
| }, | |
| { | |
| "id": "mrr_at_5", | |
| "display_name": "mrr_at_5", | |
| "description": null, | |
| "value": 0.9517684887459807 | |
| }, | |
| { | |
| "id": "mrr_at_10", | |
| "display_name": "mrr_at_10", | |
| "description": null, | |
| "value": 0.9522278364722093 | |
| }, | |
| { | |
| "id": "mrr_at_50", | |
| "display_name": "mrr_at_50", | |
| "description": null, | |
| "value": 0.953643102583901 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_max", | |
| "display_name": "nauc_ndcg_at_5_max", | |
| "description": null, | |
| "value": 0.7150037451899073 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_std", | |
| "display_name": "nauc_ndcg_at_5_std", | |
| "description": null, | |
| "value": 0.2906625946483748 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_diff1", | |
| "display_name": "nauc_ndcg_at_5_diff1", | |
| "description": null, | |
| "value": -0.7209294602302925 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_max", | |
| "display_name": "nauc_ndcg_at_10_max", | |
| "description": null, | |
| "value": 0.6907192680160392 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_std", | |
| "display_name": "nauc_ndcg_at_10_std", | |
| "description": null, | |
| "value": 0.3058553886156155 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_diff1", | |
| "display_name": "nauc_ndcg_at_10_diff1", | |
| "description": null, | |
| "value": -0.6912724175806588 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_max", | |
| "display_name": "nauc_ndcg_at_50_max", | |
| "description": null, | |
| "value": 0.6773879240615319 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_std", | |
| "display_name": "nauc_ndcg_at_50_std", | |
| "description": null, | |
| "value": 0.2230353104353846 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_diff1", | |
| "display_name": "nauc_ndcg_at_50_diff1", | |
| "description": null, | |
| "value": -0.5037777804193893 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_max", | |
| "display_name": "nauc_map_at_5_max", | |
| "description": null, | |
| "value": 0.07512993110545117 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_std", | |
| "display_name": "nauc_map_at_5_std", | |
| "description": null, | |
| "value": 0.10451684557609604 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_diff1", | |
| "display_name": "nauc_map_at_5_diff1", | |
| "description": null, | |
| "value": 0.20258838285578284 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_max", | |
| "display_name": "nauc_map_at_10_max", | |
| "description": null, | |
| "value": 0.15504770699858275 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_std", | |
| "display_name": "nauc_map_at_10_std", | |
| "description": null, | |
| "value": 0.27125172402690906 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_diff1", | |
| "display_name": "nauc_map_at_10_diff1", | |
| "description": null, | |
| "value": 0.08216003549646085 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_max", | |
| "display_name": "nauc_map_at_50_max", | |
| "description": null, | |
| "value": 0.5793806460927751 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_std", | |
| "display_name": "nauc_map_at_50_std", | |
| "description": null, | |
| "value": 0.39855546980064466 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_diff1", | |
| "display_name": "nauc_map_at_50_diff1", | |
| "description": null, | |
| "value": -0.3212267685833858 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_max", | |
| "display_name": "nauc_recall_at_5_max", | |
| "description": null, | |
| "value": 0.06378940095453296 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_std", | |
| "display_name": "nauc_recall_at_5_std", | |
| "description": null, | |
| "value": 0.0935410532779427 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_diff1", | |
| "display_name": "nauc_recall_at_5_diff1", | |
| "description": null, | |
| "value": 0.20565896341550313 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_max", | |
| "display_name": "nauc_recall_at_10_max", | |
| "description": null, | |
| "value": 0.12463958126591933 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_std", | |
| "display_name": "nauc_recall_at_10_std", | |
| "description": null, | |
| "value": 0.2460932574460236 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_diff1", | |
| "display_name": "nauc_recall_at_10_diff1", | |
| "description": null, | |
| "value": 0.09141269581756521 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_max", | |
| "display_name": "nauc_recall_at_50_max", | |
| "description": null, | |
| "value": 0.5316388055512066 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_std", | |
| "display_name": "nauc_recall_at_50_std", | |
| "description": null, | |
| "value": 0.39363828399474204 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_diff1", | |
| "display_name": "nauc_recall_at_50_diff1", | |
| "description": null, | |
| "value": -0.27072875132052776 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_max", | |
| "display_name": "nauc_precision_at_5_max", | |
| "description": null, | |
| "value": 0.3814594443420771 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_std", | |
| "display_name": "nauc_precision_at_5_std", | |
| "description": null, | |
| "value": 0.27374483565752716 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_diff1", | |
| "display_name": "nauc_precision_at_5_diff1", | |
| "description": null, | |
| "value": -0.8999025518235271 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_max", | |
| "display_name": "nauc_precision_at_10_max", | |
| "description": null, | |
| "value": 0.2990471971388469 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_std", | |
| "display_name": "nauc_precision_at_10_std", | |
| "description": null, | |
| "value": 0.2179409172747032 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_diff1", | |
| "display_name": "nauc_precision_at_10_diff1", | |
| "description": null, | |
| "value": -0.69964609275835 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_max", | |
| "display_name": "nauc_precision_at_50_max", | |
| "description": null, | |
| "value": 0.14129861784392306 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_std", | |
| "display_name": "nauc_precision_at_50_std", | |
| "description": null, | |
| "value": -0.26407541710839577 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_diff1", | |
| "display_name": "nauc_precision_at_50_diff1", | |
| "description": null, | |
| "value": -0.31442605468864243 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_max", | |
| "display_name": "nauc_mrr_at_5_max", | |
| "description": null, | |
| "value": 0.9209205235715922 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_std", | |
| "display_name": "nauc_mrr_at_5_std", | |
| "description": null, | |
| "value": 0.26647535110302417 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_diff1", | |
| "display_name": "nauc_mrr_at_5_diff1", | |
| "description": null, | |
| "value": -0.8207529427307493 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_max", | |
| "display_name": "nauc_mrr_at_10_max", | |
| "description": null, | |
| "value": 0.9201601439905501 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_std", | |
| "display_name": "nauc_mrr_at_10_std", | |
| "description": null, | |
| "value": 0.26067869360312956 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_diff1", | |
| "display_name": "nauc_mrr_at_10_diff1", | |
| "description": null, | |
| "value": -0.8298259416241756 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_max", | |
| "display_name": "nauc_mrr_at_50_max", | |
| "description": null, | |
| "value": 0.9202405827206523 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_std", | |
| "display_name": "nauc_mrr_at_50_std", | |
| "description": null, | |
| "value": 0.265282549872998 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_diff1", | |
| "display_name": "nauc_mrr_at_50_diff1", | |
| "description": null, | |
| "value": -0.8251010908893353 | |
| } | |
| ] | |
| }, | |
| { | |
| "layer_number": 29, | |
| "layer_display_name": "29", | |
| "metrics": [ | |
| { | |
| "id": "ndcg_at_5", | |
| "display_name": "ndcg_at_5", | |
| "description": null, | |
| "value": 0.84626 | |
| }, | |
| { | |
| "id": "ndcg_at_10", | |
| "display_name": "ndcg_at_10", | |
| "description": null, | |
| "value": 0.82923 | |
| }, | |
| { | |
| "id": "ndcg_at_50", | |
| "display_name": "ndcg_at_50", | |
| "description": null, | |
| "value": 0.78558 | |
| }, | |
| { | |
| "id": "map_at_5", | |
| "display_name": "map_at_5", | |
| "description": null, | |
| "value": 0.30997 | |
| }, | |
| { | |
| "id": "map_at_10", | |
| "display_name": "map_at_10", | |
| "description": null, | |
| "value": 0.40782 | |
| }, | |
| { | |
| "id": "map_at_50", | |
| "display_name": "map_at_50", | |
| "description": null, | |
| "value": 0.59403 | |
| }, | |
| { | |
| "id": "recall_at_5", | |
| "display_name": "recall_at_5", | |
| "description": null, | |
| "value": 0.31985 | |
| }, | |
| { | |
| "id": "recall_at_10", | |
| "display_name": "recall_at_10", | |
| "description": null, | |
| "value": 0.43295 | |
| }, | |
| { | |
| "id": "recall_at_50", | |
| "display_name": "recall_at_50", | |
| "description": null, | |
| "value": 0.66666 | |
| }, | |
| { | |
| "id": "precision_at_5", | |
| "display_name": "precision_at_5", | |
| "description": null, | |
| "value": 0.74598 | |
| }, | |
| { | |
| "id": "precision_at_10", | |
| "display_name": "precision_at_10", | |
| "description": null, | |
| "value": 0.65852 | |
| }, | |
| { | |
| "id": "precision_at_50", | |
| "display_name": "precision_at_50", | |
| "description": null, | |
| "value": 0.36688 | |
| }, | |
| { | |
| "id": "mrr_at_5", | |
| "display_name": "mrr_at_5", | |
| "description": null, | |
| "value": 0.9123258306538048 | |
| }, | |
| { | |
| "id": "mrr_at_10", | |
| "display_name": "mrr_at_10", | |
| "description": null, | |
| "value": 0.914544735364671 | |
| }, | |
| { | |
| "id": "mrr_at_50", | |
| "display_name": "mrr_at_50", | |
| "description": null, | |
| "value": 0.9150978563852772 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_max", | |
| "display_name": "nauc_ndcg_at_5_max", | |
| "description": null, | |
| "value": 0.6917517819391329 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_std", | |
| "display_name": "nauc_ndcg_at_5_std", | |
| "description": null, | |
| "value": 0.5237021136032984 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_diff1", | |
| "display_name": "nauc_ndcg_at_5_diff1", | |
| "description": null, | |
| "value": -0.12166243275163607 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_max", | |
| "display_name": "nauc_ndcg_at_10_max", | |
| "description": null, | |
| "value": 0.7037426830988499 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_std", | |
| "display_name": "nauc_ndcg_at_10_std", | |
| "description": null, | |
| "value": 0.484773980307184 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_diff1", | |
| "display_name": "nauc_ndcg_at_10_diff1", | |
| "description": null, | |
| "value": -0.12250966461302211 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_max", | |
| "display_name": "nauc_ndcg_at_50_max", | |
| "description": null, | |
| "value": 0.6749011438082552 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_std", | |
| "display_name": "nauc_ndcg_at_50_std", | |
| "description": null, | |
| "value": 0.4004427197799687 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_diff1", | |
| "display_name": "nauc_ndcg_at_50_diff1", | |
| "description": null, | |
| "value": -0.09048181785892781 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_max", | |
| "display_name": "nauc_map_at_5_max", | |
| "description": null, | |
| "value": 0.1748175382079989 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_std", | |
| "display_name": "nauc_map_at_5_std", | |
| "description": null, | |
| "value": 0.011739002651428564 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_diff1", | |
| "display_name": "nauc_map_at_5_diff1", | |
| "description": null, | |
| "value": 0.3400304609570671 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_max", | |
| "display_name": "nauc_map_at_10_max", | |
| "description": null, | |
| "value": 0.29156932199723384 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_std", | |
| "display_name": "nauc_map_at_10_std", | |
| "description": null, | |
| "value": 0.16970879434540548 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_diff1", | |
| "display_name": "nauc_map_at_10_diff1", | |
| "description": null, | |
| "value": 0.2357874576308254 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_max", | |
| "display_name": "nauc_map_at_50_max", | |
| "description": null, | |
| "value": 0.6261176648013426 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_std", | |
| "display_name": "nauc_map_at_50_std", | |
| "description": null, | |
| "value": 0.26553990452224274 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_diff1", | |
| "display_name": "nauc_map_at_50_diff1", | |
| "description": null, | |
| "value": -0.00008479750409092293 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_max", | |
| "display_name": "nauc_recall_at_5_max", | |
| "description": null, | |
| "value": 0.16601631967349068 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_std", | |
| "display_name": "nauc_recall_at_5_std", | |
| "description": null, | |
| "value": -0.0028582806705203046 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_diff1", | |
| "display_name": "nauc_recall_at_5_diff1", | |
| "description": null, | |
| "value": 0.3381167573210711 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_max", | |
| "display_name": "nauc_recall_at_10_max", | |
| "description": null, | |
| "value": 0.25720692642755344 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_std", | |
| "display_name": "nauc_recall_at_10_std", | |
| "description": null, | |
| "value": 0.13614183480704828 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_diff1", | |
| "display_name": "nauc_recall_at_10_diff1", | |
| "description": null, | |
| "value": 0.2557093468354816 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_max", | |
| "display_name": "nauc_recall_at_50_max", | |
| "description": null, | |
| "value": 0.5690350990599277 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_std", | |
| "display_name": "nauc_recall_at_50_std", | |
| "description": null, | |
| "value": 0.18579980394403742 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_diff1", | |
| "display_name": "nauc_recall_at_50_diff1", | |
| "description": null, | |
| "value": 0.0024995904740863243 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_max", | |
| "display_name": "nauc_precision_at_5_max", | |
| "description": null, | |
| "value": 0.5027516634592902 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_std", | |
| "display_name": "nauc_precision_at_5_std", | |
| "description": null, | |
| "value": 0.5209659666134092 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_diff1", | |
| "display_name": "nauc_precision_at_5_diff1", | |
| "description": null, | |
| "value": -0.5193484166288937 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_max", | |
| "display_name": "nauc_precision_at_10_max", | |
| "description": null, | |
| "value": 0.42341736061780094 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_std", | |
| "display_name": "nauc_precision_at_10_std", | |
| "description": null, | |
| "value": 0.4441506486245349 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_diff1", | |
| "display_name": "nauc_precision_at_10_diff1", | |
| "description": null, | |
| "value": -0.5127529647369428 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_max", | |
| "display_name": "nauc_precision_at_50_max", | |
| "description": null, | |
| "value": 0.18125443712215236 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_std", | |
| "display_name": "nauc_precision_at_50_std", | |
| "description": null, | |
| "value": 0.047925843664078704 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_diff1", | |
| "display_name": "nauc_precision_at_50_diff1", | |
| "description": null, | |
| "value": -0.3532612529819783 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_max", | |
| "display_name": "nauc_mrr_at_5_max", | |
| "description": null, | |
| "value": 0.7446679342833693 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_std", | |
| "display_name": "nauc_mrr_at_5_std", | |
| "description": null, | |
| "value": 0.6132809211091352 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_diff1", | |
| "display_name": "nauc_mrr_at_5_diff1", | |
| "description": null, | |
| "value": -0.09338614253655397 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_max", | |
| "display_name": "nauc_mrr_at_10_max", | |
| "description": null, | |
| "value": 0.742408783880129 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_std", | |
| "display_name": "nauc_mrr_at_10_std", | |
| "description": null, | |
| "value": 0.620360028959556 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_diff1", | |
| "display_name": "nauc_mrr_at_10_diff1", | |
| "description": null, | |
| "value": -0.07601111866100194 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_max", | |
| "display_name": "nauc_mrr_at_50_max", | |
| "description": null, | |
| "value": 0.7411037680464723 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_std", | |
| "display_name": "nauc_mrr_at_50_std", | |
| "description": null, | |
| "value": 0.6185536637957788 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_diff1", | |
| "display_name": "nauc_mrr_at_50_diff1", | |
| "description": null, | |
| "value": -0.07840809223865396 | |
| } | |
| ] | |
| } | |
| ] | |
| } | |