{ "task": { "id": "arch_retrieval", "display_name": "Arch Retrieval", "description": "Retrieves bacterial proteins with similar swissprot annotations to a query archaeal protein", "modality": "protein", "type": "retrieval", "datasets": [ { "path": "tattabio/arch_retrieval", "revision": "a19124322604a21b26b1b3c13a1bd0b8a63c9f7b" }, { "path": "tattabio/arch_retrieval_qrels", "revision": "3f142f2f9a0995d56c6e77188c7251761450afcf" } ], "primary_metric_id": "map_at_5" }, "model": { "hf_name": "facebook/esm2_t12_35M_UR50D", "revision": "...", "num_layers": 12, "num_params": 33992881, "embed_dim": 480 }, "dgeb_version": "0.0.0", "results": [ { "layer_number": 6, "layer_display_name": "6", "metrics": [ { "id": "ndcg_at_5", "display_name": "ndcg_at_5", "description": null, "value": 0.84127 }, { "id": "ndcg_at_10", "display_name": "ndcg_at_10", "description": null, "value": 0.82701 }, { "id": "ndcg_at_50", "display_name": "ndcg_at_50", "description": null, "value": 0.79635 }, { "id": "map_at_5", "display_name": "map_at_5", "description": null, "value": 0.27329 }, { "id": "map_at_10", "display_name": "map_at_10", "description": null, "value": 0.37939 }, { "id": "map_at_50", "display_name": "map_at_50", "description": null, "value": 0.64453 }, { "id": "recall_at_5", "display_name": "recall_at_5", "description": null, "value": 0.2839 }, { "id": "recall_at_10", "display_name": "recall_at_10", "description": null, "value": 0.40033 }, { "id": "recall_at_50", "display_name": "recall_at_50", "description": null, "value": 0.70443 }, { "id": "precision_at_5", "display_name": "precision_at_5", "description": null, "value": 0.7621 }, { "id": "precision_at_10", "display_name": "precision_at_10", "description": null, "value": 0.69407 }, { "id": "precision_at_50", "display_name": "precision_at_50", "description": null, "value": 0.42452 }, { "id": "mrr_at_5", "display_name": "mrr_at_5", "description": null, "value": 0.8853108550291645 }, { "id": "mrr_at_10", "display_name": "mrr_at_10", "description": null, "value": 0.8879126611520968 }, { "id": "mrr_at_50", "display_name": "mrr_at_50", "description": null, "value": 0.8892435700922602 }, { "id": "nauc_ndcg_at_5_max", "display_name": "nauc_ndcg_at_5_max", "description": null, "value": 0.6178391415234327 }, { "id": "nauc_ndcg_at_5_std", "display_name": "nauc_ndcg_at_5_std", "description": null, "value": 0.27510768020625387 }, { "id": "nauc_ndcg_at_5_diff1", "display_name": "nauc_ndcg_at_5_diff1", "description": null, "value": -0.2751226626247053 }, { "id": "nauc_ndcg_at_10_max", "display_name": "nauc_ndcg_at_10_max", "description": null, "value": 0.6158935362175889 }, { "id": "nauc_ndcg_at_10_std", "display_name": "nauc_ndcg_at_10_std", "description": null, "value": 0.29490376307826244 }, { "id": "nauc_ndcg_at_10_diff1", "display_name": "nauc_ndcg_at_10_diff1", "description": null, "value": -0.3173510395378902 }, { "id": "nauc_ndcg_at_50_max", "display_name": "nauc_ndcg_at_50_max", "description": null, "value": 0.6282820888186709 }, { "id": "nauc_ndcg_at_50_std", "display_name": "nauc_ndcg_at_50_std", "description": null, "value": 0.217967587602592 }, { "id": "nauc_ndcg_at_50_diff1", "display_name": "nauc_ndcg_at_50_diff1", "description": null, "value": -0.3392167130961565 }, { "id": "nauc_map_at_5_max", "display_name": "nauc_map_at_5_max", "description": null, "value": 0.02706102865662817 }, { "id": "nauc_map_at_5_std", "display_name": "nauc_map_at_5_std", "description": null, "value": 0.33465305568189146 }, { "id": "nauc_map_at_5_diff1", "display_name": "nauc_map_at_5_diff1", "description": null, "value": 0.29252115202920864 }, { "id": "nauc_map_at_10_max", "display_name": "nauc_map_at_10_max", "description": null, "value": 0.1461797349288265 }, { "id": "nauc_map_at_10_std", "display_name": "nauc_map_at_10_std", "description": null, "value": 0.3984979781227535 }, { "id": "nauc_map_at_10_diff1", "display_name": "nauc_map_at_10_diff1", "description": null, "value": 0.15678893453735943 }, { "id": "nauc_map_at_50_max", "display_name": "nauc_map_at_50_max", "description": null, "value": 0.5443958382387585 }, { "id": "nauc_map_at_50_std", "display_name": "nauc_map_at_50_std", "description": null, "value": 0.3379769732428374 }, { "id": "nauc_map_at_50_diff1", "display_name": "nauc_map_at_50_diff1", "description": null, "value": -0.23212587702223994 }, { "id": "nauc_recall_at_5_max", "display_name": "nauc_recall_at_5_max", "description": null, "value": 0.008899383756080657 }, { "id": "nauc_recall_at_5_std", "display_name": "nauc_recall_at_5_std", "description": null, "value": 0.3376357180005265 }, { "id": "nauc_recall_at_5_diff1", "display_name": "nauc_recall_at_5_diff1", "description": null, "value": 0.2949278653804833 }, { "id": "nauc_recall_at_10_max", "display_name": "nauc_recall_at_10_max", "description": null, "value": 0.11957594632298725 }, { "id": "nauc_recall_at_10_std", "display_name": "nauc_recall_at_10_std", "description": null, "value": 0.4084900248156052 }, { "id": "nauc_recall_at_10_diff1", "display_name": "nauc_recall_at_10_diff1", "description": null, "value": 0.16409679466126934 }, { "id": "nauc_recall_at_50_max", "display_name": "nauc_recall_at_50_max", "description": null, "value": 0.5478175261971683 }, { "id": "nauc_recall_at_50_std", "display_name": "nauc_recall_at_50_std", "description": null, "value": 0.3566768602643857 }, { "id": "nauc_recall_at_50_diff1", "display_name": "nauc_recall_at_50_diff1", "description": null, "value": -0.24770750166012404 }, { "id": "nauc_precision_at_5_max", "display_name": "nauc_precision_at_5_max", "description": null, "value": 0.5588205820812548 }, { "id": "nauc_precision_at_5_std", "display_name": "nauc_precision_at_5_std", "description": null, "value": 0.053528426968584814 }, { "id": "nauc_precision_at_5_diff1", "display_name": "nauc_precision_at_5_diff1", "description": null, "value": -0.5895997876864452 }, { "id": "nauc_precision_at_10_max", "display_name": "nauc_precision_at_10_max", "description": null, "value": 0.5109397710788774 }, { "id": "nauc_precision_at_10_std", "display_name": "nauc_precision_at_10_std", "description": null, "value": -0.0014360394688449447 }, { "id": "nauc_precision_at_10_diff1", "display_name": "nauc_precision_at_10_diff1", "description": null, "value": -0.5972188824684267 }, { "id": "nauc_precision_at_50_max", "display_name": "nauc_precision_at_50_max", "description": null, "value": 0.30493219390483955 }, { "id": "nauc_precision_at_50_std", "display_name": "nauc_precision_at_50_std", "description": null, "value": -0.35096314542920914 }, { "id": "nauc_precision_at_50_diff1", "display_name": "nauc_precision_at_50_diff1", "description": null, "value": -0.4163370977258702 }, { "id": "nauc_mrr_at_5_max", "display_name": "nauc_mrr_at_5_max", "description": null, "value": 0.6041064087877195 }, { "id": "nauc_mrr_at_5_std", "display_name": "nauc_mrr_at_5_std", "description": null, "value": 0.2995447501683336 }, { "id": "nauc_mrr_at_5_diff1", "display_name": "nauc_mrr_at_5_diff1", "description": null, "value": -0.1176892239839227 }, { "id": "nauc_mrr_at_10_max", "display_name": "nauc_mrr_at_10_max", "description": null, "value": 0.6055526314461911 }, { "id": "nauc_mrr_at_10_std", "display_name": "nauc_mrr_at_10_std", "description": null, "value": 0.3015594122136539 }, { "id": "nauc_mrr_at_10_diff1", "display_name": "nauc_mrr_at_10_diff1", "description": null, "value": -0.11951448723943421 }, { "id": "nauc_mrr_at_50_max", "display_name": "nauc_mrr_at_50_max", "description": null, "value": 0.6050403183375579 }, { "id": "nauc_mrr_at_50_std", "display_name": "nauc_mrr_at_50_std", "description": null, "value": 0.3012299482545067 }, { "id": "nauc_mrr_at_50_diff1", "display_name": "nauc_mrr_at_50_diff1", "description": null, "value": -0.12091114334431136 } ] }, { "layer_number": 11, "layer_display_name": "11", "metrics": [ { "id": "ndcg_at_5", "display_name": "ndcg_at_5", "description": null, "value": 0.82819 }, { "id": "ndcg_at_10", "display_name": "ndcg_at_10", "description": null, "value": 0.81615 }, { "id": "ndcg_at_50", "display_name": "ndcg_at_50", "description": null, "value": 0.78982 }, { "id": "map_at_5", "display_name": "map_at_5", "description": null, "value": 0.27067 }, { "id": "map_at_10", "display_name": "map_at_10", "description": null, "value": 0.37321 }, { "id": "map_at_50", "display_name": "map_at_50", "description": null, "value": 0.63596 }, { "id": "recall_at_5", "display_name": "recall_at_5", "description": null, "value": 0.27906 }, { "id": "recall_at_10", "display_name": "recall_at_10", "description": null, "value": 0.39106 }, { "id": "recall_at_50", "display_name": "recall_at_50", "description": null, "value": 0.69746 }, { "id": "precision_at_5", "display_name": "precision_at_5", "description": null, "value": 0.7487 }, { "id": "precision_at_10", "display_name": "precision_at_10", "description": null, "value": 0.68506 }, { "id": "precision_at_50", "display_name": "precision_at_50", "description": null, "value": 0.42266 }, { "id": "mrr_at_5", "display_name": "mrr_at_5", "description": null, "value": 0.8752382984777344 }, { "id": "mrr_at_10", "display_name": "mrr_at_10", "description": null, "value": 0.878253189168681 }, { "id": "mrr_at_50", "display_name": "mrr_at_50", "description": null, "value": 0.8795454419523189 }, { "id": "nauc_ndcg_at_5_max", "display_name": "nauc_ndcg_at_5_max", "description": null, "value": 0.6238124910465183 }, { "id": "nauc_ndcg_at_5_std", "display_name": "nauc_ndcg_at_5_std", "description": null, "value": 0.3878031710482511 }, { "id": "nauc_ndcg_at_5_diff1", "display_name": "nauc_ndcg_at_5_diff1", "description": null, "value": -0.22961445620397436 }, { "id": "nauc_ndcg_at_10_max", "display_name": "nauc_ndcg_at_10_max", "description": null, "value": 0.6136556294192528 }, { "id": "nauc_ndcg_at_10_std", "display_name": "nauc_ndcg_at_10_std", "description": null, "value": 0.4027695454909326 }, { "id": "nauc_ndcg_at_10_diff1", "display_name": "nauc_ndcg_at_10_diff1", "description": null, "value": -0.23933162739820324 }, { "id": "nauc_ndcg_at_50_max", "display_name": "nauc_ndcg_at_50_max", "description": null, "value": 0.6039490411056802 }, { "id": "nauc_ndcg_at_50_std", "display_name": "nauc_ndcg_at_50_std", "description": null, "value": 0.379240829313294 }, { "id": "nauc_ndcg_at_50_diff1", "display_name": "nauc_ndcg_at_50_diff1", "description": null, "value": -0.23134380586116654 }, { "id": "nauc_map_at_5_max", "display_name": "nauc_map_at_5_max", "description": null, "value": -0.018274861348075953 }, { "id": "nauc_map_at_5_std", "display_name": "nauc_map_at_5_std", "description": null, "value": 0.3153330580523699 }, { "id": "nauc_map_at_5_diff1", "display_name": "nauc_map_at_5_diff1", "description": null, "value": 0.31839102956934573 }, { "id": "nauc_map_at_10_max", "display_name": "nauc_map_at_10_max", "description": null, "value": 0.10106646301687382 }, { "id": "nauc_map_at_10_std", "display_name": "nauc_map_at_10_std", "description": null, "value": 0.4143687386138405 }, { "id": "nauc_map_at_10_diff1", "display_name": "nauc_map_at_10_diff1", "description": null, "value": 0.18923312509326384 }, { "id": "nauc_map_at_50_max", "display_name": "nauc_map_at_50_max", "description": null, "value": 0.5144031685310609 }, { "id": "nauc_map_at_50_std", "display_name": "nauc_map_at_50_std", "description": null, "value": 0.45693618989546114 }, { "id": "nauc_map_at_50_diff1", "display_name": "nauc_map_at_50_diff1", "description": null, "value": -0.1513413062960939 }, { "id": "nauc_recall_at_5_max", "display_name": "nauc_recall_at_5_max", "description": null, "value": -0.031265621786664255 }, { "id": "nauc_recall_at_5_std", "display_name": "nauc_recall_at_5_std", "description": null, "value": 0.32028522957198785 }, { "id": "nauc_recall_at_5_diff1", "display_name": "nauc_recall_at_5_diff1", "description": null, "value": 0.32056979656535384 }, { "id": "nauc_recall_at_10_max", "display_name": "nauc_recall_at_10_max", "description": null, "value": 0.07820354892522365 }, { "id": "nauc_recall_at_10_std", "display_name": "nauc_recall_at_10_std", "description": null, "value": 0.42551786412535775 }, { "id": "nauc_recall_at_10_diff1", "display_name": "nauc_recall_at_10_diff1", "description": null, "value": 0.2040509113490322 }, { "id": "nauc_recall_at_50_max", "display_name": "nauc_recall_at_50_max", "description": null, "value": 0.5060801621108716 }, { "id": "nauc_recall_at_50_std", "display_name": "nauc_recall_at_50_std", "description": null, "value": 0.5071691349011768 }, { "id": "nauc_recall_at_50_diff1", "display_name": "nauc_recall_at_50_diff1", "description": null, "value": -0.11952783139053508 }, { "id": "nauc_precision_at_5_max", "display_name": "nauc_precision_at_5_max", "description": null, "value": 0.5923656191314365 }, { "id": "nauc_precision_at_5_std", "display_name": "nauc_precision_at_5_std", "description": null, "value": 0.1954332256400316 }, { "id": "nauc_precision_at_5_diff1", "display_name": "nauc_precision_at_5_diff1", "description": null, "value": -0.5508269378169939 }, { "id": "nauc_precision_at_10_max", "display_name": "nauc_precision_at_10_max", "description": null, "value": 0.5458701611463479 }, { "id": "nauc_precision_at_10_std", "display_name": "nauc_precision_at_10_std", "description": null, "value": 0.12975949111453675 }, { "id": "nauc_precision_at_10_diff1", "display_name": "nauc_precision_at_10_diff1", "description": null, "value": -0.5537528325655148 }, { "id": "nauc_precision_at_50_max", "display_name": "nauc_precision_at_50_max", "description": null, "value": 0.3549845967268747 }, { "id": "nauc_precision_at_50_std", "display_name": "nauc_precision_at_50_std", "description": null, "value": -0.26254902560124815 }, { "id": "nauc_precision_at_50_diff1", "display_name": "nauc_precision_at_50_diff1", "description": null, "value": -0.3919186481758992 }, { "id": "nauc_mrr_at_5_max", "display_name": "nauc_mrr_at_5_max", "description": null, "value": 0.6284613562335846 }, { "id": "nauc_mrr_at_5_std", "display_name": "nauc_mrr_at_5_std", "description": null, "value": 0.3609822238622607 }, { "id": "nauc_mrr_at_5_diff1", "display_name": "nauc_mrr_at_5_diff1", "description": null, "value": -0.13691647729285375 }, { "id": "nauc_mrr_at_10_max", "display_name": "nauc_mrr_at_10_max", "description": null, "value": 0.6282780633119702 }, { "id": "nauc_mrr_at_10_std", "display_name": "nauc_mrr_at_10_std", "description": null, "value": 0.36649482857679033 }, { "id": "nauc_mrr_at_10_diff1", "display_name": "nauc_mrr_at_10_diff1", "description": null, "value": -0.1301211341279461 }, { "id": "nauc_mrr_at_50_max", "display_name": "nauc_mrr_at_50_max", "description": null, "value": 0.6290574535816186 }, { "id": "nauc_mrr_at_50_std", "display_name": "nauc_mrr_at_50_std", "description": null, "value": 0.367920824556504 }, { "id": "nauc_mrr_at_50_diff1", "display_name": "nauc_mrr_at_50_diff1", "description": null, "value": -0.13036774230606793 } ] } ] }