{ "task": { "id": "euk_retrieval", "display_name": "Euk Retrieval", "description": "Retrieves bacterial proteins with similar swissprot annotations to a query eukaryotic protein", "modality": "protein", "type": "retrieval", "datasets": [ { "path": "tattabio/euk_retrieval", "revision": "c93dc56665cedd19fbeaea9ace146f2474c895f0" }, { "path": "tattabio/euk_retrieval_qrels", "revision": "a5aa01e9b9738074aba57fc07434e352c4c71e4b" } ], "primary_metric_id": "map_at_5" }, "model": { "hf_name": "hugohrban/progen2-large", "revision": "...", "num_layers": 32, "num_params": 2779356160, "embed_dim": 2560 }, "dgeb_version": "0.0.0", "results": [ { "layer_number": 16, "layer_display_name": "16", "metrics": [ { "id": "ndcg_at_5", "display_name": "ndcg_at_5", "description": null, "value": 0.79265 }, { "id": "ndcg_at_10", "display_name": "ndcg_at_10", "description": null, "value": 0.78706 }, { "id": "ndcg_at_50", "display_name": "ndcg_at_50", "description": null, "value": 0.77934 }, { "id": "map_at_5", "display_name": "map_at_5", "description": null, "value": 0.31297 }, { "id": "map_at_10", "display_name": "map_at_10", "description": null, "value": 0.42594 }, { "id": "map_at_50", "display_name": "map_at_50", "description": null, "value": 0.6285 }, { "id": "recall_at_5", "display_name": "recall_at_5", "description": null, "value": 0.32182 }, { "id": "recall_at_10", "display_name": "recall_at_10", "description": null, "value": 0.44326 }, { "id": "recall_at_50", "display_name": "recall_at_50", "description": null, "value": 0.67623 }, { "id": "precision_at_5", "display_name": "precision_at_5", "description": null, "value": 0.70997 }, { "id": "precision_at_10", "display_name": "precision_at_10", "description": null, "value": 0.63441 }, { "id": "precision_at_50", "display_name": "precision_at_50", "description": null, "value": 0.3681 }, { "id": "mrr_at_5", "display_name": "mrr_at_5", "description": null, "value": 0.8430332261521974 }, { "id": "mrr_at_10", "display_name": "mrr_at_10", "description": null, "value": 0.8474850711988975 }, { "id": "mrr_at_50", "display_name": "mrr_at_50", "description": null, "value": 0.8485140543441441 }, { "id": "nauc_ndcg_at_5_max", "display_name": "nauc_ndcg_at_5_max", "description": null, "value": 0.623248146700816 }, { "id": "nauc_ndcg_at_5_std", "display_name": "nauc_ndcg_at_5_std", "description": null, "value": 0.6755617794201033 }, { "id": "nauc_ndcg_at_5_diff1", "display_name": "nauc_ndcg_at_5_diff1", "description": null, "value": -0.2062832776723883 }, { "id": "nauc_ndcg_at_10_max", "display_name": "nauc_ndcg_at_10_max", "description": null, "value": 0.6150971905749236 }, { "id": "nauc_ndcg_at_10_std", "display_name": "nauc_ndcg_at_10_std", "description": null, "value": 0.6851298227412265 }, { "id": "nauc_ndcg_at_10_diff1", "display_name": "nauc_ndcg_at_10_diff1", "description": null, "value": -0.2164177072767131 }, { "id": "nauc_ndcg_at_50_max", "display_name": "nauc_ndcg_at_50_max", "description": null, "value": 0.5606563694900604 }, { "id": "nauc_ndcg_at_50_std", "display_name": "nauc_ndcg_at_50_std", "description": null, "value": 0.6720929882395703 }, { "id": "nauc_ndcg_at_50_diff1", "display_name": "nauc_ndcg_at_50_diff1", "description": null, "value": -0.18233563570111652 }, { "id": "nauc_map_at_5_max", "display_name": "nauc_map_at_5_max", "description": null, "value": 0.12726038600829018 }, { "id": "nauc_map_at_5_std", "display_name": "nauc_map_at_5_std", "description": null, "value": 0.27883908864306833 }, { "id": "nauc_map_at_5_diff1", "display_name": "nauc_map_at_5_diff1", "description": null, "value": 0.21034053179876666 }, { "id": "nauc_map_at_10_max", "display_name": "nauc_map_at_10_max", "description": null, "value": 0.2388442883998982 }, { "id": "nauc_map_at_10_std", "display_name": "nauc_map_at_10_std", "description": null, "value": 0.4984729416529119 }, { "id": "nauc_map_at_10_diff1", "display_name": "nauc_map_at_10_diff1", "description": null, "value": 0.11734247621635328 }, { "id": "nauc_map_at_50_max", "display_name": "nauc_map_at_50_max", "description": null, "value": 0.5658825420942568 }, { "id": "nauc_map_at_50_std", "display_name": "nauc_map_at_50_std", "description": null, "value": 0.7844748384936805 }, { "id": "nauc_map_at_50_diff1", "display_name": "nauc_map_at_50_diff1", "description": null, "value": -0.10488808502349604 }, { "id": "nauc_recall_at_5_max", "display_name": "nauc_recall_at_5_max", "description": null, "value": 0.1148710587472859 }, { "id": "nauc_recall_at_5_std", "display_name": "nauc_recall_at_5_std", "description": null, "value": 0.26683520950781653 }, { "id": "nauc_recall_at_5_diff1", "display_name": "nauc_recall_at_5_diff1", "description": null, "value": 0.21895153236754078 }, { "id": "nauc_recall_at_10_max", "display_name": "nauc_recall_at_10_max", "description": null, "value": 0.21398850457265484 }, { "id": "nauc_recall_at_10_std", "display_name": "nauc_recall_at_10_std", "description": null, "value": 0.47731027192523895 }, { "id": "nauc_recall_at_10_diff1", "display_name": "nauc_recall_at_10_diff1", "description": null, "value": 0.12934753855868159 }, { "id": "nauc_recall_at_50_max", "display_name": "nauc_recall_at_50_max", "description": null, "value": 0.5329014815194145 }, { "id": "nauc_recall_at_50_std", "display_name": "nauc_recall_at_50_std", "description": null, "value": 0.7796995216647047 }, { "id": "nauc_recall_at_50_diff1", "display_name": "nauc_recall_at_50_diff1", "description": null, "value": -0.036946938653229996 }, { "id": "nauc_precision_at_5_max", "display_name": "nauc_precision_at_5_max", "description": null, "value": 0.5286196851573478 }, { "id": "nauc_precision_at_5_std", "display_name": "nauc_precision_at_5_std", "description": null, "value": 0.5983839423970794 }, { "id": "nauc_precision_at_5_diff1", "display_name": "nauc_precision_at_5_diff1", "description": null, "value": -0.4236911084804896 }, { "id": "nauc_precision_at_10_max", "display_name": "nauc_precision_at_10_max", "description": null, "value": 0.4545782642182253 }, { "id": "nauc_precision_at_10_std", "display_name": "nauc_precision_at_10_std", "description": null, "value": 0.5007516848828493 }, { "id": "nauc_precision_at_10_diff1", "display_name": "nauc_precision_at_10_diff1", "description": null, "value": -0.4262645964521107 }, { "id": "nauc_precision_at_50_max", "display_name": "nauc_precision_at_50_max", "description": null, "value": 0.1500642024947319 }, { "id": "nauc_precision_at_50_std", "display_name": "nauc_precision_at_50_std", "description": null, "value": -0.1600499789472809 }, { "id": "nauc_precision_at_50_diff1", "display_name": "nauc_precision_at_50_diff1", "description": null, "value": -0.30891321831672286 }, { "id": "nauc_mrr_at_5_max", "display_name": "nauc_mrr_at_5_max", "description": null, "value": 0.6890316490341247 }, { "id": "nauc_mrr_at_5_std", "display_name": "nauc_mrr_at_5_std", "description": null, "value": 0.6388576263708866 }, { "id": "nauc_mrr_at_5_diff1", "display_name": "nauc_mrr_at_5_diff1", "description": null, "value": -0.15515652272104835 }, { "id": "nauc_mrr_at_10_max", "display_name": "nauc_mrr_at_10_max", "description": null, "value": 0.6897689099007713 }, { "id": "nauc_mrr_at_10_std", "display_name": "nauc_mrr_at_10_std", "description": null, "value": 0.6331945267231739 }, { "id": "nauc_mrr_at_10_diff1", "display_name": "nauc_mrr_at_10_diff1", "description": null, "value": -0.17683210867574006 }, { "id": "nauc_mrr_at_50_max", "display_name": "nauc_mrr_at_50_max", "description": null, "value": 0.6912368384982113 }, { "id": "nauc_mrr_at_50_std", "display_name": "nauc_mrr_at_50_std", "description": null, "value": 0.6326576797440999 }, { "id": "nauc_mrr_at_50_diff1", "display_name": "nauc_mrr_at_50_diff1", "description": null, "value": -0.17574979114357966 } ] }, { "layer_number": 31, "layer_display_name": "31", "metrics": [ { "id": "ndcg_at_5", "display_name": "ndcg_at_5", "description": null, "value": 0.60293 }, { "id": "ndcg_at_10", "display_name": "ndcg_at_10", "description": null, "value": 0.56499 }, { "id": "ndcg_at_50", "display_name": "ndcg_at_50", "description": null, "value": 0.51375 }, { "id": "map_at_5", "display_name": "map_at_5", "description": null, "value": 0.18533 }, { "id": "map_at_10", "display_name": "map_at_10", "description": null, "value": 0.23869 }, { "id": "map_at_50", "display_name": "map_at_50", "description": null, "value": 0.33028 }, { "id": "recall_at_5", "display_name": "recall_at_5", "description": null, "value": 0.19775 }, { "id": "recall_at_10", "display_name": "recall_at_10", "description": null, "value": 0.26432 }, { "id": "recall_at_50", "display_name": "recall_at_50", "description": null, "value": 0.4146 }, { "id": "precision_at_5", "display_name": "precision_at_5", "description": null, "value": 0.53762 }, { "id": "precision_at_10", "display_name": "precision_at_10", "description": null, "value": 0.45241 }, { "id": "precision_at_50", "display_name": "precision_at_50", "description": null, "value": 0.24424 }, { "id": "mrr_at_5", "display_name": "mrr_at_5", "description": null, "value": 0.7315648445873527 }, { "id": "mrr_at_10", "display_name": "mrr_at_10", "description": null, "value": 0.7361098351452049 }, { "id": "mrr_at_50", "display_name": "mrr_at_50", "description": null, "value": 0.7390325351956528 }, { "id": "nauc_ndcg_at_5_max", "display_name": "nauc_ndcg_at_5_max", "description": null, "value": 0.5258291178052644 }, { "id": "nauc_ndcg_at_5_std", "display_name": "nauc_ndcg_at_5_std", "description": null, "value": 0.6990369551084505 }, { "id": "nauc_ndcg_at_5_diff1", "display_name": "nauc_ndcg_at_5_diff1", "description": null, "value": 0.19847712933798844 }, { "id": "nauc_ndcg_at_10_max", "display_name": "nauc_ndcg_at_10_max", "description": null, "value": 0.49349547399540455 }, { "id": "nauc_ndcg_at_10_std", "display_name": "nauc_ndcg_at_10_std", "description": null, "value": 0.6664206673817538 }, { "id": "nauc_ndcg_at_10_diff1", "display_name": "nauc_ndcg_at_10_diff1", "description": null, "value": 0.1600227050947377 }, { "id": "nauc_ndcg_at_50_max", "display_name": "nauc_ndcg_at_50_max", "description": null, "value": 0.42061526717556513 }, { "id": "nauc_ndcg_at_50_std", "display_name": "nauc_ndcg_at_50_std", "description": null, "value": 0.6083533212467029 }, { "id": "nauc_ndcg_at_50_diff1", "display_name": "nauc_ndcg_at_50_diff1", "description": null, "value": 0.1686331650483035 }, { "id": "nauc_map_at_5_max", "display_name": "nauc_map_at_5_max", "description": null, "value": 0.14859441615302324 }, { "id": "nauc_map_at_5_std", "display_name": "nauc_map_at_5_std", "description": null, "value": 0.23988353743529217 }, { "id": "nauc_map_at_5_diff1", "display_name": "nauc_map_at_5_diff1", "description": null, "value": 0.30180731282787276 }, { "id": "nauc_map_at_10_max", "display_name": "nauc_map_at_10_max", "description": null, "value": 0.23839489619661014 }, { "id": "nauc_map_at_10_std", "display_name": "nauc_map_at_10_std", "description": null, "value": 0.40953413539940225 }, { "id": "nauc_map_at_10_diff1", "display_name": "nauc_map_at_10_diff1", "description": null, "value": 0.2460114370422075 }, { "id": "nauc_map_at_50_max", "display_name": "nauc_map_at_50_max", "description": null, "value": 0.3761510941109189 }, { "id": "nauc_map_at_50_std", "display_name": "nauc_map_at_50_std", "description": null, "value": 0.602955555500399 }, { "id": "nauc_map_at_50_diff1", "display_name": "nauc_map_at_50_diff1", "description": null, "value": 0.15749579060843896 }, { "id": "nauc_recall_at_5_max", "display_name": "nauc_recall_at_5_max", "description": null, "value": 0.11444039748419432 }, { "id": "nauc_recall_at_5_std", "display_name": "nauc_recall_at_5_std", "description": null, "value": 0.19218511723799558 }, { "id": "nauc_recall_at_5_diff1", "display_name": "nauc_recall_at_5_diff1", "description": null, "value": 0.2825603490529135 }, { "id": "nauc_recall_at_10_max", "display_name": "nauc_recall_at_10_max", "description": null, "value": 0.18835645126114328 }, { "id": "nauc_recall_at_10_std", "display_name": "nauc_recall_at_10_std", "description": null, "value": 0.3410474906629072 }, { "id": "nauc_recall_at_10_diff1", "display_name": "nauc_recall_at_10_diff1", "description": null, "value": 0.2429814898980251 }, { "id": "nauc_recall_at_50_max", "display_name": "nauc_recall_at_50_max", "description": null, "value": 0.32800009778288497 }, { "id": "nauc_recall_at_50_std", "display_name": "nauc_recall_at_50_std", "description": null, "value": 0.5144024756263704 }, { "id": "nauc_recall_at_50_diff1", "display_name": "nauc_recall_at_50_diff1", "description": null, "value": 0.17371372463750084 }, { "id": "nauc_precision_at_5_max", "display_name": "nauc_precision_at_5_max", "description": null, "value": 0.5304991625331207 }, { "id": "nauc_precision_at_5_std", "display_name": "nauc_precision_at_5_std", "description": null, "value": 0.7215198097667779 }, { "id": "nauc_precision_at_5_diff1", "display_name": "nauc_precision_at_5_diff1", "description": null, "value": 0.05714336353148511 }, { "id": "nauc_precision_at_10_max", "display_name": "nauc_precision_at_10_max", "description": null, "value": 0.4853052816819128 }, { "id": "nauc_precision_at_10_std", "display_name": "nauc_precision_at_10_std", "description": null, "value": 0.6759994282048366 }, { "id": "nauc_precision_at_10_diff1", "display_name": "nauc_precision_at_10_diff1", "description": null, "value": -0.03704981651554237 }, { "id": "nauc_precision_at_50_max", "display_name": "nauc_precision_at_50_max", "description": null, "value": 0.31062406812604343 }, { "id": "nauc_precision_at_50_std", "display_name": "nauc_precision_at_50_std", "description": null, "value": 0.4025880047512197 }, { "id": "nauc_precision_at_50_diff1", "display_name": "nauc_precision_at_50_diff1", "description": null, "value": -0.1340192827457276 }, { "id": "nauc_mrr_at_5_max", "display_name": "nauc_mrr_at_5_max", "description": null, "value": 0.5665289123893353 }, { "id": "nauc_mrr_at_5_std", "display_name": "nauc_mrr_at_5_std", "description": null, "value": 0.6278003990906513 }, { "id": "nauc_mrr_at_5_diff1", "display_name": "nauc_mrr_at_5_diff1", "description": null, "value": 0.37278396283325976 }, { "id": "nauc_mrr_at_10_max", "display_name": "nauc_mrr_at_10_max", "description": null, "value": 0.5701246528415677 }, { "id": "nauc_mrr_at_10_std", "display_name": "nauc_mrr_at_10_std", "description": null, "value": 0.6321080355936443 }, { "id": "nauc_mrr_at_10_diff1", "display_name": "nauc_mrr_at_10_diff1", "description": null, "value": 0.369945061055372 }, { "id": "nauc_mrr_at_50_max", "display_name": "nauc_mrr_at_50_max", "description": null, "value": 0.5726947773737544 }, { "id": "nauc_mrr_at_50_std", "display_name": "nauc_mrr_at_50_std", "description": null, "value": 0.6348440871378689 }, { "id": "nauc_mrr_at_50_diff1", "display_name": "nauc_mrr_at_50_diff1", "description": null, "value": 0.37227517916401826 } ] } ] }