Spaces:
Running
Running
| { | |
| "task": { | |
| "id": "arch_retrieval", | |
| "display_name": "Arch Retrieval", | |
| "description": "Retrieves bacterial proteins with similar swissprot annotations to a query archaeal protein", | |
| "modality": "protein", | |
| "type": "retrieval", | |
| "datasets": [ | |
| { | |
| "path": "tattabio/arch_retrieval", | |
| "revision": "a19124322604a21b26b1b3c13a1bd0b8a63c9f7b" | |
| }, | |
| { | |
| "path": "tattabio/arch_retrieval_qrels", | |
| "revision": "3f142f2f9a0995d56c6e77188c7251761450afcf" | |
| } | |
| ], | |
| "primary_metric_id": "map_at_5" | |
| }, | |
| "model": { | |
| "hf_name": "facebook/esm2_t6_8M_UR50D", | |
| "revision": "...", | |
| "num_layers": 6, | |
| "num_params": 7840121, | |
| "embed_dim": 320 | |
| }, | |
| "dgeb_version": "0.0.0", | |
| "results": [ | |
| { | |
| "layer_number": 3, | |
| "layer_display_name": "3", | |
| "metrics": [ | |
| { | |
| "id": "ndcg_at_5", | |
| "display_name": "ndcg_at_5", | |
| "description": null, | |
| "value": 0.46922 | |
| }, | |
| { | |
| "id": "ndcg_at_10", | |
| "display_name": "ndcg_at_10", | |
| "description": null, | |
| "value": 0.43575 | |
| }, | |
| { | |
| "id": "ndcg_at_50", | |
| "display_name": "ndcg_at_50", | |
| "description": null, | |
| "value": 0.39114 | |
| }, | |
| { | |
| "id": "map_at_5", | |
| "display_name": "map_at_5", | |
| "description": null, | |
| "value": 0.10438 | |
| }, | |
| { | |
| "id": "map_at_10", | |
| "display_name": "map_at_10", | |
| "description": null, | |
| "value": 0.13772 | |
| }, | |
| { | |
| "id": "map_at_50", | |
| "display_name": "map_at_50", | |
| "description": null, | |
| "value": 0.21355 | |
| }, | |
| { | |
| "id": "recall_at_5", | |
| "display_name": "recall_at_5", | |
| "description": null, | |
| "value": 0.1218 | |
| }, | |
| { | |
| "id": "recall_at_10", | |
| "display_name": "recall_at_10", | |
| "description": null, | |
| "value": 0.17417 | |
| }, | |
| { | |
| "id": "recall_at_50", | |
| "display_name": "recall_at_50", | |
| "description": null, | |
| "value": 0.3415 | |
| }, | |
| { | |
| "id": "precision_at_5", | |
| "display_name": "precision_at_5", | |
| "description": null, | |
| "value": 0.42595 | |
| }, | |
| { | |
| "id": "precision_at_10", | |
| "display_name": "precision_at_10", | |
| "description": null, | |
| "value": 0.36573 | |
| }, | |
| { | |
| "id": "precision_at_50", | |
| "display_name": "precision_at_50", | |
| "description": null, | |
| "value": 0.20961 | |
| }, | |
| { | |
| "id": "mrr_at_5", | |
| "display_name": "mrr_at_5", | |
| "description": null, | |
| "value": 0.6061032863849769 | |
| }, | |
| { | |
| "id": "mrr_at_10", | |
| "display_name": "mrr_at_10", | |
| "description": null, | |
| "value": 0.6136309439126343 | |
| }, | |
| { | |
| "id": "mrr_at_50", | |
| "display_name": "mrr_at_50", | |
| "description": null, | |
| "value": 0.618612010194391 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_max", | |
| "display_name": "nauc_ndcg_at_5_max", | |
| "description": null, | |
| "value": 0.1998075116367266 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_std", | |
| "display_name": "nauc_ndcg_at_5_std", | |
| "description": null, | |
| "value": 0.501606836885053 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_diff1", | |
| "display_name": "nauc_ndcg_at_5_diff1", | |
| "description": null, | |
| "value": 0.1378118530981871 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_max", | |
| "display_name": "nauc_ndcg_at_10_max", | |
| "description": null, | |
| "value": 0.18302753229030955 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_std", | |
| "display_name": "nauc_ndcg_at_10_std", | |
| "description": null, | |
| "value": 0.529252934890408 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_diff1", | |
| "display_name": "nauc_ndcg_at_10_diff1", | |
| "description": null, | |
| "value": 0.13526580782340344 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_max", | |
| "display_name": "nauc_ndcg_at_50_max", | |
| "description": null, | |
| "value": 0.1600349751039775 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_std", | |
| "display_name": "nauc_ndcg_at_50_std", | |
| "description": null, | |
| "value": 0.5759387637864083 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_diff1", | |
| "display_name": "nauc_ndcg_at_50_diff1", | |
| "description": null, | |
| "value": 0.14570847362804085 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_max", | |
| "display_name": "nauc_map_at_5_max", | |
| "description": null, | |
| "value": 0.06563284509194764 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_std", | |
| "display_name": "nauc_map_at_5_std", | |
| "description": null, | |
| "value": 0.4956919284414832 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_diff1", | |
| "display_name": "nauc_map_at_5_diff1", | |
| "description": null, | |
| "value": 0.3095151767985699 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_max", | |
| "display_name": "nauc_map_at_10_max", | |
| "description": null, | |
| "value": 0.11335639333019934 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_std", | |
| "display_name": "nauc_map_at_10_std", | |
| "description": null, | |
| "value": 0.5577957210632679 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_diff1", | |
| "display_name": "nauc_map_at_10_diff1", | |
| "description": null, | |
| "value": 0.254596062635998 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_max", | |
| "display_name": "nauc_map_at_50_max", | |
| "description": null, | |
| "value": 0.20045555920826685 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_std", | |
| "display_name": "nauc_map_at_50_std", | |
| "description": null, | |
| "value": 0.6132212804732518 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_diff1", | |
| "display_name": "nauc_map_at_50_diff1", | |
| "description": null, | |
| "value": 0.16302757181104657 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_max", | |
| "display_name": "nauc_recall_at_5_max", | |
| "description": null, | |
| "value": 0.03401084834217468 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_std", | |
| "display_name": "nauc_recall_at_5_std", | |
| "description": null, | |
| "value": 0.4617531031384631 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_diff1", | |
| "display_name": "nauc_recall_at_5_diff1", | |
| "description": null, | |
| "value": 0.28397660576444894 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_max", | |
| "display_name": "nauc_recall_at_10_max", | |
| "description": null, | |
| "value": 0.06720993976029453 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_std", | |
| "display_name": "nauc_recall_at_10_std", | |
| "description": null, | |
| "value": 0.5073816131438185 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_diff1", | |
| "display_name": "nauc_recall_at_10_diff1", | |
| "description": null, | |
| "value": 0.23261778468205002 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_max", | |
| "display_name": "nauc_recall_at_50_max", | |
| "description": null, | |
| "value": 0.16667921011510828 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_std", | |
| "display_name": "nauc_recall_at_50_std", | |
| "description": null, | |
| "value": 0.5259393842070421 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_diff1", | |
| "display_name": "nauc_recall_at_50_diff1", | |
| "description": null, | |
| "value": 0.13381540436587672 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_max", | |
| "display_name": "nauc_precision_at_5_max", | |
| "description": null, | |
| "value": 0.2105023896681829 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_std", | |
| "display_name": "nauc_precision_at_5_std", | |
| "description": null, | |
| "value": 0.4512153840299376 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_diff1", | |
| "display_name": "nauc_precision_at_5_diff1", | |
| "description": null, | |
| "value": 0.04767765797059535 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_max", | |
| "display_name": "nauc_precision_at_10_max", | |
| "description": null, | |
| "value": 0.2000938079661469 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_std", | |
| "display_name": "nauc_precision_at_10_std", | |
| "description": null, | |
| "value": 0.4461163108781014 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_diff1", | |
| "display_name": "nauc_precision_at_10_diff1", | |
| "description": null, | |
| "value": 0.01450421362018999 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_max", | |
| "display_name": "nauc_precision_at_50_max", | |
| "description": null, | |
| "value": 0.12765115099732313 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_std", | |
| "display_name": "nauc_precision_at_50_std", | |
| "description": null, | |
| "value": 0.3146014632375712 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_diff1", | |
| "display_name": "nauc_precision_at_50_diff1", | |
| "description": null, | |
| "value": -0.044088192546631495 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_max", | |
| "display_name": "nauc_mrr_at_5_max", | |
| "description": null, | |
| "value": 0.21854370496963085 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_std", | |
| "display_name": "nauc_mrr_at_5_std", | |
| "description": null, | |
| "value": 0.4305406870224175 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_diff1", | |
| "display_name": "nauc_mrr_at_5_diff1", | |
| "description": null, | |
| "value": 0.2065829490711869 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_max", | |
| "display_name": "nauc_mrr_at_10_max", | |
| "description": null, | |
| "value": 0.21766766497784718 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_std", | |
| "display_name": "nauc_mrr_at_10_std", | |
| "description": null, | |
| "value": 0.43116699819575055 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_diff1", | |
| "display_name": "nauc_mrr_at_10_diff1", | |
| "description": null, | |
| "value": 0.20801462901159104 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_max", | |
| "display_name": "nauc_mrr_at_50_max", | |
| "description": null, | |
| "value": 0.2176313827069169 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_std", | |
| "display_name": "nauc_mrr_at_50_std", | |
| "description": null, | |
| "value": 0.43135087322870347 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_diff1", | |
| "display_name": "nauc_mrr_at_50_diff1", | |
| "description": null, | |
| "value": 0.2078825282336836 | |
| } | |
| ] | |
| }, | |
| { | |
| "layer_number": 5, | |
| "layer_display_name": "5", | |
| "metrics": [ | |
| { | |
| "id": "ndcg_at_5", | |
| "display_name": "ndcg_at_5", | |
| "description": null, | |
| "value": 0.63152 | |
| }, | |
| { | |
| "id": "ndcg_at_10", | |
| "display_name": "ndcg_at_10", | |
| "description": null, | |
| "value": 0.60452 | |
| }, | |
| { | |
| "id": "ndcg_at_50", | |
| "display_name": "ndcg_at_50", | |
| "description": null, | |
| "value": 0.56721 | |
| }, | |
| { | |
| "id": "map_at_5", | |
| "display_name": "map_at_5", | |
| "description": null, | |
| "value": 0.17864 | |
| }, | |
| { | |
| "id": "map_at_10", | |
| "display_name": "map_at_10", | |
| "description": null, | |
| "value": 0.24217 | |
| }, | |
| { | |
| "id": "map_at_50", | |
| "display_name": "map_at_50", | |
| "description": null, | |
| "value": 0.39543 | |
| }, | |
| { | |
| "id": "recall_at_5", | |
| "display_name": "recall_at_5", | |
| "description": null, | |
| "value": 0.19424 | |
| }, | |
| { | |
| "id": "recall_at_10", | |
| "display_name": "recall_at_10", | |
| "description": null, | |
| "value": 0.27639 | |
| }, | |
| { | |
| "id": "recall_at_50", | |
| "display_name": "recall_at_50", | |
| "description": null, | |
| "value": 0.51307 | |
| }, | |
| { | |
| "id": "precision_at_5", | |
| "display_name": "precision_at_5", | |
| "description": null, | |
| "value": 0.56901 | |
| }, | |
| { | |
| "id": "precision_at_10", | |
| "display_name": "precision_at_10", | |
| "description": null, | |
| "value": 0.50265 | |
| }, | |
| { | |
| "id": "precision_at_50", | |
| "display_name": "precision_at_50", | |
| "description": null, | |
| "value": 0.29486 | |
| }, | |
| { | |
| "id": "mrr_at_5", | |
| "display_name": "mrr_at_5", | |
| "description": null, | |
| "value": 0.7392801251956179 | |
| }, | |
| { | |
| "id": "mrr_at_10", | |
| "display_name": "mrr_at_10", | |
| "description": null, | |
| "value": 0.7450229999525767 | |
| }, | |
| { | |
| "id": "mrr_at_50", | |
| "display_name": "mrr_at_50", | |
| "description": null, | |
| "value": 0.7481511664471421 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_max", | |
| "display_name": "nauc_ndcg_at_5_max", | |
| "description": null, | |
| "value": 0.39989468043684767 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_std", | |
| "display_name": "nauc_ndcg_at_5_std", | |
| "description": null, | |
| "value": 0.4936426613891317 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_diff1", | |
| "display_name": "nauc_ndcg_at_5_diff1", | |
| "description": null, | |
| "value": 0.09522925993445099 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_max", | |
| "display_name": "nauc_ndcg_at_10_max", | |
| "description": null, | |
| "value": 0.3810925649678609 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_std", | |
| "display_name": "nauc_ndcg_at_10_std", | |
| "description": null, | |
| "value": 0.5282583606322245 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_diff1", | |
| "display_name": "nauc_ndcg_at_10_diff1", | |
| "description": null, | |
| "value": 0.08763512132492676 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_max", | |
| "display_name": "nauc_ndcg_at_50_max", | |
| "description": null, | |
| "value": 0.3621673695795759 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_std", | |
| "display_name": "nauc_ndcg_at_50_std", | |
| "description": null, | |
| "value": 0.6080254445975454 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_diff1", | |
| "display_name": "nauc_ndcg_at_50_diff1", | |
| "description": null, | |
| "value": 0.09742405454353203 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_max", | |
| "display_name": "nauc_map_at_5_max", | |
| "description": null, | |
| "value": 0.07782146154396122 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_std", | |
| "display_name": "nauc_map_at_5_std", | |
| "description": null, | |
| "value": 0.48693859418142155 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_diff1", | |
| "display_name": "nauc_map_at_5_diff1", | |
| "description": null, | |
| "value": 0.3599139708725904 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_max", | |
| "display_name": "nauc_map_at_10_max", | |
| "description": null, | |
| "value": 0.15672935830334864 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_std", | |
| "display_name": "nauc_map_at_10_std", | |
| "description": null, | |
| "value": 0.5656574495870028 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_diff1", | |
| "display_name": "nauc_map_at_10_diff1", | |
| "description": null, | |
| "value": 0.2853689795806975 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_max", | |
| "display_name": "nauc_map_at_50_max", | |
| "description": null, | |
| "value": 0.35302238221077475 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_std", | |
| "display_name": "nauc_map_at_50_std", | |
| "description": null, | |
| "value": 0.645119394317702 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_diff1", | |
| "display_name": "nauc_map_at_50_diff1", | |
| "description": null, | |
| "value": 0.12237037613331439 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_max", | |
| "display_name": "nauc_recall_at_5_max", | |
| "description": null, | |
| "value": 0.052013553698076434 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_std", | |
| "display_name": "nauc_recall_at_5_std", | |
| "description": null, | |
| "value": 0.45739246576262554 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_diff1", | |
| "display_name": "nauc_recall_at_5_diff1", | |
| "description": null, | |
| "value": 0.3493212024717546 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_max", | |
| "display_name": "nauc_recall_at_10_max", | |
| "description": null, | |
| "value": 0.11192308593513252 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_std", | |
| "display_name": "nauc_recall_at_10_std", | |
| "description": null, | |
| "value": 0.5489391222279509 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_diff1", | |
| "display_name": "nauc_recall_at_10_diff1", | |
| "description": null, | |
| "value": 0.2769457461783965 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_max", | |
| "display_name": "nauc_recall_at_50_max", | |
| "description": null, | |
| "value": 0.3133757496247297 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_std", | |
| "display_name": "nauc_recall_at_50_std", | |
| "description": null, | |
| "value": 0.6618732618345899 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_diff1", | |
| "display_name": "nauc_recall_at_50_diff1", | |
| "description": null, | |
| "value": 0.11423599863005311 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_max", | |
| "display_name": "nauc_precision_at_5_max", | |
| "description": null, | |
| "value": 0.4062309467686318 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_std", | |
| "display_name": "nauc_precision_at_5_std", | |
| "description": null, | |
| "value": 0.3828260336036461 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_diff1", | |
| "display_name": "nauc_precision_at_5_diff1", | |
| "description": null, | |
| "value": -0.0870886550678612 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_max", | |
| "display_name": "nauc_precision_at_10_max", | |
| "description": null, | |
| "value": 0.3881405881948008 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_std", | |
| "display_name": "nauc_precision_at_10_std", | |
| "description": null, | |
| "value": 0.35340692971248944 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_diff1", | |
| "display_name": "nauc_precision_at_10_diff1", | |
| "description": null, | |
| "value": -0.1401576823890037 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_max", | |
| "display_name": "nauc_precision_at_50_max", | |
| "description": null, | |
| "value": 0.3163198713977749 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_std", | |
| "display_name": "nauc_precision_at_50_std", | |
| "description": null, | |
| "value": 0.10096336675596154 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_diff1", | |
| "display_name": "nauc_precision_at_50_diff1", | |
| "description": null, | |
| "value": -0.20998793758526332 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_max", | |
| "display_name": "nauc_mrr_at_5_max", | |
| "description": null, | |
| "value": 0.4276357773831127 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_std", | |
| "display_name": "nauc_mrr_at_5_std", | |
| "description": null, | |
| "value": 0.42675005803237664 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_diff1", | |
| "display_name": "nauc_mrr_at_5_diff1", | |
| "description": null, | |
| "value": 0.1732983192011071 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_max", | |
| "display_name": "nauc_mrr_at_10_max", | |
| "description": null, | |
| "value": 0.42738519405434844 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_std", | |
| "display_name": "nauc_mrr_at_10_std", | |
| "description": null, | |
| "value": 0.4349603370469823 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_diff1", | |
| "display_name": "nauc_mrr_at_10_diff1", | |
| "description": null, | |
| "value": 0.17457505671954143 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_max", | |
| "display_name": "nauc_mrr_at_50_max", | |
| "description": null, | |
| "value": 0.4269447696243609 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_std", | |
| "display_name": "nauc_mrr_at_50_std", | |
| "description": null, | |
| "value": 0.43456693807574653 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_diff1", | |
| "display_name": "nauc_mrr_at_50_diff1", | |
| "description": null, | |
| "value": 0.17238808668733543 | |
| } | |
| ] | |
| } | |
| ] | |
| } | |