Joshua Kravitz
Initial commit
e284167
raw
history blame
21.8 kB
{
"task": {
"id": "euk_retrieval",
"display_name": "Euk Retrieval",
"description": "Retrieves bacterial proteins with similar swissprot annotations to a query eukaryotic protein",
"modality": "protein",
"type": "retrieval",
"datasets": [
{
"path": "tattabio/euk_retrieval",
"revision": "c93dc56665cedd19fbeaea9ace146f2474c895f0"
},
{
"path": "tattabio/euk_retrieval_qrels",
"revision": "a5aa01e9b9738074aba57fc07434e352c4c71e4b"
}
],
"primary_metric_id": "map_at_5"
},
"model": {
"hf_name": "hugohrban/progen2-large",
"revision": "...",
"num_layers": 32,
"num_params": 2779356160,
"embed_dim": 2560
},
"dgeb_version": "0.0.0",
"results": [
{
"layer_number": 16,
"layer_display_name": "16",
"metrics": [
{
"id": "ndcg_at_5",
"display_name": "ndcg_at_5",
"description": null,
"value": 0.79265
},
{
"id": "ndcg_at_10",
"display_name": "ndcg_at_10",
"description": null,
"value": 0.78706
},
{
"id": "ndcg_at_50",
"display_name": "ndcg_at_50",
"description": null,
"value": 0.77934
},
{
"id": "map_at_5",
"display_name": "map_at_5",
"description": null,
"value": 0.31297
},
{
"id": "map_at_10",
"display_name": "map_at_10",
"description": null,
"value": 0.42594
},
{
"id": "map_at_50",
"display_name": "map_at_50",
"description": null,
"value": 0.6285
},
{
"id": "recall_at_5",
"display_name": "recall_at_5",
"description": null,
"value": 0.32182
},
{
"id": "recall_at_10",
"display_name": "recall_at_10",
"description": null,
"value": 0.44326
},
{
"id": "recall_at_50",
"display_name": "recall_at_50",
"description": null,
"value": 0.67623
},
{
"id": "precision_at_5",
"display_name": "precision_at_5",
"description": null,
"value": 0.70997
},
{
"id": "precision_at_10",
"display_name": "precision_at_10",
"description": null,
"value": 0.63441
},
{
"id": "precision_at_50",
"display_name": "precision_at_50",
"description": null,
"value": 0.3681
},
{
"id": "mrr_at_5",
"display_name": "mrr_at_5",
"description": null,
"value": 0.8430332261521974
},
{
"id": "mrr_at_10",
"display_name": "mrr_at_10",
"description": null,
"value": 0.8474850711988975
},
{
"id": "mrr_at_50",
"display_name": "mrr_at_50",
"description": null,
"value": 0.8485140543441441
},
{
"id": "nauc_ndcg_at_5_max",
"display_name": "nauc_ndcg_at_5_max",
"description": null,
"value": 0.623248146700816
},
{
"id": "nauc_ndcg_at_5_std",
"display_name": "nauc_ndcg_at_5_std",
"description": null,
"value": 0.6755617794201033
},
{
"id": "nauc_ndcg_at_5_diff1",
"display_name": "nauc_ndcg_at_5_diff1",
"description": null,
"value": -0.2062832776723883
},
{
"id": "nauc_ndcg_at_10_max",
"display_name": "nauc_ndcg_at_10_max",
"description": null,
"value": 0.6150971905749236
},
{
"id": "nauc_ndcg_at_10_std",
"display_name": "nauc_ndcg_at_10_std",
"description": null,
"value": 0.6851298227412265
},
{
"id": "nauc_ndcg_at_10_diff1",
"display_name": "nauc_ndcg_at_10_diff1",
"description": null,
"value": -0.2164177072767131
},
{
"id": "nauc_ndcg_at_50_max",
"display_name": "nauc_ndcg_at_50_max",
"description": null,
"value": 0.5606563694900604
},
{
"id": "nauc_ndcg_at_50_std",
"display_name": "nauc_ndcg_at_50_std",
"description": null,
"value": 0.6720929882395703
},
{
"id": "nauc_ndcg_at_50_diff1",
"display_name": "nauc_ndcg_at_50_diff1",
"description": null,
"value": -0.18233563570111652
},
{
"id": "nauc_map_at_5_max",
"display_name": "nauc_map_at_5_max",
"description": null,
"value": 0.12726038600829018
},
{
"id": "nauc_map_at_5_std",
"display_name": "nauc_map_at_5_std",
"description": null,
"value": 0.27883908864306833
},
{
"id": "nauc_map_at_5_diff1",
"display_name": "nauc_map_at_5_diff1",
"description": null,
"value": 0.21034053179876666
},
{
"id": "nauc_map_at_10_max",
"display_name": "nauc_map_at_10_max",
"description": null,
"value": 0.2388442883998982
},
{
"id": "nauc_map_at_10_std",
"display_name": "nauc_map_at_10_std",
"description": null,
"value": 0.4984729416529119
},
{
"id": "nauc_map_at_10_diff1",
"display_name": "nauc_map_at_10_diff1",
"description": null,
"value": 0.11734247621635328
},
{
"id": "nauc_map_at_50_max",
"display_name": "nauc_map_at_50_max",
"description": null,
"value": 0.5658825420942568
},
{
"id": "nauc_map_at_50_std",
"display_name": "nauc_map_at_50_std",
"description": null,
"value": 0.7844748384936805
},
{
"id": "nauc_map_at_50_diff1",
"display_name": "nauc_map_at_50_diff1",
"description": null,
"value": -0.10488808502349604
},
{
"id": "nauc_recall_at_5_max",
"display_name": "nauc_recall_at_5_max",
"description": null,
"value": 0.1148710587472859
},
{
"id": "nauc_recall_at_5_std",
"display_name": "nauc_recall_at_5_std",
"description": null,
"value": 0.26683520950781653
},
{
"id": "nauc_recall_at_5_diff1",
"display_name": "nauc_recall_at_5_diff1",
"description": null,
"value": 0.21895153236754078
},
{
"id": "nauc_recall_at_10_max",
"display_name": "nauc_recall_at_10_max",
"description": null,
"value": 0.21398850457265484
},
{
"id": "nauc_recall_at_10_std",
"display_name": "nauc_recall_at_10_std",
"description": null,
"value": 0.47731027192523895
},
{
"id": "nauc_recall_at_10_diff1",
"display_name": "nauc_recall_at_10_diff1",
"description": null,
"value": 0.12934753855868159
},
{
"id": "nauc_recall_at_50_max",
"display_name": "nauc_recall_at_50_max",
"description": null,
"value": 0.5329014815194145
},
{
"id": "nauc_recall_at_50_std",
"display_name": "nauc_recall_at_50_std",
"description": null,
"value": 0.7796995216647047
},
{
"id": "nauc_recall_at_50_diff1",
"display_name": "nauc_recall_at_50_diff1",
"description": null,
"value": -0.036946938653229996
},
{
"id": "nauc_precision_at_5_max",
"display_name": "nauc_precision_at_5_max",
"description": null,
"value": 0.5286196851573478
},
{
"id": "nauc_precision_at_5_std",
"display_name": "nauc_precision_at_5_std",
"description": null,
"value": 0.5983839423970794
},
{
"id": "nauc_precision_at_5_diff1",
"display_name": "nauc_precision_at_5_diff1",
"description": null,
"value": -0.4236911084804896
},
{
"id": "nauc_precision_at_10_max",
"display_name": "nauc_precision_at_10_max",
"description": null,
"value": 0.4545782642182253
},
{
"id": "nauc_precision_at_10_std",
"display_name": "nauc_precision_at_10_std",
"description": null,
"value": 0.5007516848828493
},
{
"id": "nauc_precision_at_10_diff1",
"display_name": "nauc_precision_at_10_diff1",
"description": null,
"value": -0.4262645964521107
},
{
"id": "nauc_precision_at_50_max",
"display_name": "nauc_precision_at_50_max",
"description": null,
"value": 0.1500642024947319
},
{
"id": "nauc_precision_at_50_std",
"display_name": "nauc_precision_at_50_std",
"description": null,
"value": -0.1600499789472809
},
{
"id": "nauc_precision_at_50_diff1",
"display_name": "nauc_precision_at_50_diff1",
"description": null,
"value": -0.30891321831672286
},
{
"id": "nauc_mrr_at_5_max",
"display_name": "nauc_mrr_at_5_max",
"description": null,
"value": 0.6890316490341247
},
{
"id": "nauc_mrr_at_5_std",
"display_name": "nauc_mrr_at_5_std",
"description": null,
"value": 0.6388576263708866
},
{
"id": "nauc_mrr_at_5_diff1",
"display_name": "nauc_mrr_at_5_diff1",
"description": null,
"value": -0.15515652272104835
},
{
"id": "nauc_mrr_at_10_max",
"display_name": "nauc_mrr_at_10_max",
"description": null,
"value": 0.6897689099007713
},
{
"id": "nauc_mrr_at_10_std",
"display_name": "nauc_mrr_at_10_std",
"description": null,
"value": 0.6331945267231739
},
{
"id": "nauc_mrr_at_10_diff1",
"display_name": "nauc_mrr_at_10_diff1",
"description": null,
"value": -0.17683210867574006
},
{
"id": "nauc_mrr_at_50_max",
"display_name": "nauc_mrr_at_50_max",
"description": null,
"value": 0.6912368384982113
},
{
"id": "nauc_mrr_at_50_std",
"display_name": "nauc_mrr_at_50_std",
"description": null,
"value": 0.6326576797440999
},
{
"id": "nauc_mrr_at_50_diff1",
"display_name": "nauc_mrr_at_50_diff1",
"description": null,
"value": -0.17574979114357966
}
]
},
{
"layer_number": 31,
"layer_display_name": "31",
"metrics": [
{
"id": "ndcg_at_5",
"display_name": "ndcg_at_5",
"description": null,
"value": 0.60293
},
{
"id": "ndcg_at_10",
"display_name": "ndcg_at_10",
"description": null,
"value": 0.56499
},
{
"id": "ndcg_at_50",
"display_name": "ndcg_at_50",
"description": null,
"value": 0.51375
},
{
"id": "map_at_5",
"display_name": "map_at_5",
"description": null,
"value": 0.18533
},
{
"id": "map_at_10",
"display_name": "map_at_10",
"description": null,
"value": 0.23869
},
{
"id": "map_at_50",
"display_name": "map_at_50",
"description": null,
"value": 0.33028
},
{
"id": "recall_at_5",
"display_name": "recall_at_5",
"description": null,
"value": 0.19775
},
{
"id": "recall_at_10",
"display_name": "recall_at_10",
"description": null,
"value": 0.26432
},
{
"id": "recall_at_50",
"display_name": "recall_at_50",
"description": null,
"value": 0.4146
},
{
"id": "precision_at_5",
"display_name": "precision_at_5",
"description": null,
"value": 0.53762
},
{
"id": "precision_at_10",
"display_name": "precision_at_10",
"description": null,
"value": 0.45241
},
{
"id": "precision_at_50",
"display_name": "precision_at_50",
"description": null,
"value": 0.24424
},
{
"id": "mrr_at_5",
"display_name": "mrr_at_5",
"description": null,
"value": 0.7315648445873527
},
{
"id": "mrr_at_10",
"display_name": "mrr_at_10",
"description": null,
"value": 0.7361098351452049
},
{
"id": "mrr_at_50",
"display_name": "mrr_at_50",
"description": null,
"value": 0.7390325351956528
},
{
"id": "nauc_ndcg_at_5_max",
"display_name": "nauc_ndcg_at_5_max",
"description": null,
"value": 0.5258291178052644
},
{
"id": "nauc_ndcg_at_5_std",
"display_name": "nauc_ndcg_at_5_std",
"description": null,
"value": 0.6990369551084505
},
{
"id": "nauc_ndcg_at_5_diff1",
"display_name": "nauc_ndcg_at_5_diff1",
"description": null,
"value": 0.19847712933798844
},
{
"id": "nauc_ndcg_at_10_max",
"display_name": "nauc_ndcg_at_10_max",
"description": null,
"value": 0.49349547399540455
},
{
"id": "nauc_ndcg_at_10_std",
"display_name": "nauc_ndcg_at_10_std",
"description": null,
"value": 0.6664206673817538
},
{
"id": "nauc_ndcg_at_10_diff1",
"display_name": "nauc_ndcg_at_10_diff1",
"description": null,
"value": 0.1600227050947377
},
{
"id": "nauc_ndcg_at_50_max",
"display_name": "nauc_ndcg_at_50_max",
"description": null,
"value": 0.42061526717556513
},
{
"id": "nauc_ndcg_at_50_std",
"display_name": "nauc_ndcg_at_50_std",
"description": null,
"value": 0.6083533212467029
},
{
"id": "nauc_ndcg_at_50_diff1",
"display_name": "nauc_ndcg_at_50_diff1",
"description": null,
"value": 0.1686331650483035
},
{
"id": "nauc_map_at_5_max",
"display_name": "nauc_map_at_5_max",
"description": null,
"value": 0.14859441615302324
},
{
"id": "nauc_map_at_5_std",
"display_name": "nauc_map_at_5_std",
"description": null,
"value": 0.23988353743529217
},
{
"id": "nauc_map_at_5_diff1",
"display_name": "nauc_map_at_5_diff1",
"description": null,
"value": 0.30180731282787276
},
{
"id": "nauc_map_at_10_max",
"display_name": "nauc_map_at_10_max",
"description": null,
"value": 0.23839489619661014
},
{
"id": "nauc_map_at_10_std",
"display_name": "nauc_map_at_10_std",
"description": null,
"value": 0.40953413539940225
},
{
"id": "nauc_map_at_10_diff1",
"display_name": "nauc_map_at_10_diff1",
"description": null,
"value": 0.2460114370422075
},
{
"id": "nauc_map_at_50_max",
"display_name": "nauc_map_at_50_max",
"description": null,
"value": 0.3761510941109189
},
{
"id": "nauc_map_at_50_std",
"display_name": "nauc_map_at_50_std",
"description": null,
"value": 0.602955555500399
},
{
"id": "nauc_map_at_50_diff1",
"display_name": "nauc_map_at_50_diff1",
"description": null,
"value": 0.15749579060843896
},
{
"id": "nauc_recall_at_5_max",
"display_name": "nauc_recall_at_5_max",
"description": null,
"value": 0.11444039748419432
},
{
"id": "nauc_recall_at_5_std",
"display_name": "nauc_recall_at_5_std",
"description": null,
"value": 0.19218511723799558
},
{
"id": "nauc_recall_at_5_diff1",
"display_name": "nauc_recall_at_5_diff1",
"description": null,
"value": 0.2825603490529135
},
{
"id": "nauc_recall_at_10_max",
"display_name": "nauc_recall_at_10_max",
"description": null,
"value": 0.18835645126114328
},
{
"id": "nauc_recall_at_10_std",
"display_name": "nauc_recall_at_10_std",
"description": null,
"value": 0.3410474906629072
},
{
"id": "nauc_recall_at_10_diff1",
"display_name": "nauc_recall_at_10_diff1",
"description": null,
"value": 0.2429814898980251
},
{
"id": "nauc_recall_at_50_max",
"display_name": "nauc_recall_at_50_max",
"description": null,
"value": 0.32800009778288497
},
{
"id": "nauc_recall_at_50_std",
"display_name": "nauc_recall_at_50_std",
"description": null,
"value": 0.5144024756263704
},
{
"id": "nauc_recall_at_50_diff1",
"display_name": "nauc_recall_at_50_diff1",
"description": null,
"value": 0.17371372463750084
},
{
"id": "nauc_precision_at_5_max",
"display_name": "nauc_precision_at_5_max",
"description": null,
"value": 0.5304991625331207
},
{
"id": "nauc_precision_at_5_std",
"display_name": "nauc_precision_at_5_std",
"description": null,
"value": 0.7215198097667779
},
{
"id": "nauc_precision_at_5_diff1",
"display_name": "nauc_precision_at_5_diff1",
"description": null,
"value": 0.05714336353148511
},
{
"id": "nauc_precision_at_10_max",
"display_name": "nauc_precision_at_10_max",
"description": null,
"value": 0.4853052816819128
},
{
"id": "nauc_precision_at_10_std",
"display_name": "nauc_precision_at_10_std",
"description": null,
"value": 0.6759994282048366
},
{
"id": "nauc_precision_at_10_diff1",
"display_name": "nauc_precision_at_10_diff1",
"description": null,
"value": -0.03704981651554237
},
{
"id": "nauc_precision_at_50_max",
"display_name": "nauc_precision_at_50_max",
"description": null,
"value": 0.31062406812604343
},
{
"id": "nauc_precision_at_50_std",
"display_name": "nauc_precision_at_50_std",
"description": null,
"value": 0.4025880047512197
},
{
"id": "nauc_precision_at_50_diff1",
"display_name": "nauc_precision_at_50_diff1",
"description": null,
"value": -0.1340192827457276
},
{
"id": "nauc_mrr_at_5_max",
"display_name": "nauc_mrr_at_5_max",
"description": null,
"value": 0.5665289123893353
},
{
"id": "nauc_mrr_at_5_std",
"display_name": "nauc_mrr_at_5_std",
"description": null,
"value": 0.6278003990906513
},
{
"id": "nauc_mrr_at_5_diff1",
"display_name": "nauc_mrr_at_5_diff1",
"description": null,
"value": 0.37278396283325976
},
{
"id": "nauc_mrr_at_10_max",
"display_name": "nauc_mrr_at_10_max",
"description": null,
"value": 0.5701246528415677
},
{
"id": "nauc_mrr_at_10_std",
"display_name": "nauc_mrr_at_10_std",
"description": null,
"value": 0.6321080355936443
},
{
"id": "nauc_mrr_at_10_diff1",
"display_name": "nauc_mrr_at_10_diff1",
"description": null,
"value": 0.369945061055372
},
{
"id": "nauc_mrr_at_50_max",
"display_name": "nauc_mrr_at_50_max",
"description": null,
"value": 0.5726947773737544
},
{
"id": "nauc_mrr_at_50_std",
"display_name": "nauc_mrr_at_50_std",
"description": null,
"value": 0.6348440871378689
},
{
"id": "nauc_mrr_at_50_diff1",
"display_name": "nauc_mrr_at_50_diff1",
"description": null,
"value": 0.37227517916401826
}
]
}
]
}