Spaces:
Running
Running
Commit
•
ab3a10d
1
Parent(s):
d63b781
Upload data.json
Browse files
data.json
CHANGED
|
@@ -122,6 +122,21 @@
|
|
| 122 |
"name": "PSC",
|
| 123 |
"groupId": "PairClassification"
|
| 124 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 125 |
{
|
| 126 |
"id": "ArguAna-PL",
|
| 127 |
"name": "ArguAna-PL",
|
|
@@ -181,21 +196,6 @@
|
|
| 181 |
"id": "SciDefRetrieval",
|
| 182 |
"name": "SciDefRetrieval",
|
| 183 |
"groupId": "Retrieval"
|
| 184 |
-
},
|
| 185 |
-
{
|
| 186 |
-
"id": "SICK-R-PL",
|
| 187 |
-
"name": "SICK-R-PL",
|
| 188 |
-
"groupId": "STS"
|
| 189 |
-
},
|
| 190 |
-
{
|
| 191 |
-
"id": "CDSC-R",
|
| 192 |
-
"name": "CDSC-R",
|
| 193 |
-
"groupId": "STS"
|
| 194 |
-
},
|
| 195 |
-
{
|
| 196 |
-
"id": "STS22",
|
| 197 |
-
"name": "STS22",
|
| 198 |
-
"groupId": "STS"
|
| 199 |
}
|
| 200 |
],
|
| 201 |
"models": [
|
|
@@ -279,6 +279,11 @@
|
|
| 279 |
"name": "sdadas/mmlw-roberta-large",
|
| 280 |
"url": "https://huggingface.co/sdadas/mmlw-roberta-large"
|
| 281 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 282 |
{
|
| 283 |
"id": "bge-multilingual-gemma2",
|
| 284 |
"name": "BAAI/bge-multilingual-gemma2",
|
|
@@ -6644,149 +6649,6 @@
|
|
| 6644 |
"max.f1": 73.67642,
|
| 6645 |
"main_score": 81.188
|
| 6646 |
},
|
| 6647 |
-
"HotpotQA-PL": {
|
| 6648 |
-
"main_score": 77.028,
|
| 6649 |
-
"map_at_1": 41.249,
|
| 6650 |
-
"map_at_10": 69.512,
|
| 6651 |
-
"map_at_100": 70.291,
|
| 6652 |
-
"map_at_1000": 70.334,
|
| 6653 |
-
"map_at_20": 69.992,
|
| 6654 |
-
"map_at_3": 65.751,
|
| 6655 |
-
"map_at_5": 68.161,
|
| 6656 |
-
"mrr_at_1": 82.49831,
|
| 6657 |
-
"mrr_at_10": 87.71202,
|
| 6658 |
-
"mrr_at_100": 87.84266,
|
| 6659 |
-
"mrr_at_1000": 87.84558,
|
| 6660 |
-
"mrr_at_20": 87.8064,
|
| 6661 |
-
"mrr_at_3": 86.94576,
|
| 6662 |
-
"mrr_at_5": 87.4677,
|
| 6663 |
-
"nauc_map_at_1000_diff1": 17.1712,
|
| 6664 |
-
"nauc_map_at_1000_max": 29.98157,
|
| 6665 |
-
"nauc_map_at_1000_std": 8.9366,
|
| 6666 |
-
"nauc_map_at_100_diff1": 17.15618,
|
| 6667 |
-
"nauc_map_at_100_max": 29.98812,
|
| 6668 |
-
"nauc_map_at_100_std": 8.96795,
|
| 6669 |
-
"nauc_map_at_10_diff1": 16.85442,
|
| 6670 |
-
"nauc_map_at_10_max": 29.78421,
|
| 6671 |
-
"nauc_map_at_10_std": 8.53523,
|
| 6672 |
-
"nauc_map_at_1_diff1": 68.01295,
|
| 6673 |
-
"nauc_map_at_1_max": 47.5102,
|
| 6674 |
-
"nauc_map_at_1_std": -179.51406,
|
| 6675 |
-
"nauc_map_at_20_diff1": 16.99396,
|
| 6676 |
-
"nauc_map_at_20_max": 29.92081,
|
| 6677 |
-
"nauc_map_at_20_std": 8.8736,
|
| 6678 |
-
"nauc_map_at_3_diff1": 16.16515,
|
| 6679 |
-
"nauc_map_at_3_max": 27.62372,
|
| 6680 |
-
"nauc_map_at_3_std": 5.13141,
|
| 6681 |
-
"nauc_map_at_5_diff1": 16.50786,
|
| 6682 |
-
"nauc_map_at_5_max": 28.90191,
|
| 6683 |
-
"nauc_map_at_5_std": 7.23809,
|
| 6684 |
-
"nauc_mrr_at_1000_diff1": 66.74503,
|
| 6685 |
-
"nauc_mrr_at_1000_max": 50.29274,
|
| 6686 |
-
"nauc_mrr_at_1000_std": 1.60239,
|
| 6687 |
-
"nauc_mrr_at_100_diff1": 66.74136,
|
| 6688 |
-
"nauc_mrr_at_100_max": 50.2972,
|
| 6689 |
-
"nauc_mrr_at_100_std": 1.61214,
|
| 6690 |
-
"nauc_mrr_at_10_diff1": 66.71815,
|
| 6691 |
-
"nauc_mrr_at_10_max": 50.39851,
|
| 6692 |
-
"nauc_mrr_at_10_std": 1.73399,
|
| 6693 |
-
"nauc_mrr_at_1_diff1": 68.01295,
|
| 6694 |
-
"nauc_mrr_at_1_max": 47.6277,
|
| 6695 |
-
"nauc_mrr_at_1_std": -144.20431,
|
| 6696 |
-
"nauc_mrr_at_20_diff1": 66.72945,
|
| 6697 |
-
"nauc_mrr_at_20_max": 50.32572,
|
| 6698 |
-
"nauc_mrr_at_20_std": 1.65843,
|
| 6699 |
-
"nauc_mrr_at_3_diff1": 66.29662,
|
| 6700 |
-
"nauc_mrr_at_3_max": 50.29363,
|
| 6701 |
-
"nauc_mrr_at_3_std": 1.1373,
|
| 6702 |
-
"nauc_mrr_at_5_diff1": 66.70959,
|
| 6703 |
-
"nauc_mrr_at_5_max": 50.42831,
|
| 6704 |
-
"nauc_mrr_at_5_std": 1.54924,
|
| 6705 |
-
"nauc_ndcg_at_1000_diff1": 24.33716,
|
| 6706 |
-
"nauc_ndcg_at_1000_max": 35.02178,
|
| 6707 |
-
"nauc_ndcg_at_1000_std": 11.97674,
|
| 6708 |
-
"nauc_ndcg_at_100_diff1": 23.58443,
|
| 6709 |
-
"nauc_ndcg_at_100_max": 35.12305,
|
| 6710 |
-
"nauc_ndcg_at_100_std": 12.92129,
|
| 6711 |
-
"nauc_ndcg_at_10_diff1": 22.05713,
|
| 6712 |
-
"nauc_ndcg_at_10_max": 34.09397,
|
| 6713 |
-
"nauc_ndcg_at_10_std": 11.2134,
|
| 6714 |
-
"nauc_ndcg_at_1_diff1": 68.01295,
|
| 6715 |
-
"nauc_ndcg_at_1_max": 47.5102,
|
| 6716 |
-
"nauc_ndcg_at_1_std": -179.51406,
|
| 6717 |
-
"nauc_ndcg_at_20_diff1": 22.40435,
|
| 6718 |
-
"nauc_ndcg_at_20_max": 34.50508,
|
| 6719 |
-
"nauc_ndcg_at_20_std": 12.28199,
|
| 6720 |
-
"nauc_ndcg_at_3_diff1": 21.21895,
|
| 6721 |
-
"nauc_ndcg_at_3_max": 30.76465,
|
| 6722 |
-
"nauc_ndcg_at_3_std": 5.5019,
|
| 6723 |
-
"nauc_ndcg_at_5_diff1": 21.48983,
|
| 6724 |
-
"nauc_ndcg_at_5_max": 32.43517,
|
| 6725 |
-
"nauc_ndcg_at_5_std": 8.59021,
|
| 6726 |
-
"nauc_precision_at_1000_diff1": 9.05692,
|
| 6727 |
-
"nauc_precision_at_1000_max": 47.29862,
|
| 6728 |
-
"nauc_precision_at_1000_std": 60.06028,
|
| 6729 |
-
"nauc_precision_at_100_diff1": 6.85321,
|
| 6730 |
-
"nauc_precision_at_100_max": 40.23686,
|
| 6731 |
-
"nauc_precision_at_100_std": 44.69884,
|
| 6732 |
-
"nauc_precision_at_10_diff1": 7.75726,
|
| 6733 |
-
"nauc_precision_at_10_max": 33.24413,
|
| 6734 |
-
"nauc_precision_at_10_std": 22.89489,
|
| 6735 |
-
"nauc_precision_at_1_diff1": 68.01295,
|
| 6736 |
-
"nauc_precision_at_1_max": 47.5102,
|
| 6737 |
-
"nauc_precision_at_1_std": -179.51406,
|
| 6738 |
-
"nauc_precision_at_20_diff1": 6.10279,
|
| 6739 |
-
"nauc_precision_at_20_max": 34.38474,
|
| 6740 |
-
"nauc_precision_at_20_std": 29.40165,
|
| 6741 |
-
"nauc_precision_at_3_diff1": 10.00418,
|
| 6742 |
-
"nauc_precision_at_3_max": 27.07528,
|
| 6743 |
-
"nauc_precision_at_3_std": 8.03425,
|
| 6744 |
-
"nauc_precision_at_5_diff1": 8.67208,
|
| 6745 |
-
"nauc_precision_at_5_max": 29.35258,
|
| 6746 |
-
"nauc_precision_at_5_std": 14.45646,
|
| 6747 |
-
"nauc_recall_at_1000_diff1": 9.05692,
|
| 6748 |
-
"nauc_recall_at_1000_max": 47.29862,
|
| 6749 |
-
"nauc_recall_at_1000_std": 60.06028,
|
| 6750 |
-
"nauc_recall_at_100_diff1": 6.85321,
|
| 6751 |
-
"nauc_recall_at_100_max": 40.23686,
|
| 6752 |
-
"nauc_recall_at_100_std": 44.69884,
|
| 6753 |
-
"nauc_recall_at_10_diff1": 7.75726,
|
| 6754 |
-
"nauc_recall_at_10_max": 33.24413,
|
| 6755 |
-
"nauc_recall_at_10_std": 22.89489,
|
| 6756 |
-
"nauc_recall_at_1_diff1": 68.01295,
|
| 6757 |
-
"nauc_recall_at_1_max": 47.5102,
|
| 6758 |
-
"nauc_recall_at_1_std": -179.51406,
|
| 6759 |
-
"nauc_recall_at_20_diff1": 6.10279,
|
| 6760 |
-
"nauc_recall_at_20_max": 34.38474,
|
| 6761 |
-
"nauc_recall_at_20_std": 29.40165,
|
| 6762 |
-
"nauc_recall_at_3_diff1": 10.00418,
|
| 6763 |
-
"nauc_recall_at_3_max": 27.07528,
|
| 6764 |
-
"nauc_recall_at_3_std": 8.03425,
|
| 6765 |
-
"nauc_recall_at_5_diff1": 8.67208,
|
| 6766 |
-
"nauc_recall_at_5_max": 29.35258,
|
| 6767 |
-
"nauc_recall_at_5_std": 14.45646,
|
| 6768 |
-
"ndcg_at_1": 82.498,
|
| 6769 |
-
"ndcg_at_10": 77.028,
|
| 6770 |
-
"ndcg_at_100": 79.593,
|
| 6771 |
-
"ndcg_at_1000": 80.372,
|
| 6772 |
-
"ndcg_at_20": 78.194,
|
| 6773 |
-
"ndcg_at_3": 71.932,
|
| 6774 |
-
"ndcg_at_5": 74.878,
|
| 6775 |
-
"precision_at_1": 82.498,
|
| 6776 |
-
"precision_at_10": 16.289,
|
| 6777 |
-
"precision_at_100": 1.826,
|
| 6778 |
-
"precision_at_1000": 19.3,
|
| 6779 |
-
"precision_at_20": 8.519,
|
| 6780 |
-
"precision_at_3": 46.851,
|
| 6781 |
-
"precision_at_5": 30.436,
|
| 6782 |
-
"recall_at_1": 41.249,
|
| 6783 |
-
"recall_at_10": 81.445,
|
| 6784 |
-
"recall_at_100": 91.323,
|
| 6785 |
-
"recall_at_1000": 96.442,
|
| 6786 |
-
"recall_at_20": 85.186,
|
| 6787 |
-
"recall_at_3": 70.277,
|
| 6788 |
-
"recall_at_5": 76.09
|
| 6789 |
-
},
|
| 6790 |
"PPC": {
|
| 6791 |
"cos_sim.accuracy": 84.7,
|
| 6792 |
"cos_sim.accuracy_threshold": 84.19128,
|
|
@@ -7059,149 +6921,6 @@
|
|
| 7059 |
"v_measures": 48.42803,
|
| 7060 |
"main_score": 46.12075
|
| 7061 |
},
|
| 7062 |
-
"NQ-PL": {
|
| 7063 |
-
"main_score": 56.854,
|
| 7064 |
-
"map_at_1": 34.514,
|
| 7065 |
-
"map_at_10": 49.644,
|
| 7066 |
-
"map_at_100": 50.608,
|
| 7067 |
-
"map_at_1000": 50.635,
|
| 7068 |
-
"map_at_20": 50.305,
|
| 7069 |
-
"map_at_3": 45.672,
|
| 7070 |
-
"map_at_5": 48.089,
|
| 7071 |
-
"mrr_at_1": 38.78911,
|
| 7072 |
-
"mrr_at_10": 52.1484,
|
| 7073 |
-
"mrr_at_100": 52.85297,
|
| 7074 |
-
"mrr_at_1000": 52.87105,
|
| 7075 |
-
"mrr_at_20": 52.64189,
|
| 7076 |
-
"mrr_at_3": 48.97644,
|
| 7077 |
-
"mrr_at_5": 50.92169,
|
| 7078 |
-
"nauc_map_at_1000_diff1": 37.02157,
|
| 7079 |
-
"nauc_map_at_1000_max": 30.95412,
|
| 7080 |
-
"nauc_map_at_1000_std": 7.32003,
|
| 7081 |
-
"nauc_map_at_100_diff1": 37.02237,
|
| 7082 |
-
"nauc_map_at_100_max": 30.96977,
|
| 7083 |
-
"nauc_map_at_100_std": 7.33984,
|
| 7084 |
-
"nauc_map_at_10_diff1": 36.90103,
|
| 7085 |
-
"nauc_map_at_10_max": 30.78572,
|
| 7086 |
-
"nauc_map_at_10_std": 6.77945,
|
| 7087 |
-
"nauc_map_at_1_diff1": 39.90903,
|
| 7088 |
-
"nauc_map_at_1_max": 25.24163,
|
| 7089 |
-
"nauc_map_at_1_std": 3.93468,
|
| 7090 |
-
"nauc_map_at_20_diff1": 37.01886,
|
| 7091 |
-
"nauc_map_at_20_max": 30.93865,
|
| 7092 |
-
"nauc_map_at_20_std": 7.15778,
|
| 7093 |
-
"nauc_map_at_3_diff1": 36.66395,
|
| 7094 |
-
"nauc_map_at_3_max": 28.73918,
|
| 7095 |
-
"nauc_map_at_3_std": 4.97444,
|
| 7096 |
-
"nauc_map_at_5_diff1": 36.502,
|
| 7097 |
-
"nauc_map_at_5_max": 30.19695,
|
| 7098 |
-
"nauc_map_at_5_std": 6.0807,
|
| 7099 |
-
"nauc_mrr_at_1000_diff1": 37.13772,
|
| 7100 |
-
"nauc_mrr_at_1000_max": 31.75155,
|
| 7101 |
-
"nauc_mrr_at_1000_std": 9.50861,
|
| 7102 |
-
"nauc_mrr_at_100_diff1": 37.13715,
|
| 7103 |
-
"nauc_mrr_at_100_max": 31.76453,
|
| 7104 |
-
"nauc_mrr_at_100_std": 9.52733,
|
| 7105 |
-
"nauc_mrr_at_10_diff1": 37.04617,
|
| 7106 |
-
"nauc_mrr_at_10_max": 31.83556,
|
| 7107 |
-
"nauc_mrr_at_10_std": 9.40348,
|
| 7108 |
-
"nauc_mrr_at_1_diff1": 40.24341,
|
| 7109 |
-
"nauc_mrr_at_1_max": 27.89203,
|
| 7110 |
-
"nauc_mrr_at_1_std": 6.94806,
|
| 7111 |
-
"nauc_mrr_at_20_diff1": 37.1368,
|
| 7112 |
-
"nauc_mrr_at_20_max": 31.80571,
|
| 7113 |
-
"nauc_mrr_at_20_std": 9.46352,
|
| 7114 |
-
"nauc_mrr_at_3_diff1": 36.59948,
|
| 7115 |
-
"nauc_mrr_at_3_max": 30.56906,
|
| 7116 |
-
"nauc_mrr_at_3_std": 8.21347,
|
| 7117 |
-
"nauc_mrr_at_5_diff1": 36.6674,
|
| 7118 |
-
"nauc_mrr_at_5_max": 31.47023,
|
| 7119 |
-
"nauc_mrr_at_5_std": 9.0211,
|
| 7120 |
-
"nauc_ndcg_at_1000_diff1": 36.60296,
|
| 7121 |
-
"nauc_ndcg_at_1000_max": 33.40562,
|
| 7122 |
-
"nauc_ndcg_at_1000_std": 10.60845,
|
| 7123 |
-
"nauc_ndcg_at_100_diff1": 36.59947,
|
| 7124 |
-
"nauc_ndcg_at_100_max": 33.95703,
|
| 7125 |
-
"nauc_ndcg_at_100_std": 11.34047,
|
| 7126 |
-
"nauc_ndcg_at_10_diff1": 36.14418,
|
| 7127 |
-
"nauc_ndcg_at_10_max": 33.45104,
|
| 7128 |
-
"nauc_ndcg_at_10_std": 9.27297,
|
| 7129 |
-
"nauc_ndcg_at_1_diff1": 40.07169,
|
| 7130 |
-
"nauc_ndcg_at_1_max": 27.94335,
|
| 7131 |
-
"nauc_ndcg_at_1_std": 7.03664,
|
| 7132 |
-
"nauc_ndcg_at_20_diff1": 36.51152,
|
| 7133 |
-
"nauc_ndcg_at_20_max": 33.89378,
|
| 7134 |
-
"nauc_ndcg_at_20_std": 10.34272,
|
| 7135 |
-
"nauc_ndcg_at_3_diff1": 35.48228,
|
| 7136 |
-
"nauc_ndcg_at_3_max": 29.91235,
|
| 7137 |
-
"nauc_ndcg_at_3_std": 5.96941,
|
| 7138 |
-
"nauc_ndcg_at_5_diff1": 35.22178,
|
| 7139 |
-
"nauc_ndcg_at_5_max": 32.10722,
|
| 7140 |
-
"nauc_ndcg_at_5_std": 7.67017,
|
| 7141 |
-
"nauc_precision_at_1000_diff1": -428.50002,
|
| 7142 |
-
"nauc_precision_at_1000_max": 14.60063,
|
| 7143 |
-
"nauc_precision_at_1000_std": 21.99144,
|
| 7144 |
-
"nauc_precision_at_100_diff1": 1.72665,
|
| 7145 |
-
"nauc_precision_at_100_max": 22.99322,
|
| 7146 |
-
"nauc_precision_at_100_std": 27.46418,
|
| 7147 |
-
"nauc_precision_at_10_diff1": 16.16723,
|
| 7148 |
-
"nauc_precision_at_10_max": 32.61178,
|
| 7149 |
-
"nauc_precision_at_10_std": 19.30609,
|
| 7150 |
-
"nauc_precision_at_1_diff1": 40.07169,
|
| 7151 |
-
"nauc_precision_at_1_max": 27.94335,
|
| 7152 |
-
"nauc_precision_at_1_std": 7.03664,
|
| 7153 |
-
"nauc_precision_at_20_diff1": 10.98636,
|
| 7154 |
-
"nauc_precision_at_20_max": 30.00161,
|
| 7155 |
-
"nauc_precision_at_20_std": 23.47016,
|
| 7156 |
-
"nauc_precision_at_3_diff1": 25.0213,
|
| 7157 |
-
"nauc_precision_at_3_max": 31.11244,
|
| 7158 |
-
"nauc_precision_at_3_std": 9.97934,
|
| 7159 |
-
"nauc_precision_at_5_diff1": 19.85259,
|
| 7160 |
-
"nauc_precision_at_5_max": 33.01706,
|
| 7161 |
-
"nauc_precision_at_5_std": 14.2264,
|
| 7162 |
-
"nauc_recall_at_1000_diff1": 32.95681,
|
| 7163 |
-
"nauc_recall_at_1000_max": 81.17617,
|
| 7164 |
-
"nauc_recall_at_1000_std": 80.81894,
|
| 7165 |
-
"nauc_recall_at_100_diff1": 34.21544,
|
| 7166 |
-
"nauc_recall_at_100_max": 64.60424,
|
| 7167 |
-
"nauc_recall_at_100_std": 55.36263,
|
| 7168 |
-
"nauc_recall_at_10_diff1": 31.85457,
|
| 7169 |
-
"nauc_recall_at_10_max": 41.47698,
|
| 7170 |
-
"nauc_recall_at_10_std": 15.44982,
|
| 7171 |
-
"nauc_recall_at_1_diff1": 39.90903,
|
| 7172 |
-
"nauc_recall_at_1_max": 25.24163,
|
| 7173 |
-
"nauc_recall_at_1_std": 3.93468,
|
| 7174 |
-
"nauc_recall_at_20_diff1": 33.15542,
|
| 7175 |
-
"nauc_recall_at_20_max": 47.41147,
|
| 7176 |
-
"nauc_recall_at_20_std": 24.12282,
|
| 7177 |
-
"nauc_recall_at_3_diff1": 31.03007,
|
| 7178 |
-
"nauc_recall_at_3_max": 30.34947,
|
| 7179 |
-
"nauc_recall_at_3_std": 5.37926,
|
| 7180 |
-
"nauc_recall_at_5_diff1": 29.66245,
|
| 7181 |
-
"nauc_recall_at_5_max": 35.59584,
|
| 7182 |
-
"nauc_recall_at_5_std": 9.13848,
|
| 7183 |
-
"ndcg_at_1": 38.847,
|
| 7184 |
-
"ndcg_at_10": 56.854,
|
| 7185 |
-
"ndcg_at_100": 60.767,
|
| 7186 |
-
"ndcg_at_1000": 61.399,
|
| 7187 |
-
"ndcg_at_20": 58.941,
|
| 7188 |
-
"ndcg_at_3": 49.576,
|
| 7189 |
-
"ndcg_at_5": 53.502,
|
| 7190 |
-
"precision_at_1": 38.847,
|
| 7191 |
-
"precision_at_10": 9.064,
|
| 7192 |
-
"precision_at_100": 1.127,
|
| 7193 |
-
"precision_at_1000": 11.9,
|
| 7194 |
-
"precision_at_20": 5.038,
|
| 7195 |
-
"precision_at_3": 22.335,
|
| 7196 |
-
"precision_at_5": 15.689,
|
| 7197 |
-
"recall_at_1": 34.514,
|
| 7198 |
-
"recall_at_10": 76.152,
|
| 7199 |
-
"recall_at_100": 92.837,
|
| 7200 |
-
"recall_at_1000": 97.596,
|
| 7201 |
-
"recall_at_20": 83.778,
|
| 7202 |
-
"recall_at_3": 57.484,
|
| 7203 |
-
"recall_at_5": 66.476
|
| 7204 |
-
},
|
| 7205 |
"STS22": {
|
| 7206 |
"cos_sim.pearson": 38.49439,
|
| 7207 |
"cos_sim.spearman": 39.70557,
|
|
@@ -7211,292 +6930,6 @@
|
|
| 7211 |
"manhattan.spearman": 39.8394,
|
| 7212 |
"main_score": 39.70557
|
| 7213 |
},
|
| 7214 |
-
"DBPedia-PL": {
|
| 7215 |
-
"main_score": 43.189,
|
| 7216 |
-
"map_at_1": 8.838,
|
| 7217 |
-
"map_at_10": 20.335,
|
| 7218 |
-
"map_at_100": 29.818,
|
| 7219 |
-
"map_at_1000": 31.672,
|
| 7220 |
-
"map_at_20": 24.037,
|
| 7221 |
-
"map_at_3": 14.144,
|
| 7222 |
-
"map_at_5": 16.674,
|
| 7223 |
-
"mrr_at_1": 66.25,
|
| 7224 |
-
"mrr_at_10": 74.51429,
|
| 7225 |
-
"mrr_at_100": 74.85026,
|
| 7226 |
-
"mrr_at_1000": 74.86158,
|
| 7227 |
-
"mrr_at_20": 74.75228,
|
| 7228 |
-
"mrr_at_3": 73.25,
|
| 7229 |
-
"mrr_at_5": 73.825,
|
| 7230 |
-
"nauc_map_at_1000_diff1": 25.39796,
|
| 7231 |
-
"nauc_map_at_1000_max": 34.60046,
|
| 7232 |
-
"nauc_map_at_1000_std": 25.48434,
|
| 7233 |
-
"nauc_map_at_100_diff1": 26.7324,
|
| 7234 |
-
"nauc_map_at_100_max": 33.16273,
|
| 7235 |
-
"nauc_map_at_100_std": 22.70556,
|
| 7236 |
-
"nauc_map_at_10_diff1": 31.04835,
|
| 7237 |
-
"nauc_map_at_10_max": 20.58247,
|
| 7238 |
-
"nauc_map_at_10_std": -30.57741,
|
| 7239 |
-
"nauc_map_at_1_diff1": 37.44385,
|
| 7240 |
-
"nauc_map_at_1_max": 2.00907,
|
| 7241 |
-
"nauc_map_at_1_std": -1838.97204,
|
| 7242 |
-
"nauc_map_at_20_diff1": 29.14595,
|
| 7243 |
-
"nauc_map_at_20_max": 25.33724,
|
| 7244 |
-
"nauc_map_at_20_std": 7.68034,
|
| 7245 |
-
"nauc_map_at_3_diff1": 32.41887,
|
| 7246 |
-
"nauc_map_at_3_max": 8.97646,
|
| 7247 |
-
"nauc_map_at_3_std": -1420.69271,
|
| 7248 |
-
"nauc_map_at_5_diff1": 31.31692,
|
| 7249 |
-
"nauc_map_at_5_max": 14.01537,
|
| 7250 |
-
"nauc_map_at_5_std": -890.90076,
|
| 7251 |
-
"nauc_mrr_at_1000_diff1": 42.77521,
|
| 7252 |
-
"nauc_mrr_at_1000_max": 58.03734,
|
| 7253 |
-
"nauc_mrr_at_1000_std": 42.65118,
|
| 7254 |
-
"nauc_mrr_at_100_diff1": 42.76917,
|
| 7255 |
-
"nauc_mrr_at_100_max": 58.04747,
|
| 7256 |
-
"nauc_mrr_at_100_std": 42.65151,
|
| 7257 |
-
"nauc_mrr_at_10_diff1": 42.49927,
|
| 7258 |
-
"nauc_mrr_at_10_max": 58.15708,
|
| 7259 |
-
"nauc_mrr_at_10_std": 42.98779,
|
| 7260 |
-
"nauc_mrr_at_1_diff1": 46.67765,
|
| 7261 |
-
"nauc_mrr_at_1_max": 54.52897,
|
| 7262 |
-
"nauc_mrr_at_1_std": 35.71181,
|
| 7263 |
-
"nauc_mrr_at_20_diff1": 42.79101,
|
| 7264 |
-
"nauc_mrr_at_20_max": 58.0568,
|
| 7265 |
-
"nauc_mrr_at_20_std": 42.72289,
|
| 7266 |
-
"nauc_mrr_at_3_diff1": 41.85441,
|
| 7267 |
-
"nauc_mrr_at_3_max": 57.97558,
|
| 7268 |
-
"nauc_mrr_at_3_std": 43.52343,
|
| 7269 |
-
"nauc_mrr_at_5_diff1": 42.30415,
|
| 7270 |
-
"nauc_mrr_at_5_max": 58.5453,
|
| 7271 |
-
"nauc_mrr_at_5_std": 43.29448,
|
| 7272 |
-
"nauc_ndcg_at_1000_diff1": 32.16217,
|
| 7273 |
-
"nauc_ndcg_at_1000_max": 50.03467,
|
| 7274 |
-
"nauc_ndcg_at_1000_std": 42.87877,
|
| 7275 |
-
"nauc_ndcg_at_100_diff1": 33.55194,
|
| 7276 |
-
"nauc_ndcg_at_100_max": 45.12049,
|
| 7277 |
-
"nauc_ndcg_at_100_std": 34.78802,
|
| 7278 |
-
"nauc_ndcg_at_10_diff1": 31.14168,
|
| 7279 |
-
"nauc_ndcg_at_10_max": 45.31079,
|
| 7280 |
-
"nauc_ndcg_at_10_std": 28.55521,
|
| 7281 |
-
"nauc_ndcg_at_1_diff1": 45.12481,
|
| 7282 |
-
"nauc_ndcg_at_1_max": 45.93378,
|
| 7283 |
-
"nauc_ndcg_at_1_std": 26.67262,
|
| 7284 |
-
"nauc_ndcg_at_20_diff1": 31.81217,
|
| 7285 |
-
"nauc_ndcg_at_20_max": 41.93465,
|
| 7286 |
-
"nauc_ndcg_at_20_std": 26.08707,
|
| 7287 |
-
"nauc_ndcg_at_3_diff1": 29.90627,
|
| 7288 |
-
"nauc_ndcg_at_3_max": 46.50415,
|
| 7289 |
-
"nauc_ndcg_at_3_std": 29.6601,
|
| 7290 |
-
"nauc_ndcg_at_5_diff1": 29.08123,
|
| 7291 |
-
"nauc_ndcg_at_5_max": 46.815,
|
| 7292 |
-
"nauc_ndcg_at_5_std": 29.93593,
|
| 7293 |
-
"nauc_precision_at_1000_diff1": -1871.15001,
|
| 7294 |
-
"nauc_precision_at_1000_max": -92.20396,
|
| 7295 |
-
"nauc_precision_at_1000_std": 7.2199,
|
| 7296 |
-
"nauc_precision_at_100_diff1": -860.95287,
|
| 7297 |
-
"nauc_precision_at_100_max": 29.14705,
|
| 7298 |
-
"nauc_precision_at_100_std": 44.95804,
|
| 7299 |
-
"nauc_precision_at_10_diff1": 2.86892,
|
| 7300 |
-
"nauc_precision_at_10_max": 44.40893,
|
| 7301 |
-
"nauc_precision_at_10_std": 47.1857,
|
| 7302 |
-
"nauc_precision_at_1_diff1": 46.01229,
|
| 7303 |
-
"nauc_precision_at_1_max": 54.30281,
|
| 7304 |
-
"nauc_precision_at_1_std": 36.92313,
|
| 7305 |
-
"nauc_precision_at_20_diff1": -197.83516,
|
| 7306 |
-
"nauc_precision_at_20_max": 38.42067,
|
| 7307 |
-
"nauc_precision_at_20_std": 47.41936,
|
| 7308 |
-
"nauc_precision_at_3_diff1": 9.87758,
|
| 7309 |
-
"nauc_precision_at_3_max": 44.77007,
|
| 7310 |
-
"nauc_precision_at_3_std": 39.513,
|
| 7311 |
-
"nauc_precision_at_5_diff1": 5.09622,
|
| 7312 |
-
"nauc_precision_at_5_max": 45.66717,
|
| 7313 |
-
"nauc_precision_at_5_std": 42.65121,
|
| 7314 |
-
"nauc_recall_at_1000_diff1": 25.39529,
|
| 7315 |
-
"nauc_recall_at_1000_max": 44.94193,
|
| 7316 |
-
"nauc_recall_at_1000_std": 53.58345,
|
| 7317 |
-
"nauc_recall_at_100_diff1": 23.96202,
|
| 7318 |
-
"nauc_recall_at_100_max": 32.15141,
|
| 7319 |
-
"nauc_recall_at_100_std": 30.57127,
|
| 7320 |
-
"nauc_recall_at_10_diff1": 28.12054,
|
| 7321 |
-
"nauc_recall_at_10_max": 18.15483,
|
| 7322 |
-
"nauc_recall_at_10_std": -60.32387,
|
| 7323 |
-
"nauc_recall_at_1_diff1": 37.44385,
|
| 7324 |
-
"nauc_recall_at_1_max": 2.00907,
|
| 7325 |
-
"nauc_recall_at_1_std": -1838.97204,
|
| 7326 |
-
"nauc_recall_at_20_diff1": 23.43895,
|
| 7327 |
-
"nauc_recall_at_20_max": 17.20126,
|
| 7328 |
-
"nauc_recall_at_20_std": 3.75587,
|
| 7329 |
-
"nauc_recall_at_3_diff1": 29.86746,
|
| 7330 |
-
"nauc_recall_at_3_max": 8.06696,
|
| 7331 |
-
"nauc_recall_at_3_std": -1513.44057,
|
| 7332 |
-
"nauc_recall_at_5_diff1": 28.65712,
|
| 7333 |
-
"nauc_recall_at_5_max": 12.94255,
|
| 7334 |
-
"nauc_recall_at_5_std": -957.73567,
|
| 7335 |
-
"ndcg_at_1": 54.5,
|
| 7336 |
-
"ndcg_at_10": 43.189,
|
| 7337 |
-
"ndcg_at_100": 48.595,
|
| 7338 |
-
"ndcg_at_1000": 55.681,
|
| 7339 |
-
"ndcg_at_20": 43.09,
|
| 7340 |
-
"ndcg_at_3": 47.599,
|
| 7341 |
-
"ndcg_at_5": 44.907,
|
| 7342 |
-
"precision_at_1": 66.5,
|
| 7343 |
-
"precision_at_10": 35.725,
|
| 7344 |
-
"precision_at_100": 11.583,
|
| 7345 |
-
"precision_at_1000": 2.302,
|
| 7346 |
-
"precision_at_20": 27.375,
|
| 7347 |
-
"precision_at_3": 52.0,
|
| 7348 |
-
"precision_at_5": 44.7,
|
| 7349 |
-
"recall_at_1": 8.838,
|
| 7350 |
-
"recall_at_10": 25.425,
|
| 7351 |
-
"recall_at_100": 55.632,
|
| 7352 |
-
"recall_at_1000": 77.857,
|
| 7353 |
-
"recall_at_20": 34.458,
|
| 7354 |
-
"recall_at_3": 15.23,
|
| 7355 |
-
"recall_at_5": 18.872
|
| 7356 |
-
},
|
| 7357 |
-
"Quora-PL": {
|
| 7358 |
-
"main_score": 84.471,
|
| 7359 |
-
"map_at_1": 65.892,
|
| 7360 |
-
"map_at_10": 80.115,
|
| 7361 |
-
"map_at_100": 80.861,
|
| 7362 |
-
"map_at_1000": 80.879,
|
| 7363 |
-
"map_at_20": 80.604,
|
| 7364 |
-
"map_at_3": 76.97,
|
| 7365 |
-
"map_at_5": 78.926,
|
| 7366 |
-
"mrr_at_1": 75.83,
|
| 7367 |
-
"mrr_at_10": 83.21252,
|
| 7368 |
-
"mrr_at_100": 83.38714,
|
| 7369 |
-
"mrr_at_1000": 83.38942,
|
| 7370 |
-
"mrr_at_20": 83.34284,
|
| 7371 |
-
"mrr_at_3": 81.95333,
|
| 7372 |
-
"mrr_at_5": 82.78533,
|
| 7373 |
-
"nauc_map_at_1000_diff1": 73.95722,
|
| 7374 |
-
"nauc_map_at_1000_max": 9.65368,
|
| 7375 |
-
"nauc_map_at_1000_std": -4235.40813,
|
| 7376 |
-
"nauc_map_at_100_diff1": 73.96622,
|
| 7377 |
-
"nauc_map_at_100_max": 9.61812,
|
| 7378 |
-
"nauc_map_at_100_std": -4241.42968,
|
| 7379 |
-
"nauc_map_at_10_diff1": 74.20644,
|
| 7380 |
-
"nauc_map_at_10_max": 9.05669,
|
| 7381 |
-
"nauc_map_at_10_std": -4413.39644,
|
| 7382 |
-
"nauc_map_at_1_diff1": 77.18196,
|
| 7383 |
-
"nauc_map_at_1_max": 7.84065,
|
| 7384 |
-
"nauc_map_at_1_std": -3984.39572,
|
| 7385 |
-
"nauc_map_at_20_diff1": 74.03476,
|
| 7386 |
-
"nauc_map_at_20_max": 9.3858,
|
| 7387 |
-
"nauc_map_at_20_std": -4316.02996,
|
| 7388 |
-
"nauc_map_at_3_diff1": 74.43856,
|
| 7389 |
-
"nauc_map_at_3_max": 7.57422,
|
| 7390 |
-
"nauc_map_at_3_std": -4614.76276,
|
| 7391 |
-
"nauc_map_at_5_diff1": 74.38689,
|
| 7392 |
-
"nauc_map_at_5_max": 8.55776,
|
| 7393 |
-
"nauc_map_at_5_std": -4553.8979,
|
| 7394 |
-
"nauc_mrr_at_1000_diff1": 74.0311,
|
| 7395 |
-
"nauc_mrr_at_1000_max": 11.88545,
|
| 7396 |
-
"nauc_mrr_at_1000_std": -3816.00841,
|
| 7397 |
-
"nauc_mrr_at_100_diff1": 74.03075,
|
| 7398 |
-
"nauc_mrr_at_100_max": 11.88636,
|
| 7399 |
-
"nauc_mrr_at_100_std": -3815.91392,
|
| 7400 |
-
"nauc_mrr_at_10_diff1": 73.99522,
|
| 7401 |
-
"nauc_mrr_at_10_max": 11.7775,
|
| 7402 |
-
"nauc_mrr_at_10_std": -3826.62953,
|
| 7403 |
-
"nauc_mrr_at_1_diff1": 75.53193,
|
| 7404 |
-
"nauc_mrr_at_1_max": 12.97927,
|
| 7405 |
-
"nauc_mrr_at_1_std": -3663.40661,
|
| 7406 |
-
"nauc_mrr_at_20_diff1": 74.01274,
|
| 7407 |
-
"nauc_mrr_at_20_max": 11.88757,
|
| 7408 |
-
"nauc_mrr_at_20_std": -3816.92503,
|
| 7409 |
-
"nauc_mrr_at_3_diff1": 73.60735,
|
| 7410 |
-
"nauc_mrr_at_3_max": 11.45086,
|
| 7411 |
-
"nauc_mrr_at_3_std": -3876.71417,
|
| 7412 |
-
"nauc_mrr_at_5_diff1": 73.8495,
|
| 7413 |
-
"nauc_mrr_at_5_max": 11.78739,
|
| 7414 |
-
"nauc_mrr_at_5_std": -3857.24059,
|
| 7415 |
-
"nauc_ndcg_at_1000_diff1": 73.51677,
|
| 7416 |
-
"nauc_ndcg_at_1000_max": 10.72929,
|
| 7417 |
-
"nauc_ndcg_at_1000_std": -3992.81392,
|
| 7418 |
-
"nauc_ndcg_at_100_diff1": 73.53904,
|
| 7419 |
-
"nauc_ndcg_at_100_max": 10.56931,
|
| 7420 |
-
"nauc_ndcg_at_100_std": -4012.20626,
|
| 7421 |
-
"nauc_ndcg_at_10_diff1": 73.55959,
|
| 7422 |
-
"nauc_ndcg_at_10_max": 9.25579,
|
| 7423 |
-
"nauc_ndcg_at_10_std": -4278.56138,
|
| 7424 |
-
"nauc_ndcg_at_1_diff1": 75.3429,
|
| 7425 |
-
"nauc_ndcg_at_1_max": 13.49979,
|
| 7426 |
-
"nauc_ndcg_at_1_std": -3591.4839,
|
| 7427 |
-
"nauc_ndcg_at_20_diff1": 73.48071,
|
| 7428 |
-
"nauc_ndcg_at_20_max": 9.92428,
|
| 7429 |
-
"nauc_ndcg_at_20_std": -4155.6534,
|
| 7430 |
-
"nauc_ndcg_at_3_diff1": 72.72073,
|
| 7431 |
-
"nauc_ndcg_at_3_max": 8.30371,
|
| 7432 |
-
"nauc_ndcg_at_3_std": -4361.85311,
|
| 7433 |
-
"nauc_ndcg_at_5_diff1": 73.3006,
|
| 7434 |
-
"nauc_ndcg_at_5_max": 8.91539,
|
| 7435 |
-
"nauc_ndcg_at_5_std": -4408.80534,
|
| 7436 |
-
"nauc_precision_at_1000_diff1": -4154.05179,
|
| 7437 |
-
"nauc_precision_at_1000_max": 6.93616,
|
| 7438 |
-
"nauc_precision_at_1000_std": 42.39483,
|
| 7439 |
-
"nauc_precision_at_100_diff1": -4060.95767,
|
| 7440 |
-
"nauc_precision_at_100_max": 6.30245,
|
| 7441 |
-
"nauc_precision_at_100_std": 41.30693,
|
| 7442 |
-
"nauc_precision_at_10_diff1": -3091.65316,
|
| 7443 |
-
"nauc_precision_at_10_max": 4.84982,
|
| 7444 |
-
"nauc_precision_at_10_std": 24.47022,
|
| 7445 |
-
"nauc_precision_at_1_diff1": 75.3429,
|
| 7446 |
-
"nauc_precision_at_1_max": 13.49979,
|
| 7447 |
-
"nauc_precision_at_1_std": -3591.4839,
|
| 7448 |
-
"nauc_precision_at_20_diff1": -3675.16442,
|
| 7449 |
-
"nauc_precision_at_20_max": 5.44076,
|
| 7450 |
-
"nauc_precision_at_20_std": 33.08928,
|
| 7451 |
-
"nauc_precision_at_3_diff1": -532.407,
|
| 7452 |
-
"nauc_precision_at_3_max": 5.15664,
|
| 7453 |
-
"nauc_precision_at_3_std": -97.79263,
|
| 7454 |
-
"nauc_precision_at_5_diff1": -1992.1332,
|
| 7455 |
-
"nauc_precision_at_5_max": 5.43277,
|
| 7456 |
-
"nauc_precision_at_5_std": 11.41774,
|
| 7457 |
-
"nauc_recall_at_1000_diff1": 56.57663,
|
| 7458 |
-
"nauc_recall_at_1000_max": 25.80329,
|
| 7459 |
-
"nauc_recall_at_1000_std": 57.82938,
|
| 7460 |
-
"nauc_recall_at_100_diff1": 67.25189,
|
| 7461 |
-
"nauc_recall_at_100_max": 6.87994,
|
| 7462 |
-
"nauc_recall_at_100_std": -3009.8258,
|
| 7463 |
-
"nauc_recall_at_10_diff1": 68.00694,
|
| 7464 |
-
"nauc_recall_at_10_max": 72.26815,
|
| 7465 |
-
"nauc_recall_at_10_std": -5298.00028,
|
| 7466 |
-
"nauc_recall_at_1_diff1": 77.18196,
|
| 7467 |
-
"nauc_recall_at_1_max": 7.84065,
|
| 7468 |
-
"nauc_recall_at_1_std": -3984.39572,
|
| 7469 |
-
"nauc_recall_at_20_diff1": 66.56017,
|
| 7470 |
-
"nauc_recall_at_20_max": 1.91904,
|
| 7471 |
-
"nauc_recall_at_20_std": -4953.80686,
|
| 7472 |
-
"nauc_recall_at_3_diff1": 69.83247,
|
| 7473 |
-
"nauc_recall_at_3_max": 2.39559,
|
| 7474 |
-
"nauc_recall_at_3_std": -5211.11979,
|
| 7475 |
-
"nauc_recall_at_5_diff1": 69.25881,
|
| 7476 |
-
"nauc_recall_at_5_max": 2.91856,
|
| 7477 |
-
"nauc_recall_at_5_std": -5437.63467,
|
| 7478 |
-
"ndcg_at_1": 75.92,
|
| 7479 |
-
"ndcg_at_10": 84.471,
|
| 7480 |
-
"ndcg_at_100": 86.12,
|
| 7481 |
-
"ndcg_at_1000": 86.276,
|
| 7482 |
-
"ndcg_at_20": 85.376,
|
| 7483 |
-
"ndcg_at_3": 81.0,
|
| 7484 |
-
"ndcg_at_5": 82.888,
|
| 7485 |
-
"precision_at_1": 75.92,
|
| 7486 |
-
"precision_at_10": 12.987,
|
| 7487 |
-
"precision_at_100": 1.519,
|
| 7488 |
-
"precision_at_1000": 15.6,
|
| 7489 |
-
"precision_at_20": 6.977,
|
| 7490 |
-
"precision_at_3": 35.573,
|
| 7491 |
-
"precision_at_5": 23.566,
|
| 7492 |
-
"recall_at_1": 65.892,
|
| 7493 |
-
"recall_at_10": 93.318,
|
| 7494 |
-
"recall_at_100": 99.124,
|
| 7495 |
-
"recall_at_1000": 99.927,
|
| 7496 |
-
"recall_at_20": 96.256,
|
| 7497 |
-
"recall_at_3": 83.69,
|
| 7498 |
-
"recall_at_5": 88.783
|
| 7499 |
-
},
|
| 7500 |
"CDSC-E": {
|
| 7501 |
"cos_sim.accuracy": 88.8,
|
| 7502 |
"cos_sim.accuracy_threshold": 91.19816,
|
|
@@ -7532,149 +6965,6 @@
|
|
| 7532 |
"max.f1": 68.15642,
|
| 7533 |
"main_score": 76.0554
|
| 7534 |
},
|
| 7535 |
-
"TRECCOVID-PL": {
|
| 7536 |
-
"main_score": 82.749,
|
| 7537 |
-
"map_at_1": 20.4,
|
| 7538 |
-
"map_at_10": 2.099,
|
| 7539 |
-
"map_at_100": 12.948,
|
| 7540 |
-
"map_at_1000": 32.007,
|
| 7541 |
-
"map_at_20": 3.746,
|
| 7542 |
-
"map_at_3": 65.1,
|
| 7543 |
-
"map_at_5": 1.061,
|
| 7544 |
-
"mrr_at_1": 84.0,
|
| 7545 |
-
"mrr_at_10": 91.66667,
|
| 7546 |
-
"mrr_at_100": 91.66667,
|
| 7547 |
-
"mrr_at_1000": 91.66667,
|
| 7548 |
-
"mrr_at_20": 91.66667,
|
| 7549 |
-
"mrr_at_3": 91.66667,
|
| 7550 |
-
"mrr_at_5": 91.66667,
|
| 7551 |
-
"nauc_map_at_1000_diff1": 1.02914,
|
| 7552 |
-
"nauc_map_at_1000_max": 57.3348,
|
| 7553 |
-
"nauc_map_at_1000_std": 76.70364,
|
| 7554 |
-
"nauc_map_at_100_diff1": 6.94967,
|
| 7555 |
-
"nauc_map_at_100_max": 43.99862,
|
| 7556 |
-
"nauc_map_at_100_std": 64.12474,
|
| 7557 |
-
"nauc_map_at_10_diff1": 4.20857,
|
| 7558 |
-
"nauc_map_at_10_max": 18.87591,
|
| 7559 |
-
"nauc_map_at_10_std": 34.58171,
|
| 7560 |
-
"nauc_map_at_1_diff1": 8.43345,
|
| 7561 |
-
"nauc_map_at_1_max": 24.08001,
|
| 7562 |
-
"nauc_map_at_1_std": 35.21473,
|
| 7563 |
-
"nauc_map_at_20_diff1": 6.04105,
|
| 7564 |
-
"nauc_map_at_20_max": 22.57475,
|
| 7565 |
-
"nauc_map_at_20_std": 35.25481,
|
| 7566 |
-
"nauc_map_at_3_diff1": 11.16682,
|
| 7567 |
-
"nauc_map_at_3_max": 18.99543,
|
| 7568 |
-
"nauc_map_at_3_std": 34.29696,
|
| 7569 |
-
"nauc_map_at_5_diff1": 7.11348,
|
| 7570 |
-
"nauc_map_at_5_max": 20.03877,
|
| 7571 |
-
"nauc_map_at_5_std": 36.21644,
|
| 7572 |
-
"nauc_mrr_at_1000_diff1": -726.23947,
|
| 7573 |
-
"nauc_mrr_at_1000_max": 66.22379,
|
| 7574 |
-
"nauc_mrr_at_1000_std": 68.18146,
|
| 7575 |
-
"nauc_mrr_at_100_diff1": -726.23947,
|
| 7576 |
-
"nauc_mrr_at_100_max": 66.22379,
|
| 7577 |
-
"nauc_mrr_at_100_std": 68.18146,
|
| 7578 |
-
"nauc_mrr_at_10_diff1": -726.23947,
|
| 7579 |
-
"nauc_mrr_at_10_max": 66.22379,
|
| 7580 |
-
"nauc_mrr_at_10_std": 68.18146,
|
| 7581 |
-
"nauc_mrr_at_1_diff1": -1138.9298,
|
| 7582 |
-
"nauc_mrr_at_1_max": 68.58738,
|
| 7583 |
-
"nauc_mrr_at_1_std": 68.00442,
|
| 7584 |
-
"nauc_mrr_at_20_diff1": -726.23947,
|
| 7585 |
-
"nauc_mrr_at_20_max": 66.22379,
|
| 7586 |
-
"nauc_mrr_at_20_std": 68.18146,
|
| 7587 |
-
"nauc_mrr_at_3_diff1": -726.23947,
|
| 7588 |
-
"nauc_mrr_at_3_max": 66.22379,
|
| 7589 |
-
"nauc_mrr_at_3_std": 68.18146,
|
| 7590 |
-
"nauc_mrr_at_5_diff1": -726.23947,
|
| 7591 |
-
"nauc_mrr_at_5_max": 66.22379,
|
| 7592 |
-
"nauc_mrr_at_5_std": 68.18146,
|
| 7593 |
-
"nauc_ndcg_at_1000_diff1": 2.56284,
|
| 7594 |
-
"nauc_ndcg_at_1000_max": 57.60515,
|
| 7595 |
-
"nauc_ndcg_at_1000_std": 76.62892,
|
| 7596 |
-
"nauc_ndcg_at_100_diff1": -1331.30838,
|
| 7597 |
-
"nauc_ndcg_at_100_max": 52.93245,
|
| 7598 |
-
"nauc_ndcg_at_100_std": 73.50505,
|
| 7599 |
-
"nauc_ndcg_at_10_diff1": -683.78033,
|
| 7600 |
-
"nauc_ndcg_at_10_max": 59.29833,
|
| 7601 |
-
"nauc_ndcg_at_10_std": 63.71927,
|
| 7602 |
-
"nauc_ndcg_at_1_diff1": 4.83434,
|
| 7603 |
-
"nauc_ndcg_at_1_max": 53.58547,
|
| 7604 |
-
"nauc_ndcg_at_1_std": 59.07659,
|
| 7605 |
-
"nauc_ndcg_at_20_diff1": -961.76832,
|
| 7606 |
-
"nauc_ndcg_at_20_max": 54.57355,
|
| 7607 |
-
"nauc_ndcg_at_20_std": 63.15199,
|
| 7608 |
-
"nauc_ndcg_at_3_diff1": 15.21624,
|
| 7609 |
-
"nauc_ndcg_at_3_max": 58.34575,
|
| 7610 |
-
"nauc_ndcg_at_3_std": 61.78178,
|
| 7611 |
-
"nauc_ndcg_at_5_diff1": 1.38824,
|
| 7612 |
-
"nauc_ndcg_at_5_max": 62.44013,
|
| 7613 |
-
"nauc_ndcg_at_5_std": 65.64456,
|
| 7614 |
-
"nauc_precision_at_1000_diff1": -1851.68221,
|
| 7615 |
-
"nauc_precision_at_1000_max": 33.10336,
|
| 7616 |
-
"nauc_precision_at_1000_std": 29.49816,
|
| 7617 |
-
"nauc_precision_at_100_diff1": -1411.36192,
|
| 7618 |
-
"nauc_precision_at_100_max": 55.55228,
|
| 7619 |
-
"nauc_precision_at_100_std": 69.64355,
|
| 7620 |
-
"nauc_precision_at_10_diff1": -2727.12865,
|
| 7621 |
-
"nauc_precision_at_10_max": 61.88527,
|
| 7622 |
-
"nauc_precision_at_10_std": 60.7339,
|
| 7623 |
-
"nauc_precision_at_1_diff1": -1138.9298,
|
| 7624 |
-
"nauc_precision_at_1_max": 68.58738,
|
| 7625 |
-
"nauc_precision_at_1_std": 68.00442,
|
| 7626 |
-
"nauc_precision_at_20_diff1": -2153.63991,
|
| 7627 |
-
"nauc_precision_at_20_max": 53.36154,
|
| 7628 |
-
"nauc_precision_at_20_std": 55.58737,
|
| 7629 |
-
"nauc_precision_at_3_diff1": 3.78507,
|
| 7630 |
-
"nauc_precision_at_3_max": 61.66906,
|
| 7631 |
-
"nauc_precision_at_3_std": 62.81857,
|
| 7632 |
-
"nauc_precision_at_5_diff1": -1600.33948,
|
| 7633 |
-
"nauc_precision_at_5_max": 61.5247,
|
| 7634 |
-
"nauc_precision_at_5_std": 63.61506,
|
| 7635 |
-
"nauc_recall_at_1000_diff1": 5.87126,
|
| 7636 |
-
"nauc_recall_at_1000_max": 50.48398,
|
| 7637 |
-
"nauc_recall_at_1000_std": 67.37951,
|
| 7638 |
-
"nauc_recall_at_100_diff1": 8.31022,
|
| 7639 |
-
"nauc_recall_at_100_max": 28.68773,
|
| 7640 |
-
"nauc_recall_at_100_std": 50.34039,
|
| 7641 |
-
"nauc_recall_at_10_diff1": 3.34082,
|
| 7642 |
-
"nauc_recall_at_10_max": 6.89512,
|
| 7643 |
-
"nauc_recall_at_10_std": 22.92927,
|
| 7644 |
-
"nauc_recall_at_1_diff1": 8.43345,
|
| 7645 |
-
"nauc_recall_at_1_max": 24.08001,
|
| 7646 |
-
"nauc_recall_at_1_std": 35.21473,
|
| 7647 |
-
"nauc_recall_at_20_diff1": 5.30768,
|
| 7648 |
-
"nauc_recall_at_20_max": 10.02553,
|
| 7649 |
-
"nauc_recall_at_20_std": 24.11051,
|
| 7650 |
-
"nauc_recall_at_3_diff1": 13.35514,
|
| 7651 |
-
"nauc_recall_at_3_max": 8.56808,
|
| 7652 |
-
"nauc_recall_at_3_std": 23.69159,
|
| 7653 |
-
"nauc_recall_at_5_diff1": 6.53558,
|
| 7654 |
-
"nauc_recall_at_5_max": 9.14425,
|
| 7655 |
-
"nauc_recall_at_5_std": 27.00112,
|
| 7656 |
-
"ndcg_at_1": 79.0,
|
| 7657 |
-
"ndcg_at_10": 82.749,
|
| 7658 |
-
"ndcg_at_100": 63.846,
|
| 7659 |
-
"ndcg_at_1000": 57.691,
|
| 7660 |
-
"ndcg_at_20": 77.076,
|
| 7661 |
-
"ndcg_at_3": 84.838,
|
| 7662 |
-
"ndcg_at_5": 83.016,
|
| 7663 |
-
"precision_at_1": 84.0,
|
| 7664 |
-
"precision_at_10": 87.8,
|
| 7665 |
-
"precision_at_100": 66.1,
|
| 7666 |
-
"precision_at_1000": 25.764,
|
| 7667 |
-
"precision_at_20": 81.1,
|
| 7668 |
-
"precision_at_3": 91.333,
|
| 7669 |
-
"precision_at_5": 88.8,
|
| 7670 |
-
"recall_at_1": 20.4,
|
| 7671 |
-
"recall_at_10": 2.294,
|
| 7672 |
-
"recall_at_100": 16.135,
|
| 7673 |
-
"recall_at_1000": 54.981,
|
| 7674 |
-
"recall_at_20": 4.201,
|
| 7675 |
-
"recall_at_3": 69.9,
|
| 7676 |
-
"recall_at_5": 1.141
|
| 7677 |
-
},
|
| 7678 |
"SCIDOCS-PL": {
|
| 7679 |
"evaluation_time": 3452.5,
|
| 7680 |
"map_at_1": 4.203,
|
|
@@ -7728,155 +7018,30 @@
|
|
| 7728 |
"v_measures": 39.5628,
|
| 7729 |
"main_score": 40.41121
|
| 7730 |
},
|
| 7731 |
-
"MSMARCO-PL": {
|
| 7732 |
-
"main_score": 72.695,
|
| 7733 |
-
"map_at_1": 2.313,
|
| 7734 |
-
"map_at_10": 16.541,
|
| 7735 |
-
"map_at_100": 42.664,
|
| 7736 |
-
"map_at_1000": 51.048,
|
| 7737 |
-
"map_at_20": 25.691,
|
| 7738 |
-
"map_at_3": 6.858,
|
| 7739 |
-
"map_at_5": 10.227,
|
| 7740 |
-
"mrr_at_1": 90.69767,
|
| 7741 |
-
"mrr_at_10": 94.65116,
|
| 7742 |
-
"mrr_at_100": 94.65116,
|
| 7743 |
-
"mrr_at_1000": 94.65116,
|
| 7744 |
-
"mrr_at_20": 94.65116,
|
| 7745 |
-
"mrr_at_3": 94.18605,
|
| 7746 |
-
"mrr_at_5": 94.65116,
|
| 7747 |
-
"nauc_map_at_1000_diff1": -1939.42718,
|
| 7748 |
-
"nauc_map_at_1000_max": 35.63073,
|
| 7749 |
-
"nauc_map_at_1000_std": 56.92804,
|
| 7750 |
-
"nauc_map_at_100_diff1": -702.33405,
|
| 7751 |
-
"nauc_map_at_100_max": 22.96766,
|
| 7752 |
-
"nauc_map_at_100_std": 28.64423,
|
| 7753 |
-
"nauc_map_at_10_diff1": 18.22453,
|
| 7754 |
-
"nauc_map_at_10_max": 3.23597,
|
| 7755 |
-
"nauc_map_at_10_std": -1152.84995,
|
| 7756 |
-
"nauc_map_at_1_diff1": 17.90744,
|
| 7757 |
-
"nauc_map_at_1_max": -1461.62765,
|
| 7758 |
-
"nauc_map_at_1_std": -2426.24303,
|
| 7759 |
-
"nauc_map_at_20_diff1": 14.96423,
|
| 7760 |
-
"nauc_map_at_20_max": 11.12813,
|
| 7761 |
-
"nauc_map_at_20_std": -40.87236,
|
| 7762 |
-
"nauc_map_at_3_diff1": 16.45733,
|
| 7763 |
-
"nauc_map_at_3_max": -1488.19678,
|
| 7764 |
-
"nauc_map_at_3_std": -2609.63235,
|
| 7765 |
-
"nauc_map_at_5_diff1": 17.57216,
|
| 7766 |
-
"nauc_map_at_5_max": -1120.68127,
|
| 7767 |
-
"nauc_map_at_5_std": -2227.07082,
|
| 7768 |
-
"nauc_mrr_at_1000_diff1": 33.66069,
|
| 7769 |
-
"nauc_mrr_at_1000_max": 43.87774,
|
| 7770 |
-
"nauc_mrr_at_1000_std": 52.33731,
|
| 7771 |
-
"nauc_mrr_at_100_diff1": 33.66069,
|
| 7772 |
-
"nauc_mrr_at_100_max": 43.87774,
|
| 7773 |
-
"nauc_mrr_at_100_std": 52.33731,
|
| 7774 |
-
"nauc_mrr_at_10_diff1": 33.66069,
|
| 7775 |
-
"nauc_mrr_at_10_max": 43.87774,
|
| 7776 |
-
"nauc_mrr_at_10_std": 52.33731,
|
| 7777 |
-
"nauc_mrr_at_1_diff1": 23.70979,
|
| 7778 |
-
"nauc_mrr_at_1_max": 35.4594,
|
| 7779 |
-
"nauc_mrr_at_1_std": 45.1879,
|
| 7780 |
-
"nauc_mrr_at_20_diff1": 33.66069,
|
| 7781 |
-
"nauc_mrr_at_20_max": 43.87774,
|
| 7782 |
-
"nauc_mrr_at_20_std": 52.33731,
|
| 7783 |
-
"nauc_mrr_at_3_diff1": 38.96784,
|
| 7784 |
-
"nauc_mrr_at_3_max": 48.36752,
|
| 7785 |
-
"nauc_mrr_at_3_std": 56.15032,
|
| 7786 |
-
"nauc_mrr_at_5_diff1": 33.66069,
|
| 7787 |
-
"nauc_mrr_at_5_max": 43.87774,
|
| 7788 |
-
"nauc_mrr_at_5_std": 52.33731,
|
| 7789 |
-
"nauc_ndcg_at_1000_diff1": -840.92276,
|
| 7790 |
-
"nauc_ndcg_at_1000_max": 55.08579,
|
| 7791 |
-
"nauc_ndcg_at_1000_std": 64.71829,
|
| 7792 |
-
"nauc_ndcg_at_100_diff1": -1217.1382,
|
| 7793 |
-
"nauc_ndcg_at_100_max": 37.2796,
|
| 7794 |
-
"nauc_ndcg_at_100_std": 55.59571,
|
| 7795 |
-
"nauc_ndcg_at_10_diff1": -427.45894,
|
| 7796 |
-
"nauc_ndcg_at_10_max": 35.61094,
|
| 7797 |
-
"nauc_ndcg_at_10_std": 31.49123,
|
| 7798 |
-
"nauc_ndcg_at_1_diff1": 34.77342,
|
| 7799 |
-
"nauc_ndcg_at_1_max": 18.41878,
|
| 7800 |
-
"nauc_ndcg_at_1_std": 3.60031,
|
| 7801 |
-
"nauc_ndcg_at_20_diff1": -1693.76003,
|
| 7802 |
-
"nauc_ndcg_at_20_max": 28.731,
|
| 7803 |
-
"nauc_ndcg_at_20_std": 40.14003,
|
| 7804 |
-
"nauc_ndcg_at_3_diff1": 21.00856,
|
| 7805 |
-
"nauc_ndcg_at_3_max": 32.09293,
|
| 7806 |
-
"nauc_ndcg_at_3_std": 7.78316,
|
| 7807 |
-
"nauc_ndcg_at_5_diff1": 13.35248,
|
| 7808 |
-
"nauc_ndcg_at_5_max": 33.48637,
|
| 7809 |
-
"nauc_ndcg_at_5_std": 19.88366,
|
| 7810 |
-
"nauc_precision_at_1000_diff1": -3461.31705,
|
| 7811 |
-
"nauc_precision_at_1000_max": 14.17898,
|
| 7812 |
-
"nauc_precision_at_1000_std": 53.45813,
|
| 7813 |
-
"nauc_precision_at_100_diff1": -4067.55235,
|
| 7814 |
-
"nauc_precision_at_100_max": 23.09197,
|
| 7815 |
-
"nauc_precision_at_100_std": 62.39645,
|
| 7816 |
-
"nauc_precision_at_10_diff1": -2961.21026,
|
| 7817 |
-
"nauc_precision_at_10_max": 43.9921,
|
| 7818 |
-
"nauc_precision_at_10_std": 67.25525,
|
| 7819 |
-
"nauc_precision_at_1_diff1": 23.70979,
|
| 7820 |
-
"nauc_precision_at_1_max": 35.4594,
|
| 7821 |
-
"nauc_precision_at_1_std": 45.1879,
|
| 7822 |
-
"nauc_precision_at_20_diff1": -3829.11005,
|
| 7823 |
-
"nauc_precision_at_20_max": 28.73705,
|
| 7824 |
-
"nauc_precision_at_20_std": 62.12026,
|
| 7825 |
-
"nauc_precision_at_3_diff1": -495.00692,
|
| 7826 |
-
"nauc_precision_at_3_max": 35.30311,
|
| 7827 |
-
"nauc_precision_at_3_std": 37.2479,
|
| 7828 |
-
"nauc_precision_at_5_diff1": -825.97257,
|
| 7829 |
-
"nauc_precision_at_5_max": 33.98529,
|
| 7830 |
-
"nauc_precision_at_5_std": 53.5955,
|
| 7831 |
-
"nauc_recall_at_1000_diff1": -599.69614,
|
| 7832 |
-
"nauc_recall_at_1000_max": 63.11827,
|
| 7833 |
-
"nauc_recall_at_1000_std": 69.56497,
|
| 7834 |
-
"nauc_recall_at_100_diff1": 6.92065,
|
| 7835 |
-
"nauc_recall_at_100_max": 26.76777,
|
| 7836 |
-
"nauc_recall_at_100_std": 24.8135,
|
| 7837 |
-
"nauc_recall_at_10_diff1": 18.63658,
|
| 7838 |
-
"nauc_recall_at_10_max": 2.21437,
|
| 7839 |
-
"nauc_recall_at_10_std": -1293.99538,
|
| 7840 |
-
"nauc_recall_at_1_diff1": 17.90744,
|
| 7841 |
-
"nauc_recall_at_1_max": -1461.62765,
|
| 7842 |
-
"nauc_recall_at_1_std": -2426.24303,
|
| 7843 |
-
"nauc_recall_at_20_diff1": 17.61204,
|
| 7844 |
-
"nauc_recall_at_20_max": 11.18263,
|
| 7845 |
-
"nauc_recall_at_20_std": -248.35954,
|
| 7846 |
-
"nauc_recall_at_3_diff1": 16.77334,
|
| 7847 |
-
"nauc_recall_at_3_max": -1505.12428,
|
| 7848 |
-
"nauc_recall_at_3_std": -2641.02746,
|
| 7849 |
-
"nauc_recall_at_5_diff1": 17.09186,
|
| 7850 |
-
"nauc_recall_at_5_max": -1324.3465,
|
| 7851 |
-
"nauc_recall_at_5_std": -2392.98235,
|
| 7852 |
-
"ndcg_at_1": 78.295,
|
| 7853 |
-
"ndcg_at_10": 72.695,
|
| 7854 |
-
"ndcg_at_100": 65.695,
|
| 7855 |
-
"ndcg_at_1000": 73.359,
|
| 7856 |
-
"ndcg_at_20": 69.165,
|
| 7857 |
-
"ndcg_at_3": 76.632,
|
| 7858 |
-
"ndcg_at_5": 74.024,
|
| 7859 |
-
"precision_at_1": 90.698,
|
| 7860 |
-
"precision_at_10": 81.628,
|
| 7861 |
-
"precision_at_100": 38.116,
|
| 7862 |
-
"precision_at_1000": 7.2,
|
| 7863 |
-
"precision_at_20": 72.209,
|
| 7864 |
-
"precision_at_3": 89.922,
|
| 7865 |
-
"precision_at_5": 86.047,
|
| 7866 |
-
"recall_at_1": 2.313,
|
| 7867 |
-
"recall_at_10": 17.48,
|
| 7868 |
-
"recall_at_100": 53.937,
|
| 7869 |
-
"recall_at_1000": 80.018,
|
| 7870 |
-
"recall_at_20": 28.081,
|
| 7871 |
-
"recall_at_3": 6.927,
|
| 7872 |
-
"recall_at_5": 10.575
|
| 7873 |
-
},
|
| 7874 |
"MassiveIntentClassification": {
|
| 7875 |
"accuracy": 77.75387,
|
| 7876 |
"accuracy_stderr": 1.43189,
|
| 7877 |
"f1": 74.50178,
|
| 7878 |
"f1_stderr": 1.18671,
|
| 7879 |
"main_score": 77.75387
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 7880 |
}
|
| 7881 |
}
|
| 7882 |
},
|
|
@@ -11990,6 +11155,746 @@
|
|
| 11990 |
}
|
| 11991 |
}
|
| 11992 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 11993 |
{
|
| 11994 |
"id": "gte-Qwen2-1.5B-instruct",
|
| 11995 |
"tags": [],
|
|
|
|
| 122 |
"name": "PSC",
|
| 123 |
"groupId": "PairClassification"
|
| 124 |
},
|
| 125 |
+
{
|
| 126 |
+
"id": "SICK-R-PL",
|
| 127 |
+
"name": "SICK-R-PL",
|
| 128 |
+
"groupId": "STS"
|
| 129 |
+
},
|
| 130 |
+
{
|
| 131 |
+
"id": "CDSC-R",
|
| 132 |
+
"name": "CDSC-R",
|
| 133 |
+
"groupId": "STS"
|
| 134 |
+
},
|
| 135 |
+
{
|
| 136 |
+
"id": "STS22",
|
| 137 |
+
"name": "STS22",
|
| 138 |
+
"groupId": "STS"
|
| 139 |
+
},
|
| 140 |
{
|
| 141 |
"id": "ArguAna-PL",
|
| 142 |
"name": "ArguAna-PL",
|
|
|
|
| 196 |
"id": "SciDefRetrieval",
|
| 197 |
"name": "SciDefRetrieval",
|
| 198 |
"groupId": "Retrieval"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 199 |
}
|
| 200 |
],
|
| 201 |
"models": [
|
|
|
|
| 279 |
"name": "sdadas/mmlw-roberta-large",
|
| 280 |
"url": "https://huggingface.co/sdadas/mmlw-roberta-large"
|
| 281 |
},
|
| 282 |
+
{
|
| 283 |
+
"id": "KartonBERT-USE-base-v1",
|
| 284 |
+
"name": "OrlikB/KartonBERT-USE-base-v1",
|
| 285 |
+
"url": "https://huggingface.co/OrlikB/KartonBERT-USE-base-v1"
|
| 286 |
+
},
|
| 287 |
{
|
| 288 |
"id": "bge-multilingual-gemma2",
|
| 289 |
"name": "BAAI/bge-multilingual-gemma2",
|
|
|
|
| 6649 |
"max.f1": 73.67642,
|
| 6650 |
"main_score": 81.188
|
| 6651 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6652 |
"PPC": {
|
| 6653 |
"cos_sim.accuracy": 84.7,
|
| 6654 |
"cos_sim.accuracy_threshold": 84.19128,
|
|
|
|
| 6921 |
"v_measures": 48.42803,
|
| 6922 |
"main_score": 46.12075
|
| 6923 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6924 |
"STS22": {
|
| 6925 |
"cos_sim.pearson": 38.49439,
|
| 6926 |
"cos_sim.spearman": 39.70557,
|
|
|
|
| 6930 |
"manhattan.spearman": 39.8394,
|
| 6931 |
"main_score": 39.70557
|
| 6932 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6933 |
"CDSC-E": {
|
| 6934 |
"cos_sim.accuracy": 88.8,
|
| 6935 |
"cos_sim.accuracy_threshold": 91.19816,
|
|
|
|
| 6965 |
"max.f1": 68.15642,
|
| 6966 |
"main_score": 76.0554
|
| 6967 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6968 |
"SCIDOCS-PL": {
|
| 6969 |
"evaluation_time": 3452.5,
|
| 6970 |
"map_at_1": 4.203,
|
|
|
|
| 7018 |
"v_measures": 39.5628,
|
| 7019 |
"main_score": 40.41121
|
| 7020 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 7021 |
"MassiveIntentClassification": {
|
| 7022 |
"accuracy": 77.75387,
|
| 7023 |
"accuracy_stderr": 1.43189,
|
| 7024 |
"f1": 74.50178,
|
| 7025 |
"f1_stderr": 1.18671,
|
| 7026 |
"main_score": 77.75387
|
| 7027 |
+
},
|
| 7028 |
+
"DBPedia-PL": {
|
| 7029 |
+
"main_score": 0
|
| 7030 |
+
},
|
| 7031 |
+
"HotpotQA-PL": {
|
| 7032 |
+
"main_score": 0
|
| 7033 |
+
},
|
| 7034 |
+
"MSMARCO-PL": {
|
| 7035 |
+
"main_score": 0
|
| 7036 |
+
},
|
| 7037 |
+
"NQ-PL": {
|
| 7038 |
+
"main_score": 0
|
| 7039 |
+
},
|
| 7040 |
+
"Quora-PL": {
|
| 7041 |
+
"main_score": 0
|
| 7042 |
+
},
|
| 7043 |
+
"TRECCOVID-PL": {
|
| 7044 |
+
"main_score": 0
|
| 7045 |
}
|
| 7046 |
}
|
| 7047 |
},
|
|
|
|
| 11155 |
}
|
| 11156 |
}
|
| 11157 |
},
|
| 11158 |
+
{
|
| 11159 |
+
"id": "KartonBERT-USE-base-v1",
|
| 11160 |
+
"tags": [],
|
| 11161 |
+
"results": {
|
| 11162 |
+
"CBD": {
|
| 11163 |
+
"accuracy": 75.25,
|
| 11164 |
+
"accuracy_stderr": 4.11394,
|
| 11165 |
+
"ap": 28.4013,
|
| 11166 |
+
"ap_stderr": 3.12448,
|
| 11167 |
+
"evaluation_time": 9.29,
|
| 11168 |
+
"f1": 64.89939,
|
| 11169 |
+
"f1_stderr": 3.48487,
|
| 11170 |
+
"main_score": 75.25
|
| 11171 |
+
},
|
| 11172 |
+
"AllegroReviews": {
|
| 11173 |
+
"accuracy": 54.14513,
|
| 11174 |
+
"accuracy_stderr": 3.19735,
|
| 11175 |
+
"evaluation_time": 6.93,
|
| 11176 |
+
"f1": 46.53355,
|
| 11177 |
+
"f1_stderr": 2.56391,
|
| 11178 |
+
"main_score": 54.14513
|
| 11179 |
+
},
|
| 11180 |
+
"PlscClusteringS2S": {
|
| 11181 |
+
"evaluation_time": 15.35,
|
| 11182 |
+
"v_measure": 39.27191,
|
| 11183 |
+
"v_measures": 38.99821,
|
| 11184 |
+
"main_score": 39.27191
|
| 11185 |
+
},
|
| 11186 |
+
"ArguAna-PL": {
|
| 11187 |
+
"evaluation_time": 18.17,
|
| 11188 |
+
"map_at_1": 31.792,
|
| 11189 |
+
"map_at_10": 48.039,
|
| 11190 |
+
"map_at_100": 48.873,
|
| 11191 |
+
"map_at_1000": 48.877,
|
| 11192 |
+
"map_at_20": 48.723,
|
| 11193 |
+
"map_at_3": 43.243,
|
| 11194 |
+
"map_at_5": 46.11,
|
| 11195 |
+
"mrr_at_1": 32.93,
|
| 11196 |
+
"mrr_at_10": 48.437,
|
| 11197 |
+
"mrr_at_100": 49.272,
|
| 11198 |
+
"mrr_at_1000": 49.277,
|
| 11199 |
+
"mrr_at_20": 49.125,
|
| 11200 |
+
"mrr_at_3": 43.587,
|
| 11201 |
+
"mrr_at_5": 46.446,
|
| 11202 |
+
"ndcg_at_1": 31.792,
|
| 11203 |
+
"ndcg_at_10": 56.859,
|
| 11204 |
+
"ndcg_at_100": 60.188,
|
| 11205 |
+
"ndcg_at_1000": 60.284,
|
| 11206 |
+
"ndcg_at_20": 59.251,
|
| 11207 |
+
"ndcg_at_3": 47.055,
|
| 11208 |
+
"ndcg_at_5": 52.2,
|
| 11209 |
+
"precision_at_1": 31.792,
|
| 11210 |
+
"precision_at_10": 8.492,
|
| 11211 |
+
"precision_at_100": 0.989,
|
| 11212 |
+
"precision_at_1000": 0.1,
|
| 11213 |
+
"precision_at_20": 4.708,
|
| 11214 |
+
"precision_at_3": 19.369,
|
| 11215 |
+
"precision_at_5": 14.111,
|
| 11216 |
+
"recall_at_1": 31.792,
|
| 11217 |
+
"recall_at_10": 84.922,
|
| 11218 |
+
"recall_at_100": 98.933,
|
| 11219 |
+
"recall_at_1000": 99.644,
|
| 11220 |
+
"recall_at_20": 94.168,
|
| 11221 |
+
"recall_at_3": 58.108,
|
| 11222 |
+
"recall_at_5": 70.555,
|
| 11223 |
+
"main_score": 56.859
|
| 11224 |
+
},
|
| 11225 |
+
"PolEmo2.0-OUT": {
|
| 11226 |
+
"accuracy": 51.1336,
|
| 11227 |
+
"accuracy_stderr": 3.35227,
|
| 11228 |
+
"evaluation_time": 6.26,
|
| 11229 |
+
"f1": 43.59014,
|
| 11230 |
+
"f1_stderr": 3.24135,
|
| 11231 |
+
"main_score": 51.1336
|
| 11232 |
+
},
|
| 11233 |
+
"PAC": {
|
| 11234 |
+
"accuracy": 64.98118,
|
| 11235 |
+
"accuracy_stderr": 4.51387,
|
| 11236 |
+
"ap": 75.8552,
|
| 11237 |
+
"ap_stderr": 2.64505,
|
| 11238 |
+
"evaluation_time": 8.03,
|
| 11239 |
+
"f1": 62.6439,
|
| 11240 |
+
"f1_stderr": 4.82547,
|
| 11241 |
+
"main_score": 64.98118
|
| 11242 |
+
},
|
| 11243 |
+
"SciField": {
|
| 11244 |
+
"accuracy": 82.26704,
|
| 11245 |
+
"accuracy_stderr": 2.16025,
|
| 11246 |
+
"evaluation_time": 7.67,
|
| 11247 |
+
"f1": 81.89916,
|
| 11248 |
+
"f1_stderr": 2.32233,
|
| 11249 |
+
"main_score": 82.26704
|
| 11250 |
+
},
|
| 11251 |
+
"SICK-E-PL": {
|
| 11252 |
+
"cos_sim.accuracy": 85.52792,
|
| 11253 |
+
"cos_sim.accuracy_threshold": 89.79583,
|
| 11254 |
+
"cos_sim.ap": 79.81856,
|
| 11255 |
+
"cos_sim.f1": 73.47842,
|
| 11256 |
+
"cos_sim.f1_threshold": 89.2797,
|
| 11257 |
+
"cos_sim.precision": 76.20505,
|
| 11258 |
+
"cos_sim.recall": 70.94017,
|
| 11259 |
+
"dot.accuracy": 85.46678,
|
| 11260 |
+
"dot.accuracy_threshold": 89.79492,
|
| 11261 |
+
"dot.ap": 79.77996,
|
| 11262 |
+
"dot.f1": 73.47842,
|
| 11263 |
+
"dot.f1_threshold": 89.30664,
|
| 11264 |
+
"dot.precision": 76.20505,
|
| 11265 |
+
"dot.recall": 70.94017,
|
| 11266 |
+
"euclidean.accuracy": 85.50754,
|
| 11267 |
+
"euclidean.accuracy_threshold": 45.17207,
|
| 11268 |
+
"euclidean.ap": 79.81857,
|
| 11269 |
+
"euclidean.f1": 73.47842,
|
| 11270 |
+
"euclidean.f1_threshold": 46.29764,
|
| 11271 |
+
"euclidean.precision": 76.20505,
|
| 11272 |
+
"euclidean.recall": 70.94017,
|
| 11273 |
+
"evaluation_time": 3.81,
|
| 11274 |
+
"manhattan.accuracy": 85.50754,
|
| 11275 |
+
"manhattan.accuracy_threshold": 9.77804,
|
| 11276 |
+
"manhattan.ap": 79.89741,
|
| 11277 |
+
"manhattan.f1": 73.31616,
|
| 11278 |
+
"manhattan.f1_threshold": 10.13616,
|
| 11279 |
+
"manhattan.precision": 75.85682,
|
| 11280 |
+
"manhattan.recall": 70.94017,
|
| 11281 |
+
"max.accuracy": 85.52792,
|
| 11282 |
+
"max.ap": 79.89741,
|
| 11283 |
+
"max.f1": 73.47842,
|
| 11284 |
+
"main_score": 79.81856
|
| 11285 |
+
},
|
| 11286 |
+
"HotpotQA-PL": {
|
| 11287 |
+
"evaluation_time": 5442.66,
|
| 11288 |
+
"map_at_1": 35.375,
|
| 11289 |
+
"map_at_10": 48.071,
|
| 11290 |
+
"map_at_100": 48.919,
|
| 11291 |
+
"map_at_1000": 48.998,
|
| 11292 |
+
"map_at_20": 48.559,
|
| 11293 |
+
"map_at_3": 45.515,
|
| 11294 |
+
"map_at_5": 47.042,
|
| 11295 |
+
"mrr_at_1": 70.763,
|
| 11296 |
+
"mrr_at_10": 76.793,
|
| 11297 |
+
"mrr_at_100": 77.086,
|
| 11298 |
+
"mrr_at_1000": 77.102,
|
| 11299 |
+
"mrr_at_20": 76.975,
|
| 11300 |
+
"mrr_at_3": 75.67,
|
| 11301 |
+
"mrr_at_5": 76.36,
|
| 11302 |
+
"ndcg_at_1": 70.749,
|
| 11303 |
+
"ndcg_at_10": 57.446,
|
| 11304 |
+
"ndcg_at_100": 60.653,
|
| 11305 |
+
"ndcg_at_1000": 62.293,
|
| 11306 |
+
"ndcg_at_20": 58.744,
|
| 11307 |
+
"ndcg_at_3": 53.546,
|
| 11308 |
+
"ndcg_at_5": 55.608,
|
| 11309 |
+
"precision_at_1": 70.749,
|
| 11310 |
+
"precision_at_10": 11.618,
|
| 11311 |
+
"precision_at_100": 1.415,
|
| 11312 |
+
"precision_at_1000": 0.163,
|
| 11313 |
+
"precision_at_20": 6.228,
|
| 11314 |
+
"precision_at_3": 32.924,
|
| 11315 |
+
"precision_at_5": 21.388,
|
| 11316 |
+
"recall_at_1": 35.375,
|
| 11317 |
+
"recall_at_10": 58.089,
|
| 11318 |
+
"recall_at_100": 70.77,
|
| 11319 |
+
"recall_at_1000": 81.708,
|
| 11320 |
+
"recall_at_20": 62.275,
|
| 11321 |
+
"recall_at_3": 49.386,
|
| 11322 |
+
"recall_at_5": 53.471,
|
| 11323 |
+
"main_score": 57.446
|
| 11324 |
+
},
|
| 11325 |
+
"PPC": {
|
| 11326 |
+
"cos_sim.accuracy": 87.2,
|
| 11327 |
+
"cos_sim.accuracy_threshold": 85.19542,
|
| 11328 |
+
"cos_sim.ap": 92.14299,
|
| 11329 |
+
"cos_sim.f1": 89.84127,
|
| 11330 |
+
"cos_sim.f1_threshold": 85.01407,
|
| 11331 |
+
"cos_sim.precision": 86.28049,
|
| 11332 |
+
"cos_sim.recall": 93.70861,
|
| 11333 |
+
"dot.accuracy": 87.2,
|
| 11334 |
+
"dot.accuracy_threshold": 85.25391,
|
| 11335 |
+
"dot.ap": 92.05721,
|
| 11336 |
+
"dot.f1": 89.83452,
|
| 11337 |
+
"dot.f1_threshold": 84.57031,
|
| 11338 |
+
"dot.precision": 85.71429,
|
| 11339 |
+
"dot.recall": 94.37086,
|
| 11340 |
+
"euclidean.accuracy": 87.2,
|
| 11341 |
+
"euclidean.accuracy_threshold": 54.42533,
|
| 11342 |
+
"euclidean.ap": 92.14476,
|
| 11343 |
+
"euclidean.f1": 89.85737,
|
| 11344 |
+
"euclidean.f1_threshold": 54.86272,
|
| 11345 |
+
"euclidean.precision": 86.17021,
|
| 11346 |
+
"euclidean.recall": 93.87417,
|
| 11347 |
+
"evaluation_time": 1.51,
|
| 11348 |
+
"manhattan.accuracy": 87.3,
|
| 11349 |
+
"manhattan.accuracy_threshold": 11.65216,
|
| 11350 |
+
"manhattan.ap": 92.15502,
|
| 11351 |
+
"manhattan.f1": 89.81556,
|
| 11352 |
+
"manhattan.f1_threshold": 11.65216,
|
| 11353 |
+
"manhattan.precision": 87.09176,
|
| 11354 |
+
"manhattan.recall": 92.71523,
|
| 11355 |
+
"max.accuracy": 87.3,
|
| 11356 |
+
"max.ap": 92.15502,
|
| 11357 |
+
"max.f1": 89.85737,
|
| 11358 |
+
"main_score": 92.14299
|
| 11359 |
+
},
|
| 11360 |
+
"EightTagsClustering": {
|
| 11361 |
+
"evaluation_time": 36.56,
|
| 11362 |
+
"main_score": 29.68003,
|
| 11363 |
+
"v_measure": 29.68003,
|
| 11364 |
+
"v_measure_std": 3.39833,
|
| 11365 |
+
"v_measures": 35.30098
|
| 11366 |
+
},
|
| 11367 |
+
"NFCorpus-PL": {
|
| 11368 |
+
"evaluation_time": 9.47,
|
| 11369 |
+
"map_at_1": 5.407,
|
| 11370 |
+
"map_at_10": 11.596,
|
| 11371 |
+
"map_at_100": 14.689,
|
| 11372 |
+
"map_at_1000": 16.11,
|
| 11373 |
+
"map_at_20": 12.704,
|
| 11374 |
+
"map_at_3": 8.52,
|
| 11375 |
+
"map_at_5": 9.883,
|
| 11376 |
+
"mrr_at_1": 44.272,
|
| 11377 |
+
"mrr_at_10": 53.109,
|
| 11378 |
+
"mrr_at_100": 53.718,
|
| 11379 |
+
"mrr_at_1000": 53.759,
|
| 11380 |
+
"mrr_at_20": 53.489,
|
| 11381 |
+
"mrr_at_3": 51.187,
|
| 11382 |
+
"mrr_at_5": 52.332,
|
| 11383 |
+
"ndcg_at_1": 42.26,
|
| 11384 |
+
"ndcg_at_10": 32.838,
|
| 11385 |
+
"ndcg_at_100": 30.332,
|
| 11386 |
+
"ndcg_at_1000": 39.113,
|
| 11387 |
+
"ndcg_at_20": 30.361,
|
| 11388 |
+
"ndcg_at_3": 38.205,
|
| 11389 |
+
"ndcg_at_5": 35.881,
|
| 11390 |
+
"precision_at_1": 43.653,
|
| 11391 |
+
"precision_at_10": 24.303,
|
| 11392 |
+
"precision_at_100": 8.019,
|
| 11393 |
+
"precision_at_1000": 2.063,
|
| 11394 |
+
"precision_at_20": 17.601,
|
| 11395 |
+
"precision_at_3": 36.533,
|
| 11396 |
+
"precision_at_5": 31.146,
|
| 11397 |
+
"recall_at_1": 5.407,
|
| 11398 |
+
"recall_at_10": 16.023,
|
| 11399 |
+
"recall_at_100": 30.747,
|
| 11400 |
+
"recall_at_1000": 63.058,
|
| 11401 |
+
"recall_at_20": 19.561,
|
| 11402 |
+
"recall_at_3": 9.396,
|
| 11403 |
+
"recall_at_5": 11.938,
|
| 11404 |
+
"main_score": 32.838
|
| 11405 |
+
},
|
| 11406 |
+
"SciFact-PL": {
|
| 11407 |
+
"evaluation_time": 12.3,
|
| 11408 |
+
"map_at_1": 46.317,
|
| 11409 |
+
"map_at_10": 55.882,
|
| 11410 |
+
"map_at_100": 56.645,
|
| 11411 |
+
"map_at_1000": 56.7,
|
| 11412 |
+
"map_at_20": 56.399,
|
| 11413 |
+
"map_at_3": 53.324,
|
| 11414 |
+
"map_at_5": 54.786,
|
| 11415 |
+
"mrr_at_1": 48.667,
|
| 11416 |
+
"mrr_at_10": 57.321,
|
| 11417 |
+
"mrr_at_100": 57.902,
|
| 11418 |
+
"mrr_at_1000": 57.952,
|
| 11419 |
+
"mrr_at_20": 57.683,
|
| 11420 |
+
"mrr_at_3": 55.167,
|
| 11421 |
+
"mrr_at_5": 56.45,
|
| 11422 |
+
"ndcg_at_1": 48.667,
|
| 11423 |
+
"ndcg_at_10": 60.541,
|
| 11424 |
+
"ndcg_at_100": 63.821,
|
| 11425 |
+
"ndcg_at_1000": 65.295,
|
| 11426 |
+
"ndcg_at_20": 62.172,
|
| 11427 |
+
"ndcg_at_3": 55.981,
|
| 11428 |
+
"ndcg_at_5": 58.271,
|
| 11429 |
+
"precision_at_1": 48.667,
|
| 11430 |
+
"precision_at_10": 8.2,
|
| 11431 |
+
"precision_at_100": 1.0,
|
| 11432 |
+
"precision_at_1000": 0.112,
|
| 11433 |
+
"precision_at_20": 4.483,
|
| 11434 |
+
"precision_at_3": 22.111,
|
| 11435 |
+
"precision_at_5": 14.6,
|
| 11436 |
+
"recall_at_1": 46.317,
|
| 11437 |
+
"recall_at_10": 73.267,
|
| 11438 |
+
"recall_at_100": 87.867,
|
| 11439 |
+
"recall_at_1000": 99.333,
|
| 11440 |
+
"recall_at_20": 79.333,
|
| 11441 |
+
"recall_at_3": 60.883,
|
| 11442 |
+
"recall_at_5": 66.894,
|
| 11443 |
+
"main_score": 60.541
|
| 11444 |
+
},
|
| 11445 |
+
"MassiveScenarioClassification": {
|
| 11446 |
+
"accuracy": 76.58036,
|
| 11447 |
+
"accuracy_stderr": 1.87222,
|
| 11448 |
+
"f1": 76.04586,
|
| 11449 |
+
"f1_stderr": 1.64828,
|
| 11450 |
+
"main_score": 76.58036
|
| 11451 |
+
},
|
| 11452 |
+
"FiQA-PL": {
|
| 11453 |
+
"evaluation_time": 81.21,
|
| 11454 |
+
"map_at_1": 17.48,
|
| 11455 |
+
"map_at_10": 28.218,
|
| 11456 |
+
"map_at_100": 29.954,
|
| 11457 |
+
"map_at_1000": 30.149,
|
| 11458 |
+
"map_at_20": 29.179,
|
| 11459 |
+
"map_at_3": 24.768,
|
| 11460 |
+
"map_at_5": 26.416,
|
| 11461 |
+
"mrr_at_1": 34.722,
|
| 11462 |
+
"mrr_at_10": 43.137,
|
| 11463 |
+
"mrr_at_100": 44.027,
|
| 11464 |
+
"mrr_at_1000": 44.077,
|
| 11465 |
+
"mrr_at_20": 43.687,
|
| 11466 |
+
"mrr_at_3": 40.689,
|
| 11467 |
+
"mrr_at_5": 41.901,
|
| 11468 |
+
"ndcg_at_1": 34.568,
|
| 11469 |
+
"ndcg_at_10": 35.497,
|
| 11470 |
+
"ndcg_at_100": 42.188,
|
| 11471 |
+
"ndcg_at_1000": 45.628,
|
| 11472 |
+
"ndcg_at_20": 38.142,
|
| 11473 |
+
"ndcg_at_3": 32.084,
|
| 11474 |
+
"ndcg_at_5": 32.64,
|
| 11475 |
+
"precision_at_1": 34.568,
|
| 11476 |
+
"precision_at_10": 9.861,
|
| 11477 |
+
"precision_at_100": 1.664,
|
| 11478 |
+
"precision_at_1000": 0.227,
|
| 11479 |
+
"precision_at_20": 6.011,
|
| 11480 |
+
"precision_at_3": 21.348,
|
| 11481 |
+
"precision_at_5": 15.093,
|
| 11482 |
+
"recall_at_1": 17.48,
|
| 11483 |
+
"recall_at_10": 42.22,
|
| 11484 |
+
"recall_at_100": 67.245,
|
| 11485 |
+
"recall_at_1000": 88.068,
|
| 11486 |
+
"recall_at_20": 50.345,
|
| 11487 |
+
"recall_at_3": 29.479,
|
| 11488 |
+
"recall_at_5": 33.966,
|
| 11489 |
+
"main_score": 35.497
|
| 11490 |
+
},
|
| 11491 |
+
"SICK-R-PL": {
|
| 11492 |
+
"cos_sim.pearson": 84.04115,
|
| 11493 |
+
"cos_sim.spearman": 78.92216,
|
| 11494 |
+
"euclidean.pearson": 80.88536,
|
| 11495 |
+
"euclidean.spearman": 78.92161,
|
| 11496 |
+
"evaluation_time": 7.01,
|
| 11497 |
+
"manhattan.pearson": 80.87144,
|
| 11498 |
+
"manhattan.spearman": 78.94139,
|
| 11499 |
+
"main_score": 78.92216
|
| 11500 |
+
},
|
| 11501 |
+
"CDSC-R": {
|
| 11502 |
+
"cos_sim.pearson": 91.17227,
|
| 11503 |
+
"cos_sim.spearman": 91.20453,
|
| 11504 |
+
"euclidean.pearson": 90.56727,
|
| 11505 |
+
"euclidean.spearman": 91.20717,
|
| 11506 |
+
"evaluation_time": 1.61,
|
| 11507 |
+
"manhattan.pearson": 90.65058,
|
| 11508 |
+
"manhattan.spearman": 91.30649,
|
| 11509 |
+
"main_score": 91.20453
|
| 11510 |
+
},
|
| 11511 |
+
"SciDefRetrieval": {
|
| 11512 |
+
"evaluation_time": 2.28,
|
| 11513 |
+
"map_at_1": 63.034,
|
| 11514 |
+
"map_at_10": 72.194,
|
| 11515 |
+
"map_at_100": 72.566,
|
| 11516 |
+
"map_at_1000": 72.574,
|
| 11517 |
+
"map_at_20": 72.415,
|
| 11518 |
+
"map_at_3": 70.128,
|
| 11519 |
+
"map_at_5": 71.549,
|
| 11520 |
+
"mrr_at_1": 63.034,
|
| 11521 |
+
"mrr_at_10": 72.213,
|
| 11522 |
+
"mrr_at_100": 72.586,
|
| 11523 |
+
"mrr_at_1000": 72.594,
|
| 11524 |
+
"mrr_at_20": 72.434,
|
| 11525 |
+
"mrr_at_3": 70.177,
|
| 11526 |
+
"mrr_at_5": 71.591,
|
| 11527 |
+
"ndcg_at_1": 63.034,
|
| 11528 |
+
"ndcg_at_10": 76.423,
|
| 11529 |
+
"ndcg_at_100": 78.292,
|
| 11530 |
+
"ndcg_at_1000": 78.501,
|
| 11531 |
+
"ndcg_at_20": 77.237,
|
| 11532 |
+
"ndcg_at_3": 72.359,
|
| 11533 |
+
"ndcg_at_5": 74.882,
|
| 11534 |
+
"precision_at_1": 63.034,
|
| 11535 |
+
"precision_at_10": 8.954,
|
| 11536 |
+
"precision_at_100": 0.984,
|
| 11537 |
+
"precision_at_1000": 0.1,
|
| 11538 |
+
"precision_at_20": 4.639,
|
| 11539 |
+
"precision_at_3": 26.264,
|
| 11540 |
+
"precision_at_5": 16.966,
|
| 11541 |
+
"recall_at_1": 63.034,
|
| 11542 |
+
"recall_at_10": 89.543,
|
| 11543 |
+
"recall_at_100": 98.38,
|
| 11544 |
+
"recall_at_1000": 1.0,
|
| 11545 |
+
"recall_at_20": 92.784,
|
| 11546 |
+
"recall_at_3": 78.792,
|
| 11547 |
+
"recall_at_5": 84.831,
|
| 11548 |
+
"main_score": 76.423
|
| 11549 |
+
},
|
| 11550 |
+
"WikinewsPlClusteringS2S": {
|
| 11551 |
+
"evaluation_time": 6.23,
|
| 11552 |
+
"v_measure": 33.12162,
|
| 11553 |
+
"v_measures": 31.68218,
|
| 11554 |
+
"main_score": 33.12162
|
| 11555 |
+
},
|
| 11556 |
+
"PSC": {
|
| 11557 |
+
"cos_sim.accuracy": 97.86642,
|
| 11558 |
+
"cos_sim.accuracy_threshold": 62.92201,
|
| 11559 |
+
"cos_sim.ap": 99.19351,
|
| 11560 |
+
"cos_sim.f1": 96.52042,
|
| 11561 |
+
"cos_sim.f1_threshold": 62.92201,
|
| 11562 |
+
"cos_sim.precision": 95.7958,
|
| 11563 |
+
"cos_sim.recall": 97.2561,
|
| 11564 |
+
"dot.accuracy": 97.86642,
|
| 11565 |
+
"dot.accuracy_threshold": 62.89062,
|
| 11566 |
+
"dot.ap": 99.18821,
|
| 11567 |
+
"dot.f1": 96.52042,
|
| 11568 |
+
"dot.f1_threshold": 62.89062,
|
| 11569 |
+
"dot.precision": 95.7958,
|
| 11570 |
+
"dot.recall": 97.2561,
|
| 11571 |
+
"euclidean.accuracy": 97.86642,
|
| 11572 |
+
"euclidean.accuracy_threshold": 86.12668,
|
| 11573 |
+
"euclidean.ap": 99.19503,
|
| 11574 |
+
"euclidean.f1": 96.52042,
|
| 11575 |
+
"euclidean.f1_threshold": 86.12668,
|
| 11576 |
+
"euclidean.precision": 95.7958,
|
| 11577 |
+
"euclidean.recall": 97.2561,
|
| 11578 |
+
"evaluation_time": 1.14,
|
| 11579 |
+
"manhattan.accuracy": 97.58813,
|
| 11580 |
+
"manhattan.accuracy_threshold": 18.8739,
|
| 11581 |
+
"manhattan.ap": 99.20345,
|
| 11582 |
+
"manhattan.f1": 96.0961,
|
| 11583 |
+
"manhattan.f1_threshold": 19.06659,
|
| 11584 |
+
"manhattan.precision": 94.67456,
|
| 11585 |
+
"manhattan.recall": 97.56098,
|
| 11586 |
+
"max.accuracy": 97.86642,
|
| 11587 |
+
"max.ap": 99.20345,
|
| 11588 |
+
"max.f1": 96.52042,
|
| 11589 |
+
"main_score": 99.19351
|
| 11590 |
+
},
|
| 11591 |
+
"WikinewsPlClusteringP2P": {
|
| 11592 |
+
"evaluation_time": 12.81,
|
| 11593 |
+
"v_measure": 39.10982,
|
| 11594 |
+
"v_measures": 39.25133,
|
| 11595 |
+
"main_score": 39.10982
|
| 11596 |
+
},
|
| 11597 |
+
"NQ-PL": {
|
| 11598 |
+
"evaluation_time": 3039.92,
|
| 11599 |
+
"map_at_1": 20.778,
|
| 11600 |
+
"map_at_10": 33.116,
|
| 11601 |
+
"map_at_100": 34.278,
|
| 11602 |
+
"map_at_1000": 34.338,
|
| 11603 |
+
"map_at_20": 33.844,
|
| 11604 |
+
"map_at_3": 28.991,
|
| 11605 |
+
"map_at_5": 31.362,
|
| 11606 |
+
"mrr_at_1": 23.696,
|
| 11607 |
+
"mrr_at_10": 35.453,
|
| 11608 |
+
"mrr_at_100": 36.435,
|
| 11609 |
+
"mrr_at_1000": 36.48,
|
| 11610 |
+
"mrr_at_20": 36.085,
|
| 11611 |
+
"mrr_at_3": 31.938,
|
| 11612 |
+
"mrr_at_5": 34.006,
|
| 11613 |
+
"ndcg_at_1": 23.552,
|
| 11614 |
+
"ndcg_at_10": 40.022,
|
| 11615 |
+
"ndcg_at_100": 45.337,
|
| 11616 |
+
"ndcg_at_1000": 46.797,
|
| 11617 |
+
"ndcg_at_20": 42.489,
|
| 11618 |
+
"ndcg_at_3": 32.127,
|
| 11619 |
+
"ndcg_at_5": 36.129,
|
| 11620 |
+
"precision_at_1": 23.552,
|
| 11621 |
+
"precision_at_10": 7.034,
|
| 11622 |
+
"precision_at_100": 1.001,
|
| 11623 |
+
"precision_at_1000": 0.114,
|
| 11624 |
+
"precision_at_20": 4.085,
|
| 11625 |
+
"precision_at_3": 14.929,
|
| 11626 |
+
"precision_at_5": 11.251,
|
| 11627 |
+
"recall_at_1": 20.778,
|
| 11628 |
+
"recall_at_10": 59.021,
|
| 11629 |
+
"recall_at_100": 82.829,
|
| 11630 |
+
"recall_at_1000": 93.719,
|
| 11631 |
+
"recall_at_20": 68.306,
|
| 11632 |
+
"recall_at_3": 38.357,
|
| 11633 |
+
"recall_at_5": 47.634,
|
| 11634 |
+
"main_score": 40.022
|
| 11635 |
+
},
|
| 11636 |
+
"STS22": {
|
| 11637 |
+
"cos_sim.pearson": 41.59228,
|
| 11638 |
+
"cos_sim.spearman": 41.71545,
|
| 11639 |
+
"euclidean.pearson": 32.48793,
|
| 11640 |
+
"euclidean.spearman": 41.71545,
|
| 11641 |
+
"manhattan.pearson": 32.61752,
|
| 11642 |
+
"manhattan.spearman": 41.84927,
|
| 11643 |
+
"main_score": 41.71545
|
| 11644 |
+
},
|
| 11645 |
+
"DBPedia-PL": {
|
| 11646 |
+
"evaluation_time": 4073.52,
|
| 11647 |
+
"map_at_1": 6.665,
|
| 11648 |
+
"map_at_10": 13.602,
|
| 11649 |
+
"map_at_100": 18.626,
|
| 11650 |
+
"map_at_1000": 19.967,
|
| 11651 |
+
"map_at_20": 15.462,
|
| 11652 |
+
"map_at_3": 10.183,
|
| 11653 |
+
"map_at_5": 11.537,
|
| 11654 |
+
"mrr_at_1": 49.75,
|
| 11655 |
+
"mrr_at_10": 61.215,
|
| 11656 |
+
"mrr_at_100": 61.626,
|
| 11657 |
+
"mrr_at_1000": 61.649,
|
| 11658 |
+
"mrr_at_20": 61.478,
|
| 11659 |
+
"mrr_at_3": 59.583,
|
| 11660 |
+
"mrr_at_5": 60.521,
|
| 11661 |
+
"ndcg_at_1": 40.625,
|
| 11662 |
+
"ndcg_at_10": 31.122,
|
| 11663 |
+
"ndcg_at_100": 34.518,
|
| 11664 |
+
"ndcg_at_1000": 41.713,
|
| 11665 |
+
"ndcg_at_20": 30.467,
|
| 11666 |
+
"ndcg_at_3": 35.384,
|
| 11667 |
+
"ndcg_at_5": 32.636,
|
| 11668 |
+
"precision_at_1": 49.75,
|
| 11669 |
+
"precision_at_10": 24.725,
|
| 11670 |
+
"precision_at_100": 8.018,
|
| 11671 |
+
"precision_at_1000": 1.816,
|
| 11672 |
+
"precision_at_20": 18.387,
|
| 11673 |
+
"precision_at_3": 38.5,
|
| 11674 |
+
"precision_at_5": 31.5,
|
| 11675 |
+
"recall_at_1": 6.665,
|
| 11676 |
+
"recall_at_10": 18.528,
|
| 11677 |
+
"recall_at_100": 39.317,
|
| 11678 |
+
"recall_at_1000": 63.079,
|
| 11679 |
+
"recall_at_20": 24.127,
|
| 11680 |
+
"recall_at_3": 11.655,
|
| 11681 |
+
"recall_at_5": 14.024,
|
| 11682 |
+
"main_score": 31.122
|
| 11683 |
+
},
|
| 11684 |
+
"Quora-PL": {
|
| 11685 |
+
"evaluation_time": 538.27,
|
| 11686 |
+
"map_at_1": 65.839,
|
| 11687 |
+
"map_at_10": 79.622,
|
| 11688 |
+
"map_at_100": 80.364,
|
| 11689 |
+
"map_at_1000": 80.386,
|
| 11690 |
+
"map_at_20": 80.109,
|
| 11691 |
+
"map_at_3": 76.566,
|
| 11692 |
+
"map_at_5": 78.476,
|
| 11693 |
+
"mrr_at_1": 75.88,
|
| 11694 |
+
"mrr_at_10": 82.887,
|
| 11695 |
+
"mrr_at_100": 83.076,
|
| 11696 |
+
"mrr_at_1000": 83.08,
|
| 11697 |
+
"mrr_at_20": 83.025,
|
| 11698 |
+
"mrr_at_3": 81.662,
|
| 11699 |
+
"mrr_at_5": 82.466,
|
| 11700 |
+
"ndcg_at_1": 75.94,
|
| 11701 |
+
"ndcg_at_10": 83.892,
|
| 11702 |
+
"ndcg_at_100": 85.617,
|
| 11703 |
+
"ndcg_at_1000": 85.825,
|
| 11704 |
+
"ndcg_at_20": 84.809,
|
| 11705 |
+
"ndcg_at_3": 80.571,
|
| 11706 |
+
"ndcg_at_5": 82.365,
|
| 11707 |
+
"precision_at_1": 75.94,
|
| 11708 |
+
"precision_at_10": 12.864,
|
| 11709 |
+
"precision_at_100": 1.505,
|
| 11710 |
+
"precision_at_1000": 0.156,
|
| 11711 |
+
"precision_at_20": 6.909,
|
| 11712 |
+
"precision_at_3": 35.403,
|
| 11713 |
+
"precision_at_5": 23.422,
|
| 11714 |
+
"recall_at_1": 65.839,
|
| 11715 |
+
"recall_at_10": 92.411,
|
| 11716 |
+
"recall_at_100": 98.683,
|
| 11717 |
+
"recall_at_1000": 99.82,
|
| 11718 |
+
"recall_at_20": 95.437,
|
| 11719 |
+
"recall_at_3": 82.913,
|
| 11720 |
+
"recall_at_5": 87.87,
|
| 11721 |
+
"main_score": 83.892
|
| 11722 |
+
},
|
| 11723 |
+
"CDSC-E": {
|
| 11724 |
+
"cos_sim.accuracy": 89.4,
|
| 11725 |
+
"cos_sim.accuracy_threshold": 94.0022,
|
| 11726 |
+
"cos_sim.ap": 77.0094,
|
| 11727 |
+
"cos_sim.f1": 68.07229,
|
| 11728 |
+
"cos_sim.f1_threshold": 94.0022,
|
| 11729 |
+
"cos_sim.precision": 79.57746,
|
| 11730 |
+
"cos_sim.recall": 59.47368,
|
| 11731 |
+
"dot.accuracy": 89.3,
|
| 11732 |
+
"dot.accuracy_threshold": 94.04297,
|
| 11733 |
+
"dot.ap": 76.91658,
|
| 11734 |
+
"dot.f1": 67.85714,
|
| 11735 |
+
"dot.f1_threshold": 93.79883,
|
| 11736 |
+
"dot.precision": 78.08219,
|
| 11737 |
+
"dot.recall": 60.0,
|
| 11738 |
+
"euclidean.accuracy": 89.4,
|
| 11739 |
+
"euclidean.accuracy_threshold": 34.63982,
|
| 11740 |
+
"euclidean.ap": 77.00995,
|
| 11741 |
+
"euclidean.f1": 68.07229,
|
| 11742 |
+
"euclidean.f1_threshold": 34.63982,
|
| 11743 |
+
"euclidean.precision": 79.57746,
|
| 11744 |
+
"euclidean.recall": 59.47368,
|
| 11745 |
+
"evaluation_time": 69.0,
|
| 11746 |
+
"manhattan.accuracy": 89.4,
|
| 11747 |
+
"manhattan.accuracy_threshold": 7.55129,
|
| 11748 |
+
"manhattan.ap": 77.07378,
|
| 11749 |
+
"manhattan.f1": 68.07229,
|
| 11750 |
+
"manhattan.f1_threshold": 7.55129,
|
| 11751 |
+
"manhattan.precision": 79.57746,
|
| 11752 |
+
"manhattan.recall": 59.47368,
|
| 11753 |
+
"max.accuracy": 89.4,
|
| 11754 |
+
"max.ap": 77.07378,
|
| 11755 |
+
"max.f1": 68.07229,
|
| 11756 |
+
"main_score": 77.0094
|
| 11757 |
+
},
|
| 11758 |
+
"TRECCOVID-PL": {
|
| 11759 |
+
"evaluation_time": 312.42,
|
| 11760 |
+
"map_at_1": 0.226,
|
| 11761 |
+
"map_at_10": 1.755,
|
| 11762 |
+
"map_at_100": 9.668,
|
| 11763 |
+
"map_at_1000": 24.174,
|
| 11764 |
+
"map_at_20": 3.007,
|
| 11765 |
+
"map_at_3": 0.599,
|
| 11766 |
+
"map_at_5": 0.956,
|
| 11767 |
+
"mrr_at_1": 82.0,
|
| 11768 |
+
"mrr_at_10": 90.0,
|
| 11769 |
+
"mrr_at_100": 90.0,
|
| 11770 |
+
"mrr_at_1000": 90.0,
|
| 11771 |
+
"mrr_at_20": 90.0,
|
| 11772 |
+
"mrr_at_3": 90.0,
|
| 11773 |
+
"mrr_at_5": 90.0,
|
| 11774 |
+
"ndcg_at_1": 76.0,
|
| 11775 |
+
"ndcg_at_10": 69.57,
|
| 11776 |
+
"ndcg_at_100": 53.504,
|
| 11777 |
+
"ndcg_at_1000": 50.286,
|
| 11778 |
+
"ndcg_at_20": 65.229,
|
| 11779 |
+
"ndcg_at_3": 73.816,
|
| 11780 |
+
"ndcg_at_5": 71.926,
|
| 11781 |
+
"precision_at_1": 84.0,
|
| 11782 |
+
"precision_at_10": 74.0,
|
| 11783 |
+
"precision_at_100": 55.26,
|
| 11784 |
+
"precision_at_1000": 22.252,
|
| 11785 |
+
"precision_at_20": 68.6,
|
| 11786 |
+
"precision_at_3": 80.0,
|
| 11787 |
+
"precision_at_5": 77.6,
|
| 11788 |
+
"recall_at_1": 0.226,
|
| 11789 |
+
"recall_at_10": 1.993,
|
| 11790 |
+
"recall_at_100": 13.269,
|
| 11791 |
+
"recall_at_1000": 48.076,
|
| 11792 |
+
"recall_at_20": 3.587,
|
| 11793 |
+
"recall_at_3": 0.636,
|
| 11794 |
+
"recall_at_5": 1.046,
|
| 11795 |
+
"main_score": 69.57
|
| 11796 |
+
},
|
| 11797 |
+
"SCIDOCS-PL": {
|
| 11798 |
+
"evaluation_time": 46.31,
|
| 11799 |
+
"map_at_1": 3.755,
|
| 11800 |
+
"map_at_10": 9.14,
|
| 11801 |
+
"map_at_100": 10.899,
|
| 11802 |
+
"map_at_1000": 11.181,
|
| 11803 |
+
"map_at_20": 10.049,
|
| 11804 |
+
"map_at_3": 6.579,
|
| 11805 |
+
"map_at_5": 7.834,
|
| 11806 |
+
"mrr_at_1": 18.7,
|
| 11807 |
+
"mrr_at_10": 27.89,
|
| 11808 |
+
"mrr_at_100": 28.997,
|
| 11809 |
+
"mrr_at_1000": 29.076,
|
| 11810 |
+
"mrr_at_20": 28.538,
|
| 11811 |
+
"mrr_at_3": 24.75,
|
| 11812 |
+
"mrr_at_5": 26.595,
|
| 11813 |
+
"ndcg_at_1": 18.5,
|
| 11814 |
+
"ndcg_at_10": 15.846,
|
| 11815 |
+
"ndcg_at_100": 23.132,
|
| 11816 |
+
"ndcg_at_1000": 28.479,
|
| 11817 |
+
"ndcg_at_20": 18.492,
|
| 11818 |
+
"ndcg_at_3": 14.97,
|
| 11819 |
+
"ndcg_at_5": 13.124,
|
| 11820 |
+
"precision_at_1": 18.5,
|
| 11821 |
+
"precision_at_10": 8.25,
|
| 11822 |
+
"precision_at_100": 1.879,
|
| 11823 |
+
"precision_at_1000": 0.317,
|
| 11824 |
+
"precision_at_20": 5.665,
|
| 11825 |
+
"precision_at_3": 14.0,
|
| 11826 |
+
"precision_at_5": 11.54,
|
| 11827 |
+
"recall_at_1": 3.755,
|
| 11828 |
+
"recall_at_10": 16.718,
|
| 11829 |
+
"recall_at_100": 38.207,
|
| 11830 |
+
"recall_at_1000": 64.367,
|
| 11831 |
+
"recall_at_20": 22.997,
|
| 11832 |
+
"recall_at_3": 8.523,
|
| 11833 |
+
"recall_at_5": 11.703,
|
| 11834 |
+
"main_score": 15.846
|
| 11835 |
+
},
|
| 11836 |
+
"PolEmo2.0-IN": {
|
| 11837 |
+
"accuracy": 77.11911,
|
| 11838 |
+
"accuracy_stderr": 5.61371,
|
| 11839 |
+
"evaluation_time": 6.71,
|
| 11840 |
+
"f1": 75.28882,
|
| 11841 |
+
"f1_stderr": 4.12456,
|
| 11842 |
+
"main_score": 77.11911
|
| 11843 |
+
},
|
| 11844 |
+
"PlscClusteringP2P": {
|
| 11845 |
+
"evaluation_time": 34.1,
|
| 11846 |
+
"v_measure": 41.63297,
|
| 11847 |
+
"v_measures": 41.98634,
|
| 11848 |
+
"main_score": 41.63297
|
| 11849 |
+
},
|
| 11850 |
+
"MSMARCO-PL": {
|
| 11851 |
+
"evaluation_time": 9270.4,
|
| 11852 |
+
"map_at_1": 16.398,
|
| 11853 |
+
"map_at_10": 26.459,
|
| 11854 |
+
"map_at_100": 27.634,
|
| 11855 |
+
"map_at_1000": 27.701,
|
| 11856 |
+
"map_at_20": 27.156,
|
| 11857 |
+
"map_at_3": 23.099,
|
| 11858 |
+
"map_at_5": 25.013,
|
| 11859 |
+
"mrr_at_1": 16.862,
|
| 11860 |
+
"mrr_at_10": 26.949,
|
| 11861 |
+
"mrr_at_100": 28.074,
|
| 11862 |
+
"mrr_at_1000": 28.135,
|
| 11863 |
+
"mrr_at_20": 27.616,
|
| 11864 |
+
"mrr_at_3": 23.606,
|
| 11865 |
+
"mrr_at_5": 25.534,
|
| 11866 |
+
"ndcg_at_1": 16.877,
|
| 11867 |
+
"ndcg_at_10": 32.326,
|
| 11868 |
+
"ndcg_at_100": 38.179,
|
| 11869 |
+
"ndcg_at_1000": 39.916,
|
| 11870 |
+
"ndcg_at_20": 34.818,
|
| 11871 |
+
"ndcg_at_3": 25.443,
|
| 11872 |
+
"ndcg_at_5": 28.884,
|
| 11873 |
+
"precision_at_1": 16.877,
|
| 11874 |
+
"precision_at_10": 5.265,
|
| 11875 |
+
"precision_at_100": 0.823,
|
| 11876 |
+
"precision_at_1000": 0.097,
|
| 11877 |
+
"precision_at_20": 3.154,
|
| 11878 |
+
"precision_at_3": 10.941,
|
| 11879 |
+
"precision_at_5": 8.304,
|
| 11880 |
+
"recall_at_1": 16.398,
|
| 11881 |
+
"recall_at_10": 50.452,
|
| 11882 |
+
"recall_at_100": 77.925,
|
| 11883 |
+
"recall_at_1000": 91.371,
|
| 11884 |
+
"recall_at_20": 60.17,
|
| 11885 |
+
"recall_at_3": 31.728,
|
| 11886 |
+
"recall_at_5": 39.977,
|
| 11887 |
+
"main_score": 32.326
|
| 11888 |
+
},
|
| 11889 |
+
"MassiveIntentClassification": {
|
| 11890 |
+
"accuracy": 72.63618,
|
| 11891 |
+
"accuracy_stderr": 1.39669,
|
| 11892 |
+
"f1": 69.45371,
|
| 11893 |
+
"f1_stderr": 1.27299,
|
| 11894 |
+
"main_score": 72.63618
|
| 11895 |
+
}
|
| 11896 |
+
}
|
| 11897 |
+
},
|
| 11898 |
{
|
| 11899 |
"id": "gte-Qwen2-1.5B-instruct",
|
| 11900 |
"tags": [],
|