Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Commit
•
1fbbed1
1
Parent(s):
31fabdf
Update EXTERNAL; Fix modelname
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- EXTERNAL_MODEL_RESULTS.json +0 -0
- all_data_tasks/0/default.jsonl +0 -0
- all_data_tasks/1/default.jsonl +0 -0
- all_data_tasks/10/default.jsonl +53 -69
- all_data_tasks/11/default.jsonl +83 -84
- all_data_tasks/12/default.jsonl +77 -78
- all_data_tasks/13/default.jsonl +73 -98
- all_data_tasks/14/default.jsonl +27 -25
- all_data_tasks/15/default.jsonl +54 -53
- all_data_tasks/16/default.jsonl +72 -73
- all_data_tasks/17/default.jsonl +20 -21
- all_data_tasks/18/default.jsonl +17 -59
- all_data_tasks/19/default.jsonl +55 -56
- all_data_tasks/2/default.jsonl +0 -0
- all_data_tasks/20/default.jsonl +51 -52
- all_data_tasks/21/default.jsonl +38 -79
- all_data_tasks/22/default.jsonl +17 -58
- all_data_tasks/23/default.jsonl +54 -53
- all_data_tasks/24/default.jsonl +28 -20
- all_data_tasks/25/default.jsonl +3 -3
- all_data_tasks/26/default.jsonl +47 -48
- all_data_tasks/27/default.jsonl +20 -21
- all_data_tasks/28/default.jsonl +15 -27
- all_data_tasks/29/default.jsonl +17 -18
- all_data_tasks/3/default.jsonl +0 -0
- all_data_tasks/30/default.jsonl +32 -51
- all_data_tasks/31/default.jsonl +26 -24
- all_data_tasks/32/default.jsonl +26 -24
- all_data_tasks/33/default.jsonl +1 -23
- all_data_tasks/34/default.jsonl +26 -24
- all_data_tasks/35/default.jsonl +26 -24
- all_data_tasks/36/default.jsonl +1 -23
- all_data_tasks/37/default.jsonl +54 -53
- all_data_tasks/38/default.jsonl +0 -0
- all_data_tasks/39/default.jsonl +0 -0
- all_data_tasks/4/default.jsonl +0 -0
- all_data_tasks/40/default.jsonl +13 -12
- all_data_tasks/41/default.jsonl +17 -16
- all_data_tasks/42/default.jsonl +36 -34
- all_data_tasks/43/default.jsonl +5 -4
- all_data_tasks/44/default.jsonl +4 -3
- all_data_tasks/45/default.jsonl +11 -1
- all_data_tasks/5/default.jsonl +0 -0
- all_data_tasks/6/default.jsonl +0 -0
- all_data_tasks/7/default.jsonl +6 -6
- all_data_tasks/8/default.jsonl +0 -0
- all_data_tasks/9/default.jsonl +67 -68
- boards_data/bright/data_tasks/Retrieval/default.jsonl +5 -4
- boards_data/bright_long/data_tasks/Retrieval/default.jsonl +4 -3
- boards_data/coir/data_tasks/Retrieval/default.jsonl +11 -1
EXTERNAL_MODEL_RESULTS.json
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
all_data_tasks/0/default.jsonl
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
all_data_tasks/1/default.jsonl
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
all_data_tasks/10/default.jsonl
CHANGED
|
@@ -1,69 +1,53 @@
|
|
| 1 |
-
{"index":
|
| 2 |
-
{"index":
|
| 3 |
-
{"index":
|
| 4 |
-
{"index":
|
| 5 |
-
{"index":
|
| 6 |
-
{"index":
|
| 7 |
-
{"index":
|
| 8 |
-
{"index":
|
| 9 |
-
{"index":
|
| 10 |
-
{"index":
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
| 14 |
-
{"index":
|
| 15 |
-
{"index":
|
| 16 |
-
{"index":
|
| 17 |
-
{"index":
|
| 18 |
-
{"index":
|
| 19 |
-
{"index":
|
| 20 |
-
{"index":
|
| 21 |
-
{"index":
|
| 22 |
-
{"index":
|
| 23 |
-
{"index":
|
| 24 |
-
{"index":
|
| 25 |
-
{"index":
|
| 26 |
-
{"index":
|
| 27 |
-
{"index":
|
| 28 |
-
{"index":40,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 29 |
-
{"index":
|
| 30 |
-
{"index":
|
| 31 |
-
{"index":
|
| 32 |
-
{"index":
|
| 33 |
-
{"index":
|
| 34 |
-
{"index":
|
| 35 |
-
{"index":
|
| 36 |
-
{"index":
|
| 37 |
-
{"index":
|
| 38 |
-
{"index":
|
| 39 |
-
{"index":
|
| 40 |
-
{"index":
|
| 41 |
-
{"index":
|
| 42 |
-
{"index":
|
| 43 |
-
{"index":
|
| 44 |
-
{"index":
|
| 45 |
-
{"index":
|
| 46 |
-
{"index":
|
| 47 |
-
{"index":
|
| 48 |
-
{"index":
|
| 49 |
-
{"index":
|
| 50 |
-
{"index":
|
| 51 |
-
{"index":
|
| 52 |
-
{"index":
|
| 53 |
-
{"index":
|
| 54 |
-
{"index":32,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-zh-v1.5\">bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":70.4,"Cmnli":76.24,"Ocnli":64.57}
|
| 55 |
-
{"index":309,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":70.0,"Cmnli":76.46,"Ocnli":63.54}
|
| 56 |
-
{"index":312,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/towing\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.0,"Cmnli":76.46,"Ocnli":63.54}
|
| 57 |
-
{"index":199,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.89,"Cmnli":78.18,"Ocnli":61.6}
|
| 58 |
-
{"index":375,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.56,"Cmnli":76.03,"Ocnli":63.08}
|
| 59 |
-
{"index":293,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentosa\/ZNV-Embedding\">ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Average":68.76,"Cmnli":75.67,"Ocnli":61.85}
|
| 60 |
-
{"index":167,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dumyy\/sft-bge-small\">sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":67.97,"Cmnli":73.15,"Ocnli":62.79}
|
| 61 |
-
{"index":297,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-chinese\">text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":67.41,"Cmnli":73.87,"Ocnli":60.95}
|
| 62 |
-
{"index":198,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":67.07,"Cmnli":74.51,"Ocnli":59.63}
|
| 63 |
-
{"index":299,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silk-road\/luotuo-bert-medium\">luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":66.62,"Cmnli":72.55,"Ocnli":60.7}
|
| 64 |
-
{"index":201,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":66.45,"Cmnli":72.12,"Ocnli":60.77}
|
| 65 |
-
{"index":236,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-large\">m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":64.3,"Cmnli":69.27,"Ocnli":59.33}
|
| 66 |
-
{"index":235,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-base\">m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":63.99,"Cmnli":69.98,"Ocnli":58.0}
|
| 67 |
-
{"index":240,"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/m3e-ernie-xbase-zh\">m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.84,"Cmnli":65.68,"Ocnli":59.99}
|
| 68 |
-
{"index":173,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":58.52,"Cmnli":61.86,"Ocnli":55.18}
|
| 69 |
-
{"index":310,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thtang\/ALL_862873\">ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":56.7,"Cmnli":57.78,"Ocnli":55.63}
|
|
|
|
| 1 |
+
{"index":195,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding-v2\">xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":91.87,"Cmnli":92.84,"Ocnli":90.9}
|
| 2 |
+
{"index":108,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TencentBAC\/Conan-embedding-v1\">Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":91.66,"Cmnli":92.54,"Ocnli":90.77}
|
| 3 |
+
{"index":157,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/iampanda\/zpoint_large_embedding_zh\">zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":91.55,"Cmnli":92.54,"Ocnli":90.56}
|
| 4 |
+
{"index":45,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/IYun-large-zh\">IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":90.87,"Cmnli":90.87,"Ocnli":90.87}
|
| 5 |
+
{"index":238,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh-v2\">piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":90.24,"Cmnli":92.64,"Ocnli":87.84}
|
| 6 |
+
{"index":30,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Classical\/Yinka\">Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Average":89.88,"Cmnli":92.49,"Ocnli":87.26}
|
| 7 |
+
{"index":38,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh\">Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Average":88.92,"Cmnli":90.66,"Ocnli":87.18}
|
| 8 |
+
{"index":6,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":88.52,"Cmnli":91.81,"Ocnli":85.22}
|
| 9 |
+
{"index":146,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-large-zh-v3-1792d\">stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Average":88.1,"Cmnli":90.77,"Ocnli":85.44}
|
| 10 |
+
{"index":147,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-mrl-large-zh-v3.5-1792d\">stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":88.08,"Cmnli":90.66,"Ocnli":85.51}
|
| 11 |
+
{"index":161,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v3-1792d\">stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":87.93,"Cmnli":90.42,"Ocnli":85.43}
|
| 12 |
+
{"index":122,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/aspire\/acge_text_embedding\">acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":87.84,"Cmnli":90.49,"Ocnli":85.18}
|
| 13 |
+
{"index":39,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh-small\">Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Average":87.57,"Cmnli":90.29,"Ocnli":84.85}
|
| 14 |
+
{"index":8,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":87.48,"Cmnli":90.18,"Ocnli":84.78}
|
| 15 |
+
{"index":255,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shhy1995\/AGE_Hybrid\">AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":87.08,"Cmnli":89.42,"Ocnli":84.74}
|
| 16 |
+
{"index":7,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":86.91,"Cmnli":86.22,"Ocnli":87.6}
|
| 17 |
+
{"index":21,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":86.67,"Cmnli":90.13,"Ocnli":83.21}
|
| 18 |
+
{"index":194,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding\">xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":85.3,"Cmnli":89.95,"Ocnli":80.64}
|
| 19 |
+
{"index":265,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-large-zh\">gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":84.41,"Cmnli":89.5,"Ocnli":79.32}
|
| 20 |
+
{"index":91,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Pristinenlp\/alime-embedding-large-zh\">alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":84.34,"Cmnli":89.36,"Ocnli":79.31}
|
| 21 |
+
{"index":186,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":82.94,"Cmnli":85.27,"Ocnli":80.62}
|
| 22 |
+
{"index":259,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silverjam\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":82.94,"Cmnli":85.27,"Ocnli":80.62}
|
| 23 |
+
{"index":163,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh-v2\">stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":82.68,"Cmnli":86.85,"Ocnli":78.51}
|
| 24 |
+
{"index":13,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao-8k\">tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Average":82.68,"Cmnli":86.85,"Ocnli":78.5}
|
| 25 |
+
{"index":12,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao\">tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":82.68,"Cmnli":86.85,"Ocnli":78.5}
|
| 26 |
+
{"index":32,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.38,"Cmnli":87.3,"Ocnli":77.46}
|
| 27 |
+
{"index":33,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.38,"Cmnli":87.55,"Ocnli":77.21}
|
| 28 |
+
{"index":40,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/sbert-chinese-general-v1\">sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":81.46,"Cmnli":85.92,"Ocnli":77.01}
|
| 29 |
+
{"index":44,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/EdwardBurgin\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.9,"Cmnli":86.7,"Ocnli":75.1}
|
| 30 |
+
{"index":263,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-base-zh\">gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":80.44,"Cmnli":85.6,"Ocnli":75.28}
|
| 31 |
+
{"index":46,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/mist-zh\">mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":80.01,"Cmnli":84.76,"Ocnli":75.26}
|
| 32 |
+
{"index":160,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v2\">stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":79.96,"Cmnli":84.75,"Ocnli":75.16}
|
| 33 |
+
{"index":31,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.77,"Cmnli":84.1,"Ocnli":73.44}
|
| 34 |
+
{"index":162,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh\">stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":78.72,"Cmnli":85.14,"Ocnli":72.29}
|
| 35 |
+
{"index":178,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-7b1\">udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Average":78.65,"Cmnli":85.14,"Ocnli":72.15}
|
| 36 |
+
{"index":237,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh\">piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":78.38,"Cmnli":83.83,"Ocnli":72.92}
|
| 37 |
+
{"index":11,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":78.34,"Cmnli":84.01,"Ocnli":72.68}
|
| 38 |
+
{"index":189,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":78.34,"Cmnli":84.01,"Ocnli":72.68}
|
| 39 |
+
{"index":236,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-base-zh\">piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":76.61,"Cmnli":82.33,"Ocnli":70.89}
|
| 40 |
+
{"index":176,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-3b\">udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Average":76.59,"Cmnli":83.32,"Ocnli":69.86}
|
| 41 |
+
{"index":159,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh\">stella-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":76.09,"Cmnli":81.65,"Ocnli":70.53}
|
| 42 |
+
{"index":175,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Average":74.96,"Cmnli":81.34,"Ocnli":68.58}
|
| 43 |
+
{"index":196,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/liujiarik\/lim_base_zh\">lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":74.64,"Cmnli":79.58,"Ocnli":69.7}
|
| 44 |
+
{"index":177,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Average":72.38,"Cmnli":78.43,"Ocnli":66.32}
|
| 45 |
+
{"index":168,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":72.19,"Cmnli":80.21,"Ocnli":64.18}
|
| 46 |
+
{"index":111,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/YanshekWoo\/EminEmbed-multilingual-v1.0\">EminEmbed-multilingual-v1.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.18,"Cmnli":74.92,"Ocnli":67.43}
|
| 47 |
+
{"index":270,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/towing\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.0,"Cmnli":76.46,"Ocnli":63.54}
|
| 48 |
+
{"index":267,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":70.0,"Cmnli":76.46,"Ocnli":63.54}
|
| 49 |
+
{"index":252,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentosa\/ZNV-Embedding\">ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Average":68.76,"Cmnli":75.67,"Ocnli":61.85}
|
| 50 |
+
{"index":145,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dumyy\/sft-bge-small\">sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":67.97,"Cmnli":73.15,"Ocnli":62.79}
|
| 51 |
+
{"index":213,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/m3e-ernie-xbase-zh\">m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.84,"Cmnli":65.68,"Ocnli":59.99}
|
| 52 |
+
{"index":151,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":58.52,"Cmnli":61.86,"Ocnli":55.18}
|
| 53 |
+
{"index":268,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thtang\/ALL_862873\">ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":56.7,"Cmnli":57.78,"Ocnli":55.63}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
all_data_tasks/11/default.jsonl
CHANGED
|
@@ -1,84 +1,83 @@
|
|
| 1 |
-
{"index":
|
| 2 |
-
{"index":
|
| 3 |
-
{"index":
|
| 4 |
-
{"index":
|
| 5 |
-
{"index":
|
| 6 |
-
{"index":
|
| 7 |
-
{"index":
|
| 8 |
-
{"index":
|
| 9 |
-
{"index":
|
| 10 |
-
{"index":
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
| 14 |
-
{"index":
|
| 15 |
-
{"index":
|
| 16 |
-
{"index":
|
| 17 |
-
{"index":
|
| 18 |
-
{"index":
|
| 19 |
-
{"index":
|
| 20 |
-
{"index":
|
| 21 |
-
{"index":
|
| 22 |
-
{"index":
|
| 23 |
-
{"index":
|
| 24 |
-
{"index":
|
| 25 |
-
{"index":
|
| 26 |
-
{"index":
|
| 27 |
-
{"index":
|
| 28 |
-
{"index":
|
| 29 |
-
{"index":
|
| 30 |
-
{"index":
|
| 31 |
-
{"index":
|
| 32 |
-
{"index":
|
| 33 |
-
{"index":
|
| 34 |
-
{"index":
|
| 35 |
-
{"index":
|
| 36 |
-
{"index":
|
| 37 |
-
{"index":
|
| 38 |
-
{"index":
|
| 39 |
-
{"index":
|
| 40 |
-
{"index":
|
| 41 |
-
{"index":
|
| 42 |
-
{"index":
|
| 43 |
-
{"index":
|
| 44 |
-
{"index":
|
| 45 |
-
{"index":13,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 46 |
-
{"index":
|
| 47 |
-
{"index":
|
| 48 |
-
{"index":
|
| 49 |
-
{"index":
|
| 50 |
-
{"index":
|
| 51 |
-
{"index":
|
| 52 |
-
{"index":
|
| 53 |
-
{"index":
|
| 54 |
-
{"index":
|
| 55 |
-
{"index":
|
| 56 |
-
{"index":
|
| 57 |
-
{"index":
|
| 58 |
-
{"index":
|
| 59 |
-
{"index":
|
| 60 |
-
{"index":
|
| 61 |
-
{"index":
|
| 62 |
-
{"index":
|
| 63 |
-
{"index":
|
| 64 |
-
{"index":
|
| 65 |
-
{"index":
|
| 66 |
-
{"index":
|
| 67 |
-
{"index":
|
| 68 |
-
{"index":
|
| 69 |
-
{"index":
|
| 70 |
-
{"index":
|
| 71 |
-
{"index":
|
| 72 |
-
{"index":
|
| 73 |
-
{"index":
|
| 74 |
-
{"index":
|
| 75 |
-
{"index":
|
| 76 |
-
{"index":
|
| 77 |
-
{"index":
|
| 78 |
-
{"index":
|
| 79 |
-
{"index":
|
| 80 |
-
{"index":
|
| 81 |
-
{"index":
|
| 82 |
-
{"index":
|
| 83 |
-
{"index":
|
| 84 |
-
{"index":167,"Rank":217,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dumyy\/sft-bge-small\">sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":20.86,"T2Reranking":66.06}
|
|
|
|
| 1 |
+
{"index":108,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TencentBAC\/Conan-embedding-v1\">Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":72.76,"CMedQAv1":91.39,"CMedQAv2":89.72,"MMarcoReranking":41.58,"T2Reranking":68.36}
|
| 2 |
+
{"index":195,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding-v2\">xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":72.58,"CMedQAv1":90.96,"CMedQAv2":90.41,"MMarcoReranking":39.91,"T2Reranking":69.03}
|
| 3 |
+
{"index":157,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/iampanda\/zpoint_large_embedding_zh\">zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":72.34,"CMedQAv1":91.11,"CMedQAv2":90.07,"MMarcoReranking":38.87,"T2Reranking":69.29}
|
| 4 |
+
{"index":153,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/fangxq\/XYZ-embedding-zh-v2\">XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.46,"CMedQAv1":89.98,"CMedQAv2":89.05,"MMarcoReranking":37.68,"T2Reranking":69.13}
|
| 5 |
+
{"index":152,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/fangxq\/XYZ-embedding-zh\">XYZ-embedding-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.8,"CMedQAv1":89.62,"CMedQAv2":89.22,"MMarcoReranking":35.3,"T2Reranking":69.07}
|
| 6 |
+
{"index":210,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/LdIR-Qwen2-reranker-1.5B\">LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":772,"Memory Usage (GB, fp32)":2.88,"Average":70.45,"CMedQAv1":86.5,"CMedQAv2":87.11,"MMarcoReranking":39.35,"T2Reranking":68.84}
|
| 7 |
+
{"index":230,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/qihoo360\/360Zhinao-1.8B-Reranking\">360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Average":70.13,"CMedQAv1":86.75,"CMedQAv2":87.92,"MMarcoReranking":37.29,"T2Reranking":68.55}
|
| 8 |
+
{"index":238,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh-v2\">piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.0,"CMedQAv1":89.31,"CMedQAv2":90.14,"MMarcoReranking":33.39,"T2Reranking":67.15}
|
| 9 |
+
{"index":30,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Classical\/Yinka\">Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Average":69.78,"CMedQAv1":89.26,"CMedQAv2":90.05,"MMarcoReranking":32.74,"T2Reranking":67.05}
|
| 10 |
+
{"index":335,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/platform.baichuan-ai.com\/docs\/text-Embedding\">Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.67,"CMedQAv1":88.06,"CMedQAv2":88.46,"MMarcoReranking":34.3,"T2Reranking":67.85}
|
| 11 |
+
{"index":45,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/IYun-large-zh\">IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.3,"CMedQAv1":88.74,"CMedQAv2":89.42,"MMarcoReranking":31.61,"T2Reranking":67.45}
|
| 12 |
+
{"index":231,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/qihoo360\/360Zhinao-search\">360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":68.92,"CMedQAv1":87.0,"CMedQAv2":88.48,"MMarcoReranking":32.41,"T2Reranking":67.8}
|
| 13 |
+
{"index":8,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":68.92,"CMedQAv1":88.2,"CMedQAv2":88.03,"MMarcoReranking":31.65,"T2Reranking":67.8}
|
| 14 |
+
{"index":255,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shhy1995\/AGE_Hybrid\">AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.72,"CMedQAv1":89.37,"CMedQAv2":89.27,"MMarcoReranking":29.64,"T2Reranking":66.61}
|
| 15 |
+
{"index":211,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/LdIR-reranker-large\">LdIR-reranker-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.58,"CMedQAv1":84.35,"CMedQAv2":86.45,"MMarcoReranking":35.64,"T2Reranking":67.86}
|
| 16 |
+
{"index":147,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-mrl-large-zh-v3.5-1792d\">stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":68.45,"CMedQAv1":89.33,"CMedQAv2":89.18,"MMarcoReranking":28.85,"T2Reranking":66.43}
|
| 17 |
+
{"index":109,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TownsWu\/PEG\">PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":68.41,"CMedQAv1":84.09,"CMedQAv2":86.56,"MMarcoReranking":33.55,"T2Reranking":69.43}
|
| 18 |
+
{"index":21,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":68.28,"CMedQAv1":84.62,"CMedQAv2":85.6,"MMarcoReranking":35.43,"T2Reranking":67.48}
|
| 19 |
+
{"index":3,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/help.aliyun.com\/zh\/open-search\/vector-search-edition\/hybrid-retrieval\">OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.27,"CMedQAv1":88.99,"CMedQAv2":89.6,"MMarcoReranking":28.12,"T2Reranking":66.38}
|
| 20 |
+
{"index":146,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-large-zh-v3-1792d\">stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Average":68.26,"CMedQAv1":88.99,"CMedQAv2":89.6,"MMarcoReranking":28.09,"T2Reranking":66.38}
|
| 21 |
+
{"index":7,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":68.21,"CMedQAv1":88.16,"CMedQAv2":88.12,"MMarcoReranking":29.14,"T2Reranking":67.43}
|
| 22 |
+
{"index":189,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":68.17,"CMedQAv1":86.11,"CMedQAv2":87.28,"MMarcoReranking":32.19,"T2Reranking":67.09}
|
| 23 |
+
{"index":11,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":68.17,"CMedQAv1":86.11,"CMedQAv2":87.28,"MMarcoReranking":32.19,"T2Reranking":67.09}
|
| 24 |
+
{"index":122,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/aspire\/acge_text_embedding\">acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":67.98,"CMedQAv1":88.66,"CMedQAv2":88.9,"MMarcoReranking":27.76,"T2Reranking":66.62}
|
| 25 |
+
{"index":212,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/bge-reranker-large-1k\">bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":67.87,"CMedQAv1":82.15,"CMedQAv2":84.19,"MMarcoReranking":37.64,"T2Reranking":67.48}
|
| 26 |
+
{"index":161,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v3-1792d\">stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":67.84,"CMedQAv1":88.34,"CMedQAv2":89.06,"MMarcoReranking":27.48,"T2Reranking":66.49}
|
| 27 |
+
{"index":261,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/srikanthmalla\/BAAI-bge-reranker-large\">BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":67.78,"CMedQAv1":82.14,"CMedQAv2":84.19,"MMarcoReranking":37.17,"T2Reranking":67.6}
|
| 28 |
+
{"index":91,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Pristinenlp\/alime-embedding-large-zh\">alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":67.61,"CMedQAv1":86.52,"CMedQAv2":87.11,"MMarcoReranking":30.63,"T2Reranking":66.18}
|
| 29 |
+
{"index":92,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Pristinenlp\/alime-reranker-large-zh\">alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":67.54,"CMedQAv1":82.32,"CMedQAv2":84.09,"MMarcoReranking":35.5,"T2Reranking":68.26}
|
| 30 |
+
{"index":265,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-large-zh\">gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":67.4,"CMedQAv1":86.09,"CMedQAv2":86.46,"MMarcoReranking":31.19,"T2Reranking":65.86}
|
| 31 |
+
{"index":194,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding\">xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":67.34,"CMedQAv1":87.12,"CMedQAv2":87.57,"MMarcoReranking":28.08,"T2Reranking":66.6}
|
| 32 |
+
{"index":38,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh\">Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Average":67.17,"CMedQAv1":88.49,"CMedQAv2":89.18,"MMarcoReranking":24.76,"T2Reranking":66.26}
|
| 33 |
+
{"index":23,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-reranker-large\">bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28}
|
| 34 |
+
{"index":139,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/corto-ai\/bge-reranker-large-onnx\">bge-reranker-large-onnx<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28}
|
| 35 |
+
{"index":22,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-reranker-base\">bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28}
|
| 36 |
+
{"index":263,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-base-zh\">gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":67.0,"CMedQAv1":86.79,"CMedQAv2":87.2,"MMarcoReranking":27.64,"T2Reranking":66.36}
|
| 37 |
+
{"index":159,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh\">stella-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":66.95,"CMedQAv1":85.69,"CMedQAv2":86.46,"MMarcoReranking":29.2,"T2Reranking":66.46}
|
| 38 |
+
{"index":39,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh-small\">Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Average":66.92,"CMedQAv1":86.78,"CMedQAv2":87.39,"MMarcoReranking":27.39,"T2Reranking":66.11}
|
| 39 |
+
{"index":236,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-base-zh\">piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":66.68,"CMedQAv1":85.25,"CMedQAv2":86.15,"MMarcoReranking":28.87,"T2Reranking":66.46}
|
| 40 |
+
{"index":259,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silverjam\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":66.57,"CMedQAv1":83.64,"CMedQAv2":83.74,"MMarcoReranking":31.54,"T2Reranking":67.37}
|
| 41 |
+
{"index":186,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":66.57,"CMedQAv1":83.64,"CMedQAv2":83.74,"MMarcoReranking":31.54,"T2Reranking":67.37}
|
| 42 |
+
{"index":163,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh-v2\">stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":66.41,"CMedQAv1":85.45,"CMedQAv2":85.83,"MMarcoReranking":27.97,"T2Reranking":66.41}
|
| 43 |
+
{"index":12,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao\">tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":66.39,"CMedQAv1":85.34,"CMedQAv2":85.87,"MMarcoReranking":27.96,"T2Reranking":66.38}
|
| 44 |
+
{"index":6,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":66.38,"CMedQAv1":86.37,"CMedQAv2":87.41,"MMarcoReranking":23.64,"T2Reranking":68.11}
|
| 45 |
+
{"index":13,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao-8k\">tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Average":66.38,"CMedQAv1":85.34,"CMedQAv2":85.81,"MMarcoReranking":27.97,"T2Reranking":66.38}
|
| 46 |
+
{"index":267,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":66.22,"CMedQAv1":86.08,"CMedQAv2":87.26,"MMarcoReranking":26.13,"T2Reranking":65.39}
|
| 47 |
+
{"index":270,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/towing\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.22,"CMedQAv1":86.08,"CMedQAv2":87.26,"MMarcoReranking":26.13,"T2Reranking":65.39}
|
| 48 |
+
{"index":160,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v2\">stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":66.1,"CMedQAv1":84.7,"CMedQAv2":85.31,"MMarcoReranking":28.05,"T2Reranking":66.35}
|
| 49 |
+
{"index":318,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/wongctroman\/hktv-fine-tuned-cloudy-large-zh-metaphor14\">hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":66.04,"CMedQAv1":86.1,"CMedQAv2":86.95,"MMarcoReranking":24.26,"T2Reranking":66.83}
|
| 50 |
+
{"index":119,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/akarum\/cloudy-large-zh\">cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":66.04,"CMedQAv1":86.1,"CMedQAv2":86.95,"MMarcoReranking":24.26,"T2Reranking":66.83}
|
| 51 |
+
{"index":162,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh\">stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":65.98,"CMedQAv1":84.69,"CMedQAv2":85.23,"MMarcoReranking":27.16,"T2Reranking":66.86}
|
| 52 |
+
{"index":237,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh\">piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":65.98,"CMedQAv1":84.79,"CMedQAv2":84.89,"MMarcoReranking":27.27,"T2Reranking":66.96}
|
| 53 |
+
{"index":46,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/mist-zh\">mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":65.89,"CMedQAv1":84.67,"CMedQAv2":85.27,"MMarcoReranking":27.84,"T2Reranking":65.79}
|
| 54 |
+
{"index":19,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-v1.5\">bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":65.84,"CMedQAv1":83.45,"CMedQAv2":85.44,"MMarcoReranking":28.74,"T2Reranking":65.74}
|
| 55 |
+
{"index":111,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/YanshekWoo\/EminEmbed-multilingual-v1.0\">EminEmbed-multilingual-v1.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.64,"CMedQAv1":82.97,"CMedQAv2":87.07,"MMarcoReranking":26.16,"T2Reranking":66.35}
|
| 56 |
+
{"index":15,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-zh-v1.5\">bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":65.4,"CMedQAv1":80.47,"CMedQAv2":84.88,"MMarcoReranking":29.74,"T2Reranking":66.49}
|
| 57 |
+
{"index":18,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-noinstruct\">bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":64.9,"CMedQAv1":81.72,"CMedQAv2":84.64,"MMarcoReranking":27.1,"T2Reranking":66.16}
|
| 58 |
+
{"index":196,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/liujiarik\/lim_base_zh\">lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":63.73,"CMedQAv1":83.85,"CMedQAv2":84.75,"MMarcoReranking":20.56,"T2Reranking":65.75}
|
| 59 |
+
{"index":32,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.2,"CMedQAv1":78.39,"CMedQAv2":80.84,"MMarcoReranking":27.29,"T2Reranking":66.3}
|
| 60 |
+
{"index":33,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.82,"CMedQAv1":77.42,"CMedQAv2":77.84,"MMarcoReranking":30.17,"T2Reranking":65.85}
|
| 61 |
+
{"index":168,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":61.86,"CMedQAv1":77.68,"CMedQAv2":78.66,"MMarcoReranking":24.21,"T2Reranking":66.9}
|
| 62 |
+
{"index":252,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentosa\/ZNV-Embedding\">ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Average":61.48,"CMedQAv1":80.4,"CMedQAv2":80.39,"MMarcoReranking":18.86,"T2Reranking":66.25}
|
| 63 |
+
{"index":31,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":61.35,"CMedQAv1":76.47,"CMedQAv2":77.44,"MMarcoReranking":24.31,"T2Reranking":67.18}
|
| 64 |
+
{"index":213,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/m3e-ernie-xbase-zh\">m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":60.96,"CMedQAv1":80.66,"CMedQAv2":79.31,"MMarcoReranking":19.57,"T2Reranking":64.31}
|
| 65 |
+
{"index":25,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-zh-v1.5\">bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":60.92,"CMedQAv1":77.4,"CMedQAv2":79.86,"MMarcoReranking":20.5,"T2Reranking":65.9}
|
| 66 |
+
{"index":209,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-large\">m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":59.66,"CMedQAv1":77.76,"CMedQAv2":78.27,"MMarcoReranking":16.46,"T2Reranking":66.13}
|
| 67 |
+
{"index":208,"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-base\">m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":59.34,"CMedQAv1":77.05,"CMedQAv2":76.76,"MMarcoReranking":17.51,"T2Reranking":66.03}
|
| 68 |
+
{"index":178,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-7b1\">udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Average":59.11,"CMedQAv1":70.54,"CMedQAv2":71.35,"MMarcoReranking":26.69,"T2Reranking":67.88}
|
| 69 |
+
{"index":176,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-3b\">udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Average":57.68,"CMedQAv1":68.91,"CMedQAv2":69.42,"MMarcoReranking":25.9,"T2Reranking":66.49}
|
| 70 |
+
{"index":175,"Rank":70,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Average":56.27,"CMedQAv1":66.06,"CMedQAv2":66.96,"MMarcoReranking":26.14,"T2Reranking":65.94}
|
| 71 |
+
{"index":172,"Rank":71,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":56.0,"CMedQAv1":68.25,"CMedQAv2":68.56,"MMarcoReranking":21.34,"T2Reranking":65.83}
|
| 72 |
+
{"index":171,"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":54.35,"CMedQAv1":65.21,"CMedQAv2":66.06,"MMarcoReranking":21.76,"T2Reranking":64.39}
|
| 73 |
+
{"index":333,"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.28,"CMedQAv1":63.08,"CMedQAv2":64.02,"MMarcoReranking":23.39,"T2Reranking":66.65}
|
| 74 |
+
{"index":174,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":53.86,"CMedQAv1":63.44,"CMedQAv2":62.41,"MMarcoReranking":24.33,"T2Reranking":65.24}
|
| 75 |
+
{"index":177,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Average":53.62,"CMedQAv1":63.41,"CMedQAv2":63.66,"MMarcoReranking":23.69,"T2Reranking":63.74}
|
| 76 |
+
{"index":256,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-chinese\">text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":49.45,"CMedQAv1":59.26,"CMedQAv2":59.82,"MMarcoReranking":12.76,"T2Reranking":65.95}
|
| 77 |
+
{"index":258,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silk-road\/luotuo-bert-medium\">luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":49.25,"CMedQAv1":57.82,"CMedQAv2":58.88,"MMarcoReranking":14.55,"T2Reranking":65.76}
|
| 78 |
+
{"index":48,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GanymedeNil\/text2vec-large-chinese\">text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":49.16,"CMedQAv1":58.92,"CMedQAv2":60.41,"MMarcoReranking":12.48,"T2Reranking":64.82}
|
| 79 |
+
{"index":40,"Rank":79,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/sbert-chinese-general-v1\">sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":45.08,"CMedQAv1":53.07,"CMedQAv2":52.84,"MMarcoReranking":9.29,"T2Reranking":65.14}
|
| 80 |
+
{"index":44,"Rank":80,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/EdwardBurgin\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":44.91,"CMedQAv1":50.19,"CMedQAv2":50.39,"MMarcoReranking":14.57,"T2Reranking":64.49}
|
| 81 |
+
{"index":151,"Rank":81,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":32.84,"CMedQAv1":34.31,"CMedQAv2":35.88,"MMarcoReranking":5.83,"T2Reranking":55.35}
|
| 82 |
+
{"index":268,"Rank":82,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thtang\/ALL_862873\">ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":25.86,"CMedQAv1":19.72,"CMedQAv2":22.48,"MMarcoReranking":1.17,"T2Reranking":60.05}
|
| 83 |
+
{"index":145,"Rank":195,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dumyy\/sft-bge-small\">sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":20.86,"T2Reranking":66.06}
|
|
|
all_data_tasks/12/default.jsonl
CHANGED
|
@@ -1,78 +1,77 @@
|
|
| 1 |
-
{"index":
|
| 2 |
-
{"index":
|
| 3 |
-
{"index":
|
| 4 |
-
{"index":
|
| 5 |
-
{"index":
|
| 6 |
-
{"index":
|
| 7 |
-
{"index":
|
| 8 |
-
{"index":
|
| 9 |
-
{"index":
|
| 10 |
-
{"index":
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
| 14 |
-
{"index":
|
| 15 |
-
{"index":
|
| 16 |
-
{"index":
|
| 17 |
-
{"index":
|
| 18 |
-
{"index":
|
| 19 |
-
{"index":
|
| 20 |
-
{"index":
|
| 21 |
-
{"index":
|
| 22 |
-
{"index":
|
| 23 |
-
{"index":
|
| 24 |
-
{"index":
|
| 25 |
-
{"index":
|
| 26 |
-
{"index":
|
| 27 |
-
{"index":
|
| 28 |
-
{"index":
|
| 29 |
-
{"index":
|
| 30 |
-
{"index":
|
| 31 |
-
{"index":
|
| 32 |
-
{"index":
|
| 33 |
-
{"index":
|
| 34 |
-
{"index":
|
| 35 |
-
{"index":
|
| 36 |
-
{"index":
|
| 37 |
-
{"index":
|
| 38 |
-
{"index":
|
| 39 |
-
{"index":
|
| 40 |
-
{"index":
|
| 41 |
-
{"index":
|
| 42 |
-
{"index":
|
| 43 |
-
{"index":
|
| 44 |
-
{"index":
|
| 45 |
-
{"index":
|
| 46 |
-
{"index":
|
| 47 |
-
{"index":
|
| 48 |
-
{"index":
|
| 49 |
-
{"index":
|
| 50 |
-
{"index":
|
| 51 |
-
{"index":
|
| 52 |
-
{"index":
|
| 53 |
-
{"index":
|
| 54 |
-
{"index":
|
| 55 |
-
{"index":
|
| 56 |
-
{"index":
|
| 57 |
-
{"index":
|
| 58 |
-
{"index":
|
| 59 |
-
{"index":
|
| 60 |
-
{"index":
|
| 61 |
-
{"index":
|
| 62 |
-
{"index":
|
| 63 |
-
{"index":
|
| 64 |
-
{"index":
|
| 65 |
-
{"index":
|
| 66 |
-
{"index":
|
| 67 |
-
{"index":
|
| 68 |
-
{"index":
|
| 69 |
-
{"index":
|
| 70 |
-
{"index":
|
| 71 |
-
{"index":
|
| 72 |
-
{"index":
|
| 73 |
-
{"index":
|
| 74 |
-
{"index":
|
| 75 |
-
{"index":
|
| 76 |
-
{"index":
|
| 77 |
-
{"index":
|
| 78 |
-
{"index":310,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thtang\/ALL_862873\">ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":4.52,"CmedqaRetrieval":2.22,"CovidRetrieval":2.32,"DuRetrieval":5.86,"EcomRetrieval":10.37,"MedicalRetrieval":2.37,"MMarcoRetrieval":3.64,"T2Retrieval":4.64,"VideoRetrieval":4.77}
|
|
|
|
| 1 |
+
{"index":153,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/fangxq\/XYZ-embedding-zh-v2\">XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.23,"CmedqaRetrieval":48.29,"CovidRetrieval":90.76,"DuRetrieval":91.16,"EcomRetrieval":70.29,"MedicalRetrieval":68.04,"MMarcoRetrieval":82.5,"T2Retrieval":85.88,"VideoRetrieval":80.94}
|
| 2 |
+
{"index":226,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/openbmb\/MiniCPM-Embedding\">MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Average":76.76,"CmedqaRetrieval":46.05,"CovidRetrieval":92.01,"DuRetrieval":90.98,"EcomRetrieval":70.21,"MedicalRetrieval":63.91,"MMarcoRetrieval":85.55,"T2Retrieval":87.33,"VideoRetrieval":78.05}
|
| 3 |
+
{"index":65,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lenovo-Zhihui\/Zhihui_LLM_Embedding\">Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Average":76.74,"CmedqaRetrieval":48.69,"CovidRetrieval":84.39,"DuRetrieval":91.34,"EcomRetrieval":71.96,"MedicalRetrieval":65.19,"MMarcoRetrieval":84.77,"T2Retrieval":88.3,"VideoRetrieval":79.31}
|
| 4 |
+
{"index":108,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TencentBAC\/Conan-embedding-v1\">Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":76.67,"CmedqaRetrieval":47.61,"CovidRetrieval":92.35,"DuRetrieval":88.53,"EcomRetrieval":70.99,"MedicalRetrieval":67.94,"MMarcoRetrieval":82.25,"T2Retrieval":83.31,"VideoRetrieval":80.4}
|
| 5 |
+
{"index":152,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/fangxq\/XYZ-embedding-zh\">XYZ-embedding-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.56,"CmedqaRetrieval":47.9,"CovidRetrieval":88.24,"DuRetrieval":90.79,"EcomRetrieval":69.72,"MedicalRetrieval":67.42,"MMarcoRetrieval":82.48,"T2Retrieval":85.93,"VideoRetrieval":80.03}
|
| 6 |
+
{"index":195,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding-v2\">xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":76.5,"CmedqaRetrieval":47.14,"CovidRetrieval":89.4,"DuRetrieval":89.44,"EcomRetrieval":70.5,"MedicalRetrieval":68.19,"MMarcoRetrieval":82.19,"T2Retrieval":85.01,"VideoRetrieval":80.09}
|
| 7 |
+
{"index":157,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/iampanda\/zpoint_large_embedding_zh\">zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":76.36,"CmedqaRetrieval":47.16,"CovidRetrieval":89.14,"DuRetrieval":89.23,"EcomRetrieval":70.74,"MedicalRetrieval":68.14,"MMarcoRetrieval":82.38,"T2Retrieval":83.81,"VideoRetrieval":80.26}
|
| 8 |
+
{"index":8,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":76.03,"CmedqaRetrieval":48.69,"CovidRetrieval":83.65,"DuRetrieval":87.44,"EcomRetrieval":71.15,"MedicalRetrieval":65.59,"MMarcoRetrieval":85.16,"T2Retrieval":87.73,"VideoRetrieval":78.84}
|
| 9 |
+
{"index":231,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/qihoo360\/360Zhinao-search\">360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":75.06,"CmedqaRetrieval":46.73,"CovidRetrieval":85.02,"DuRetrieval":87.57,"EcomRetrieval":68.9,"MedicalRetrieval":63.69,"MMarcoRetrieval":83.32,"T2Retrieval":87.12,"VideoRetrieval":78.09}
|
| 10 |
+
{"index":255,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shhy1995\/AGE_Hybrid\">AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.97,"CmedqaRetrieval":47.26,"CovidRetrieval":83.66,"DuRetrieval":89.28,"EcomRetrieval":69.28,"MedicalRetrieval":65.94,"MMarcoRetrieval":80.65,"T2Retrieval":86.88,"VideoRetrieval":76.79}
|
| 11 |
+
{"index":3,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/help.aliyun.com\/zh\/open-search\/vector-search-edition\/hybrid-retrieval\">OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.41,"CmedqaRetrieval":46.56,"CovidRetrieval":84.03,"DuRetrieval":87.85,"EcomRetrieval":68.79,"MedicalRetrieval":65.92,"MMarcoRetrieval":79.93,"T2Retrieval":86.76,"VideoRetrieval":75.43}
|
| 12 |
+
{"index":30,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Classical\/Yinka\">Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Average":74.41,"CmedqaRetrieval":47.64,"CovidRetrieval":85.95,"DuRetrieval":89.11,"EcomRetrieval":67.92,"MedicalRetrieval":65.2,"MMarcoRetrieval":79.81,"T2Retrieval":86.24,"VideoRetrieval":73.39}
|
| 13 |
+
{"index":238,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh-v2\">piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.36,"CmedqaRetrieval":47.58,"CovidRetrieval":86.78,"DuRetrieval":89.14,"EcomRetrieval":67.75,"MedicalRetrieval":64.88,"MMarcoRetrieval":79.54,"T2Retrieval":86.14,"VideoRetrieval":73.1}
|
| 14 |
+
{"index":109,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TownsWu\/PEG\">PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":73.78,"CmedqaRetrieval":44.42,"CovidRetrieval":82.56,"DuRetrieval":87.67,"EcomRetrieval":67.32,"MedicalRetrieval":60.99,"MMarcoRetrieval":82.63,"T2Retrieval":87.0,"VideoRetrieval":77.64}
|
| 15 |
+
{"index":21,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":73.73,"CmedqaRetrieval":42.21,"CovidRetrieval":77.46,"DuRetrieval":90.46,"EcomRetrieval":69.3,"MedicalRetrieval":62.02,"MMarcoRetrieval":84.7,"T2Retrieval":86.26,"VideoRetrieval":77.4}
|
| 16 |
+
{"index":146,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-large-zh-v3-1792d\">stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Average":73.6,"CmedqaRetrieval":46.87,"CovidRetrieval":82.44,"DuRetrieval":87.13,"EcomRetrieval":68.62,"MedicalRetrieval":65.18,"MMarcoRetrieval":79.14,"T2Retrieval":85.56,"VideoRetrieval":73.89}
|
| 17 |
+
{"index":45,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/IYun-large-zh\">IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.56,"CmedqaRetrieval":46.68,"CovidRetrieval":85.24,"DuRetrieval":88.26,"EcomRetrieval":67.23,"MedicalRetrieval":64.29,"MMarcoRetrieval":78.64,"T2Retrieval":85.29,"VideoRetrieval":72.89}
|
| 18 |
+
{"index":147,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-mrl-large-zh-v3.5-1792d\">stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":73.52,"CmedqaRetrieval":46.61,"CovidRetrieval":81.87,"DuRetrieval":86.8,"EcomRetrieval":68.1,"MedicalRetrieval":64.99,"MMarcoRetrieval":79.21,"T2Retrieval":85.85,"VideoRetrieval":74.71}
|
| 19 |
+
{"index":194,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding\">xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":73.41,"CmedqaRetrieval":44.22,"CovidRetrieval":87.69,"DuRetrieval":86.45,"EcomRetrieval":68.04,"MedicalRetrieval":63.38,"MMarcoRetrieval":78.47,"T2Retrieval":85.45,"VideoRetrieval":73.59}
|
| 20 |
+
{"index":91,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Pristinenlp\/alime-embedding-large-zh\">alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":73.3,"CmedqaRetrieval":43.93,"CovidRetrieval":88.14,"DuRetrieval":86.23,"EcomRetrieval":67.56,"MedicalRetrieval":63.57,"MMarcoRetrieval":78.25,"T2Retrieval":84.58,"VideoRetrieval":74.16}
|
| 21 |
+
{"index":335,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/platform.baichuan-ai.com\/docs\/text-Embedding\">Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.12,"CmedqaRetrieval":47.64,"CovidRetrieval":86.86,"DuRetrieval":88.43,"EcomRetrieval":66.39,"MedicalRetrieval":61.1,"MMarcoRetrieval":80.17,"T2Retrieval":80.11,"VideoRetrieval":74.28}
|
| 22 |
+
{"index":122,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/aspire\/acge_text_embedding\">acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":72.93,"CmedqaRetrieval":46.78,"CovidRetrieval":81.56,"DuRetrieval":86.55,"EcomRetrieval":67.6,"MedicalRetrieval":64.1,"MMarcoRetrieval":78.42,"T2Retrieval":85.08,"VideoRetrieval":73.32}
|
| 23 |
+
{"index":318,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/wongctroman\/hktv-fine-tuned-cloudy-large-zh-metaphor14\">hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":72.92,"CmedqaRetrieval":43.58,"CovidRetrieval":85.83,"DuRetrieval":86.2,"EcomRetrieval":66.99,"MedicalRetrieval":64.23,"MMarcoRetrieval":77.69,"T2Retrieval":84.94,"VideoRetrieval":73.86}
|
| 24 |
+
{"index":119,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/akarum\/cloudy-large-zh\">cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":72.92,"CmedqaRetrieval":43.58,"CovidRetrieval":85.83,"DuRetrieval":86.2,"EcomRetrieval":66.99,"MedicalRetrieval":64.23,"MMarcoRetrieval":77.69,"T2Retrieval":84.94,"VideoRetrieval":73.86}
|
| 25 |
+
{"index":265,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-large-zh\">gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":72.49,"CmedqaRetrieval":43.15,"CovidRetrieval":88.41,"DuRetrieval":85.04,"EcomRetrieval":67.25,"MedicalRetrieval":62.88,"MMarcoRetrieval":77.53,"T2Retrieval":81.93,"VideoRetrieval":73.7}
|
| 26 |
+
{"index":161,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v3-1792d\">stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":72.28,"CmedqaRetrieval":45.38,"CovidRetrieval":80.61,"DuRetrieval":85.55,"EcomRetrieval":67.88,"MedicalRetrieval":64.34,"MMarcoRetrieval":77.42,"T2Retrieval":84.5,"VideoRetrieval":72.56}
|
| 27 |
+
{"index":11,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":71.95,"CmedqaRetrieval":43.78,"CovidRetrieval":80.6,"DuRetrieval":87.55,"EcomRetrieval":64.85,"MedicalRetrieval":61.93,"MMarcoRetrieval":79.35,"T2Retrieval":84.72,"VideoRetrieval":72.79}
|
| 28 |
+
{"index":189,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":71.95,"CmedqaRetrieval":43.78,"CovidRetrieval":80.6,"DuRetrieval":87.55,"EcomRetrieval":64.85,"MedicalRetrieval":61.93,"MMarcoRetrieval":79.35,"T2Retrieval":84.72,"VideoRetrieval":72.79}
|
| 29 |
+
{"index":7,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":71.86,"CmedqaRetrieval":46.97,"CovidRetrieval":80.79,"DuRetrieval":89.4,"EcomRetrieval":62.51,"MedicalRetrieval":58.65,"MMarcoRetrieval":83.01,"T2Retrieval":85.47,"VideoRetrieval":68.11}
|
| 30 |
+
{"index":13,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao-8k\">tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Average":71.85,"CmedqaRetrieval":42.73,"CovidRetrieval":82.19,"DuRetrieval":88.02,"EcomRetrieval":64.71,"MedicalRetrieval":60.63,"MMarcoRetrieval":79.56,"T2Retrieval":84.69,"VideoRetrieval":72.25}
|
| 31 |
+
{"index":263,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-base-zh\">gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":71.71,"CmedqaRetrieval":44.38,"CovidRetrieval":75.74,"DuRetrieval":83.64,"EcomRetrieval":69.56,"MedicalRetrieval":64.94,"MMarcoRetrieval":77.7,"T2Retrieval":83.08,"VideoRetrieval":74.67}
|
| 32 |
+
{"index":236,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-base-zh\">piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":71.2,"CmedqaRetrieval":42.02,"CovidRetrieval":84.5,"DuRetrieval":88.25,"EcomRetrieval":62.88,"MedicalRetrieval":58.09,"MMarcoRetrieval":77.92,"T2Retrieval":82.38,"VideoRetrieval":73.54}
|
| 33 |
+
{"index":159,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh\">stella-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":71.07,"CmedqaRetrieval":41.86,"CovidRetrieval":84.71,"DuRetrieval":87.8,"EcomRetrieval":62.46,"MedicalRetrieval":57.97,"MMarcoRetrieval":78.22,"T2Retrieval":82.51,"VideoRetrieval":73.04}
|
| 34 |
+
{"index":162,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh\">stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":71.02,"CmedqaRetrieval":42.28,"CovidRetrieval":85.19,"DuRetrieval":87.81,"EcomRetrieval":61.66,"MedicalRetrieval":59.38,"MMarcoRetrieval":78.1,"T2Retrieval":82.76,"VideoRetrieval":70.96}
|
| 35 |
+
{"index":237,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh\">piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":70.93,"CmedqaRetrieval":41.98,"CovidRetrieval":85.04,"DuRetrieval":87.97,"EcomRetrieval":61.91,"MedicalRetrieval":59.04,"MMarcoRetrieval":77.83,"T2Retrieval":82.47,"VideoRetrieval":71.18}
|
| 36 |
+
{"index":227,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pengql\/checkpoint-9000\">checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":70.63,"CmedqaRetrieval":40.57,"CovidRetrieval":75.93,"DuRetrieval":83.73,"EcomRetrieval":66.14,"MedicalRetrieval":58.58,"MMarcoRetrieval":81.95,"T2Retrieval":84.17,"VideoRetrieval":73.94}
|
| 37 |
+
{"index":83,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/NLPArtisan\/qwen-1.8b-retrieval-test\">qwen-1.8b-retrieval-test<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.63,"CmedqaRetrieval":40.57,"CovidRetrieval":75.93,"DuRetrieval":83.73,"EcomRetrieval":66.14,"MedicalRetrieval":58.58,"MMarcoRetrieval":81.95,"T2Retrieval":84.17,"VideoRetrieval":73.94}
|
| 38 |
+
{"index":6,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":70.62,"CmedqaRetrieval":43.47,"CovidRetrieval":80.87,"DuRetrieval":86.01,"EcomRetrieval":66.46,"MedicalRetrieval":61.33,"MMarcoRetrieval":73.83,"T2Retrieval":83.58,"VideoRetrieval":69.41}
|
| 39 |
+
{"index":18,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-noinstruct\">bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":70.54,"CmedqaRetrieval":41.03,"CovidRetrieval":75.07,"DuRetrieval":84.68,"EcomRetrieval":65.6,"MedicalRetrieval":58.28,"MMarcoRetrieval":81.38,"T2Retrieval":84.39,"VideoRetrieval":73.93}
|
| 40 |
+
{"index":19,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-v1.5\">bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":70.46,"CmedqaRetrieval":42.57,"CovidRetrieval":73.35,"DuRetrieval":86.32,"EcomRetrieval":65.33,"MedicalRetrieval":59.59,"MMarcoRetrieval":79.23,"T2Retrieval":83.99,"VideoRetrieval":73.32}
|
| 41 |
+
{"index":38,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh\">Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Average":70.41,"CmedqaRetrieval":45.83,"CovidRetrieval":76.77,"DuRetrieval":81.47,"EcomRetrieval":68.42,"MedicalRetrieval":64.42,"MMarcoRetrieval":71.7,"T2Retrieval":81.33,"VideoRetrieval":73.31}
|
| 42 |
+
{"index":12,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao\">tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":70.26,"CmedqaRetrieval":42.68,"CovidRetrieval":80.79,"DuRetrieval":85.74,"EcomRetrieval":62.06,"MedicalRetrieval":59.53,"MMarcoRetrieval":78.66,"T2Retrieval":84.69,"VideoRetrieval":67.96}
|
| 43 |
+
{"index":163,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh-v2\">stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":70.14,"CmedqaRetrieval":42.63,"CovidRetrieval":80.81,"DuRetrieval":85.75,"EcomRetrieval":62.07,"MedicalRetrieval":59.42,"MMarcoRetrieval":78.67,"T2Retrieval":83.87,"VideoRetrieval":67.93}
|
| 44 |
+
{"index":160,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v2\">stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":70.08,"CmedqaRetrieval":42.03,"CovidRetrieval":79.86,"DuRetrieval":86.97,"EcomRetrieval":62.85,"MedicalRetrieval":58.5,"MMarcoRetrieval":78.36,"T2Retrieval":83.76,"VideoRetrieval":68.27}
|
| 45 |
+
{"index":46,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/mist-zh\">mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":69.59,"CmedqaRetrieval":41.8,"CovidRetrieval":79.3,"DuRetrieval":86.43,"EcomRetrieval":62.64,"MedicalRetrieval":58.27,"MMarcoRetrieval":78.17,"T2Retrieval":82.11,"VideoRetrieval":67.96}
|
| 46 |
+
{"index":15,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-zh-v1.5\">bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":69.49,"CmedqaRetrieval":41.61,"CovidRetrieval":74.7,"DuRetrieval":85.07,"EcomRetrieval":64.25,"MedicalRetrieval":56.51,"MMarcoRetrieval":77.69,"T2Retrieval":83.71,"VideoRetrieval":72.35}
|
| 47 |
+
{"index":111,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/YanshekWoo\/EminEmbed-multilingual-v1.0\">EminEmbed-multilingual-v1.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.48,"CmedqaRetrieval":44.15,"CovidRetrieval":81.63,"DuRetrieval":79.47,"EcomRetrieval":62.31,"MedicalRetrieval":56.78,"MMarcoRetrieval":78.44,"T2Retrieval":83.79,"VideoRetrieval":69.23}
|
| 48 |
+
{"index":259,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silverjam\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":69.4,"CmedqaRetrieval":39.15,"CovidRetrieval":81.22,"DuRetrieval":84.57,"EcomRetrieval":63.95,"MedicalRetrieval":57.12,"MMarcoRetrieval":77.96,"T2Retrieval":80.59,"VideoRetrieval":70.62}
|
| 49 |
+
{"index":186,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":69.4,"CmedqaRetrieval":39.15,"CovidRetrieval":81.22,"DuRetrieval":84.57,"EcomRetrieval":63.95,"MedicalRetrieval":57.12,"MMarcoRetrieval":77.96,"T2Retrieval":80.59,"VideoRetrieval":70.62}
|
| 50 |
+
{"index":39,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh-small\">Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Average":67.7,"CmedqaRetrieval":42.69,"CovidRetrieval":75.63,"DuRetrieval":79.89,"EcomRetrieval":64.48,"MedicalRetrieval":59.95,"MMarcoRetrieval":70.75,"T2Retrieval":79.9,"VideoRetrieval":68.3}
|
| 51 |
+
{"index":270,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/towing\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.5,"CmedqaRetrieval":42.46,"CovidRetrieval":61.65,"DuRetrieval":78.57,"EcomRetrieval":57.91,"MedicalRetrieval":62.64,"MMarcoRetrieval":75.0,"T2Retrieval":78.12,"VideoRetrieval":67.69}
|
| 52 |
+
{"index":267,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":65.5,"CmedqaRetrieval":42.46,"CovidRetrieval":61.65,"DuRetrieval":78.57,"EcomRetrieval":57.91,"MedicalRetrieval":62.64,"MMarcoRetrieval":75.0,"T2Retrieval":78.12,"VideoRetrieval":67.69}
|
| 53 |
+
{"index":32,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":64.11,"CmedqaRetrieval":34.08,"CovidRetrieval":71.92,"DuRetrieval":79.7,"EcomRetrieval":59.22,"MedicalRetrieval":51.5,"MMarcoRetrieval":74.73,"T2Retrieval":77.08,"VideoRetrieval":64.67}
|
| 54 |
+
{"index":172,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":63.66,"CmedqaRetrieval":28.67,"CovidRetrieval":75.51,"DuRetrieval":85.32,"EcomRetrieval":54.75,"MedicalRetrieval":51.44,"MMarcoRetrieval":79.2,"T2Retrieval":76.11,"VideoRetrieval":58.25}
|
| 55 |
+
{"index":33,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.52,"CmedqaRetrieval":33.45,"CovidRetrieval":73.36,"DuRetrieval":80.13,"EcomRetrieval":55.89,"MedicalRetrieval":50.67,"MMarcoRetrieval":74.14,"T2Retrieval":76.84,"VideoRetrieval":63.66}
|
| 56 |
+
{"index":178,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-7b1\">udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Average":62.87,"CmedqaRetrieval":27.0,"CovidRetrieval":68.86,"DuRetrieval":78.08,"EcomRetrieval":58.34,"MedicalRetrieval":49.63,"MMarcoRetrieval":78.82,"T2Retrieval":79.82,"VideoRetrieval":62.44}
|
| 57 |
+
{"index":25,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-zh-v1.5\">bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":61.77,"CmedqaRetrieval":35.11,"CovidRetrieval":70.14,"DuRetrieval":77.28,"EcomRetrieval":55.71,"MedicalRetrieval":49.8,"MMarcoRetrieval":63.48,"T2Retrieval":76.43,"VideoRetrieval":66.19}
|
| 58 |
+
{"index":168,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":61.75,"CmedqaRetrieval":34.22,"CovidRetrieval":73.13,"DuRetrieval":87.02,"EcomRetrieval":45.96,"MedicalRetrieval":52.75,"MMarcoRetrieval":74.83,"T2Retrieval":80.68,"VideoRetrieval":45.39}
|
| 59 |
+
{"index":171,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":61.63,"CmedqaRetrieval":27.2,"CovidRetrieval":73.45,"DuRetrieval":81.64,"EcomRetrieval":54.17,"MedicalRetrieval":48.35,"MMarcoRetrieval":76.04,"T2Retrieval":70.86,"VideoRetrieval":61.3}
|
| 60 |
+
{"index":31,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":60.6,"CmedqaRetrieval":31.79,"CovidRetrieval":66.33,"DuRetrieval":75.25,"EcomRetrieval":57.32,"MedicalRetrieval":49.28,"MMarcoRetrieval":69.11,"T2Retrieval":75.94,"VideoRetrieval":59.76}
|
| 61 |
+
{"index":145,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dumyy\/sft-bge-small\">sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":60.55,"CmedqaRetrieval":34.69,"CovidRetrieval":70.59,"DuRetrieval":79.9,"EcomRetrieval":54.64,"MedicalRetrieval":47.86,"MMarcoRetrieval":63.06,"T2Retrieval":74.18,"VideoRetrieval":59.48}
|
| 62 |
+
{"index":174,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":59.95,"CmedqaRetrieval":24.38,"CovidRetrieval":72.82,"DuRetrieval":81.35,"EcomRetrieval":53.56,"MedicalRetrieval":44.84,"MMarcoRetrieval":73.17,"T2Retrieval":71.39,"VideoRetrieval":58.09}
|
| 63 |
+
{"index":176,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-3b\">udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Average":59.77,"CmedqaRetrieval":26.18,"CovidRetrieval":67.57,"DuRetrieval":75.82,"EcomRetrieval":51.28,"MedicalRetrieval":47.48,"MMarcoRetrieval":77.0,"T2Retrieval":76.3,"VideoRetrieval":56.54}
|
| 64 |
+
{"index":213,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/m3e-ernie-xbase-zh\">m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":59.76,"CmedqaRetrieval":32.33,"CovidRetrieval":67.22,"DuRetrieval":75.27,"EcomRetrieval":58.24,"MedicalRetrieval":54.78,"MMarcoRetrieval":57.91,"T2Retrieval":69.22,"VideoRetrieval":63.09}
|
| 65 |
+
{"index":252,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentosa\/ZNV-Embedding\">ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Average":58.2,"CmedqaRetrieval":30.34,"CovidRetrieval":58.55,"DuRetrieval":75.05,"EcomRetrieval":52.54,"MedicalRetrieval":50.08,"MMarcoRetrieval":62.26,"T2Retrieval":72.7,"VideoRetrieval":64.08}
|
| 66 |
+
{"index":175,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Average":57.96,"CmedqaRetrieval":23.91,"CovidRetrieval":68.14,"DuRetrieval":72.84,"EcomRetrieval":52.02,"MedicalRetrieval":43.27,"MMarcoRetrieval":74.66,"T2Retrieval":72.81,"VideoRetrieval":56.07}
|
| 67 |
+
{"index":208,"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-base\">m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":56.91,"CmedqaRetrieval":30.33,"CovidRetrieval":66.42,"DuRetrieval":75.76,"EcomRetrieval":50.27,"MedicalRetrieval":42.79,"MMarcoRetrieval":65.46,"T2Retrieval":73.14,"VideoRetrieval":51.11}
|
| 68 |
+
{"index":209,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-large\">m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":54.75,"CmedqaRetrieval":30.73,"CovidRetrieval":61.33,"DuRetrieval":74.69,"EcomRetrieval":45.18,"MedicalRetrieval":48.66,"MMarcoRetrieval":61.06,"T2Retrieval":72.36,"VideoRetrieval":44.02}
|
| 69 |
+
{"index":333,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":52.0,"CmedqaRetrieval":22.36,"CovidRetrieval":57.21,"DuRetrieval":71.17,"EcomRetrieval":44.49,"MedicalRetrieval":37.92,"MMarcoRetrieval":69.86,"T2Retrieval":69.14,"VideoRetrieval":43.85}
|
| 70 |
+
{"index":177,"Rank":70,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Average":46.16,"CmedqaRetrieval":20.03,"CovidRetrieval":33.57,"DuRetrieval":56.04,"EcomRetrieval":47.0,"MedicalRetrieval":36.68,"MMarcoRetrieval":69.31,"T2Retrieval":51.57,"VideoRetrieval":55.07}
|
| 71 |
+
{"index":258,"Rank":71,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silk-road\/luotuo-bert-medium\">luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":44.4,"CmedqaRetrieval":18.04,"CovidRetrieval":55.48,"DuRetrieval":59.36,"EcomRetrieval":40.48,"MedicalRetrieval":29.8,"MMarcoRetrieval":55.31,"T2Retrieval":58.67,"VideoRetrieval":38.04}
|
| 72 |
+
{"index":48,"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GanymedeNil\/text2vec-large-chinese\">text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":41.94,"CmedqaRetrieval":15.53,"CovidRetrieval":60.48,"DuRetrieval":51.87,"EcomRetrieval":37.58,"MedicalRetrieval":30.93,"MMarcoRetrieval":45.96,"T2Retrieval":50.52,"VideoRetrieval":42.65}
|
| 73 |
+
{"index":256,"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-chinese\">text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":38.79,"CmedqaRetrieval":15.91,"CovidRetrieval":44.81,"DuRetrieval":52.23,"EcomRetrieval":34.6,"MedicalRetrieval":27.56,"MMarcoRetrieval":44.06,"T2Retrieval":51.67,"VideoRetrieval":39.52}
|
| 74 |
+
{"index":40,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/sbert-chinese-general-v1\">sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":32.1,"CmedqaRetrieval":11.35,"CovidRetrieval":39.63,"DuRetrieval":41.16,"EcomRetrieval":32.71,"MedicalRetrieval":20.35,"MMarcoRetrieval":34.62,"T2Retrieval":41.8,"VideoRetrieval":35.15}
|
| 75 |
+
{"index":44,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/EdwardBurgin\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":22.92,"CmedqaRetrieval":10.15,"CovidRetrieval":28.85,"DuRetrieval":33.41,"EcomRetrieval":9.69,"MedicalRetrieval":14.1,"MMarcoRetrieval":44.62,"T2Retrieval":28.35,"VideoRetrieval":14.17}
|
| 76 |
+
{"index":151,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":7.15,"CmedqaRetrieval":7.22,"CovidRetrieval":10.38,"DuRetrieval":1.44,"EcomRetrieval":4.68,"MedicalRetrieval":4.08,"MMarcoRetrieval":11.0,"T2Retrieval":1.31,"VideoRetrieval":17.05}
|
| 77 |
+
{"index":268,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thtang\/ALL_862873\">ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":4.52,"CmedqaRetrieval":2.22,"CovidRetrieval":2.32,"DuRetrieval":5.86,"EcomRetrieval":10.37,"MedicalRetrieval":2.37,"MMarcoRetrieval":3.64,"T2Retrieval":4.64,"VideoRetrieval":4.77}
|
|
|
all_data_tasks/13/default.jsonl
CHANGED
|
@@ -1,98 +1,73 @@
|
|
| 1 |
-
{"index":
|
| 2 |
-
{"index":
|
| 3 |
-
{"index":
|
| 4 |
-
{"index":
|
| 5 |
-
{"index":
|
| 6 |
-
{"index":
|
| 7 |
-
{"index":
|
| 8 |
-
{"index":
|
| 9 |
-
{"index":
|
| 10 |
-
{"index":
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
| 14 |
-
{"index":
|
| 15 |
-
{"index":
|
| 16 |
-
{"index":
|
| 17 |
-
{"index":
|
| 18 |
-
{"index":
|
| 19 |
-
{"index":
|
| 20 |
-
{"index":
|
| 21 |
-
{"index":
|
| 22 |
-
{"index":
|
| 23 |
-
{"index":
|
| 24 |
-
{"index":
|
| 25 |
-
{"index":
|
| 26 |
-
{"index":
|
| 27 |
-
{"index":
|
| 28 |
-
{"index":
|
| 29 |
-
{"index":
|
| 30 |
-
{"index":
|
| 31 |
-
{"index":
|
| 32 |
-
{"index":
|
| 33 |
-
{"index":
|
| 34 |
-
{"index":
|
| 35 |
-
{"index":
|
| 36 |
-
{"index":
|
| 37 |
-
{"index":
|
| 38 |
-
{"index":
|
| 39 |
-
{"index":
|
| 40 |
-
{"index":
|
| 41 |
-
{"index":
|
| 42 |
-
{"index":
|
| 43 |
-
{"index":
|
| 44 |
-
{"index":
|
| 45 |
-
{"index":
|
| 46 |
-
{"index":
|
| 47 |
-
{"index":
|
| 48 |
-
{"index":
|
| 49 |
-
{"index":
|
| 50 |
-
{"index":
|
| 51 |
-
{"index":
|
| 52 |
-
{"index":
|
| 53 |
-
{"index":
|
| 54 |
-
{"index":
|
| 55 |
-
{"index":
|
| 56 |
-
{"index":
|
| 57 |
-
{"index":
|
| 58 |
-
{"index":
|
| 59 |
-
{"index":
|
| 60 |
-
{"index":
|
| 61 |
-
{"index":
|
| 62 |
-
{"index":
|
| 63 |
-
{"index":
|
| 64 |
-
{"index":
|
| 65 |
-
{"index":
|
| 66 |
-
{"index":
|
| 67 |
-
{"index":
|
| 68 |
-
{"index":
|
| 69 |
-
{"index":
|
| 70 |
-
{"index":
|
| 71 |
-
{"index":
|
| 72 |
-
{"index":
|
| 73 |
-
{"index":
|
| 74 |
-
{"index":139,"Rank":179,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":64.04,"STSB":""}
|
| 75 |
-
{"index":149,"Rank":188,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience-data\/sgpt-bloom-1b7-nli\">sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":58.54,"STSB":""}
|
| 76 |
-
{"index":150,"Rank":189,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.78,"STSB":""}
|
| 77 |
-
{"index":154,"Rank":193,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.82,"STSB":""}
|
| 78 |
-
{"index":167,"Rank":206,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dumyy\/sft-bge-small\">sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":"","AFQMC":33.88,"ATEC":43.36,"BQ":57.14,"LCQMC":72.71,"PAWSX":9.31,"QBQTC":35.51,"STS22 (zh)":"","STSB":80.64}
|
| 79 |
-
{"index":203,"Rank":228,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-3b\">udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Average":"","AFQMC":30.55,"ATEC":37.35,"BQ":47.17,"LCQMC":75.32,"PAWSX":17.46,"QBQTC":33.7,"STS22 (zh)":"","STSB":81.52}
|
| 80 |
-
{"index":205,"Rank":229,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-7b1\">udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Average":"","AFQMC":31.87,"ATEC":38.8,"BQ":47.67,"LCQMC":75.34,"PAWSX":17.25,"QBQTC":34.48,"STS22 (zh)":"","STSB":82.03}
|
| 81 |
-
{"index":263,"Rank":280,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.82,"STSB":""}
|
| 82 |
-
{"index":273,"Rank":287,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":63.02,"STSB":""}
|
| 83 |
-
{"index":274,"Rank":288,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":33.15,"STSB":""}
|
| 84 |
-
{"index":275,"Rank":289,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":44.93,"STSB":""}
|
| 85 |
-
{"index":277,"Rank":291,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":16.35,"STSB":""}
|
| 86 |
-
{"index":279,"Rank":293,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":4.78,"STSB":""}
|
| 87 |
-
{"index":280,"Rank":294,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":54.32,"STSB":""}
|
| 88 |
-
{"index":282,"Rank":296,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":27.32,"STSB":""}
|
| 89 |
-
{"index":283,"Rank":297,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":31.16,"STSB":""}
|
| 90 |
-
{"index":289,"Rank":303,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":32.9,"STSB":""}
|
| 91 |
-
{"index":290,"Rank":304,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":30.47,"STSB":""}
|
| 92 |
-
{"index":291,"Rank":305,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":33.55,"STSB":""}
|
| 93 |
-
{"index":295,"Rank":308,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":32.83,"STSB":""}
|
| 94 |
-
{"index":298,"Rank":309,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":63.24,"STSB":""}
|
| 95 |
-
{"index":301,"Rank":310,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.82,"STSB":""}
|
| 96 |
-
{"index":321,"Rank":325,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":20.87,"STSB":""}
|
| 97 |
-
{"index":322,"Rank":326,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":20.87,"STSB":""}
|
| 98 |
-
{"index":323,"Rank":327,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":20.87,"STSB":""}
|
|
|
|
| 1 |
+
{"index":252,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentosa\/ZNV-Embedding\">ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Average":67.66,"AFQMC":53.84,"ATEC":54.44,"BQ":70.57,"LCQMC":74.99,"PAWSX":58.35,"QBQTC":71.45,"STS22 (zh)":74.92,"STSB":82.74}
|
| 2 |
+
{"index":8,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":65.33,"AFQMC":72.25,"ATEC":62.62,"BQ":81.25,"LCQMC":73.81,"PAWSX":54.06,"QBQTC":31.37,"STS22 (zh)":66.13,"STSB":81.17}
|
| 3 |
+
{"index":38,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh\">Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Average":64.89,"AFQMC":71.13,"ATEC":64.64,"BQ":72.3,"LCQMC":78.76,"PAWSX":45.05,"QBQTC":42.62,"STS22 (zh)":63.84,"STSB":80.77}
|
| 4 |
+
{"index":195,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding-v2\">xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":64.53,"AFQMC":60.96,"ATEC":58.81,"BQ":75.08,"LCQMC":79.82,"PAWSX":47.42,"QBQTC":45.14,"STS22 (zh)":66.96,"STSB":82.05}
|
| 5 |
+
{"index":157,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/iampanda\/zpoint_large_embedding_zh\">zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":64.22,"AFQMC":60.72,"ATEC":58.77,"BQ":75.04,"LCQMC":79.75,"PAWSX":45.94,"QBQTC":43.46,"STS22 (zh)":66.71,"STSB":83.34}
|
| 6 |
+
{"index":108,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TencentBAC\/Conan-embedding-v1\">Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":64.18,"AFQMC":60.66,"ATEC":58.64,"BQ":74.51,"LCQMC":79.45,"PAWSX":46.6,"QBQTC":44.58,"STS22 (zh)":67.73,"STSB":81.24}
|
| 7 |
+
{"index":238,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh-v2\">piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.5,"AFQMC":61.49,"ATEC":59.2,"BQ":72.88,"LCQMC":79.55,"PAWSX":46.48,"QBQTC":45.91,"STS22 (zh)":63.76,"STSB":78.71}
|
| 8 |
+
{"index":30,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Classical\/Yinka\">Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Average":63.33,"AFQMC":61.02,"ATEC":59.02,"BQ":72.76,"LCQMC":79.43,"PAWSX":45.92,"QBQTC":44.87,"STS22 (zh)":64.41,"STSB":79.24}
|
| 9 |
+
{"index":45,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/IYun-large-zh\">IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.23,"AFQMC":60.89,"ATEC":58.82,"BQ":72.53,"LCQMC":79.19,"PAWSX":45.8,"QBQTC":43.94,"STS22 (zh)":65.18,"STSB":79.48}
|
| 10 |
+
{"index":161,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v3-1792d\">stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":62.49,"AFQMC":59.22,"ATEC":58.43,"BQ":70.44,"LCQMC":78.27,"PAWSX":43.97,"QBQTC":40.02,"STS22 (zh)":66.49,"STSB":83.05}
|
| 11 |
+
{"index":147,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-mrl-large-zh-v3.5-1792d\">stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":62.48,"AFQMC":58.85,"ATEC":58.08,"BQ":71.05,"LCQMC":78.26,"PAWSX":45.36,"QBQTC":38.98,"STS22 (zh)":66.26,"STSB":82.96}
|
| 12 |
+
{"index":146,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-large-zh-v3-1792d\">stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Average":62.46,"AFQMC":59.11,"ATEC":58.19,"BQ":71.07,"LCQMC":78.27,"PAWSX":45.0,"QBQTC":38.69,"STS22 (zh)":66.53,"STSB":82.8}
|
| 13 |
+
{"index":6,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":62.32,"AFQMC":58.47,"ATEC":55.46,"BQ":77.59,"LCQMC":76.29,"PAWSX":50.22,"QBQTC":31.82,"STS22 (zh)":67.36,"STSB":81.37}
|
| 14 |
+
{"index":255,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shhy1995\/AGE_Hybrid\">AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.15,"AFQMC":58.61,"ATEC":58.03,"BQ":70.98,"LCQMC":78.14,"PAWSX":45.59,"QBQTC":38.1,"STS22 (zh)":65.34,"STSB":82.42}
|
| 15 |
+
{"index":39,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh-small\">Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Average":62.13,"AFQMC":59.54,"ATEC":58.63,"BQ":70.31,"LCQMC":78.73,"PAWSX":42.97,"QBQTC":41.03,"STS22 (zh)":66.76,"STSB":79.09}
|
| 16 |
+
{"index":122,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/aspire\/acge_text_embedding\">acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":62.09,"AFQMC":58.81,"ATEC":57.95,"BQ":70.37,"LCQMC":78.17,"PAWSX":45.51,"QBQTC":37.31,"STS22 (zh)":65.85,"STSB":82.73}
|
| 17 |
+
{"index":7,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":60.96,"AFQMC":58.42,"ATEC":55.65,"BQ":73.85,"LCQMC":75.39,"PAWSX":42.46,"QBQTC":35.15,"STS22 (zh)":67.4,"STSB":79.4}
|
| 18 |
+
{"index":186,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":59.39,"AFQMC":50.59,"ATEC":51.29,"BQ":66.07,"LCQMC":75.74,"PAWSX":41.49,"QBQTC":38.11,"STS22 (zh)":69.25,"STSB":82.56}
|
| 19 |
+
{"index":259,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silverjam\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":59.39,"AFQMC":50.59,"ATEC":51.29,"BQ":66.07,"LCQMC":75.74,"PAWSX":41.49,"QBQTC":38.11,"STS22 (zh)":69.25,"STSB":82.56}
|
| 20 |
+
{"index":163,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh-v2\">stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":58.66,"AFQMC":49.95,"ATEC":53.12,"BQ":65.54,"LCQMC":77.48,"PAWSX":36.22,"QBQTC":38.73,"STS22 (zh)":68.87,"STSB":79.37}
|
| 21 |
+
{"index":13,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao-8k\">tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Average":58.66,"AFQMC":49.94,"ATEC":53.11,"BQ":65.54,"LCQMC":77.48,"PAWSX":36.22,"QBQTC":38.74,"STS22 (zh)":68.88,"STSB":79.37}
|
| 22 |
+
{"index":12,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao\">tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":58.66,"AFQMC":49.94,"ATEC":53.11,"BQ":65.54,"LCQMC":77.48,"PAWSX":36.22,"QBQTC":38.74,"STS22 (zh)":68.88,"STSB":79.36}
|
| 23 |
+
{"index":194,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding\">xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":58.52,"AFQMC":54.85,"ATEC":55.13,"BQ":65.57,"LCQMC":75.55,"PAWSX":37.87,"QBQTC":33.69,"STS22 (zh)":64.32,"STSB":81.19}
|
| 24 |
+
{"index":91,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Pristinenlp\/alime-embedding-large-zh\">alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":58.41,"AFQMC":54.73,"ATEC":55.13,"BQ":64.89,"LCQMC":75.12,"PAWSX":37.93,"QBQTC":34.21,"STS22 (zh)":64.54,"STSB":80.72}
|
| 25 |
+
{"index":162,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh\">stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":58.3,"AFQMC":54.49,"ATEC":54.45,"BQ":62.38,"LCQMC":76.28,"PAWSX":37.97,"QBQTC":37.84,"STS22 (zh)":67.28,"STSB":75.71}
|
| 26 |
+
{"index":237,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh\">piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":58.02,"AFQMC":54.17,"ATEC":54.28,"BQ":62.31,"LCQMC":75.81,"PAWSX":38.31,"QBQTC":38.22,"STS22 (zh)":66.66,"STSB":74.43}
|
| 27 |
+
{"index":331,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/zhou-xl\/bi-cse\">bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":57.91,"AFQMC":43.45,"ATEC":48.01,"BQ":65.58,"LCQMC":75.56,"PAWSX":47.62,"QBQTC":40.43,"STS22 (zh)":67.24,"STSB":75.38}
|
| 28 |
+
{"index":265,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-large-zh\">gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":57.82,"AFQMC":54.58,"ATEC":54.6,"BQ":64.41,"LCQMC":74.4,"PAWSX":38.55,"QBQTC":33.36,"STS22 (zh)":62.98,"STSB":79.68}
|
| 29 |
+
{"index":46,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/mist-zh\">mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":57.08,"AFQMC":46.98,"ATEC":51.35,"BQ":65.08,"LCQMC":76.96,"PAWSX":30.03,"QBQTC":37.5,"STS22 (zh)":69.2,"STSB":79.57}
|
| 30 |
+
{"index":160,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v2\">stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":56.92,"AFQMC":46.73,"ATEC":51.22,"BQ":64.8,"LCQMC":76.89,"PAWSX":29.7,"QBQTC":37.38,"STS22 (zh)":69.02,"STSB":79.63}
|
| 31 |
+
{"index":21,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":56.87,"AFQMC":47.17,"ATEC":50.75,"BQ":62.02,"LCQMC":75.95,"PAWSX":30.57,"QBQTC":38.98,"STS22 (zh)":68.68,"STSB":80.87}
|
| 32 |
+
{"index":159,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh\">stella-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":56.54,"AFQMC":51.75,"ATEC":52.82,"BQ":63.29,"LCQMC":75.83,"PAWSX":32.02,"QBQTC":36.47,"STS22 (zh)":67.52,"STSB":72.63}
|
| 33 |
+
{"index":263,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-base-zh\">gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":55.96,"AFQMC":49.07,"ATEC":50.83,"BQ":65.5,"LCQMC":74.06,"PAWSX":27.97,"QBQTC":35.19,"STS22 (zh)":63.64,"STSB":81.46}
|
| 34 |
+
{"index":236,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-base-zh\">piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":55.9,"AFQMC":51.4,"ATEC":52.59,"BQ":62.68,"LCQMC":75.4,"PAWSX":31.58,"QBQTC":36.48,"STS22 (zh)":66.51,"STSB":70.6}
|
| 35 |
+
{"index":32,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.55,"AFQMC":46.7,"ATEC":49.95,"BQ":56.08,"LCQMC":74.96,"PAWSX":33.49,"QBQTC":31.06,"STS22 (zh)":64.51,"STSB":79.63}
|
| 36 |
+
{"index":33,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.35,"AFQMC":46.77,"ATEC":50.18,"BQ":55.25,"LCQMC":74.29,"PAWSX":33.24,"QBQTC":30.92,"STS22 (zh)":64.41,"STSB":79.74}
|
| 37 |
+
{"index":11,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":52.73,"AFQMC":43.55,"ATEC":48.91,"BQ":51.72,"LCQMC":74.86,"PAWSX":16.12,"QBQTC":39.36,"STS22 (zh)":66.59,"STSB":80.72}
|
| 38 |
+
{"index":189,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":52.73,"AFQMC":43.55,"ATEC":48.91,"BQ":51.72,"LCQMC":74.86,"PAWSX":16.12,"QBQTC":39.36,"STS22 (zh)":66.59,"STSB":80.72}
|
| 39 |
+
{"index":111,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/YanshekWoo\/EminEmbed-multilingual-v1.0\">EminEmbed-multilingual-v1.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":52.1,"AFQMC":40.9,"ATEC":48.27,"BQ":58.86,"LCQMC":70.85,"PAWSX":14.48,"QBQTC":33.0,"STS22 (zh)":68.05,"STSB":82.39}
|
| 40 |
+
{"index":31,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.45,"AFQMC":44.25,"ATEC":48.24,"BQ":56.27,"LCQMC":74.09,"PAWSX":12.18,"QBQTC":29.94,"STS22 (zh)":66.06,"STSB":80.54}
|
| 41 |
+
{"index":213,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/m3e-ernie-xbase-zh\">m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":50.54,"AFQMC":37.4,"ATEC":42.16,"BQ":70.96,"LCQMC":73.27,"PAWSX":18.55,"QBQTC":29.6,"STS22 (zh)":65.44,"STSB":66.91}
|
| 42 |
+
{"index":168,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":50.22,"AFQMC":38.99,"ATEC":42.84,"BQ":50.64,"LCQMC":75.48,"PAWSX":16.81,"QBQTC":31.8,"STS22 (zh)":63.4,"STSB":81.81}
|
| 43 |
+
{"index":270,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/towing\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.72,"AFQMC":36.69,"ATEC":45.77,"BQ":49.64,"LCQMC":72.72,"PAWSX":12.77,"QBQTC":36.97,"STS22 (zh)":66.72,"STSB":76.51}
|
| 44 |
+
{"index":267,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":49.72,"AFQMC":36.69,"ATEC":45.77,"BQ":49.64,"LCQMC":72.72,"PAWSX":12.77,"QBQTC":36.97,"STS22 (zh)":66.72,"STSB":76.51}
|
| 45 |
+
{"index":175,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Average":45.6,"AFQMC":27.98,"ATEC":35.86,"BQ":46.23,"LCQMC":72.8,"PAWSX":15.66,"QBQTC":32.65,"STS22 (zh)":54.08,"STSB":79.53}
|
| 46 |
+
{"index":40,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/sbert-chinese-general-v1\">sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":43.62,"AFQMC":22.57,"ATEC":30.3,"BQ":40.98,"LCQMC":68.4,"PAWSX":15.08,"QBQTC":27.92,"STS22 (zh)":61.58,"STSB":82.17}
|
| 47 |
+
{"index":177,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Average":42.57,"AFQMC":25.32,"ATEC":33.46,"BQ":43.93,"LCQMC":71.98,"PAWSX":14.23,"QBQTC":32.92,"STS22 (zh)":40.97,"STSB":77.77}
|
| 48 |
+
{"index":44,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/EdwardBurgin\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":39.11,"AFQMC":15.69,"ATEC":20.27,"BQ":36.33,"LCQMC":63.3,"PAWSX":12.16,"QBQTC":22.53,"STS22 (zh)":61.75,"STSB":80.84}
|
| 49 |
+
{"index":151,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":36.48,"AFQMC":17.63,"ATEC":26.18,"BQ":37.66,"LCQMC":50.11,"PAWSX":32.75,"QBQTC":24.48,"STS22 (zh)":52.82,"STSB":50.18}
|
| 50 |
+
{"index":268,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thtang\/ALL_862873\">ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":20.86,"AFQMC":3.76,"ATEC":10.09,"BQ":19.31,"LCQMC":42.15,"PAWSX":6.14,"QBQTC":6.12,"STS22 (zh)":33.7,"STSB":45.6}
|
| 51 |
+
{"index":59,"Rank":93,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.82,"STSB":""}
|
| 52 |
+
{"index":60,"Rank":94,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":54.18,"STSB":""}
|
| 53 |
+
{"index":68,"Rank":102,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ManiShankar-AlpesAi\/paraphrase-multilingual-mpnet-base-v2-KE_Sieve\">paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":60.0,"STSB":""}
|
| 54 |
+
{"index":69,"Rank":103,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.84,"STSB":""}
|
| 55 |
+
{"index":78,"Rank":112,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":25.49,"STSB":""}
|
| 56 |
+
{"index":79,"Rank":113,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":6.52,"STSB":""}
|
| 57 |
+
{"index":120,"Rank":151,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":64.04,"STSB":""}
|
| 58 |
+
{"index":129,"Rank":159,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience-data\/sgpt-bloom-1b7-nli\">sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":58.54,"STSB":""}
|
| 59 |
+
{"index":130,"Rank":160,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.78,"STSB":""}
|
| 60 |
+
{"index":134,"Rank":164,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.82,"STSB":""}
|
| 61 |
+
{"index":145,"Rank":175,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dumyy\/sft-bge-small\">sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":"","AFQMC":33.88,"ATEC":43.36,"BQ":57.14,"LCQMC":72.71,"PAWSX":9.31,"QBQTC":35.51,"STS22 (zh)":"","STSB":80.64}
|
| 62 |
+
{"index":171,"Rank":191,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":65.63,"STSB":""}
|
| 63 |
+
{"index":172,"Rank":192,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.82,"STSB":""}
|
| 64 |
+
{"index":174,"Rank":194,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.84,"STSB":""}
|
| 65 |
+
{"index":176,"Rank":195,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-3b\">udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Average":"","AFQMC":30.55,"ATEC":37.35,"BQ":47.17,"LCQMC":75.32,"PAWSX":17.46,"QBQTC":33.7,"STS22 (zh)":"","STSB":81.52}
|
| 66 |
+
{"index":178,"Rank":196,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-7b1\">udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Average":"","AFQMC":31.87,"ATEC":38.8,"BQ":47.67,"LCQMC":75.34,"PAWSX":17.25,"QBQTC":34.48,"STS22 (zh)":"","STSB":82.03}
|
| 67 |
+
{"index":229,"Rank":242,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.82,"STSB":""}
|
| 68 |
+
{"index":254,"Rank":263,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":32.83,"STSB":""}
|
| 69 |
+
{"index":257,"Rank":265,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":63.24,"STSB":""}
|
| 70 |
+
{"index":260,"Rank":267,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.82,"STSB":""}
|
| 71 |
+
{"index":279,"Rank":281,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":20.87,"STSB":""}
|
| 72 |
+
{"index":283,"Rank":285,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":20.87,"STSB":""}
|
| 73 |
+
{"index":284,"Rank":286,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":20.87,"STSB":""}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
all_data_tasks/14/default.jsonl
CHANGED
|
@@ -1,25 +1,27 @@
|
|
| 1 |
-
{"index":
|
| 2 |
-
{"index":
|
| 3 |
-
{"index":
|
| 4 |
-
{"index":
|
| 5 |
-
{"index":
|
| 6 |
-
{"index":
|
| 7 |
-
{"index":
|
| 8 |
-
{"index":
|
| 9 |
-
{"index":
|
| 10 |
-
{"index":
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
| 14 |
-
{"index":
|
| 15 |
-
{"index":
|
| 16 |
-
{"index":
|
| 17 |
-
{"index":
|
| 18 |
-
{"index":
|
| 19 |
-
{"index":
|
| 20 |
-
{"index":
|
| 21 |
-
{"index":
|
| 22 |
-
{"index":
|
| 23 |
-
{"index":
|
| 24 |
-
{"index":
|
| 25 |
-
{"index":22,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/
|
|
|
|
|
|
|
|
|
| 1 |
+
{"index":8,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","BornholmBitextMining":47.37}
|
| 2 |
+
{"index":13,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"BornholmBitextMining":46.4}
|
| 3 |
+
{"index":14,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"BornholmBitextMining":44.16}
|
| 4 |
+
{"index":15,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"BornholmBitextMining":43.89}
|
| 5 |
+
{"index":12,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-small\">e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"BornholmBitextMining":40.27}
|
| 6 |
+
{"index":10,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"BornholmBitextMining":40.15}
|
| 7 |
+
{"index":9,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"BornholmBitextMining":40.09}
|
| 8 |
+
{"index":1,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Jechto\/e5-dansk-test-0.1\">e5-dansk-test-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"BornholmBitextMining":37.97}
|
| 9 |
+
{"index":21,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"BornholmBitextMining":29.68}
|
| 10 |
+
{"index":4,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KBLab\/sentence-bert-swedish-cased\">sentence-bert-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"BornholmBitextMining":14.08}
|
| 11 |
+
{"index":7,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chcaa\/dfm-encoder-large-v1\">dfm-encoder-large-v1<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"BornholmBitextMining":11.65}
|
| 12 |
+
{"index":5,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/NbAiLab\/nb-bert-base\">nb-bert-base<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"BornholmBitextMining":9.88}
|
| 13 |
+
{"index":2,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KB\/bert-base-swedish-cased\">bert-base-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"BornholmBitextMining":6.6}
|
| 14 |
+
{"index":25,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vesteinn\/DanskBERT\">DanskBERT<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"BornholmBitextMining":6.34}
|
| 15 |
+
{"index":17,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ltg\/norbert3-base\">norbert3-base<\/a>","Model Size (Million Parameters)":131,"Memory Usage (GB, fp32)":0.49,"BornholmBitextMining":6.08}
|
| 16 |
+
{"index":6,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/NbAiLab\/nb-bert-large\">nb-bert-large<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"BornholmBitextMining":4.53}
|
| 17 |
+
{"index":26,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"BornholmBitextMining":4.42}
|
| 18 |
+
{"index":18,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ltg\/norbert3-large\">norbert3-large<\/a>","Model Size (Million Parameters)":368,"Memory Usage (GB, fp32)":1.37,"BornholmBitextMining":2.9}
|
| 19 |
+
{"index":16,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jonfd\/electra-small-nordic\">electra-small-nordic<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"BornholmBitextMining":1.44}
|
| 20 |
+
{"index":3,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KBLab\/electra-small-swedish-cased-discriminator\">electra-small-swedish-cased-discriminator<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"BornholmBitextMining":0.85}
|
| 21 |
+
{"index":0,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"BornholmBitextMining":""}
|
| 22 |
+
{"index":11,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"BornholmBitextMining":""}
|
| 23 |
+
{"index":19,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"BornholmBitextMining":""}
|
| 24 |
+
{"index":20,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"BornholmBitextMining":""}
|
| 25 |
+
{"index":22,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"BornholmBitextMining":""}
|
| 26 |
+
{"index":23,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"BornholmBitextMining":""}
|
| 27 |
+
{"index":24,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"BornholmBitextMining":""}
|
all_data_tasks/15/default.jsonl
CHANGED
|
@@ -1,58 +1,59 @@
|
|
| 1 |
-
{"index":
|
| 2 |
-
{"index":
|
| 3 |
-
{"index":
|
| 4 |
-
{"index":
|
| 5 |
-
{"index":
|
| 6 |
-
{"index":
|
| 7 |
-
{"index":
|
| 8 |
-
{"index":
|
| 9 |
-
{"index":
|
| 10 |
-
{"index":
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
| 14 |
-
{"index":
|
| 15 |
-
{"index":
|
| 16 |
-
{"index":
|
| 17 |
-
{"index":
|
| 18 |
-
{"index":
|
| 19 |
-
{"index":
|
| 20 |
{"index":0,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":45.61,"MassiveScenarioClassification (da)":54.87,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 21 |
{"index":1,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":63.67,"MassiveScenarioClassification (da)":71.61,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 22 |
{"index":2,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AngryTweetsClassification":46.17,"DKHateClassification":55.9,"DanishPoliticalCommentsClassification":28.33,"LccSentimentClassification":42.27,"MassiveIntentClassification (da)":40.37,"MassiveScenarioClassification (da)":49.35,"NordicLangClassification":"","ScalaDaClassification":50.11}
|
| 23 |
{"index":3,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":31.47,"MassiveScenarioClassification (da)":39.79,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 24 |
{"index":4,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":35.53,"MassiveScenarioClassification (da)":42.65,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 25 |
-
{"index":5,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 26 |
-
{"index":
|
| 27 |
-
{"index":10,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 28 |
-
{"index":11,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 29 |
-
{"index":12,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 30 |
-
{"index":13,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-
|
| 31 |
-
{"index":
|
| 32 |
-
{"index":17,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 33 |
-
{"index":18,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 34 |
-
{"index":
|
| 35 |
-
{"index":
|
| 36 |
-
{"index":
|
| 37 |
-
{"index":
|
| 38 |
-
{"index":31,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-
|
| 39 |
-
{"index":
|
| 40 |
-
{"index":
|
| 41 |
-
{"index":37,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 42 |
-
{"index":38,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/
|
| 43 |
-
{"index":
|
| 44 |
-
{"index":41,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/
|
| 45 |
-
{"index":42,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/
|
| 46 |
-
{"index":43,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/
|
| 47 |
-
{"index":44,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-
|
| 48 |
-
{"index":45,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/
|
| 49 |
-
{"index":46,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-
|
| 50 |
-
{"index":47,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/
|
| 51 |
-
{"index":48,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-
|
| 52 |
-
{"index":49,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-
|
| 53 |
-
{"index":50,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 54 |
-
{"index":51,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 55 |
-
{"index":52,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 56 |
-
{"index":53,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 57 |
-
{"index":54,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/
|
| 58 |
-
{"index":55,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/
|
|
|
|
|
|
| 1 |
+
{"index":28,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":59.94,"AngryTweetsClassification":54.95,"DKHateClassification":66.02,"DanishPoliticalCommentsClassification":38.27,"LccSentimentClassification":59.6,"MassiveIntentClassification (da)":60.16,"MassiveScenarioClassification (da)":67.46,"NordicLangClassification":82.29,"ScalaDaClassification":50.77}
|
| 2 |
+
{"index":20,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chcaa\/dfm-encoder-large-v1\">dfm-encoder-large-v1<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Average":59.16,"AngryTweetsClassification":53.8,"DKHateClassification":60.09,"DanishPoliticalCommentsClassification":36.6,"LccSentimentClassification":57.33,"MassiveIntentClassification (da)":60.55,"MassiveScenarioClassification (da)":64.16,"NordicLangClassification":77.68,"ScalaDaClassification":63.08}
|
| 3 |
+
{"index":16,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/NbAiLab\/nb-bert-large\">nb-bert-large<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Average":58.9,"AngryTweetsClassification":52.14,"DKHateClassification":62.13,"DanishPoliticalCommentsClassification":35.04,"LccSentimentClassification":56.27,"MassiveIntentClassification (da)":57.03,"MassiveScenarioClassification (da)":60.43,"NordicLangClassification":85.27,"ScalaDaClassification":62.85}
|
| 4 |
+
{"index":27,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":58.61,"AngryTweetsClassification":54.65,"DKHateClassification":63.53,"DanishPoliticalCommentsClassification":36.69,"LccSentimentClassification":59.67,"MassiveIntentClassification (da)":60.16,"MassiveScenarioClassification (da)":67.46,"NordicLangClassification":75.94,"ScalaDaClassification":50.79}
|
| 5 |
+
{"index":57,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vesteinn\/DanskBERT\">DanskBERT<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":58.31,"AngryTweetsClassification":54.28,"DKHateClassification":59.3,"DanishPoliticalCommentsClassification":39.81,"LccSentimentClassification":58.0,"MassiveIntentClassification (da)":54.68,"MassiveScenarioClassification (da)":59.56,"NordicLangClassification":74.25,"ScalaDaClassification":66.59}
|
| 6 |
+
{"index":15,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/NbAiLab\/nb-bert-base\">nb-bert-base<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":57.68,"AngryTweetsClassification":52.14,"DKHateClassification":61.73,"DanishPoliticalCommentsClassification":34.84,"LccSentimentClassification":51.4,"MassiveIntentClassification (da)":56.69,"MassiveScenarioClassification (da)":61.93,"NordicLangClassification":84.69,"ScalaDaClassification":57.99}
|
| 7 |
+
{"index":35,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ltg\/norbert3-base\">norbert3-base<\/a>","Model Size (Million Parameters)":131,"Memory Usage (GB, fp32)":0.49,"Average":56.34,"AngryTweetsClassification":52.48,"DKHateClassification":58.78,"DanishPoliticalCommentsClassification":34.14,"LccSentimentClassification":54.07,"MassiveIntentClassification (da)":53.16,"MassiveScenarioClassification (da)":57.17,"NordicLangClassification":82.67,"ScalaDaClassification":58.25}
|
| 8 |
+
{"index":30,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":56.12,"AngryTweetsClassification":53.57,"DKHateClassification":60.73,"DanishPoliticalCommentsClassification":34.38,"LccSentimentClassification":57.87,"MassiveIntentClassification (da)":54.63,"MassiveScenarioClassification (da)":62.34,"NordicLangClassification":75.15,"ScalaDaClassification":50.3}
|
| 9 |
+
{"index":22,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.03,"AngryTweetsClassification":49.62,"DKHateClassification":69.97,"DanishPoliticalCommentsClassification":37.59,"LccSentimentClassification":54.27,"MassiveIntentClassification (da)":62.03,"MassiveScenarioClassification (da)":67.76,"NordicLangClassification":48.4,"ScalaDaClassification":50.63}
|
| 10 |
+
{"index":36,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ltg\/norbert3-large\">norbert3-large<\/a>","Model Size (Million Parameters)":368,"Memory Usage (GB, fp32)":1.37,"Average":54.21,"AngryTweetsClassification":49.04,"DKHateClassification":62.71,"DanishPoliticalCommentsClassification":33.53,"LccSentimentClassification":46.93,"MassiveIntentClassification (da)":45.98,"MassiveScenarioClassification (da)":50.51,"NordicLangClassification":84.25,"ScalaDaClassification":60.72}
|
| 11 |
+
{"index":58,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":52.14,"AngryTweetsClassification":52.41,"DKHateClassification":56.78,"DanishPoliticalCommentsClassification":34.03,"LccSentimentClassification":52.27,"MassiveIntentClassification (da)":41.06,"MassiveScenarioClassification (da)":43.91,"NordicLangClassification":79.39,"ScalaDaClassification":57.3}
|
| 12 |
+
{"index":24,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":47.39,"AngryTweetsClassification":46.14,"DKHateClassification":58.72,"DanishPoliticalCommentsClassification":28.67,"LccSentimentClassification":42.13,"MassiveIntentClassification (da)":42.29,"MassiveScenarioClassification (da)":52.95,"NordicLangClassification":58.3,"ScalaDaClassification":49.9}
|
| 13 |
+
{"index":23,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":47.02,"AngryTweetsClassification":45.06,"DKHateClassification":58.51,"DanishPoliticalCommentsClassification":28.43,"LccSentimentClassification":37.47,"MassiveIntentClassification (da)":44.25,"MassiveScenarioClassification (da)":52.99,"NordicLangClassification":59.34,"ScalaDaClassification":50.08}
|
| 14 |
+
{"index":9,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KBLab\/sentence-bert-swedish-cased\">sentence-bert-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":46.67,"AngryTweetsClassification":44.46,"DKHateClassification":59.36,"DanishPoliticalCommentsClassification":28.32,"LccSentimentClassification":47.2,"MassiveIntentClassification (da)":42.84,"MassiveScenarioClassification (da)":49.64,"NordicLangClassification":51.45,"ScalaDaClassification":50.12}
|
| 15 |
+
{"index":33,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jonfd\/electra-small-nordic\">electra-small-nordic<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":46.33,"AngryTweetsClassification":47.91,"DKHateClassification":59.45,"DanishPoliticalCommentsClassification":31.89,"LccSentimentClassification":47.93,"MassiveIntentClassification (da)":26.3,"MassiveScenarioClassification (da)":28.93,"NordicLangClassification":57.82,"ScalaDaClassification":70.41}
|
| 16 |
+
{"index":26,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-small\">e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":45.66,"AngryTweetsClassification":43.6,"DKHateClassification":57.57,"DanishPoliticalCommentsClassification":28.37,"LccSentimentClassification":40.27,"MassiveIntentClassification (da)":41.89,"MassiveScenarioClassification (da)":49.93,"NordicLangClassification":53.47,"ScalaDaClassification":50.15}
|
| 17 |
+
{"index":7,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KB\/bert-base-swedish-cased\">bert-base-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":45.58,"AngryTweetsClassification":44.58,"DKHateClassification":55.53,"DanishPoliticalCommentsClassification":28.97,"LccSentimentClassification":41.2,"MassiveIntentClassification (da)":37.98,"MassiveScenarioClassification (da)":40.44,"NordicLangClassification":62.45,"ScalaDaClassification":53.53}
|
| 18 |
+
{"index":40,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":44.46,"AngryTweetsClassification":42.49,"DKHateClassification":55.05,"DanishPoliticalCommentsClassification":26.96,"LccSentimentClassification":38.47,"MassiveIntentClassification (da)":40.99,"MassiveScenarioClassification (da)":47.01,"NordicLangClassification":54.71,"ScalaDaClassification":50.03}
|
| 19 |
+
{"index":8,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KBLab\/electra-small-swedish-cased-discriminator\">electra-small-swedish-cased-discriminator<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Average":33.61,"AngryTweetsClassification":40.52,"DKHateClassification":52.28,"DanishPoliticalCommentsClassification":25.17,"LccSentimentClassification":36.67,"MassiveIntentClassification (da)":6.51,"MassiveScenarioClassification (da)":11.5,"NordicLangClassification":44.53,"ScalaDaClassification":51.66}
|
| 20 |
{"index":0,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":45.61,"MassiveScenarioClassification (da)":54.87,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 21 |
{"index":1,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":63.67,"MassiveScenarioClassification (da)":71.61,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 22 |
{"index":2,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AngryTweetsClassification":46.17,"DKHateClassification":55.9,"DanishPoliticalCommentsClassification":28.33,"LccSentimentClassification":42.27,"MassiveIntentClassification (da)":40.37,"MassiveScenarioClassification (da)":49.35,"NordicLangClassification":"","ScalaDaClassification":50.11}
|
| 23 |
{"index":3,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":31.47,"MassiveScenarioClassification (da)":39.79,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 24 |
{"index":4,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":35.53,"MassiveScenarioClassification (da)":42.65,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 25 |
+
{"index":5,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":"","MassiveScenarioClassification (da)":"","NordicLangClassification":"","ScalaDaClassification":""}
|
| 26 |
+
{"index":6,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Jechto\/e5-dansk-test-0.1\">e5-dansk-test-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","AngryTweetsClassification":56.08,"DKHateClassification":"","DanishPoliticalCommentsClassification":40.88,"LccSentimentClassification":59.6,"MassiveIntentClassification (da)":"","MassiveScenarioClassification (da)":"","NordicLangClassification":61.0,"ScalaDaClassification":50.43}
|
| 27 |
+
{"index":10,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":69.46,"MassiveScenarioClassification (da)":75.06,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 28 |
+
{"index":11,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":41.0,"MassiveScenarioClassification (da)":51.92,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 29 |
+
{"index":12,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":62.97,"MassiveScenarioClassification (da)":68.93,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 30 |
+
{"index":13,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":44.18,"MassiveScenarioClassification (da)":45.44,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 31 |
+
{"index":14,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":43.56,"MassiveScenarioClassification (da)":44.75,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 32 |
+
{"index":17,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":55.06,"MassiveScenarioClassification (da)":64.26,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 33 |
+
{"index":18,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":51.23,"MassiveScenarioClassification (da)":53.52,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 34 |
+
{"index":19,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/brahmairesearch\/slx-v0.1\">slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":39.67,"MassiveScenarioClassification (da)":44.68,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 35 |
+
{"index":21,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":69.46,"MassiveScenarioClassification (da)":75.06,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 36 |
+
{"index":25,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":72.53,"MassiveScenarioClassification (da)":76.76,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 37 |
+
{"index":29,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":71.81,"MassiveScenarioClassification (da)":77.61,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 38 |
+
{"index":31,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":49.54,"MassiveScenarioClassification (da)":52.53,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 39 |
+
{"index":32,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":46.93,"MassiveScenarioClassification (da)":49.11,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 40 |
+
{"index":34,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":63.67,"MassiveScenarioClassification (da)":71.61,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 41 |
+
{"index":37,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":69.46,"MassiveScenarioClassification (da)":75.06,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 42 |
+
{"index":38,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":58.25,"MassiveScenarioClassification (da)":65.24,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 43 |
+
{"index":39,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":44.43,"MassiveScenarioClassification (da)":49.47,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 44 |
+
{"index":41,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":"","MassiveScenarioClassification (da)":"","NordicLangClassification":"","ScalaDaClassification":""}
|
| 45 |
+
{"index":42,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":38.47,"MassiveScenarioClassification (da)":39.93,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 46 |
+
{"index":43,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":52.33,"MassiveScenarioClassification (da)":62.55,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 47 |
+
{"index":44,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":45.3,"MassiveScenarioClassification (da)":54.88,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 48 |
+
{"index":45,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":48.42,"MassiveScenarioClassification (da)":57.28,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 49 |
+
{"index":46,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":"","MassiveScenarioClassification (da)":"","NordicLangClassification":"","ScalaDaClassification":""}
|
| 50 |
+
{"index":47,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":"","MassiveScenarioClassification (da)":"","NordicLangClassification":"","ScalaDaClassification":""}
|
| 51 |
+
{"index":48,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":38.82,"MassiveScenarioClassification (da)":48.36,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 52 |
+
{"index":49,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":41.76,"MassiveScenarioClassification (da)":51.44,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 53 |
+
{"index":50,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":47.69,"MassiveScenarioClassification (da)":55.79,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 54 |
+
{"index":51,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":32.25,"MassiveScenarioClassification (da)":41.14,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 55 |
+
{"index":52,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":56.74,"MassiveScenarioClassification (da)":63.07,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 56 |
+
{"index":53,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":69.46,"MassiveScenarioClassification (da)":75.06,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 57 |
+
{"index":54,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":39.27,"MassiveScenarioClassification (da)":44.79,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 58 |
+
{"index":55,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":39.27,"MassiveScenarioClassification (da)":44.79,"NordicLangClassification":"","ScalaDaClassification":""}
|
| 59 |
+
{"index":56,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":39.27,"MassiveScenarioClassification (da)":44.79,"NordicLangClassification":"","ScalaDaClassification":""}
|
all_data_tasks/16/default.jsonl
CHANGED
|
@@ -1,72 +1,71 @@
|
|
| 1 |
{"index":9,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":81.76,"AmazonReviewsClassification (fr)":55.53,"MasakhaNEWSClassification (fra)":82.61,"MassiveIntentClassification (fr)":81.65,"MassiveScenarioClassification (fr)":86.64,"MTOPDomainClassification (fr)":96.69,"MTOPIntentClassification (fr)":87.47}
|
| 2 |
{"index":11,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":81.62,"AmazonReviewsClassification (fr)":55.19,"MasakhaNEWSClassification (fra)":82.49,"MassiveIntentClassification (fr)":79.6,"MassiveScenarioClassification (fr)":82.18,"MTOPDomainClassification (fr)":97.2,"MTOPIntentClassification (fr)":93.07}
|
| 3 |
{"index":8,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":78.02,"AmazonReviewsClassification (fr)":53.47,"MasakhaNEWSClassification (fra)":85.19,"MassiveIntentClassification (fr)":76.65,"MassiveScenarioClassification (fr)":79.1,"MTOPDomainClassification (fr)":93.48,"MTOPIntentClassification (fr)":80.23}
|
| 4 |
-
{"index":35,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 5 |
-
{"index":
|
| 6 |
-
{"index":
|
| 7 |
{"index":37,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/actualdata\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.16,"AmazonReviewsClassification (fr)":43.42,"MasakhaNEWSClassification (fra)":80.57,"MassiveIntentClassification (fr)":66.81,"MassiveScenarioClassification (fr)":72.99,"MTOPDomainClassification (fr)":88.33,"MTOPIntentClassification (fr)":62.85}
|
| 8 |
-
{"index":
|
| 9 |
-
{"index":
|
| 10 |
-
{"index":
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
| 14 |
-
{"index":
|
| 15 |
-
{"index":
|
| 16 |
-
{"index":
|
| 17 |
-
{"index":
|
| 18 |
-
{"index":
|
| 19 |
-
{"index":
|
| 20 |
-
{"index":
|
| 21 |
-
{"index":
|
| 22 |
-
{"index":
|
| 23 |
-
{"index":
|
| 24 |
-
{"index":
|
| 25 |
-
{"index":
|
| 26 |
-
{"index":
|
| 27 |
-
{"index":
|
| 28 |
-
{"index":
|
| 29 |
-
{"index":
|
| 30 |
-
{"index":
|
| 31 |
-
{"index":
|
| 32 |
-
{"index":
|
| 33 |
-
{"index":
|
| 34 |
-
{"index":
|
| 35 |
-
{"index":
|
| 36 |
-
{"index":
|
| 37 |
-
{"index":
|
| 38 |
-
{"index":
|
| 39 |
-
{"index":
|
| 40 |
-
{"index":
|
| 41 |
-
{"index":
|
| 42 |
-
{"index":
|
| 43 |
-
{"index":
|
| 44 |
-
{"index":
|
| 45 |
-
{"index":
|
| 46 |
-
{"index":
|
| 47 |
-
{"index":
|
| 48 |
-
{"index":
|
| 49 |
-
{"index":
|
| 50 |
-
{"index":
|
| 51 |
-
{"index":
|
| 52 |
-
{"index":
|
| 53 |
-
{"index":
|
| 54 |
-
{"index":
|
| 55 |
-
{"index":94,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-
|
| 56 |
-
{"index":
|
| 57 |
-
{"index":
|
| 58 |
-
{"index":
|
| 59 |
-
{"index":
|
| 60 |
-
{"index":
|
| 61 |
-
{"index":
|
| 62 |
-
{"index":
|
| 63 |
-
{"index":
|
| 64 |
-
{"index":
|
| 65 |
-
{"index":
|
| 66 |
-
{"index":
|
| 67 |
-
{"index":
|
| 68 |
-
{"index":
|
| 69 |
-
{"index":33,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-5.8B-weightedmean-nli-bitfit\">SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Average":"","AmazonReviewsClassification (fr)":37.84,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":81.32,"MTOPIntentClassification (fr)":58.67}
|
| 70 |
{"index":38,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":39.47,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":64.27,"MassiveScenarioClassification (fr)":69.76,"MTOPDomainClassification (fr)":86.22,"MTOPIntentClassification (fr)":59.43}
|
| 71 |
{"index":39,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience-data\/sgpt-bloom-1b7-nli\">sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Average":"","AmazonReviewsClassification (fr)":39.29,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":64.58,"MassiveScenarioClassification (fr)":69.6,"MTOPDomainClassification (fr)":83.8,"MTOPIntentClassification (fr)":63.36}
|
| 72 |
{"index":40,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","AmazonReviewsClassification (fr)":35.92,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":66.95,"MassiveScenarioClassification (fr)":72.91,"MTOPDomainClassification (fr)":90.98,"MTOPIntentClassification (fr)":69.12}
|
|
@@ -77,11 +76,11 @@
|
|
| 77 |
{"index":67,"Rank":85,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":69.34,"MassiveScenarioClassification (fr)":73.87,"MTOPDomainClassification (fr)":89.0,"MTOPIntentClassification (fr)":70.56}
|
| 78 |
{"index":70,"Rank":86,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":74.05,"MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
|
| 79 |
{"index":72,"Rank":88,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AmazonReviewsClassification (fr)":23.31,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.41,"MassiveScenarioClassification (fr)":40.26,"MTOPDomainClassification (fr)":54.61,"MTOPIntentClassification (fr)":34.71}
|
| 80 |
-
{"index":
|
| 81 |
-
{"index":
|
| 82 |
-
{"index":
|
| 83 |
-
{"index":
|
| 84 |
-
{"index":
|
| 85 |
-
{"index":
|
| 86 |
-
{"index":
|
| 87 |
-
{"index":
|
|
|
|
| 1 |
{"index":9,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":81.76,"AmazonReviewsClassification (fr)":55.53,"MasakhaNEWSClassification (fra)":82.61,"MassiveIntentClassification (fr)":81.65,"MassiveScenarioClassification (fr)":86.64,"MTOPDomainClassification (fr)":96.69,"MTOPIntentClassification (fr)":87.47}
|
| 2 |
{"index":11,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":81.62,"AmazonReviewsClassification (fr)":55.19,"MasakhaNEWSClassification (fra)":82.49,"MassiveIntentClassification (fr)":79.6,"MassiveScenarioClassification (fr)":82.18,"MTOPDomainClassification (fr)":97.2,"MTOPIntentClassification (fr)":93.07}
|
| 3 |
{"index":8,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":78.02,"AmazonReviewsClassification (fr)":53.47,"MasakhaNEWSClassification (fra)":85.19,"MassiveIntentClassification (fr)":76.65,"MassiveScenarioClassification (fr)":79.1,"MTOPDomainClassification (fr)":93.48,"MTOPIntentClassification (fr)":80.23}
|
| 4 |
+
{"index":35,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":70.02,"AmazonReviewsClassification (fr)":42.08,"MasakhaNEWSClassification (fra)":81.52,"MassiveIntentClassification (fr)":67.4,"MassiveScenarioClassification (fr)":71.29,"MTOPDomainClassification (fr)":89.26,"MTOPIntentClassification (fr)":68.55}
|
| 5 |
+
{"index":96,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.27,"AmazonReviewsClassification (fr)":43.76,"MasakhaNEWSClassification (fra)":81.52,"MassiveIntentClassification (fr)":65.42,"MassiveScenarioClassification (fr)":71.11,"MTOPDomainClassification (fr)":89.38,"MTOPIntentClassification (fr)":64.45}
|
| 6 |
+
{"index":27,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.16,"AmazonReviewsClassification (fr)":43.42,"MasakhaNEWSClassification (fra)":80.57,"MassiveIntentClassification (fr)":66.81,"MassiveScenarioClassification (fr)":72.99,"MTOPDomainClassification (fr)":88.33,"MTOPIntentClassification (fr)":62.85}
|
| 7 |
{"index":37,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/actualdata\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.16,"AmazonReviewsClassification (fr)":43.42,"MasakhaNEWSClassification (fra)":80.57,"MassiveIntentClassification (fr)":66.81,"MassiveScenarioClassification (fr)":72.99,"MTOPDomainClassification (fr)":88.33,"MTOPIntentClassification (fr)":62.85}
|
| 8 |
+
{"index":61,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":68.72,"AmazonReviewsClassification (fr)":39.57,"MasakhaNEWSClassification (fra)":80.66,"MassiveIntentClassification (fr)":67.92,"MassiveScenarioClassification (fr)":72.65,"MTOPDomainClassification (fr)":87.49,"MTOPIntentClassification (fr)":64.06}
|
| 9 |
+
{"index":10,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":68.72,"AmazonReviewsClassification (fr)":39.57,"MasakhaNEWSClassification (fra)":80.66,"MassiveIntentClassification (fr)":67.92,"MassiveScenarioClassification (fr)":72.65,"MTOPDomainClassification (fr)":87.49,"MTOPIntentClassification (fr)":64.06}
|
| 10 |
+
{"index":0,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.61,"AmazonReviewsClassification (fr)":41.59,"MasakhaNEWSClassification (fra)":81.4,"MassiveIntentClassification (fr)":62.83,"MassiveScenarioClassification (fr)":69.71,"MTOPDomainClassification (fr)":90.05,"MTOPIntentClassification (fr)":66.09}
|
| 11 |
+
{"index":4,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.56,"AmazonReviewsClassification (fr)":43.36,"MasakhaNEWSClassification (fra)":74.81,"MassiveIntentClassification (fr)":68.06,"MassiveScenarioClassification (fr)":74.29,"MTOPDomainClassification (fr)":90.33,"MTOPIntentClassification (fr)":60.52}
|
| 12 |
+
{"index":63,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":68.48,"AmazonReviewsClassification (fr)":36.62,"MasakhaNEWSClassification (fra)":80.4,"MassiveIntentClassification (fr)":65.86,"MassiveScenarioClassification (fr)":71.6,"MTOPDomainClassification (fr)":88.7,"MTOPIntentClassification (fr)":67.69}
|
| 13 |
+
{"index":3,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.45,"AmazonReviewsClassification (fr)":41.98,"MasakhaNEWSClassification (fra)":76.42,"MassiveIntentClassification (fr)":66.94,"MassiveScenarioClassification (fr)":72.78,"MTOPDomainClassification (fr)":90.12,"MTOPIntentClassification (fr)":62.44}
|
| 14 |
+
{"index":56,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":68.39,"AmazonReviewsClassification (fr)":41.91,"MasakhaNEWSClassification (fra)":79.38,"MassiveIntentClassification (fr)":69.34,"MassiveScenarioClassification (fr)":73.87,"MTOPDomainClassification (fr)":86.41,"MTOPIntentClassification (fr)":59.43}
|
| 15 |
+
{"index":62,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":67.57,"AmazonReviewsClassification (fr)":42.33,"MasakhaNEWSClassification (fra)":70.52,"MassiveIntentClassification (fr)":66.7,"MassiveScenarioClassification (fr)":74.58,"MTOPDomainClassification (fr)":90.39,"MTOPIntentClassification (fr)":60.88}
|
| 16 |
+
{"index":2,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.44,"AmazonReviewsClassification (fr)":42.15,"MasakhaNEWSClassification (fra)":82.13,"MassiveIntentClassification (fr)":63.08,"MassiveScenarioClassification (fr)":70.15,"MTOPDomainClassification (fr)":87.68,"MTOPIntentClassification (fr)":59.44}
|
| 17 |
+
{"index":64,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":67.4,"AmazonReviewsClassification (fr)":36.48,"MasakhaNEWSClassification (fra)":73.18,"MassiveIntentClassification (fr)":66.3,"MassiveScenarioClassification (fr)":71.7,"MTOPDomainClassification (fr)":88.96,"MTOPIntentClassification (fr)":67.76}
|
| 18 |
+
{"index":82,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":67.36,"AmazonReviewsClassification (fr)":46.09,"MasakhaNEWSClassification (fra)":79.1,"MassiveIntentClassification (fr)":65.91,"MassiveScenarioClassification (fr)":68.53,"MTOPDomainClassification (fr)":86.2,"MTOPIntentClassification (fr)":58.33}
|
| 19 |
+
{"index":65,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":67.11,"AmazonReviewsClassification (fr)":35.11,"MasakhaNEWSClassification (fra)":75.17,"MassiveIntentClassification (fr)":66.48,"MassiveScenarioClassification (fr)":71.47,"MTOPDomainClassification (fr)":88.52,"MTOPIntentClassification (fr)":65.93}
|
| 20 |
+
{"index":16,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.08,"AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":83.06,"MassiveIntentClassification (fr)":62.94,"MassiveScenarioClassification (fr)":67.29,"MTOPDomainClassification (fr)":86.23,"MTOPIntentClassification (fr)":61.07}
|
| 21 |
+
{"index":55,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":66.8,"AmazonReviewsClassification (fr)":40.94,"MasakhaNEWSClassification (fra)":79.69,"MassiveIntentClassification (fr)":67.95,"MassiveScenarioClassification (fr)":71.89,"MTOPDomainClassification (fr)":84.79,"MTOPIntentClassification (fr)":55.51}
|
| 22 |
+
{"index":26,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":66.74,"AmazonReviewsClassification (fr)":40.35,"MasakhaNEWSClassification (fra)":77.44,"MassiveIntentClassification (fr)":64.99,"MassiveScenarioClassification (fr)":71.72,"MTOPDomainClassification (fr)":86.83,"MTOPIntentClassification (fr)":59.13}
|
| 23 |
+
{"index":28,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":66.54,"AmazonReviewsClassification (fr)":44.11,"MasakhaNEWSClassification (fra)":69.81,"MassiveIntentClassification (fr)":66.14,"MassiveScenarioClassification (fr)":72.74,"MTOPDomainClassification (fr)":87.82,"MTOPIntentClassification (fr)":58.63}
|
| 24 |
+
{"index":92,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.37,"AmazonReviewsClassification (fr)":35.09,"MasakhaNEWSClassification (fra)":72.04,"MassiveIntentClassification (fr)":65.8,"MassiveScenarioClassification (fr)":73.47,"MTOPDomainClassification (fr)":88.19,"MTOPIntentClassification (fr)":63.64}
|
| 25 |
+
{"index":66,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":65.96,"AmazonReviewsClassification (fr)":34.62,"MasakhaNEWSClassification (fra)":74.29,"MassiveIntentClassification (fr)":65.67,"MassiveScenarioClassification (fr)":71.61,"MTOPDomainClassification (fr)":86.97,"MTOPIntentClassification (fr)":62.59}
|
| 26 |
+
{"index":95,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":65.92,"AmazonReviewsClassification (fr)":43.51,"MasakhaNEWSClassification (fra)":72.61,"MassiveIntentClassification (fr)":65.15,"MassiveScenarioClassification (fr)":69.94,"MTOPDomainClassification (fr)":85.33,"MTOPIntentClassification (fr)":59.01}
|
| 27 |
+
{"index":45,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":65.82,"AmazonReviewsClassification (fr)":37.97,"MasakhaNEWSClassification (fra)":80.62,"MassiveIntentClassification (fr)":62.65,"MassiveScenarioClassification (fr)":69.29,"MTOPDomainClassification (fr)":85.74,"MTOPIntentClassification (fr)":58.62}
|
| 28 |
+
{"index":29,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":65.18,"AmazonReviewsClassification (fr)":36.48,"MasakhaNEWSClassification (fra)":78.44,"MassiveIntentClassification (fr)":64.57,"MassiveScenarioClassification (fr)":69.04,"MTOPDomainClassification (fr)":84.19,"MTOPIntentClassification (fr)":58.35}
|
| 29 |
+
{"index":81,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":65.09,"AmazonReviewsClassification (fr)":43.52,"MasakhaNEWSClassification (fra)":80.09,"MassiveIntentClassification (fr)":60.99,"MassiveScenarioClassification (fr)":66.42,"MTOPDomainClassification (fr)":85.14,"MTOPIntentClassification (fr)":54.39}
|
| 30 |
+
{"index":78,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":64.64,"AmazonReviewsClassification (fr)":39.0,"MasakhaNEWSClassification (fra)":78.1,"MassiveIntentClassification (fr)":61.88,"MassiveScenarioClassification (fr)":67.9,"MTOPDomainClassification (fr)":81.21,"MTOPIntentClassification (fr)":59.76}
|
| 31 |
+
{"index":68,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":64.6,"AmazonReviewsClassification (fr)":38.52,"MasakhaNEWSClassification (fra)":77.39,"MassiveIntentClassification (fr)":60.47,"MassiveScenarioClassification (fr)":65.1,"MTOPDomainClassification (fr)":84.14,"MTOPIntentClassification (fr)":62.01}
|
| 32 |
+
{"index":36,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":64.57,"AmazonReviewsClassification (fr)":34.79,"MasakhaNEWSClassification (fra)":79.29,"MassiveIntentClassification (fr)":59.41,"MassiveScenarioClassification (fr)":65.29,"MTOPDomainClassification (fr)":85.52,"MTOPIntentClassification (fr)":63.12}
|
| 33 |
+
{"index":91,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":64.41,"AmazonReviewsClassification (fr)":33.51,"MasakhaNEWSClassification (fra)":82.06,"MassiveIntentClassification (fr)":61.19,"MassiveScenarioClassification (fr)":70.22,"MTOPDomainClassification (fr)":85.5,"MTOPIntentClassification (fr)":53.98}
|
| 34 |
+
{"index":58,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":63.13,"AmazonReviewsClassification (fr)":39.68,"MasakhaNEWSClassification (fra)":77.65,"MassiveIntentClassification (fr)":65.47,"MassiveScenarioClassification (fr)":68.76,"MTOPDomainClassification (fr)":81.2,"MTOPIntentClassification (fr)":46.01}
|
| 35 |
+
{"index":73,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":62.14,"AmazonReviewsClassification (fr)":35.7,"MasakhaNEWSClassification (fra)":76.87,"MassiveIntentClassification (fr)":57.02,"MassiveScenarioClassification (fr)":65.2,"MTOPDomainClassification (fr)":84.61,"MTOPIntentClassification (fr)":53.41}
|
| 36 |
+
{"index":80,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":61.64,"AmazonReviewsClassification (fr)":41.48,"MasakhaNEWSClassification (fra)":80.43,"MassiveIntentClassification (fr)":57.01,"MassiveScenarioClassification (fr)":63.6,"MTOPDomainClassification (fr)":79.6,"MTOPIntentClassification (fr)":47.73}
|
| 37 |
+
{"index":15,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":61.3,"AmazonReviewsClassification (fr)":38.6,"MasakhaNEWSClassification (fra)":82.58,"MassiveIntentClassification (fr)":56.31,"MassiveScenarioClassification (fr)":59.5,"MTOPDomainClassification (fr)":80.79,"MTOPIntentClassification (fr)":50.01}
|
| 38 |
+
{"index":77,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":61.02,"AmazonReviewsClassification (fr)":35.3,"MasakhaNEWSClassification (fra)":76.09,"MassiveIntentClassification (fr)":57.52,"MassiveScenarioClassification (fr)":64.52,"MTOPDomainClassification (fr)":78.63,"MTOPIntentClassification (fr)":54.05}
|
| 39 |
+
{"index":7,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":60.98,"AmazonReviewsClassification (fr)":35.07,"MasakhaNEWSClassification (fra)":76.0,"MassiveIntentClassification (fr)":56.03,"MassiveScenarioClassification (fr)":59.3,"MTOPDomainClassification (fr)":75.7,"MTOPIntentClassification (fr)":63.76}
|
| 40 |
+
{"index":1,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":59.84,"AmazonReviewsClassification (fr)":37.26,"MasakhaNEWSClassification (fra)":80.19,"MassiveIntentClassification (fr)":53.7,"MassiveScenarioClassification (fr)":62.46,"MTOPDomainClassification (fr)":79.79,"MTOPIntentClassification (fr)":45.62}
|
| 41 |
+
{"index":79,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":58.08,"AmazonReviewsClassification (fr)":37.35,"MasakhaNEWSClassification (fra)":81.21,"MassiveIntentClassification (fr)":51.13,"MassiveScenarioClassification (fr)":59.92,"MTOPDomainClassification (fr)":75.03,"MTOPIntentClassification (fr)":43.85}
|
| 42 |
+
{"index":54,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":57.72,"AmazonReviewsClassification (fr)":36.71,"MasakhaNEWSClassification (fra)":80.59,"MassiveIntentClassification (fr)":46.39,"MassiveScenarioClassification (fr)":53.86,"MTOPDomainClassification (fr)":74.8,"MTOPIntentClassification (fr)":53.97}
|
| 43 |
+
{"index":44,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":56.63,"AmazonReviewsClassification (fr)":36.03,"MasakhaNEWSClassification (fra)":70.36,"MassiveIntentClassification (fr)":51.59,"MassiveScenarioClassification (fr)":61.28,"MTOPDomainClassification (fr)":77.1,"MTOPIntentClassification (fr)":43.44}
|
| 44 |
+
{"index":87,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.78,"AmazonReviewsClassification (fr)":34.25,"MasakhaNEWSClassification (fra)":73.84,"MassiveIntentClassification (fr)":51.93,"MassiveScenarioClassification (fr)":58.31,"MTOPDomainClassification (fr)":71.83,"MTOPIntentClassification (fr)":44.53}
|
| 45 |
+
{"index":59,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.9,"AmazonReviewsClassification (fr)":35.12,"MasakhaNEWSClassification (fra)":80.83,"MassiveIntentClassification (fr)":43.21,"MassiveScenarioClassification (fr)":49.78,"MTOPDomainClassification (fr)":69.24,"MTOPIntentClassification (fr)":51.25}
|
| 46 |
+
{"index":5,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":53.31,"AmazonReviewsClassification (fr)":31.12,"MasakhaNEWSClassification (fra)":65.9,"MassiveIntentClassification (fr)":46.13,"MassiveScenarioClassification (fr)":54.32,"MTOPDomainClassification (fr)":72.26,"MTOPIntentClassification (fr)":50.12}
|
| 47 |
+
{"index":69,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":52.14,"AmazonReviewsClassification (fr)":27.54,"MasakhaNEWSClassification (fra)":72.2,"MassiveIntentClassification (fr)":44.82,"MassiveScenarioClassification (fr)":53.76,"MTOPDomainClassification (fr)":75.59,"MTOPIntentClassification (fr)":38.94}
|
| 48 |
+
{"index":76,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":50.9,"AmazonReviewsClassification (fr)":27.05,"MasakhaNEWSClassification (fra)":75.62,"MassiveIntentClassification (fr)":42.64,"MassiveScenarioClassification (fr)":49.92,"MTOPDomainClassification (fr)":72.97,"MTOPIntentClassification (fr)":37.18}
|
| 49 |
+
{"index":53,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":48.37,"AmazonReviewsClassification (fr)":29.02,"MasakhaNEWSClassification (fra)":75.69,"MassiveIntentClassification (fr)":38.01,"MassiveScenarioClassification (fr)":43.63,"MTOPDomainClassification (fr)":64.49,"MTOPIntentClassification (fr)":39.4}
|
| 50 |
+
{"index":52,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":46.1,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":64.0,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.61,"MTOPIntentClassification (fr)":37.84}
|
| 51 |
+
{"index":20,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.1,"AmazonReviewsClassification (fr)":29.38,"MasakhaNEWSClassification (fra)":63.93,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.5,"MTOPDomainClassification (fr)":63.65,"MTOPIntentClassification (fr)":37.87}
|
| 52 |
+
{"index":22,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.09,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":63.91,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.63,"MTOPIntentClassification (fr)":37.86}
|
| 53 |
+
{"index":21,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.09,"AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":63.89,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.7,"MTOPIntentClassification (fr)":37.85}
|
| 54 |
+
{"index":93,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":31.21,"AmazonReviewsClassification (fr)":26.75,"MasakhaNEWSClassification (fra)":60.5,"MassiveIntentClassification (fr)":13.58,"MassiveScenarioClassification (fr)":23.21,"MTOPDomainClassification (fr)":43.83,"MTOPIntentClassification (fr)":19.38}
|
| 55 |
+
{"index":94,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":30.71,"AmazonReviewsClassification (fr)":26.62,"MasakhaNEWSClassification (fra)":65.76,"MassiveIntentClassification (fr)":15.82,"MassiveScenarioClassification (fr)":23.92,"MTOPDomainClassification (fr)":36.77,"MTOPIntentClassification (fr)":15.37}
|
| 56 |
+
{"index":60,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":30.38,"AmazonReviewsClassification (fr)":26.85,"MasakhaNEWSClassification (fra)":67.94,"MassiveIntentClassification (fr)":15.09,"MassiveScenarioClassification (fr)":21.67,"MTOPDomainClassification (fr)":34.99,"MTOPIntentClassification (fr)":15.76}
|
| 57 |
+
{"index":51,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":25.21,"AmazonReviewsClassification (fr)":22.45,"MasakhaNEWSClassification (fra)":55.64,"MassiveIntentClassification (fr)":16.41,"MassiveScenarioClassification (fr)":22.72,"MTOPDomainClassification (fr)":24.27,"MTOPIntentClassification (fr)":9.79}
|
| 58 |
+
{"index":49,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":24.91,"AmazonReviewsClassification (fr)":24.9,"MasakhaNEWSClassification (fra)":71.14,"MassiveIntentClassification (fr)":6.98,"MassiveScenarioClassification (fr)":11.41,"MTOPDomainClassification (fr)":25.55,"MTOPIntentClassification (fr)":9.49}
|
| 59 |
+
{"index":50,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":23.28,"AmazonReviewsClassification (fr)":23.52,"MasakhaNEWSClassification (fra)":62.61,"MassiveIntentClassification (fr)":6.24,"MassiveScenarioClassification (fr)":10.98,"MTOPDomainClassification (fr)":27.74,"MTOPIntentClassification (fr)":8.61}
|
| 60 |
+
{"index":12,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":37.53,"MassiveScenarioClassification (fr)":45.32,"MTOPDomainClassification (fr)":54.97,"MTOPIntentClassification (fr)":26.69}
|
| 61 |
+
{"index":13,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":32.64,"MassiveScenarioClassification (fr)":40.66,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
|
| 62 |
+
{"index":14,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":33.16,"MassiveScenarioClassification (fr)":40.92,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
|
| 63 |
+
{"index":24,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":69.34,"MassiveScenarioClassification (fr)":73.87,"MTOPDomainClassification (fr)":89.0,"MTOPIntentClassification (fr)":70.56}
|
| 64 |
+
{"index":25,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","AmazonReviewsClassification (fr)":31.56,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":46.89,"MassiveScenarioClassification (fr)":56.99,"MTOPDomainClassification (fr)":79.8,"MTOPIntentClassification (fr)":38.96}
|
| 65 |
+
{"index":31,"Rank":71,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AmazonReviewsClassification (fr)":38.86,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":65.47,"MassiveScenarioClassification (fr)":68.76,"MTOPDomainClassification (fr)":84.23,"MTOPIntentClassification (fr)":61.32}
|
| 66 |
+
{"index":32,"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AmazonReviewsClassification (fr)":26.39,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":43.44,"MassiveScenarioClassification (fr)":45.07,"MTOPDomainClassification (fr)":65.35,"MTOPIntentClassification (fr)":46.33}
|
| 67 |
+
{"index":33,"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AmazonReviewsClassification (fr)":27.4,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":43.67,"MassiveScenarioClassification (fr)":45.92,"MTOPDomainClassification (fr)":63.13,"MTOPIntentClassification (fr)":44.34}
|
| 68 |
+
{"index":34,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-5.8B-weightedmean-nli-bitfit\">SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Average":"","AmazonReviewsClassification (fr)":37.84,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":81.32,"MTOPIntentClassification (fr)":58.67}
|
|
|
|
| 69 |
{"index":38,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":39.47,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":64.27,"MassiveScenarioClassification (fr)":69.76,"MTOPDomainClassification (fr)":86.22,"MTOPIntentClassification (fr)":59.43}
|
| 70 |
{"index":39,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience-data\/sgpt-bloom-1b7-nli\">sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Average":"","AmazonReviewsClassification (fr)":39.29,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":64.58,"MassiveScenarioClassification (fr)":69.6,"MTOPDomainClassification (fr)":83.8,"MTOPIntentClassification (fr)":63.36}
|
| 71 |
{"index":40,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","AmazonReviewsClassification (fr)":35.92,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":66.95,"MassiveScenarioClassification (fr)":72.91,"MTOPDomainClassification (fr)":90.98,"MTOPIntentClassification (fr)":69.12}
|
|
|
|
| 76 |
{"index":67,"Rank":85,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":69.34,"MassiveScenarioClassification (fr)":73.87,"MTOPDomainClassification (fr)":89.0,"MTOPIntentClassification (fr)":70.56}
|
| 77 |
{"index":70,"Rank":86,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":74.05,"MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
|
| 78 |
{"index":72,"Rank":88,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AmazonReviewsClassification (fr)":23.31,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.41,"MassiveScenarioClassification (fr)":40.26,"MTOPDomainClassification (fr)":54.61,"MTOPIntentClassification (fr)":34.71}
|
| 79 |
+
{"index":74,"Rank":89,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AmazonReviewsClassification (fr)":33.48,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":54.83,"MassiveScenarioClassification (fr)":64.06,"MTOPDomainClassification (fr)":82.48,"MTOPIntentClassification (fr)":46.39}
|
| 80 |
+
{"index":75,"Rank":90,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AmazonReviewsClassification (fr)":35.48,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":57.67,"MassiveScenarioClassification (fr)":66.72,"MTOPDomainClassification (fr)":85.05,"MTOPIntentClassification (fr)":51.07}
|
| 81 |
+
{"index":84,"Rank":92,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":30.84,"MassiveScenarioClassification (fr)":42.42,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
|
| 82 |
+
{"index":85,"Rank":93,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AmazonReviewsClassification (fr)":33.45,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":58.8,"MassiveScenarioClassification (fr)":63.39,"MTOPDomainClassification (fr)":76.17,"MTOPIntentClassification (fr)":53.26}
|
| 83 |
+
{"index":86,"Rank":94,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":69.34,"MassiveScenarioClassification (fr)":73.87,"MTOPDomainClassification (fr)":89.0,"MTOPIntentClassification (fr)":70.56}
|
| 84 |
+
{"index":88,"Rank":95,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.33,"MassiveScenarioClassification (fr)":41.55,"MTOPDomainClassification (fr)":65.83,"MTOPIntentClassification (fr)":41.58}
|
| 85 |
+
{"index":89,"Rank":96,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.33,"MassiveScenarioClassification (fr)":41.55,"MTOPDomainClassification (fr)":65.83,"MTOPIntentClassification (fr)":41.58}
|
| 86 |
+
{"index":90,"Rank":97,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.33,"MassiveScenarioClassification (fr)":41.55,"MTOPDomainClassification (fr)":65.83,"MTOPIntentClassification (fr)":41.58}
|
all_data_tasks/17/default.jsonl
CHANGED
|
@@ -1,46 +1,46 @@
|
|
| 1 |
{"index":11,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":56.48,"AlloProfClusteringP2P":71.2,"AlloProfClusteringS2S":59.64,"HALClusteringS2S":28.19,"MLSUMClusteringP2P (fr)":47.75,"MLSUMClusteringS2S (fr)":47.46,"MasakhaNEWSClusteringP2P (fra)":73.86,"MasakhaNEWSClusteringS2S (fra)":67.24}
|
| 2 |
{"index":9,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":55.56,"AlloProfClusteringP2P":76.06,"AlloProfClusteringS2S":64.52,"HALClusteringS2S":30.83,"MLSUMClusteringP2P (fr)":50.03,"MLSUMClusteringS2S (fr)":43.7,"MasakhaNEWSClusteringP2P (fra)":60.19,"MasakhaNEWSClusteringS2S (fra)":63.62}
|
| 3 |
{"index":8,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":55.01,"AlloProfClusteringP2P":70.55,"AlloProfClusteringS2S":55.42,"HALClusteringS2S":28.3,"MLSUMClusteringP2P (fr)":45.27,"MLSUMClusteringS2S (fr)":42.77,"MasakhaNEWSClusteringP2P (fra)":71.04,"MasakhaNEWSClusteringS2S (fra)":71.71}
|
| 4 |
-
{"index":
|
| 5 |
{"index":37,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/actualdata\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":51.26,"AlloProfClusteringP2P":65.3,"AlloProfClusteringS2S":55.37,"HALClusteringS2S":26.27,"MLSUMClusteringP2P (fr)":42.6,"MLSUMClusteringS2S (fr)":42.92,"MasakhaNEWSClusteringP2P (fra)":71.29,"MasakhaNEWSClusteringS2S (fra)":55.09}
|
| 6 |
-
{"index":
|
| 7 |
-
{"index":
|
| 8 |
{"index":4,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.57,"AlloProfClusteringP2P":65.37,"AlloProfClusteringS2S":47.03,"HALClusteringS2S":27.67,"MLSUMClusteringP2P (fr)":45.99,"MLSUMClusteringS2S (fr)":45.57,"MasakhaNEWSClusteringP2P (fra)":44.53,"MasakhaNEWSClusteringS2S (fra)":49.8}
|
| 9 |
-
{"index":
|
| 10 |
{"index":2,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.46,"AlloProfClusteringP2P":61.63,"AlloProfClusteringS2S":50.67,"HALClusteringS2S":27.44,"MLSUMClusteringP2P (fr)":45.23,"MLSUMClusteringS2S (fr)":41.48,"MasakhaNEWSClusteringP2P (fra)":56.59,"MasakhaNEWSClusteringS2S (fra)":35.18}
|
| 11 |
{"index":0,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":44.74,"AlloProfClusteringP2P":62.01,"AlloProfClusteringS2S":49.2,"HALClusteringS2S":26.17,"MLSUMClusteringP2P (fr)":45.28,"MLSUMClusteringS2S (fr)":42.74,"MasakhaNEWSClusteringP2P (fra)":48.13,"MasakhaNEWSClusteringS2S (fra)":39.62}
|
| 12 |
{"index":3,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":44.23,"AlloProfClusteringP2P":62.5,"AlloProfClusteringS2S":44.28,"HALClusteringS2S":26.36,"MLSUMClusteringP2P (fr)":44.03,"MLSUMClusteringS2S (fr)":42.95,"MasakhaNEWSClusteringP2P (fra)":50.68,"MasakhaNEWSClusteringS2S (fra)":38.79}
|
| 13 |
-
{"index":
|
| 14 |
{"index":45,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":43.17,"AlloProfClusteringP2P":62.69,"AlloProfClusteringS2S":42.06,"HALClusteringS2S":23.9,"MLSUMClusteringP2P (fr)":42.04,"MLSUMClusteringS2S (fr)":32.29,"MasakhaNEWSClusteringP2P (fra)":54.51,"MasakhaNEWSClusteringS2S (fra)":44.73}
|
| 15 |
{"index":55,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":42.66,"AlloProfClusteringP2P":62.09,"AlloProfClusteringS2S":32.98,"HALClusteringS2S":22.48,"MLSUMClusteringP2P (fr)":43.48,"MLSUMClusteringS2S (fr)":38.53,"MasakhaNEWSClusteringP2P (fra)":47.91,"MasakhaNEWSClusteringS2S (fra)":51.16}
|
| 16 |
-
{"index":
|
| 17 |
{"index":1,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.88,"AlloProfClusteringP2P":57.96,"AlloProfClusteringS2S":41.65,"HALClusteringS2S":24.84,"MLSUMClusteringP2P (fr)":45.08,"MLSUMClusteringS2S (fr)":38.77,"MasakhaNEWSClusteringP2P (fra)":48.54,"MasakhaNEWSClusteringS2S (fra)":36.33}
|
| 18 |
{"index":66,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":41.82,"AlloProfClusteringP2P":57.43,"AlloProfClusteringS2S":39.09,"HALClusteringS2S":25.77,"MLSUMClusteringP2P (fr)":42.03,"MLSUMClusteringS2S (fr)":41.83,"MasakhaNEWSClusteringP2P (fra)":49.68,"MasakhaNEWSClusteringS2S (fra)":36.91}
|
| 19 |
{"index":36,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":41.7,"AlloProfClusteringP2P":64.12,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":23.4,"MLSUMClusteringP2P (fr)":42.94,"MLSUMClusteringS2S (fr)":33.91,"MasakhaNEWSClusteringP2P (fra)":53.94,"MasakhaNEWSClusteringS2S (fra)":41.05}
|
| 20 |
{"index":10,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":41.66,"AlloProfClusteringP2P":54.2,"AlloProfClusteringS2S":44.34,"HALClusteringS2S":25.13,"MLSUMClusteringP2P (fr)":42.33,"MLSUMClusteringS2S (fr)":40.92,"MasakhaNEWSClusteringP2P (fra)":44.02,"MasakhaNEWSClusteringS2S (fra)":40.68}
|
| 21 |
{"index":61,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":41.66,"AlloProfClusteringP2P":54.2,"AlloProfClusteringS2S":44.34,"HALClusteringS2S":25.13,"MLSUMClusteringP2P (fr)":42.33,"MLSUMClusteringS2S (fr)":40.92,"MasakhaNEWSClusteringP2P (fra)":44.02,"MasakhaNEWSClusteringS2S (fra)":40.68}
|
| 22 |
-
{"index":
|
| 23 |
{"index":63,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":41.33,"AlloProfClusteringP2P":59.89,"AlloProfClusteringS2S":38.46,"HALClusteringS2S":25.68,"MLSUMClusteringP2P (fr)":44.01,"MLSUMClusteringS2S (fr)":36.92,"MasakhaNEWSClusteringP2P (fra)":47.22,"MasakhaNEWSClusteringS2S (fra)":37.16}
|
| 24 |
{"index":7,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.21,"AlloProfClusteringP2P":64.0,"AlloProfClusteringS2S":29.93,"HALClusteringS2S":20.82,"MLSUMClusteringP2P (fr)":45.26,"MLSUMClusteringS2S (fr)":44.95,"MasakhaNEWSClusteringP2P (fra)":51.34,"MasakhaNEWSClusteringS2S (fra)":32.2}
|
| 25 |
{"index":54,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":41.16,"AlloProfClusteringP2P":61.06,"AlloProfClusteringS2S":28.12,"HALClusteringS2S":19.69,"MLSUMClusteringP2P (fr)":45.59,"MLSUMClusteringS2S (fr)":32.0,"MasakhaNEWSClusteringP2P (fra)":52.47,"MasakhaNEWSClusteringS2S (fra)":49.2}
|
| 26 |
{"index":16,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":40.7,"AlloProfClusteringP2P":63.53,"AlloProfClusteringS2S":36.18,"HALClusteringS2S":19.9,"MLSUMClusteringP2P (fr)":45.08,"MLSUMClusteringS2S (fr)":34.75,"MasakhaNEWSClusteringP2P (fra)":53.18,"MasakhaNEWSClusteringS2S (fra)":32.31}
|
| 27 |
-
{"index":
|
| 28 |
{"index":53,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":40.43,"AlloProfClusteringP2P":60.66,"AlloProfClusteringS2S":35.05,"HALClusteringS2S":20.9,"MLSUMClusteringP2P (fr)":43.5,"MLSUMClusteringS2S (fr)":30.99,"MasakhaNEWSClusteringP2P (fra)":49.71,"MasakhaNEWSClusteringS2S (fra)":42.23}
|
| 29 |
{"index":65,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":40.4,"AlloProfClusteringP2P":56.73,"AlloProfClusteringS2S":37.62,"HALClusteringS2S":25.76,"MLSUMClusteringP2P (fr)":41.82,"MLSUMClusteringS2S (fr)":41.83,"MasakhaNEWSClusteringP2P (fra)":42.63,"MasakhaNEWSClusteringS2S (fra)":36.4}
|
| 30 |
-
{"index":
|
| 31 |
-
{"index":
|
| 32 |
{"index":64,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":39.81,"AlloProfClusteringP2P":59.15,"AlloProfClusteringS2S":36.45,"HALClusteringS2S":24.97,"MLSUMClusteringP2P (fr)":42.49,"MLSUMClusteringS2S (fr)":34.45,"MasakhaNEWSClusteringP2P (fra)":47.58,"MasakhaNEWSClusteringS2S (fra)":33.58}
|
| 33 |
-
{"index":
|
| 34 |
-
{"index":
|
| 35 |
{"index":58,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":38.93,"AlloProfClusteringP2P":60.89,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":18.95,"MLSUMClusteringP2P (fr)":43.2,"MLSUMClusteringS2S (fr)":37.61,"MasakhaNEWSClusteringP2P (fra)":40.12,"MasakhaNEWSClusteringS2S (fra)":39.22}
|
| 36 |
{"index":15,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":38.91,"AlloProfClusteringP2P":61.96,"AlloProfClusteringS2S":31.36,"HALClusteringS2S":17.31,"MLSUMClusteringP2P (fr)":42.8,"MLSUMClusteringS2S (fr)":32.72,"MasakhaNEWSClusteringP2P (fra)":56.81,"MasakhaNEWSClusteringS2S (fra)":29.41}
|
| 37 |
{"index":56,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":38.7,"AlloProfClusteringP2P":62.99,"AlloProfClusteringS2S":32.26,"HALClusteringS2S":22.44,"MLSUMClusteringP2P (fr)":44.04,"MLSUMClusteringS2S (fr)":37.65,"MasakhaNEWSClusteringP2P (fra)":40.94,"MasakhaNEWSClusteringS2S (fra)":30.56}
|
| 38 |
-
{"index":
|
| 39 |
-
{"index":
|
| 40 |
-
{"index":
|
| 41 |
{"index":68,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":38.32,"AlloProfClusteringP2P":54.78,"AlloProfClusteringS2S":31.6,"HALClusteringS2S":20.62,"MLSUMClusteringP2P (fr)":42.09,"MLSUMClusteringS2S (fr)":34.84,"MasakhaNEWSClusteringP2P (fra)":46.16,"MasakhaNEWSClusteringS2S (fra)":38.13}
|
| 42 |
{"index":62,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":37.9,"AlloProfClusteringP2P":56.73,"AlloProfClusteringS2S":38.2,"HALClusteringS2S":24.13,"MLSUMClusteringP2P (fr)":42.12,"MLSUMClusteringS2S (fr)":36.69,"MasakhaNEWSClusteringP2P (fra)":34.61,"MasakhaNEWSClusteringS2S (fra)":32.81}
|
| 43 |
-
{"index":
|
| 44 |
{"index":44,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":35.44,"AlloProfClusteringP2P":59.09,"AlloProfClusteringS2S":38.92,"HALClusteringS2S":20.22,"MLSUMClusteringP2P (fr)":35.98,"MLSUMClusteringS2S (fr)":27.05,"MasakhaNEWSClusteringP2P (fra)":36.03,"MasakhaNEWSClusteringS2S (fra)":30.77}
|
| 45 |
{"index":59,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":35.04,"AlloProfClusteringP2P":62.22,"AlloProfClusteringS2S":27.06,"HALClusteringS2S":13.86,"MLSUMClusteringP2P (fr)":44.11,"MLSUMClusteringS2S (fr)":30.47,"MasakhaNEWSClusteringP2P (fra)":40.2,"MasakhaNEWSClusteringS2S (fra)":27.35}
|
| 46 |
{"index":70,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":34.73,"AlloProfClusteringP2P":51.83,"AlloProfClusteringS2S":32.07,"HALClusteringS2S":18.84,"MLSUMClusteringP2P (fr)":36.74,"MLSUMClusteringS2S (fr)":28.12,"MasakhaNEWSClusteringP2P (fra)":34.92,"MasakhaNEWSClusteringS2S (fra)":40.58}
|
|
@@ -49,13 +49,12 @@
|
|
| 49 |
{"index":20,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":33.94,"AlloProfClusteringP2P":53.22,"AlloProfClusteringS2S":42.92,"HALClusteringS2S":19.94,"MLSUMClusteringP2P (fr)":40.96,"MLSUMClusteringS2S (fr)":31.87,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46}
|
| 50 |
{"index":52,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":33.82,"AlloProfClusteringP2P":51.5,"AlloProfClusteringS2S":43.06,"HALClusteringS2S":20.81,"MLSUMClusteringP2P (fr)":40.9,"MLSUMClusteringS2S (fr)":31.8,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46}
|
| 51 |
{"index":69,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":33.75,"AlloProfClusteringP2P":46.03,"AlloProfClusteringS2S":31.83,"HALClusteringS2S":19.58,"MLSUMClusteringP2P (fr)":34.35,"MLSUMClusteringS2S (fr)":29.3,"MasakhaNEWSClusteringP2P (fra)":42.72,"MasakhaNEWSClusteringS2S (fra)":32.47}
|
| 52 |
-
{"index":
|
| 53 |
-
{"index":
|
| 54 |
{"index":5,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":29.92,"AlloProfClusteringP2P":48.45,"AlloProfClusteringS2S":25.81,"HALClusteringS2S":11.52,"MLSUMClusteringP2P (fr)":34.53,"MLSUMClusteringS2S (fr)":27.35,"MasakhaNEWSClusteringP2P (fra)":32.04,"MasakhaNEWSClusteringS2S (fra)":29.77}
|
| 55 |
{"index":60,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.03,"AlloProfClusteringP2P":53.57,"AlloProfClusteringS2S":22.13,"HALClusteringS2S":7.68,"MLSUMClusteringP2P (fr)":36.43,"MLSUMClusteringS2S (fr)":25.26,"MasakhaNEWSClusteringP2P (fra)":37.57,"MasakhaNEWSClusteringS2S (fra)":20.58}
|
| 56 |
-
{"index":
|
| 57 |
-
{"index":
|
| 58 |
{"index":49,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":27.18,"AlloProfClusteringP2P":52.86,"AlloProfClusteringS2S":14.46,"HALClusteringS2S":3.85,"MLSUMClusteringP2P (fr)":39.06,"MLSUMClusteringS2S (fr)":17.13,"MasakhaNEWSClusteringP2P (fra)":41.61,"MasakhaNEWSClusteringS2S (fra)":21.26}
|
| 59 |
{"index":51,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":25.11,"AlloProfClusteringP2P":40.85,"AlloProfClusteringS2S":21.76,"HALClusteringS2S":5.26,"MLSUMClusteringP2P (fr)":38.09,"MLSUMClusteringS2S (fr)":18.71,"MasakhaNEWSClusteringP2P (fra)":26.43,"MasakhaNEWSClusteringS2S (fra)":24.68}
|
| 60 |
{"index":50,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":22.45,"AlloProfClusteringP2P":43.2,"AlloProfClusteringS2S":12.94,"HALClusteringS2S":1.8,"MLSUMClusteringP2P (fr)":33.22,"MLSUMClusteringS2S (fr)":14.9,"MasakhaNEWSClusteringP2P (fra)":28.49,"MasakhaNEWSClusteringS2S (fra)":22.58}
|
| 61 |
-
{"index":35,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloProfClusteringP2P":70.55,"AlloProfClusteringS2S":"","HALClusteringS2S":28.3,"MLSUMClusteringP2P (fr)":45.27,"MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":71.04,"MasakhaNEWSClusteringS2S (fra)":""}
|
|
|
|
| 1 |
{"index":11,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":56.48,"AlloProfClusteringP2P":71.2,"AlloProfClusteringS2S":59.64,"HALClusteringS2S":28.19,"MLSUMClusteringP2P (fr)":47.75,"MLSUMClusteringS2S (fr)":47.46,"MasakhaNEWSClusteringP2P (fra)":73.86,"MasakhaNEWSClusteringS2S (fra)":67.24}
|
| 2 |
{"index":9,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":55.56,"AlloProfClusteringP2P":76.06,"AlloProfClusteringS2S":64.52,"HALClusteringS2S":30.83,"MLSUMClusteringP2P (fr)":50.03,"MLSUMClusteringS2S (fr)":43.7,"MasakhaNEWSClusteringP2P (fra)":60.19,"MasakhaNEWSClusteringS2S (fra)":63.62}
|
| 3 |
{"index":8,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":55.01,"AlloProfClusteringP2P":70.55,"AlloProfClusteringS2S":55.42,"HALClusteringS2S":28.3,"MLSUMClusteringP2P (fr)":45.27,"MLSUMClusteringS2S (fr)":42.77,"MasakhaNEWSClusteringP2P (fra)":71.04,"MasakhaNEWSClusteringS2S (fra)":71.71}
|
| 4 |
+
{"index":27,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":51.26,"AlloProfClusteringP2P":65.3,"AlloProfClusteringS2S":55.37,"HALClusteringS2S":26.27,"MLSUMClusteringP2P (fr)":42.6,"MLSUMClusteringS2S (fr)":42.92,"MasakhaNEWSClusteringP2P (fra)":71.29,"MasakhaNEWSClusteringS2S (fra)":55.09}
|
| 5 |
{"index":37,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/actualdata\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":51.26,"AlloProfClusteringP2P":65.3,"AlloProfClusteringS2S":55.37,"HALClusteringS2S":26.27,"MLSUMClusteringP2P (fr)":42.6,"MLSUMClusteringS2S (fr)":42.92,"MasakhaNEWSClusteringP2P (fra)":71.29,"MasakhaNEWSClusteringS2S (fra)":55.09}
|
| 6 |
+
{"index":96,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.67,"AlloProfClusteringP2P":64.83,"AlloProfClusteringS2S":53.52,"HALClusteringS2S":26.18,"MLSUMClusteringP2P (fr)":44.59,"MLSUMClusteringS2S (fr)":41.67,"MasakhaNEWSClusteringP2P (fra)":68.35,"MasakhaNEWSClusteringS2S (fra)":48.58}
|
| 7 |
+
{"index":26,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":47.45,"AlloProfClusteringP2P":64.71,"AlloProfClusteringS2S":45.57,"HALClusteringS2S":25.37,"MLSUMClusteringP2P (fr)":44.23,"MLSUMClusteringS2S (fr)":44.58,"MasakhaNEWSClusteringP2P (fra)":61.58,"MasakhaNEWSClusteringS2S (fra)":46.1}
|
| 8 |
{"index":4,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.57,"AlloProfClusteringP2P":65.37,"AlloProfClusteringS2S":47.03,"HALClusteringS2S":27.67,"MLSUMClusteringP2P (fr)":45.99,"MLSUMClusteringS2S (fr)":45.57,"MasakhaNEWSClusteringP2P (fra)":44.53,"MasakhaNEWSClusteringS2S (fra)":49.8}
|
| 9 |
+
{"index":29,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":46.25,"AlloProfClusteringP2P":62.17,"AlloProfClusteringS2S":45.12,"HALClusteringS2S":23.56,"MLSUMClusteringP2P (fr)":43.3,"MLSUMClusteringS2S (fr)":42.77,"MasakhaNEWSClusteringP2P (fra)":52.88,"MasakhaNEWSClusteringS2S (fra)":53.93}
|
| 10 |
{"index":2,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.46,"AlloProfClusteringP2P":61.63,"AlloProfClusteringS2S":50.67,"HALClusteringS2S":27.44,"MLSUMClusteringP2P (fr)":45.23,"MLSUMClusteringS2S (fr)":41.48,"MasakhaNEWSClusteringP2P (fra)":56.59,"MasakhaNEWSClusteringS2S (fra)":35.18}
|
| 11 |
{"index":0,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":44.74,"AlloProfClusteringP2P":62.01,"AlloProfClusteringS2S":49.2,"HALClusteringS2S":26.17,"MLSUMClusteringP2P (fr)":45.28,"MLSUMClusteringS2S (fr)":42.74,"MasakhaNEWSClusteringP2P (fra)":48.13,"MasakhaNEWSClusteringS2S (fra)":39.62}
|
| 12 |
{"index":3,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":44.23,"AlloProfClusteringP2P":62.5,"AlloProfClusteringS2S":44.28,"HALClusteringS2S":26.36,"MLSUMClusteringP2P (fr)":44.03,"MLSUMClusteringS2S (fr)":42.95,"MasakhaNEWSClusteringP2P (fra)":50.68,"MasakhaNEWSClusteringS2S (fra)":38.79}
|
| 13 |
+
{"index":82,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":43.25,"AlloProfClusteringP2P":60.98,"AlloProfClusteringS2S":43.5,"HALClusteringS2S":21.4,"MLSUMClusteringP2P (fr)":42.24,"MLSUMClusteringS2S (fr)":35.25,"MasakhaNEWSClusteringP2P (fra)":61.15,"MasakhaNEWSClusteringS2S (fra)":38.24}
|
| 14 |
{"index":45,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":43.17,"AlloProfClusteringP2P":62.69,"AlloProfClusteringS2S":42.06,"HALClusteringS2S":23.9,"MLSUMClusteringP2P (fr)":42.04,"MLSUMClusteringS2S (fr)":32.29,"MasakhaNEWSClusteringP2P (fra)":54.51,"MasakhaNEWSClusteringS2S (fra)":44.73}
|
| 15 |
{"index":55,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":42.66,"AlloProfClusteringP2P":62.09,"AlloProfClusteringS2S":32.98,"HALClusteringS2S":22.48,"MLSUMClusteringP2P (fr)":43.48,"MLSUMClusteringS2S (fr)":38.53,"MasakhaNEWSClusteringP2P (fra)":47.91,"MasakhaNEWSClusteringS2S (fra)":51.16}
|
| 16 |
+
{"index":91,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":42.0,"AlloProfClusteringP2P":56.9,"AlloProfClusteringS2S":37.84,"HALClusteringS2S":18.95,"MLSUMClusteringP2P (fr)":43.9,"MLSUMClusteringS2S (fr)":35.5,"MasakhaNEWSClusteringP2P (fra)":60.57,"MasakhaNEWSClusteringS2S (fra)":40.31}
|
| 17 |
{"index":1,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.88,"AlloProfClusteringP2P":57.96,"AlloProfClusteringS2S":41.65,"HALClusteringS2S":24.84,"MLSUMClusteringP2P (fr)":45.08,"MLSUMClusteringS2S (fr)":38.77,"MasakhaNEWSClusteringP2P (fra)":48.54,"MasakhaNEWSClusteringS2S (fra)":36.33}
|
| 18 |
{"index":66,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":41.82,"AlloProfClusteringP2P":57.43,"AlloProfClusteringS2S":39.09,"HALClusteringS2S":25.77,"MLSUMClusteringP2P (fr)":42.03,"MLSUMClusteringS2S (fr)":41.83,"MasakhaNEWSClusteringP2P (fra)":49.68,"MasakhaNEWSClusteringS2S (fra)":36.91}
|
| 19 |
{"index":36,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":41.7,"AlloProfClusteringP2P":64.12,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":23.4,"MLSUMClusteringP2P (fr)":42.94,"MLSUMClusteringS2S (fr)":33.91,"MasakhaNEWSClusteringP2P (fra)":53.94,"MasakhaNEWSClusteringS2S (fra)":41.05}
|
| 20 |
{"index":10,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":41.66,"AlloProfClusteringP2P":54.2,"AlloProfClusteringS2S":44.34,"HALClusteringS2S":25.13,"MLSUMClusteringP2P (fr)":42.33,"MLSUMClusteringS2S (fr)":40.92,"MasakhaNEWSClusteringP2P (fra)":44.02,"MasakhaNEWSClusteringS2S (fra)":40.68}
|
| 21 |
{"index":61,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":41.66,"AlloProfClusteringP2P":54.2,"AlloProfClusteringS2S":44.34,"HALClusteringS2S":25.13,"MLSUMClusteringP2P (fr)":42.33,"MLSUMClusteringS2S (fr)":40.92,"MasakhaNEWSClusteringP2P (fra)":44.02,"MasakhaNEWSClusteringS2S (fra)":40.68}
|
| 22 |
+
{"index":81,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":41.6,"AlloProfClusteringP2P":60.37,"AlloProfClusteringS2S":40.76,"HALClusteringS2S":20.28,"MLSUMClusteringP2P (fr)":41.61,"MLSUMClusteringS2S (fr)":33.6,"MasakhaNEWSClusteringP2P (fra)":62.82,"MasakhaNEWSClusteringS2S (fra)":31.74}
|
| 23 |
{"index":63,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":41.33,"AlloProfClusteringP2P":59.89,"AlloProfClusteringS2S":38.46,"HALClusteringS2S":25.68,"MLSUMClusteringP2P (fr)":44.01,"MLSUMClusteringS2S (fr)":36.92,"MasakhaNEWSClusteringP2P (fra)":47.22,"MasakhaNEWSClusteringS2S (fra)":37.16}
|
| 24 |
{"index":7,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.21,"AlloProfClusteringP2P":64.0,"AlloProfClusteringS2S":29.93,"HALClusteringS2S":20.82,"MLSUMClusteringP2P (fr)":45.26,"MLSUMClusteringS2S (fr)":44.95,"MasakhaNEWSClusteringP2P (fra)":51.34,"MasakhaNEWSClusteringS2S (fra)":32.2}
|
| 25 |
{"index":54,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":41.16,"AlloProfClusteringP2P":61.06,"AlloProfClusteringS2S":28.12,"HALClusteringS2S":19.69,"MLSUMClusteringP2P (fr)":45.59,"MLSUMClusteringS2S (fr)":32.0,"MasakhaNEWSClusteringP2P (fra)":52.47,"MasakhaNEWSClusteringS2S (fra)":49.2}
|
| 26 |
{"index":16,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":40.7,"AlloProfClusteringP2P":63.53,"AlloProfClusteringS2S":36.18,"HALClusteringS2S":19.9,"MLSUMClusteringP2P (fr)":45.08,"MLSUMClusteringS2S (fr)":34.75,"MasakhaNEWSClusteringP2P (fra)":53.18,"MasakhaNEWSClusteringS2S (fra)":32.31}
|
| 27 |
+
{"index":80,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":40.6,"AlloProfClusteringP2P":61.82,"AlloProfClusteringS2S":39.78,"HALClusteringS2S":18.73,"MLSUMClusteringP2P (fr)":42.07,"MLSUMClusteringS2S (fr)":31.87,"MasakhaNEWSClusteringP2P (fra)":58.6,"MasakhaNEWSClusteringS2S (fra)":31.33}
|
| 28 |
{"index":53,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":40.43,"AlloProfClusteringP2P":60.66,"AlloProfClusteringS2S":35.05,"HALClusteringS2S":20.9,"MLSUMClusteringP2P (fr)":43.5,"MLSUMClusteringS2S (fr)":30.99,"MasakhaNEWSClusteringP2P (fra)":49.71,"MasakhaNEWSClusteringS2S (fra)":42.23}
|
| 29 |
{"index":65,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":40.4,"AlloProfClusteringP2P":56.73,"AlloProfClusteringS2S":37.62,"HALClusteringS2S":25.76,"MLSUMClusteringP2P (fr)":41.82,"MLSUMClusteringS2S (fr)":41.83,"MasakhaNEWSClusteringP2P (fra)":42.63,"MasakhaNEWSClusteringS2S (fra)":36.4}
|
| 30 |
+
{"index":79,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":40.07,"AlloProfClusteringP2P":58.44,"AlloProfClusteringS2S":35.93,"HALClusteringS2S":17.72,"MLSUMClusteringP2P (fr)":40.77,"MLSUMClusteringS2S (fr)":30.06,"MasakhaNEWSClusteringP2P (fra)":61.9,"MasakhaNEWSClusteringS2S (fra)":35.64}
|
| 31 |
+
{"index":95,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":39.86,"AlloProfClusteringP2P":56.89,"AlloProfClusteringS2S":38.2,"HALClusteringS2S":24.5,"MLSUMClusteringP2P (fr)":41.79,"MLSUMClusteringS2S (fr)":41.55,"MasakhaNEWSClusteringP2P (fra)":49.18,"MasakhaNEWSClusteringS2S (fra)":26.94}
|
| 32 |
{"index":64,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":39.81,"AlloProfClusteringP2P":59.15,"AlloProfClusteringS2S":36.45,"HALClusteringS2S":24.97,"MLSUMClusteringP2P (fr)":42.49,"MLSUMClusteringS2S (fr)":34.45,"MasakhaNEWSClusteringP2P (fra)":47.58,"MasakhaNEWSClusteringS2S (fra)":33.58}
|
| 33 |
+
{"index":35,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":39.65,"AlloProfClusteringP2P":64.17,"AlloProfClusteringS2S":38.17,"HALClusteringS2S":24.09,"MLSUMClusteringP2P (fr)":43.8,"MLSUMClusteringS2S (fr)":37.75,"MasakhaNEWSClusteringP2P (fra)":40.8,"MasakhaNEWSClusteringS2S (fra)":28.8}
|
| 34 |
+
{"index":78,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":39.11,"AlloProfClusteringP2P":54.49,"AlloProfClusteringS2S":44.79,"HALClusteringS2S":23.97,"MLSUMClusteringP2P (fr)":40.55,"MLSUMClusteringS2S (fr)":37.53,"MasakhaNEWSClusteringP2P (fra)":41.57,"MasakhaNEWSClusteringS2S (fra)":30.88}
|
| 35 |
{"index":58,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":38.93,"AlloProfClusteringP2P":60.89,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":18.95,"MLSUMClusteringP2P (fr)":43.2,"MLSUMClusteringS2S (fr)":37.61,"MasakhaNEWSClusteringP2P (fra)":40.12,"MasakhaNEWSClusteringS2S (fra)":39.22}
|
| 36 |
{"index":15,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":38.91,"AlloProfClusteringP2P":61.96,"AlloProfClusteringS2S":31.36,"HALClusteringS2S":17.31,"MLSUMClusteringP2P (fr)":42.8,"MLSUMClusteringS2S (fr)":32.72,"MasakhaNEWSClusteringP2P (fra)":56.81,"MasakhaNEWSClusteringS2S (fra)":29.41}
|
| 37 |
{"index":56,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":38.7,"AlloProfClusteringP2P":62.99,"AlloProfClusteringS2S":32.26,"HALClusteringS2S":22.44,"MLSUMClusteringP2P (fr)":44.04,"MLSUMClusteringS2S (fr)":37.65,"MasakhaNEWSClusteringP2P (fra)":40.94,"MasakhaNEWSClusteringS2S (fra)":30.56}
|
| 38 |
+
{"index":73,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":38.7,"AlloProfClusteringP2P":55.95,"AlloProfClusteringS2S":35.39,"HALClusteringS2S":18.2,"MLSUMClusteringP2P (fr)":40.17,"MLSUMClusteringS2S (fr)":34.65,"MasakhaNEWSClusteringP2P (fra)":53.76,"MasakhaNEWSClusteringS2S (fra)":32.76}
|
| 39 |
+
{"index":28,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":38.61,"AlloProfClusteringP2P":55.52,"AlloProfClusteringS2S":35.8,"HALClusteringS2S":23.14,"MLSUMClusteringP2P (fr)":40.31,"MLSUMClusteringS2S (fr)":40.05,"MasakhaNEWSClusteringP2P (fra)":45.03,"MasakhaNEWSClusteringS2S (fra)":30.39}
|
| 40 |
+
{"index":77,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":38.35,"AlloProfClusteringP2P":56.06,"AlloProfClusteringS2S":42.16,"HALClusteringS2S":23.21,"MLSUMClusteringP2P (fr)":39.97,"MLSUMClusteringS2S (fr)":36.55,"MasakhaNEWSClusteringP2P (fra)":36.58,"MasakhaNEWSClusteringS2S (fra)":33.9}
|
| 41 |
{"index":68,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":38.32,"AlloProfClusteringP2P":54.78,"AlloProfClusteringS2S":31.6,"HALClusteringS2S":20.62,"MLSUMClusteringP2P (fr)":42.09,"MLSUMClusteringS2S (fr)":34.84,"MasakhaNEWSClusteringP2P (fra)":46.16,"MasakhaNEWSClusteringS2S (fra)":38.13}
|
| 42 |
{"index":62,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":37.9,"AlloProfClusteringP2P":56.73,"AlloProfClusteringS2S":38.2,"HALClusteringS2S":24.13,"MLSUMClusteringP2P (fr)":42.12,"MLSUMClusteringS2S (fr)":36.69,"MasakhaNEWSClusteringP2P (fra)":34.61,"MasakhaNEWSClusteringS2S (fra)":32.81}
|
| 43 |
+
{"index":92,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":36.35,"AlloProfClusteringP2P":54.21,"AlloProfClusteringS2S":37.95,"HALClusteringS2S":18.94,"MLSUMClusteringP2P (fr)":41.02,"MLSUMClusteringS2S (fr)":37.97,"MasakhaNEWSClusteringP2P (fra)":24.09,"MasakhaNEWSClusteringS2S (fra)":40.24}
|
| 44 |
{"index":44,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":35.44,"AlloProfClusteringP2P":59.09,"AlloProfClusteringS2S":38.92,"HALClusteringS2S":20.22,"MLSUMClusteringP2P (fr)":35.98,"MLSUMClusteringS2S (fr)":27.05,"MasakhaNEWSClusteringP2P (fra)":36.03,"MasakhaNEWSClusteringS2S (fra)":30.77}
|
| 45 |
{"index":59,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":35.04,"AlloProfClusteringP2P":62.22,"AlloProfClusteringS2S":27.06,"HALClusteringS2S":13.86,"MLSUMClusteringP2P (fr)":44.11,"MLSUMClusteringS2S (fr)":30.47,"MasakhaNEWSClusteringP2P (fra)":40.2,"MasakhaNEWSClusteringS2S (fra)":27.35}
|
| 46 |
{"index":70,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":34.73,"AlloProfClusteringP2P":51.83,"AlloProfClusteringS2S":32.07,"HALClusteringS2S":18.84,"MLSUMClusteringP2P (fr)":36.74,"MLSUMClusteringS2S (fr)":28.12,"MasakhaNEWSClusteringP2P (fra)":34.92,"MasakhaNEWSClusteringS2S (fra)":40.58}
|
|
|
|
| 49 |
{"index":20,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":33.94,"AlloProfClusteringP2P":53.22,"AlloProfClusteringS2S":42.92,"HALClusteringS2S":19.94,"MLSUMClusteringP2P (fr)":40.96,"MLSUMClusteringS2S (fr)":31.87,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46}
|
| 50 |
{"index":52,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":33.82,"AlloProfClusteringP2P":51.5,"AlloProfClusteringS2S":43.06,"HALClusteringS2S":20.81,"MLSUMClusteringP2P (fr)":40.9,"MLSUMClusteringS2S (fr)":31.8,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46}
|
| 51 |
{"index":69,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":33.75,"AlloProfClusteringP2P":46.03,"AlloProfClusteringS2S":31.83,"HALClusteringS2S":19.58,"MLSUMClusteringP2P (fr)":34.35,"MLSUMClusteringS2S (fr)":29.3,"MasakhaNEWSClusteringP2P (fra)":42.72,"MasakhaNEWSClusteringS2S (fra)":32.47}
|
| 52 |
+
{"index":87,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":33.66,"AlloProfClusteringP2P":49.11,"AlloProfClusteringS2S":32.72,"HALClusteringS2S":16.19,"MLSUMClusteringP2P (fr)":36.19,"MLSUMClusteringS2S (fr)":30.39,"MasakhaNEWSClusteringP2P (fra)":38.51,"MasakhaNEWSClusteringS2S (fra)":32.51}
|
| 53 |
+
{"index":76,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":32.84,"AlloProfClusteringP2P":49.13,"AlloProfClusteringS2S":26.16,"HALClusteringS2S":12.49,"MLSUMClusteringP2P (fr)":35.15,"MLSUMClusteringS2S (fr)":25.95,"MasakhaNEWSClusteringP2P (fra)":53.73,"MasakhaNEWSClusteringS2S (fra)":27.27}
|
| 54 |
{"index":5,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":29.92,"AlloProfClusteringP2P":48.45,"AlloProfClusteringS2S":25.81,"HALClusteringS2S":11.52,"MLSUMClusteringP2P (fr)":34.53,"MLSUMClusteringS2S (fr)":27.35,"MasakhaNEWSClusteringP2P (fra)":32.04,"MasakhaNEWSClusteringS2S (fra)":29.77}
|
| 55 |
{"index":60,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.03,"AlloProfClusteringP2P":53.57,"AlloProfClusteringS2S":22.13,"HALClusteringS2S":7.68,"MLSUMClusteringP2P (fr)":36.43,"MLSUMClusteringS2S (fr)":25.26,"MasakhaNEWSClusteringP2P (fra)":37.57,"MasakhaNEWSClusteringS2S (fra)":20.58}
|
| 56 |
+
{"index":94,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":28.62,"AlloProfClusteringP2P":56.54,"AlloProfClusteringS2S":21.18,"HALClusteringS2S":5.94,"MLSUMClusteringP2P (fr)":42.67,"MLSUMClusteringS2S (fr)":18.5,"MasakhaNEWSClusteringP2P (fra)":34.02,"MasakhaNEWSClusteringS2S (fra)":21.52}
|
| 57 |
+
{"index":93,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":28.42,"AlloProfClusteringP2P":52.24,"AlloProfClusteringS2S":20.37,"HALClusteringS2S":8.68,"MLSUMClusteringP2P (fr)":40.44,"MLSUMClusteringS2S (fr)":24.14,"MasakhaNEWSClusteringP2P (fra)":29.29,"MasakhaNEWSClusteringS2S (fra)":23.76}
|
| 58 |
{"index":49,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":27.18,"AlloProfClusteringP2P":52.86,"AlloProfClusteringS2S":14.46,"HALClusteringS2S":3.85,"MLSUMClusteringP2P (fr)":39.06,"MLSUMClusteringS2S (fr)":17.13,"MasakhaNEWSClusteringP2P (fra)":41.61,"MasakhaNEWSClusteringS2S (fra)":21.26}
|
| 59 |
{"index":51,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":25.11,"AlloProfClusteringP2P":40.85,"AlloProfClusteringS2S":21.76,"HALClusteringS2S":5.26,"MLSUMClusteringP2P (fr)":38.09,"MLSUMClusteringS2S (fr)":18.71,"MasakhaNEWSClusteringP2P (fra)":26.43,"MasakhaNEWSClusteringS2S (fra)":24.68}
|
| 60 |
{"index":50,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":22.45,"AlloProfClusteringP2P":43.2,"AlloProfClusteringS2S":12.94,"HALClusteringS2S":1.8,"MLSUMClusteringP2P (fr)":33.22,"MLSUMClusteringS2S (fr)":14.9,"MasakhaNEWSClusteringP2P (fra)":28.49,"MasakhaNEWSClusteringS2S (fra)":22.58}
|
|
|
all_data_tasks/18/default.jsonl
CHANGED
|
@@ -1,61 +1,19 @@
|
|
| 1 |
{"index":9,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":90.43,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":80.86}
|
| 2 |
{"index":8,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":86.88,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":73.77}
|
| 3 |
-
{"index":
|
| 4 |
-
{"index":
|
| 5 |
-
{"index":
|
| 6 |
-
{"index":
|
| 7 |
-
{"index":
|
| 8 |
-
{"index":
|
| 9 |
-
{"index":
|
| 10 |
-
{"index":
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
| 14 |
-
{"index":
|
| 15 |
-
{"index":
|
| 16 |
-
{"index":
|
| 17 |
-
{"index":
|
| 18 |
-
{"index":
|
| 19 |
-
{"index":
|
| 20 |
-
{"index":0,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.32,"OpusparcusPC (fr)":92.61,"PawsXPairClassification (fr)":62.02}
|
| 21 |
-
{"index":3,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.3,"OpusparcusPC (fr)":93.06,"PawsXPairClassification (fr)":61.54}
|
| 22 |
-
{"index":36,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":77.28,"OpusparcusPC (fr)":91.42,"PawsXPairClassification (fr)":63.13}
|
| 23 |
-
{"index":97,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.14,"OpusparcusPC (fr)":94.12,"PawsXPairClassification (fr)":60.16}
|
| 24 |
-
{"index":45,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":77.11,"OpusparcusPC (fr)":94.63,"PawsXPairClassification (fr)":59.59}
|
| 25 |
-
{"index":34,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":77.1,"OpusparcusPC (fr)":94.02,"PawsXPairClassification (fr)":60.19}
|
| 26 |
-
{"index":62,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":77.1,"OpusparcusPC (fr)":93.34,"PawsXPairClassification (fr)":60.85}
|
| 27 |
-
{"index":25,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":77.01,"OpusparcusPC (fr)":93.64,"PawsXPairClassification (fr)":60.38}
|
| 28 |
-
{"index":96,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":76.97,"OpusparcusPC (fr)":93.18,"PawsXPairClassification (fr)":60.76}
|
| 29 |
-
{"index":2,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.85,"OpusparcusPC (fr)":92.87,"PawsXPairClassification (fr)":60.83}
|
| 30 |
-
{"index":56,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":76.19,"OpusparcusPC (fr)":93.89,"PawsXPairClassification (fr)":58.5}
|
| 31 |
-
{"index":79,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":75.8,"OpusparcusPC (fr)":93.45,"PawsXPairClassification (fr)":58.14}
|
| 32 |
-
{"index":28,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":75.61,"OpusparcusPC (fr)":92.6,"PawsXPairClassification (fr)":58.63}
|
| 33 |
-
{"index":81,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":75.39,"OpusparcusPC (fr)":91.19,"PawsXPairClassification (fr)":59.59}
|
| 34 |
-
{"index":55,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":74.82,"OpusparcusPC (fr)":92.72,"PawsXPairClassification (fr)":56.93}
|
| 35 |
-
{"index":44,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":74.74,"OpusparcusPC (fr)":92.05,"PawsXPairClassification (fr)":57.44}
|
| 36 |
-
{"index":78,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":74.47,"OpusparcusPC (fr)":92.01,"PawsXPairClassification (fr)":56.94}
|
| 37 |
-
{"index":1,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.36,"OpusparcusPC (fr)":89.76,"PawsXPairClassification (fr)":58.96}
|
| 38 |
-
{"index":68,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":74.3,"OpusparcusPC (fr)":93.96,"PawsXPairClassification (fr)":54.63}
|
| 39 |
-
{"index":15,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.12,"OpusparcusPC (fr)":90.92,"PawsXPairClassification (fr)":57.32}
|
| 40 |
-
{"index":58,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":74.1,"OpusparcusPC (fr)":92.52,"PawsXPairClassification (fr)":55.68}
|
| 41 |
-
{"index":59,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.76,"OpusparcusPC (fr)":85.54,"PawsXPairClassification (fr)":61.99}
|
| 42 |
-
{"index":93,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.5,"OpusparcusPC (fr)":93.38,"PawsXPairClassification (fr)":53.62}
|
| 43 |
-
{"index":77,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":72.72,"OpusparcusPC (fr)":88.07,"PawsXPairClassification (fr)":57.36}
|
| 44 |
-
{"index":80,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":72.38,"OpusparcusPC (fr)":89.4,"PawsXPairClassification (fr)":55.35}
|
| 45 |
-
{"index":92,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.92,"OpusparcusPC (fr)":91.46,"PawsXPairClassification (fr)":52.39}
|
| 46 |
-
{"index":74,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":71.57,"OpusparcusPC (fr)":92.07,"PawsXPairClassification (fr)":51.08}
|
| 47 |
-
{"index":70,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":70.96,"OpusparcusPC (fr)":86.53,"PawsXPairClassification (fr)":55.4}
|
| 48 |
-
{"index":60,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.9,"OpusparcusPC (fr)":82.1,"PawsXPairClassification (fr)":59.69}
|
| 49 |
-
{"index":53,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":70.32,"OpusparcusPC (fr)":87.43,"PawsXPairClassification (fr)":53.22}
|
| 50 |
-
{"index":20,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.1,"OpusparcusPC (fr)":86.79,"PawsXPairClassification (fr)":53.4}
|
| 51 |
-
{"index":22,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.09,"OpusparcusPC (fr)":86.79,"PawsXPairClassification (fr)":53.39}
|
| 52 |
-
{"index":21,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.08,"OpusparcusPC (fr)":86.78,"PawsXPairClassification (fr)":53.38}
|
| 53 |
-
{"index":52,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":70.08,"OpusparcusPC (fr)":86.77,"PawsXPairClassification (fr)":53.39}
|
| 54 |
-
{"index":95,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":68.56,"OpusparcusPC (fr)":83.73,"PawsXPairClassification (fr)":53.38}
|
| 55 |
-
{"index":94,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":68.4,"OpusparcusPC (fr)":85.45,"PawsXPairClassification (fr)":51.35}
|
| 56 |
-
{"index":50,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":67.39,"OpusparcusPC (fr)":82.0,"PawsXPairClassification (fr)":52.78}
|
| 57 |
-
{"index":49,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":67.02,"OpusparcusPC (fr)":82.15,"PawsXPairClassification (fr)":51.89}
|
| 58 |
-
{"index":51,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":64.46,"OpusparcusPC (fr)":74.78,"PawsXPairClassification (fr)":54.14}
|
| 59 |
-
{"index":48,"Rank":81,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":71.36}
|
| 60 |
-
{"index":63,"Rank":84,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":66.96}
|
| 61 |
-
{"index":98,"Rank":99,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","OpusparcusPC (fr)":94.45,"PawsXPairClassification (fr)":""}
|
|
|
|
| 1 |
{"index":9,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":90.43,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":80.86}
|
| 2 |
{"index":8,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":86.88,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":73.77}
|
| 3 |
+
{"index":11,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":85.07,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":70.14}
|
| 4 |
+
{"index":7,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.54,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":61.07}
|
| 5 |
+
{"index":64,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":80.23,"OpusparcusPC (fr)":93.48,"PawsXPairClassification (fr)":66.98}
|
| 6 |
+
{"index":66,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":80.15,"OpusparcusPC (fr)":93.37,"PawsXPairClassification (fr)":66.92}
|
| 7 |
+
{"index":37,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/actualdata\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.64,"OpusparcusPC (fr)":94.77,"PawsXPairClassification (fr)":64.51}
|
| 8 |
+
{"index":27,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.64,"OpusparcusPC (fr)":94.77,"PawsXPairClassification (fr)":64.51}
|
| 9 |
+
{"index":65,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":79.57,"OpusparcusPC (fr)":93.72,"PawsXPairClassification (fr)":65.42}
|
| 10 |
+
{"index":10,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":79.46,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":58.93}
|
| 11 |
+
{"index":61,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":79.46,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":58.93}
|
| 12 |
+
{"index":28,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":78.3,"OpusparcusPC (fr)":93.15,"PawsXPairClassification (fr)":63.44}
|
| 13 |
+
{"index":35,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":77.1,"OpusparcusPC (fr)":94.02,"PawsXPairClassification (fr)":60.19}
|
| 14 |
+
{"index":62,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":77.1,"OpusparcusPC (fr)":93.34,"PawsXPairClassification (fr)":60.85}
|
| 15 |
+
{"index":26,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":77.01,"OpusparcusPC (fr)":93.64,"PawsXPairClassification (fr)":60.38}
|
| 16 |
+
{"index":95,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":76.97,"OpusparcusPC (fr)":93.18,"PawsXPairClassification (fr)":60.76}
|
| 17 |
+
{"index":29,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":75.61,"OpusparcusPC (fr)":92.6,"PawsXPairClassification (fr)":58.63}
|
| 18 |
+
{"index":48,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":71.36}
|
| 19 |
+
{"index":63,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":66.96}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
all_data_tasks/19/default.jsonl
CHANGED
|
@@ -1,59 +1,58 @@
|
|
| 1 |
{"index":11,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":85.22,"AlloprofReranking":78.62,"SyntecReranking":91.83}
|
| 2 |
{"index":8,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":83.76,"AlloprofReranking":73.49,"SyntecReranking":94.03}
|
| 3 |
-
{"index":
|
| 4 |
-
{"index":
|
| 5 |
-
{"index":
|
| 6 |
-
{"index":
|
| 7 |
-
{"index":
|
| 8 |
-
{"index":
|
| 9 |
-
{"index":
|
| 10 |
-
{"index":
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
| 14 |
-
{"index":
|
| 15 |
{"index":61,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":76.47,"AlloprofReranking":64.91,"SyntecReranking":88.03}
|
| 16 |
-
{"index":
|
| 17 |
-
{"index":
|
| 18 |
-
{"index":
|
| 19 |
-
{"index":
|
| 20 |
-
{"index":
|
| 21 |
-
{"index":
|
| 22 |
-
{"index":
|
| 23 |
-
{"index":
|
| 24 |
-
{"index":
|
| 25 |
-
{"index":
|
| 26 |
-
{"index":
|
| 27 |
-
{"index":
|
| 28 |
-
{"index":
|
| 29 |
-
{"index":
|
| 30 |
-
{"index":
|
| 31 |
-
{"index":
|
| 32 |
-
{"index":
|
| 33 |
-
{"index":
|
| 34 |
-
{"index":
|
| 35 |
-
{"index":
|
| 36 |
-
{"index":
|
| 37 |
-
{"index":
|
| 38 |
-
{"index":
|
| 39 |
-
{"index":
|
| 40 |
-
{"index":
|
| 41 |
-
{"index":
|
| 42 |
-
{"index":
|
| 43 |
-
{"index":
|
| 44 |
-
{"index":
|
| 45 |
-
{"index":
|
| 46 |
-
{"index":
|
| 47 |
-
{"index":
|
| 48 |
-
{"index":
|
| 49 |
-
{"index":
|
| 50 |
-
{"index":
|
| 51 |
-
{"index":
|
| 52 |
-
{"index":
|
| 53 |
-
{"index":
|
| 54 |
-
{"index":
|
| 55 |
-
{"index":
|
| 56 |
-
{"index":
|
| 57 |
-
{"index":
|
| 58 |
-
{"index":
|
| 59 |
-
{"index":97,"Rank":98,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":"","SyntecReranking":89.87}
|
|
|
|
| 1 |
{"index":11,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":85.22,"AlloprofReranking":78.62,"SyntecReranking":91.83}
|
| 2 |
{"index":8,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":83.76,"AlloprofReranking":73.49,"SyntecReranking":94.03}
|
| 3 |
+
{"index":4,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.59,"AlloprofReranking":74.78,"SyntecReranking":90.4}
|
| 4 |
+
{"index":3,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.06,"AlloprofReranking":72.92,"SyntecReranking":91.2}
|
| 5 |
+
{"index":0,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.46,"AlloprofReranking":72.36,"SyntecReranking":88.57}
|
| 6 |
+
{"index":28,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":80.35,"AlloprofReranking":73.1,"SyntecReranking":87.6}
|
| 7 |
+
{"index":37,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/actualdata\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.79,"AlloprofReranking":73.63,"SyntecReranking":85.95}
|
| 8 |
+
{"index":27,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.79,"AlloprofReranking":73.63,"SyntecReranking":85.95}
|
| 9 |
+
{"index":2,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.78,"AlloprofReranking":70.79,"SyntecReranking":86.77}
|
| 10 |
+
{"index":9,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":78.7,"AlloprofReranking":73.08,"SyntecReranking":84.32}
|
| 11 |
+
{"index":26,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":77.14,"AlloprofReranking":70.46,"SyntecReranking":83.83}
|
| 12 |
+
{"index":82,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":76.76,"AlloprofReranking":68.36,"SyntecReranking":85.15}
|
| 13 |
+
{"index":35,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":76.58,"AlloprofReranking":64.88,"SyntecReranking":88.28}
|
| 14 |
+
{"index":10,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":76.47,"AlloprofReranking":64.91,"SyntecReranking":88.03}
|
| 15 |
{"index":61,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":76.47,"AlloprofReranking":64.91,"SyntecReranking":88.03}
|
| 16 |
+
{"index":66,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":76.43,"AlloprofReranking":68.79,"SyntecReranking":84.07}
|
| 17 |
+
{"index":29,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":76.0,"AlloprofReranking":69.5,"SyntecReranking":82.5}
|
| 18 |
+
{"index":95,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":75.75,"AlloprofReranking":68.73,"SyntecReranking":82.77}
|
| 19 |
+
{"index":65,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":75.48,"AlloprofReranking":68.31,"SyntecReranking":82.65}
|
| 20 |
+
{"index":62,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":75.3,"AlloprofReranking":65.17,"SyntecReranking":85.43}
|
| 21 |
+
{"index":64,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":75.2,"AlloprofReranking":67.24,"SyntecReranking":83.17}
|
| 22 |
+
{"index":81,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":73.18,"AlloprofReranking":63.3,"SyntecReranking":83.07}
|
| 23 |
+
{"index":1,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.1,"AlloprofReranking":63.54,"SyntecReranking":82.65}
|
| 24 |
+
{"index":45,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":72.89,"AlloprofReranking":57.62,"SyntecReranking":88.15}
|
| 25 |
+
{"index":56,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":72.14,"AlloprofReranking":57.37,"SyntecReranking":86.9}
|
| 26 |
+
{"index":55,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":71.76,"AlloprofReranking":58.1,"SyntecReranking":85.43}
|
| 27 |
+
{"index":58,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":71.44,"AlloprofReranking":56.17,"SyntecReranking":86.7}
|
| 28 |
+
{"index":15,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.82,"AlloprofReranking":51.6,"SyntecReranking":88.03}
|
| 29 |
+
{"index":80,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":68.88,"AlloprofReranking":57.99,"SyntecReranking":79.77}
|
| 30 |
+
{"index":78,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":68.78,"AlloprofReranking":54.34,"SyntecReranking":83.23}
|
| 31 |
+
{"index":16,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.36,"AlloprofReranking":51.01,"SyntecReranking":85.72}
|
| 32 |
+
{"index":36,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":67.95,"AlloprofReranking":53.0,"SyntecReranking":82.9}
|
| 33 |
+
{"index":92,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.26,"AlloprofReranking":55.39,"SyntecReranking":77.13}
|
| 34 |
+
{"index":91,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.04,"AlloprofReranking":56.23,"SyntecReranking":73.85}
|
| 35 |
+
{"index":44,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":64.22,"AlloprofReranking":48.68,"SyntecReranking":79.75}
|
| 36 |
+
{"index":79,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":64.08,"AlloprofReranking":50.12,"SyntecReranking":78.05}
|
| 37 |
+
{"index":73,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":63.28,"AlloprofReranking":51.77,"SyntecReranking":74.78}
|
| 38 |
+
{"index":54,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":62.2,"AlloprofReranking":47.36,"SyntecReranking":77.05}
|
| 39 |
+
{"index":77,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":62.02,"AlloprofReranking":49.01,"SyntecReranking":75.03}
|
| 40 |
+
{"index":68,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":61.4,"AlloprofReranking":49.51,"SyntecReranking":73.28}
|
| 41 |
+
{"index":87,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":60.88,"AlloprofReranking":51.48,"SyntecReranking":70.28}
|
| 42 |
+
{"index":76,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":52.68,"AlloprofReranking":40.28,"SyntecReranking":65.08}
|
| 43 |
+
{"index":53,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":52.62,"AlloprofReranking":38.85,"SyntecReranking":66.4}
|
| 44 |
+
{"index":59,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":50.86,"AlloprofReranking":39.13,"SyntecReranking":62.58}
|
| 45 |
+
{"index":7,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.98,"AlloprofReranking":37.09,"SyntecReranking":62.87}
|
| 46 |
+
{"index":50,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":45.86,"AlloprofReranking":34.55,"SyntecReranking":57.18}
|
| 47 |
+
{"index":70,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":45.63,"AlloprofReranking":31.69,"SyntecReranking":59.57}
|
| 48 |
+
{"index":5,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":45.61,"AlloprofReranking":35.29,"SyntecReranking":55.93}
|
| 49 |
+
{"index":49,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":45.34,"AlloprofReranking":34.81,"SyntecReranking":55.88}
|
| 50 |
+
{"index":22,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":44.75,"AlloprofReranking":36.25,"SyntecReranking":53.25}
|
| 51 |
+
{"index":52,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":44.74,"AlloprofReranking":36.23,"SyntecReranking":53.25}
|
| 52 |
+
{"index":21,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":44.73,"AlloprofReranking":36.21,"SyntecReranking":53.25}
|
| 53 |
+
{"index":20,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":44.73,"AlloprofReranking":36.21,"SyntecReranking":53.25}
|
| 54 |
+
{"index":60,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":39.82,"AlloprofReranking":28.75,"SyntecReranking":50.88}
|
| 55 |
+
{"index":94,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":39.01,"AlloprofReranking":28.62,"SyntecReranking":49.4}
|
| 56 |
+
{"index":93,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":34.66,"AlloprofReranking":25.58,"SyntecReranking":43.75}
|
| 57 |
+
{"index":51,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":34.54,"AlloprofReranking":26.29,"SyntecReranking":42.8}
|
| 58 |
+
{"index":96,"Rank":97,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":"","SyntecReranking":89.87}
|
|
|
all_data_tasks/2/default.jsonl
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
all_data_tasks/20/default.jsonl
CHANGED
|
@@ -5,57 +5,56 @@
|
|
| 5 |
{"index":10,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":52.97,"AlloprofRetrieval":53.64,"BSARDRetrieval":26.11,"MintakaRetrieval (fr)":34.71,"SyntecRetrieval":83.04,"XPQARetrieval (fr)":67.33}
|
| 6 |
{"index":61,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":52.97,"AlloprofRetrieval":53.64,"BSARDRetrieval":26.11,"MintakaRetrieval (fr)":34.71,"SyntecRetrieval":83.04,"XPQARetrieval (fr)":67.33}
|
| 7 |
{"index":8,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":52.56,"AlloprofRetrieval":57.89,"BSARDRetrieval":6.3,"MintakaRetrieval (fr)":42.56,"SyntecRetrieval":90.47,"XPQARetrieval (fr)":65.58}
|
| 8 |
-
{"index":
|
| 9 |
{"index":37,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/actualdata\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":50.09,"AlloprofRetrieval":47.6,"BSARDRetrieval":19.58,"MintakaRetrieval (fr)":32.62,"SyntecRetrieval":84.2,"XPQARetrieval (fr)":66.43}
|
| 10 |
-
{"index":
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
| 14 |
-
{"index":
|
| 15 |
-
{"index":
|
| 16 |
-
{"index":
|
| 17 |
-
{"index":
|
| 18 |
-
{"index":
|
| 19 |
-
{"index":
|
| 20 |
-
{"index":
|
| 21 |
-
{"index":
|
| 22 |
-
{"index":
|
| 23 |
-
{"index":
|
| 24 |
-
{"index":
|
| 25 |
-
{"index":
|
| 26 |
-
{"index":
|
| 27 |
-
{"index":
|
| 28 |
-
{"index":
|
| 29 |
-
{"index":
|
| 30 |
-
{"index":
|
| 31 |
-
{"index":92,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":
|
| 32 |
-
{"index":
|
| 33 |
-
{"index":
|
| 34 |
-
{"index":
|
| 35 |
-
{"index":
|
| 36 |
-
{"index":
|
| 37 |
-
{"index":
|
| 38 |
-
{"index":
|
| 39 |
-
{"index":
|
| 40 |
-
{"index":
|
| 41 |
-
{"index":
|
| 42 |
-
{"index":
|
| 43 |
-
{"index":
|
| 44 |
-
{"index":
|
| 45 |
-
{"index":
|
| 46 |
-
{"index":
|
| 47 |
-
{"index":
|
| 48 |
-
{"index":
|
| 49 |
-
{"index":
|
| 50 |
-
{"index":
|
| 51 |
-
{"index":
|
| 52 |
-
{"index":
|
| 53 |
-
{"index":
|
| 54 |
-
{"index":
|
| 55 |
-
{"index":
|
| 56 |
-
{"index":
|
| 57 |
-
{"index":
|
| 58 |
-
{"index":
|
| 59 |
-
{"index":
|
| 60 |
-
{"index":51,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":1.22,"AlloprofRetrieval":0.58,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.26,"SyntecRetrieval":1.58,"XPQARetrieval (fr)":3.69}
|
| 61 |
{"index":69,"Rank":86,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AlloprofRetrieval":33.2,"BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":55.9}
|
|
|
|
| 5 |
{"index":10,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":52.97,"AlloprofRetrieval":53.64,"BSARDRetrieval":26.11,"MintakaRetrieval (fr)":34.71,"SyntecRetrieval":83.04,"XPQARetrieval (fr)":67.33}
|
| 6 |
{"index":61,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":52.97,"AlloprofRetrieval":53.64,"BSARDRetrieval":26.11,"MintakaRetrieval (fr)":34.71,"SyntecRetrieval":83.04,"XPQARetrieval (fr)":67.33}
|
| 7 |
{"index":8,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":52.56,"AlloprofRetrieval":57.89,"BSARDRetrieval":6.3,"MintakaRetrieval (fr)":42.56,"SyntecRetrieval":90.47,"XPQARetrieval (fr)":65.58}
|
| 8 |
+
{"index":27,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":50.09,"AlloprofRetrieval":47.6,"BSARDRetrieval":19.58,"MintakaRetrieval (fr)":32.62,"SyntecRetrieval":84.2,"XPQARetrieval (fr)":66.43}
|
| 9 |
{"index":37,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/actualdata\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":50.09,"AlloprofRetrieval":47.6,"BSARDRetrieval":19.58,"MintakaRetrieval (fr)":32.62,"SyntecRetrieval":84.2,"XPQARetrieval (fr)":66.43}
|
| 10 |
+
{"index":96,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.23,"AlloprofRetrieval":51.64,"BSARDRetrieval":0.61,"MintakaRetrieval (fr)":29.94,"SyntecRetrieval":85.97,"XPQARetrieval (fr)":73.0}
|
| 11 |
+
{"index":0,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.81,"AlloprofRetrieval":56.84,"BSARDRetrieval":2.48,"MintakaRetrieval (fr)":21.73,"SyntecRetrieval":78.77,"XPQARetrieval (fr)":74.24}
|
| 12 |
+
{"index":35,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":46.78,"AlloprofRetrieval":46.94,"BSARDRetrieval":2.08,"MintakaRetrieval (fr)":30.07,"SyntecRetrieval":84.6,"XPQARetrieval (fr)":70.22}
|
| 13 |
+
{"index":28,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":46.68,"AlloprofRetrieval":44.42,"BSARDRetrieval":12.01,"MintakaRetrieval (fr)":25.19,"SyntecRetrieval":82.86,"XPQARetrieval (fr)":68.91}
|
| 14 |
+
{"index":2,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.33,"AlloprofRetrieval":52.61,"BSARDRetrieval":0.29,"MintakaRetrieval (fr)":19.05,"SyntecRetrieval":82.77,"XPQARetrieval (fr)":71.95}
|
| 15 |
+
{"index":26,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":44.99,"AlloprofRetrieval":41.26,"BSARDRetrieval":12.22,"MintakaRetrieval (fr)":27.6,"SyntecRetrieval":79.68,"XPQARetrieval (fr)":64.21}
|
| 16 |
+
{"index":65,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":44.9,"AlloprofRetrieval":49.84,"BSARDRetrieval":0.22,"MintakaRetrieval (fr)":31.25,"SyntecRetrieval":76.63,"XPQARetrieval (fr)":66.55}
|
| 17 |
+
{"index":66,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":44.41,"AlloprofRetrieval":49.05,"BSARDRetrieval":0.16,"MintakaRetrieval (fr)":31.06,"SyntecRetrieval":76.96,"XPQARetrieval (fr)":64.8}
|
| 18 |
+
{"index":64,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":43.85,"AlloprofRetrieval":47.69,"BSARDRetrieval":1.75,"MintakaRetrieval (fr)":27.88,"SyntecRetrieval":77.67,"XPQARetrieval (fr)":64.27}
|
| 19 |
+
{"index":82,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":43.84,"AlloprofRetrieval":45.75,"BSARDRetrieval":3.33,"MintakaRetrieval (fr)":34.93,"SyntecRetrieval":78.97,"XPQARetrieval (fr)":56.2}
|
| 20 |
+
{"index":62,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":43.58,"AlloprofRetrieval":45.1,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":25.17,"SyntecRetrieval":79.14,"XPQARetrieval (fr)":68.49}
|
| 21 |
+
{"index":95,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":42.96,"AlloprofRetrieval":38.06,"BSARDRetrieval":11.04,"MintakaRetrieval (fr)":27.48,"SyntecRetrieval":78.2,"XPQARetrieval (fr)":60.02}
|
| 22 |
+
{"index":29,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":42.92,"AlloprofRetrieval":39.89,"BSARDRetrieval":8.41,"MintakaRetrieval (fr)":25.52,"SyntecRetrieval":77.57,"XPQARetrieval (fr)":63.2}
|
| 23 |
+
{"index":56,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":42.17,"AlloprofRetrieval":38.15,"BSARDRetrieval":0.27,"MintakaRetrieval (fr)":25.2,"SyntecRetrieval":81.07,"XPQARetrieval (fr)":66.15}
|
| 24 |
+
{"index":55,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":41.19,"AlloprofRetrieval":36.21,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":23.46,"SyntecRetrieval":80.49,"XPQARetrieval (fr)":65.81}
|
| 25 |
+
{"index":63,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":41.15,"AlloprofRetrieval":45.41,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":25.7,"SyntecRetrieval":75.75,"XPQARetrieval (fr)":58.88}
|
| 26 |
+
{"index":1,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":40.81,"AlloprofRetrieval":45.5,"BSARDRetrieval":0.15,"MintakaRetrieval (fr)":15.51,"SyntecRetrieval":75.83,"XPQARetrieval (fr)":67.07}
|
| 27 |
+
{"index":16,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":40.42,"AlloprofRetrieval":38.36,"BSARDRetrieval":0.14,"MintakaRetrieval (fr)":25.44,"SyntecRetrieval":79.27,"XPQARetrieval (fr)":58.87}
|
| 28 |
+
{"index":45,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":40.04,"AlloprofRetrieval":31.62,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":21.87,"SyntecRetrieval":81.11,"XPQARetrieval (fr)":65.62}
|
| 29 |
+
{"index":81,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":39.69,"AlloprofRetrieval":40.38,"BSARDRetrieval":0.14,"MintakaRetrieval (fr)":31.54,"SyntecRetrieval":74.24,"XPQARetrieval (fr)":52.14}
|
| 30 |
+
{"index":91,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":38.16,"AlloprofRetrieval":35.27,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":26.12,"SyntecRetrieval":69.82,"XPQARetrieval (fr)":59.59}
|
| 31 |
+
{"index":92,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":37.78,"AlloprofRetrieval":33.78,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":26.21,"SyntecRetrieval":63.69,"XPQARetrieval (fr)":65.21}
|
| 32 |
+
{"index":36,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":36.81,"AlloprofRetrieval":29.97,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":21.31,"SyntecRetrieval":74.2,"XPQARetrieval (fr)":58.57}
|
| 33 |
+
{"index":58,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":36.55,"AlloprofRetrieval":27.01,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":22.53,"SyntecRetrieval":75.76,"XPQARetrieval (fr)":57.47}
|
| 34 |
+
{"index":15,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":36.1,"AlloprofRetrieval":35.39,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":23.0,"SyntecRetrieval":76.88,"XPQARetrieval (fr)":45.23}
|
| 35 |
+
{"index":80,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":35.66,"AlloprofRetrieval":34.52,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":23.92,"SyntecRetrieval":71.05,"XPQARetrieval (fr)":48.79}
|
| 36 |
+
{"index":78,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":35.49,"AlloprofRetrieval":30.8,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":24.45,"SyntecRetrieval":76.0,"XPQARetrieval (fr)":46.22}
|
| 37 |
+
{"index":73,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":33.22,"AlloprofRetrieval":26.99,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":22.55,"SyntecRetrieval":65.34,"XPQARetrieval (fr)":51.2}
|
| 38 |
+
{"index":44,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":32.37,"AlloprofRetrieval":21.94,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":13.36,"SyntecRetrieval":68.62,"XPQARetrieval (fr)":57.92}
|
| 39 |
+
{"index":79,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":32.18,"AlloprofRetrieval":27.52,"BSARDRetrieval":0.16,"MintakaRetrieval (fr)":21.04,"SyntecRetrieval":67.0,"XPQARetrieval (fr)":45.19}
|
| 40 |
+
{"index":77,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":31.24,"AlloprofRetrieval":26.63,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":21.53,"SyntecRetrieval":65.54,"XPQARetrieval (fr)":42.51}
|
| 41 |
+
{"index":76,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":30.69,"AlloprofRetrieval":30.23,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":16.31,"SyntecRetrieval":58.07,"XPQARetrieval (fr)":48.83}
|
| 42 |
+
{"index":70,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":29.91,"AlloprofRetrieval":28.41,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":9.19,"SyntecRetrieval":60.15,"XPQARetrieval (fr)":51.79}
|
| 43 |
+
{"index":68,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":28.47,"AlloprofRetrieval":19.77,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":15.53,"SyntecRetrieval":55.31,"XPQARetrieval (fr)":51.74}
|
| 44 |
+
{"index":87,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":24.76,"AlloprofRetrieval":18.9,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":14.81,"SyntecRetrieval":49.69,"XPQARetrieval (fr)":40.4}
|
| 45 |
+
{"index":54,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":23.44,"AlloprofRetrieval":16.46,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.57,"SyntecRetrieval":55.9,"XPQARetrieval (fr)":41.29}
|
| 46 |
+
{"index":59,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":17.91,"AlloprofRetrieval":12.37,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":2.78,"SyntecRetrieval":40.57,"XPQARetrieval (fr)":33.82}
|
| 47 |
+
{"index":5,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":16.19,"AlloprofRetrieval":3.1,"BSARDRetrieval":0.36,"MintakaRetrieval (fr)":6.31,"SyntecRetrieval":28.58,"XPQARetrieval (fr)":42.59}
|
| 48 |
+
{"index":53,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":13.89,"AlloprofRetrieval":5.51,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":2.87,"SyntecRetrieval":34.95,"XPQARetrieval (fr)":26.12}
|
| 49 |
+
{"index":7,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":12.94,"AlloprofRetrieval":6.83,"BSARDRetrieval":2.18,"MintakaRetrieval (fr)":1.66,"SyntecRetrieval":27.64,"XPQARetrieval (fr)":26.39}
|
| 50 |
+
{"index":52,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":8.52,"AlloprofRetrieval":1.63,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.49}
|
| 51 |
+
{"index":22,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":8.51,"AlloprofRetrieval":1.6,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.46}
|
| 52 |
+
{"index":20,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":8.5,"AlloprofRetrieval":1.6,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.39}
|
| 53 |
+
{"index":21,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":8.49,"AlloprofRetrieval":1.61,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.35}
|
| 54 |
+
{"index":60,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":7.98,"AlloprofRetrieval":1.98,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.48,"SyntecRetrieval":24.45,"XPQARetrieval (fr)":12.98}
|
| 55 |
+
{"index":50,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":6.73,"AlloprofRetrieval":1.72,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.51,"SyntecRetrieval":22.33,"XPQARetrieval (fr)":9.09}
|
| 56 |
+
{"index":49,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":5.87,"AlloprofRetrieval":1.63,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.58,"SyntecRetrieval":20.56,"XPQARetrieval (fr)":6.59}
|
| 57 |
+
{"index":94,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":4.14,"AlloprofRetrieval":0.52,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.9,"SyntecRetrieval":6.6,"XPQARetrieval (fr)":12.7}
|
| 58 |
+
{"index":93,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":3.2,"AlloprofRetrieval":0.16,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.88,"SyntecRetrieval":3.33,"XPQARetrieval (fr)":11.65}
|
| 59 |
+
{"index":51,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":1.22,"AlloprofRetrieval":0.58,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.26,"SyntecRetrieval":1.58,"XPQARetrieval (fr)":3.69}
|
|
|
|
| 60 |
{"index":69,"Rank":86,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AlloprofRetrieval":33.2,"BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":55.9}
|
all_data_tasks/21/default.jsonl
CHANGED
|
@@ -1,83 +1,42 @@
|
|
| 1 |
-
{"index":
|
| 2 |
{"index":37,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/actualdata\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":83.62,"STS22 (fr)":84.64,"STSBenchmarkMultilingualSTS (fr)":87.02,"SICKFr":79.2}
|
| 3 |
-
{"index":
|
| 4 |
{"index":11,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":82.59,"STS22 (fr)":83.28,"STSBenchmarkMultilingualSTS (fr)":85.09,"SICKFr":79.39}
|
| 5 |
{"index":9,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":82.31,"STS22 (fr)":82.58,"STSBenchmarkMultilingualSTS (fr)":85.46,"SICKFr":78.9}
|
| 6 |
-
{"index":
|
| 7 |
{"index":61,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":81.36,"STS22 (fr)":81.03,"STSBenchmarkMultilingualSTS (fr)":84.43,"SICKFr":78.63}
|
| 8 |
-
{"index":
|
| 9 |
-
{"index":
|
| 10 |
-
{"index":
|
| 11 |
-
{"index":35,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
| 14 |
-
{"index":
|
| 15 |
-
{"index":
|
| 16 |
-
{"index":
|
| 17 |
-
{"index":
|
| 18 |
-
{"index":
|
| 19 |
-
{"index":
|
| 20 |
-
{"index":
|
| 21 |
-
{"index":
|
| 22 |
-
{"index":
|
| 23 |
-
{"index":
|
| 24 |
-
{"index":
|
| 25 |
-
{"index":
|
| 26 |
-
{"index":
|
| 27 |
-
{"index":
|
| 28 |
-
{"index":
|
| 29 |
-
{"index":
|
| 30 |
-
{"index":
|
| 31 |
-
{"index":55,"Rank":
|
| 32 |
-
{"index":
|
| 33 |
-
{"index":
|
| 34 |
-
{"index":
|
| 35 |
-
{"index":
|
| 36 |
-
{"index":
|
| 37 |
-
{"index":
|
| 38 |
-
{"index":
|
| 39 |
-
{"index":
|
| 40 |
-
{"index":
|
| 41 |
-
{"index":
|
| 42 |
-
{"index":
|
| 43 |
-
{"index":1,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.82,"STS22 (fr)":70.51,"STSBenchmarkMultilingualSTS (fr)":76.43,"SICKFr":68.51}
|
| 44 |
-
{"index":70,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":68.14,"STS22 (fr)":77.0,"STSBenchmarkMultilingualSTS (fr)":64.93,"SICKFr":62.48}
|
| 45 |
-
{"index":77,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":66.86,"STS22 (fr)":74.62,"STSBenchmarkMultilingualSTS (fr)":63.85,"SICKFr":62.11}
|
| 46 |
-
{"index":5,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":64.46,"STS22 (fr)":58.61,"STSBenchmarkMultilingualSTS (fr)":69.82,"SICKFr":64.95}
|
| 47 |
-
{"index":59,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.34,"STS22 (fr)":77.1,"STSBenchmarkMultilingualSTS (fr)":49.97,"SICKFr":59.94}
|
| 48 |
-
{"index":7,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":59.33,"STS22 (fr)":67.83,"STSBenchmarkMultilingualSTS (fr)":51.98,"SICKFr":58.18}
|
| 49 |
-
{"index":53,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":56.57,"STS22 (fr)":56.47,"STSBenchmarkMultilingualSTS (fr)":54.97,"SICKFr":58.26}
|
| 50 |
-
{"index":49,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":52.12,"STS22 (fr)":65.37,"STSBenchmarkMultilingualSTS (fr)":37.14,"SICKFr":53.86}
|
| 51 |
-
{"index":60,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":50.89,"STS22 (fr)":61.35,"STSBenchmarkMultilingualSTS (fr)":36.78,"SICKFr":54.54}
|
| 52 |
-
{"index":94,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":50.52,"STS22 (fr)":56.72,"STSBenchmarkMultilingualSTS (fr)":46.23,"SICKFr":48.62}
|
| 53 |
-
{"index":21,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":50.47,"STS22 (fr)":40.4,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.77}
|
| 54 |
-
{"index":20,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":50.44,"STS22 (fr)":40.31,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76}
|
| 55 |
-
{"index":52,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":50.02,"STS22 (fr)":39.05,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.75}
|
| 56 |
-
{"index":22,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":49.93,"STS22 (fr)":38.77,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76}
|
| 57 |
-
{"index":95,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":49.27,"STS22 (fr)":55.49,"STSBenchmarkMultilingualSTS (fr)":42.32,"SICKFr":50.01}
|
| 58 |
-
{"index":50,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":43.49,"STS22 (fr)":55.15,"STSBenchmarkMultilingualSTS (fr)":33.41,"SICKFr":41.9}
|
| 59 |
-
{"index":51,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":32.93,"STS22 (fr)":48.52,"STSBenchmarkMultilingualSTS (fr)":15.66,"SICKFr":34.6}
|
| 60 |
-
{"index":23,"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 61 |
-
{"index":24,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","STS22 (fr)":79.88,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 62 |
-
{"index":29,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ManiShankar-AlpesAi\/paraphrase-multilingual-mpnet-base-v2-KE_Sieve\">paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":72.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 63 |
-
{"index":30,"Rank":70,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","STS22 (fr)":76.58,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 64 |
-
{"index":31,"Rank":71,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS22 (fr)":67.66,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 65 |
-
{"index":32,"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS22 (fr)":54.56,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 66 |
-
{"index":38,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":81.47,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 67 |
-
{"index":39,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience-data\/sgpt-bloom-1b7-nli\">sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Average":"","STS22 (fr)":73.13,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 68 |
-
{"index":40,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","STS22 (fr)":80.38,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 69 |
-
{"index":42,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 70 |
-
{"index":48,"Rank":82,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":61.72,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 71 |
-
{"index":54,"Rank":83,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","STS22 (fr)":79.86,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 72 |
-
{"index":67,"Rank":85,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 73 |
-
{"index":69,"Rank":86,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","STS22 (fr)":69.51,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 74 |
-
{"index":72,"Rank":88,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS22 (fr)":53.92,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 75 |
-
{"index":73,"Rank":89,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":"","STS22 (fr)":49.43,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 76 |
-
{"index":75,"Rank":90,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","STS22 (fr)":78.7,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 77 |
-
{"index":76,"Rank":91,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","STS22 (fr)":79.43,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 78 |
-
{"index":85,"Rank":93,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","STS22 (fr)":42.0,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 79 |
-
{"index":86,"Rank":94,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","STS22 (fr)":74.1,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 80 |
-
{"index":87,"Rank":95,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 81 |
-
{"index":89,"Rank":96,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":52.69,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 82 |
-
{"index":90,"Rank":97,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":52.69,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 83 |
-
{"index":91,"Rank":98,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":52.69,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
|
|
|
| 1 |
+
{"index":27,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":83.62,"STS22 (fr)":84.64,"STSBenchmarkMultilingualSTS (fr)":87.02,"SICKFr":79.2}
|
| 2 |
{"index":37,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/actualdata\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":83.62,"STS22 (fr)":84.64,"STSBenchmarkMultilingualSTS (fr)":87.02,"SICKFr":79.2}
|
| 3 |
+
{"index":28,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":83.08,"STS22 (fr)":82.84,"STSBenchmarkMultilingualSTS (fr)":86.59,"SICKFr":79.81}
|
| 4 |
{"index":11,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":82.59,"STS22 (fr)":83.28,"STSBenchmarkMultilingualSTS (fr)":85.09,"SICKFr":79.39}
|
| 5 |
{"index":9,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":82.31,"STS22 (fr)":82.58,"STSBenchmarkMultilingualSTS (fr)":85.46,"SICKFr":78.9}
|
| 6 |
+
{"index":10,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":81.36,"STS22 (fr)":81.03,"STSBenchmarkMultilingualSTS (fr)":84.43,"SICKFr":78.63}
|
| 7 |
{"index":61,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":81.36,"STS22 (fr)":81.03,"STSBenchmarkMultilingualSTS (fr)":84.43,"SICKFr":78.63}
|
| 8 |
+
{"index":8,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":81.26,"STS22 (fr)":81.84,"STSBenchmarkMultilingualSTS (fr)":82.25,"SICKFr":79.68}
|
| 9 |
+
{"index":95,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.59,"STS22 (fr)":80.31,"STSBenchmarkMultilingualSTS (fr)":84.36,"SICKFr":77.1}
|
| 10 |
+
{"index":26,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.12,"STS22 (fr)":81.14,"STSBenchmarkMultilingualSTS (fr)":83.75,"SICKFr":75.48}
|
| 11 |
+
{"index":35,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":80.01,"STS22 (fr)":83.31,"STSBenchmarkMultilingualSTS (fr)":79.99,"SICKFr":76.74}
|
| 12 |
+
{"index":62,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":79.5,"STS22 (fr)":81.7,"STSBenchmarkMultilingualSTS (fr)":81.3,"SICKFr":75.51}
|
| 13 |
+
{"index":29,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":79.32,"STS22 (fr)":82.57,"STSBenchmarkMultilingualSTS (fr)":82.51,"SICKFr":72.88}
|
| 14 |
+
{"index":66,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":77.72,"STS22 (fr)":82.35,"STSBenchmarkMultilingualSTS (fr)":79.22,"SICKFr":71.6}
|
| 15 |
+
{"index":65,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":77.64,"STS22 (fr)":80.8,"STSBenchmarkMultilingualSTS (fr)":80.23,"SICKFr":71.89}
|
| 16 |
+
{"index":64,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":74.91,"STS22 (fr)":78.68,"STSBenchmarkMultilingualSTS (fr)":76.38,"SICKFr":69.67}
|
| 17 |
+
{"index":63,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":72.28,"STS22 (fr)":75.66,"STSBenchmarkMultilingualSTS (fr)":71.13,"SICKFr":70.04}
|
| 18 |
+
{"index":7,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":59.33,"STS22 (fr)":67.83,"STSBenchmarkMultilingualSTS (fr)":51.98,"SICKFr":58.18}
|
| 19 |
+
{"index":24,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 20 |
+
{"index":25,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","STS22 (fr)":79.88,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 21 |
+
{"index":30,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ManiShankar-AlpesAi\/paraphrase-multilingual-mpnet-base-v2-KE_Sieve\">paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":72.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 22 |
+
{"index":31,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","STS22 (fr)":76.58,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 23 |
+
{"index":32,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS22 (fr)":67.66,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 24 |
+
{"index":33,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS22 (fr)":54.56,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 25 |
+
{"index":38,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":81.47,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 26 |
+
{"index":39,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience-data\/sgpt-bloom-1b7-nli\">sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Average":"","STS22 (fr)":73.13,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 27 |
+
{"index":40,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","STS22 (fr)":80.38,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 28 |
+
{"index":42,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 29 |
+
{"index":48,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":61.72,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 30 |
+
{"index":54,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","STS22 (fr)":79.86,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 31 |
+
{"index":55,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","STS22 (fr)":74.8,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 32 |
+
{"index":56,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 33 |
+
{"index":58,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","STS22 (fr)":76.58,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 34 |
+
{"index":59,"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":81.25,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 35 |
+
{"index":60,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":78.73,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 36 |
+
{"index":67,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 37 |
+
{"index":84,"Rank":86,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","STS22 (fr)":42.0,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 38 |
+
{"index":85,"Rank":87,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","STS22 (fr)":74.1,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 39 |
+
{"index":86,"Rank":88,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 40 |
+
{"index":88,"Rank":90,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":52.69,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 41 |
+
{"index":89,"Rank":91,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":52.69,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
| 42 |
+
{"index":90,"Rank":92,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":52.69,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
all_data_tasks/22/default.jsonl
CHANGED
|
@@ -1,59 +1,18 @@
|
|
| 1 |
{"index":65,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":32.46}
|
| 2 |
-
{"index":
|
| 3 |
-
{"index":
|
| 4 |
-
{"index":
|
| 5 |
-
{"index":
|
| 6 |
-
{"index":
|
| 7 |
-
{"index":
|
| 8 |
-
{"index":
|
| 9 |
-
{"index":
|
| 10 |
-
{"index":
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
| 14 |
-
{"index":
|
| 15 |
-
{"index":
|
| 16 |
-
{"index":
|
| 17 |
-
{"index":
|
| 18 |
-
{"index":
|
| 19 |
-
{"index":35,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.5}
|
| 20 |
-
{"index":97,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.5}
|
| 21 |
-
{"index":83,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"SummEvalFr":30.39}
|
| 22 |
-
{"index":3,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.34}
|
| 23 |
-
{"index":37,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/actualdata\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":30.3}
|
| 24 |
-
{"index":26,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":30.3}
|
| 25 |
-
{"index":63,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":30.28}
|
| 26 |
-
{"index":64,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":30.27}
|
| 27 |
-
{"index":81,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEvalFr":30.23}
|
| 28 |
-
{"index":66,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":30.22}
|
| 29 |
-
{"index":25,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":30.16}
|
| 30 |
-
{"index":68,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"SummEvalFr":30.16}
|
| 31 |
-
{"index":62,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"SummEvalFr":30.13}
|
| 32 |
-
{"index":80,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEvalFr":30.01}
|
| 33 |
-
{"index":4,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":29.96}
|
| 34 |
-
{"index":61,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"SummEvalFr":29.74}
|
| 35 |
-
{"index":10,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"SummEvalFr":29.74}
|
| 36 |
-
{"index":34,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":29.69}
|
| 37 |
-
{"index":96,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":29.65}
|
| 38 |
-
{"index":59,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":29.48}
|
| 39 |
-
{"index":79,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":29.47}
|
| 40 |
-
{"index":50,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":29.43}
|
| 41 |
-
{"index":88,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":29.33}
|
| 42 |
-
{"index":51,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"SummEvalFr":29.25}
|
| 43 |
-
{"index":78,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEvalFr":29.2}
|
| 44 |
-
{"index":94,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":29.14}
|
| 45 |
-
{"index":21,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":29.13}
|
| 46 |
-
{"index":20,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":29.06}
|
| 47 |
-
{"index":36,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":29.04}
|
| 48 |
-
{"index":95,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":28.89}
|
| 49 |
-
{"index":22,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":28.84}
|
| 50 |
-
{"index":52,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"SummEvalFr":28.81}
|
| 51 |
-
{"index":44,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEvalFr":28.77}
|
| 52 |
-
{"index":7,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":28.72}
|
| 53 |
-
{"index":93,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":28.56}
|
| 54 |
-
{"index":2,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":28.34}
|
| 55 |
-
{"index":70,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"SummEvalFr":28.28}
|
| 56 |
-
{"index":92,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":28.21}
|
| 57 |
-
{"index":74,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"SummEvalFr":28.12}
|
| 58 |
-
{"index":77,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"SummEvalFr":27.59}
|
| 59 |
-
{"index":60,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":23.63}
|
|
|
|
| 1 |
{"index":65,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":32.46}
|
| 2 |
+
{"index":28,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"SummEvalFr":31.62}
|
| 3 |
+
{"index":29,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEvalFr":31.55}
|
| 4 |
+
{"index":9,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"SummEvalFr":31.45}
|
| 5 |
+
{"index":11,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"SummEvalFr":31.26}
|
| 6 |
+
{"index":8,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"SummEvalFr":30.5}
|
| 7 |
+
{"index":37,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/actualdata\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":30.3}
|
| 8 |
+
{"index":27,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":30.3}
|
| 9 |
+
{"index":63,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":30.28}
|
| 10 |
+
{"index":64,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":30.27}
|
| 11 |
+
{"index":66,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":30.22}
|
| 12 |
+
{"index":26,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":30.16}
|
| 13 |
+
{"index":62,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"SummEvalFr":30.13}
|
| 14 |
+
{"index":10,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"SummEvalFr":29.74}
|
| 15 |
+
{"index":61,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"SummEvalFr":29.74}
|
| 16 |
+
{"index":35,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":29.69}
|
| 17 |
+
{"index":95,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":29.65}
|
| 18 |
+
{"index":7,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":28.72}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
all_data_tasks/23/default.jsonl
CHANGED
|
@@ -1,58 +1,59 @@
|
|
| 1 |
-
{"index":
|
| 2 |
-
{"index":
|
| 3 |
-
{"index":
|
| 4 |
-
{"index":
|
| 5 |
-
{"index":
|
| 6 |
-
{"index":
|
| 7 |
-
{"index":
|
| 8 |
-
{"index":
|
| 9 |
-
{"index":
|
| 10 |
-
{"index":
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
| 14 |
-
{"index":
|
| 15 |
-
{"index":
|
| 16 |
-
{"index":
|
| 17 |
-
{"index":
|
| 18 |
-
{"index":
|
| 19 |
-
{"index":
|
| 20 |
{"index":0,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","MassiveIntentClassification (nb)":37.74,"MassiveScenarioClassification (nb)":43.9,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 21 |
{"index":1,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":"","MassiveIntentClassification (nb)":63.74,"MassiveScenarioClassification (nb)":71.5,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 22 |
{"index":2,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":36.89,"MassiveScenarioClassification (nb)":44.27,"NoRecClassification":43.53,"NordicLangClassification":"","NorwegianParliament":54.9,"ScalaNbClassification":""}
|
| 23 |
{"index":3,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":28.65,"MassiveScenarioClassification (nb)":35.24,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 24 |
{"index":4,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":31.07,"MassiveScenarioClassification (nb)":38.02,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 25 |
-
{"index":5,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 26 |
-
{"index":
|
| 27 |
-
{"index":10,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 28 |
-
{"index":11,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 29 |
-
{"index":12,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 30 |
-
{"index":13,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-
|
| 31 |
-
{"index":
|
| 32 |
-
{"index":17,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 33 |
-
{"index":18,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 34 |
-
{"index":
|
| 35 |
-
{"index":
|
| 36 |
-
{"index":
|
| 37 |
-
{"index":
|
| 38 |
-
{"index":31,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-
|
| 39 |
-
{"index":
|
| 40 |
-
{"index":
|
| 41 |
-
{"index":37,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 42 |
-
{"index":38,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/
|
| 43 |
-
{"index":
|
| 44 |
-
{"index":41,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/
|
| 45 |
-
{"index":42,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/
|
| 46 |
-
{"index":43,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/
|
| 47 |
-
{"index":44,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-
|
| 48 |
-
{"index":45,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/
|
| 49 |
-
{"index":46,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-
|
| 50 |
-
{"index":47,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/
|
| 51 |
-
{"index":48,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-
|
| 52 |
-
{"index":49,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-
|
| 53 |
-
{"index":50,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 54 |
-
{"index":51,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 55 |
-
{"index":52,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 56 |
-
{"index":53,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 57 |
-
{"index":54,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/
|
| 58 |
-
{"index":55,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/
|
|
|
|
|
|
| 1 |
+
{"index":16,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/NbAiLab\/nb-bert-large\">nb-bert-large<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Average":66.73,"MassiveIntentClassification (nb)":62.68,"MassiveScenarioClassification (nb)":67.44,"NoRecClassification":55.46,"NordicLangClassification":85.27,"NorwegianParliament":62.58,"ScalaNbClassification":66.97}
|
| 2 |
+
{"index":15,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/NbAiLab\/nb-bert-base\">nb-bert-base<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":63.94,"MassiveIntentClassification (nb)":60.67,"MassiveScenarioClassification (nb)":67.31,"NoRecClassification":51.32,"NordicLangClassification":84.69,"NorwegianParliament":57.41,"ScalaNbClassification":62.25}
|
| 3 |
+
{"index":28,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":63.64,"MassiveIntentClassification (nb)":59.83,"MassiveScenarioClassification (nb)":66.18,"NoRecClassification":62.76,"NordicLangClassification":82.29,"NorwegianParliament":60.36,"ScalaNbClassification":50.44}
|
| 4 |
+
{"index":35,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ltg\/norbert3-base\">norbert3-base<\/a>","Model Size (Million Parameters)":131,"Memory Usage (GB, fp32)":0.49,"Average":61.75,"MassiveIntentClassification (nb)":54.2,"MassiveScenarioClassification (nb)":60.69,"NoRecClassification":53.4,"NordicLangClassification":82.67,"NorwegianParliament":59.33,"ScalaNbClassification":60.19}
|
| 5 |
+
{"index":27,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":61.63,"MassiveIntentClassification (nb)":59.83,"MassiveScenarioClassification (nb)":66.18,"NoRecClassification":57.58,"NordicLangClassification":75.94,"NorwegianParliament":59.94,"ScalaNbClassification":50.32}
|
| 6 |
+
{"index":36,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ltg\/norbert3-large\">norbert3-large<\/a>","Model Size (Million Parameters)":368,"Memory Usage (GB, fp32)":1.37,"Average":60.34,"MassiveIntentClassification (nb)":47.42,"MassiveScenarioClassification (nb)":54.25,"NoRecClassification":50.46,"NordicLangClassification":84.25,"NorwegianParliament":58.85,"ScalaNbClassification":66.79}
|
| 7 |
+
{"index":30,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":58.86,"MassiveIntentClassification (nb)":53.96,"MassiveScenarioClassification (nb)":59.9,"NoRecClassification":53.96,"NordicLangClassification":75.15,"NorwegianParliament":60.15,"ScalaNbClassification":50.06}
|
| 8 |
+
{"index":20,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chcaa\/dfm-encoder-large-v1\">dfm-encoder-large-v1<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Average":58.46,"MassiveIntentClassification (nb)":52.49,"MassiveScenarioClassification (nb)":54.59,"NoRecClassification":48.3,"NordicLangClassification":77.68,"NorwegianParliament":58.78,"ScalaNbClassification":58.95}
|
| 9 |
+
{"index":57,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vesteinn\/DanskBERT\">DanskBERT<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":55.0,"MassiveIntentClassification (nb)":45.38,"MassiveScenarioClassification (nb)":47.55,"NoRecClassification":46.06,"NordicLangClassification":74.25,"NorwegianParliament":56.79,"ScalaNbClassification":59.99}
|
| 10 |
+
{"index":22,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.92,"MassiveIntentClassification (nb)":59.9,"MassiveScenarioClassification (nb)":65.81,"NoRecClassification":48.25,"NordicLangClassification":48.4,"NorwegianParliament":55.99,"ScalaNbClassification":51.18}
|
| 11 |
+
{"index":58,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":54.34,"MassiveIntentClassification (nb)":40.46,"MassiveScenarioClassification (nb)":44.83,"NoRecClassification":46.28,"NordicLangClassification":79.39,"NorwegianParliament":56.75,"ScalaNbClassification":58.33}
|
| 12 |
+
{"index":23,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":50.14,"MassiveIntentClassification (nb)":41.57,"MassiveScenarioClassification (nb)":50.33,"NoRecClassification":42.0,"NordicLangClassification":59.34,"NorwegianParliament":57.42,"ScalaNbClassification":50.18}
|
| 13 |
+
{"index":24,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":50.01,"MassiveIntentClassification (nb)":40.63,"MassiveScenarioClassification (nb)":51.91,"NoRecClassification":41.83,"NordicLangClassification":58.3,"NorwegianParliament":57.26,"ScalaNbClassification":50.13}
|
| 14 |
+
{"index":9,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KBLab\/sentence-bert-swedish-cased\">sentence-bert-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":48.88,"MassiveIntentClassification (nb)":42.74,"MassiveScenarioClassification (nb)":49.49,"NoRecClassification":43.53,"NordicLangClassification":51.45,"NorwegianParliament":55.74,"ScalaNbClassification":50.34}
|
| 15 |
+
{"index":26,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-small\">e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":48.46,"MassiveIntentClassification (nb)":40.25,"MassiveScenarioClassification (nb)":48.58,"NoRecClassification":41.84,"NordicLangClassification":53.47,"NorwegianParliament":56.57,"ScalaNbClassification":50.03}
|
| 16 |
+
{"index":7,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KB\/bert-base-swedish-cased\">bert-base-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":48.18,"MassiveIntentClassification (nb)":35.75,"MassiveScenarioClassification (nb)":35.76,"NoRecClassification":43.91,"NordicLangClassification":62.45,"NorwegianParliament":57.56,"ScalaNbClassification":53.63}
|
| 17 |
+
{"index":40,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":47.28,"MassiveIntentClassification (nb)":39.34,"MassiveScenarioClassification (nb)":44.67,"NoRecClassification":40.02,"NordicLangClassification":54.71,"NorwegianParliament":54.8,"ScalaNbClassification":50.17}
|
| 18 |
+
{"index":33,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jonfd\/electra-small-nordic\">electra-small-nordic<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":47.28,"MassiveIntentClassification (nb)":24.6,"MassiveScenarioClassification (nb)":27.3,"NoRecClassification":45.44,"NordicLangClassification":57.82,"NorwegianParliament":53.25,"ScalaNbClassification":75.28}
|
| 19 |
+
{"index":8,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KBLab\/electra-small-swedish-cased-discriminator\">electra-small-swedish-cased-discriminator<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Average":34.34,"MassiveIntentClassification (nb)":5.66,"MassiveScenarioClassification (nb)":11.26,"NoRecClassification":39.72,"NordicLangClassification":44.53,"NorwegianParliament":52.44,"ScalaNbClassification":52.41}
|
| 20 |
{"index":0,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","MassiveIntentClassification (nb)":37.74,"MassiveScenarioClassification (nb)":43.9,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 21 |
{"index":1,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":"","MassiveIntentClassification (nb)":63.74,"MassiveScenarioClassification (nb)":71.5,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 22 |
{"index":2,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":36.89,"MassiveScenarioClassification (nb)":44.27,"NoRecClassification":43.53,"NordicLangClassification":"","NorwegianParliament":54.9,"ScalaNbClassification":""}
|
| 23 |
{"index":3,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":28.65,"MassiveScenarioClassification (nb)":35.24,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 24 |
{"index":4,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":31.07,"MassiveScenarioClassification (nb)":38.02,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 25 |
+
{"index":5,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 26 |
+
{"index":6,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Jechto\/e5-dansk-test-0.1\">e5-dansk-test-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NordicLangClassification":61.0,"NorwegianParliament":"","ScalaNbClassification":""}
|
| 27 |
+
{"index":10,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":69.88,"MassiveScenarioClassification (nb)":74.84,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 28 |
+
{"index":11,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","MassiveIntentClassification (nb)":39.67,"MassiveScenarioClassification (nb)":50.89,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 29 |
+
{"index":12,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","MassiveIntentClassification (nb)":61.96,"MassiveScenarioClassification (nb)":67.37,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 30 |
+
{"index":13,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","MassiveIntentClassification (nb)":39.82,"MassiveScenarioClassification (nb)":39.02,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 31 |
+
{"index":14,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","MassiveIntentClassification (nb)":39.48,"MassiveScenarioClassification (nb)":40.47,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 32 |
+
{"index":17,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":54.41,"MassiveScenarioClassification (nb)":64.64,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 33 |
+
{"index":18,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","MassiveIntentClassification (nb)":49.41,"MassiveScenarioClassification (nb)":51.8,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 34 |
+
{"index":19,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/brahmairesearch\/slx-v0.1\">slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":"","MassiveIntentClassification (nb)":38.18,"MassiveScenarioClassification (nb)":43.39,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 35 |
+
{"index":21,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":69.88,"MassiveScenarioClassification (nb)":74.84,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 36 |
+
{"index":25,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","MassiveIntentClassification (nb)":70.93,"MassiveScenarioClassification (nb)":75.7,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 37 |
+
{"index":29,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","MassiveIntentClassification (nb)":71.66,"MassiveScenarioClassification (nb)":77.21,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 38 |
+
{"index":31,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Average":"","MassiveIntentClassification (nb)":46.18,"MassiveScenarioClassification (nb)":50.32,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 39 |
+
{"index":32,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Average":"","MassiveIntentClassification (nb)":44.12,"MassiveScenarioClassification (nb)":46.79,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 40 |
+
{"index":34,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":"","MassiveIntentClassification (nb)":63.74,"MassiveScenarioClassification (nb)":71.5,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 41 |
+
{"index":37,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":69.88,"MassiveScenarioClassification (nb)":74.84,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 42 |
+
{"index":38,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","MassiveIntentClassification (nb)":57.91,"MassiveScenarioClassification (nb)":64.29,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 43 |
+
{"index":39,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","MassiveIntentClassification (nb)":41.91,"MassiveScenarioClassification (nb)":47.36,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 44 |
+
{"index":41,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 45 |
+
{"index":42,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","MassiveIntentClassification (nb)":34.75,"MassiveScenarioClassification (nb)":35.71,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 46 |
+
{"index":43,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","MassiveIntentClassification (nb)":46.01,"MassiveScenarioClassification (nb)":54.98,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 47 |
+
{"index":44,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","MassiveIntentClassification (nb)":43.78,"MassiveScenarioClassification (nb)":52.71,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 48 |
+
{"index":45,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","MassiveIntentClassification (nb)":45.87,"MassiveScenarioClassification (nb)":54.44,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 49 |
+
{"index":46,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 50 |
+
{"index":47,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 51 |
+
{"index":48,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","MassiveIntentClassification (nb)":38.53,"MassiveScenarioClassification (nb)":46.6,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 52 |
+
{"index":49,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","MassiveIntentClassification (nb)":41.29,"MassiveScenarioClassification (nb)":49.92,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 53 |
+
{"index":50,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","MassiveIntentClassification (nb)":45.91,"MassiveScenarioClassification (nb)":53.43,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 54 |
+
{"index":51,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","MassiveIntentClassification (nb)":31.49,"MassiveScenarioClassification (nb)":38.05,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 55 |
+
{"index":52,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","MassiveIntentClassification (nb)":54.64,"MassiveScenarioClassification (nb)":60.26,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 56 |
+
{"index":53,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":69.88,"MassiveScenarioClassification (nb)":74.84,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 57 |
+
{"index":54,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":36.5,"MassiveScenarioClassification (nb)":42.22,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 58 |
+
{"index":55,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":36.5,"MassiveScenarioClassification (nb)":42.22,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 59 |
+
{"index":56,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":36.5,"MassiveScenarioClassification (nb)":42.22,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
all_data_tasks/24/default.jsonl
CHANGED
|
@@ -1,22 +1,30 @@
|
|
| 1 |
-
{"index":
|
| 2 |
-
{"index":
|
| 3 |
{"index":9,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google\/flan-t5-large\">flan-t5-large<\/a>","Model Size (Million Parameters)":770,"Memory Usage (GB, fp32)":2.87,"Average":4.72,"Core17InstructionRetrieval":1.32,"News21InstructionRetrieval":8.95,"Robust04InstructionRetrieval":3.9}
|
| 4 |
-
{"index":
|
| 5 |
-
{"index":
|
| 6 |
-
{"index":
|
| 7 |
-
{"index":
|
| 8 |
-
{"index":
|
| 9 |
-
{"index":
|
| 10 |
{"index":2,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":-0.21,"Core17InstructionRetrieval":2.8,"News21InstructionRetrieval":0.2,"Robust04InstructionRetrieval":-3.63}
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
| 14 |
-
{"index":
|
| 15 |
-
{"index":
|
| 16 |
-
{"index":
|
| 17 |
-
{"index":
|
| 18 |
-
{"index":
|
| 19 |
-
{"index":
|
| 20 |
-
{"index":
|
| 21 |
-
{"index":
|
| 22 |
-
{"index":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"index":18,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jhu-clsp\/FollowIR-7B\">FollowIR-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":12.15,"Core17InstructionRetrieval":16.48,"News21InstructionRetrieval":6.26,"Robust04InstructionRetrieval":13.72}
|
| 2 |
+
{"index":20,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/mistralai\/Mistral-7B-Instruct-v0.2\">mistral-7b-instruct-v0.2<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":10.15,"Core17InstructionRetrieval":13.03,"News21InstructionRetrieval":4.81,"Robust04InstructionRetrieval":12.61}
|
| 3 |
{"index":9,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google\/flan-t5-large\">flan-t5-large<\/a>","Model Size (Million Parameters)":770,"Memory Usage (GB, fp32)":2.87,"Average":4.72,"Core17InstructionRetrieval":1.32,"News21InstructionRetrieval":8.95,"Robust04InstructionRetrieval":3.9}
|
| 4 |
+
{"index":3,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":3.45,"Core17InstructionRetrieval":6.7,"News21InstructionRetrieval":1.22,"Robust04InstructionRetrieval":2.44}
|
| 5 |
+
{"index":5,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/castorini\/monot5-3b-msmarco-10k\">monot5-3b-msmarco-10k<\/a>","Model Size (Million Parameters)":2480,"Memory Usage (GB, fp32)":9.24,"Average":2.53,"Core17InstructionRetrieval":1.84,"News21InstructionRetrieval":1.78,"Robust04InstructionRetrieval":3.96}
|
| 6 |
+
{"index":0,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/cloud.google.com\/vertex-ai\/generative-ai\/docs\/embeddings\/get-text-embeddings#latest_models\">google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":2.33,"Core17InstructionRetrieval":5.44,"News21InstructionRetrieval":3.94,"Robust04InstructionRetrieval":-2.4}
|
| 7 |
+
{"index":19,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/meta-llama\/Llama-2-7b-chat-hf\">llama-2-7b-chat<\/a>","Model Size (Million Parameters)":7000,"Memory Usage (GB, fp32)":26.08,"Average":1.69,"Core17InstructionRetrieval":2.84,"News21InstructionRetrieval":0.23,"Robust04InstructionRetrieval":2.0}
|
| 8 |
+
{"index":7,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/tart-full-flan-t5-xl\">tart-full-flan-t5-xl<\/a>","Model Size (Million Parameters)":2480,"Memory Usage (GB, fp32)":9.24,"Average":1.36,"Core17InstructionRetrieval":2.82,"News21InstructionRetrieval":1.99,"Robust04InstructionRetrieval":-0.72}
|
| 9 |
+
{"index":8,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google\/flan-t5-base\">flan-t5-base<\/a>","Model Size (Million Parameters)":220,"Memory Usage (GB, fp32)":0.82,"Average":0.64,"Core17InstructionRetrieval":-3.31,"News21InstructionRetrieval":-0.12,"Robust04InstructionRetrieval":5.35}
|
| 10 |
{"index":2,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":-0.21,"Core17InstructionRetrieval":2.8,"News21InstructionRetrieval":0.2,"Robust04InstructionRetrieval":-3.63}
|
| 11 |
+
{"index":14,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":-0.62,"Core17InstructionRetrieval":3.76,"News21InstructionRetrieval":0.74,"Robust04InstructionRetrieval":-6.35}
|
| 12 |
+
{"index":24,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":-0.75,"Core17InstructionRetrieval":1.69,"News21InstructionRetrieval":-0.35,"Robust04InstructionRetrieval":-3.59}
|
| 13 |
+
{"index":13,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large-v2\">e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":-1.06,"Core17InstructionRetrieval":0.12,"News21InstructionRetrieval":0.87,"Robust04InstructionRetrieval":-4.16}
|
| 14 |
+
{"index":28,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":-1.14,"Core17InstructionRetrieval":-0.04,"News21InstructionRetrieval":0.61,"Robust04InstructionRetrieval":-3.99}
|
| 15 |
+
{"index":27,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":-1.31,"Core17InstructionRetrieval":-0.62,"News21InstructionRetrieval":-0.37,"Robust04InstructionRetrieval":-2.94}
|
| 16 |
+
{"index":6,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/castorini\/monot5-base-msmarco-10k\">monot5-base-msmarco-10k<\/a>","Model Size (Million Parameters)":220,"Memory Usage (GB, fp32)":0.82,"Average":-1.75,"Core17InstructionRetrieval":-4.06,"News21InstructionRetrieval":5.02,"Robust04InstructionRetrieval":-6.2}
|
| 17 |
+
{"index":1,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/en.wikipedia.org\/wiki\/Okapi_BM25\">bm25<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":-2.09,"Core17InstructionRetrieval":-1.06,"News21InstructionRetrieval":-2.15,"Robust04InstructionRetrieval":-3.06}
|
| 18 |
+
{"index":17,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":-2.45,"Core17InstructionRetrieval":-0.26,"News21InstructionRetrieval":0.54,"Robust04InstructionRetrieval":-7.62}
|
| 19 |
+
{"index":15,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":-2.65,"Core17InstructionRetrieval":0.61,"News21InstructionRetrieval":-1.14,"Robust04InstructionRetrieval":-7.43}
|
| 20 |
+
{"index":29,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":-2.68,"Core17InstructionRetrieval":-0.2,"News21InstructionRetrieval":-2.03,"Robust04InstructionRetrieval":-5.81}
|
| 21 |
+
{"index":11,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-xl\">instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Average":-2.76,"Core17InstructionRetrieval":0.69,"News21InstructionRetrieval":-0.9,"Robust04InstructionRetrieval":-8.08}
|
| 22 |
+
{"index":25,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":-2.84,"Core17InstructionRetrieval":-0.35,"News21InstructionRetrieval":-0.25,"Robust04InstructionRetrieval":-7.93}
|
| 23 |
+
{"index":23,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":-3.0,"Core17InstructionRetrieval":1.49,"News21InstructionRetrieval":-1.11,"Robust04InstructionRetrieval":-9.37}
|
| 24 |
+
{"index":16,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":-3.05,"Core17InstructionRetrieval":-1.62,"News21InstructionRetrieval":-0.06,"Robust04InstructionRetrieval":-7.48}
|
| 25 |
+
{"index":26,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":-3.08,"Core17InstructionRetrieval":-0.74,"News21InstructionRetrieval":-1.79,"Robust04InstructionRetrieval":-6.71}
|
| 26 |
+
{"index":4,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/castorini\/monobert-large-msmarco\">monobert-large-msmarco<\/a>","Model Size (Million Parameters)":770,"Memory Usage (GB, fp32)":2.87,"Average":-3.47,"Core17InstructionRetrieval":-0.24,"News21InstructionRetrieval":-0.8,"Robust04InstructionRetrieval":-9.36}
|
| 27 |
+
{"index":21,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nthakur\/contriever-base-msmarco\">contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":-3.81,"Core17InstructionRetrieval":-2.48,"News21InstructionRetrieval":-2.83,"Robust04InstructionRetrieval":-6.12}
|
| 28 |
+
{"index":12,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base-v2\">e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":-3.88,"Core17InstructionRetrieval":-2.9,"News21InstructionRetrieval":-2.0,"Robust04InstructionRetrieval":-6.73}
|
| 29 |
+
{"index":10,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-base\">instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":-4.43,"Core17InstructionRetrieval":-1.09,"News21InstructionRetrieval":-1.78,"Robust04InstructionRetrieval":-10.42}
|
| 30 |
+
{"index":22,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/orionweller\/tart-dual-contriever-msmarco\">tart-dual-contriever-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":-5.0,"Core17InstructionRetrieval":-3.04,"News21InstructionRetrieval":-2.98,"Robust04InstructionRetrieval":-8.98}
|
all_data_tasks/25/default.jsonl
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
{"index":7,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepset\/gbert-large\">gbert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":32.34,"BlurbsClusteringP2P":39.3,"BlurbsClusteringS2S":13.38,"TenKGnadClusteringP2P":41.69,"TenKGnadClusteringS2S":34.97}
|
| 2 |
{"index":17,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":29.74,"BlurbsClusteringP2P":39.91,"BlurbsClusteringS2S":15.94,"TenKGnadClusteringP2P":43.43,"TenKGnadClusteringS2S":19.69}
|
| 3 |
-
{"index":
|
| 4 |
-
{"index":
|
| 5 |
-
{"index":
|
| 6 |
{"index":4,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/aari1995\/German_Semantic_STS_V2\">German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Average":29.5,"BlurbsClusteringP2P":38.68,"BlurbsClusteringS2S":17.62,"TenKGnadClusteringP2P":38.0,"TenKGnadClusteringS2S":23.71}
|
| 7 |
{"index":16,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":27.49,"BlurbsClusteringP2P":35.33,"BlurbsClusteringS2S":13.27,"TenKGnadClusteringP2P":44.11,"TenKGnadClusteringS2S":17.26}
|
| 8 |
{"index":14,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":27.04,"BlurbsClusteringP2P":34.38,"BlurbsClusteringS2S":15.81,"TenKGnadClusteringP2P":35.96,"TenKGnadClusteringS2S":22.0}
|
|
|
|
| 1 |
{"index":7,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepset\/gbert-large\">gbert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":32.34,"BlurbsClusteringP2P":39.3,"BlurbsClusteringS2S":13.38,"TenKGnadClusteringP2P":41.69,"TenKGnadClusteringS2S":34.97}
|
| 2 |
{"index":17,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":29.74,"BlurbsClusteringP2P":39.91,"BlurbsClusteringS2S":15.94,"TenKGnadClusteringP2P":43.43,"TenKGnadClusteringS2S":19.69}
|
| 3 |
+
{"index":11,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-de\">jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69}
|
| 4 |
+
{"index":5,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/jina-embeddings-v2-base-de-Q8_0-GGUF\">jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69}
|
| 5 |
+
{"index":1,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/MAY-A\/jina-embeddings-v2-base-de-Q5_K_M-GGUF\">jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69}
|
| 6 |
{"index":4,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/aari1995\/German_Semantic_STS_V2\">German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Average":29.5,"BlurbsClusteringP2P":38.68,"BlurbsClusteringS2S":17.62,"TenKGnadClusteringP2P":38.0,"TenKGnadClusteringS2S":23.71}
|
| 7 |
{"index":16,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":27.49,"BlurbsClusteringP2P":35.33,"BlurbsClusteringS2S":13.27,"TenKGnadClusteringP2P":44.11,"TenKGnadClusteringS2S":17.26}
|
| 8 |
{"index":14,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":27.04,"BlurbsClusteringP2P":34.38,"BlurbsClusteringS2S":15.81,"TenKGnadClusteringP2P":35.96,"TenKGnadClusteringS2S":22.0}
|
all_data_tasks/26/default.jsonl
CHANGED
|
@@ -1,43 +1,42 @@
|
|
| 1 |
{"index":4,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":77.99,"AllegroReviews":65.0,"CBD":84.13,"MassiveIntentClassification (pl)":79.41,"MassiveScenarioClassification (pl)":81.93,"PAC":67.24,"PolEmo2.0-IN":90.42,"PolEmo2.0-OUT":77.77}
|
| 2 |
{"index":2,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":77.84,"AllegroReviews":67.14,"CBD":78.03,"MassiveIntentClassification (pl)":80.75,"MassiveScenarioClassification (pl)":85.54,"PAC":69.04,"PolEmo2.0-IN":89.39,"PolEmo2.0-OUT":74.98}
|
| 3 |
{"index":1,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":72.29,"AllegroReviews":63.98,"CBD":68.56,"MassiveIntentClassification (pl)":73.55,"MassiveScenarioClassification (pl)":76.37,"PAC":69.04,"PolEmo2.0-IN":86.16,"PolEmo2.0-OUT":68.4}
|
| 4 |
-
{"index":
|
| 5 |
-
{"index":
|
| 6 |
-
{"index":
|
| 7 |
-
{"index":
|
| 8 |
-
{"index":
|
| 9 |
-
{"index":
|
| 10 |
-
{"index":
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
| 14 |
-
{"index":
|
| 15 |
-
{"index":
|
| 16 |
-
{"index":
|
| 17 |
-
{"index":
|
| 18 |
-
{"index":
|
| 19 |
-
{"index":
|
| 20 |
-
{"index":
|
| 21 |
-
{"index":
|
| 22 |
-
{"index":
|
| 23 |
-
{"index":
|
| 24 |
-
{"index":
|
| 25 |
-
{"index":
|
| 26 |
-
{"index":
|
| 27 |
-
{"index":
|
| 28 |
-
{"index":
|
| 29 |
-
{"index":
|
| 30 |
-
{"index":
|
| 31 |
-
{"index":
|
| 32 |
-
{"index":
|
| 33 |
-
{"index":
|
| 34 |
-
{"index":
|
| 35 |
-
{"index":
|
| 36 |
-
{"index":
|
| 37 |
-
{"index":
|
| 38 |
-
{"index":
|
| 39 |
-
{"index":
|
| 40 |
-
{"index":20,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.62,"MassiveScenarioClassification (pl)":41.88,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 41 |
{"index":23,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":60.07,"MassiveScenarioClassification (pl)":64.0,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 42 |
{"index":24,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":50.48,"MassiveScenarioClassification (pl)":49.98,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 43 |
{"index":25,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/brahmairesearch\/slx-v0.1\">slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.97,"MassiveScenarioClassification (pl)":42.5,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
|
@@ -49,14 +48,14 @@
|
|
| 49 |
{"index":38,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":71.55,"MassiveScenarioClassification (pl)":74.13,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 50 |
{"index":47,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":37.63,"MassiveScenarioClassification (pl)":44.72,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 51 |
{"index":50,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":35.77,"MassiveScenarioClassification (pl)":36.87,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 52 |
-
{"index":
|
| 53 |
-
{"index":
|
| 54 |
-
{"index":
|
| 55 |
-
{"index":
|
| 56 |
-
{"index":
|
| 57 |
-
{"index":
|
| 58 |
-
{"index":
|
| 59 |
-
{"index":
|
| 60 |
-
{"index":
|
| 61 |
-
{"index":
|
| 62 |
-
{"index":
|
|
|
|
| 1 |
{"index":4,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":77.99,"AllegroReviews":65.0,"CBD":84.13,"MassiveIntentClassification (pl)":79.41,"MassiveScenarioClassification (pl)":81.93,"PAC":67.24,"PolEmo2.0-IN":90.42,"PolEmo2.0-OUT":77.77}
|
| 2 |
{"index":2,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":77.84,"AllegroReviews":67.14,"CBD":78.03,"MassiveIntentClassification (pl)":80.75,"MassiveScenarioClassification (pl)":85.54,"PAC":69.04,"PolEmo2.0-IN":89.39,"PolEmo2.0-OUT":74.98}
|
| 3 |
{"index":1,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":72.29,"AllegroReviews":63.98,"CBD":68.56,"MassiveIntentClassification (pl)":73.55,"MassiveScenarioClassification (pl)":76.37,"PAC":69.04,"PolEmo2.0-IN":86.16,"PolEmo2.0-OUT":68.4}
|
| 4 |
+
{"index":43,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-large\">mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Average":66.39,"AllegroReviews":47.49,"CBD":69.33,"MassiveIntentClassification (pl)":74.81,"MassiveScenarioClassification (pl)":77.84,"PAC":64.69,"PolEmo2.0-IN":76.84,"PolEmo2.0-OUT":53.72}
|
| 5 |
+
{"index":30,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":63.82,"AllegroReviews":41.14,"CBD":69.9,"MassiveIntentClassification (pl)":65.07,"MassiveScenarioClassification (pl)":69.82,"PAC":70.37,"PolEmo2.0-IN":77.06,"PolEmo2.0-OUT":53.38}
|
| 6 |
+
{"index":42,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-base\">mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":62.92,"AllegroReviews":40.26,"CBD":68.11,"MassiveIntentClassification (pl)":72.31,"MassiveScenarioClassification (pl)":75.53,"PAC":65.87,"PolEmo2.0-IN":71.73,"PolEmo2.0-OUT":46.6}
|
| 7 |
+
{"index":40,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-large\">mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":61.07,"AllegroReviews":37.68,"CBD":66.15,"MassiveIntentClassification (pl)":72.01,"MassiveScenarioClassification (pl)":75.27,"PAC":63.77,"PolEmo2.0-IN":69.46,"PolEmo2.0-OUT":43.14}
|
| 8 |
+
{"index":22,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrlikB\/st-polish-kartonberta-base-alpha-v1\">st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":60.44,"AllegroReviews":40.19,"CBD":67.69,"MassiveIntentClassification (pl)":68.2,"MassiveScenarioClassification (pl)":73.97,"PAC":66.55,"PolEmo2.0-IN":68.41,"PolEmo2.0-OUT":38.06}
|
| 9 |
+
{"index":37,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":60.15,"AllegroReviews":41.69,"CBD":62.52,"MassiveIntentClassification (pl)":66.39,"MassiveScenarioClassification (pl)":70.12,"PAC":65.99,"PolEmo2.0-IN":69.6,"PolEmo2.0-OUT":44.74}
|
| 10 |
+
{"index":3,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":60.15,"AllegroReviews":41.69,"CBD":62.52,"MassiveIntentClassification (pl)":66.39,"MassiveScenarioClassification (pl)":70.12,"PAC":65.99,"PolEmo2.0-IN":69.6,"PolEmo2.0-OUT":44.74}
|
| 11 |
+
{"index":39,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-base\">mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":59.52,"AllegroReviews":36.38,"CBD":65.54,"MassiveIntentClassification (pl)":70.93,"MassiveScenarioClassification (pl)":74.76,"PAC":64.5,"PolEmo2.0-IN":68.7,"PolEmo2.0-OUT":35.81}
|
| 12 |
+
{"index":33,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":59.26,"AllegroReviews":34.11,"CBD":68.35,"MassiveIntentClassification (pl)":65.53,"MassiveScenarioClassification (pl)":68.51,"PAC":68.4,"PolEmo2.0-IN":64.18,"PolEmo2.0-OUT":45.73}
|
| 13 |
+
{"index":29,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":59.01,"AllegroReviews":40.85,"CBD":62.66,"MassiveIntentClassification (pl)":61.04,"MassiveScenarioClassification (pl)":66.11,"PAC":70.87,"PolEmo2.0-IN":67.66,"PolEmo2.0-OUT":43.91}
|
| 14 |
+
{"index":34,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":58.99,"AllegroReviews":33.35,"CBD":68.51,"MassiveIntentClassification (pl)":66.63,"MassiveScenarioClassification (pl)":69.97,"PAC":66.26,"PolEmo2.0-IN":63.52,"PolEmo2.0-OUT":44.7}
|
| 15 |
+
{"index":44,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-distilroberta\">st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":58.55,"AllegroReviews":34.5,"CBD":70.27,"MassiveIntentClassification (pl)":64.81,"MassiveScenarioClassification (pl)":70.01,"PAC":64.6,"PolEmo2.0-IN":67.06,"PolEmo2.0-OUT":38.58}
|
| 16 |
+
{"index":41,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-small\">mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":57.73,"AllegroReviews":33.03,"CBD":64.24,"MassiveIntentClassification (pl)":67.35,"MassiveScenarioClassification (pl)":72.13,"PAC":63.11,"PolEmo2.0-IN":63.96,"PolEmo2.0-OUT":40.32}
|
| 17 |
+
{"index":45,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-mpnet\">st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":57.49,"AllegroReviews":34.55,"CBD":67.48,"MassiveIntentClassification (pl)":65.93,"MassiveScenarioClassification (pl)":71.85,"PAC":63.25,"PolEmo2.0-IN":68.37,"PolEmo2.0-OUT":30.99}
|
| 18 |
+
{"index":46,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":57.39,"AllegroReviews":34.89,"CBD":65.71,"MassiveIntentClassification (pl)":59.71,"MassiveScenarioClassification (pl)":64.58,"PAC":68.11,"PolEmo2.0-IN":64.0,"PolEmo2.0-OUT":44.72}
|
| 19 |
+
{"index":32,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":57.05,"AllegroReviews":37.42,"CBD":63.25,"MassiveIntentClassification (pl)":57.4,"MassiveScenarioClassification (pl)":64.25,"PAC":70.55,"PolEmo2.0-IN":67.35,"PolEmo2.0-OUT":39.13}
|
| 20 |
+
{"index":27,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.34,"AllegroReviews":29.62,"CBD":63.83,"MassiveIntentClassification (pl)":65.86,"MassiveScenarioClassification (pl)":69.99,"PAC":73.87,"PolEmo2.0-IN":52.8,"PolEmo2.0-OUT":38.4}
|
| 21 |
+
{"index":55,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":54.09,"AllegroReviews":33.86,"CBD":65.0,"MassiveIntentClassification (pl)":64.29,"MassiveScenarioClassification (pl)":68.98,"PAC":63.76,"PolEmo2.0-IN":62.78,"PolEmo2.0-OUT":19.98}
|
| 22 |
+
{"index":54,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":52.18,"AllegroReviews":30.88,"CBD":57.68,"MassiveIntentClassification (pl)":59.43,"MassiveScenarioClassification (pl)":65.04,"PAC":65.76,"PolEmo2.0-IN":57.76,"PolEmo2.0-OUT":28.7}
|
| 23 |
+
{"index":51,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":49.92,"AllegroReviews":28.03,"CBD":60.0,"MassiveIntentClassification (pl)":53.1,"MassiveScenarioClassification (pl)":61.29,"PAC":68.17,"PolEmo2.0-IN":48.84,"PolEmo2.0-OUT":30.0}
|
| 24 |
+
{"index":5,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":37.66,"AllegroReviews":24.89,"CBD":53.78,"MassiveIntentClassification (pl)":31.77,"MassiveScenarioClassification (pl)":37.49,"PAC":57.14,"PolEmo2.0-IN":40.97,"PolEmo2.0-OUT":17.57}
|
| 25 |
+
{"index":0,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":44.99,"MassiveScenarioClassification (pl)":52.92,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 26 |
+
{"index":6,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":27.62,"MassiveScenarioClassification (pl)":31.6,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 27 |
+
{"index":7,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":33.17,"MassiveScenarioClassification (pl)":36.34,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 28 |
+
{"index":9,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-15_10-09-42\">2024-06-15_10-09-42<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":0.23,"CBD":0.5,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.56,"PolEmo2.0-IN":0.37,"PolEmo2.0-OUT":0.3}
|
| 29 |
+
{"index":10,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-17_21-37-12\">2024-06-17_21-37-12<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":0.21,"CBD":0.54,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.63,"PolEmo2.0-IN":0.34,"PolEmo2.0-OUT":0.28}
|
| 30 |
+
{"index":11,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_08-22-22\">2024-06-19_08-22-22<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":0.22,"CBD":0.51,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.55,"PolEmo2.0-IN":0.39,"PolEmo2.0-OUT":0.29}
|
| 31 |
+
{"index":12,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_10-03-38\">2024-06-19_10-03-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":0.26,"CBD":0.55,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.58,"PolEmo2.0-IN":0.36,"PolEmo2.0-OUT":0.29}
|
| 32 |
+
{"index":13,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_21-12-17\">2024-06-19_21-12-17<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":0.22,"CBD":0.52,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.55,"PolEmo2.0-IN":0.35,"PolEmo2.0-OUT":0.3}
|
| 33 |
+
{"index":14,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_22-23-38\">2024-06-19_22-23-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":0.27,"CBD":0.58,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.65,"PolEmo2.0-IN":0.53,"PolEmo2.0-OUT":0.23}
|
| 34 |
+
{"index":15,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_22-27-15\">2024-06-19_22-27-15<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":21.69,"MassiveScenarioClassification (pl)":26.17,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 35 |
+
{"index":16,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":71.55,"MassiveScenarioClassification (pl)":74.13,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 36 |
+
{"index":17,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":38.21,"MassiveScenarioClassification (pl)":46.21,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 37 |
+
{"index":19,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":64.53,"MassiveScenarioClassification (pl)":68.22,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 38 |
+
{"index":20,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.2,"MassiveScenarioClassification (pl)":41.89,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 39 |
+
{"index":21,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.62,"MassiveScenarioClassification (pl)":41.88,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
|
|
|
| 40 |
{"index":23,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":60.07,"MassiveScenarioClassification (pl)":64.0,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 41 |
{"index":24,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":50.48,"MassiveScenarioClassification (pl)":49.98,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 42 |
{"index":25,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/brahmairesearch\/slx-v0.1\">slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.97,"MassiveScenarioClassification (pl)":42.5,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
|
|
|
| 48 |
{"index":38,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":71.55,"MassiveScenarioClassification (pl)":74.13,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 49 |
{"index":47,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":37.63,"MassiveScenarioClassification (pl)":44.72,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 50 |
{"index":50,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":35.77,"MassiveScenarioClassification (pl)":36.87,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 51 |
+
{"index":52,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":39.08,"MassiveScenarioClassification (pl)":46.79,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 52 |
+
{"index":53,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.64,"MassiveScenarioClassification (pl)":49.97,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 53 |
+
{"index":56,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.41,"MassiveScenarioClassification (pl)":42.3,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 54 |
+
{"index":57,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":37.67,"MassiveScenarioClassification (pl)":45.2,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 55 |
+
{"index":58,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":43.95,"MassiveScenarioClassification (pl)":49.87,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 56 |
+
{"index":59,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":26.05,"MassiveScenarioClassification (pl)":30.15,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 57 |
+
{"index":60,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":58.91,"MassiveScenarioClassification (pl)":62.55,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 58 |
+
{"index":61,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":71.55,"MassiveScenarioClassification (pl)":74.13,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 59 |
+
{"index":62,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.0,"MassiveScenarioClassification (pl)":37.17,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 60 |
+
{"index":63,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.0,"MassiveScenarioClassification (pl)":37.17,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
| 61 |
+
{"index":64,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.0,"MassiveScenarioClassification (pl)":37.17,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
all_data_tasks/27/default.jsonl
CHANGED
|
@@ -1,25 +1,24 @@
|
|
| 1 |
{"index":2,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"8TagsClustering":51.36}
|
| 2 |
{"index":4,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"8TagsClustering":50.29}
|
| 3 |
{"index":1,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"8TagsClustering":44.59}
|
| 4 |
-
{"index":
|
| 5 |
-
{"index":
|
| 6 |
{"index":37,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"8TagsClustering":33.67}
|
| 7 |
-
{"index":
|
| 8 |
-
{"index":
|
| 9 |
-
{"index":
|
| 10 |
-
{"index":
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
| 14 |
-
{"index":
|
| 15 |
-
{"index":
|
| 16 |
-
{"index":
|
| 17 |
-
{"index":
|
| 18 |
-
{"index":
|
| 19 |
-
{"index":
|
| 20 |
-
{"index":
|
| 21 |
-
{"index":
|
| 22 |
-
{"index":
|
| 23 |
-
{"index":
|
| 24 |
-
{"index":
|
| 25 |
-
{"index":5,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","8TagsClustering":4.68}
|
|
|
|
| 1 |
{"index":2,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"8TagsClustering":51.36}
|
| 2 |
{"index":4,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"8TagsClustering":50.29}
|
| 3 |
{"index":1,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"8TagsClustering":44.59}
|
| 4 |
+
{"index":30,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"8TagsClustering":33.88}
|
| 5 |
+
{"index":3,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"8TagsClustering":33.67}
|
| 6 |
{"index":37,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"8TagsClustering":33.67}
|
| 7 |
+
{"index":45,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-mpnet\">st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"8TagsClustering":33.15}
|
| 8 |
+
{"index":42,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-base\">mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"8TagsClustering":33.08}
|
| 9 |
+
{"index":22,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrlikB\/st-polish-kartonberta-base-alpha-v1\">st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"8TagsClustering":32.85}
|
| 10 |
+
{"index":41,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-small\">mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"8TagsClustering":31.77}
|
| 11 |
+
{"index":44,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-distilroberta\">st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"8TagsClustering":31.68}
|
| 12 |
+
{"index":34,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"8TagsClustering":31.49}
|
| 13 |
+
{"index":43,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-large\">mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"8TagsClustering":31.16}
|
| 14 |
+
{"index":40,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-large\">mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"8TagsClustering":30.62}
|
| 15 |
+
{"index":39,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-base\">mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"8TagsClustering":30.25}
|
| 16 |
+
{"index":33,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"8TagsClustering":28.15}
|
| 17 |
+
{"index":55,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"8TagsClustering":25.62}
|
| 18 |
+
{"index":29,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"8TagsClustering":24.97}
|
| 19 |
+
{"index":32,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"8TagsClustering":23.92}
|
| 20 |
+
{"index":54,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"8TagsClustering":23.24}
|
| 21 |
+
{"index":27,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","8TagsClustering":18.79}
|
| 22 |
+
{"index":46,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"8TagsClustering":12.96}
|
| 23 |
+
{"index":51,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"8TagsClustering":12.51}
|
| 24 |
+
{"index":5,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","8TagsClustering":4.68}
|
|
|
all_data_tasks/28/default.jsonl
CHANGED
|
@@ -2,30 +2,18 @@
|
|
| 2 |
{"index":43,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-large\">mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Average":89.13,"CDSC-E":79.87,"PPC":93.56,"PSC":98.63,"SICK-E-PL":84.47}
|
| 3 |
{"index":2,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":88.48,"CDSC-E":76.75,"PPC":94.1,"PSC":99.37,"SICK-E-PL":83.68}
|
| 4 |
{"index":42,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-base\">mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":88.14,"CDSC-E":79.1,"PPC":92.81,"PSC":98.61,"SICK-E-PL":82.04}
|
| 5 |
-
{"index":
|
| 6 |
-
{"index":
|
| 7 |
-
{"index":
|
| 8 |
-
{"index":
|
| 9 |
-
{"index":
|
| 10 |
-
{"index":
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
| 14 |
-
{"index":
|
| 15 |
-
{"index":
|
| 16 |
-
{"index":
|
| 17 |
-
{"index":
|
| 18 |
-
{"index":
|
| 19 |
-
{"index":
|
| 20 |
-
{"index":46,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":79.27,"CDSC-E":68.91,"PPC":86.97,"PSC":97.42,"SICK-E-PL":63.77}
|
| 21 |
-
{"index":52,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":79.26,"CDSC-E":71.83,"PPC":86.83,"PSC":96.35,"SICK-E-PL":62.05}
|
| 22 |
-
{"index":34,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":77.33,"CDSC-E":67.35,"PPC":85.33,"PSC":98.46,"SICK-E-PL":58.19}
|
| 23 |
-
{"index":33,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":75.32,"CDSC-E":63.31,"PPC":84.18,"PSC":98.87,"SICK-E-PL":54.93}
|
| 24 |
-
{"index":27,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.2,"CDSC-E":59.97,"PPC":85.37,"PSC":91.98,"SICK-E-PL":55.48}
|
| 25 |
-
{"index":5,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":59.51,"CDSC-E":43.51,"PPC":70.19,"PSC":77.83,"SICK-E-PL":46.51}
|
| 26 |
-
{"index":8,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-15_10-09-42\">2024-06-15_10-09-42<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-E":0.43,"PPC":"","PSC":0.4,"SICK-E-PL":0.55}
|
| 27 |
-
{"index":9,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-17_21-37-12\">2024-06-17_21-37-12<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-E":0.37,"PPC":"","PSC":0.38,"SICK-E-PL":0.42}
|
| 28 |
-
{"index":10,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_08-22-22\">2024-06-19_08-22-22<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-E":0.46,"PPC":"","PSC":0.41,"SICK-E-PL":0.51}
|
| 29 |
-
{"index":11,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_10-03-38\">2024-06-19_10-03-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-E":0.44,"PPC":"","PSC":0.75,"SICK-E-PL":0.52}
|
| 30 |
-
{"index":12,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_21-12-17\">2024-06-19_21-12-17<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-E":0.41,"PPC":"","PSC":0.38,"SICK-E-PL":0.44}
|
| 31 |
-
{"index":13,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_22-23-38\">2024-06-19_22-23-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-E":0.56,"PPC":"","PSC":0.85,"SICK-E-PL":0.61}
|
|
|
|
| 2 |
{"index":43,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-large\">mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Average":89.13,"CDSC-E":79.87,"PPC":93.56,"PSC":98.63,"SICK-E-PL":84.47}
|
| 3 |
{"index":2,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":88.48,"CDSC-E":76.75,"PPC":94.1,"PSC":99.37,"SICK-E-PL":83.68}
|
| 4 |
{"index":42,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-base\">mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":88.14,"CDSC-E":79.1,"PPC":92.81,"PSC":98.61,"SICK-E-PL":82.04}
|
| 5 |
+
{"index":22,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrlikB\/st-polish-kartonberta-base-alpha-v1\">st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":87.92,"CDSC-E":79.12,"PPC":92.65,"PSC":98.42,"SICK-E-PL":81.47}
|
| 6 |
+
{"index":39,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-base\">mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":86.16,"CDSC-E":77.27,"PPC":91.76,"PSC":99.15,"SICK-E-PL":76.45}
|
| 7 |
+
{"index":40,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-large\">mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":85.9,"CDSC-E":76.83,"PPC":91.09,"PSC":99.53,"SICK-E-PL":76.14}
|
| 8 |
+
{"index":3,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":85.45,"CDSC-E":74.9,"PPC":92.43,"PSC":99.06,"SICK-E-PL":75.4}
|
| 9 |
+
{"index":37,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":85.45,"CDSC-E":74.9,"PPC":92.43,"PSC":99.06,"SICK-E-PL":75.4}
|
| 10 |
+
{"index":1,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":84.87,"CDSC-E":72.42,"PPC":91.47,"PSC":99.28,"SICK-E-PL":76.32}
|
| 11 |
+
{"index":41,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-small\">mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":84.61,"CDSC-E":76.68,"PPC":89.7,"PSC":98.86,"SICK-E-PL":73.21}
|
| 12 |
+
{"index":27,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.2,"CDSC-E":59.97,"PPC":85.37,"PSC":91.98,"SICK-E-PL":55.48}
|
| 13 |
+
{"index":5,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":59.51,"CDSC-E":43.51,"PPC":70.19,"PSC":77.83,"SICK-E-PL":46.51}
|
| 14 |
+
{"index":9,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-15_10-09-42\">2024-06-15_10-09-42<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-E":0.43,"PPC":"","PSC":0.4,"SICK-E-PL":0.55}
|
| 15 |
+
{"index":10,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-17_21-37-12\">2024-06-17_21-37-12<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-E":0.37,"PPC":"","PSC":0.38,"SICK-E-PL":0.42}
|
| 16 |
+
{"index":11,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_08-22-22\">2024-06-19_08-22-22<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-E":0.46,"PPC":"","PSC":0.41,"SICK-E-PL":0.51}
|
| 17 |
+
{"index":12,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_10-03-38\">2024-06-19_10-03-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-E":0.44,"PPC":"","PSC":0.75,"SICK-E-PL":0.52}
|
| 18 |
+
{"index":13,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_21-12-17\">2024-06-19_21-12-17<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-E":0.41,"PPC":"","PSC":0.38,"SICK-E-PL":0.44}
|
| 19 |
+
{"index":14,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_22-23-38\">2024-06-19_22-23-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-E":0.56,"PPC":"","PSC":0.85,"SICK-E-PL":0.61}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
all_data_tasks/29/default.jsonl
CHANGED
|
@@ -3,22 +3,21 @@
|
|
| 3 |
{"index":43,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-large\">mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Average":52.71,"ArguAna-PL":63.4,"DBPedia-PL":40.27,"FiQA-PL":40.89,"HotpotQA-PL":71.04,"MSMARCO-PL":36.63,"NFCorpus-PL":33.94,"NQ-PL":47.62,"Quora-PL":85.51,"SCIDOCS-PL":19.47,"SciFact-PL":70.23,"TRECCOVID-PL":70.81}
|
| 4 |
{"index":40,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-large\">mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":52.63,"ArguAna-PL":63.25,"DBPedia-PL":39.84,"FiQA-PL":39.9,"HotpotQA-PL":70.94,"MSMARCO-PL":36.47,"NFCorpus-PL":34.03,"NQ-PL":47.33,"Quora-PL":85.63,"SCIDOCS-PL":19.13,"SciFact-PL":71.21,"TRECCOVID-PL":71.18}
|
| 5 |
{"index":1,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":51.88,"ArguAna-PL":56.48,"DBPedia-PL":36.98,"FiQA-PL":31.61,"HotpotQA-PL":60.9,"MSMARCO-PL":63.98,"NFCorpus-PL":30.1,"NQ-PL":44.2,"Quora-PL":81.43,"SCIDOCS-PL":16.59,"SciFact-PL":67.17,"TRECCOVID-PL":81.19}
|
| 6 |
-
{"index":
|
| 7 |
-
{"index":
|
| 8 |
-
{"index":
|
| 9 |
-
{"index":
|
| 10 |
-
{"index":
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
| 14 |
-
{"index":
|
| 15 |
-
{"index":
|
| 16 |
-
{"index":
|
| 17 |
-
{"index":
|
| 18 |
-
{"index":
|
| 19 |
-
{"index":
|
| 20 |
-
{"index":
|
| 21 |
-
{"index":
|
| 22 |
-
{"index":
|
| 23 |
-
{"index":52,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":21.18,"ArguAna-PL":36.7,"DBPedia-PL":12.36,"FiQA-PL":8.02,"HotpotQA-PL":20.83,"MSMARCO-PL":4.57,"NFCorpus-PL":16.28,"NQ-PL":5.85,"Quora-PL":71.95,"SCIDOCS-PL":6.5,"SciFact-PL":33.03,"TRECCOVID-PL":16.91}
|
| 24 |
{"index":27,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","ArguAna-PL":15.04,"DBPedia-PL":"","FiQA-PL":3.1,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":4.6,"NQ-PL":"","Quora-PL":77.61,"SCIDOCS-PL":1.4,"SciFact-PL":32.24,"TRECCOVID-PL":24.53}
|
|
|
|
| 3 |
{"index":43,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-large\">mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Average":52.71,"ArguAna-PL":63.4,"DBPedia-PL":40.27,"FiQA-PL":40.89,"HotpotQA-PL":71.04,"MSMARCO-PL":36.63,"NFCorpus-PL":33.94,"NQ-PL":47.62,"Quora-PL":85.51,"SCIDOCS-PL":19.47,"SciFact-PL":70.23,"TRECCOVID-PL":70.81}
|
| 4 |
{"index":40,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-large\">mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":52.63,"ArguAna-PL":63.25,"DBPedia-PL":39.84,"FiQA-PL":39.9,"HotpotQA-PL":70.94,"MSMARCO-PL":36.47,"NFCorpus-PL":34.03,"NQ-PL":47.33,"Quora-PL":85.63,"SCIDOCS-PL":19.13,"SciFact-PL":71.21,"TRECCOVID-PL":71.18}
|
| 5 |
{"index":1,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":51.88,"ArguAna-PL":56.48,"DBPedia-PL":36.98,"FiQA-PL":31.61,"HotpotQA-PL":60.9,"MSMARCO-PL":63.98,"NFCorpus-PL":30.1,"NQ-PL":44.2,"Quora-PL":81.43,"SCIDOCS-PL":16.59,"SciFact-PL":67.17,"TRECCOVID-PL":81.19}
|
| 6 |
+
{"index":39,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-base\">mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":50.06,"ArguAna-PL":58.4,"DBPedia-PL":37.19,"FiQA-PL":34.53,"HotpotQA-PL":66.25,"MSMARCO-PL":32.54,"NFCorpus-PL":33.71,"NQ-PL":44.6,"Quora-PL":84.44,"SCIDOCS-PL":17.35,"SciFact-PL":68.29,"TRECCOVID-PL":73.33}
|
| 7 |
+
{"index":42,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-base\">mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":49.92,"ArguAna-PL":59.02,"DBPedia-PL":36.22,"FiQA-PL":35.01,"HotpotQA-PL":66.64,"MSMARCO-PL":33.05,"NFCorpus-PL":34.14,"NQ-PL":45.65,"Quora-PL":84.44,"SCIDOCS-PL":17.84,"SciFact-PL":65.75,"TRECCOVID-PL":71.33}
|
| 8 |
+
{"index":30,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":48.98,"ArguAna-PL":53.02,"DBPedia-PL":35.82,"FiQA-PL":33.0,"HotpotQA-PL":67.41,"MSMARCO-PL":33.38,"NFCorpus-PL":30.24,"NQ-PL":52.79,"Quora-PL":83.65,"SCIDOCS-PL":13.81,"SciFact-PL":65.66,"TRECCOVID-PL":70.03}
|
| 9 |
+
{"index":3,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":46.4,"ArguAna-PL":53.17,"DBPedia-PL":32.5,"FiQA-PL":28.96,"HotpotQA-PL":56.9,"MSMARCO-PL":55.62,"NFCorpus-PL":26.83,"NQ-PL":43.13,"Quora-PL":80.76,"SCIDOCS-PL":14.22,"SciFact-PL":58.92,"TRECCOVID-PL":59.36}
|
| 10 |
+
{"index":37,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":46.4,"ArguAna-PL":53.17,"DBPedia-PL":32.5,"FiQA-PL":28.96,"HotpotQA-PL":56.9,"MSMARCO-PL":55.62,"NFCorpus-PL":26.83,"NQ-PL":43.13,"Quora-PL":80.76,"SCIDOCS-PL":14.22,"SciFact-PL":58.92,"TRECCOVID-PL":59.36}
|
| 11 |
+
{"index":29,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":44.01,"ArguAna-PL":42.81,"DBPedia-PL":30.23,"FiQA-PL":25.52,"HotpotQA-PL":63.52,"MSMARCO-PL":29.52,"NFCorpus-PL":25.98,"NQ-PL":44.8,"Quora-PL":81.22,"SCIDOCS-PL":12.35,"SciFact-PL":62.11,"TRECCOVID-PL":66.06}
|
| 12 |
+
{"index":41,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-small\">mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":42.83,"ArguAna-PL":54.31,"DBPedia-PL":30.28,"FiQA-PL":29.75,"HotpotQA-PL":57.14,"MSMARCO-PL":25.94,"NFCorpus-PL":27.6,"NQ-PL":33.83,"Quora-PL":81.15,"SCIDOCS-PL":14.79,"SciFact-PL":58.14,"TRECCOVID-PL":58.2}
|
| 13 |
+
{"index":32,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":42.43,"ArguAna-PL":37.43,"DBPedia-PL":29.27,"FiQA-PL":22.03,"HotpotQA-PL":60.15,"MSMARCO-PL":26.94,"NFCorpus-PL":26.48,"NQ-PL":40.46,"Quora-PL":78.7,"SCIDOCS-PL":11.6,"SciFact-PL":62.76,"TRECCOVID-PL":70.92}
|
| 14 |
+
{"index":22,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrlikB\/st-polish-kartonberta-base-alpha-v1\">st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":42.19,"ArguAna-PL":56.06,"DBPedia-PL":27.0,"FiQA-PL":24.73,"HotpotQA-PL":50.61,"MSMARCO-PL":43.25,"NFCorpus-PL":31.15,"NQ-PL":28.89,"Quora-PL":83.59,"SCIDOCS-PL":12.21,"SciFact-PL":57.73,"TRECCOVID-PL":48.83}
|
| 15 |
+
{"index":33,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":39.16,"ArguAna-PL":41.97,"DBPedia-PL":24.07,"FiQA-PL":24.25,"HotpotQA-PL":43.41,"MSMARCO-PL":51.56,"NFCorpus-PL":25.95,"NQ-PL":35.09,"Quora-PL":78.86,"SCIDOCS-PL":11.0,"SciFact-PL":51.92,"TRECCOVID-PL":42.64}
|
| 16 |
+
{"index":34,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":38.43,"ArguAna-PL":44.12,"DBPedia-PL":26.32,"FiQA-PL":24.95,"HotpotQA-PL":45.13,"MSMARCO-PL":25.47,"NFCorpus-PL":28.55,"NQ-PL":37.9,"Quora-PL":77.98,"SCIDOCS-PL":10.9,"SciFact-PL":54.44,"TRECCOVID-PL":46.98}
|
| 17 |
+
{"index":45,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-mpnet\">st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":34.44,"ArguAna-PL":51.87,"DBPedia-PL":24.59,"FiQA-PL":22.27,"HotpotQA-PL":32.11,"MSMARCO-PL":17.91,"NFCorpus-PL":24.05,"NQ-PL":23.54,"Quora-PL":81.49,"SCIDOCS-PL":13.23,"SciFact-PL":52.51,"TRECCOVID-PL":35.23}
|
| 18 |
+
{"index":44,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-distilroberta\">st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":32.08,"ArguAna-PL":49.42,"DBPedia-PL":19.82,"FiQA-PL":19.58,"HotpotQA-PL":23.47,"MSMARCO-PL":16.51,"NFCorpus-PL":22.49,"NQ-PL":19.83,"Quora-PL":81.17,"SCIDOCS-PL":12.15,"SciFact-PL":49.49,"TRECCOVID-PL":38.97}
|
| 19 |
+
{"index":55,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":29.16,"ArguAna-PL":42.62,"DBPedia-PL":20.18,"FiQA-PL":14.68,"HotpotQA-PL":29.36,"MSMARCO-PL":12.45,"NFCorpus-PL":18.53,"NQ-PL":15.64,"Quora-PL":79.18,"SCIDOCS-PL":11.18,"SciFact-PL":41.53,"TRECCOVID-PL":35.38}
|
| 20 |
+
{"index":54,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":26.66,"ArguAna-PL":37.83,"DBPedia-PL":18.0,"FiQA-PL":12.49,"HotpotQA-PL":22.76,"MSMARCO-PL":10.39,"NFCorpus-PL":17.16,"NQ-PL":12.56,"Quora-PL":77.18,"SCIDOCS-PL":10.26,"SciFact-PL":40.24,"TRECCOVID-PL":34.38}
|
| 21 |
+
{"index":46,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":23.36,"ArguAna-PL":38.52,"DBPedia-PL":16.1,"FiQA-PL":7.63,"HotpotQA-PL":19.72,"MSMARCO-PL":7.22,"NFCorpus-PL":17.45,"NQ-PL":9.65,"Quora-PL":74.96,"SCIDOCS-PL":7.48,"SciFact-PL":39.79,"TRECCOVID-PL":18.45}
|
| 22 |
+
{"index":51,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":21.18,"ArguAna-PL":36.7,"DBPedia-PL":12.36,"FiQA-PL":8.02,"HotpotQA-PL":20.83,"MSMARCO-PL":4.57,"NFCorpus-PL":16.28,"NQ-PL":5.85,"Quora-PL":71.95,"SCIDOCS-PL":6.5,"SciFact-PL":33.03,"TRECCOVID-PL":16.91}
|
|
|
|
| 23 |
{"index":27,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","ArguAna-PL":15.04,"DBPedia-PL":"","FiQA-PL":3.1,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":4.6,"NQ-PL":"","Quora-PL":77.61,"SCIDOCS-PL":1.4,"SciFact-PL":32.24,"TRECCOVID-PL":24.53}
|
all_data_tasks/3/default.jsonl
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
all_data_tasks/30/default.jsonl
CHANGED
|
@@ -4,56 +4,37 @@
|
|
| 4 |
{"index":43,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-large\">mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Average":70.59,"CDSC-R":92.54,"SICK-R-PL":79.91,"STS22 (pl)":39.32}
|
| 5 |
{"index":39,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-base\">mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":70.13,"CDSC-R":93.26,"SICK-R-PL":76.77,"STS22 (pl)":40.36}
|
| 6 |
{"index":40,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-large\">mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.98,"CDSC-R":93.5,"SICK-R-PL":76.04,"STS22 (pl)":40.4}
|
| 7 |
-
{"index":
|
| 8 |
{"index":3,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":68.92,"CDSC-R":90.31,"SICK-R-PL":74.07,"STS22 (pl)":42.39}
|
| 9 |
{"index":37,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":68.92,"CDSC-R":90.31,"SICK-R-PL":74.07,"STS22 (pl)":42.39}
|
| 10 |
-
{"index":
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
| 14 |
-
{"index":
|
| 15 |
-
{"index":
|
| 16 |
-
{"index":
|
| 17 |
-
{"index":
|
| 18 |
-
{"index":
|
| 19 |
-
{"index":
|
| 20 |
-
{"index":
|
| 21 |
-
{"index":
|
| 22 |
-
{"index":
|
| 23 |
-
{"index":
|
| 24 |
-
{"index":
|
| 25 |
-
{"index":
|
| 26 |
-
{"index":
|
| 27 |
-
{"index":
|
| 28 |
-
{"index":
|
| 29 |
-
{"index":
|
| 30 |
-
{"index":
|
| 31 |
-
{"index":
|
| 32 |
-
{"index":
|
| 33 |
-
{"index":
|
| 34 |
-
{"index":
|
| 35 |
-
{"index":
|
| 36 |
-
{"index":
|
| 37 |
-
{"index":
|
| 38 |
-
{"index":
|
| 39 |
-
{"index":
|
| 40 |
-
{"index":
|
| 41 |
-
{"index":28,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":39.21}
|
| 42 |
-
{"index":35,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":27.98}
|
| 43 |
-
{"index":36,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":15.06}
|
| 44 |
-
{"index":38,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.68}
|
| 45 |
-
{"index":47,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":19.22}
|
| 46 |
-
{"index":48,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":26.77}
|
| 47 |
-
{"index":50,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":13.56}
|
| 48 |
-
{"index":51,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":12.47}
|
| 49 |
-
{"index":53,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":30.68}
|
| 50 |
-
{"index":54,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":33.74}
|
| 51 |
-
{"index":57,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":24.42}
|
| 52 |
-
{"index":58,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":25.0}
|
| 53 |
-
{"index":59,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":27.04}
|
| 54 |
-
{"index":60,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":9.71}
|
| 55 |
-
{"index":61,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.81}
|
| 56 |
-
{"index":62,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.68}
|
| 57 |
-
{"index":63,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":18.46}
|
| 58 |
-
{"index":64,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":18.46}
|
| 59 |
-
{"index":65,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":18.46}
|
|
|
|
| 4 |
{"index":43,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-large\">mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Average":70.59,"CDSC-R":92.54,"SICK-R-PL":79.91,"STS22 (pl)":39.32}
|
| 5 |
{"index":39,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-base\">mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":70.13,"CDSC-R":93.26,"SICK-R-PL":76.77,"STS22 (pl)":40.36}
|
| 6 |
{"index":40,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-large\">mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.98,"CDSC-R":93.5,"SICK-R-PL":76.04,"STS22 (pl)":40.4}
|
| 7 |
+
{"index":22,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrlikB\/st-polish-kartonberta-base-alpha-v1\">st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":69.47,"CDSC-R":92.13,"SICK-R-PL":79.51,"STS22 (pl)":36.78}
|
| 8 |
{"index":3,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":68.92,"CDSC-R":90.31,"SICK-R-PL":74.07,"STS22 (pl)":42.39}
|
| 9 |
{"index":37,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":68.92,"CDSC-R":90.31,"SICK-R-PL":74.07,"STS22 (pl)":42.39}
|
| 10 |
+
{"index":41,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-small\">mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":68.77,"CDSC-R":91.98,"SICK-R-PL":73.71,"STS22 (pl)":40.63}
|
| 11 |
+
{"index":1,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":68.12,"CDSC-R":89.74,"SICK-R-PL":73.78,"STS22 (pl)":40.83}
|
| 12 |
+
{"index":27,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":58.02,"CDSC-R":85.77,"SICK-R-PL":62.98,"STS22 (pl)":25.31}
|
| 13 |
+
{"index":9,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-15_10-09-42\">2024-06-15_10-09-42<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":0.46,"SICK-R-PL":0.43,"STS22 (pl)":""}
|
| 14 |
+
{"index":10,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-17_21-37-12\">2024-06-17_21-37-12<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":0.41,"SICK-R-PL":0.32,"STS22 (pl)":""}
|
| 15 |
+
{"index":11,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_08-22-22\">2024-06-19_08-22-22<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":0.57,"SICK-R-PL":0.39,"STS22 (pl)":""}
|
| 16 |
+
{"index":12,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_10-03-38\">2024-06-19_10-03-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":0.62,"SICK-R-PL":0.42,"STS22 (pl)":""}
|
| 17 |
+
{"index":13,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_21-12-17\">2024-06-19_21-12-17<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":0.3,"SICK-R-PL":0.28,"STS22 (pl)":""}
|
| 18 |
+
{"index":14,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_22-23-38\">2024-06-19_22-23-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":0.65,"SICK-R-PL":0.55,"STS22 (pl)":""}
|
| 19 |
+
{"index":16,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.68}
|
| 20 |
+
{"index":17,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":35.38}
|
| 21 |
+
{"index":18,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ManiShankar-AlpesAi\/paraphrase-multilingual-mpnet-base-v2-KE_Sieve\">paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":36.37}
|
| 22 |
+
{"index":19,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":35.79}
|
| 23 |
+
{"index":20,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":23.31}
|
| 24 |
+
{"index":21,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":14.91}
|
| 25 |
+
{"index":23,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":42.08}
|
| 26 |
+
{"index":24,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":31.13}
|
| 27 |
+
{"index":26,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.68}
|
| 28 |
+
{"index":28,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":39.21}
|
| 29 |
+
{"index":29,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.13}
|
| 30 |
+
{"index":30,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.68}
|
| 31 |
+
{"index":32,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":35.79}
|
| 32 |
+
{"index":35,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":27.98}
|
| 33 |
+
{"index":36,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":15.06}
|
| 34 |
+
{"index":38,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.68}
|
| 35 |
+
{"index":59,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":9.71}
|
| 36 |
+
{"index":60,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.81}
|
| 37 |
+
{"index":61,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.68}
|
| 38 |
+
{"index":62,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":18.46}
|
| 39 |
+
{"index":63,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":18.46}
|
| 40 |
+
{"index":64,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":18.46}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
all_data_tasks/31/default.jsonl
CHANGED
|
@@ -1,24 +1,26 @@
|
|
| 1 |
-
{"index":
|
| 2 |
-
{"index":
|
| 3 |
-
{"index":
|
| 4 |
-
{"index":
|
| 5 |
-
{"index":
|
| 6 |
-
{"index":
|
| 7 |
-
{"index":
|
| 8 |
-
{"index":
|
| 9 |
-
{"index":
|
| 10 |
-
{"index":
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
| 14 |
-
{"index":
|
| 15 |
-
{"index":
|
| 16 |
-
{"index":
|
| 17 |
-
{"index":
|
| 18 |
-
{"index":
|
| 19 |
-
{"index":
|
| 20 |
-
{"index":
|
| 21 |
-
{"index":
|
| 22 |
-
{"index":
|
| 23 |
-
{"index":
|
| 24 |
-
{"index":
|
|
|
|
|
|
|
|
|
| 1 |
+
{"index":14,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":67.31,"GeoreviewClassification (rus-Cyrl)":56.72,"HeadlineClassification (rus-Cyrl)":87.02,"InappropriatenessClassification (rus-Cyrl)":70.36,"KinopoiskClassification (rus-Cyrl)":68.35,"RuReviewsClassification (rus-Cyrl)":70.57,"RuSciBenchGRNTIClassification (rus-Cyrl)":66.05,"RuSciBenchOECDClassification (rus-Cyrl)":52.11}
|
| 2 |
+
{"index":4,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":64.72,"GeoreviewClassification (rus-Cyrl)":53.47,"HeadlineClassification (rus-Cyrl)":85.66,"InappropriatenessClassification (rus-Cyrl)":65.29,"KinopoiskClassification (rus-Cyrl)":64.25,"RuReviewsClassification (rus-Cyrl)":68.58,"RuSciBenchGRNTIClassification (rus-Cyrl)":64.56,"RuSciBenchOECDClassification (rus-Cyrl)":51.2}
|
| 3 |
+
{"index":5,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/ru-en-RoSBERTa\">ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Average":60.84,"GeoreviewClassification (rus-Cyrl)":49.7,"HeadlineClassification (rus-Cyrl)":78.0,"InappropriatenessClassification (rus-Cyrl)":61.32,"KinopoiskClassification (rus-Cyrl)":63.27,"RuReviewsClassification (rus-Cyrl)":67.96,"RuSciBenchGRNTIClassification (rus-Cyrl)":59.33,"RuSciBenchOECDClassification (rus-Cyrl)":46.33}
|
| 4 |
+
{"index":12,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-bge-m3\">USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":59.36,"GeoreviewClassification (rus-Cyrl)":50.98,"HeadlineClassification (rus-Cyrl)":70.09,"InappropriatenessClassification (rus-Cyrl)":60.76,"KinopoiskClassification (rus-Cyrl)":63.33,"RuReviewsClassification (rus-Cyrl)":68.52,"RuSciBenchGRNTIClassification (rus-Cyrl)":57.67,"RuSciBenchOECDClassification (rus-Cyrl)":44.2}
|
| 5 |
+
{"index":16,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":58.92,"GeoreviewClassification (rus-Cyrl)":49.69,"HeadlineClassification (rus-Cyrl)":77.19,"InappropriatenessClassification (rus-Cyrl)":61.59,"KinopoiskClassification (rus-Cyrl)":56.59,"RuReviewsClassification (rus-Cyrl)":65.28,"RuSciBenchGRNTIClassification (rus-Cyrl)":58.2,"RuSciBenchOECDClassification (rus-Cyrl)":43.91}
|
| 6 |
+
{"index":11,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":57.86,"GeoreviewClassification (rus-Cyrl)":47.23,"HeadlineClassification (rus-Cyrl)":74.88,"InappropriatenessClassification (rus-Cyrl)":61.94,"KinopoiskClassification (rus-Cyrl)":55.69,"RuReviewsClassification (rus-Cyrl)":66.44,"RuSciBenchGRNTIClassification (rus-Cyrl)":55.55,"RuSciBenchOECDClassification (rus-Cyrl)":43.28}
|
| 7 |
+
{"index":0,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Average":57.43,"GeoreviewClassification (rus-Cyrl)":48.27,"HeadlineClassification (rus-Cyrl)":70.32,"InappropriatenessClassification (rus-Cyrl)":59.87,"KinopoiskClassification (rus-Cyrl)":58.23,"RuReviewsClassification (rus-Cyrl)":66.91,"RuSciBenchGRNTIClassification (rus-Cyrl)":55.81,"RuSciBenchOECDClassification (rus-Cyrl)":42.57}
|
| 8 |
+
{"index":24,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":56.55,"GeoreviewClassification (rus-Cyrl)":46.04,"HeadlineClassification (rus-Cyrl)":69.98,"InappropriatenessClassification (rus-Cyrl)":61.39,"KinopoiskClassification (rus-Cyrl)":53.59,"RuReviewsClassification (rus-Cyrl)":64.58,"RuSciBenchGRNTIClassification (rus-Cyrl)":56.67,"RuSciBenchOECDClassification (rus-Cyrl)":43.58}
|
| 9 |
+
{"index":15,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":56.19,"GeoreviewClassification (rus-Cyrl)":46.05,"HeadlineClassification (rus-Cyrl)":75.64,"InappropriatenessClassification (rus-Cyrl)":58.78,"KinopoiskClassification (rus-Cyrl)":50.89,"RuReviewsClassification (rus-Cyrl)":62.99,"RuSciBenchGRNTIClassification (rus-Cyrl)":56.28,"RuSciBenchOECDClassification (rus-Cyrl)":42.69}
|
| 10 |
+
{"index":6,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_mt_nlu_ru\">sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":55.44,"GeoreviewClassification (rus-Cyrl)":39.67,"HeadlineClassification (rus-Cyrl)":77.19,"InappropriatenessClassification (rus-Cyrl)":64.64,"KinopoiskClassification (rus-Cyrl)":50.33,"RuReviewsClassification (rus-Cyrl)":58.29,"RuSciBenchGRNTIClassification (rus-Cyrl)":54.19,"RuSciBenchOECDClassification (rus-Cyrl)":43.8}
|
| 11 |
+
{"index":7,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_nlu_ru\">sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":55.21,"GeoreviewClassification (rus-Cyrl)":39.97,"HeadlineClassification (rus-Cyrl)":79.26,"InappropriatenessClassification (rus-Cyrl)":62.52,"KinopoiskClassification (rus-Cyrl)":49.51,"RuReviewsClassification (rus-Cyrl)":58.27,"RuSciBenchGRNTIClassification (rus-Cyrl)":53.9,"RuSciBenchOECDClassification (rus-Cyrl)":43.04}
|
| 12 |
+
{"index":17,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":55.09,"GeoreviewClassification (rus-Cyrl)":44.66,"HeadlineClassification (rus-Cyrl)":73.94,"InappropriatenessClassification (rus-Cyrl)":59.16,"KinopoiskClassification (rus-Cyrl)":49.96,"RuReviewsClassification (rus-Cyrl)":61.18,"RuSciBenchGRNTIClassification (rus-Cyrl)":54.99,"RuSciBenchOECDClassification (rus-Cyrl)":41.72}
|
| 13 |
+
{"index":13,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":54.23,"GeoreviewClassification (rus-Cyrl)":40.19,"HeadlineClassification (rus-Cyrl)":78.75,"InappropriatenessClassification (rus-Cyrl)":61.33,"KinopoiskClassification (rus-Cyrl)":48.78,"RuReviewsClassification (rus-Cyrl)":55.66,"RuSciBenchGRNTIClassification (rus-Cyrl)":53.53,"RuSciBenchOECDClassification (rus-Cyrl)":41.34}
|
| 14 |
+
{"index":23,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":54.11,"GeoreviewClassification (rus-Cyrl)":42.33,"HeadlineClassification (rus-Cyrl)":70.35,"InappropriatenessClassification (rus-Cyrl)":59.32,"KinopoiskClassification (rus-Cyrl)":44.31,"RuReviewsClassification (rus-Cyrl)":62.33,"RuSciBenchGRNTIClassification (rus-Cyrl)":56.01,"RuSciBenchOECDClassification (rus-Cyrl)":44.14}
|
| 15 |
+
{"index":25,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":53.46,"GeoreviewClassification (rus-Cyrl)":41.36,"HeadlineClassification (rus-Cyrl)":68.9,"InappropriatenessClassification (rus-Cyrl)":59.11,"KinopoiskClassification (rus-Cyrl)":50.47,"RuReviewsClassification (rus-Cyrl)":60.66,"RuSciBenchGRNTIClassification (rus-Cyrl)":52.93,"RuSciBenchOECDClassification (rus-Cyrl)":40.79}
|
| 16 |
+
{"index":8,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":52.73,"GeoreviewClassification (rus-Cyrl)":40.89,"HeadlineClassification (rus-Cyrl)":68.75,"InappropriatenessClassification (rus-Cyrl)":58.48,"KinopoiskClassification (rus-Cyrl)":49.85,"RuReviewsClassification (rus-Cyrl)":58.01,"RuSciBenchGRNTIClassification (rus-Cyrl)":52.8,"RuSciBenchOECDClassification (rus-Cyrl)":40.36}
|
| 17 |
+
{"index":18,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":52.35,"GeoreviewClassification (rus-Cyrl)":40.86,"HeadlineClassification (rus-Cyrl)":68.75,"InappropriatenessClassification (rus-Cyrl)":58.52,"KinopoiskClassification (rus-Cyrl)":46.77,"RuReviewsClassification (rus-Cyrl)":58.01,"RuSciBenchGRNTIClassification (rus-Cyrl)":53.04,"RuSciBenchOECDClassification (rus-Cyrl)":40.48}
|
| 18 |
+
{"index":1,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":52.16,"GeoreviewClassification (rus-Cyrl)":38.95,"HeadlineClassification (rus-Cyrl)":75.59,"InappropriatenessClassification (rus-Cyrl)":60.68,"KinopoiskClassification (rus-Cyrl)":49.67,"RuReviewsClassification (rus-Cyrl)":54.05,"RuSciBenchGRNTIClassification (rus-Cyrl)":48.53,"RuSciBenchOECDClassification (rus-Cyrl)":37.65}
|
| 19 |
+
{"index":3,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":51.49,"GeoreviewClassification (rus-Cyrl)":38.05,"HeadlineClassification (rus-Cyrl)":67.64,"InappropriatenessClassification (rus-Cyrl)":58.27,"KinopoiskClassification (rus-Cyrl)":45.86,"RuReviewsClassification (rus-Cyrl)":58.34,"RuSciBenchGRNTIClassification (rus-Cyrl)":52.18,"RuSciBenchOECDClassification (rus-Cyrl)":40.11}
|
| 20 |
+
{"index":22,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":51.38,"GeoreviewClassification (rus-Cyrl)":38.24,"HeadlineClassification (rus-Cyrl)":68.3,"InappropriatenessClassification (rus-Cyrl)":58.18,"KinopoiskClassification (rus-Cyrl)":41.45,"RuReviewsClassification (rus-Cyrl)":58.88,"RuSciBenchGRNTIClassification (rus-Cyrl)":53.19,"RuSciBenchOECDClassification (rus-Cyrl)":41.41}
|
| 21 |
+
{"index":10,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny2\">rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":51.37,"GeoreviewClassification (rus-Cyrl)":39.64,"HeadlineClassification (rus-Cyrl)":74.19,"InappropriatenessClassification (rus-Cyrl)":58.57,"KinopoiskClassification (rus-Cyrl)":49.06,"RuReviewsClassification (rus-Cyrl)":56.99,"RuSciBenchGRNTIClassification (rus-Cyrl)":45.63,"RuSciBenchOECDClassification (rus-Cyrl)":35.48}
|
| 22 |
+
{"index":2,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":50.66,"GeoreviewClassification (rus-Cyrl)":37.22,"HeadlineClassification (rus-Cyrl)":75.23,"InappropriatenessClassification (rus-Cyrl)":57.34,"KinopoiskClassification (rus-Cyrl)":49.91,"RuReviewsClassification (rus-Cyrl)":50.74,"RuSciBenchGRNTIClassification (rus-Cyrl)":48.03,"RuSciBenchOECDClassification (rus-Cyrl)":36.13}
|
| 23 |
+
{"index":9,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny\">rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":42.68,"GeoreviewClassification (rus-Cyrl)":33.45,"HeadlineClassification (rus-Cyrl)":57.65,"InappropriatenessClassification (rus-Cyrl)":54.5,"KinopoiskClassification (rus-Cyrl)":41.36,"RuReviewsClassification (rus-Cyrl)":49.56,"RuSciBenchGRNTIClassification (rus-Cyrl)":35.71,"RuSciBenchOECDClassification (rus-Cyrl)":26.51}
|
| 24 |
+
{"index":21,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":29.53,"GeoreviewClassification (rus-Cyrl)":25.93,"HeadlineClassification (rus-Cyrl)":28.53,"InappropriatenessClassification (rus-Cyrl)":51.82,"KinopoiskClassification (rus-Cyrl)":34.18,"RuReviewsClassification (rus-Cyrl)":42.33,"RuSciBenchGRNTIClassification (rus-Cyrl)":13.29,"RuSciBenchOECDClassification (rus-Cyrl)":10.62}
|
| 25 |
+
{"index":20,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":28.67,"GeoreviewClassification (rus-Cyrl)":27.08,"HeadlineClassification (rus-Cyrl)":27.77,"InappropriatenessClassification (rus-Cyrl)":51.73,"KinopoiskClassification (rus-Cyrl)":33.93,"RuReviewsClassification (rus-Cyrl)":41.79,"RuSciBenchGRNTIClassification (rus-Cyrl)":10.08,"RuSciBenchOECDClassification (rus-Cyrl)":8.3}
|
| 26 |
+
{"index":19,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":28.33,"GeoreviewClassification (rus-Cyrl)":23.49,"HeadlineClassification (rus-Cyrl)":28.49,"InappropriatenessClassification (rus-Cyrl)":50.85,"KinopoiskClassification (rus-Cyrl)":34.17,"RuReviewsClassification (rus-Cyrl)":42.49,"RuSciBenchGRNTIClassification (rus-Cyrl)":10.49,"RuSciBenchOECDClassification (rus-Cyrl)":8.31}
|
all_data_tasks/32/default.jsonl
CHANGED
|
@@ -1,24 +1,26 @@
|
|
| 1 |
-
{"index":
|
| 2 |
-
{"index":
|
| 3 |
-
{"index":
|
| 4 |
-
{"index":
|
| 5 |
-
{"index":
|
| 6 |
-
{"index":
|
| 7 |
-
{"index":0,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Average":52.
|
| 8 |
-
{"index":
|
| 9 |
-
{"index":
|
| 10 |
-
{"index":
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
| 14 |
-
{"index":
|
| 15 |
-
{"index":
|
| 16 |
-
{"index":
|
| 17 |
-
{"index":
|
| 18 |
-
{"index":
|
| 19 |
-
{"index":
|
| 20 |
-
{"index":
|
| 21 |
-
{"index":
|
| 22 |
-
{"index":
|
| 23 |
-
{"index":
|
| 24 |
-
{"index":
|
|
|
|
|
|
|
|
|
| 1 |
+
{"index":14,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":64.24,"GeoreviewClusteringP2P (rus-Cyrl)":76.32,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":62.27,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":54.13}
|
| 2 |
+
{"index":4,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":61.91,"GeoreviewClusteringP2P (rus-Cyrl)":74.06,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":60.01,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":51.66}
|
| 3 |
+
{"index":5,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/ru-en-RoSBERTa\">ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Average":56.06,"GeoreviewClusteringP2P (rus-Cyrl)":65.42,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":55.47,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":47.29}
|
| 4 |
+
{"index":12,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-bge-m3\">USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":53.61,"GeoreviewClusteringP2P (rus-Cyrl)":62.79,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":53.11,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":44.93}
|
| 5 |
+
{"index":11,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":53.42,"GeoreviewClusteringP2P (rus-Cyrl)":64.16,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":51.38,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":44.73}
|
| 6 |
+
{"index":24,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":53.22,"GeoreviewClusteringP2P (rus-Cyrl)":64.55,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":50.64,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":44.48}
|
| 7 |
+
{"index":0,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Average":52.38,"GeoreviewClusteringP2P (rus-Cyrl)":63.09,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":50.83,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":43.21}
|
| 8 |
+
{"index":16,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":52.23,"GeoreviewClusteringP2P (rus-Cyrl)":59.59,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":51.98,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":45.12}
|
| 9 |
+
{"index":17,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":51.35,"GeoreviewClusteringP2P (rus-Cyrl)":58.57,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":51.14,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":44.33}
|
| 10 |
+
{"index":6,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_mt_nlu_ru\">sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":51.29,"GeoreviewClusteringP2P (rus-Cyrl)":57.07,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":51.44,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":45.36}
|
| 11 |
+
{"index":7,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_nlu_ru\">sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":50.43,"GeoreviewClusteringP2P (rus-Cyrl)":57.12,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":49.7,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":44.48}
|
| 12 |
+
{"index":15,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":50.27,"GeoreviewClusteringP2P (rus-Cyrl)":54.46,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":51.56,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":44.79}
|
| 13 |
+
{"index":25,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":49.57,"GeoreviewClusteringP2P (rus-Cyrl)":59.71,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":47.55,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":41.44}
|
| 14 |
+
{"index":23,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":49.18,"GeoreviewClusteringP2P (rus-Cyrl)":56.18,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":48.47,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":42.9}
|
| 15 |
+
{"index":22,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":47.76,"GeoreviewClusteringP2P (rus-Cyrl)":53.37,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":48.22,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":41.68}
|
| 16 |
+
{"index":18,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":47.74,"GeoreviewClusteringP2P (rus-Cyrl)":52.19,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":49.07,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":41.97}
|
| 17 |
+
{"index":8,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":46.84,"GeoreviewClusteringP2P (rus-Cyrl)":51.89,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":47.48,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":41.16}
|
| 18 |
+
{"index":3,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":43.13,"GeoreviewClusteringP2P (rus-Cyrl)":41.82,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":46.29,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":41.28}
|
| 19 |
+
{"index":13,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":42.92,"GeoreviewClusteringP2P (rus-Cyrl)":58.79,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":36.66,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":33.31}
|
| 20 |
+
{"index":10,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny2\">rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":39.11,"GeoreviewClusteringP2P (rus-Cyrl)":41.58,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":39.78,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":35.98}
|
| 21 |
+
{"index":1,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":38.41,"GeoreviewClusteringP2P (rus-Cyrl)":43.26,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":37.84,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":34.12}
|
| 22 |
+
{"index":9,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny\">rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":30.76,"GeoreviewClusteringP2P (rus-Cyrl)":34.4,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":29.89,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":27.98}
|
| 23 |
+
{"index":2,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":27.91,"GeoreviewClusteringP2P (rus-Cyrl)":28.77,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":28.29,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":26.67}
|
| 24 |
+
{"index":21,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":15.83,"GeoreviewClusteringP2P (rus-Cyrl)":20.33,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":14.66,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":12.49}
|
| 25 |
+
{"index":19,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":13.78,"GeoreviewClusteringP2P (rus-Cyrl)":20.51,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":10.65,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":10.19}
|
| 26 |
+
{"index":20,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":13.3,"GeoreviewClusteringP2P (rus-Cyrl)":20.25,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":10.21,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":9.44}
|
all_data_tasks/33/default.jsonl
CHANGED
|
@@ -1,23 +1 @@
|
|
| 1 |
-
{"index":
|
| 2 |
-
{"index":21,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"TERRa (rus-Cyrl)":64.57}
|
| 3 |
-
{"index":4,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/ru-en-RoSBERTa\">ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"TERRa (rus-Cyrl)":60.79}
|
| 4 |
-
{"index":0,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"TERRa (rus-Cyrl)":60.6}
|
| 5 |
-
{"index":10,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"TERRa (rus-Cyrl)":60.02}
|
| 6 |
-
{"index":3,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"TERRa (rus-Cyrl)":59.12}
|
| 7 |
-
{"index":20,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"TERRa (rus-Cyrl)":58.56}
|
| 8 |
-
{"index":14,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"TERRa (rus-Cyrl)":58.4}
|
| 9 |
-
{"index":22,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"TERRa (rus-Cyrl)":57.81}
|
| 10 |
-
{"index":23,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"TERRa (rus-Cyrl)":56.09}
|
| 11 |
-
{"index":16,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"TERRa (rus-Cyrl)":55.71}
|
| 12 |
-
{"index":7,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"TERRa (rus-Cyrl)":55.61}
|
| 13 |
-
{"index":15,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"TERRa (rus-Cyrl)":55.14}
|
| 14 |
-
{"index":13,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"TERRa (rus-Cyrl)":54.96}
|
| 15 |
-
{"index":12,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"TERRa (rus-Cyrl)":53.78}
|
| 16 |
-
{"index":1,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"TERRa (rus-Cyrl)":52.48}
|
| 17 |
-
{"index":2,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"TERRa (rus-Cyrl)":52.12}
|
| 18 |
-
{"index":5,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_mt_nlu_ru\">sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"TERRa (rus-Cyrl)":51.97}
|
| 19 |
-
{"index":9,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny2\">rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"TERRa (rus-Cyrl)":51.87}
|
| 20 |
-
{"index":8,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny\">rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"TERRa (rus-Cyrl)":51.06}
|
| 21 |
-
{"index":6,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_nlu_ru\">sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"TERRa (rus-Cyrl)":50.17}
|
| 22 |
-
{"index":17,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"TERRa (rus-Cyrl)":46.4}
|
| 23 |
-
{"index":18,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"TERRa (rus-Cyrl)":45.03}
|
|
|
|
| 1 |
+
{"index":5,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/ru-en-RoSBERTa\">ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"TERRa (rus-Cyrl)":60.79}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
all_data_tasks/34/default.jsonl
CHANGED
|
@@ -1,24 +1,26 @@
|
|
| 1 |
-
{"index":14,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/
|
| 2 |
-
{"index":
|
| 3 |
-
{"index":
|
| 4 |
-
{"index":
|
| 5 |
-
{"index":
|
| 6 |
-
{"index":
|
| 7 |
-
{"index":
|
| 8 |
-
{"index":
|
| 9 |
-
{"index":
|
| 10 |
-
{"index":
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
| 14 |
-
{"index":
|
| 15 |
-
{"index":
|
| 16 |
-
{"index":
|
| 17 |
-
{"index":
|
| 18 |
-
{"index":
|
| 19 |
-
{"index":
|
| 20 |
-
{"index":
|
| 21 |
-
{"index":
|
| 22 |
-
{"index":
|
| 23 |
-
{"index":
|
| 24 |
-
{"index":
|
|
|
|
|
|
|
|
|
| 1 |
+
{"index":14,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"RuBQReranking (rus-Cyrl)":76.32}
|
| 2 |
+
{"index":16,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"RuBQReranking (rus-Cyrl)":75.6}
|
| 3 |
+
{"index":0,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"RuBQReranking (rus-Cyrl)":74.03}
|
| 4 |
+
{"index":12,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-bge-m3\">USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"RuBQReranking (rus-Cyrl)":73.08}
|
| 5 |
+
{"index":4,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"RuBQReranking (rus-Cyrl)":72.43}
|
| 6 |
+
{"index":15,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"RuBQReranking (rus-Cyrl)":72.01}
|
| 7 |
+
{"index":5,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/ru-en-RoSBERTa\">ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"RuBQReranking (rus-Cyrl)":70.87}
|
| 8 |
+
{"index":17,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"RuBQReranking (rus-Cyrl)":69.98}
|
| 9 |
+
{"index":24,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"RuBQReranking (rus-Cyrl)":68.65}
|
| 10 |
+
{"index":11,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"RuBQReranking (rus-Cyrl)":64.42}
|
| 11 |
+
{"index":25,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"RuBQReranking (rus-Cyrl)":62.15}
|
| 12 |
+
{"index":23,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"RuBQReranking (rus-Cyrl)":58.77}
|
| 13 |
+
{"index":6,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_mt_nlu_ru\">sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"RuBQReranking (rus-Cyrl)":56.14}
|
| 14 |
+
{"index":18,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"RuBQReranking (rus-Cyrl)":55.13}
|
| 15 |
+
{"index":8,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"RuBQReranking (rus-Cyrl)":54.83}
|
| 16 |
+
{"index":22,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"RuBQReranking (rus-Cyrl)":52.8}
|
| 17 |
+
{"index":7,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_nlu_ru\">sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"RuBQReranking (rus-Cyrl)":46.81}
|
| 18 |
+
{"index":10,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny2\">rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"RuBQReranking (rus-Cyrl)":46.09}
|
| 19 |
+
{"index":1,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"RuBQReranking (rus-Cyrl)":42.58}
|
| 20 |
+
{"index":2,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"RuBQReranking (rus-Cyrl)":41.65}
|
| 21 |
+
{"index":3,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"RuBQReranking (rus-Cyrl)":39.89}
|
| 22 |
+
{"index":19,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"RuBQReranking (rus-Cyrl)":38.51}
|
| 23 |
+
{"index":9,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny\">rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"RuBQReranking (rus-Cyrl)":35.44}
|
| 24 |
+
{"index":13,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"RuBQReranking (rus-Cyrl)":34.01}
|
| 25 |
+
{"index":21,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"RuBQReranking (rus-Cyrl)":30.96}
|
| 26 |
+
{"index":20,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"RuBQReranking (rus-Cyrl)":27.05}
|
all_data_tasks/35/default.jsonl
CHANGED
|
@@ -1,24 +1,26 @@
|
|
| 1 |
-
{"index":14,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/
|
| 2 |
-
{"index":
|
| 3 |
-
{"index":
|
| 4 |
-
{"index":
|
| 5 |
-
{"index":
|
| 6 |
-
{"index":15,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-
|
| 7 |
-
{"index":
|
| 8 |
-
{"index":
|
| 9 |
-
{"index":
|
| 10 |
-
{"index":
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
| 14 |
-
{"index":
|
| 15 |
-
{"index":
|
| 16 |
-
{"index":
|
| 17 |
-
{"index":
|
| 18 |
-
{"index":
|
| 19 |
-
{"index":
|
| 20 |
-
{"index":
|
| 21 |
-
{"index":
|
| 22 |
-
{"index":
|
| 23 |
-
{"index":
|
| 24 |
-
{"index":
|
|
|
|
|
|
|
|
|
| 1 |
+
{"index":14,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":77.46,"RiaNewsRetrieval (rus-Cyrl)":78.94,"RuBQRetrieval (rus-Cyrl)":75.98}
|
| 2 |
+
{"index":16,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":77.4,"RiaNewsRetrieval (rus-Cyrl)":80.67,"RuBQRetrieval (rus-Cyrl)":74.13}
|
| 3 |
+
{"index":0,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Average":77.1,"RiaNewsRetrieval (rus-Cyrl)":82.99,"RuBQRetrieval (rus-Cyrl)":71.22}
|
| 4 |
+
{"index":12,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-bge-m3\">USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":76.78,"RiaNewsRetrieval (rus-Cyrl)":83.53,"RuBQRetrieval (rus-Cyrl)":70.03}
|
| 5 |
+
{"index":5,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/ru-en-RoSBERTa\">ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Average":72.82,"RiaNewsRetrieval (rus-Cyrl)":78.86,"RuBQRetrieval (rus-Cyrl)":66.77}
|
| 6 |
+
{"index":15,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":69.91,"RiaNewsRetrieval (rus-Cyrl)":70.24,"RuBQRetrieval (rus-Cyrl)":69.58}
|
| 7 |
+
{"index":17,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":69.26,"RiaNewsRetrieval (rus-Cyrl)":70.0,"RuBQRetrieval (rus-Cyrl)":68.53}
|
| 8 |
+
{"index":24,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":67.54,"RiaNewsRetrieval (rus-Cyrl)":69.36,"RuBQRetrieval (rus-Cyrl)":65.71}
|
| 9 |
+
{"index":11,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":67.34,"RiaNewsRetrieval (rus-Cyrl)":77.83,"RuBQRetrieval (rus-Cyrl)":56.86}
|
| 10 |
+
{"index":25,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":51.5,"RiaNewsRetrieval (rus-Cyrl)":51.27,"RuBQRetrieval (rus-Cyrl)":51.73}
|
| 11 |
+
{"index":23,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":44.4,"RiaNewsRetrieval (rus-Cyrl)":51.75,"RuBQRetrieval (rus-Cyrl)":37.04}
|
| 12 |
+
{"index":22,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":37.26,"RiaNewsRetrieval (rus-Cyrl)":44.82,"RuBQRetrieval (rus-Cyrl)":29.7}
|
| 13 |
+
{"index":18,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":36.38,"RiaNewsRetrieval (rus-Cyrl)":42.75,"RuBQRetrieval (rus-Cyrl)":30.02}
|
| 14 |
+
{"index":8,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":31.88,"RiaNewsRetrieval (rus-Cyrl)":34.73,"RuBQRetrieval (rus-Cyrl)":29.03}
|
| 15 |
+
{"index":6,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_mt_nlu_ru\">sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":25.6,"RiaNewsRetrieval (rus-Cyrl)":21.4,"RuBQRetrieval (rus-Cyrl)":29.8}
|
| 16 |
+
{"index":10,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny2\">rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":12.4,"RiaNewsRetrieval (rus-Cyrl)":13.92,"RuBQRetrieval (rus-Cyrl)":10.87}
|
| 17 |
+
{"index":7,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_nlu_ru\">sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":11.78,"RiaNewsRetrieval (rus-Cyrl)":11.11,"RuBQRetrieval (rus-Cyrl)":12.45}
|
| 18 |
+
{"index":3,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":9.68,"RiaNewsRetrieval (rus-Cyrl)":6.72,"RuBQRetrieval (rus-Cyrl)":12.63}
|
| 19 |
+
{"index":2,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":7.55,"RiaNewsRetrieval (rus-Cyrl)":5.58,"RuBQRetrieval (rus-Cyrl)":9.52}
|
| 20 |
+
{"index":13,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":7.5,"RiaNewsRetrieval (rus-Cyrl)":4.84,"RuBQRetrieval (rus-Cyrl)":10.15}
|
| 21 |
+
{"index":1,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":7.37,"RiaNewsRetrieval (rus-Cyrl)":4.14,"RuBQRetrieval (rus-Cyrl)":10.6}
|
| 22 |
+
{"index":9,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny\">rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":2.02,"RiaNewsRetrieval (rus-Cyrl)":0.79,"RuBQRetrieval (rus-Cyrl)":3.24}
|
| 23 |
+
{"index":20,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":1.66,"RiaNewsRetrieval (rus-Cyrl)":0.67,"RuBQRetrieval (rus-Cyrl)":2.64}
|
| 24 |
+
{"index":4,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","RiaNewsRetrieval (rus-Cyrl)":"","RuBQRetrieval (rus-Cyrl)":70.94}
|
| 25 |
+
{"index":19,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","RiaNewsRetrieval (rus-Cyrl)":"","RuBQRetrieval (rus-Cyrl)":8.84}
|
| 26 |
+
{"index":21,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","RiaNewsRetrieval (rus-Cyrl)":"","RuBQRetrieval (rus-Cyrl)":4.75}
|
all_data_tasks/36/default.jsonl
CHANGED
|
@@ -1,23 +1 @@
|
|
| 1 |
-
{"index":
|
| 2 |
-
{"index":10,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":77.91,"RUParaPhraserSTS (rus-Cyrl)":73.56,"RuSTSBenchmarkSTS (rus-Cyrl)":82.26}
|
| 3 |
-
{"index":14,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":77.48,"RUParaPhraserSTS (rus-Cyrl)":71.82,"RuSTSBenchmarkSTS (rus-Cyrl)":83.15}
|
| 4 |
-
{"index":4,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/ru-en-RoSBERTa\">ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Average":77.42,"RUParaPhraserSTS (rus-Cyrl)":76.16,"RuSTSBenchmarkSTS (rus-Cyrl)":78.69}
|
| 5 |
-
{"index":0,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Average":77.39,"RUParaPhraserSTS (rus-Cyrl)":74.9,"RuSTSBenchmarkSTS (rus-Cyrl)":79.87}
|
| 6 |
-
{"index":22,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":77.37,"RUParaPhraserSTS (rus-Cyrl)":72.97,"RuSTSBenchmarkSTS (rus-Cyrl)":81.77}
|
| 7 |
-
{"index":23,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":75.32,"RUParaPhraserSTS (rus-Cyrl)":72.15,"RuSTSBenchmarkSTS (rus-Cyrl)":78.48}
|
| 8 |
-
{"index":13,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":74.9,"RUParaPhraserSTS (rus-Cyrl)":70.17,"RuSTSBenchmarkSTS (rus-Cyrl)":79.64}
|
| 9 |
-
{"index":15,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":74.27,"RUParaPhraserSTS (rus-Cyrl)":70.46,"RuSTSBenchmarkSTS (rus-Cyrl)":78.08}
|
| 10 |
-
{"index":21,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":74.1,"RUParaPhraserSTS (rus-Cyrl)":65.74,"RuSTSBenchmarkSTS (rus-Cyrl)":82.46}
|
| 11 |
-
{"index":20,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":70.71,"RUParaPhraserSTS (rus-Cyrl)":61.87,"RuSTSBenchmarkSTS (rus-Cyrl)":79.55}
|
| 12 |
-
{"index":7,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":69.6,"RUParaPhraserSTS (rus-Cyrl)":65.87,"RuSTSBenchmarkSTS (rus-Cyrl)":73.32}
|
| 13 |
-
{"index":16,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":69.54,"RUParaPhraserSTS (rus-Cyrl)":65.74,"RuSTSBenchmarkSTS (rus-Cyrl)":73.34}
|
| 14 |
-
{"index":5,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_mt_nlu_ru\">sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":68.19,"RUParaPhraserSTS (rus-Cyrl)":65.17,"RuSTSBenchmarkSTS (rus-Cyrl)":71.22}
|
| 15 |
-
{"index":9,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny2\">rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":67.28,"RUParaPhraserSTS (rus-Cyrl)":65.14,"RuSTSBenchmarkSTS (rus-Cyrl)":69.43}
|
| 16 |
-
{"index":3,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":66.13,"RUParaPhraserSTS (rus-Cyrl)":66.24,"RuSTSBenchmarkSTS (rus-Cyrl)":66.03}
|
| 17 |
-
{"index":6,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_nlu_ru\">sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":60.44,"RUParaPhraserSTS (rus-Cyrl)":62.06,"RuSTSBenchmarkSTS (rus-Cyrl)":58.82}
|
| 18 |
-
{"index":1,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":58.36,"RUParaPhraserSTS (rus-Cyrl)":55.01,"RuSTSBenchmarkSTS (rus-Cyrl)":61.72}
|
| 19 |
-
{"index":12,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":56.25,"RUParaPhraserSTS (rus-Cyrl)":54.03,"RuSTSBenchmarkSTS (rus-Cyrl)":58.47}
|
| 20 |
-
{"index":8,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny\">rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":55.78,"RUParaPhraserSTS (rus-Cyrl)":53.41,"RuSTSBenchmarkSTS (rus-Cyrl)":58.16}
|
| 21 |
-
{"index":2,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":51.84,"RUParaPhraserSTS (rus-Cyrl)":49.72,"RuSTSBenchmarkSTS (rus-Cyrl)":53.95}
|
| 22 |
-
{"index":17,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":50.9,"RUParaPhraserSTS (rus-Cyrl)":45.47,"RuSTSBenchmarkSTS (rus-Cyrl)":56.33}
|
| 23 |
-
{"index":18,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":49.74,"RUParaPhraserSTS (rus-Cyrl)":43.93,"RuSTSBenchmarkSTS (rus-Cyrl)":55.56}
|
|
|
|
| 1 |
+
{"index":5,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/ru-en-RoSBERTa\">ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Average":77.42,"RUParaPhraserSTS (rus-Cyrl)":76.16,"RuSTSBenchmarkSTS (rus-Cyrl)":78.69}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
all_data_tasks/37/default.jsonl
CHANGED
|
@@ -1,58 +1,59 @@
|
|
| 1 |
-
{"index":
|
| 2 |
-
{"index":
|
| 3 |
-
{"index":
|
| 4 |
-
{"index":
|
| 5 |
-
{"index":
|
| 6 |
-
{"index":
|
| 7 |
-
{"index":
|
| 8 |
-
{"index":
|
| 9 |
-
{"index":
|
| 10 |
-
{"index":
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
| 14 |
-
{"index":
|
| 15 |
-
{"index":
|
| 16 |
-
{"index":
|
| 17 |
-
{"index":
|
| 18 |
-
{"index":
|
| 19 |
-
{"index":
|
| 20 |
{"index":0,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","MassiveIntentClassification (nb)":37.74,"MassiveScenarioClassification (nb)":43.9,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 21 |
{"index":1,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":"","MassiveIntentClassification (nb)":63.74,"MassiveScenarioClassification (nb)":71.5,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 22 |
{"index":2,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":36.89,"MassiveScenarioClassification (nb)":44.27,"NoRecClassification":43.53,"NordicLangClassification":"","NorwegianParliament":54.9,"ScalaNbClassification":""}
|
| 23 |
{"index":3,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":28.65,"MassiveScenarioClassification (nb)":35.24,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 24 |
{"index":4,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":31.07,"MassiveScenarioClassification (nb)":38.02,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 25 |
-
{"index":5,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 26 |
-
{"index":
|
| 27 |
-
{"index":10,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 28 |
-
{"index":11,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 29 |
-
{"index":12,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 30 |
-
{"index":13,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-
|
| 31 |
-
{"index":
|
| 32 |
-
{"index":17,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 33 |
-
{"index":18,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 34 |
-
{"index":
|
| 35 |
-
{"index":
|
| 36 |
-
{"index":
|
| 37 |
-
{"index":
|
| 38 |
-
{"index":31,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-
|
| 39 |
-
{"index":
|
| 40 |
-
{"index":
|
| 41 |
-
{"index":37,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 42 |
-
{"index":38,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/
|
| 43 |
-
{"index":
|
| 44 |
-
{"index":41,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/
|
| 45 |
-
{"index":42,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/
|
| 46 |
-
{"index":43,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/
|
| 47 |
-
{"index":44,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-
|
| 48 |
-
{"index":45,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/
|
| 49 |
-
{"index":46,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-
|
| 50 |
-
{"index":47,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/
|
| 51 |
-
{"index":48,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-
|
| 52 |
-
{"index":49,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-
|
| 53 |
-
{"index":50,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 54 |
-
{"index":51,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 55 |
-
{"index":52,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 56 |
-
{"index":53,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 57 |
-
{"index":54,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/
|
| 58 |
-
{"index":55,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/
|
|
|
|
|
|
| 1 |
+
{"index":16,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/NbAiLab\/nb-bert-large\">nb-bert-large<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Average":66.73,"MassiveIntentClassification (nb)":62.68,"MassiveScenarioClassification (nb)":67.44,"NoRecClassification":55.46,"NordicLangClassification":85.27,"NorwegianParliament":62.58,"ScalaNbClassification":66.97}
|
| 2 |
+
{"index":15,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/NbAiLab\/nb-bert-base\">nb-bert-base<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":63.94,"MassiveIntentClassification (nb)":60.67,"MassiveScenarioClassification (nb)":67.31,"NoRecClassification":51.32,"NordicLangClassification":84.69,"NorwegianParliament":57.41,"ScalaNbClassification":62.25}
|
| 3 |
+
{"index":28,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":63.64,"MassiveIntentClassification (nb)":59.83,"MassiveScenarioClassification (nb)":66.18,"NoRecClassification":62.76,"NordicLangClassification":82.29,"NorwegianParliament":60.36,"ScalaNbClassification":50.44}
|
| 4 |
+
{"index":35,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ltg\/norbert3-base\">norbert3-base<\/a>","Model Size (Million Parameters)":131,"Memory Usage (GB, fp32)":0.49,"Average":61.75,"MassiveIntentClassification (nb)":54.2,"MassiveScenarioClassification (nb)":60.69,"NoRecClassification":53.4,"NordicLangClassification":82.67,"NorwegianParliament":59.33,"ScalaNbClassification":60.19}
|
| 5 |
+
{"index":27,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":61.63,"MassiveIntentClassification (nb)":59.83,"MassiveScenarioClassification (nb)":66.18,"NoRecClassification":57.58,"NordicLangClassification":75.94,"NorwegianParliament":59.94,"ScalaNbClassification":50.32}
|
| 6 |
+
{"index":36,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ltg\/norbert3-large\">norbert3-large<\/a>","Model Size (Million Parameters)":368,"Memory Usage (GB, fp32)":1.37,"Average":60.34,"MassiveIntentClassification (nb)":47.42,"MassiveScenarioClassification (nb)":54.25,"NoRecClassification":50.46,"NordicLangClassification":84.25,"NorwegianParliament":58.85,"ScalaNbClassification":66.79}
|
| 7 |
+
{"index":30,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":58.86,"MassiveIntentClassification (nb)":53.96,"MassiveScenarioClassification (nb)":59.9,"NoRecClassification":53.96,"NordicLangClassification":75.15,"NorwegianParliament":60.15,"ScalaNbClassification":50.06}
|
| 8 |
+
{"index":20,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chcaa\/dfm-encoder-large-v1\">dfm-encoder-large-v1<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Average":58.46,"MassiveIntentClassification (nb)":52.49,"MassiveScenarioClassification (nb)":54.59,"NoRecClassification":48.3,"NordicLangClassification":77.68,"NorwegianParliament":58.78,"ScalaNbClassification":58.95}
|
| 9 |
+
{"index":57,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vesteinn\/DanskBERT\">DanskBERT<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":55.0,"MassiveIntentClassification (nb)":45.38,"MassiveScenarioClassification (nb)":47.55,"NoRecClassification":46.06,"NordicLangClassification":74.25,"NorwegianParliament":56.79,"ScalaNbClassification":59.99}
|
| 10 |
+
{"index":22,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.92,"MassiveIntentClassification (nb)":59.9,"MassiveScenarioClassification (nb)":65.81,"NoRecClassification":48.25,"NordicLangClassification":48.4,"NorwegianParliament":55.99,"ScalaNbClassification":51.18}
|
| 11 |
+
{"index":58,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":54.34,"MassiveIntentClassification (nb)":40.46,"MassiveScenarioClassification (nb)":44.83,"NoRecClassification":46.28,"NordicLangClassification":79.39,"NorwegianParliament":56.75,"ScalaNbClassification":58.33}
|
| 12 |
+
{"index":23,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":50.14,"MassiveIntentClassification (nb)":41.57,"MassiveScenarioClassification (nb)":50.33,"NoRecClassification":42.0,"NordicLangClassification":59.34,"NorwegianParliament":57.42,"ScalaNbClassification":50.18}
|
| 13 |
+
{"index":24,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":50.01,"MassiveIntentClassification (nb)":40.63,"MassiveScenarioClassification (nb)":51.91,"NoRecClassification":41.83,"NordicLangClassification":58.3,"NorwegianParliament":57.26,"ScalaNbClassification":50.13}
|
| 14 |
+
{"index":9,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KBLab\/sentence-bert-swedish-cased\">sentence-bert-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":48.88,"MassiveIntentClassification (nb)":42.74,"MassiveScenarioClassification (nb)":49.49,"NoRecClassification":43.53,"NordicLangClassification":51.45,"NorwegianParliament":55.74,"ScalaNbClassification":50.34}
|
| 15 |
+
{"index":26,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-small\">e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":48.46,"MassiveIntentClassification (nb)":40.25,"MassiveScenarioClassification (nb)":48.58,"NoRecClassification":41.84,"NordicLangClassification":53.47,"NorwegianParliament":56.57,"ScalaNbClassification":50.03}
|
| 16 |
+
{"index":7,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KB\/bert-base-swedish-cased\">bert-base-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":48.18,"MassiveIntentClassification (nb)":35.75,"MassiveScenarioClassification (nb)":35.76,"NoRecClassification":43.91,"NordicLangClassification":62.45,"NorwegianParliament":57.56,"ScalaNbClassification":53.63}
|
| 17 |
+
{"index":40,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":47.28,"MassiveIntentClassification (nb)":39.34,"MassiveScenarioClassification (nb)":44.67,"NoRecClassification":40.02,"NordicLangClassification":54.71,"NorwegianParliament":54.8,"ScalaNbClassification":50.17}
|
| 18 |
+
{"index":33,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jonfd\/electra-small-nordic\">electra-small-nordic<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":47.28,"MassiveIntentClassification (nb)":24.6,"MassiveScenarioClassification (nb)":27.3,"NoRecClassification":45.44,"NordicLangClassification":57.82,"NorwegianParliament":53.25,"ScalaNbClassification":75.28}
|
| 19 |
+
{"index":8,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KBLab\/electra-small-swedish-cased-discriminator\">electra-small-swedish-cased-discriminator<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Average":34.34,"MassiveIntentClassification (nb)":5.66,"MassiveScenarioClassification (nb)":11.26,"NoRecClassification":39.72,"NordicLangClassification":44.53,"NorwegianParliament":52.44,"ScalaNbClassification":52.41}
|
| 20 |
{"index":0,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","MassiveIntentClassification (nb)":37.74,"MassiveScenarioClassification (nb)":43.9,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 21 |
{"index":1,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":"","MassiveIntentClassification (nb)":63.74,"MassiveScenarioClassification (nb)":71.5,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 22 |
{"index":2,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":36.89,"MassiveScenarioClassification (nb)":44.27,"NoRecClassification":43.53,"NordicLangClassification":"","NorwegianParliament":54.9,"ScalaNbClassification":""}
|
| 23 |
{"index":3,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":28.65,"MassiveScenarioClassification (nb)":35.24,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 24 |
{"index":4,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":31.07,"MassiveScenarioClassification (nb)":38.02,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 25 |
+
{"index":5,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 26 |
+
{"index":6,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Jechto\/e5-dansk-test-0.1\">e5-dansk-test-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NordicLangClassification":61.0,"NorwegianParliament":"","ScalaNbClassification":""}
|
| 27 |
+
{"index":10,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":69.88,"MassiveScenarioClassification (nb)":74.84,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 28 |
+
{"index":11,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","MassiveIntentClassification (nb)":39.67,"MassiveScenarioClassification (nb)":50.89,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 29 |
+
{"index":12,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","MassiveIntentClassification (nb)":61.96,"MassiveScenarioClassification (nb)":67.37,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 30 |
+
{"index":13,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","MassiveIntentClassification (nb)":39.82,"MassiveScenarioClassification (nb)":39.02,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 31 |
+
{"index":14,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","MassiveIntentClassification (nb)":39.48,"MassiveScenarioClassification (nb)":40.47,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 32 |
+
{"index":17,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":54.41,"MassiveScenarioClassification (nb)":64.64,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 33 |
+
{"index":18,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","MassiveIntentClassification (nb)":49.41,"MassiveScenarioClassification (nb)":51.8,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 34 |
+
{"index":19,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/brahmairesearch\/slx-v0.1\">slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":"","MassiveIntentClassification (nb)":38.18,"MassiveScenarioClassification (nb)":43.39,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 35 |
+
{"index":21,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":69.88,"MassiveScenarioClassification (nb)":74.84,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 36 |
+
{"index":25,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","MassiveIntentClassification (nb)":70.93,"MassiveScenarioClassification (nb)":75.7,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 37 |
+
{"index":29,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","MassiveIntentClassification (nb)":71.66,"MassiveScenarioClassification (nb)":77.21,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 38 |
+
{"index":31,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Average":"","MassiveIntentClassification (nb)":46.18,"MassiveScenarioClassification (nb)":50.32,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 39 |
+
{"index":32,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Average":"","MassiveIntentClassification (nb)":44.12,"MassiveScenarioClassification (nb)":46.79,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 40 |
+
{"index":34,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":"","MassiveIntentClassification (nb)":63.74,"MassiveScenarioClassification (nb)":71.5,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 41 |
+
{"index":37,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":69.88,"MassiveScenarioClassification (nb)":74.84,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 42 |
+
{"index":38,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","MassiveIntentClassification (nb)":57.91,"MassiveScenarioClassification (nb)":64.29,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 43 |
+
{"index":39,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","MassiveIntentClassification (nb)":41.91,"MassiveScenarioClassification (nb)":47.36,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 44 |
+
{"index":41,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 45 |
+
{"index":42,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","MassiveIntentClassification (nb)":34.75,"MassiveScenarioClassification (nb)":35.71,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 46 |
+
{"index":43,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","MassiveIntentClassification (nb)":46.01,"MassiveScenarioClassification (nb)":54.98,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 47 |
+
{"index":44,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","MassiveIntentClassification (nb)":43.78,"MassiveScenarioClassification (nb)":52.71,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 48 |
+
{"index":45,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","MassiveIntentClassification (nb)":45.87,"MassiveScenarioClassification (nb)":54.44,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 49 |
+
{"index":46,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 50 |
+
{"index":47,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 51 |
+
{"index":48,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","MassiveIntentClassification (nb)":38.53,"MassiveScenarioClassification (nb)":46.6,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 52 |
+
{"index":49,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","MassiveIntentClassification (nb)":41.29,"MassiveScenarioClassification (nb)":49.92,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 53 |
+
{"index":50,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","MassiveIntentClassification (nb)":45.91,"MassiveScenarioClassification (nb)":53.43,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 54 |
+
{"index":51,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","MassiveIntentClassification (nb)":31.49,"MassiveScenarioClassification (nb)":38.05,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 55 |
+
{"index":52,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","MassiveIntentClassification (nb)":54.64,"MassiveScenarioClassification (nb)":60.26,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 56 |
+
{"index":53,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":69.88,"MassiveScenarioClassification (nb)":74.84,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 57 |
+
{"index":54,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":36.5,"MassiveScenarioClassification (nb)":42.22,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 58 |
+
{"index":55,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":36.5,"MassiveScenarioClassification (nb)":42.22,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
| 59 |
+
{"index":56,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":36.5,"MassiveScenarioClassification (nb)":42.22,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
all_data_tasks/38/default.jsonl
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
all_data_tasks/39/default.jsonl
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
all_data_tasks/4/default.jsonl
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
all_data_tasks/40/default.jsonl
CHANGED
|
@@ -1,16 +1,17 @@
|
|
| 1 |
{"index":1,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.39,"AILACasedocs":44.56,"AILAStatutes":45.51,"GerDaLIRSmall":44.91,"LeCaRDv2":72.75,"LegalBenchConsumerContractsQA":83.27,"LegalBenchCorporateLobbying":95.66,"LegalQuAD":67.47,"LegalSummarization":68.96}
|
| 2 |
-
{"index":
|
| 3 |
-
{"index":
|
| 4 |
{"index":0,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.43,"AILACasedocs":38.2,"AILAStatutes":44.81,"GerDaLIRSmall":17.85,"LeCaRDv2":61.12,"LegalBenchConsumerContractsQA":80.8,"LegalBenchCorporateLobbying":94.11,"LegalQuAD":47.17,"LegalSummarization":67.39}
|
| 5 |
{"index":3,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":43.04,"AILACasedocs":31.54,"AILAStatutes":27.15,"GerDaLIRSmall":6.05,"LeCaRDv2":21.02,"LegalBenchConsumerContractsQA":77.12,"LegalBenchCorporateLobbying":93.68,"LegalQuAD":26.08,"LegalSummarization":61.7}
|
| 6 |
{"index":2,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Average":39.22,"AILACasedocs":25.15,"AILAStatutes":20.74,"GerDaLIRSmall":3.96,"LeCaRDv2":22.68,"LegalBenchConsumerContractsQA":73.52,"LegalBenchCorporateLobbying":91.51,"LegalQuAD":16.22,"LegalSummarization":59.99}
|
| 7 |
-
{"index":
|
| 8 |
-
{"index":6,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-
|
| 9 |
-
{"index":7,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-
|
| 10 |
-
{"index":8,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 11 |
-
{"index":9,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/
|
| 12 |
-
{"index":10,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-
|
| 13 |
-
{"index":11,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-
|
| 14 |
-
{"index":12,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/
|
| 15 |
-
{"index":13,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-
|
| 16 |
-
{"index":14,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
|
|
|
|
|
| 1 |
{"index":1,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.39,"AILACasedocs":44.56,"AILAStatutes":45.51,"GerDaLIRSmall":44.91,"LeCaRDv2":72.75,"LegalBenchConsumerContractsQA":83.27,"LegalBenchCorporateLobbying":95.66,"LegalQuAD":67.47,"LegalSummarization":68.96}
|
| 2 |
+
{"index":5,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":60.0,"AILACasedocs":36.66,"AILAStatutes":34.53,"GerDaLIRSmall":37.18,"LeCaRDv2":68.56,"LegalBenchConsumerContractsQA":77.98,"LegalBenchCorporateLobbying":94.6,"LegalQuAD":59.64,"LegalSummarization":70.86}
|
| 3 |
+
{"index":16,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":59.22,"AILACasedocs":39.0,"AILAStatutes":41.31,"GerDaLIRSmall":32.77,"LeCaRDv2":57.2,"LegalBenchConsumerContractsQA":79.39,"LegalBenchCorporateLobbying":95.09,"LegalQuAD":57.47,"LegalSummarization":71.55}
|
| 4 |
{"index":0,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.43,"AILACasedocs":38.2,"AILAStatutes":44.81,"GerDaLIRSmall":17.85,"LeCaRDv2":61.12,"LegalBenchConsumerContractsQA":80.8,"LegalBenchCorporateLobbying":94.11,"LegalQuAD":47.17,"LegalSummarization":67.39}
|
| 5 |
{"index":3,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":43.04,"AILACasedocs":31.54,"AILAStatutes":27.15,"GerDaLIRSmall":6.05,"LeCaRDv2":21.02,"LegalBenchConsumerContractsQA":77.12,"LegalBenchCorporateLobbying":93.68,"LegalQuAD":26.08,"LegalSummarization":61.7}
|
| 6 |
{"index":2,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Average":39.22,"AILACasedocs":25.15,"AILAStatutes":20.74,"GerDaLIRSmall":3.96,"LeCaRDv2":22.68,"LegalBenchConsumerContractsQA":73.52,"LegalBenchCorporateLobbying":91.51,"LegalQuAD":16.22,"LegalSummarization":59.99}
|
| 7 |
+
{"index":4,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","AILACasedocs":35.29,"AILAStatutes":41.8,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":82.05,"LegalBenchCorporateLobbying":95.0,"LegalQuAD":"","LegalSummarization":70.64}
|
| 8 |
+
{"index":6,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","AILACasedocs":26.05,"AILAStatutes":20.37,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":69.02,"LegalBenchCorporateLobbying":88.97,"LegalQuAD":"","LegalSummarization":61.69}
|
| 9 |
+
{"index":7,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","AILACasedocs":26.43,"AILAStatutes":20.84,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":73.3,"LegalBenchCorporateLobbying":89.72,"LegalQuAD":"","LegalSummarization":62.1}
|
| 10 |
+
{"index":8,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AILACasedocs":23.43,"AILAStatutes":19.01,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":66.98,"LegalBenchCorporateLobbying":89.47,"LegalQuAD":"","LegalSummarization":55.76}
|
| 11 |
+
{"index":9,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","AILACasedocs":17.67,"AILAStatutes":16.72,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":54.66,"LegalBenchCorporateLobbying":69.39,"LegalQuAD":"","LegalSummarization":53.89}
|
| 12 |
+
{"index":10,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AILACasedocs":16.8,"AILAStatutes":20.71,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":60.21,"LegalBenchCorporateLobbying":88.69,"LegalQuAD":"","LegalSummarization":57.43}
|
| 13 |
+
{"index":11,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AILACasedocs":19.72,"AILAStatutes":20.52,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":65.6,"LegalBenchCorporateLobbying":86.41,"LegalQuAD":"","LegalSummarization":59.0}
|
| 14 |
+
{"index":12,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AILACasedocs":22.51,"AILAStatutes":21.27,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":75.25,"LegalBenchCorporateLobbying":89.04,"LegalQuAD":"","LegalSummarization":58.55}
|
| 15 |
+
{"index":13,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AILACasedocs":13.66,"AILAStatutes":20.52,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":49.81,"LegalBenchCorporateLobbying":88.51,"LegalQuAD":"","LegalSummarization":54.97}
|
| 16 |
+
{"index":14,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","AILACasedocs":17.45,"AILAStatutes":22.24,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":52.37,"LegalBenchCorporateLobbying":87.62,"LegalQuAD":"","LegalSummarization":56.8}
|
| 17 |
+
{"index":15,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","AILACasedocs":7.43,"AILAStatutes":13.62,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":"","LegalBenchCorporateLobbying":"","LegalQuAD":"","LegalSummarization":""}
|
all_data_tasks/41/default.jsonl
CHANGED
|
@@ -1,18 +1,19 @@
|
|
| 1 |
{"index":1,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":79.17,"LEMBNarrativeQARetrieval":64.69,"LEMBNeedleRetrieval":75.25,"LEMBPasskeyRetrieval":97.0,"LEMBQMSumRetrieval":51.49,"LEMBSummScreenFDRetrieval":99.11,"LEMBWikimQARetrieval":87.49}
|
| 2 |
{"index":0,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.85,"LEMBNarrativeQARetrieval":55.78,"LEMBNeedleRetrieval":80.5,"LEMBPasskeyRetrieval":93.75,"LEMBQMSumRetrieval":57.26,"LEMBSummScreenFDRetrieval":98.72,"LEMBWikimQARetrieval":87.08}
|
| 3 |
-
{"index":
|
| 4 |
-
{"index":
|
| 5 |
-
{"index":
|
| 6 |
-
{"index":
|
| 7 |
-
{"index":
|
| 8 |
-
{"index":
|
| 9 |
-
{"index":6,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/
|
| 10 |
-
{"index":7,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
| 14 |
-
{"index":
|
| 15 |
-
{"index":
|
| 16 |
-
{"index":
|
| 17 |
-
{"index":
|
| 18 |
-
{"index":
|
|
|
|
|
|
| 1 |
{"index":1,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":79.17,"LEMBNarrativeQARetrieval":64.69,"LEMBNeedleRetrieval":75.25,"LEMBPasskeyRetrieval":97.0,"LEMBQMSumRetrieval":51.49,"LEMBSummScreenFDRetrieval":99.11,"LEMBWikimQARetrieval":87.49}
|
| 2 |
{"index":0,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.85,"LEMBNarrativeQARetrieval":55.78,"LEMBNeedleRetrieval":80.5,"LEMBPasskeyRetrieval":93.75,"LEMBQMSumRetrieval":57.26,"LEMBSummScreenFDRetrieval":98.72,"LEMBWikimQARetrieval":87.08}
|
| 3 |
+
{"index":10,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-en\">jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Average":58.12,"LEMBNarrativeQARetrieval":37.89,"LEMBNeedleRetrieval":54.25,"LEMBPasskeyRetrieval":50.25,"LEMBQMSumRetrieval":38.87,"LEMBSummScreenFDRetrieval":93.48,"LEMBWikimQARetrieval":73.99}
|
| 4 |
+
{"index":2,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Average":56.56,"LEMBNarrativeQARetrieval":45.76,"LEMBNeedleRetrieval":40.25,"LEMBPasskeyRetrieval":46.0,"LEMBQMSumRetrieval":35.54,"LEMBSummScreenFDRetrieval":94.09,"LEMBWikimQARetrieval":77.73}
|
| 5 |
+
{"index":4,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":56.52,"LEMBNarrativeQARetrieval":30.35,"LEMBNeedleRetrieval":41.5,"LEMBPasskeyRetrieval":67.25,"LEMBQMSumRetrieval":35.6,"LEMBSummScreenFDRetrieval":95.23,"LEMBWikimQARetrieval":69.19}
|
| 6 |
+
{"index":11,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1\">nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Average":54.81,"LEMBNarrativeQARetrieval":41.23,"LEMBNeedleRetrieval":39.5,"LEMBPasskeyRetrieval":44.75,"LEMBQMSumRetrieval":36.65,"LEMBSummScreenFDRetrieval":92.97,"LEMBWikimQARetrieval":73.75}
|
| 7 |
+
{"index":18,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.3,"LEMBNarrativeQARetrieval":44.09,"LEMBNeedleRetrieval":29.25,"LEMBPasskeyRetrieval":63.0,"LEMBQMSumRetrieval":32.49,"LEMBSummScreenFDRetrieval":84.8,"LEMBWikimQARetrieval":54.16}
|
| 8 |
+
{"index":3,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":47.09,"LEMBNarrativeQARetrieval":41.45,"LEMBNeedleRetrieval":33.25,"LEMBPasskeyRetrieval":38.25,"LEMBQMSumRetrieval":30.36,"LEMBSummScreenFDRetrieval":78.48,"LEMBWikimQARetrieval":60.77}
|
| 9 |
+
{"index":6,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":43.65,"LEMBNarrativeQARetrieval":37.21,"LEMBNeedleRetrieval":31.5,"LEMBPasskeyRetrieval":30.75,"LEMBQMSumRetrieval":28.63,"LEMBSummScreenFDRetrieval":75.11,"LEMBWikimQARetrieval":58.71}
|
| 10 |
+
{"index":7,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":40.54,"LEMBNarrativeQARetrieval":23.6,"LEMBNeedleRetrieval":32.0,"LEMBPasskeyRetrieval":38.25,"LEMBQMSumRetrieval":25.16,"LEMBSummScreenFDRetrieval":68.21,"LEMBWikimQARetrieval":56.04}
|
| 11 |
+
{"index":8,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":40.44,"LEMBNarrativeQARetrieval":24.22,"LEMBNeedleRetrieval":28.0,"LEMBPasskeyRetrieval":38.25,"LEMBQMSumRetrieval":24.26,"LEMBSummScreenFDRetrieval":71.12,"LEMBWikimQARetrieval":56.8}
|
| 12 |
+
{"index":5,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":40.24,"LEMBNarrativeQARetrieval":25.31,"LEMBNeedleRetrieval":28.5,"LEMBPasskeyRetrieval":33.25,"LEMBQMSumRetrieval":23.83,"LEMBSummScreenFDRetrieval":74.67,"LEMBWikimQARetrieval":55.85}
|
| 13 |
+
{"index":9,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":38.83,"LEMBNarrativeQARetrieval":22.6,"LEMBNeedleRetrieval":30.75,"LEMBPasskeyRetrieval":38.25,"LEMBQMSumRetrieval":21.51,"LEMBSummScreenFDRetrieval":62.75,"LEMBWikimQARetrieval":57.13}
|
| 14 |
+
{"index":15,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":31.12,"LEMBNarrativeQARetrieval":19.34,"LEMBNeedleRetrieval":16.0,"LEMBPasskeyRetrieval":24.5,"LEMBQMSumRetrieval":21.54,"LEMBSummScreenFDRetrieval":60.43,"LEMBWikimQARetrieval":44.92}
|
| 15 |
+
{"index":14,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":29.81,"LEMBNarrativeQARetrieval":18.27,"LEMBNeedleRetrieval":20.0,"LEMBPasskeyRetrieval":23.25,"LEMBQMSumRetrieval":16.32,"LEMBSummScreenFDRetrieval":54.8,"LEMBWikimQARetrieval":46.23}
|
| 16 |
+
{"index":13,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":25.26,"LEMBNarrativeQARetrieval":19.64,"LEMBNeedleRetrieval":12.25,"LEMBPasskeyRetrieval":14.75,"LEMBQMSumRetrieval":13.08,"LEMBSummScreenFDRetrieval":46.98,"LEMBWikimQARetrieval":44.88}
|
| 17 |
+
{"index":12,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":21.94,"LEMBNarrativeQARetrieval":11.45,"LEMBNeedleRetrieval":17.5,"LEMBPasskeyRetrieval":20.0,"LEMBQMSumRetrieval":14.07,"LEMBSummScreenFDRetrieval":40.52,"LEMBWikimQARetrieval":28.1}
|
| 18 |
+
{"index":17,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":21.67,"LEMBNarrativeQARetrieval":16.02,"LEMBNeedleRetrieval":14.0,"LEMBPasskeyRetrieval":7.75,"LEMBQMSumRetrieval":12.23,"LEMBSummScreenFDRetrieval":41.15,"LEMBWikimQARetrieval":38.86}
|
| 19 |
+
{"index":16,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":20.92,"LEMBNarrativeQARetrieval":13.82,"LEMBNeedleRetrieval":13.5,"LEMBPasskeyRetrieval":8.25,"LEMBQMSumRetrieval":11.02,"LEMBSummScreenFDRetrieval":38.12,"LEMBWikimQARetrieval":40.84}
|
all_data_tasks/42/default.jsonl
CHANGED
|
@@ -1,34 +1,36 @@
|
|
| 1 |
-
{"index":
|
| 2 |
-
{"index":
|
| 3 |
-
{"index":
|
| 4 |
-
{"index":
|
| 5 |
-
{"index":
|
| 6 |
-
{"index":17,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/
|
| 7 |
-
{"index":
|
| 8 |
-
{"index":
|
| 9 |
-
{"index":
|
| 10 |
-
{"index":
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
| 14 |
-
{"index":
|
| 15 |
-
{"index":
|
| 16 |
-
{"index":
|
| 17 |
-
{"index":
|
| 18 |
-
{"index":
|
| 19 |
-
{"index":
|
| 20 |
-
{"index":
|
| 21 |
-
{"index":
|
| 22 |
-
{"index":
|
| 23 |
-
{"index":
|
| 24 |
-
{"index":
|
| 25 |
-
{"index":
|
| 26 |
-
{"index":
|
| 27 |
-
{"index":
|
| 28 |
-
{"index":
|
| 29 |
-
{"index":
|
| 30 |
-
{"index":
|
| 31 |
-
{"index":
|
| 32 |
-
{"index":
|
| 33 |
-
{"index":
|
| 34 |
-
{"index":
|
|
|
|
|
|
|
|
|
| 1 |
+
{"index":13,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":35.2,"ARCChallenge":26.68,"AlphaNLI":34.0,"HellaSwag":39.45,"PIQA":44.35,"Quail":11.67,"RARbCode":84.02,"RARbMath":82.35,"SIQA":7.23,"SpartQA":9.35,"TempReasonL1":7.16,"TempReasonL2Fact":58.39,"TempReasonL2Pure":11.22,"TempReasonL3Fact":44.29,"TempReasonL3Pure":14.15,"WinoGrande":53.7}
|
| 2 |
+
{"index":32,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":31.13,"ARCChallenge":21.22,"AlphaNLI":34.23,"HellaSwag":31.4,"PIQA":37.52,"Quail":13.6,"RARbCode":89.41,"RARbMath":87.73,"SIQA":4.99,"SpartQA":7.45,"TempReasonL1":2.07,"TempReasonL2Fact":39.77,"TempReasonL2Pure":11.04,"TempReasonL3Fact":37.04,"TempReasonL3Pure":15.51,"WinoGrande":33.92}
|
| 3 |
+
{"index":12,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B-noinstruct<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":30.57,"ARCChallenge":16.57,"AlphaNLI":29.56,"HellaSwag":36.03,"PIQA":35.8,"Quail":8.68,"RARbCode":83.14,"RARbMath":83.01,"SIQA":5.73,"SpartQA":1.56,"TempReasonL1":2.57,"TempReasonL2Fact":48.25,"TempReasonL2Pure":8.98,"TempReasonL3Fact":34.11,"TempReasonL3Pure":12.44,"WinoGrande":52.12}
|
| 4 |
+
{"index":33,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.95,"ARCChallenge":23.98,"AlphaNLI":37.27,"HellaSwag":34.12,"PIQA":41.96,"Quail":10.15,"RARbCode":89.64,"RARbMath":90.08,"SIQA":3.44,"SpartQA":7.51,"TempReasonL1":2.13,"TempReasonL2Fact":28.65,"TempReasonL2Pure":10.34,"TempReasonL3Fact":25.52,"TempReasonL3Pure":15.28,"WinoGrande":29.11}
|
| 5 |
+
{"index":16,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":28.49,"ARCChallenge":19.0,"AlphaNLI":26.02,"HellaSwag":35.37,"PIQA":39.83,"Quail":7.28,"RARbCode":79.77,"RARbMath":72.0,"SIQA":5.68,"SpartQA":10.03,"TempReasonL1":3.6,"TempReasonL2Fact":36.19,"TempReasonL2Pure":8.93,"TempReasonL3Fact":29.98,"TempReasonL3Pure":14.15,"WinoGrande":39.51}
|
| 6 |
+
{"index":17,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct-noinstruct\">e5-mistral-7b-instruct-noinstruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":28.04,"ARCChallenge":20.48,"AlphaNLI":18.88,"HellaSwag":32.25,"PIQA":32.8,"Quail":6.25,"RARbCode":79.84,"RARbMath":76.19,"SIQA":5.08,"SpartQA":10.87,"TempReasonL1":3.04,"TempReasonL2Fact":35.63,"TempReasonL2Pure":9.32,"TempReasonL3Fact":30.41,"TempReasonL3Pure":14.39,"WinoGrande":45.18}
|
| 7 |
+
{"index":10,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":25.41,"ARCChallenge":10.1,"AlphaNLI":18.75,"HellaSwag":29.02,"PIQA":27.89,"Quail":7.77,"RARbCode":56.56,"RARbMath":72.05,"SIQA":5.03,"SpartQA":3.33,"TempReasonL1":1.43,"TempReasonL2Fact":40.46,"TempReasonL2Pure":2.39,"TempReasonL3Fact":33.87,"TempReasonL3Pure":7.52,"WinoGrande":65.02}
|
| 8 |
+
{"index":19,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":24.69,"ARCChallenge":10.83,"AlphaNLI":13.59,"HellaSwag":27.35,"PIQA":28.82,"Quail":4.85,"RARbCode":58.92,"RARbMath":67.32,"SIQA":5.36,"SpartQA":5.64,"TempReasonL1":1.14,"TempReasonL2Fact":42.96,"TempReasonL2Pure":2.05,"TempReasonL3Fact":38.22,"TempReasonL3Pure":8.31,"WinoGrande":54.99}
|
| 9 |
+
{"index":35,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":24.2,"ARCChallenge":14.63,"AlphaNLI":30.61,"HellaSwag":30.94,"PIQA":33.69,"Quail":6.11,"RARbCode":72.03,"RARbMath":71.07,"SIQA":3.03,"SpartQA":6.63,"TempReasonL1":2.35,"TempReasonL2Fact":25.68,"TempReasonL2Pure":2.76,"TempReasonL3Fact":22.09,"TempReasonL3Pure":9.79,"WinoGrande":31.53}
|
| 10 |
+
{"index":11,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":23.65,"ARCChallenge":9.89,"AlphaNLI":15.1,"HellaSwag":26.35,"PIQA":28.49,"Quail":4.1,"RARbCode":57.19,"RARbMath":72.26,"SIQA":4.26,"SpartQA":3.75,"TempReasonL1":1.5,"TempReasonL2Fact":35.91,"TempReasonL2Pure":1.89,"TempReasonL3Fact":27.51,"TempReasonL3Pure":8.53,"WinoGrande":58.01}
|
| 11 |
+
{"index":18,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":23.26,"ARCChallenge":9.61,"AlphaNLI":16.44,"HellaSwag":24.79,"PIQA":25.09,"Quail":3.52,"RARbCode":52.16,"RARbMath":65.35,"SIQA":3.72,"SpartQA":7.91,"TempReasonL1":0.72,"TempReasonL2Fact":38.76,"TempReasonL2Pure":1.63,"TempReasonL3Fact":35.85,"TempReasonL3Pure":7.11,"WinoGrande":56.18}
|
| 12 |
+
{"index":31,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":22.57,"ARCChallenge":13.3,"AlphaNLI":25.65,"HellaSwag":29.29,"PIQA":31.02,"Quail":5.83,"RARbCode":83.39,"RARbMath":73.21,"SIQA":3.14,"SpartQA":4.23,"TempReasonL1":1.68,"TempReasonL2Fact":19.93,"TempReasonL2Pure":2.6,"TempReasonL3Fact":18.02,"TempReasonL3Pure":7.58,"WinoGrande":19.65}
|
| 13 |
+
{"index":34,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":22.09,"ARCChallenge":13.76,"AlphaNLI":21.14,"HellaSwag":27.2,"PIQA":29.59,"Quail":6.64,"RARbCode":72.14,"RARbMath":64.31,"SIQA":2.98,"SpartQA":3.58,"TempReasonL1":2.29,"TempReasonL2Fact":26.34,"TempReasonL2Pure":3.17,"TempReasonL3Fact":22.72,"TempReasonL3Pure":9.98,"WinoGrande":25.49}
|
| 14 |
+
{"index":7,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Average":21.48,"ARCChallenge":9.02,"AlphaNLI":24.73,"HellaSwag":25.67,"PIQA":22.93,"Quail":7.51,"RARbCode":38.8,"RARbMath":69.19,"SIQA":4.89,"SpartQA":7.49,"TempReasonL1":0.99,"TempReasonL2Fact":33.23,"TempReasonL2Pure":0.68,"TempReasonL3Fact":30.05,"TempReasonL3Pure":5.28,"WinoGrande":41.72}
|
| 15 |
+
{"index":6,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3-instruct<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Average":20.83,"ARCChallenge":9.03,"AlphaNLI":24.69,"HellaSwag":25.55,"PIQA":19.03,"Quail":7.08,"RARbCode":39.58,"RARbMath":64.51,"SIQA":4.77,"SpartQA":7.0,"TempReasonL1":0.8,"TempReasonL2Fact":34.99,"TempReasonL2Pure":0.62,"TempReasonL3Fact":32.47,"TempReasonL3Pure":7.01,"WinoGrande":35.33}
|
| 16 |
+
{"index":20,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":20.04,"ARCChallenge":7.14,"AlphaNLI":13.0,"HellaSwag":23.73,"PIQA":21.08,"Quail":2.38,"RARbCode":46.96,"RARbMath":63.91,"SIQA":2.57,"SpartQA":5.43,"TempReasonL1":0.8,"TempReasonL2Fact":36.76,"TempReasonL2Pure":0.62,"TempReasonL3Fact":32.42,"TempReasonL3Pure":6.36,"WinoGrande":37.46}
|
| 17 |
+
{"index":24,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":19.62,"ARCChallenge":9.48,"AlphaNLI":28.19,"HellaSwag":24.21,"PIQA":25.28,"Quail":3.92,"RARbCode":44.27,"RARbMath":68.19,"SIQA":1.56,"SpartQA":1.65,"TempReasonL1":1.53,"TempReasonL2Fact":17.65,"TempReasonL2Pure":0.46,"TempReasonL3Fact":14.16,"TempReasonL3Pure":6.33,"WinoGrande":47.35}
|
| 18 |
+
{"index":30,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":19.56,"ARCChallenge":11.85,"AlphaNLI":10.62,"HellaSwag":24.8,"PIQA":23.87,"Quail":5.79,"RARbCode":82.36,"RARbMath":67.26,"SIQA":2.64,"SpartQA":4.75,"TempReasonL1":1.44,"TempReasonL2Fact":19.38,"TempReasonL2Pure":2.43,"TempReasonL3Fact":17.58,"TempReasonL3Pure":7.31,"WinoGrande":11.36}
|
| 19 |
+
{"index":1,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/dpr-scale\/tree\/main\/dragon\">dragon-plus<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":19.1,"ARCChallenge":8.91,"AlphaNLI":32.1,"HellaSwag":27.69,"PIQA":28.01,"Quail":4.09,"RARbCode":17.58,"RARbMath":45.09,"SIQA":2.0,"SpartQA":10.34,"TempReasonL1":1.82,"TempReasonL2Fact":17.45,"TempReasonL2Pure":0.55,"TempReasonL3Fact":15.71,"TempReasonL3Pure":7.97,"WinoGrande":67.18}
|
| 20 |
+
{"index":26,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":18.03,"ARCChallenge":11.8,"AlphaNLI":22.41,"HellaSwag":26.27,"PIQA":29.03,"Quail":3.41,"RARbCode":53.21,"RARbMath":71.85,"SIQA":2.38,"SpartQA":0.22,"TempReasonL1":1.77,"TempReasonL2Fact":11.2,"TempReasonL2Pure":1.15,"TempReasonL3Fact":9.42,"TempReasonL3Pure":5.59,"WinoGrande":20.77}
|
| 21 |
+
{"index":5,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Average":17.7,"ARCChallenge":9.99,"AlphaNLI":13.13,"HellaSwag":28.5,"PIQA":27.99,"Quail":1.83,"RARbCode":48.12,"RARbMath":57.36,"SIQA":1.04,"SpartQA":2.99,"TempReasonL1":1.46,"TempReasonL2Fact":24.25,"TempReasonL2Pure":2.35,"TempReasonL3Fact":20.64,"TempReasonL3Pure":6.67,"WinoGrande":19.18}
|
| 22 |
+
{"index":22,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":17.35,"ARCChallenge":10.23,"AlphaNLI":25.35,"HellaSwag":24.08,"PIQA":26.44,"Quail":3.08,"RARbCode":42.44,"RARbMath":66.36,"SIQA":2.09,"SpartQA":2.67,"TempReasonL1":1.66,"TempReasonL2Fact":10.31,"TempReasonL2Pure":0.63,"TempReasonL3Fact":11.11,"TempReasonL3Pure":6.63,"WinoGrande":27.16}
|
| 23 |
+
{"index":0,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/dpr-scale\/tree\/main\/dragon\">dragon-plus-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":16.73,"ARCChallenge":8.24,"AlphaNLI":25.18,"HellaSwag":24.06,"PIQA":26.35,"Quail":4.2,"RARbCode":12.84,"RARbMath":36.15,"SIQA":1.75,"SpartQA":10.82,"TempReasonL1":1.54,"TempReasonL2Fact":16.11,"TempReasonL2Pure":0.57,"TempReasonL3Fact":14.81,"TempReasonL3Pure":7.46,"WinoGrande":60.84}
|
| 24 |
+
{"index":23,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2-instruct<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":15.95,"ARCChallenge":9.4,"AlphaNLI":15.09,"HellaSwag":20.51,"PIQA":24.68,"Quail":3.46,"RARbCode":42.47,"RARbMath":62.39,"SIQA":1.53,"SpartQA":0.57,"TempReasonL1":1.05,"TempReasonL2Fact":16.57,"TempReasonL2Pure":0.49,"TempReasonL3Fact":14.01,"TempReasonL3Pure":6.27,"WinoGrande":20.73}
|
| 25 |
+
{"index":15,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/contriever\">contriever<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":15.86,"ARCChallenge":8.62,"AlphaNLI":31.77,"HellaSwag":14.42,"PIQA":24.64,"Quail":4.97,"RARbCode":9.28,"RARbMath":30.76,"SIQA":1.27,"SpartQA":10.94,"TempReasonL1":1.93,"TempReasonL2Fact":22.68,"TempReasonL2Pure":1.12,"TempReasonL3Fact":20.62,"TempReasonL3Pure":7.8,"WinoGrande":47.15}
|
| 26 |
+
{"index":3,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-en-v1.5\">bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":14.93,"ARCChallenge":9.66,"AlphaNLI":10.99,"HellaSwag":26.64,"PIQA":25.69,"Quail":1.42,"RARbCode":46.47,"RARbMath":46.86,"SIQA":0.94,"SpartQA":3.37,"TempReasonL1":1.07,"TempReasonL2Fact":17.23,"TempReasonL2Pure":1.29,"TempReasonL3Fact":13.36,"TempReasonL3Pure":5.2,"WinoGrande":13.76}
|
| 27 |
+
{"index":4,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Average":14.55,"ARCChallenge":8.86,"AlphaNLI":0.86,"HellaSwag":26.24,"PIQA":23.26,"Quail":2.72,"RARbCode":45.25,"RARbMath":49.82,"SIQA":0.59,"SpartQA":2.34,"TempReasonL1":1.17,"TempReasonL2Fact":21.19,"TempReasonL2Pure":2.1,"TempReasonL3Fact":17.59,"TempReasonL3Pure":5.99,"WinoGrande":10.31}
|
| 28 |
+
{"index":9,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-en-v1.5\">bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":14.15,"ARCChallenge":8.95,"AlphaNLI":11.64,"HellaSwag":25.44,"PIQA":23.92,"Quail":1.75,"RARbCode":42.36,"RARbMath":44.98,"SIQA":0.77,"SpartQA":3.55,"TempReasonL1":1.41,"TempReasonL2Fact":17.56,"TempReasonL2Pure":1.05,"TempReasonL3Fact":13.88,"TempReasonL3Pure":4.76,"WinoGrande":10.28}
|
| 29 |
+
{"index":25,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2-instruct<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":13.84,"ARCChallenge":10.35,"AlphaNLI":1.96,"HellaSwag":13.01,"PIQA":27.18,"Quail":3.02,"RARbCode":48.95,"RARbMath":69.21,"SIQA":1.29,"SpartQA":1.01,"TempReasonL1":1.52,"TempReasonL2Fact":7.28,"TempReasonL2Pure":1.03,"TempReasonL3Fact":7.03,"TempReasonL3Pure":5.16,"WinoGrande":9.66}
|
| 30 |
+
{"index":2,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-en-v1.5\">bge-base-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":13.52,"ARCChallenge":8.85,"AlphaNLI":4.13,"HellaSwag":24.03,"PIQA":23.03,"Quail":1.25,"RARbCode":46.32,"RARbMath":45.62,"SIQA":0.24,"SpartQA":2.67,"TempReasonL1":0.8,"TempReasonL2Fact":16.56,"TempReasonL2Pure":1.33,"TempReasonL3Fact":12.68,"TempReasonL3Pure":5.08,"WinoGrande":10.27}
|
| 31 |
+
{"index":8,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-en-v1.5\">bge-small-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":12.6,"ARCChallenge":7.72,"AlphaNLI":1.26,"HellaSwag":23.41,"PIQA":20.79,"Quail":2.01,"RARbCode":41.52,"RARbMath":46.5,"SIQA":0.98,"SpartQA":2.86,"TempReasonL1":1.27,"TempReasonL2Fact":16.72,"TempReasonL2Pure":1.1,"TempReasonL3Fact":12.81,"TempReasonL3Pure":4.63,"WinoGrande":5.35}
|
| 32 |
+
{"index":28,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":12.24,"ARCChallenge":7.19,"AlphaNLI":21.87,"HellaSwag":17.53,"PIQA":18.65,"Quail":2.98,"RARbCode":11.02,"RARbMath":30.93,"SIQA":1.21,"SpartQA":5.69,"TempReasonL1":1.94,"TempReasonL2Fact":5.34,"TempReasonL2Pure":0.33,"TempReasonL3Fact":6.79,"TempReasonL3Pure":3.19,"WinoGrande":49.01}
|
| 33 |
+
{"index":27,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":11.55,"ARCChallenge":6.19,"AlphaNLI":20.89,"HellaSwag":16.98,"PIQA":15.79,"Quail":2.96,"RARbCode":8.48,"RARbMath":30.02,"SIQA":0.88,"SpartQA":4.94,"TempReasonL1":1.43,"TempReasonL2Fact":6.21,"TempReasonL2Pure":0.22,"TempReasonL3Fact":6.77,"TempReasonL3Pure":4.9,"WinoGrande":46.52}
|
| 34 |
+
{"index":21,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":9.31,"ARCChallenge":3.78,"AlphaNLI":13.11,"HellaSwag":5.59,"PIQA":6.53,"Quail":1.91,"RARbCode":2.31,"RARbMath":27.19,"SIQA":1.07,"SpartQA":1.56,"TempReasonL1":1.56,"TempReasonL2Fact":7.06,"TempReasonL2Pure":0.14,"TempReasonL3Fact":8.74,"TempReasonL3Pure":4.73,"WinoGrande":54.3}
|
| 35 |
+
{"index":14,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/contriever\">contriever-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":"","ARCChallenge":7.63,"AlphaNLI":27.09,"HellaSwag":"","PIQA":21.73,"Quail":4.92,"RARbCode":7.12,"RARbMath":21.83,"SIQA":0.88,"SpartQA":10.56,"TempReasonL1":1.8,"TempReasonL2Fact":22.03,"TempReasonL2Pure":0.94,"TempReasonL3Fact":20.82,"TempReasonL3Pure":7.15,"WinoGrande":26.3}
|
| 36 |
+
{"index":29,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","ARCChallenge":3.85,"AlphaNLI":14.15,"HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":"","TempReasonL1":"","TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":""}
|
all_data_tasks/43/default.jsonl
CHANGED
|
@@ -5,9 +5,10 @@
|
|
| 5 |
{"index":10,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-xl\">instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Average":18.61,"BrightRetrieval (aops)":8.26,"BrightRetrieval (biology)":21.91,"BrightRetrieval (earth_science)":34.35,"BrightRetrieval (economics)":22.81,"BrightRetrieval (leetcode)":27.5,"BrightRetrieval (pony)":5.02,"BrightRetrieval (psychology)":27.43,"BrightRetrieval (robotics)":17.39,"BrightRetrieval (stackoverflow)":19.06,"BrightRetrieval (sustainable_living)":18.82,"BrightRetrieval (theoremqa_questions)":14.59,"BrightRetrieval (theoremqa_theorems)":6.22}
|
| 6 |
{"index":8,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Salesforce\/SFR-Embedding-Mistral\">SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":18.02,"BrightRetrieval (aops)":7.43,"BrightRetrieval (biology)":19.49,"BrightRetrieval (earth_science)":26.63,"BrightRetrieval (economics)":17.84,"BrightRetrieval (leetcode)":27.35,"BrightRetrieval (pony)":1.97,"BrightRetrieval (psychology)":18.97,"BrightRetrieval (robotics)":16.7,"BrightRetrieval (stackoverflow)":12.72,"BrightRetrieval (sustainable_living)":19.79,"BrightRetrieval (theoremqa_questions)":23.05,"BrightRetrieval (theoremqa_theorems)":24.32}
|
| 7 |
{"index":1,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":17.65,"BrightRetrieval (aops)":7.45,"BrightRetrieval (biology)":23.55,"BrightRetrieval (earth_science)":25.09,"BrightRetrieval (economics)":19.85,"BrightRetrieval (leetcode)":30.6,"BrightRetrieval (pony)":1.48,"BrightRetrieval (psychology)":24.79,"BrightRetrieval (robotics)":11.21,"BrightRetrieval (stackoverflow)":15.03,"BrightRetrieval (sustainable_living)":15.58,"BrightRetrieval (theoremqa_questions)":26.06,"BrightRetrieval (theoremqa_theorems)":11.1}
|
| 8 |
-
{"index":
|
| 9 |
{"index":11,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":17.54,"BrightRetrieval (aops)":7.1,"BrightRetrieval (biology)":18.84,"BrightRetrieval (earth_science)":25.96,"BrightRetrieval (economics)":15.49,"BrightRetrieval (leetcode)":28.72,"BrightRetrieval (pony)":4.81,"BrightRetrieval (psychology)":15.79,"BrightRetrieval (robotics)":16.37,"BrightRetrieval (stackoverflow)":9.83,"BrightRetrieval (sustainable_living)":18.51,"BrightRetrieval (theoremqa_questions)":23.94,"BrightRetrieval (theoremqa_theorems)":25.09}
|
| 10 |
{"index":6,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":16.33,"BrightRetrieval (aops)":6.46,"BrightRetrieval (biology)":18.98,"BrightRetrieval (earth_science)":27.45,"BrightRetrieval (economics)":20.18,"BrightRetrieval (leetcode)":26.78,"BrightRetrieval (pony)":1.77,"BrightRetrieval (psychology)":21.82,"BrightRetrieval (robotics)":16.21,"BrightRetrieval (stackoverflow)":16.47,"BrightRetrieval (sustainable_living)":17.69,"BrightRetrieval (theoremqa_questions)":15.07,"BrightRetrieval (theoremqa_theorems)":7.14}
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
|
|
|
|
|
| 5 |
{"index":10,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-xl\">instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Average":18.61,"BrightRetrieval (aops)":8.26,"BrightRetrieval (biology)":21.91,"BrightRetrieval (earth_science)":34.35,"BrightRetrieval (economics)":22.81,"BrightRetrieval (leetcode)":27.5,"BrightRetrieval (pony)":5.02,"BrightRetrieval (psychology)":27.43,"BrightRetrieval (robotics)":17.39,"BrightRetrieval (stackoverflow)":19.06,"BrightRetrieval (sustainable_living)":18.82,"BrightRetrieval (theoremqa_questions)":14.59,"BrightRetrieval (theoremqa_theorems)":6.22}
|
| 6 |
{"index":8,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Salesforce\/SFR-Embedding-Mistral\">SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":18.02,"BrightRetrieval (aops)":7.43,"BrightRetrieval (biology)":19.49,"BrightRetrieval (earth_science)":26.63,"BrightRetrieval (economics)":17.84,"BrightRetrieval (leetcode)":27.35,"BrightRetrieval (pony)":1.97,"BrightRetrieval (psychology)":18.97,"BrightRetrieval (robotics)":16.7,"BrightRetrieval (stackoverflow)":12.72,"BrightRetrieval (sustainable_living)":19.79,"BrightRetrieval (theoremqa_questions)":23.05,"BrightRetrieval (theoremqa_theorems)":24.32}
|
| 7 |
{"index":1,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":17.65,"BrightRetrieval (aops)":7.45,"BrightRetrieval (biology)":23.55,"BrightRetrieval (earth_science)":25.09,"BrightRetrieval (economics)":19.85,"BrightRetrieval (leetcode)":30.6,"BrightRetrieval (pony)":1.48,"BrightRetrieval (psychology)":24.79,"BrightRetrieval (robotics)":11.21,"BrightRetrieval (stackoverflow)":15.03,"BrightRetrieval (sustainable_living)":15.58,"BrightRetrieval (theoremqa_questions)":26.06,"BrightRetrieval (theoremqa_theorems)":11.1}
|
| 8 |
+
{"index":13,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":17.56,"BrightRetrieval (aops)":8.45,"BrightRetrieval (biology)":23.67,"BrightRetrieval (earth_science)":26.27,"BrightRetrieval (economics)":19.98,"BrightRetrieval (leetcode)":23.65,"BrightRetrieval (pony)":2.45,"BrightRetrieval (psychology)":27.52,"BrightRetrieval (robotics)":12.93,"BrightRetrieval (stackoverflow)":12.49,"BrightRetrieval (sustainable_living)":20.32,"BrightRetrieval (theoremqa_questions)":22.22,"BrightRetrieval (theoremqa_theorems)":10.82}
|
| 9 |
{"index":11,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":17.54,"BrightRetrieval (aops)":7.1,"BrightRetrieval (biology)":18.84,"BrightRetrieval (earth_science)":25.96,"BrightRetrieval (economics)":15.49,"BrightRetrieval (leetcode)":28.72,"BrightRetrieval (pony)":4.81,"BrightRetrieval (psychology)":15.79,"BrightRetrieval (robotics)":16.37,"BrightRetrieval (stackoverflow)":9.83,"BrightRetrieval (sustainable_living)":18.51,"BrightRetrieval (theoremqa_questions)":23.94,"BrightRetrieval (theoremqa_theorems)":25.09}
|
| 10 |
{"index":6,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":16.33,"BrightRetrieval (aops)":6.46,"BrightRetrieval (biology)":18.98,"BrightRetrieval (earth_science)":27.45,"BrightRetrieval (economics)":20.18,"BrightRetrieval (leetcode)":26.78,"BrightRetrieval (pony)":1.77,"BrightRetrieval (psychology)":21.82,"BrightRetrieval (robotics)":16.21,"BrightRetrieval (stackoverflow)":16.47,"BrightRetrieval (sustainable_living)":17.69,"BrightRetrieval (theoremqa_questions)":15.07,"BrightRetrieval (theoremqa_theorems)":7.14}
|
| 11 |
+
{"index":12,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":14.6,"BrightRetrieval (aops)":5.32,"BrightRetrieval (biology)":15.52,"BrightRetrieval (earth_science)":20.11,"BrightRetrieval (economics)":16.64,"BrightRetrieval (leetcode)":26.4,"BrightRetrieval (pony)":6.95,"BrightRetrieval (psychology)":22.63,"BrightRetrieval (robotics)":8.36,"BrightRetrieval (stackoverflow)":9.48,"BrightRetrieval (sustainable_living)":15.34,"BrightRetrieval (theoremqa_questions)":18.49,"BrightRetrieval (theoremqa_theorems)":9.9}
|
| 12 |
+
{"index":2,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/en.wikipedia.org\/wiki\/Okapi_BM25\">bm25<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":14.33,"BrightRetrieval (aops)":6.2,"BrightRetrieval (biology)":19.19,"BrightRetrieval (earth_science)":27.06,"BrightRetrieval (economics)":14.87,"BrightRetrieval (leetcode)":24.37,"BrightRetrieval (pony)":7.93,"BrightRetrieval (psychology)":12.51,"BrightRetrieval (robotics)":13.53,"BrightRetrieval (stackoverflow)":16.55,"BrightRetrieval (sustainable_living)":15.22,"BrightRetrieval (theoremqa_questions)":9.78,"BrightRetrieval (theoremqa_theorems)":4.75}
|
| 13 |
+
{"index":9,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-large\">instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":14.04,"BrightRetrieval (aops)":7.94,"BrightRetrieval (biology)":15.61,"BrightRetrieval (earth_science)":21.52,"BrightRetrieval (economics)":15.99,"BrightRetrieval (leetcode)":20.0,"BrightRetrieval (pony)":1.32,"BrightRetrieval (psychology)":21.94,"BrightRetrieval (robotics)":11.45,"BrightRetrieval (stackoverflow)":11.21,"BrightRetrieval (sustainable_living)":13.16,"BrightRetrieval (theoremqa_questions)":20.07,"BrightRetrieval (theoremqa_theorems)":8.27}
|
| 14 |
+
{"index":5,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Average":13.57,"BrightRetrieval (aops)":6.08,"BrightRetrieval (biology)":11.96,"BrightRetrieval (earth_science)":24.15,"BrightRetrieval (economics)":16.59,"BrightRetrieval (leetcode)":26.68,"BrightRetrieval (pony)":5.64,"BrightRetrieval (psychology)":17.44,"BrightRetrieval (robotics)":12.21,"BrightRetrieval (stackoverflow)":9.51,"BrightRetrieval (sustainable_living)":13.27,"BrightRetrieval (theoremqa_questions)":12.56,"BrightRetrieval (theoremqa_theorems)":6.72}
|
all_data_tasks/44/default.jsonl
CHANGED
|
@@ -5,9 +5,10 @@
|
|
| 5 |
{"index":11,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":25.54,"BrightRetrieval (biology)":29.93,"BrightRetrieval (earth_science)":36.28,"BrightRetrieval (economics)":26.21,"BrightRetrieval (pony)":1.14,"BrightRetrieval (psychology)":46.73,"BrightRetrieval (robotics)":17.33,"BrightRetrieval (stackoverflow)":14.53,"BrightRetrieval (sustainable_living)":32.21}
|
| 6 |
{"index":1,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":24.62,"BrightRetrieval (biology)":34.38,"BrightRetrieval (earth_science)":35.35,"BrightRetrieval (economics)":26.7,"BrightRetrieval (pony)":1.28,"BrightRetrieval (psychology)":41.58,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":13.68,"BrightRetrieval (sustainable_living)":31.1}
|
| 7 |
{"index":0,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/cloud.google.com\/vertex-ai\/generative-ai\/docs\/embeddings\/get-text-embeddings#latest_models\">google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":22.44,"BrightRetrieval (biology)":30.91,"BrightRetrieval (earth_science)":38.0,"BrightRetrieval (economics)":21.84,"BrightRetrieval (pony)":0.29,"BrightRetrieval (psychology)":30.69,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":19.23,"BrightRetrieval (sustainable_living)":25.65}
|
| 8 |
-
{"index":
|
| 9 |
{"index":6,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":18.4,"BrightRetrieval (biology)":31.47,"BrightRetrieval (earth_science)":35.49,"BrightRetrieval (economics)":17.96,"BrightRetrieval (pony)":0.84,"BrightRetrieval (psychology)":20.5,"BrightRetrieval (robotics)":9.9,"BrightRetrieval (stackoverflow)":15.81,"BrightRetrieval (sustainable_living)":15.23}
|
| 10 |
{"index":9,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-large\">instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":18.21,"BrightRetrieval (biology)":24.11,"BrightRetrieval (earth_science)":29.45,"BrightRetrieval (economics)":14.08,"BrightRetrieval (pony)":3.94,"BrightRetrieval (psychology)":21.29,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":14.53,"BrightRetrieval (sustainable_living)":25.42}
|
| 11 |
{"index":10,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-xl\">instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Average":17.82,"BrightRetrieval (biology)":22.01,"BrightRetrieval (earth_science)":32.04,"BrightRetrieval (economics)":14.08,"BrightRetrieval (pony)":5.93,"BrightRetrieval (psychology)":20.5,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":14.96,"BrightRetrieval (sustainable_living)":20.14}
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
|
|
|
|
|
| 5 |
{"index":11,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":25.54,"BrightRetrieval (biology)":29.93,"BrightRetrieval (earth_science)":36.28,"BrightRetrieval (economics)":26.21,"BrightRetrieval (pony)":1.14,"BrightRetrieval (psychology)":46.73,"BrightRetrieval (robotics)":17.33,"BrightRetrieval (stackoverflow)":14.53,"BrightRetrieval (sustainable_living)":32.21}
|
| 6 |
{"index":1,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":24.62,"BrightRetrieval (biology)":34.38,"BrightRetrieval (earth_science)":35.35,"BrightRetrieval (economics)":26.7,"BrightRetrieval (pony)":1.28,"BrightRetrieval (psychology)":41.58,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":13.68,"BrightRetrieval (sustainable_living)":31.1}
|
| 7 |
{"index":0,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/cloud.google.com\/vertex-ai\/generative-ai\/docs\/embeddings\/get-text-embeddings#latest_models\">google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":22.44,"BrightRetrieval (biology)":30.91,"BrightRetrieval (earth_science)":38.0,"BrightRetrieval (economics)":21.84,"BrightRetrieval (pony)":0.29,"BrightRetrieval (psychology)":30.69,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":19.23,"BrightRetrieval (sustainable_living)":25.65}
|
| 8 |
+
{"index":13,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":21.88,"BrightRetrieval (biology)":33.09,"BrightRetrieval (earth_science)":32.26,"BrightRetrieval (economics)":24.76,"BrightRetrieval (pony)":0.0,"BrightRetrieval (psychology)":35.15,"BrightRetrieval (robotics)":11.88,"BrightRetrieval (stackoverflow)":11.54,"BrightRetrieval (sustainable_living)":26.34}
|
| 9 |
{"index":6,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":18.4,"BrightRetrieval (biology)":31.47,"BrightRetrieval (earth_science)":35.49,"BrightRetrieval (economics)":17.96,"BrightRetrieval (pony)":0.84,"BrightRetrieval (psychology)":20.5,"BrightRetrieval (robotics)":9.9,"BrightRetrieval (stackoverflow)":15.81,"BrightRetrieval (sustainable_living)":15.23}
|
| 10 |
{"index":9,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-large\">instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":18.21,"BrightRetrieval (biology)":24.11,"BrightRetrieval (earth_science)":29.45,"BrightRetrieval (economics)":14.08,"BrightRetrieval (pony)":3.94,"BrightRetrieval (psychology)":21.29,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":14.53,"BrightRetrieval (sustainable_living)":25.42}
|
| 11 |
{"index":10,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-xl\">instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Average":17.82,"BrightRetrieval (biology)":22.01,"BrightRetrieval (earth_science)":32.04,"BrightRetrieval (economics)":14.08,"BrightRetrieval (pony)":5.93,"BrightRetrieval (psychology)":20.5,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":14.96,"BrightRetrieval (sustainable_living)":20.14}
|
| 12 |
+
{"index":12,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":17.43,"BrightRetrieval (biology)":25.57,"BrightRetrieval (earth_science)":34.05,"BrightRetrieval (economics)":18.93,"BrightRetrieval (pony)":1.19,"BrightRetrieval (psychology)":15.84,"BrightRetrieval (robotics)":10.89,"BrightRetrieval (stackoverflow)":14.96,"BrightRetrieval (sustainable_living)":18.01}
|
| 13 |
+
{"index":5,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Average":14.75,"BrightRetrieval (biology)":16.42,"BrightRetrieval (earth_science)":27.73,"BrightRetrieval (economics)":20.87,"BrightRetrieval (pony)":0.36,"BrightRetrieval (psychology)":11.58,"BrightRetrieval (robotics)":10.89,"BrightRetrieval (stackoverflow)":13.25,"BrightRetrieval (sustainable_living)":16.9}
|
| 14 |
+
{"index":2,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/en.wikipedia.org\/wiki\/Okapi_BM25\">bm25<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":11.35,"BrightRetrieval (biology)":10.68,"BrightRetrieval (earth_science)":15.37,"BrightRetrieval (economics)":10.68,"BrightRetrieval (pony)":5.35,"BrightRetrieval (psychology)":8.42,"BrightRetrieval (robotics)":7.43,"BrightRetrieval (stackoverflow)":22.22,"BrightRetrieval (sustainable_living)":10.68}
|
all_data_tasks/45/default.jsonl
CHANGED
|
@@ -1 +1,11 @@
|
|
| 1 |
-
{"index":0,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"index":0,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":63.18,"CodeTransOceanDL":32.98,"StackOverflowQA":93.37}
|
| 2 |
+
{"index":1,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":61.38,"CodeTransOceanDL":31.74,"StackOverflowQA":91.02}
|
| 3 |
+
{"index":3,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":60.08,"CodeTransOceanDL":31.28,"StackOverflowQA":88.89}
|
| 4 |
+
{"index":8,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":59.88,"CodeTransOceanDL":29.45,"StackOverflowQA":90.32}
|
| 5 |
+
{"index":2,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":57.5,"CodeTransOceanDL":29.88,"StackOverflowQA":85.11}
|
| 6 |
+
{"index":4,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":57.12,"CodeTransOceanDL":32.3,"StackOverflowQA":81.94}
|
| 7 |
+
{"index":7,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":55.95,"CodeTransOceanDL":27.94,"StackOverflowQA":83.96}
|
| 8 |
+
{"index":6,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":50.28,"CodeTransOceanDL":19.94,"StackOverflowQA":80.63}
|
| 9 |
+
{"index":5,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":32.34,"CodeTransOceanDL":26.45,"StackOverflowQA":38.23}
|
| 10 |
+
{"index":10,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":29.91,"CodeTransOceanDL":16.71,"StackOverflowQA":43.11}
|
| 11 |
+
{"index":9,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":24.8,"CodeTransOceanDL":11.65,"StackOverflowQA":37.94}
|
all_data_tasks/5/default.jsonl
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
all_data_tasks/6/default.jsonl
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
all_data_tasks/7/default.jsonl
CHANGED
|
@@ -1,14 +1,14 @@
|
|
| 1 |
{"index":18,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":84.29,"BUCC (de-en)":99.61,"BUCC (fr-en)":99.15,"BUCC (ru-en)":97.87,"BUCC (zh-en)":99.39,"Tatoeba (afr-eng)":95.4,"Tatoeba (amh-eng)":87.14,"Tatoeba (ang-eng)":72.81,"Tatoeba (ara-eng)":91.1,"Tatoeba (arq-eng)":63.07,"Tatoeba (arz-eng)":81.86,"Tatoeba (ast-eng)":89.76,"Tatoeba (awa-eng)":91.99,"Tatoeba (aze-eng)":93.79,"Tatoeba (bel-eng)":95.55,"Tatoeba (ben-eng)":89.13,"Tatoeba (ber-eng)":55.58,"Tatoeba (bos-eng)":95.86,"Tatoeba (bre-eng)":32.94,"Tatoeba (bul-eng)":94.38,"Tatoeba (cat-eng)":94.93,"Tatoeba (cbk-eng)":84.1,"Tatoeba (ceb-eng)":70.78,"Tatoeba (ces-eng)":96.57,"Tatoeba (cha-eng)":51.46,"Tatoeba (cmn-eng)":96.37,"Tatoeba (cor-eng)":11.82,"Tatoeba (csb-eng)":66.59,"Tatoeba (cym-eng)":89.97,"Tatoeba (dan-eng)":95.3,"Tatoeba (deu-eng)":99.33,"Tatoeba (dsb-eng)":72.0,"Tatoeba (dtp-eng)":14.51,"Tatoeba (ell-eng)":95.12,"Tatoeba (epo-eng)":98.48,"Tatoeba (est-eng)":88.03,"Tatoeba (eus-eng)":84.72,"Tatoeba (fao-eng)":86.77,"Tatoeba (fin-eng)":96.92,"Tatoeba (fra-eng)":95.02,"Tatoeba (fry-eng)":82.47,"Tatoeba (gla-eng)":78.33,"Tatoeba (gle-eng)":84.99,"Tatoeba (glg-eng)":96.22,"Tatoeba (gsw-eng)":61.9,"Tatoeba (heb-eng)":91.46,"Tatoeba (hin-eng)":97.6,"Tatoeba (hrv-eng)":96.75,"Tatoeba (hsb-eng)":79.45,"Tatoeba (hun-eng)":94.33,"Tatoeba (hye-eng)":93.52,"Tatoeba (ido-eng)":91.92,"Tatoeba (ile-eng)":89.78,"Tatoeba (ina-eng)":96.27,"Tatoeba (ind-eng)":94.42,"Tatoeba (isl-eng)":95.0,"Tatoeba (ita-eng)":94.67,"Tatoeba (jav-eng)":85.28,"Tatoeba (jpn-eng)":96.12,"Tatoeba (kab-eng)":57.85,"Tatoeba (kat-eng)":92.47,"Tatoeba (kaz-eng)":87.72,"Tatoeba (khm-eng)":73.27,"Tatoeba (kor-eng)":91.97,"Tatoeba (kur-eng)":77.33,"Tatoeba (kzj-eng)":14.98,"Tatoeba (lat-eng)":74.51,"Tatoeba (lfn-eng)":80.68,"Tatoeba (lit-eng)":92.01,"Tatoeba (lvs-eng)":92.81,"Tatoeba (mal-eng)":98.93,"Tatoeba (mar-eng)":92.58,"Tatoeba (max-eng)":73.44,"Tatoeba (mhr-eng)":16.92,"Tatoeba (mkd-eng)":92.49,"Tatoeba (mon-eng)":95.49,"Tatoeba (nds-eng)":86.32,"Tatoeba (nld-eng)":97.2,"Tatoeba (nno-eng)":94.26,"Tatoeba (nob-eng)":98.2,"Tatoeba (nov-eng)":83.0,"Tatoeba (oci-eng)":71.91,"Tatoeba (orv-eng)":58.29,"Tatoeba (pam-eng)":19.63,"Tatoeba (pes-eng)":94.57,"Tatoeba (pms-eng)":77.98,"Tatoeba (pol-eng)":97.27,"Tatoeba (por-eng)":94.91,"Tatoeba (ron-eng)":97.18,"Tatoeba (rus-eng)":93.57,"Tatoeba (slk-eng)":95.13,"Tatoeba (slv-eng)":91.91,"Tatoeba (spa-eng)":98.6,"Tatoeba (sqi-eng)":96.75,"Tatoeba (srp-eng)":94.53,"Tatoeba (swe-eng)":95.72,"Tatoeba (swg-eng)":77.68,"Tatoeba (swh-eng)":80.91,"Tatoeba (tam-eng)":90.65,"Tatoeba (tat-eng)":84.61,"Tatoeba (tel-eng)":96.08,"Tatoeba (tgl-eng)":95.85,"Tatoeba (tha-eng)":96.72,"Tatoeba (tuk-eng)":49.64,"Tatoeba (tur-eng)":98.27,"Tatoeba (tzl-eng)":61.09,"Tatoeba (uig-eng)":86.82,"Tatoeba (ukr-eng)":94.78,"Tatoeba (urd-eng)":93.41,"Tatoeba (uzb-eng)":80.55,"Tatoeba (vie-eng)":97.1,"Tatoeba (war-eng)":74.4,"Tatoeba (wuu-eng)":92.34,"Tatoeba (xho-eng)":88.26,"Tatoeba (yid-eng)":90.38,"Tatoeba (yue-eng)":93.47,"Tatoeba (zsm-eng)":96.48}
|
| 2 |
{"index":14,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.67,"BUCC (de-en)":98.82,"BUCC (fr-en)":98.09,"BUCC (ru-en)":97.37,"BUCC (zh-en)":98.72,"Tatoeba (afr-eng)":97.47,"Tatoeba (amh-eng)":91.67,"Tatoeba (ang-eng)":46.34,"Tatoeba (ara-eng)":93.83,"Tatoeba (arq-eng)":75.41,"Tatoeba (arz-eng)":86.76,"Tatoeba (ast-eng)":90.81,"Tatoeba (awa-eng)":87.86,"Tatoeba (aze-eng)":89.12,"Tatoeba (bel-eng)":95.68,"Tatoeba (ben-eng)":89.02,"Tatoeba (ber-eng)":29.29,"Tatoeba (bos-eng)":95.9,"Tatoeba (bre-eng)":8.48,"Tatoeba (bul-eng)":94.52,"Tatoeba (cat-eng)":96.65,"Tatoeba (cbk-eng)":80.47,"Tatoeba (ceb-eng)":74.67,"Tatoeba (ces-eng)":96.88,"Tatoeba (cha-eng)":25.11,"Tatoeba (cmn-eng)":93.8,"Tatoeba (cor-eng)":9.98,"Tatoeba (csb-eng)":77.98,"Tatoeba (cym-eng)":91.3,"Tatoeba (dan-eng)":97.09,"Tatoeba (deu-eng)":99.13,"Tatoeba (dsb-eng)":64.48,"Tatoeba (dtp-eng)":7.95,"Tatoeba (ell-eng)":95.47,"Tatoeba (epo-eng)":98.47,"Tatoeba (est-eng)":97.17,"Tatoeba (eus-eng)":95.38,"Tatoeba (fao-eng)":93.6,"Tatoeba (fin-eng)":97.83,"Tatoeba (fra-eng)":95.37,"Tatoeba (fry-eng)":59.45,"Tatoeba (gla-eng)":80.89,"Tatoeba (gle-eng)":91.63,"Tatoeba (glg-eng)":97.28,"Tatoeba (gsw-eng)":54.83,"Tatoeba (heb-eng)":92.34,"Tatoeba (hin-eng)":97.07,"Tatoeba (hrv-eng)":97.65,"Tatoeba (hsb-eng)":77.87,"Tatoeba (hun-eng)":96.93,"Tatoeba (hye-eng)":95.15,"Tatoeba (ido-eng)":93.67,"Tatoeba (ile-eng)":81.0,"Tatoeba (ina-eng)":88.66,"Tatoeba (ind-eng)":94.5,"Tatoeba (isl-eng)":96.47,"Tatoeba (ita-eng)":95.95,"Tatoeba (jav-eng)":85.76,"Tatoeba (jpn-eng)":94.67,"Tatoeba (kab-eng)":83.66,"Tatoeba (kat-eng)":93.69,"Tatoeba (kaz-eng)":88.12,"Tatoeba (khm-eng)":70.2,"Tatoeba (kor-eng)":89.99,"Tatoeba (kur-eng)":34.22,"Tatoeba (kzj-eng)":8.62,"Tatoeba (lat-eng)":36.64,"Tatoeba (lfn-eng)":65.54,"Tatoeba (lit-eng)":97.43,"Tatoeba (lvs-eng)":95.45,"Tatoeba (mal-eng)":97.67,"Tatoeba (mar-eng)":93.35,"Tatoeba (max-eng)":72.73,"Tatoeba (mhr-eng)":11.87,"Tatoeba (mkd-eng)":95.98,"Tatoeba (mon-eng)":91.59,"Tatoeba (nds-eng)":54.18,"Tatoeba (nld-eng)":97.2,"Tatoeba (nno-eng)":97.31,"Tatoeba (nob-eng)":99.07,"Tatoeba (nov-eng)":71.25,"Tatoeba (oci-eng)":84.57,"Tatoeba (orv-eng)":47.07,"Tatoeba (pam-eng)":10.3,"Tatoeba (pes-eng)":94.37,"Tatoeba (pms-eng)":66.63,"Tatoeba (pol-eng)":97.7,"Tatoeba (por-eng)":95.49,"Tatoeba (ron-eng)":97.6,"Tatoeba (rus-eng)":94.35,"Tatoeba (slk-eng)":97.63,"Tatoeba (slv-eng)":95.99,"Tatoeba (spa-eng)":98.53,"Tatoeba (sqi-eng)":98.55,"Tatoeba (srp-eng)":94.87,"Tatoeba (swe-eng)":97.03,"Tatoeba (swg-eng)":67.69,"Tatoeba (swh-eng)":91.98,"Tatoeba (tam-eng)":88.08,"Tatoeba (tat-eng)":87.05,"Tatoeba (tel-eng)":91.6,"Tatoeba (tgl-eng)":96.95,"Tatoeba (tha-eng)":96.05,"Tatoeba (tuk-eng)":91.82,"Tatoeba (tur-eng)":98.27,"Tatoeba (tzl-eng)":39.48,"Tatoeba (uig-eng)":90.07,"Tatoeba (ukr-eng)":94.3,"Tatoeba (urd-eng)":93.17,"Tatoeba (uzb-eng)":85.26,"Tatoeba (vie-eng)":97.17,"Tatoeba (war-eng)":82.83,"Tatoeba (wuu-eng)":81.79,"Tatoeba (xho-eng)":94.84,"Tatoeba (yid-eng)":94.3,"Tatoeba (yue-eng)":88.44,"Tatoeba (zsm-eng)":96.07}
|
| 3 |
{"index":27,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":81.75,"BUCC (de-en)":99.35,"BUCC (fr-en)":98.72,"BUCC (ru-en)":97.78,"BUCC (zh-en)":99.16,"Tatoeba (afr-eng)":96.18,"Tatoeba (amh-eng)":91.47,"Tatoeba (ang-eng)":59.28,"Tatoeba (ara-eng)":88.8,"Tatoeba (arq-eng)":42.69,"Tatoeba (arz-eng)":76.0,"Tatoeba (ast-eng)":90.68,"Tatoeba (awa-eng)":71.7,"Tatoeba (aze-eng)":94.93,"Tatoeba (bel-eng)":95.0,"Tatoeba (ben-eng)":88.55,"Tatoeba (ber-eng)":8.4,"Tatoeba (bos-eng)":94.92,"Tatoeba (bre-eng)":15.07,"Tatoeba (bul-eng)":94.58,"Tatoeba (cat-eng)":95.38,"Tatoeba (cbk-eng)":79.44,"Tatoeba (ceb-eng)":64.42,"Tatoeba (ces-eng)":96.68,"Tatoeba (cha-eng)":31.77,"Tatoeba (cmn-eng)":95.1,"Tatoeba (cor-eng)":10.11,"Tatoeba (csb-eng)":52.57,"Tatoeba (cym-eng)":92.0,"Tatoeba (dan-eng)":95.71,"Tatoeba (deu-eng)":99.2,"Tatoeba (dsb-eng)":64.81,"Tatoeba (dtp-eng)":10.85,"Tatoeba (ell-eng)":95.35,"Tatoeba (epo-eng)":98.2,"Tatoeba (est-eng)":96.55,"Tatoeba (eus-eng)":95.01,"Tatoeba (fao-eng)":87.4,"Tatoeba (fin-eng)":96.37,"Tatoeba (fra-eng)":94.86,"Tatoeba (fry-eng)":89.31,"Tatoeba (gla-eng)":85.66,"Tatoeba (gle-eng)":93.8,"Tatoeba (glg-eng)":96.82,"Tatoeba (gsw-eng)":46.5,"Tatoeba (heb-eng)":91.53,"Tatoeba (hin-eng)":96.87,"Tatoeba (hrv-eng)":96.95,"Tatoeba (hsb-eng)":67.11,"Tatoeba (hun-eng)":96.55,"Tatoeba (hye-eng)":94.09,"Tatoeba (ido-eng)":89.42,"Tatoeba (ile-eng)":85.58,"Tatoeba (ina-eng)":95.37,"Tatoeba (ind-eng)":93.66,"Tatoeba (isl-eng)":94.75,"Tatoeba (ita-eng)":92.72,"Tatoeba (jav-eng)":79.77,"Tatoeba (jpn-eng)":95.38,"Tatoeba (kab-eng)":4.31,"Tatoeba (kat-eng)":95.02,"Tatoeba (kaz-eng)":87.49,"Tatoeba (khm-eng)":78.37,"Tatoeba (kor-eng)":90.95,"Tatoeba (kur-eng)":83.59,"Tatoeba (kzj-eng)":11.33,"Tatoeba (lat-eng)":80.07,"Tatoeba (lfn-eng)":67.54,"Tatoeba (lit-eng)":96.47,"Tatoeba (lvs-eng)":95.88,"Tatoeba (mal-eng)":98.45,"Tatoeba (mar-eng)":92.65,"Tatoeba (max-eng)":63.26,"Tatoeba (mhr-eng)":15.74,"Tatoeba (mkd-eng)":93.6,"Tatoeba (mon-eng)":95.91,"Tatoeba (nds-eng)":79.42,"Tatoeba (nld-eng)":96.07,"Tatoeba (nno-eng)":94.48,"Tatoeba (nob-eng)":98.4,"Tatoeba (nov-eng)":74.38,"Tatoeba (oci-eng)":65.81,"Tatoeba (orv-eng)":38.93,"Tatoeba (pam-eng)":10.73,"Tatoeba (pes-eng)":94.7,"Tatoeba (pms-eng)":64.57,"Tatoeba (pol-eng)":97.22,"Tatoeba (por-eng)":94.14,"Tatoeba (ron-eng)":96.92,"Tatoeba (rus-eng)":93.75,"Tatoeba (slk-eng)":96.5,"Tatoeba (slv-eng)":96.03,"Tatoeba (spa-eng)":98.4,"Tatoeba (sqi-eng)":96.76,"Tatoeba (srp-eng)":94.43,"Tatoeba (swe-eng)":95.63,"Tatoeba (swg-eng)":59.36,"Tatoeba (swh-eng)":84.5,"Tatoeba (tam-eng)":89.0,"Tatoeba (tat-eng)":85.92,"Tatoeba (tel-eng)":97.86,"Tatoeba (tgl-eng)":96.02,"Tatoeba (tha-eng)":96.14,"Tatoeba (tuk-eng)":75.27,"Tatoeba (tur-eng)":98.0,"Tatoeba (tzl-eng)":58.88,"Tatoeba (uig-eng)":92.4,"Tatoeba (ukr-eng)":93.97,"Tatoeba (urd-eng)":93.22,"Tatoeba (uzb-eng)":84.23,"Tatoeba (vie-eng)":97.2,"Tatoeba (war-eng)":60.29,"Tatoeba (wuu-eng)":90.18,"Tatoeba (xho-eng)":91.55,"Tatoeba (yid-eng)":88.79,"Tatoeba (yue-eng)":89.58,"Tatoeba (zsm-eng)":95.62}
|
| 4 |
-
{"index":
|
| 5 |
{"index":17,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.26,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.47,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.2,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.89,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.15,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.21,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.0,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.01,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.52,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.7,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.63,"Tatoeba (ile-eng)":79.15,"Tatoeba (ina-eng)":93.61,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":91.96,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.44,"Tatoeba (khm-eng)":60.02,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.3,"Tatoeba (lfn-eng)":63.02,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":89.83,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.42,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.5,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.52,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.56,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.8,"Tatoeba (pam-eng)":9.28,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.87,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.65,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":56.83,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.65,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.08,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.26,"Tatoeba (wuu-eng)":86.23,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53}
|
| 6 |
-
{"index":
|
| 7 |
-
{"index":
|
| 8 |
-
{"index":
|
| 9 |
{"index":15,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":71.07,"BUCC (de-en)":99.5,"BUCC (fr-en)":99.09,"BUCC (ru-en)":97.84,"BUCC (zh-en)":99.23,"Tatoeba (afr-eng)":87.19,"Tatoeba (amh-eng)":22.05,"Tatoeba (ang-eng)":81.59,"Tatoeba (ara-eng)":88.76,"Tatoeba (arq-eng)":48.55,"Tatoeba (arz-eng)":70.73,"Tatoeba (ast-eng)":80.94,"Tatoeba (awa-eng)":67.45,"Tatoeba (aze-eng)":76.23,"Tatoeba (bel-eng)":88.09,"Tatoeba (ben-eng)":81.82,"Tatoeba (ber-eng)":7.62,"Tatoeba (bos-eng)":91.54,"Tatoeba (bre-eng)":14.2,"Tatoeba (bul-eng)":93.98,"Tatoeba (cat-eng)":91.89,"Tatoeba (cbk-eng)":81.32,"Tatoeba (ceb-eng)":43.15,"Tatoeba (ces-eng)":94.93,"Tatoeba (cha-eng)":44.8,"Tatoeba (cmn-eng)":95.9,"Tatoeba (cor-eng)":9.19,"Tatoeba (csb-eng)":62.92,"Tatoeba (cym-eng)":72.32,"Tatoeba (dan-eng)":93.92,"Tatoeba (deu-eng)":99.47,"Tatoeba (dsb-eng)":65.43,"Tatoeba (dtp-eng)":11.74,"Tatoeba (ell-eng)":91.42,"Tatoeba (epo-eng)":87.79,"Tatoeba (est-eng)":62.89,"Tatoeba (eus-eng)":40.51,"Tatoeba (fao-eng)":70.33,"Tatoeba (fin-eng)":90.69,"Tatoeba (fra-eng)":95.77,"Tatoeba (fry-eng)":70.98,"Tatoeba (gla-eng)":63.53,"Tatoeba (gle-eng)":73.81,"Tatoeba (glg-eng)":90.44,"Tatoeba (gsw-eng)":52.21,"Tatoeba (heb-eng)":82.82,"Tatoeba (hin-eng)":95.28,"Tatoeba (hrv-eng)":93.97,"Tatoeba (hsb-eng)":74.24,"Tatoeba (hun-eng)":89.82,"Tatoeba (hye-eng)":63.99,"Tatoeba (ido-eng)":75.11,"Tatoeba (ile-eng)":83.97,"Tatoeba (ina-eng)":95.52,"Tatoeba (ind-eng)":93.48,"Tatoeba (isl-eng)":87.57,"Tatoeba (ita-eng)":91.94,"Tatoeba (jav-eng)":38.49,"Tatoeba (jpn-eng)":94.0,"Tatoeba (kab-eng)":3.81,"Tatoeba (kat-eng)":59.67,"Tatoeba (kaz-eng)":46.89,"Tatoeba (khm-eng)":37.31,"Tatoeba (kor-eng)":91.29,"Tatoeba (kur-eng)":29.93,"Tatoeba (kzj-eng)":12.19,"Tatoeba (lat-eng)":87.94,"Tatoeba (lfn-eng)":73.89,"Tatoeba (lit-eng)":69.2,"Tatoeba (lvs-eng)":66.01,"Tatoeba (mal-eng)":55.86,"Tatoeba (mar-eng)":68.99,"Tatoeba (max-eng)":64.8,"Tatoeba (mhr-eng)":16.24,"Tatoeba (mkd-eng)":86.9,"Tatoeba (mon-eng)":37.79,"Tatoeba (nds-eng)":77.42,"Tatoeba (nld-eng)":96.4,"Tatoeba (nno-eng)":87.24,"Tatoeba (nob-eng)":96.86,"Tatoeba (nov-eng)":72.4,"Tatoeba (oci-eng)":62.2,"Tatoeba (orv-eng)":59.65,"Tatoeba (pam-eng)":14.02,"Tatoeba (pes-eng)":89.67,"Tatoeba (pms-eng)":62.3,"Tatoeba (pol-eng)":96.47,"Tatoeba (por-eng)":94.44,"Tatoeba (ron-eng)":93.0,"Tatoeba (rus-eng)":93.75,"Tatoeba (slk-eng)":88.84,"Tatoeba (slv-eng)":85.99,"Tatoeba (spa-eng)":98.8,"Tatoeba (sqi-eng)":67.06,"Tatoeba (srp-eng)":92.54,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":64.75,"Tatoeba (swh-eng)":61.6,"Tatoeba (tam-eng)":72.83,"Tatoeba (tat-eng)":37.02,"Tatoeba (tel-eng)":42.79,"Tatoeba (tgl-eng)":93.14,"Tatoeba (tha-eng)":93.64,"Tatoeba (tuk-eng)":42.01,"Tatoeba (tur-eng)":94.13,"Tatoeba (tzl-eng)":49.51,"Tatoeba (uig-eng)":38.86,"Tatoeba (ukr-eng)":94.45,"Tatoeba (urd-eng)":83.62,"Tatoeba (uzb-eng)":52.73,"Tatoeba (vie-eng)":94.83,"Tatoeba (war-eng)":41.97,"Tatoeba (wuu-eng)":89.61,"Tatoeba (xho-eng)":35.96,"Tatoeba (yid-eng)":33.12,"Tatoeba (yue-eng)":89.11,"Tatoeba (zsm-eng)":94.1}
|
| 10 |
-
{"index":
|
| 11 |
-
{"index":
|
| 12 |
{"index":16,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":69.09,"BUCC (de-en)":99.13,"BUCC (fr-en)":97.59,"BUCC (ru-en)":97.2,"BUCC (zh-en)":98.3,"Tatoeba (afr-eng)":86.91,"Tatoeba (amh-eng)":74.93,"Tatoeba (ang-eng)":29.07,"Tatoeba (ara-eng)":82.59,"Tatoeba (arq-eng)":26.74,"Tatoeba (arz-eng)":66.79,"Tatoeba (ast-eng)":75.31,"Tatoeba (awa-eng)":68.39,"Tatoeba (aze-eng)":84.71,"Tatoeba (bel-eng)":86.7,"Tatoeba (ben-eng)":81.05,"Tatoeba (ber-eng)":23.58,"Tatoeba (bos-eng)":88.86,"Tatoeba (bre-eng)":5.44,"Tatoeba (bul-eng)":88.63,"Tatoeba (cat-eng)":84.09,"Tatoeba (cbk-eng)":60.54,"Tatoeba (ceb-eng)":45.46,"Tatoeba (ces-eng)":88.88,"Tatoeba (cha-eng)":16.95,"Tatoeba (cmn-eng)":93.35,"Tatoeba (cor-eng)":4.38,"Tatoeba (csb-eng)":24.56,"Tatoeba (cym-eng)":65.22,"Tatoeba (dan-eng)":91.4,"Tatoeba (deu-eng)":97.07,"Tatoeba (dsb-eng)":34.33,"Tatoeba (dtp-eng)":5.13,"Tatoeba (ell-eng)":89.96,"Tatoeba (epo-eng)":92.07,"Tatoeba (est-eng)":70.51,"Tatoeba (eus-eng)":56.16,"Tatoeba (fao-eng)":64.72,"Tatoeba (fin-eng)":86.15,"Tatoeba (fra-eng)":92.76,"Tatoeba (fry-eng)":50.88,"Tatoeba (gla-eng)":43.08,"Tatoeba (gle-eng)":58.36,"Tatoeba (glg-eng)":82.79,"Tatoeba (gsw-eng)":43.53,"Tatoeba (heb-eng)":74.14,"Tatoeba (hin-eng)":93.0,"Tatoeba (hrv-eng)":92.5,"Tatoeba (hsb-eng)":40.35,"Tatoeba (hun-eng)":84.32,"Tatoeba (hye-eng)":85.91,"Tatoeba (ido-eng)":74.39,"Tatoeba (ile-eng)":72.43,"Tatoeba (ina-eng)":86.11,"Tatoeba (ind-eng)":90.26,"Tatoeba (isl-eng)":76.9,"Tatoeba (ita-eng)":90.61,"Tatoeba (jav-eng)":61.25,"Tatoeba (jpn-eng)":90.3,"Tatoeba (kab-eng)":21.98,"Tatoeba (kat-eng)":77.83,"Tatoeba (kaz-eng)":75.56,"Tatoeba (khm-eng)":47.26,"Tatoeba (kor-eng)":83.37,"Tatoeba (kur-eng)":52.96,"Tatoeba (kzj-eng)":6.2,"Tatoeba (lat-eng)":39.58,"Tatoeba (lfn-eng)":52.85,"Tatoeba (lit-eng)":75.53,"Tatoeba (lvs-eng)":76.66,"Tatoeba (mal-eng)":96.72,"Tatoeba (mar-eng)":86.62,"Tatoeba (max-eng)":52.39,"Tatoeba (mhr-eng)":5.52,"Tatoeba (mkd-eng)":73.76,"Tatoeba (mon-eng)":78.37,"Tatoeba (nds-eng)":53.86,"Tatoeba (nld-eng)":93.2,"Tatoeba (nno-eng)":82.56,"Tatoeba (nob-eng)":95.9,"Tatoeba (nov-eng)":66.83,"Tatoeba (oci-eng)":35.79,"Tatoeba (orv-eng)":16.0,"Tatoeba (pam-eng)":6.92,"Tatoeba (pes-eng)":87.08,"Tatoeba (pms-eng)":44.61,"Tatoeba (pol-eng)":94.82,"Tatoeba (por-eng)":92.74,"Tatoeba (ron-eng)":91.27,"Tatoeba (rus-eng)":91.78,"Tatoeba (slk-eng)":86.4,"Tatoeba (slv-eng)":81.93,"Tatoeba (spa-eng)":96.97,"Tatoeba (sqi-eng)":90.06,"Tatoeba (srp-eng)":89.08,"Tatoeba (swe-eng)":91.33,"Tatoeba (swg-eng)":42.33,"Tatoeba (swh-eng)":66.81,"Tatoeba (tam-eng)":85.12,"Tatoeba (tat-eng)":66.92,"Tatoeba (tel-eng)":88.49,"Tatoeba (tgl-eng)":83.78,"Tatoeba (tha-eng)":94.4,"Tatoeba (tuk-eng)":19.66,"Tatoeba (tur-eng)":92.67,"Tatoeba (tzl-eng)":34.44,"Tatoeba (uig-eng)":63.08,"Tatoeba (ukr-eng)":88.29,"Tatoeba (urd-eng)":86.2,"Tatoeba (uzb-eng)":62.63,"Tatoeba (vie-eng)":94.68,"Tatoeba (war-eng)":47.18,"Tatoeba (wuu-eng)":78.65,"Tatoeba (xho-eng)":73.24,"Tatoeba (yid-eng)":63.2,"Tatoeba (yue-eng)":80.66,"Tatoeba (zsm-eng)":92.45}
|
| 13 |
{"index":0,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":67.42,"BUCC (de-en)":99.21,"BUCC (fr-en)":98.39,"BUCC (ru-en)":97.62,"BUCC (zh-en)":97.7,"Tatoeba (afr-eng)":92.59,"Tatoeba (amh-eng)":80.82,"Tatoeba (ang-eng)":25.22,"Tatoeba (ara-eng)":90.14,"Tatoeba (arq-eng)":26.63,"Tatoeba (arz-eng)":66.16,"Tatoeba (ast-eng)":76.35,"Tatoeba (awa-eng)":33.74,"Tatoeba (aze-eng)":82.41,"Tatoeba (bel-eng)":79.54,"Tatoeba (ben-eng)":89.43,"Tatoeba (ber-eng)":77.63,"Tatoeba (bos-eng)":95.86,"Tatoeba (bre-eng)":31.2,"Tatoeba (bul-eng)":93.57,"Tatoeba (cat-eng)":95.8,"Tatoeba (cbk-eng)":77.17,"Tatoeba (ceb-eng)":9.93,"Tatoeba (ces-eng)":95.52,"Tatoeba (cha-eng)":14.86,"Tatoeba (cmn-eng)":85.62,"Tatoeba (cor-eng)":4.45,"Tatoeba (csb-eng)":27.03,"Tatoeba (cym-eng)":5.85,"Tatoeba (dan-eng)":95.22,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":42.34,"Tatoeba (dtp-eng)":7.39,"Tatoeba (ell-eng)":96.2,"Tatoeba (epo-eng)":96.61,"Tatoeba (est-eng)":96.43,"Tatoeba (eus-eng)":93.32,"Tatoeba (fao-eng)":57.04,"Tatoeba (fin-eng)":96.98,"Tatoeba (fra-eng)":94.28,"Tatoeba (fry-eng)":42.07,"Tatoeba (gla-eng)":1.52,"Tatoeba (gle-eng)":4.2,"Tatoeba (glg-eng)":96.14,"Tatoeba (gsw-eng)":27.52,"Tatoeba (heb-eng)":0.0,"Tatoeba (hin-eng)":95.32,"Tatoeba (hrv-eng)":96.72,"Tatoeba (hsb-eng)":45.75,"Tatoeba (hun-eng)":95.2,"Tatoeba (hye-eng)":88.72,"Tatoeba (ido-eng)":80.86,"Tatoeba (ile-eng)":87.88,"Tatoeba (ina-eng)":93.93,"Tatoeba (ind-eng)":92.98,"Tatoeba (isl-eng)":94.32,"Tatoeba (ita-eng)":94.32,"Tatoeba (jav-eng)":9.95,"Tatoeba (jpn-eng)":93.78,"Tatoeba (kab-eng)":65.88,"Tatoeba (kat-eng)":81.16,"Tatoeba (kaz-eng)":53.3,"Tatoeba (khm-eng)":74.19,"Tatoeba (kor-eng)":87.97,"Tatoeba (kur-eng)":19.09,"Tatoeba (kzj-eng)":4.46,"Tatoeba (lat-eng)":64.81,"Tatoeba (lfn-eng)":63.39,"Tatoeba (lit-eng)":96.2,"Tatoeba (lvs-eng)":95.33,"Tatoeba (mal-eng)":98.16,"Tatoeba (mar-eng)":92.93,"Tatoeba (max-eng)":36.96,"Tatoeba (mhr-eng)":6.86,"Tatoeba (mkd-eng)":93.63,"Tatoeba (mon-eng)":3.42,"Tatoeba (nds-eng)":77.13,"Tatoeba (nld-eng)":95.35,"Tatoeba (nno-eng)":72.75,"Tatoeba (nob-eng)":95.77,"Tatoeba (nov-eng)":60.02,"Tatoeba (oci-eng)":58.13,"Tatoeba (orv-eng)":23.24,"Tatoeba (pam-eng)":3.24,"Tatoeba (pes-eng)":93.13,"Tatoeba (pms-eng)":36.23,"Tatoeba (pol-eng)":97.32,"Tatoeba (por-eng)":94.54,"Tatoeba (ron-eng)":96.52,"Tatoeba (rus-eng)":92.58,"Tatoeba (slk-eng)":95.82,"Tatoeba (slv-eng)":95.4,"Tatoeba (spa-eng)":97.33,"Tatoeba (sqi-eng)":97.22,"Tatoeba (srp-eng)":93.64,"Tatoeba (swe-eng)":95.31,"Tatoeba (swg-eng)":33.1,"Tatoeba (swh-eng)":55.66,"Tatoeba (tam-eng)":87.32,"Tatoeba (tat-eng)":34.74,"Tatoeba (tel-eng)":96.72,"Tatoeba (tgl-eng)":63.19,"Tatoeba (tha-eng)":96.38,"Tatoeba (tuk-eng)":16.35,"Tatoeba (tur-eng)":98.03,"Tatoeba (tzl-eng)":36.56,"Tatoeba (uig-eng)":56.49,"Tatoeba (ukr-eng)":93.52,"Tatoeba (urd-eng)":84.23,"Tatoeba (uzb-eng)":23.2,"Tatoeba (vie-eng)":96.73,"Tatoeba (war-eng)":8.25,"Tatoeba (wuu-eng)":75.09,"Tatoeba (xho-eng)":4.68,"Tatoeba (yid-eng)":2.49,"Tatoeba (yue-eng)":87.75,"Tatoeba (zsm-eng)":95.41}
|
| 14 |
{"index":6,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":65.21,"BUCC (de-en)":97.86,"BUCC (fr-en)":92.66,"BUCC (ru-en)":93.5,"BUCC (zh-en)":88.79,"Tatoeba (afr-eng)":85.67,"Tatoeba (amh-eng)":76.13,"Tatoeba (ang-eng)":42.23,"Tatoeba (ara-eng)":72.55,"Tatoeba (arq-eng)":22.43,"Tatoeba (arz-eng)":55.14,"Tatoeba (ast-eng)":71.67,"Tatoeba (awa-eng)":74.27,"Tatoeba (aze-eng)":80.14,"Tatoeba (bel-eng)":84.68,"Tatoeba (ben-eng)":77.76,"Tatoeba (ber-eng)":16.92,"Tatoeba (bos-eng)":83.24,"Tatoeba (bre-eng)":8.24,"Tatoeba (bul-eng)":83.81,"Tatoeba (cat-eng)":79.75,"Tatoeba (cbk-eng)":57.77,"Tatoeba (ceb-eng)":42.01,"Tatoeba (ces-eng)":78.83,"Tatoeba (cha-eng)":27.83,"Tatoeba (cmn-eng)":88.89,"Tatoeba (cor-eng)":6.02,"Tatoeba (csb-eng)":23.99,"Tatoeba (cym-eng)":65.32,"Tatoeba (dan-eng)":84.39,"Tatoeba (deu-eng)":96.58,"Tatoeba (dsb-eng)":31.64,"Tatoeba (dtp-eng)":7.68,"Tatoeba (ell-eng)":84.08,"Tatoeba (epo-eng)":90.5,"Tatoeba (est-eng)":55.31,"Tatoeba (eus-eng)":54.47,"Tatoeba (fao-eng)":58.87,"Tatoeba (fin-eng)":68.56,"Tatoeba (fra-eng)":89.93,"Tatoeba (fry-eng)":51.03,"Tatoeba (gla-eng)":39.42,"Tatoeba (gle-eng)":59.59,"Tatoeba (glg-eng)":81.93,"Tatoeba (gsw-eng)":36.45,"Tatoeba (heb-eng)":67.92,"Tatoeba (hin-eng)":93.25,"Tatoeba (hrv-eng)":86.87,"Tatoeba (hsb-eng)":37.02,"Tatoeba (hun-eng)":71.84,"Tatoeba (hye-eng)":82.29,"Tatoeba (ido-eng)":70.86,"Tatoeba (ile-eng)":71.73,"Tatoeba (ina-eng)":85.6,"Tatoeba (ind-eng)":87.81,"Tatoeba (isl-eng)":62.16,"Tatoeba (ita-eng)":87.56,"Tatoeba (jav-eng)":50.66,"Tatoeba (jpn-eng)":83.7,"Tatoeba (kab-eng)":17.83,"Tatoeba (kat-eng)":76.84,"Tatoeba (kaz-eng)":73.03,"Tatoeba (khm-eng)":47.99,"Tatoeba (kor-eng)":74.16,"Tatoeba (kur-eng)":39.67,"Tatoeba (kzj-eng)":8.27,"Tatoeba (lat-eng)":39.95,"Tatoeba (lfn-eng)":52.73,"Tatoeba (lit-eng)":61.52,"Tatoeba (lvs-eng)":60.67,"Tatoeba (mal-eng)":94.78,"Tatoeba (mar-eng)":86.79,"Tatoeba (max-eng)":49.95,"Tatoeba (mhr-eng)":6.08,"Tatoeba (mkd-eng)":59.26,"Tatoeba (mon-eng)":78.22,"Tatoeba (nds-eng)":53.26,"Tatoeba (nld-eng)":90.3,"Tatoeba (nno-eng)":69.48,"Tatoeba (nob-eng)":87.8,"Tatoeba (nov-eng)":68.56,"Tatoeba (oci-eng)":42.84,"Tatoeba (orv-eng)":15.13,"Tatoeba (pam-eng)":6.97,"Tatoeba (pes-eng)":84.0,"Tatoeba (pms-eng)":42.15,"Tatoeba (pol-eng)":85.91,"Tatoeba (por-eng)":89.25,"Tatoeba (ron-eng)":83.67,"Tatoeba (rus-eng)":89.77,"Tatoeba (slk-eng)":79.96,"Tatoeba (slv-eng)":72.85,"Tatoeba (spa-eng)":91.1,"Tatoeba (sqi-eng)":88.56,"Tatoeba (srp-eng)":80.33,"Tatoeba (swe-eng)":84.97,"Tatoeba (swg-eng)":44.3,"Tatoeba (swh-eng)":66.74,"Tatoeba (tam-eng)":81.39,"Tatoeba (tat-eng)":63.38,"Tatoeba (tel-eng)":85.78,"Tatoeba (tgl-eng)":79.26,"Tatoeba (tha-eng)":89.36,"Tatoeba (tuk-eng)":18.41,"Tatoeba (tur-eng)":86.78,"Tatoeba (tzl-eng)":36.2,"Tatoeba (uig-eng)":59.33,"Tatoeba (ukr-eng)":81.62,"Tatoeba (urd-eng)":84.71,"Tatoeba (uzb-eng)":58.0,"Tatoeba (vie-eng)":87.78,"Tatoeba (war-eng)":40.86,"Tatoeba (wuu-eng)":69.05,"Tatoeba (xho-eng)":62.84,"Tatoeba (yid-eng)":66.83,"Tatoeba (yue-eng)":69.69,"Tatoeba (zsm-eng)":90.0}
|
|
|
|
| 1 |
{"index":18,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":84.29,"BUCC (de-en)":99.61,"BUCC (fr-en)":99.15,"BUCC (ru-en)":97.87,"BUCC (zh-en)":99.39,"Tatoeba (afr-eng)":95.4,"Tatoeba (amh-eng)":87.14,"Tatoeba (ang-eng)":72.81,"Tatoeba (ara-eng)":91.1,"Tatoeba (arq-eng)":63.07,"Tatoeba (arz-eng)":81.86,"Tatoeba (ast-eng)":89.76,"Tatoeba (awa-eng)":91.99,"Tatoeba (aze-eng)":93.79,"Tatoeba (bel-eng)":95.55,"Tatoeba (ben-eng)":89.13,"Tatoeba (ber-eng)":55.58,"Tatoeba (bos-eng)":95.86,"Tatoeba (bre-eng)":32.94,"Tatoeba (bul-eng)":94.38,"Tatoeba (cat-eng)":94.93,"Tatoeba (cbk-eng)":84.1,"Tatoeba (ceb-eng)":70.78,"Tatoeba (ces-eng)":96.57,"Tatoeba (cha-eng)":51.46,"Tatoeba (cmn-eng)":96.37,"Tatoeba (cor-eng)":11.82,"Tatoeba (csb-eng)":66.59,"Tatoeba (cym-eng)":89.97,"Tatoeba (dan-eng)":95.3,"Tatoeba (deu-eng)":99.33,"Tatoeba (dsb-eng)":72.0,"Tatoeba (dtp-eng)":14.51,"Tatoeba (ell-eng)":95.12,"Tatoeba (epo-eng)":98.48,"Tatoeba (est-eng)":88.03,"Tatoeba (eus-eng)":84.72,"Tatoeba (fao-eng)":86.77,"Tatoeba (fin-eng)":96.92,"Tatoeba (fra-eng)":95.02,"Tatoeba (fry-eng)":82.47,"Tatoeba (gla-eng)":78.33,"Tatoeba (gle-eng)":84.99,"Tatoeba (glg-eng)":96.22,"Tatoeba (gsw-eng)":61.9,"Tatoeba (heb-eng)":91.46,"Tatoeba (hin-eng)":97.6,"Tatoeba (hrv-eng)":96.75,"Tatoeba (hsb-eng)":79.45,"Tatoeba (hun-eng)":94.33,"Tatoeba (hye-eng)":93.52,"Tatoeba (ido-eng)":91.92,"Tatoeba (ile-eng)":89.78,"Tatoeba (ina-eng)":96.27,"Tatoeba (ind-eng)":94.42,"Tatoeba (isl-eng)":95.0,"Tatoeba (ita-eng)":94.67,"Tatoeba (jav-eng)":85.28,"Tatoeba (jpn-eng)":96.12,"Tatoeba (kab-eng)":57.85,"Tatoeba (kat-eng)":92.47,"Tatoeba (kaz-eng)":87.72,"Tatoeba (khm-eng)":73.27,"Tatoeba (kor-eng)":91.97,"Tatoeba (kur-eng)":77.33,"Tatoeba (kzj-eng)":14.98,"Tatoeba (lat-eng)":74.51,"Tatoeba (lfn-eng)":80.68,"Tatoeba (lit-eng)":92.01,"Tatoeba (lvs-eng)":92.81,"Tatoeba (mal-eng)":98.93,"Tatoeba (mar-eng)":92.58,"Tatoeba (max-eng)":73.44,"Tatoeba (mhr-eng)":16.92,"Tatoeba (mkd-eng)":92.49,"Tatoeba (mon-eng)":95.49,"Tatoeba (nds-eng)":86.32,"Tatoeba (nld-eng)":97.2,"Tatoeba (nno-eng)":94.26,"Tatoeba (nob-eng)":98.2,"Tatoeba (nov-eng)":83.0,"Tatoeba (oci-eng)":71.91,"Tatoeba (orv-eng)":58.29,"Tatoeba (pam-eng)":19.63,"Tatoeba (pes-eng)":94.57,"Tatoeba (pms-eng)":77.98,"Tatoeba (pol-eng)":97.27,"Tatoeba (por-eng)":94.91,"Tatoeba (ron-eng)":97.18,"Tatoeba (rus-eng)":93.57,"Tatoeba (slk-eng)":95.13,"Tatoeba (slv-eng)":91.91,"Tatoeba (spa-eng)":98.6,"Tatoeba (sqi-eng)":96.75,"Tatoeba (srp-eng)":94.53,"Tatoeba (swe-eng)":95.72,"Tatoeba (swg-eng)":77.68,"Tatoeba (swh-eng)":80.91,"Tatoeba (tam-eng)":90.65,"Tatoeba (tat-eng)":84.61,"Tatoeba (tel-eng)":96.08,"Tatoeba (tgl-eng)":95.85,"Tatoeba (tha-eng)":96.72,"Tatoeba (tuk-eng)":49.64,"Tatoeba (tur-eng)":98.27,"Tatoeba (tzl-eng)":61.09,"Tatoeba (uig-eng)":86.82,"Tatoeba (ukr-eng)":94.78,"Tatoeba (urd-eng)":93.41,"Tatoeba (uzb-eng)":80.55,"Tatoeba (vie-eng)":97.1,"Tatoeba (war-eng)":74.4,"Tatoeba (wuu-eng)":92.34,"Tatoeba (xho-eng)":88.26,"Tatoeba (yid-eng)":90.38,"Tatoeba (yue-eng)":93.47,"Tatoeba (zsm-eng)":96.48}
|
| 2 |
{"index":14,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.67,"BUCC (de-en)":98.82,"BUCC (fr-en)":98.09,"BUCC (ru-en)":97.37,"BUCC (zh-en)":98.72,"Tatoeba (afr-eng)":97.47,"Tatoeba (amh-eng)":91.67,"Tatoeba (ang-eng)":46.34,"Tatoeba (ara-eng)":93.83,"Tatoeba (arq-eng)":75.41,"Tatoeba (arz-eng)":86.76,"Tatoeba (ast-eng)":90.81,"Tatoeba (awa-eng)":87.86,"Tatoeba (aze-eng)":89.12,"Tatoeba (bel-eng)":95.68,"Tatoeba (ben-eng)":89.02,"Tatoeba (ber-eng)":29.29,"Tatoeba (bos-eng)":95.9,"Tatoeba (bre-eng)":8.48,"Tatoeba (bul-eng)":94.52,"Tatoeba (cat-eng)":96.65,"Tatoeba (cbk-eng)":80.47,"Tatoeba (ceb-eng)":74.67,"Tatoeba (ces-eng)":96.88,"Tatoeba (cha-eng)":25.11,"Tatoeba (cmn-eng)":93.8,"Tatoeba (cor-eng)":9.98,"Tatoeba (csb-eng)":77.98,"Tatoeba (cym-eng)":91.3,"Tatoeba (dan-eng)":97.09,"Tatoeba (deu-eng)":99.13,"Tatoeba (dsb-eng)":64.48,"Tatoeba (dtp-eng)":7.95,"Tatoeba (ell-eng)":95.47,"Tatoeba (epo-eng)":98.47,"Tatoeba (est-eng)":97.17,"Tatoeba (eus-eng)":95.38,"Tatoeba (fao-eng)":93.6,"Tatoeba (fin-eng)":97.83,"Tatoeba (fra-eng)":95.37,"Tatoeba (fry-eng)":59.45,"Tatoeba (gla-eng)":80.89,"Tatoeba (gle-eng)":91.63,"Tatoeba (glg-eng)":97.28,"Tatoeba (gsw-eng)":54.83,"Tatoeba (heb-eng)":92.34,"Tatoeba (hin-eng)":97.07,"Tatoeba (hrv-eng)":97.65,"Tatoeba (hsb-eng)":77.87,"Tatoeba (hun-eng)":96.93,"Tatoeba (hye-eng)":95.15,"Tatoeba (ido-eng)":93.67,"Tatoeba (ile-eng)":81.0,"Tatoeba (ina-eng)":88.66,"Tatoeba (ind-eng)":94.5,"Tatoeba (isl-eng)":96.47,"Tatoeba (ita-eng)":95.95,"Tatoeba (jav-eng)":85.76,"Tatoeba (jpn-eng)":94.67,"Tatoeba (kab-eng)":83.66,"Tatoeba (kat-eng)":93.69,"Tatoeba (kaz-eng)":88.12,"Tatoeba (khm-eng)":70.2,"Tatoeba (kor-eng)":89.99,"Tatoeba (kur-eng)":34.22,"Tatoeba (kzj-eng)":8.62,"Tatoeba (lat-eng)":36.64,"Tatoeba (lfn-eng)":65.54,"Tatoeba (lit-eng)":97.43,"Tatoeba (lvs-eng)":95.45,"Tatoeba (mal-eng)":97.67,"Tatoeba (mar-eng)":93.35,"Tatoeba (max-eng)":72.73,"Tatoeba (mhr-eng)":11.87,"Tatoeba (mkd-eng)":95.98,"Tatoeba (mon-eng)":91.59,"Tatoeba (nds-eng)":54.18,"Tatoeba (nld-eng)":97.2,"Tatoeba (nno-eng)":97.31,"Tatoeba (nob-eng)":99.07,"Tatoeba (nov-eng)":71.25,"Tatoeba (oci-eng)":84.57,"Tatoeba (orv-eng)":47.07,"Tatoeba (pam-eng)":10.3,"Tatoeba (pes-eng)":94.37,"Tatoeba (pms-eng)":66.63,"Tatoeba (pol-eng)":97.7,"Tatoeba (por-eng)":95.49,"Tatoeba (ron-eng)":97.6,"Tatoeba (rus-eng)":94.35,"Tatoeba (slk-eng)":97.63,"Tatoeba (slv-eng)":95.99,"Tatoeba (spa-eng)":98.53,"Tatoeba (sqi-eng)":98.55,"Tatoeba (srp-eng)":94.87,"Tatoeba (swe-eng)":97.03,"Tatoeba (swg-eng)":67.69,"Tatoeba (swh-eng)":91.98,"Tatoeba (tam-eng)":88.08,"Tatoeba (tat-eng)":87.05,"Tatoeba (tel-eng)":91.6,"Tatoeba (tgl-eng)":96.95,"Tatoeba (tha-eng)":96.05,"Tatoeba (tuk-eng)":91.82,"Tatoeba (tur-eng)":98.27,"Tatoeba (tzl-eng)":39.48,"Tatoeba (uig-eng)":90.07,"Tatoeba (ukr-eng)":94.3,"Tatoeba (urd-eng)":93.17,"Tatoeba (uzb-eng)":85.26,"Tatoeba (vie-eng)":97.17,"Tatoeba (war-eng)":82.83,"Tatoeba (wuu-eng)":81.79,"Tatoeba (xho-eng)":94.84,"Tatoeba (yid-eng)":94.3,"Tatoeba (yue-eng)":88.44,"Tatoeba (zsm-eng)":96.07}
|
| 3 |
{"index":27,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":81.75,"BUCC (de-en)":99.35,"BUCC (fr-en)":98.72,"BUCC (ru-en)":97.78,"BUCC (zh-en)":99.16,"Tatoeba (afr-eng)":96.18,"Tatoeba (amh-eng)":91.47,"Tatoeba (ang-eng)":59.28,"Tatoeba (ara-eng)":88.8,"Tatoeba (arq-eng)":42.69,"Tatoeba (arz-eng)":76.0,"Tatoeba (ast-eng)":90.68,"Tatoeba (awa-eng)":71.7,"Tatoeba (aze-eng)":94.93,"Tatoeba (bel-eng)":95.0,"Tatoeba (ben-eng)":88.55,"Tatoeba (ber-eng)":8.4,"Tatoeba (bos-eng)":94.92,"Tatoeba (bre-eng)":15.07,"Tatoeba (bul-eng)":94.58,"Tatoeba (cat-eng)":95.38,"Tatoeba (cbk-eng)":79.44,"Tatoeba (ceb-eng)":64.42,"Tatoeba (ces-eng)":96.68,"Tatoeba (cha-eng)":31.77,"Tatoeba (cmn-eng)":95.1,"Tatoeba (cor-eng)":10.11,"Tatoeba (csb-eng)":52.57,"Tatoeba (cym-eng)":92.0,"Tatoeba (dan-eng)":95.71,"Tatoeba (deu-eng)":99.2,"Tatoeba (dsb-eng)":64.81,"Tatoeba (dtp-eng)":10.85,"Tatoeba (ell-eng)":95.35,"Tatoeba (epo-eng)":98.2,"Tatoeba (est-eng)":96.55,"Tatoeba (eus-eng)":95.01,"Tatoeba (fao-eng)":87.4,"Tatoeba (fin-eng)":96.37,"Tatoeba (fra-eng)":94.86,"Tatoeba (fry-eng)":89.31,"Tatoeba (gla-eng)":85.66,"Tatoeba (gle-eng)":93.8,"Tatoeba (glg-eng)":96.82,"Tatoeba (gsw-eng)":46.5,"Tatoeba (heb-eng)":91.53,"Tatoeba (hin-eng)":96.87,"Tatoeba (hrv-eng)":96.95,"Tatoeba (hsb-eng)":67.11,"Tatoeba (hun-eng)":96.55,"Tatoeba (hye-eng)":94.09,"Tatoeba (ido-eng)":89.42,"Tatoeba (ile-eng)":85.58,"Tatoeba (ina-eng)":95.37,"Tatoeba (ind-eng)":93.66,"Tatoeba (isl-eng)":94.75,"Tatoeba (ita-eng)":92.72,"Tatoeba (jav-eng)":79.77,"Tatoeba (jpn-eng)":95.38,"Tatoeba (kab-eng)":4.31,"Tatoeba (kat-eng)":95.02,"Tatoeba (kaz-eng)":87.49,"Tatoeba (khm-eng)":78.37,"Tatoeba (kor-eng)":90.95,"Tatoeba (kur-eng)":83.59,"Tatoeba (kzj-eng)":11.33,"Tatoeba (lat-eng)":80.07,"Tatoeba (lfn-eng)":67.54,"Tatoeba (lit-eng)":96.47,"Tatoeba (lvs-eng)":95.88,"Tatoeba (mal-eng)":98.45,"Tatoeba (mar-eng)":92.65,"Tatoeba (max-eng)":63.26,"Tatoeba (mhr-eng)":15.74,"Tatoeba (mkd-eng)":93.6,"Tatoeba (mon-eng)":95.91,"Tatoeba (nds-eng)":79.42,"Tatoeba (nld-eng)":96.07,"Tatoeba (nno-eng)":94.48,"Tatoeba (nob-eng)":98.4,"Tatoeba (nov-eng)":74.38,"Tatoeba (oci-eng)":65.81,"Tatoeba (orv-eng)":38.93,"Tatoeba (pam-eng)":10.73,"Tatoeba (pes-eng)":94.7,"Tatoeba (pms-eng)":64.57,"Tatoeba (pol-eng)":97.22,"Tatoeba (por-eng)":94.14,"Tatoeba (ron-eng)":96.92,"Tatoeba (rus-eng)":93.75,"Tatoeba (slk-eng)":96.5,"Tatoeba (slv-eng)":96.03,"Tatoeba (spa-eng)":98.4,"Tatoeba (sqi-eng)":96.76,"Tatoeba (srp-eng)":94.43,"Tatoeba (swe-eng)":95.63,"Tatoeba (swg-eng)":59.36,"Tatoeba (swh-eng)":84.5,"Tatoeba (tam-eng)":89.0,"Tatoeba (tat-eng)":85.92,"Tatoeba (tel-eng)":97.86,"Tatoeba (tgl-eng)":96.02,"Tatoeba (tha-eng)":96.14,"Tatoeba (tuk-eng)":75.27,"Tatoeba (tur-eng)":98.0,"Tatoeba (tzl-eng)":58.88,"Tatoeba (uig-eng)":92.4,"Tatoeba (ukr-eng)":93.97,"Tatoeba (urd-eng)":93.22,"Tatoeba (uzb-eng)":84.23,"Tatoeba (vie-eng)":97.2,"Tatoeba (war-eng)":60.29,"Tatoeba (wuu-eng)":90.18,"Tatoeba (xho-eng)":91.55,"Tatoeba (yid-eng)":88.79,"Tatoeba (yue-eng)":89.58,"Tatoeba (zsm-eng)":95.62}
|
| 4 |
+
{"index":35,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.26,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.47,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.2,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.89,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.15,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.21,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.0,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.01,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.52,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.7,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.63,"Tatoeba (ile-eng)":79.15,"Tatoeba (ina-eng)":93.61,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":91.96,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.44,"Tatoeba (khm-eng)":60.02,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.3,"Tatoeba (lfn-eng)":63.02,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":89.83,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.42,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.5,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.52,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.56,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.8,"Tatoeba (pam-eng)":9.28,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.87,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.65,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":56.83,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.65,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.08,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.26,"Tatoeba (wuu-eng)":86.23,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53}
|
| 5 |
{"index":17,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.26,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.47,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.2,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.89,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.15,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.21,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.0,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.01,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.52,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.7,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.63,"Tatoeba (ile-eng)":79.15,"Tatoeba (ina-eng)":93.61,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":91.96,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.44,"Tatoeba (khm-eng)":60.02,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.3,"Tatoeba (lfn-eng)":63.02,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":89.83,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.42,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.5,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.52,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.56,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.8,"Tatoeba (pam-eng)":9.28,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.87,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.65,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":56.83,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.65,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.08,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.26,"Tatoeba (wuu-eng)":86.23,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53}
|
| 6 |
+
{"index":4,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.26,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.47,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.2,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.89,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.15,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.21,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.0,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.01,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.52,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.7,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.63,"Tatoeba (ile-eng)":79.15,"Tatoeba (ina-eng)":93.61,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":91.96,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.44,"Tatoeba (khm-eng)":60.02,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.3,"Tatoeba (lfn-eng)":63.02,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":89.83,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.42,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.5,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.52,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.56,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.8,"Tatoeba (pam-eng)":9.28,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.87,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.65,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":56.83,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.65,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.08,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.26,"Tatoeba (wuu-eng)":86.23,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53}
|
| 7 |
+
{"index":26,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.26,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.47,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.2,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.89,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.15,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.21,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.0,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.01,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.52,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.7,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.63,"Tatoeba (ile-eng)":79.15,"Tatoeba (ina-eng)":93.61,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":91.96,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.44,"Tatoeba (khm-eng)":60.02,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.3,"Tatoeba (lfn-eng)":63.02,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":89.83,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.42,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.5,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.52,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.56,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.8,"Tatoeba (pam-eng)":9.28,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.87,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.65,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":56.83,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.65,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.08,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.26,"Tatoeba (wuu-eng)":86.23,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53}
|
| 8 |
+
{"index":13,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.26,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.47,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.2,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.89,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.15,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.21,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.0,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.01,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.52,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.7,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.63,"Tatoeba (ile-eng)":79.15,"Tatoeba (ina-eng)":93.61,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":91.96,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.44,"Tatoeba (khm-eng)":60.02,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.3,"Tatoeba (lfn-eng)":63.02,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":89.83,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.42,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.5,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.52,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.56,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.8,"Tatoeba (pam-eng)":9.28,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.87,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.65,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":56.83,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.65,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.08,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.26,"Tatoeba (wuu-eng)":86.23,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53}
|
| 9 |
{"index":15,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":71.07,"BUCC (de-en)":99.5,"BUCC (fr-en)":99.09,"BUCC (ru-en)":97.84,"BUCC (zh-en)":99.23,"Tatoeba (afr-eng)":87.19,"Tatoeba (amh-eng)":22.05,"Tatoeba (ang-eng)":81.59,"Tatoeba (ara-eng)":88.76,"Tatoeba (arq-eng)":48.55,"Tatoeba (arz-eng)":70.73,"Tatoeba (ast-eng)":80.94,"Tatoeba (awa-eng)":67.45,"Tatoeba (aze-eng)":76.23,"Tatoeba (bel-eng)":88.09,"Tatoeba (ben-eng)":81.82,"Tatoeba (ber-eng)":7.62,"Tatoeba (bos-eng)":91.54,"Tatoeba (bre-eng)":14.2,"Tatoeba (bul-eng)":93.98,"Tatoeba (cat-eng)":91.89,"Tatoeba (cbk-eng)":81.32,"Tatoeba (ceb-eng)":43.15,"Tatoeba (ces-eng)":94.93,"Tatoeba (cha-eng)":44.8,"Tatoeba (cmn-eng)":95.9,"Tatoeba (cor-eng)":9.19,"Tatoeba (csb-eng)":62.92,"Tatoeba (cym-eng)":72.32,"Tatoeba (dan-eng)":93.92,"Tatoeba (deu-eng)":99.47,"Tatoeba (dsb-eng)":65.43,"Tatoeba (dtp-eng)":11.74,"Tatoeba (ell-eng)":91.42,"Tatoeba (epo-eng)":87.79,"Tatoeba (est-eng)":62.89,"Tatoeba (eus-eng)":40.51,"Tatoeba (fao-eng)":70.33,"Tatoeba (fin-eng)":90.69,"Tatoeba (fra-eng)":95.77,"Tatoeba (fry-eng)":70.98,"Tatoeba (gla-eng)":63.53,"Tatoeba (gle-eng)":73.81,"Tatoeba (glg-eng)":90.44,"Tatoeba (gsw-eng)":52.21,"Tatoeba (heb-eng)":82.82,"Tatoeba (hin-eng)":95.28,"Tatoeba (hrv-eng)":93.97,"Tatoeba (hsb-eng)":74.24,"Tatoeba (hun-eng)":89.82,"Tatoeba (hye-eng)":63.99,"Tatoeba (ido-eng)":75.11,"Tatoeba (ile-eng)":83.97,"Tatoeba (ina-eng)":95.52,"Tatoeba (ind-eng)":93.48,"Tatoeba (isl-eng)":87.57,"Tatoeba (ita-eng)":91.94,"Tatoeba (jav-eng)":38.49,"Tatoeba (jpn-eng)":94.0,"Tatoeba (kab-eng)":3.81,"Tatoeba (kat-eng)":59.67,"Tatoeba (kaz-eng)":46.89,"Tatoeba (khm-eng)":37.31,"Tatoeba (kor-eng)":91.29,"Tatoeba (kur-eng)":29.93,"Tatoeba (kzj-eng)":12.19,"Tatoeba (lat-eng)":87.94,"Tatoeba (lfn-eng)":73.89,"Tatoeba (lit-eng)":69.2,"Tatoeba (lvs-eng)":66.01,"Tatoeba (mal-eng)":55.86,"Tatoeba (mar-eng)":68.99,"Tatoeba (max-eng)":64.8,"Tatoeba (mhr-eng)":16.24,"Tatoeba (mkd-eng)":86.9,"Tatoeba (mon-eng)":37.79,"Tatoeba (nds-eng)":77.42,"Tatoeba (nld-eng)":96.4,"Tatoeba (nno-eng)":87.24,"Tatoeba (nob-eng)":96.86,"Tatoeba (nov-eng)":72.4,"Tatoeba (oci-eng)":62.2,"Tatoeba (orv-eng)":59.65,"Tatoeba (pam-eng)":14.02,"Tatoeba (pes-eng)":89.67,"Tatoeba (pms-eng)":62.3,"Tatoeba (pol-eng)":96.47,"Tatoeba (por-eng)":94.44,"Tatoeba (ron-eng)":93.0,"Tatoeba (rus-eng)":93.75,"Tatoeba (slk-eng)":88.84,"Tatoeba (slv-eng)":85.99,"Tatoeba (spa-eng)":98.8,"Tatoeba (sqi-eng)":67.06,"Tatoeba (srp-eng)":92.54,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":64.75,"Tatoeba (swh-eng)":61.6,"Tatoeba (tam-eng)":72.83,"Tatoeba (tat-eng)":37.02,"Tatoeba (tel-eng)":42.79,"Tatoeba (tgl-eng)":93.14,"Tatoeba (tha-eng)":93.64,"Tatoeba (tuk-eng)":42.01,"Tatoeba (tur-eng)":94.13,"Tatoeba (tzl-eng)":49.51,"Tatoeba (uig-eng)":38.86,"Tatoeba (ukr-eng)":94.45,"Tatoeba (urd-eng)":83.62,"Tatoeba (uzb-eng)":52.73,"Tatoeba (vie-eng)":94.83,"Tatoeba (war-eng)":41.97,"Tatoeba (wuu-eng)":89.61,"Tatoeba (xho-eng)":35.96,"Tatoeba (yid-eng)":33.12,"Tatoeba (yue-eng)":89.11,"Tatoeba (zsm-eng)":94.1}
|
| 10 |
+
{"index":25,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":69.12,"BUCC (de-en)":98.62,"BUCC (fr-en)":97.9,"BUCC (ru-en)":97.12,"BUCC (zh-en)":98.16,"Tatoeba (afr-eng)":81.85,"Tatoeba (amh-eng)":76.36,"Tatoeba (ang-eng)":42.45,"Tatoeba (ara-eng)":77.81,"Tatoeba (arq-eng)":24.99,"Tatoeba (arz-eng)":55.77,"Tatoeba (ast-eng)":78.08,"Tatoeba (awa-eng)":48.46,"Tatoeba (aze-eng)":79.53,"Tatoeba (bel-eng)":85.56,"Tatoeba (ben-eng)":73.23,"Tatoeba (ber-eng)":20.39,"Tatoeba (bos-eng)":89.36,"Tatoeba (bre-eng)":13.59,"Tatoeba (bul-eng)":91.31,"Tatoeba (cat-eng)":91.5,"Tatoeba (cbk-eng)":70.04,"Tatoeba (ceb-eng)":21.26,"Tatoeba (ces-eng)":89.77,"Tatoeba (cha-eng)":30.8,"Tatoeba (cmn-eng)":95.73,"Tatoeba (cor-eng)":5.96,"Tatoeba (csb-eng)":29.98,"Tatoeba (cym-eng)":52.47,"Tatoeba (dan-eng)":91.83,"Tatoeba (deu-eng)":97.75,"Tatoeba (dsb-eng)":42.87,"Tatoeba (dtp-eng)":9.05,"Tatoeba (ell-eng)":91.9,"Tatoeba (epo-eng)":88.91,"Tatoeba (est-eng)":79.48,"Tatoeba (eus-eng)":63.75,"Tatoeba (fao-eng)":65.68,"Tatoeba (fin-eng)":88.19,"Tatoeba (fra-eng)":93.27,"Tatoeba (fry-eng)":73.7,"Tatoeba (gla-eng)":27.33,"Tatoeba (gle-eng)":32.73,"Tatoeba (glg-eng)":89.64,"Tatoeba (gsw-eng)":36.74,"Tatoeba (heb-eng)":75.85,"Tatoeba (hin-eng)":93.33,"Tatoeba (hrv-eng)":91.67,"Tatoeba (hsb-eng)":45.64,"Tatoeba (hun-eng)":89.09,"Tatoeba (hye-eng)":80.41,"Tatoeba (ido-eng)":77.59,"Tatoeba (ile-eng)":81.68,"Tatoeba (ina-eng)":91.29,"Tatoeba (ind-eng)":92.31,"Tatoeba (isl-eng)":82.59,"Tatoeba (ita-eng)":91.43,"Tatoeba (jav-eng)":35.7,"Tatoeba (jpn-eng)":93.14,"Tatoeba (kab-eng)":17.19,"Tatoeba (kat-eng)":72.77,"Tatoeba (kaz-eng)":67.63,"Tatoeba (khm-eng)":67.63,"Tatoeba (kor-eng)":84.08,"Tatoeba (kur-eng)":32.87,"Tatoeba (kzj-eng)":11.12,"Tatoeba (lat-eng)":42.99,"Tatoeba (lfn-eng)":63.56,"Tatoeba (lit-eng)":77.59,"Tatoeba (lvs-eng)":79.39,"Tatoeba (mal-eng)":94.64,"Tatoeba (mar-eng)":84.38,"Tatoeba (max-eng)":52.57,"Tatoeba (mhr-eng)":15.98,"Tatoeba (mkd-eng)":77.85,"Tatoeba (mon-eng)":71.7,"Tatoeba (nds-eng)":63.42,"Tatoeba (nld-eng)":93.78,"Tatoeba (nno-eng)":90.75,"Tatoeba (nob-eng)":96.62,"Tatoeba (nov-eng)":68.37,"Tatoeba (oci-eng)":51.12,"Tatoeba (orv-eng)":33.13,"Tatoeba (pam-eng)":9.23,"Tatoeba (pes-eng)":88.26,"Tatoeba (pms-eng)":46.68,"Tatoeba (pol-eng)":94.9,"Tatoeba (por-eng)":94.57,"Tatoeba (ron-eng)":90.72,"Tatoeba (rus-eng)":92.9,"Tatoeba (slk-eng)":88.81,"Tatoeba (slv-eng)":84.15,"Tatoeba (spa-eng)":97.68,"Tatoeba (sqi-eng)":82.77,"Tatoeba (srp-eng)":86.29,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":51.71,"Tatoeba (swh-eng)":58.13,"Tatoeba (tam-eng)":84.3,"Tatoeba (tat-eng)":42.35,"Tatoeba (tel-eng)":89.7,"Tatoeba (tgl-eng)":67.23,"Tatoeba (tha-eng)":90.55,"Tatoeba (tuk-eng)":34.36,"Tatoeba (tur-eng)":95.82,"Tatoeba (tzl-eng)":40.27,"Tatoeba (uig-eng)":59.57,"Tatoeba (ukr-eng)":91.29,"Tatoeba (urd-eng)":83.9,"Tatoeba (uzb-eng)":40.95,"Tatoeba (vie-eng)":95.93,"Tatoeba (war-eng)":23.86,"Tatoeba (wuu-eng)":88.45,"Tatoeba (xho-eng)":67.65,"Tatoeba (yid-eng)":60.43,"Tatoeba (yue-eng)":82.99,"Tatoeba (zsm-eng)":94.35}
|
| 11 |
+
{"index":1,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":69.12,"BUCC (de-en)":98.62,"BUCC (fr-en)":97.9,"BUCC (ru-en)":97.12,"BUCC (zh-en)":98.16,"Tatoeba (afr-eng)":81.85,"Tatoeba (amh-eng)":76.36,"Tatoeba (ang-eng)":42.45,"Tatoeba (ara-eng)":77.81,"Tatoeba (arq-eng)":24.99,"Tatoeba (arz-eng)":55.77,"Tatoeba (ast-eng)":78.08,"Tatoeba (awa-eng)":48.46,"Tatoeba (aze-eng)":79.53,"Tatoeba (bel-eng)":85.56,"Tatoeba (ben-eng)":73.23,"Tatoeba (ber-eng)":20.39,"Tatoeba (bos-eng)":89.36,"Tatoeba (bre-eng)":13.59,"Tatoeba (bul-eng)":91.31,"Tatoeba (cat-eng)":91.5,"Tatoeba (cbk-eng)":70.04,"Tatoeba (ceb-eng)":21.26,"Tatoeba (ces-eng)":89.77,"Tatoeba (cha-eng)":30.8,"Tatoeba (cmn-eng)":95.73,"Tatoeba (cor-eng)":5.96,"Tatoeba (csb-eng)":29.98,"Tatoeba (cym-eng)":52.47,"Tatoeba (dan-eng)":91.83,"Tatoeba (deu-eng)":97.75,"Tatoeba (dsb-eng)":42.87,"Tatoeba (dtp-eng)":9.05,"Tatoeba (ell-eng)":91.9,"Tatoeba (epo-eng)":88.91,"Tatoeba (est-eng)":79.48,"Tatoeba (eus-eng)":63.75,"Tatoeba (fao-eng)":65.68,"Tatoeba (fin-eng)":88.19,"Tatoeba (fra-eng)":93.27,"Tatoeba (fry-eng)":73.7,"Tatoeba (gla-eng)":27.33,"Tatoeba (gle-eng)":32.73,"Tatoeba (glg-eng)":89.64,"Tatoeba (gsw-eng)":36.74,"Tatoeba (heb-eng)":75.85,"Tatoeba (hin-eng)":93.33,"Tatoeba (hrv-eng)":91.67,"Tatoeba (hsb-eng)":45.64,"Tatoeba (hun-eng)":89.09,"Tatoeba (hye-eng)":80.41,"Tatoeba (ido-eng)":77.59,"Tatoeba (ile-eng)":81.68,"Tatoeba (ina-eng)":91.29,"Tatoeba (ind-eng)":92.31,"Tatoeba (isl-eng)":82.59,"Tatoeba (ita-eng)":91.43,"Tatoeba (jav-eng)":35.7,"Tatoeba (jpn-eng)":93.14,"Tatoeba (kab-eng)":17.19,"Tatoeba (kat-eng)":72.77,"Tatoeba (kaz-eng)":67.63,"Tatoeba (khm-eng)":67.63,"Tatoeba (kor-eng)":84.08,"Tatoeba (kur-eng)":32.87,"Tatoeba (kzj-eng)":11.12,"Tatoeba (lat-eng)":42.99,"Tatoeba (lfn-eng)":63.56,"Tatoeba (lit-eng)":77.59,"Tatoeba (lvs-eng)":79.39,"Tatoeba (mal-eng)":94.64,"Tatoeba (mar-eng)":84.38,"Tatoeba (max-eng)":52.57,"Tatoeba (mhr-eng)":15.98,"Tatoeba (mkd-eng)":77.85,"Tatoeba (mon-eng)":71.7,"Tatoeba (nds-eng)":63.42,"Tatoeba (nld-eng)":93.78,"Tatoeba (nno-eng)":90.75,"Tatoeba (nob-eng)":96.62,"Tatoeba (nov-eng)":68.37,"Tatoeba (oci-eng)":51.12,"Tatoeba (orv-eng)":33.13,"Tatoeba (pam-eng)":9.23,"Tatoeba (pes-eng)":88.26,"Tatoeba (pms-eng)":46.68,"Tatoeba (pol-eng)":94.9,"Tatoeba (por-eng)":94.57,"Tatoeba (ron-eng)":90.72,"Tatoeba (rus-eng)":92.9,"Tatoeba (slk-eng)":88.81,"Tatoeba (slv-eng)":84.15,"Tatoeba (spa-eng)":97.68,"Tatoeba (sqi-eng)":82.77,"Tatoeba (srp-eng)":86.29,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":51.71,"Tatoeba (swh-eng)":58.13,"Tatoeba (tam-eng)":84.3,"Tatoeba (tat-eng)":42.35,"Tatoeba (tel-eng)":89.7,"Tatoeba (tgl-eng)":67.23,"Tatoeba (tha-eng)":90.55,"Tatoeba (tuk-eng)":34.36,"Tatoeba (tur-eng)":95.82,"Tatoeba (tzl-eng)":40.27,"Tatoeba (uig-eng)":59.57,"Tatoeba (ukr-eng)":91.29,"Tatoeba (urd-eng)":83.9,"Tatoeba (uzb-eng)":40.95,"Tatoeba (vie-eng)":95.93,"Tatoeba (war-eng)":23.86,"Tatoeba (wuu-eng)":88.45,"Tatoeba (xho-eng)":67.65,"Tatoeba (yid-eng)":60.43,"Tatoeba (yue-eng)":82.99,"Tatoeba (zsm-eng)":94.35}
|
| 12 |
{"index":16,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":69.09,"BUCC (de-en)":99.13,"BUCC (fr-en)":97.59,"BUCC (ru-en)":97.2,"BUCC (zh-en)":98.3,"Tatoeba (afr-eng)":86.91,"Tatoeba (amh-eng)":74.93,"Tatoeba (ang-eng)":29.07,"Tatoeba (ara-eng)":82.59,"Tatoeba (arq-eng)":26.74,"Tatoeba (arz-eng)":66.79,"Tatoeba (ast-eng)":75.31,"Tatoeba (awa-eng)":68.39,"Tatoeba (aze-eng)":84.71,"Tatoeba (bel-eng)":86.7,"Tatoeba (ben-eng)":81.05,"Tatoeba (ber-eng)":23.58,"Tatoeba (bos-eng)":88.86,"Tatoeba (bre-eng)":5.44,"Tatoeba (bul-eng)":88.63,"Tatoeba (cat-eng)":84.09,"Tatoeba (cbk-eng)":60.54,"Tatoeba (ceb-eng)":45.46,"Tatoeba (ces-eng)":88.88,"Tatoeba (cha-eng)":16.95,"Tatoeba (cmn-eng)":93.35,"Tatoeba (cor-eng)":4.38,"Tatoeba (csb-eng)":24.56,"Tatoeba (cym-eng)":65.22,"Tatoeba (dan-eng)":91.4,"Tatoeba (deu-eng)":97.07,"Tatoeba (dsb-eng)":34.33,"Tatoeba (dtp-eng)":5.13,"Tatoeba (ell-eng)":89.96,"Tatoeba (epo-eng)":92.07,"Tatoeba (est-eng)":70.51,"Tatoeba (eus-eng)":56.16,"Tatoeba (fao-eng)":64.72,"Tatoeba (fin-eng)":86.15,"Tatoeba (fra-eng)":92.76,"Tatoeba (fry-eng)":50.88,"Tatoeba (gla-eng)":43.08,"Tatoeba (gle-eng)":58.36,"Tatoeba (glg-eng)":82.79,"Tatoeba (gsw-eng)":43.53,"Tatoeba (heb-eng)":74.14,"Tatoeba (hin-eng)":93.0,"Tatoeba (hrv-eng)":92.5,"Tatoeba (hsb-eng)":40.35,"Tatoeba (hun-eng)":84.32,"Tatoeba (hye-eng)":85.91,"Tatoeba (ido-eng)":74.39,"Tatoeba (ile-eng)":72.43,"Tatoeba (ina-eng)":86.11,"Tatoeba (ind-eng)":90.26,"Tatoeba (isl-eng)":76.9,"Tatoeba (ita-eng)":90.61,"Tatoeba (jav-eng)":61.25,"Tatoeba (jpn-eng)":90.3,"Tatoeba (kab-eng)":21.98,"Tatoeba (kat-eng)":77.83,"Tatoeba (kaz-eng)":75.56,"Tatoeba (khm-eng)":47.26,"Tatoeba (kor-eng)":83.37,"Tatoeba (kur-eng)":52.96,"Tatoeba (kzj-eng)":6.2,"Tatoeba (lat-eng)":39.58,"Tatoeba (lfn-eng)":52.85,"Tatoeba (lit-eng)":75.53,"Tatoeba (lvs-eng)":76.66,"Tatoeba (mal-eng)":96.72,"Tatoeba (mar-eng)":86.62,"Tatoeba (max-eng)":52.39,"Tatoeba (mhr-eng)":5.52,"Tatoeba (mkd-eng)":73.76,"Tatoeba (mon-eng)":78.37,"Tatoeba (nds-eng)":53.86,"Tatoeba (nld-eng)":93.2,"Tatoeba (nno-eng)":82.56,"Tatoeba (nob-eng)":95.9,"Tatoeba (nov-eng)":66.83,"Tatoeba (oci-eng)":35.79,"Tatoeba (orv-eng)":16.0,"Tatoeba (pam-eng)":6.92,"Tatoeba (pes-eng)":87.08,"Tatoeba (pms-eng)":44.61,"Tatoeba (pol-eng)":94.82,"Tatoeba (por-eng)":92.74,"Tatoeba (ron-eng)":91.27,"Tatoeba (rus-eng)":91.78,"Tatoeba (slk-eng)":86.4,"Tatoeba (slv-eng)":81.93,"Tatoeba (spa-eng)":96.97,"Tatoeba (sqi-eng)":90.06,"Tatoeba (srp-eng)":89.08,"Tatoeba (swe-eng)":91.33,"Tatoeba (swg-eng)":42.33,"Tatoeba (swh-eng)":66.81,"Tatoeba (tam-eng)":85.12,"Tatoeba (tat-eng)":66.92,"Tatoeba (tel-eng)":88.49,"Tatoeba (tgl-eng)":83.78,"Tatoeba (tha-eng)":94.4,"Tatoeba (tuk-eng)":19.66,"Tatoeba (tur-eng)":92.67,"Tatoeba (tzl-eng)":34.44,"Tatoeba (uig-eng)":63.08,"Tatoeba (ukr-eng)":88.29,"Tatoeba (urd-eng)":86.2,"Tatoeba (uzb-eng)":62.63,"Tatoeba (vie-eng)":94.68,"Tatoeba (war-eng)":47.18,"Tatoeba (wuu-eng)":78.65,"Tatoeba (xho-eng)":73.24,"Tatoeba (yid-eng)":63.2,"Tatoeba (yue-eng)":80.66,"Tatoeba (zsm-eng)":92.45}
|
| 13 |
{"index":0,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":67.42,"BUCC (de-en)":99.21,"BUCC (fr-en)":98.39,"BUCC (ru-en)":97.62,"BUCC (zh-en)":97.7,"Tatoeba (afr-eng)":92.59,"Tatoeba (amh-eng)":80.82,"Tatoeba (ang-eng)":25.22,"Tatoeba (ara-eng)":90.14,"Tatoeba (arq-eng)":26.63,"Tatoeba (arz-eng)":66.16,"Tatoeba (ast-eng)":76.35,"Tatoeba (awa-eng)":33.74,"Tatoeba (aze-eng)":82.41,"Tatoeba (bel-eng)":79.54,"Tatoeba (ben-eng)":89.43,"Tatoeba (ber-eng)":77.63,"Tatoeba (bos-eng)":95.86,"Tatoeba (bre-eng)":31.2,"Tatoeba (bul-eng)":93.57,"Tatoeba (cat-eng)":95.8,"Tatoeba (cbk-eng)":77.17,"Tatoeba (ceb-eng)":9.93,"Tatoeba (ces-eng)":95.52,"Tatoeba (cha-eng)":14.86,"Tatoeba (cmn-eng)":85.62,"Tatoeba (cor-eng)":4.45,"Tatoeba (csb-eng)":27.03,"Tatoeba (cym-eng)":5.85,"Tatoeba (dan-eng)":95.22,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":42.34,"Tatoeba (dtp-eng)":7.39,"Tatoeba (ell-eng)":96.2,"Tatoeba (epo-eng)":96.61,"Tatoeba (est-eng)":96.43,"Tatoeba (eus-eng)":93.32,"Tatoeba (fao-eng)":57.04,"Tatoeba (fin-eng)":96.98,"Tatoeba (fra-eng)":94.28,"Tatoeba (fry-eng)":42.07,"Tatoeba (gla-eng)":1.52,"Tatoeba (gle-eng)":4.2,"Tatoeba (glg-eng)":96.14,"Tatoeba (gsw-eng)":27.52,"Tatoeba (heb-eng)":0.0,"Tatoeba (hin-eng)":95.32,"Tatoeba (hrv-eng)":96.72,"Tatoeba (hsb-eng)":45.75,"Tatoeba (hun-eng)":95.2,"Tatoeba (hye-eng)":88.72,"Tatoeba (ido-eng)":80.86,"Tatoeba (ile-eng)":87.88,"Tatoeba (ina-eng)":93.93,"Tatoeba (ind-eng)":92.98,"Tatoeba (isl-eng)":94.32,"Tatoeba (ita-eng)":94.32,"Tatoeba (jav-eng)":9.95,"Tatoeba (jpn-eng)":93.78,"Tatoeba (kab-eng)":65.88,"Tatoeba (kat-eng)":81.16,"Tatoeba (kaz-eng)":53.3,"Tatoeba (khm-eng)":74.19,"Tatoeba (kor-eng)":87.97,"Tatoeba (kur-eng)":19.09,"Tatoeba (kzj-eng)":4.46,"Tatoeba (lat-eng)":64.81,"Tatoeba (lfn-eng)":63.39,"Tatoeba (lit-eng)":96.2,"Tatoeba (lvs-eng)":95.33,"Tatoeba (mal-eng)":98.16,"Tatoeba (mar-eng)":92.93,"Tatoeba (max-eng)":36.96,"Tatoeba (mhr-eng)":6.86,"Tatoeba (mkd-eng)":93.63,"Tatoeba (mon-eng)":3.42,"Tatoeba (nds-eng)":77.13,"Tatoeba (nld-eng)":95.35,"Tatoeba (nno-eng)":72.75,"Tatoeba (nob-eng)":95.77,"Tatoeba (nov-eng)":60.02,"Tatoeba (oci-eng)":58.13,"Tatoeba (orv-eng)":23.24,"Tatoeba (pam-eng)":3.24,"Tatoeba (pes-eng)":93.13,"Tatoeba (pms-eng)":36.23,"Tatoeba (pol-eng)":97.32,"Tatoeba (por-eng)":94.54,"Tatoeba (ron-eng)":96.52,"Tatoeba (rus-eng)":92.58,"Tatoeba (slk-eng)":95.82,"Tatoeba (slv-eng)":95.4,"Tatoeba (spa-eng)":97.33,"Tatoeba (sqi-eng)":97.22,"Tatoeba (srp-eng)":93.64,"Tatoeba (swe-eng)":95.31,"Tatoeba (swg-eng)":33.1,"Tatoeba (swh-eng)":55.66,"Tatoeba (tam-eng)":87.32,"Tatoeba (tat-eng)":34.74,"Tatoeba (tel-eng)":96.72,"Tatoeba (tgl-eng)":63.19,"Tatoeba (tha-eng)":96.38,"Tatoeba (tuk-eng)":16.35,"Tatoeba (tur-eng)":98.03,"Tatoeba (tzl-eng)":36.56,"Tatoeba (uig-eng)":56.49,"Tatoeba (ukr-eng)":93.52,"Tatoeba (urd-eng)":84.23,"Tatoeba (uzb-eng)":23.2,"Tatoeba (vie-eng)":96.73,"Tatoeba (war-eng)":8.25,"Tatoeba (wuu-eng)":75.09,"Tatoeba (xho-eng)":4.68,"Tatoeba (yid-eng)":2.49,"Tatoeba (yue-eng)":87.75,"Tatoeba (zsm-eng)":95.41}
|
| 14 |
{"index":6,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":65.21,"BUCC (de-en)":97.86,"BUCC (fr-en)":92.66,"BUCC (ru-en)":93.5,"BUCC (zh-en)":88.79,"Tatoeba (afr-eng)":85.67,"Tatoeba (amh-eng)":76.13,"Tatoeba (ang-eng)":42.23,"Tatoeba (ara-eng)":72.55,"Tatoeba (arq-eng)":22.43,"Tatoeba (arz-eng)":55.14,"Tatoeba (ast-eng)":71.67,"Tatoeba (awa-eng)":74.27,"Tatoeba (aze-eng)":80.14,"Tatoeba (bel-eng)":84.68,"Tatoeba (ben-eng)":77.76,"Tatoeba (ber-eng)":16.92,"Tatoeba (bos-eng)":83.24,"Tatoeba (bre-eng)":8.24,"Tatoeba (bul-eng)":83.81,"Tatoeba (cat-eng)":79.75,"Tatoeba (cbk-eng)":57.77,"Tatoeba (ceb-eng)":42.01,"Tatoeba (ces-eng)":78.83,"Tatoeba (cha-eng)":27.83,"Tatoeba (cmn-eng)":88.89,"Tatoeba (cor-eng)":6.02,"Tatoeba (csb-eng)":23.99,"Tatoeba (cym-eng)":65.32,"Tatoeba (dan-eng)":84.39,"Tatoeba (deu-eng)":96.58,"Tatoeba (dsb-eng)":31.64,"Tatoeba (dtp-eng)":7.68,"Tatoeba (ell-eng)":84.08,"Tatoeba (epo-eng)":90.5,"Tatoeba (est-eng)":55.31,"Tatoeba (eus-eng)":54.47,"Tatoeba (fao-eng)":58.87,"Tatoeba (fin-eng)":68.56,"Tatoeba (fra-eng)":89.93,"Tatoeba (fry-eng)":51.03,"Tatoeba (gla-eng)":39.42,"Tatoeba (gle-eng)":59.59,"Tatoeba (glg-eng)":81.93,"Tatoeba (gsw-eng)":36.45,"Tatoeba (heb-eng)":67.92,"Tatoeba (hin-eng)":93.25,"Tatoeba (hrv-eng)":86.87,"Tatoeba (hsb-eng)":37.02,"Tatoeba (hun-eng)":71.84,"Tatoeba (hye-eng)":82.29,"Tatoeba (ido-eng)":70.86,"Tatoeba (ile-eng)":71.73,"Tatoeba (ina-eng)":85.6,"Tatoeba (ind-eng)":87.81,"Tatoeba (isl-eng)":62.16,"Tatoeba (ita-eng)":87.56,"Tatoeba (jav-eng)":50.66,"Tatoeba (jpn-eng)":83.7,"Tatoeba (kab-eng)":17.83,"Tatoeba (kat-eng)":76.84,"Tatoeba (kaz-eng)":73.03,"Tatoeba (khm-eng)":47.99,"Tatoeba (kor-eng)":74.16,"Tatoeba (kur-eng)":39.67,"Tatoeba (kzj-eng)":8.27,"Tatoeba (lat-eng)":39.95,"Tatoeba (lfn-eng)":52.73,"Tatoeba (lit-eng)":61.52,"Tatoeba (lvs-eng)":60.67,"Tatoeba (mal-eng)":94.78,"Tatoeba (mar-eng)":86.79,"Tatoeba (max-eng)":49.95,"Tatoeba (mhr-eng)":6.08,"Tatoeba (mkd-eng)":59.26,"Tatoeba (mon-eng)":78.22,"Tatoeba (nds-eng)":53.26,"Tatoeba (nld-eng)":90.3,"Tatoeba (nno-eng)":69.48,"Tatoeba (nob-eng)":87.8,"Tatoeba (nov-eng)":68.56,"Tatoeba (oci-eng)":42.84,"Tatoeba (orv-eng)":15.13,"Tatoeba (pam-eng)":6.97,"Tatoeba (pes-eng)":84.0,"Tatoeba (pms-eng)":42.15,"Tatoeba (pol-eng)":85.91,"Tatoeba (por-eng)":89.25,"Tatoeba (ron-eng)":83.67,"Tatoeba (rus-eng)":89.77,"Tatoeba (slk-eng)":79.96,"Tatoeba (slv-eng)":72.85,"Tatoeba (spa-eng)":91.1,"Tatoeba (sqi-eng)":88.56,"Tatoeba (srp-eng)":80.33,"Tatoeba (swe-eng)":84.97,"Tatoeba (swg-eng)":44.3,"Tatoeba (swh-eng)":66.74,"Tatoeba (tam-eng)":81.39,"Tatoeba (tat-eng)":63.38,"Tatoeba (tel-eng)":85.78,"Tatoeba (tgl-eng)":79.26,"Tatoeba (tha-eng)":89.36,"Tatoeba (tuk-eng)":18.41,"Tatoeba (tur-eng)":86.78,"Tatoeba (tzl-eng)":36.2,"Tatoeba (uig-eng)":59.33,"Tatoeba (ukr-eng)":81.62,"Tatoeba (urd-eng)":84.71,"Tatoeba (uzb-eng)":58.0,"Tatoeba (vie-eng)":87.78,"Tatoeba (war-eng)":40.86,"Tatoeba (wuu-eng)":69.05,"Tatoeba (xho-eng)":62.84,"Tatoeba (yid-eng)":66.83,"Tatoeba (yue-eng)":69.69,"Tatoeba (zsm-eng)":90.0}
|
all_data_tasks/8/default.jsonl
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
all_data_tasks/9/default.jsonl
CHANGED
|
@@ -1,68 +1,67 @@
|
|
| 1 |
-
{"index":
|
| 2 |
-
{"index":
|
| 3 |
-
{"index":
|
| 4 |
-
{"index":
|
| 5 |
-
{"index":
|
| 6 |
-
{"index":
|
| 7 |
-
{"index":
|
| 8 |
-
{"index":
|
| 9 |
-
{"index":
|
| 10 |
-
{"index":
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
| 14 |
-
{"index":
|
| 15 |
-
{"index":
|
| 16 |
-
{"index":
|
| 17 |
-
{"index":
|
| 18 |
-
{"index":
|
| 19 |
-
{"index":
|
| 20 |
-
{"index":
|
| 21 |
-
{"index":
|
| 22 |
-
{"index":
|
| 23 |
-
{"index":
|
| 24 |
-
{"index":
|
| 25 |
-
{"index":
|
| 26 |
-
{"index":
|
| 27 |
-
{"index":
|
| 28 |
-
{"index":
|
| 29 |
-
{"index":
|
| 30 |
-
{"index":
|
| 31 |
-
{"index":
|
| 32 |
-
{"index":19,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
| 33 |
-
{"index":
|
| 34 |
-
{"index":
|
| 35 |
-
{"index":
|
| 36 |
-
{"index":
|
| 37 |
-
{"index":
|
| 38 |
-
{"index":
|
| 39 |
-
{"index":
|
| 40 |
-
{"index":
|
| 41 |
-
{"index":
|
| 42 |
-
{"index":
|
| 43 |
-
{"index":
|
| 44 |
-
{"index":
|
| 45 |
-
{"index":
|
| 46 |
-
{"index":
|
| 47 |
-
{"index":
|
| 48 |
-
{"index":
|
| 49 |
-
{"index":
|
| 50 |
-
{"index":
|
| 51 |
-
{"index":
|
| 52 |
-
{"index":
|
| 53 |
-
{"index":
|
| 54 |
-
{"index":
|
| 55 |
-
{"index":
|
| 56 |
-
{"index":
|
| 57 |
-
{"index":
|
| 58 |
-
{"index":
|
| 59 |
-
{"index":
|
| 60 |
-
{"index":
|
| 61 |
-
{"index":
|
| 62 |
-
{"index":
|
| 63 |
-
{"index":
|
| 64 |
-
{"index":
|
| 65 |
-
{"index":
|
| 66 |
-
{"index":
|
| 67 |
-
{"index":
|
| 68 |
-
{"index":310,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thtang\/ALL_862873\">ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":18.34,"CLSClusteringP2P":18.66,"CLSClusteringS2S":16.82,"ThuNewsClusteringP2P":20.69,"ThuNewsClusteringS2S":17.19}
|
|
|
|
| 1 |
+
{"index":6,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":67.08,"CLSClusteringP2P":47.21,"CLSClusteringS2S":45.79,"ThuNewsClusteringP2P":87.43,"ThuNewsClusteringS2S":87.9}
|
| 2 |
+
{"index":255,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shhy1995\/AGE_Hybrid\">AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.64,"CLSClusteringP2P":57.39,"CLSClusteringS2S":54.11,"ThuNewsClusteringP2P":79.15,"ThuNewsClusteringS2S":75.9}
|
| 3 |
+
{"index":45,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/IYun-large-zh\">IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.35,"CLSClusteringP2P":60.2,"CLSClusteringS2S":58.4,"ThuNewsClusteringP2P":76.98,"ThuNewsClusteringS2S":69.83}
|
| 4 |
+
{"index":108,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TencentBAC\/Conan-embedding-v1\">Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":66.33,"CLSClusteringP2P":60.64,"CLSClusteringS2S":52.65,"ThuNewsClusteringP2P":77.84,"ThuNewsClusteringS2S":74.2}
|
| 5 |
+
{"index":8,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":66.06,"CLSClusteringP2P":47.07,"CLSClusteringS2S":45.99,"ThuNewsClusteringP2P":86.08,"ThuNewsClusteringS2S":85.11}
|
| 6 |
+
{"index":195,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding-v2\">xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":65.17,"CLSClusteringP2P":60.42,"CLSClusteringS2S":49.54,"ThuNewsClusteringP2P":78.76,"ThuNewsClusteringS2S":71.96}
|
| 7 |
+
{"index":157,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/iampanda\/zpoint_large_embedding_zh\">zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":62.23,"CLSClusteringP2P":58.29,"CLSClusteringS2S":48.79,"ThuNewsClusteringP2P":72.48,"ThuNewsClusteringS2S":69.35}
|
| 8 |
+
{"index":238,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh-v2\">piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.17,"CLSClusteringP2P":57.93,"CLSClusteringS2S":48.1,"ThuNewsClusteringP2P":74.2,"ThuNewsClusteringS2S":68.43}
|
| 9 |
+
{"index":30,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Classical\/Yinka\">Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Average":61.98,"CLSClusteringP2P":56.35,"CLSClusteringS2S":48.49,"ThuNewsClusteringP2P":74.55,"ThuNewsClusteringS2S":68.55}
|
| 10 |
+
{"index":21,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":59.3,"CLSClusteringP2P":54.65,"CLSClusteringS2S":63.68,"ThuNewsClusteringP2P":64.32,"ThuNewsClusteringS2S":54.57}
|
| 11 |
+
{"index":122,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/aspire\/acge_text_embedding\">acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":58.7,"CLSClusteringP2P":47.08,"CLSClusteringS2S":44.05,"ThuNewsClusteringP2P":74.66,"ThuNewsClusteringS2S":69.0}
|
| 12 |
+
{"index":335,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/platform.baichuan-ai.com\/docs\/text-Embedding\">Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.88,"CLSClusteringP2P":60.37,"CLSClusteringS2S":51.09,"ThuNewsClusteringP2P":58.23,"ThuNewsClusteringS2S":57.83}
|
| 13 |
+
{"index":194,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding\">xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":54.62,"CLSClusteringP2P":43.24,"CLSClusteringS2S":41.23,"ThuNewsClusteringP2P":70.06,"ThuNewsClusteringS2S":63.94}
|
| 14 |
+
{"index":7,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":54.61,"CLSClusteringP2P":45.21,"CLSClusteringS2S":42.5,"ThuNewsClusteringP2P":68.24,"ThuNewsClusteringS2S":62.5}
|
| 15 |
+
{"index":147,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-mrl-large-zh-v3.5-1792d\">stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":54.32,"CLSClusteringP2P":43.03,"CLSClusteringS2S":40.42,"ThuNewsClusteringP2P":70.6,"ThuNewsClusteringS2S":63.21}
|
| 16 |
+
{"index":91,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Pristinenlp\/alime-embedding-large-zh\">alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":54.0,"CLSClusteringP2P":42.52,"CLSClusteringS2S":39.73,"ThuNewsClusteringP2P":70.1,"ThuNewsClusteringS2S":63.67}
|
| 17 |
+
{"index":146,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-large-zh-v3-1792d\">stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Average":53.9,"CLSClusteringP2P":41.94,"CLSClusteringS2S":40.34,"ThuNewsClusteringP2P":69.61,"ThuNewsClusteringS2S":63.71}
|
| 18 |
+
{"index":263,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-base-zh\">gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":53.86,"CLSClusteringP2P":42.58,"CLSClusteringS2S":40.42,"ThuNewsClusteringP2P":68.81,"ThuNewsClusteringS2S":63.61}
|
| 19 |
+
{"index":3,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/help.aliyun.com\/zh\/open-search\/vector-search-edition\/hybrid-retrieval\">OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":53.75,"CLSClusteringP2P":41.64,"CLSClusteringS2S":40.33,"ThuNewsClusteringP2P":69.28,"ThuNewsClusteringS2S":63.75}
|
| 20 |
+
{"index":161,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v3-1792d\">stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":53.3,"CLSClusteringP2P":42.86,"CLSClusteringS2S":39.98,"ThuNewsClusteringP2P":67.88,"ThuNewsClusteringS2S":62.47}
|
| 21 |
+
{"index":265,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-large-zh\">gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":53.07,"CLSClusteringP2P":42.1,"CLSClusteringS2S":38.91,"ThuNewsClusteringP2P":68.36,"ThuNewsClusteringS2S":62.92}
|
| 22 |
+
{"index":168,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":52.3,"CLSClusteringP2P":44.42,"CLSClusteringS2S":42.58,"ThuNewsClusteringP2P":64.68,"ThuNewsClusteringS2S":57.53}
|
| 23 |
+
{"index":38,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh\">Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Average":50.96,"CLSClusteringP2P":40.24,"CLSClusteringS2S":39.17,"ThuNewsClusteringP2P":65.58,"ThuNewsClusteringS2S":58.84}
|
| 24 |
+
{"index":39,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh-small\">Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Average":50.8,"CLSClusteringP2P":40.79,"CLSClusteringS2S":38.43,"ThuNewsClusteringP2P":65.15,"ThuNewsClusteringS2S":58.82}
|
| 25 |
+
{"index":111,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/YanshekWoo\/EminEmbed-multilingual-v1.0\">EminEmbed-multilingual-v1.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":50.4,"CLSClusteringP2P":42.86,"CLSClusteringS2S":39.43,"ThuNewsClusteringP2P":62.2,"ThuNewsClusteringS2S":57.1}
|
| 26 |
+
{"index":18,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-noinstruct\">bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":50.01,"CLSClusteringP2P":41.23,"CLSClusteringS2S":40.04,"ThuNewsClusteringP2P":62.03,"ThuNewsClusteringS2S":56.75}
|
| 27 |
+
{"index":46,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/mist-zh\">mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":49.48,"CLSClusteringP2P":39.51,"CLSClusteringS2S":38.0,"ThuNewsClusteringP2P":62.57,"ThuNewsClusteringS2S":57.84}
|
| 28 |
+
{"index":160,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v2\">stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":49.4,"CLSClusteringP2P":40.26,"CLSClusteringS2S":37.18,"ThuNewsClusteringP2P":62.19,"ThuNewsClusteringS2S":57.97}
|
| 29 |
+
{"index":163,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh-v2\">stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":49.16,"CLSClusteringP2P":39.95,"CLSClusteringS2S":38.18,"ThuNewsClusteringP2P":61.4,"ThuNewsClusteringS2S":57.11}
|
| 30 |
+
{"index":13,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao-8k\">tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Average":49.04,"CLSClusteringP2P":40.03,"CLSClusteringS2S":38.19,"ThuNewsClusteringP2P":60.85,"ThuNewsClusteringS2S":57.09}
|
| 31 |
+
{"index":12,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao\">tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":49.0,"CLSClusteringP2P":39.96,"CLSClusteringS2S":38.19,"ThuNewsClusteringP2P":60.74,"ThuNewsClusteringS2S":57.09}
|
| 32 |
+
{"index":19,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-v1.5\">bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":48.99,"CLSClusteringP2P":41.44,"CLSClusteringS2S":38.33,"ThuNewsClusteringP2P":59.61,"ThuNewsClusteringS2S":56.58}
|
| 33 |
+
{"index":270,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/towing\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.95,"CLSClusteringP2P":39.54,"CLSClusteringS2S":37.33,"ThuNewsClusteringP2P":63.79,"ThuNewsClusteringS2S":55.14}
|
| 34 |
+
{"index":267,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":48.95,"CLSClusteringP2P":39.54,"CLSClusteringS2S":37.33,"ThuNewsClusteringP2P":63.79,"ThuNewsClusteringS2S":55.14}
|
| 35 |
+
{"index":33,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.88,"CLSClusteringP2P":42.46,"CLSClusteringS2S":40.38,"ThuNewsClusteringP2P":58.54,"ThuNewsClusteringS2S":54.15}
|
| 36 |
+
{"index":209,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-large\">m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":48.88,"CLSClusteringP2P":38.6,"CLSClusteringS2S":38.02,"ThuNewsClusteringP2P":60.39,"ThuNewsClusteringS2S":58.51}
|
| 37 |
+
{"index":32,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.81,"CLSClusteringP2P":42.84,"CLSClusteringS2S":39.77,"ThuNewsClusteringP2P":58.93,"ThuNewsClusteringS2S":53.71}
|
| 38 |
+
{"index":159,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh\">stella-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":48.7,"CLSClusteringP2P":39.71,"CLSClusteringS2S":36.56,"ThuNewsClusteringP2P":63.19,"ThuNewsClusteringS2S":55.36}
|
| 39 |
+
{"index":162,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh\">stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":48.65,"CLSClusteringP2P":40.27,"CLSClusteringS2S":37.5,"ThuNewsClusteringP2P":62.15,"ThuNewsClusteringS2S":54.67}
|
| 40 |
+
{"index":213,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/m3e-ernie-xbase-zh\">m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.64,"CLSClusteringP2P":39.32,"CLSClusteringS2S":37.84,"ThuNewsClusteringP2P":60.69,"ThuNewsClusteringS2S":56.73}
|
| 41 |
+
{"index":196,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/liujiarik\/lim_base_zh\">lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":48.35,"CLSClusteringP2P":33.55,"CLSClusteringS2S":36.18,"ThuNewsClusteringP2P":63.34,"ThuNewsClusteringS2S":60.33}
|
| 42 |
+
{"index":172,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":48.23,"CLSClusteringP2P":40.68,"CLSClusteringS2S":38.59,"ThuNewsClusteringP2P":58.05,"ThuNewsClusteringS2S":55.59}
|
| 43 |
+
{"index":252,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentosa\/ZNV-Embedding\">ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Average":48.05,"CLSClusteringP2P":38.88,"CLSClusteringS2S":39.09,"ThuNewsClusteringP2P":59.51,"ThuNewsClusteringS2S":54.72}
|
| 44 |
+
{"index":208,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-base\">m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":47.68,"CLSClusteringP2P":39.81,"CLSClusteringS2S":37.34,"ThuNewsClusteringP2P":59.77,"ThuNewsClusteringS2S":53.78}
|
| 45 |
+
{"index":15,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-zh-v1.5\">bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":47.53,"CLSClusteringP2P":39.91,"CLSClusteringS2S":37.63,"ThuNewsClusteringP2P":58.45,"ThuNewsClusteringS2S":54.12}
|
| 46 |
+
{"index":11,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":47.48,"CLSClusteringP2P":37.95,"CLSClusteringS2S":38.12,"ThuNewsClusteringP2P":57.25,"ThuNewsClusteringS2S":56.62}
|
| 47 |
+
{"index":189,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":47.48,"CLSClusteringP2P":37.95,"CLSClusteringS2S":38.12,"ThuNewsClusteringP2P":57.25,"ThuNewsClusteringS2S":56.62}
|
| 48 |
+
{"index":31,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":47.21,"CLSClusteringP2P":42.21,"CLSClusteringS2S":40.33,"ThuNewsClusteringP2P":55.81,"ThuNewsClusteringS2S":50.5}
|
| 49 |
+
{"index":236,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-base-zh\">piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":47.12,"CLSClusteringP2P":38.36,"CLSClusteringS2S":35.65,"ThuNewsClusteringP2P":61.44,"ThuNewsClusteringS2S":53.02}
|
| 50 |
+
{"index":237,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh\">piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":47.04,"CLSClusteringP2P":38.98,"CLSClusteringS2S":36.04,"ThuNewsClusteringP2P":60.58,"ThuNewsClusteringS2S":52.56}
|
| 51 |
+
{"index":186,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":46.47,"CLSClusteringP2P":39.97,"CLSClusteringS2S":38.4,"ThuNewsClusteringP2P":54.08,"ThuNewsClusteringS2S":53.42}
|
| 52 |
+
{"index":259,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silverjam\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":46.47,"CLSClusteringP2P":39.97,"CLSClusteringS2S":38.4,"ThuNewsClusteringP2P":54.08,"ThuNewsClusteringS2S":53.42}
|
| 53 |
+
{"index":333,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.68,"CLSClusteringP2P":38.26,"CLSClusteringS2S":35.91,"ThuNewsClusteringP2P":58.71,"ThuNewsClusteringS2S":49.86}
|
| 54 |
+
{"index":174,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":45.26,"CLSClusteringP2P":39.14,"CLSClusteringS2S":37.79,"ThuNewsClusteringP2P":55.18,"ThuNewsClusteringS2S":48.93}
|
| 55 |
+
{"index":258,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silk-road\/luotuo-bert-medium\">luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":44.39,"CLSClusteringP2P":37.01,"CLSClusteringS2S":33.46,"ThuNewsClusteringP2P":58.83,"ThuNewsClusteringS2S":48.26}
|
| 56 |
+
{"index":25,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-zh-v1.5\">bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":44.18,"CLSClusteringP2P":38.14,"CLSClusteringS2S":35.14,"ThuNewsClusteringP2P":54.22,"ThuNewsClusteringS2S":49.22}
|
| 57 |
+
{"index":176,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-3b\">udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Average":43.24,"CLSClusteringP2P":36.73,"CLSClusteringS2S":36.45,"ThuNewsClusteringP2P":50.24,"ThuNewsClusteringS2S":49.54}
|
| 58 |
+
{"index":177,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Average":42.42,"CLSClusteringP2P":35.21,"CLSClusteringS2S":35.12,"ThuNewsClusteringP2P":51.03,"ThuNewsClusteringS2S":48.32}
|
| 59 |
+
{"index":175,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Average":42.42,"CLSClusteringP2P":35.36,"CLSClusteringS2S":37.07,"ThuNewsClusteringP2P":48.91,"ThuNewsClusteringS2S":48.34}
|
| 60 |
+
{"index":178,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-7b1\">udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Average":42.32,"CLSClusteringP2P":36.0,"CLSClusteringS2S":36.35,"ThuNewsClusteringP2P":49.19,"ThuNewsClusteringS2S":47.76}
|
| 61 |
+
{"index":171,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":40.68,"CLSClusteringP2P":32.41,"CLSClusteringS2S":36.99,"ThuNewsClusteringP2P":40.98,"ThuNewsClusteringS2S":52.36}
|
| 62 |
+
{"index":44,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/EdwardBurgin\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":39.67,"CLSClusteringP2P":39.24,"CLSClusteringS2S":35.36,"ThuNewsClusteringP2P":47.3,"ThuNewsClusteringS2S":36.77}
|
| 63 |
+
{"index":256,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-chinese\">text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":37.66,"CLSClusteringP2P":35.27,"CLSClusteringS2S":32.42,"ThuNewsClusteringP2P":42.92,"ThuNewsClusteringS2S":40.01}
|
| 64 |
+
{"index":151,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":34.44,"CLSClusteringP2P":27.43,"CLSClusteringS2S":28.32,"ThuNewsClusteringP2P":38.54,"ThuNewsClusteringS2S":43.45}
|
| 65 |
+
{"index":40,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/sbert-chinese-general-v1\">sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":31.8,"CLSClusteringP2P":34.98,"CLSClusteringS2S":27.82,"ThuNewsClusteringP2P":40.17,"ThuNewsClusteringS2S":24.23}
|
| 66 |
+
{"index":48,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GanymedeNil\/text2vec-large-chinese\">text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":30.02,"CLSClusteringP2P":30.13,"CLSClusteringS2S":28.77,"ThuNewsClusteringP2P":35.05,"ThuNewsClusteringS2S":26.14}
|
| 67 |
+
{"index":268,"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thtang\/ALL_862873\">ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":18.34,"CLSClusteringP2P":18.66,"CLSClusteringS2S":16.82,"ThuNewsClusteringP2P":20.69,"ThuNewsClusteringS2S":17.19}
|
|
|
boards_data/bright/data_tasks/Retrieval/default.jsonl
CHANGED
|
@@ -5,9 +5,10 @@
|
|
| 5 |
{"index":10,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-xl\">instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Average":18.61,"BrightRetrieval (aops)":8.26,"BrightRetrieval (biology)":21.91,"BrightRetrieval (earth_science)":34.35,"BrightRetrieval (economics)":22.81,"BrightRetrieval (leetcode)":27.5,"BrightRetrieval (pony)":5.02,"BrightRetrieval (psychology)":27.43,"BrightRetrieval (robotics)":17.39,"BrightRetrieval (stackoverflow)":19.06,"BrightRetrieval (sustainable_living)":18.82,"BrightRetrieval (theoremqa_questions)":14.59,"BrightRetrieval (theoremqa_theorems)":6.22}
|
| 6 |
{"index":8,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Salesforce\/SFR-Embedding-Mistral\">SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":18.02,"BrightRetrieval (aops)":7.43,"BrightRetrieval (biology)":19.49,"BrightRetrieval (earth_science)":26.63,"BrightRetrieval (economics)":17.84,"BrightRetrieval (leetcode)":27.35,"BrightRetrieval (pony)":1.97,"BrightRetrieval (psychology)":18.97,"BrightRetrieval (robotics)":16.7,"BrightRetrieval (stackoverflow)":12.72,"BrightRetrieval (sustainable_living)":19.79,"BrightRetrieval (theoremqa_questions)":23.05,"BrightRetrieval (theoremqa_theorems)":24.32}
|
| 7 |
{"index":1,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":17.65,"BrightRetrieval (aops)":7.45,"BrightRetrieval (biology)":23.55,"BrightRetrieval (earth_science)":25.09,"BrightRetrieval (economics)":19.85,"BrightRetrieval (leetcode)":30.6,"BrightRetrieval (pony)":1.48,"BrightRetrieval (psychology)":24.79,"BrightRetrieval (robotics)":11.21,"BrightRetrieval (stackoverflow)":15.03,"BrightRetrieval (sustainable_living)":15.58,"BrightRetrieval (theoremqa_questions)":26.06,"BrightRetrieval (theoremqa_theorems)":11.1}
|
| 8 |
-
{"index":
|
| 9 |
{"index":11,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":17.54,"BrightRetrieval (aops)":7.1,"BrightRetrieval (biology)":18.84,"BrightRetrieval (earth_science)":25.96,"BrightRetrieval (economics)":15.49,"BrightRetrieval (leetcode)":28.72,"BrightRetrieval (pony)":4.81,"BrightRetrieval (psychology)":15.79,"BrightRetrieval (robotics)":16.37,"BrightRetrieval (stackoverflow)":9.83,"BrightRetrieval (sustainable_living)":18.51,"BrightRetrieval (theoremqa_questions)":23.94,"BrightRetrieval (theoremqa_theorems)":25.09}
|
| 10 |
{"index":6,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":16.33,"BrightRetrieval (aops)":6.46,"BrightRetrieval (biology)":18.98,"BrightRetrieval (earth_science)":27.45,"BrightRetrieval (economics)":20.18,"BrightRetrieval (leetcode)":26.78,"BrightRetrieval (pony)":1.77,"BrightRetrieval (psychology)":21.82,"BrightRetrieval (robotics)":16.21,"BrightRetrieval (stackoverflow)":16.47,"BrightRetrieval (sustainable_living)":17.69,"BrightRetrieval (theoremqa_questions)":15.07,"BrightRetrieval (theoremqa_theorems)":7.14}
|
| 11 |
-
{"index":
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
|
|
|
|
|
| 5 |
{"index":10,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-xl\">instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Average":18.61,"BrightRetrieval (aops)":8.26,"BrightRetrieval (biology)":21.91,"BrightRetrieval (earth_science)":34.35,"BrightRetrieval (economics)":22.81,"BrightRetrieval (leetcode)":27.5,"BrightRetrieval (pony)":5.02,"BrightRetrieval (psychology)":27.43,"BrightRetrieval (robotics)":17.39,"BrightRetrieval (stackoverflow)":19.06,"BrightRetrieval (sustainable_living)":18.82,"BrightRetrieval (theoremqa_questions)":14.59,"BrightRetrieval (theoremqa_theorems)":6.22}
|
| 6 |
{"index":8,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Salesforce\/SFR-Embedding-Mistral\">SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":18.02,"BrightRetrieval (aops)":7.43,"BrightRetrieval (biology)":19.49,"BrightRetrieval (earth_science)":26.63,"BrightRetrieval (economics)":17.84,"BrightRetrieval (leetcode)":27.35,"BrightRetrieval (pony)":1.97,"BrightRetrieval (psychology)":18.97,"BrightRetrieval (robotics)":16.7,"BrightRetrieval (stackoverflow)":12.72,"BrightRetrieval (sustainable_living)":19.79,"BrightRetrieval (theoremqa_questions)":23.05,"BrightRetrieval (theoremqa_theorems)":24.32}
|
| 7 |
{"index":1,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":17.65,"BrightRetrieval (aops)":7.45,"BrightRetrieval (biology)":23.55,"BrightRetrieval (earth_science)":25.09,"BrightRetrieval (economics)":19.85,"BrightRetrieval (leetcode)":30.6,"BrightRetrieval (pony)":1.48,"BrightRetrieval (psychology)":24.79,"BrightRetrieval (robotics)":11.21,"BrightRetrieval (stackoverflow)":15.03,"BrightRetrieval (sustainable_living)":15.58,"BrightRetrieval (theoremqa_questions)":26.06,"BrightRetrieval (theoremqa_theorems)":11.1}
|
| 8 |
+
{"index":13,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":17.56,"BrightRetrieval (aops)":8.45,"BrightRetrieval (biology)":23.67,"BrightRetrieval (earth_science)":26.27,"BrightRetrieval (economics)":19.98,"BrightRetrieval (leetcode)":23.65,"BrightRetrieval (pony)":2.45,"BrightRetrieval (psychology)":27.52,"BrightRetrieval (robotics)":12.93,"BrightRetrieval (stackoverflow)":12.49,"BrightRetrieval (sustainable_living)":20.32,"BrightRetrieval (theoremqa_questions)":22.22,"BrightRetrieval (theoremqa_theorems)":10.82}
|
| 9 |
{"index":11,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":17.54,"BrightRetrieval (aops)":7.1,"BrightRetrieval (biology)":18.84,"BrightRetrieval (earth_science)":25.96,"BrightRetrieval (economics)":15.49,"BrightRetrieval (leetcode)":28.72,"BrightRetrieval (pony)":4.81,"BrightRetrieval (psychology)":15.79,"BrightRetrieval (robotics)":16.37,"BrightRetrieval (stackoverflow)":9.83,"BrightRetrieval (sustainable_living)":18.51,"BrightRetrieval (theoremqa_questions)":23.94,"BrightRetrieval (theoremqa_theorems)":25.09}
|
| 10 |
{"index":6,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":16.33,"BrightRetrieval (aops)":6.46,"BrightRetrieval (biology)":18.98,"BrightRetrieval (earth_science)":27.45,"BrightRetrieval (economics)":20.18,"BrightRetrieval (leetcode)":26.78,"BrightRetrieval (pony)":1.77,"BrightRetrieval (psychology)":21.82,"BrightRetrieval (robotics)":16.21,"BrightRetrieval (stackoverflow)":16.47,"BrightRetrieval (sustainable_living)":17.69,"BrightRetrieval (theoremqa_questions)":15.07,"BrightRetrieval (theoremqa_theorems)":7.14}
|
| 11 |
+
{"index":12,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":14.6,"BrightRetrieval (aops)":5.32,"BrightRetrieval (biology)":15.52,"BrightRetrieval (earth_science)":20.11,"BrightRetrieval (economics)":16.64,"BrightRetrieval (leetcode)":26.4,"BrightRetrieval (pony)":6.95,"BrightRetrieval (psychology)":22.63,"BrightRetrieval (robotics)":8.36,"BrightRetrieval (stackoverflow)":9.48,"BrightRetrieval (sustainable_living)":15.34,"BrightRetrieval (theoremqa_questions)":18.49,"BrightRetrieval (theoremqa_theorems)":9.9}
|
| 12 |
+
{"index":2,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/en.wikipedia.org\/wiki\/Okapi_BM25\">bm25<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":14.33,"BrightRetrieval (aops)":6.2,"BrightRetrieval (biology)":19.19,"BrightRetrieval (earth_science)":27.06,"BrightRetrieval (economics)":14.87,"BrightRetrieval (leetcode)":24.37,"BrightRetrieval (pony)":7.93,"BrightRetrieval (psychology)":12.51,"BrightRetrieval (robotics)":13.53,"BrightRetrieval (stackoverflow)":16.55,"BrightRetrieval (sustainable_living)":15.22,"BrightRetrieval (theoremqa_questions)":9.78,"BrightRetrieval (theoremqa_theorems)":4.75}
|
| 13 |
+
{"index":9,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-large\">instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":14.04,"BrightRetrieval (aops)":7.94,"BrightRetrieval (biology)":15.61,"BrightRetrieval (earth_science)":21.52,"BrightRetrieval (economics)":15.99,"BrightRetrieval (leetcode)":20.0,"BrightRetrieval (pony)":1.32,"BrightRetrieval (psychology)":21.94,"BrightRetrieval (robotics)":11.45,"BrightRetrieval (stackoverflow)":11.21,"BrightRetrieval (sustainable_living)":13.16,"BrightRetrieval (theoremqa_questions)":20.07,"BrightRetrieval (theoremqa_theorems)":8.27}
|
| 14 |
+
{"index":5,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Average":13.57,"BrightRetrieval (aops)":6.08,"BrightRetrieval (biology)":11.96,"BrightRetrieval (earth_science)":24.15,"BrightRetrieval (economics)":16.59,"BrightRetrieval (leetcode)":26.68,"BrightRetrieval (pony)":5.64,"BrightRetrieval (psychology)":17.44,"BrightRetrieval (robotics)":12.21,"BrightRetrieval (stackoverflow)":9.51,"BrightRetrieval (sustainable_living)":13.27,"BrightRetrieval (theoremqa_questions)":12.56,"BrightRetrieval (theoremqa_theorems)":6.72}
|
boards_data/bright_long/data_tasks/Retrieval/default.jsonl
CHANGED
|
@@ -5,9 +5,10 @@
|
|
| 5 |
{"index":11,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":25.54,"BrightRetrieval (biology)":29.93,"BrightRetrieval (earth_science)":36.28,"BrightRetrieval (economics)":26.21,"BrightRetrieval (pony)":1.14,"BrightRetrieval (psychology)":46.73,"BrightRetrieval (robotics)":17.33,"BrightRetrieval (stackoverflow)":14.53,"BrightRetrieval (sustainable_living)":32.21}
|
| 6 |
{"index":1,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":24.62,"BrightRetrieval (biology)":34.38,"BrightRetrieval (earth_science)":35.35,"BrightRetrieval (economics)":26.7,"BrightRetrieval (pony)":1.28,"BrightRetrieval (psychology)":41.58,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":13.68,"BrightRetrieval (sustainable_living)":31.1}
|
| 7 |
{"index":0,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/cloud.google.com\/vertex-ai\/generative-ai\/docs\/embeddings\/get-text-embeddings#latest_models\">google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":22.44,"BrightRetrieval (biology)":30.91,"BrightRetrieval (earth_science)":38.0,"BrightRetrieval (economics)":21.84,"BrightRetrieval (pony)":0.29,"BrightRetrieval (psychology)":30.69,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":19.23,"BrightRetrieval (sustainable_living)":25.65}
|
| 8 |
-
{"index":
|
| 9 |
{"index":6,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":18.4,"BrightRetrieval (biology)":31.47,"BrightRetrieval (earth_science)":35.49,"BrightRetrieval (economics)":17.96,"BrightRetrieval (pony)":0.84,"BrightRetrieval (psychology)":20.5,"BrightRetrieval (robotics)":9.9,"BrightRetrieval (stackoverflow)":15.81,"BrightRetrieval (sustainable_living)":15.23}
|
| 10 |
{"index":9,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-large\">instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":18.21,"BrightRetrieval (biology)":24.11,"BrightRetrieval (earth_science)":29.45,"BrightRetrieval (economics)":14.08,"BrightRetrieval (pony)":3.94,"BrightRetrieval (psychology)":21.29,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":14.53,"BrightRetrieval (sustainable_living)":25.42}
|
| 11 |
{"index":10,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-xl\">instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Average":17.82,"BrightRetrieval (biology)":22.01,"BrightRetrieval (earth_science)":32.04,"BrightRetrieval (economics)":14.08,"BrightRetrieval (pony)":5.93,"BrightRetrieval (psychology)":20.5,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":14.96,"BrightRetrieval (sustainable_living)":20.14}
|
| 12 |
-
{"index":
|
| 13 |
-
{"index":
|
|
|
|
|
|
| 5 |
{"index":11,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":25.54,"BrightRetrieval (biology)":29.93,"BrightRetrieval (earth_science)":36.28,"BrightRetrieval (economics)":26.21,"BrightRetrieval (pony)":1.14,"BrightRetrieval (psychology)":46.73,"BrightRetrieval (robotics)":17.33,"BrightRetrieval (stackoverflow)":14.53,"BrightRetrieval (sustainable_living)":32.21}
|
| 6 |
{"index":1,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":24.62,"BrightRetrieval (biology)":34.38,"BrightRetrieval (earth_science)":35.35,"BrightRetrieval (economics)":26.7,"BrightRetrieval (pony)":1.28,"BrightRetrieval (psychology)":41.58,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":13.68,"BrightRetrieval (sustainable_living)":31.1}
|
| 7 |
{"index":0,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/cloud.google.com\/vertex-ai\/generative-ai\/docs\/embeddings\/get-text-embeddings#latest_models\">google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":22.44,"BrightRetrieval (biology)":30.91,"BrightRetrieval (earth_science)":38.0,"BrightRetrieval (economics)":21.84,"BrightRetrieval (pony)":0.29,"BrightRetrieval (psychology)":30.69,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":19.23,"BrightRetrieval (sustainable_living)":25.65}
|
| 8 |
+
{"index":13,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":21.88,"BrightRetrieval (biology)":33.09,"BrightRetrieval (earth_science)":32.26,"BrightRetrieval (economics)":24.76,"BrightRetrieval (pony)":0.0,"BrightRetrieval (psychology)":35.15,"BrightRetrieval (robotics)":11.88,"BrightRetrieval (stackoverflow)":11.54,"BrightRetrieval (sustainable_living)":26.34}
|
| 9 |
{"index":6,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":18.4,"BrightRetrieval (biology)":31.47,"BrightRetrieval (earth_science)":35.49,"BrightRetrieval (economics)":17.96,"BrightRetrieval (pony)":0.84,"BrightRetrieval (psychology)":20.5,"BrightRetrieval (robotics)":9.9,"BrightRetrieval (stackoverflow)":15.81,"BrightRetrieval (sustainable_living)":15.23}
|
| 10 |
{"index":9,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-large\">instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":18.21,"BrightRetrieval (biology)":24.11,"BrightRetrieval (earth_science)":29.45,"BrightRetrieval (economics)":14.08,"BrightRetrieval (pony)":3.94,"BrightRetrieval (psychology)":21.29,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":14.53,"BrightRetrieval (sustainable_living)":25.42}
|
| 11 |
{"index":10,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-xl\">instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Average":17.82,"BrightRetrieval (biology)":22.01,"BrightRetrieval (earth_science)":32.04,"BrightRetrieval (economics)":14.08,"BrightRetrieval (pony)":5.93,"BrightRetrieval (psychology)":20.5,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":14.96,"BrightRetrieval (sustainable_living)":20.14}
|
| 12 |
+
{"index":12,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":17.43,"BrightRetrieval (biology)":25.57,"BrightRetrieval (earth_science)":34.05,"BrightRetrieval (economics)":18.93,"BrightRetrieval (pony)":1.19,"BrightRetrieval (psychology)":15.84,"BrightRetrieval (robotics)":10.89,"BrightRetrieval (stackoverflow)":14.96,"BrightRetrieval (sustainable_living)":18.01}
|
| 13 |
+
{"index":5,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Average":14.75,"BrightRetrieval (biology)":16.42,"BrightRetrieval (earth_science)":27.73,"BrightRetrieval (economics)":20.87,"BrightRetrieval (pony)":0.36,"BrightRetrieval (psychology)":11.58,"BrightRetrieval (robotics)":10.89,"BrightRetrieval (stackoverflow)":13.25,"BrightRetrieval (sustainable_living)":16.9}
|
| 14 |
+
{"index":2,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/en.wikipedia.org\/wiki\/Okapi_BM25\">bm25<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":11.35,"BrightRetrieval (biology)":10.68,"BrightRetrieval (earth_science)":15.37,"BrightRetrieval (economics)":10.68,"BrightRetrieval (pony)":5.35,"BrightRetrieval (psychology)":8.42,"BrightRetrieval (robotics)":7.43,"BrightRetrieval (stackoverflow)":22.22,"BrightRetrieval (sustainable_living)":10.68}
|
boards_data/coir/data_tasks/Retrieval/default.jsonl
CHANGED
|
@@ -1 +1,11 @@
|
|
| 1 |
-
{"index":0,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"index":0,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":63.18,"CodeTransOceanDL":32.98,"StackOverflowQA":93.37}
|
| 2 |
+
{"index":1,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":61.38,"CodeTransOceanDL":31.74,"StackOverflowQA":91.02}
|
| 3 |
+
{"index":3,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":60.08,"CodeTransOceanDL":31.28,"StackOverflowQA":88.89}
|
| 4 |
+
{"index":8,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":59.88,"CodeTransOceanDL":29.45,"StackOverflowQA":90.32}
|
| 5 |
+
{"index":2,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":57.5,"CodeTransOceanDL":29.88,"StackOverflowQA":85.11}
|
| 6 |
+
{"index":4,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":57.12,"CodeTransOceanDL":32.3,"StackOverflowQA":81.94}
|
| 7 |
+
{"index":7,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":55.95,"CodeTransOceanDL":27.94,"StackOverflowQA":83.96}
|
| 8 |
+
{"index":6,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":50.28,"CodeTransOceanDL":19.94,"StackOverflowQA":80.63}
|
| 9 |
+
{"index":5,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":32.34,"CodeTransOceanDL":26.45,"StackOverflowQA":38.23}
|
| 10 |
+
{"index":10,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":29.91,"CodeTransOceanDL":16.71,"StackOverflowQA":43.11}
|
| 11 |
+
{"index":9,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":24.8,"CodeTransOceanDL":11.65,"StackOverflowQA":37.94}
|