all_data_tasks/12/default.jsonl

{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":63.66,"CmedqaRetrieval":28.67,"CmedqaRetrieval (cmn-Hans)":28.66,"CovidRetrieval":75.51,"CovidRetrieval (cmn-Hans)":75.61,"DuRetrieval":85.32,"DuRetrieval (cmn-Hans)":85.3,"EcomRetrieval":54.75,"EcomRetrieval (cmn-Hans)":54.67,"MedicalRetrieval":51.44,"MedicalRetrieval (cmn-Hans)":51.44,"MMarcoRetrieval":79.2,"MMarcoRetrieval (cmn-Hans)":79.2,"T2Retrieval":76.11,"T2Retrieval (cmn-Hans)":76.07,"VideoRetrieval":58.25,"VideoRetrieval (cmn-Hans)":58.28}
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":61.61,"CmedqaRetrieval":27.2,"CmedqaRetrieval (cmn-Hans)":27.2,"CovidRetrieval":73.45,"CovidRetrieval (cmn-Hans)":73.48,"DuRetrieval":81.64,"DuRetrieval (cmn-Hans)":81.66,"EcomRetrieval":54.17,"EcomRetrieval (cmn-Hans)":54.01,"MedicalRetrieval":48.35,"MedicalRetrieval (cmn-Hans)":48.33,"MMarcoRetrieval":76.04,"MMarcoRetrieval (cmn-Hans)":76.01,"T2Retrieval":70.86,"T2Retrieval (cmn-Hans)":70.77,"VideoRetrieval":61.3,"VideoRetrieval (cmn-Hans)":61.26}
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":59.94,"CmedqaRetrieval":24.38,"CmedqaRetrieval (cmn-Hans)":24.36,"CovidRetrieval":72.82,"CovidRetrieval (cmn-Hans)":72.82,"DuRetrieval":81.35,"DuRetrieval (cmn-Hans)":81.36,"EcomRetrieval":53.56,"EcomRetrieval (cmn-Hans)":53.53,"MedicalRetrieval":44.84,"MedicalRetrieval (cmn-Hans)":44.84,"MMarcoRetrieval":73.17,"MMarcoRetrieval (cmn-Hans)":73.17,"T2Retrieval":71.39,"T2Retrieval (cmn-Hans)":71.36,"VideoRetrieval":58.09,"VideoRetrieval (cmn-Hans)":58.06}
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/help.aliyun.com\/zh\/open-search\/vector-search-edition\/hybrid-retrieval\">OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CmedqaRetrieval":46.56,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":84.03,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":87.85,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":68.79,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":65.92,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":79.93,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":86.76,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":75.43,"VideoRetrieval (cmn-Hans)":""}
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":"","CmedqaRetrieval":43.47,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":80.87,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":86.01,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":66.46,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":61.33,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":73.83,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":83.58,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":69.41,"VideoRetrieval (cmn-Hans)":""}
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-zh-v1.5\">bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","CmedqaRetrieval":41.61,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":74.7,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":85.07,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":64.25,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":56.51,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":77.69,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":83.71,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":72.35,"VideoRetrieval (cmn-Hans)":""}
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-noinstruct\">bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","CmedqaRetrieval":41.03,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":75.07,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":84.68,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":65.6,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":58.28,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":81.38,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":84.39,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":73.93,"VideoRetrieval (cmn-Hans)":""}
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-v1.5\">bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","CmedqaRetrieval":42.57,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":73.35,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":86.32,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":65.33,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":59.59,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":79.23,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":83.99,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":73.32,"VideoRetrieval (cmn-Hans)":""}
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-zh-v1.5\">bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":"","CmedqaRetrieval":35.11,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":70.14,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":77.28,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":55.71,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":49.8,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":63.48,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":76.43,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":66.19,"VideoRetrieval (cmn-Hans)":""}
{"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GanymedeNil\/text2vec-large-chinese\">text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":"","CmedqaRetrieval":15.53,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":60.48,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":51.87,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":37.58,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":30.93,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":45.96,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":50.52,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":42.65,"VideoRetrieval (cmn-Hans)":""}
{"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","CmedqaRetrieval":"","CmedqaRetrieval (cmn-Hans)":35.58,"CovidRetrieval":"","CovidRetrieval (cmn-Hans)":73.47,"DuRetrieval":"","DuRetrieval (cmn-Hans)":88.18,"EcomRetrieval":"","EcomRetrieval (cmn-Hans)":54.33,"MedicalRetrieval":"","MedicalRetrieval (cmn-Hans)":55.81,"MMarcoRetrieval":"","MMarcoRetrieval (cmn-Hans)":76.54,"T2Retrieval":"","T2Retrieval (cmn-Hans)":82.96,"VideoRetrieval":"","VideoRetrieval (cmn-Hans)":53.85}
{"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-base\">m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","CmedqaRetrieval":30.33,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":66.42,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":75.76,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":50.27,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":42.79,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":65.46,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":73.14,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":51.11,"VideoRetrieval (cmn-Hans)":""}
{"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-large\">m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","CmedqaRetrieval":30.73,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":61.33,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":74.69,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":45.18,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":48.66,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":61.06,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":72.36,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":44.02,"VideoRetrieval (cmn-Hans)":""}
{"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","CmedqaRetrieval":"","CmedqaRetrieval (cmn-Hans)":5.49,"CovidRetrieval":"","CovidRetrieval (cmn-Hans)":28.6,"DuRetrieval":"","DuRetrieval (cmn-Hans)":26.34,"EcomRetrieval":"","EcomRetrieval (cmn-Hans)":25.42,"MedicalRetrieval":"","MedicalRetrieval (cmn-Hans)":6.68,"MMarcoRetrieval":"","MMarcoRetrieval (cmn-Hans)":34.78,"T2Retrieval":"","T2Retrieval (cmn-Hans)":25.32,"VideoRetrieval":"","VideoRetrieval (cmn-Hans)":22.04}
{"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","CmedqaRetrieval":"","CmedqaRetrieval (cmn-Hans)":2.58,"CovidRetrieval":"","CovidRetrieval (cmn-Hans)":10.79,"DuRetrieval":"","DuRetrieval (cmn-Hans)":6.62,"EcomRetrieval":"","EcomRetrieval (cmn-Hans)":4.01,"MedicalRetrieval":"","MedicalRetrieval (cmn-Hans)":2.3,"MMarcoRetrieval":"","MMarcoRetrieval (cmn-Hans)":7.46,"T2Retrieval":"","T2Retrieval (cmn-Hans)":4.82,"VideoRetrieval":"","VideoRetrieval (cmn-Hans)":9.38}
{"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","CmedqaRetrieval":"","CmedqaRetrieval (cmn-Hans)":2.03,"CovidRetrieval":"","CovidRetrieval (cmn-Hans)":0.8,"DuRetrieval":"","DuRetrieval (cmn-Hans)":3.03,"EcomRetrieval":"","EcomRetrieval (cmn-Hans)":3.7,"MedicalRetrieval":"","MedicalRetrieval (cmn-Hans)":1.76,"MMarcoRetrieval":"","MMarcoRetrieval (cmn-Hans)":6.21,"T2Retrieval":"","T2Retrieval (cmn-Hans)":1.6,"VideoRetrieval":"","VideoRetrieval (cmn-Hans)":9.79}
{"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","CmedqaRetrieval":"","CmedqaRetrieval (cmn-Hans)":2.0,"CovidRetrieval":"","CovidRetrieval (cmn-Hans)":3.7,"DuRetrieval":"","DuRetrieval (cmn-Hans)":4.92,"EcomRetrieval":"","EcomRetrieval (cmn-Hans)":3.94,"MedicalRetrieval":"","MedicalRetrieval (cmn-Hans)":1.71,"MMarcoRetrieval":"","MMarcoRetrieval (cmn-Hans)":7.13,"T2Retrieval":"","T2Retrieval (cmn-Hans)":2.98,"VideoRetrieval":"","VideoRetrieval (cmn-Hans)":8.48}
{"Rank":88,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","CmedqaRetrieval":"","CmedqaRetrieval (cmn-Hans)":10.78,"CovidRetrieval":"","CovidRetrieval (cmn-Hans)":30.11,"DuRetrieval":"","DuRetrieval (cmn-Hans)":34.72,"EcomRetrieval":"","EcomRetrieval (cmn-Hans)":13.32,"MedicalRetrieval":"","MedicalRetrieval (cmn-Hans)":15.46,"MMarcoRetrieval":"","MMarcoRetrieval (cmn-Hans)":46.62,"T2Retrieval":"","T2Retrieval (cmn-Hans)":30.31,"VideoRetrieval":"","VideoRetrieval (cmn-Hans)":14.71}
{"Rank":89,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","CmedqaRetrieval":"","CmedqaRetrieval (cmn-Hans)":10.15,"CovidRetrieval":"","CovidRetrieval (cmn-Hans)":28.85,"DuRetrieval":"","DuRetrieval (cmn-Hans)":33.41,"EcomRetrieval":"","EcomRetrieval (cmn-Hans)":9.69,"MedicalRetrieval":"","MedicalRetrieval (cmn-Hans)":14.1,"MMarcoRetrieval":"","MMarcoRetrieval (cmn-Hans)":44.62,"T2Retrieval":"","T2Retrieval (cmn-Hans)":28.35,"VideoRetrieval":"","VideoRetrieval (cmn-Hans)":14.18}
{"Rank":96,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-chinese\">text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":"","CmedqaRetrieval":15.91,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":44.81,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":52.23,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":34.6,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":27.56,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":44.06,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":51.67,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":39.52,"VideoRetrieval (cmn-Hans)":""}
{"Rank":97,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silk-road\/luotuo-bert-medium\">luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":"","CmedqaRetrieval":18.04,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":55.48,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":59.36,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":40.48,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":29.8,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":55.31,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":58.67,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":38.04,"VideoRetrieval (cmn-Hans)":""}
{"Rank":107,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CmedqaRetrieval":22.36,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":57.21,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":71.17,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":44.49,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":37.92,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":69.86,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":69.14,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":43.85,"VideoRetrieval (cmn-Hans)":""}
{"Rank":111,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/platform.baichuan-ai.com\/docs\/text-Embedding\">Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CmedqaRetrieval":47.64,"CmedqaRetrieval (cmn-Hans)":"","CovidRetrieval":86.86,"CovidRetrieval (cmn-Hans)":"","DuRetrieval":88.43,"DuRetrieval (cmn-Hans)":"","EcomRetrieval":66.39,"EcomRetrieval (cmn-Hans)":"","MedicalRetrieval":61.1,"MedicalRetrieval (cmn-Hans)":"","MMarcoRetrieval":80.17,"MMarcoRetrieval (cmn-Hans)":"","T2Retrieval":80.11,"T2Retrieval (cmn-Hans)":"","VideoRetrieval":74.28,"VideoRetrieval (cmn-Hans)":""}