Automated Leaderboard Update

all_data_tasks/0/default.jsonl

@@ -1,4 +1,4 @@
-{"index":226,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":90.37,"AmazonCounterfactualClassification (en)":94.28,"AmazonPolarityClassification":97.74,"AmazonReviewsClassification (en)":63.96,"Banking77Classification":92.42,"EmotionClassification":93.38,"ImdbClassification":97.14,"MassiveIntentClassification (en)":86.1,"MassiveScenarioClassification (en)":92.17,"MTOPDomainClassification (en)":99.25,"MTOPIntentClassification (en)":94.37,"ToxicConversationsClassification":92.74,"TweetSentimentExtractionClassification":80.87}
+{"index":226,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Average":90.37,"AmazonCounterfactualClassification (en)":94.28,"AmazonPolarityClassification":97.74,"AmazonReviewsClassification (en)":63.96,"Banking77Classification":92.42,"EmotionClassification":93.38,"ImdbClassification":97.14,"MassiveIntentClassification (en)":86.1,"MassiveScenarioClassification (en)":92.17,"MTOPDomainClassification (en)":99.25,"MTOPIntentClassification (en)":94.37,"ToxicConversationsClassification":92.74,"TweetSentimentExtractionClassification":80.87}
 {"index":103,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Salesforce\/SFR-Embedding-2_R\">SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":89.05,"AmazonCounterfactualClassification (en)":92.72,"AmazonPolarityClassification":97.31,"AmazonReviewsClassification (en)":61.04,"Banking77Classification":90.02,"EmotionClassification":93.37,"ImdbClassification":96.8,"MassiveIntentClassification (en)":85.97,"MassiveScenarioClassification (en)":90.61,"MTOPDomainClassification (en)":98.58,"MTOPIntentClassification (en)":91.3,"ToxicConversationsClassification":91.14,"TweetSentimentExtractionClassification":79.7}
 {"index":22,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-en-icl\">bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":88.95,"AmazonCounterfactualClassification (en)":93.15,"AmazonPolarityClassification":96.98,"AmazonReviewsClassification (en)":61.46,"Banking77Classification":91.49,"EmotionClassification":93.36,"ImdbClassification":96.91,"MassiveIntentClassification (en)":82.93,"MassiveScenarioClassification (en)":85.6,"MTOPDomainClassification (en)":98.42,"MTOPIntentClassification (en)":94.0,"ToxicConversationsClassification":93.17,"TweetSentimentExtractionClassification":79.93}
 {"index":25,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":88.08,"AmazonCounterfactualClassification (en)":89.48,"AmazonPolarityClassification":96.9,"AmazonReviewsClassification (en)":61.6,"Banking77Classification":92.53,"EmotionClassification":92.97,"ImdbClassification":96.66,"MassiveIntentClassification (en)":82.05,"MassiveScenarioClassification (en)":84.4,"MTOPDomainClassification (en)":98.61,"MTOPIntentClassification (en)":95.51,"ToxicConversationsClassification":87.34,"TweetSentimentExtractionClassification":78.86}

all_data_tasks/1/default.jsonl

@@ -1,4 +1,4 @@
-{"index":226,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":58.46,"ArxivClusteringP2P":55.8,"ArxivClusteringS2S":51.26,"BiorxivClusteringP2P":54.09,"BiorxivClusteringS2S":49.6,"MedrxivClusteringP2P":46.09,"MedrxivClusteringS2S":44.86,"RedditClustering":71.1,"RedditClusteringP2P":74.94,"StackExchangeClustering":82.1,"StackExchangeClusteringP2P":48.36,"TwentyNewsgroupsClustering":64.82}
+{"index":226,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Average":58.46,"ArxivClusteringP2P":55.8,"ArxivClusteringS2S":51.26,"BiorxivClusteringP2P":54.09,"BiorxivClusteringS2S":49.6,"MedrxivClusteringP2P":46.09,"MedrxivClusteringS2S":44.86,"RedditClustering":71.1,"RedditClusteringP2P":74.94,"StackExchangeClustering":82.1,"StackExchangeClusteringP2P":48.36,"TwentyNewsgroupsClustering":64.82}
 {"index":22,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-en-icl\">bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":57.89,"ArxivClusteringP2P":54.44,"ArxivClusteringS2S":49.33,"BiorxivClusteringP2P":53.05,"BiorxivClusteringS2S":48.38,"MedrxivClusteringP2P":45.86,"MedrxivClusteringS2S":44.33,"RedditClustering":72.33,"RedditClusteringP2P":72.72,"StackExchangeClustering":81.32,"StackExchangeClusteringP2P":46.05,"TwentyNewsgroupsClustering":68.98}
 {"index":153,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella_en_1.5B_v5\">stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Average":57.69,"ArxivClusteringP2P":55.44,"ArxivClusteringS2S":50.66,"BiorxivClusteringP2P":50.68,"BiorxivClusteringS2S":46.87,"MedrxivClusteringP2P":46.87,"MedrxivClusteringS2S":44.65,"RedditClustering":72.86,"RedditClusteringP2P":75.27,"StackExchangeClustering":80.29,"StackExchangeClusteringP2P":49.57,"TwentyNewsgroupsClustering":61.43}
 {"index":17,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":56.92,"ArxivClusteringP2P":56.46,"ArxivClusteringS2S":51.74,"BiorxivClusteringP2P":50.09,"BiorxivClusteringS2S":46.65,"MedrxivClusteringP2P":46.23,"MedrxivClusteringS2S":44.13,"RedditClustering":73.55,"RedditClusteringP2P":74.13,"StackExchangeClustering":79.86,"StackExchangeClusteringP2P":49.41,"TwentyNewsgroupsClustering":53.91}

all_data_tasks/2/default.jsonl

@@ -1,5 +1,5 @@
 {"index":6,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":89.24,"SprintDuplicateQuestions":94.5,"TwitterSemEval2015":86.32,"TwitterURLCorpus":86.9}
-{"index":226,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":88.67,"SprintDuplicateQuestions":97.02,"TwitterSemEval2015":81.11,"TwitterURLCorpus":87.87}
+{"index":226,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Average":88.67,"SprintDuplicateQuestions":97.02,"TwitterSemEval2015":81.11,"TwitterURLCorpus":87.87}
 {"index":104,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Salesforce\/SFR-Embedding-Mistral\">SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":88.54,"SprintDuplicateQuestions":96.31,"TwitterSemEval2015":81.52,"TwitterURLCorpus":87.78}
 {"index":65,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Linq-AI-Research\/Linq-Embed-Mistral\">Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":88.35,"SprintDuplicateQuestions":96.11,"TwitterSemEval2015":81.52,"TwitterURLCorpus":87.42}
 {"index":170,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":88.34,"SprintDuplicateQuestions":95.66,"TwitterSemEval2015":81.62,"TwitterURLCorpus":87.75}

all_data_tasks/3/default.jsonl

@@ -1,6 +1,6 @@
 {"index":17,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":61.42,"AskUbuntuDupQuestions":67.58,"MindSmallReranking":33.36,"SciDocsRR":89.09,"StackOverflowDupQuestions":55.66}
 {"index":153,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella_en_1.5B_v5\">stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Average":61.21,"AskUbuntuDupQuestions":67.33,"MindSmallReranking":33.05,"SciDocsRR":89.2,"StackOverflowDupQuestions":55.25}
-{"index":226,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":60.65,"AskUbuntuDupQuestions":67.46,"MindSmallReranking":31.76,"SciDocsRR":87.59,"StackOverflowDupQuestions":55.79}
+{"index":226,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Average":60.65,"AskUbuntuDupQuestions":67.46,"MindSmallReranking":31.76,"SciDocsRR":87.59,"StackOverflowDupQuestions":55.79}
 {"index":104,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Salesforce\/SFR-Embedding-Mistral\">SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":60.64,"AskUbuntuDupQuestions":67.58,"MindSmallReranking":32.72,"SciDocsRR":86.58,"StackOverflowDupQuestions":55.68}
 {"index":225,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v1\">NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Average":60.54,"AskUbuntuDupQuestions":67.5,"MindSmallReranking":30.82,"SciDocsRR":87.26,"StackOverflowDupQuestions":56.58}
 {"index":47,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Average":60.49,"AskUbuntuDupQuestions":67.34,"MindSmallReranking":31.81,"SciDocsRR":86.84,"StackOverflowDupQuestions":55.96}

all_data_tasks/4/default.jsonl

@@ -1,4 +1,4 @@
-{"index":226,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.65,"ArguAna":70.07,"ClimateFEVER":45.39,"CQADupstackRetrieval":50.24,"DBPedia":53.5,"FEVER":93.75,"FiQA2018":65.73,"HotpotQA":85.48,"MSMARCO":45.63,"NFCorpus":45.17,"NQ":73.57,"QuoraRetrieval":89.03,"SCIDOCS":21.9,"SciFact":80.13,"Touche2020":31.78,"TRECCOVID":88.44}
+{"index":226,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Average":62.65,"ArguAna":70.07,"ClimateFEVER":45.39,"CQADupstackRetrieval":50.24,"DBPedia":53.5,"FEVER":93.75,"FiQA2018":65.73,"HotpotQA":85.48,"MSMARCO":45.63,"NFCorpus":45.17,"NQ":73.57,"QuoraRetrieval":89.03,"SCIDOCS":21.9,"SciFact":80.13,"Touche2020":31.78,"TRECCOVID":88.44}
 {"index":22,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-en-icl\">bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":62.16,"ArguAna":83.08,"ClimateFEVER":45.43,"CQADupstackRetrieval":47.31,"DBPedia":51.63,"FEVER":92.83,"FiQA2018":59.67,"HotpotQA":85.14,"MSMARCO":46.79,"NFCorpus":41.85,"NQ":73.88,"QuoraRetrieval":90.95,"SCIDOCS":25.26,"SciFact":79.09,"Touche2020":30.48,"TRECCOVID":79.08}
 {"index":153,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella_en_1.5B_v5\">stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Average":61.01,"ArguAna":65.27,"ClimateFEVER":46.11,"CQADupstackRetrieval":47.75,"DBPedia":52.28,"FEVER":94.83,"FiQA2018":60.48,"HotpotQA":76.67,"MSMARCO":45.22,"NFCorpus":42.0,"NQ":71.8,"QuoraRetrieval":90.03,"SCIDOCS":26.64,"SciFact":80.09,"Touche2020":29.94,"TRECCOVID":85.98}
 {"index":227,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Retriever-v1\">NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":60.9,"ArguAna":68.28,"ClimateFEVER":43.47,"CQADupstackRetrieval":49.36,"DBPedia":50.82,"FEVER":93.15,"FiQA2018":61.18,"HotpotQA":79.12,"MSMARCO":44.89,"NFCorpus":45.06,"NQ":72.44,"QuoraRetrieval":88.78,"SCIDOCS":22.55,"SciFact":81.31,"Touche2020":26.6,"TRECCOVID":86.44}

all_data_tasks/41/default.jsonl

@@ -228,7 +228,7 @@
 {"index":214,"Rank":228,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.47}
 {"index":215,"Rank":229,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nthakur\/contriever-base-msmarco\">contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.81}
 {"index":216,"Rank":230,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v1\">NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.14}
-{"index":217,"Rank":231,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.41}
+{"index":217,"Rank":231,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.41}
 {"index":218,"Rank":232,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/piaopiao0095\/jina-embeddings-v2-base-es-Q5_K_M-GGUF\">jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":86.49,"STS17 (es-es)":88.25,"STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":67.97,"STS22 (es-en)":78.8,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.84}
 {"index":219,"Rank":233,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/princeton-nlp\/sup-simcse-bert-base-uncased\">sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.25}
 {"index":220,"Rank":234,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/princeton-nlp\/unsup-simcse-bert-base-uncased\">unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":76.52}

all_data_tasks/5/default.jsonl

@@ -16,7 +16,7 @@
 {"index":117,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/WhereIsAI\/UAE-Large-V1\">UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":84.54,"BIOSSES":86.14,"SICK-R":82.62,"STS12":79.09,"STS13":89.62,"STS14":85.02,"STS15":89.51,"STS16":86.61,"STS17 (en-en)":88.99,"STS22 (en)":68.79,"STSBenchmark":89.06}
 {"index":153,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella_en_1.5B_v5\">stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Average":84.51,"BIOSSES":83.11,"SICK-R":82.89,"STS12":80.09,"STS13":89.68,"STS14":85.07,"STS15":89.39,"STS16":87.15,"STS17 (en-en)":91.35,"STS22 (en)":68.1,"STSBenchmark":88.23}
 {"index":6,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.31,"BIOSSES":89.24,"SICK-R":83.16,"STS12":73.34,"STS13":88.49,"STS14":86.49,"STS15":91.13,"STS16":85.68,"STS17 (en-en)":90.06,"STS22 (en)":66.32,"STSBenchmark":89.22}
-{"index":226,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.31,"BIOSSES":87.42,"SICK-R":82.15,"STS12":77.89,"STS13":88.3,"STS14":84.3,"STS15":89.04,"STS16":86.77,"STS17 (en-en)":90.67,"STS22 (en)":68.12,"STSBenchmark":88.41}
+{"index":226,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Average":84.31,"BIOSSES":87.42,"SICK-R":82.15,"STS12":77.89,"STS13":88.3,"STS14":84.3,"STS15":89.04,"STS16":86.77,"STS17 (en-en)":90.67,"STS22 (en)":68.12,"STSBenchmark":88.41}
 {"index":22,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-en-icl\">bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":84.24,"BIOSSES":86.47,"SICK-R":83.87,"STS12":78.14,"STS13":86.59,"STS14":82.83,"STS15":87.77,"STS16":87.04,"STS17 (en-en)":91.25,"STS22 (en)":70.07,"STSBenchmark":88.42}
 {"index":154,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella_en_400M_v5\">stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Average":84.22,"BIOSSES":83.3,"SICK-R":82.21,"STS12":79.52,"STS13":89.19,"STS14":85.15,"STS15":89.1,"STS16":87.14,"STS17 (en-en)":90.97,"STS22 (en)":67.83,"STSBenchmark":87.74}
 {"index":212,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neuralmagic\/bge-large-en-v1.5-quant\">bge-large-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.18,"BIOSSES":88.37,"SICK-R":82.06,"STS12":78.83,"STS13":87.99,"STS14":83.5,"STS15":89.0,"STS16":86.45,"STS17 (en-en)":89.56,"STS22 (en)":68.15,"STSBenchmark":87.89}

all_data_tasks/6/default.jsonl

@@ -92,7 +92,7 @@
 {"index":103,"Rank":92,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Salesforce\/SFR-Embedding-2_R\">SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":30.71}
 {"index":80,"Rank":93,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Mihaiii\/Wartortle\">Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"SummEval":30.71}
 {"index":184,"Rank":94,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embedding-b-en-v1\">jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":30.71}
-{"index":226,"Rank":95,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.7}
+{"index":226,"Rank":95,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"SummEval":30.7}
 {"index":253,"Rank":96,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEval":30.67}
 {"index":250,"Rank":97,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xxl\">gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"SummEval":30.64}
 {"index":105,"Rank":98,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Shimin\/LLaMA-embeeding\">LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.62}

boards_data/en/data_overall/default.jsonl

@@ -1,4 +1,4 @@
-{"index":226,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":72.31,"Classification Average (12 datasets)":90.37,"Clustering Average (11 datasets)":58.46,"PairClassification Average (3 datasets)":88.67,"Reranking Average (4 datasets)":60.65,"Retrieval Average (15 datasets)":62.65,"STS Average (10 datasets)":84.31,"Summarization Average (1 datasets)":30.7}
+{"index":226,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":72.31,"Classification Average (12 datasets)":90.37,"Clustering Average (11 datasets)":58.46,"PairClassification Average (3 datasets)":88.67,"Reranking Average (4 datasets)":60.65,"Retrieval Average (15 datasets)":62.65,"STS Average (10 datasets)":84.31,"Summarization Average (1 datasets)":30.7}
 {"index":22,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-en-icl\">bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":71.67,"Classification Average (12 datasets)":88.95,"Clustering Average (11 datasets)":57.89,"PairClassification Average (3 datasets)":88.14,"Reranking Average (4 datasets)":59.86,"Retrieval Average (15 datasets)":62.16,"STS Average (10 datasets)":84.24,"Summarization Average (1 datasets)":30.77}
 {"index":153,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella_en_1.5B_v5\">stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average (56 datasets)":71.19,"Classification Average (12 datasets)":87.63,"Clustering Average (11 datasets)":57.69,"PairClassification Average (3 datasets)":88.07,"Reranking Average (4 datasets)":61.21,"Retrieval Average (15 datasets)":61.01,"STS Average (10 datasets)":84.51,"Summarization Average (1 datasets)":31.49}
 {"index":103,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Salesforce\/SFR-Embedding-2_R\">SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":70.31,"Classification Average (12 datasets)":89.05,"Clustering Average (11 datasets)":56.17,"PairClassification Average (3 datasets)":88.07,"Reranking Average (4 datasets)":60.14,"Retrieval Average (15 datasets)":60.18,"STS Average (10 datasets)":81.26,"Summarization Average (1 datasets)":30.71}

boards_data/en/data_tasks/Classification/default.jsonl

@@ -1,4 +1,4 @@
-{"index":226,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":90.37,"AmazonCounterfactualClassification (en)":94.28,"AmazonPolarityClassification":97.74,"AmazonReviewsClassification (en)":63.96,"Banking77Classification":92.42,"EmotionClassification":93.38,"ImdbClassification":97.14,"MassiveIntentClassification (en)":86.1,"MassiveScenarioClassification (en)":92.17,"MTOPDomainClassification (en)":99.25,"MTOPIntentClassification (en)":94.37,"ToxicConversationsClassification":92.74,"TweetSentimentExtractionClassification":80.87}
+{"index":226,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Average":90.37,"AmazonCounterfactualClassification (en)":94.28,"AmazonPolarityClassification":97.74,"AmazonReviewsClassification (en)":63.96,"Banking77Classification":92.42,"EmotionClassification":93.38,"ImdbClassification":97.14,"MassiveIntentClassification (en)":86.1,"MassiveScenarioClassification (en)":92.17,"MTOPDomainClassification (en)":99.25,"MTOPIntentClassification (en)":94.37,"ToxicConversationsClassification":92.74,"TweetSentimentExtractionClassification":80.87}
 {"index":103,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Salesforce\/SFR-Embedding-2_R\">SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":89.05,"AmazonCounterfactualClassification (en)":92.72,"AmazonPolarityClassification":97.31,"AmazonReviewsClassification (en)":61.04,"Banking77Classification":90.02,"EmotionClassification":93.37,"ImdbClassification":96.8,"MassiveIntentClassification (en)":85.97,"MassiveScenarioClassification (en)":90.61,"MTOPDomainClassification (en)":98.58,"MTOPIntentClassification (en)":91.3,"ToxicConversationsClassification":91.14,"TweetSentimentExtractionClassification":79.7}
 {"index":22,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-en-icl\">bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":88.95,"AmazonCounterfactualClassification (en)":93.15,"AmazonPolarityClassification":96.98,"AmazonReviewsClassification (en)":61.46,"Banking77Classification":91.49,"EmotionClassification":93.36,"ImdbClassification":96.91,"MassiveIntentClassification (en)":82.93,"MassiveScenarioClassification (en)":85.6,"MTOPDomainClassification (en)":98.42,"MTOPIntentClassification (en)":94.0,"ToxicConversationsClassification":93.17,"TweetSentimentExtractionClassification":79.93}
 {"index":25,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":88.08,"AmazonCounterfactualClassification (en)":89.48,"AmazonPolarityClassification":96.9,"AmazonReviewsClassification (en)":61.6,"Banking77Classification":92.53,"EmotionClassification":92.97,"ImdbClassification":96.66,"MassiveIntentClassification (en)":82.05,"MassiveScenarioClassification (en)":84.4,"MTOPDomainClassification (en)":98.61,"MTOPIntentClassification (en)":95.51,"ToxicConversationsClassification":87.34,"TweetSentimentExtractionClassification":78.86}

boards_data/en/data_tasks/Clustering/default.jsonl

@@ -1,4 +1,4 @@
-{"index":226,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":58.46,"ArxivClusteringP2P":55.8,"ArxivClusteringS2S":51.26,"BiorxivClusteringP2P":54.09,"BiorxivClusteringS2S":49.6,"MedrxivClusteringP2P":46.09,"MedrxivClusteringS2S":44.86,"RedditClustering":71.1,"RedditClusteringP2P":74.94,"StackExchangeClustering":82.1,"StackExchangeClusteringP2P":48.36,"TwentyNewsgroupsClustering":64.82}
+{"index":226,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Average":58.46,"ArxivClusteringP2P":55.8,"ArxivClusteringS2S":51.26,"BiorxivClusteringP2P":54.09,"BiorxivClusteringS2S":49.6,"MedrxivClusteringP2P":46.09,"MedrxivClusteringS2S":44.86,"RedditClustering":71.1,"RedditClusteringP2P":74.94,"StackExchangeClustering":82.1,"StackExchangeClusteringP2P":48.36,"TwentyNewsgroupsClustering":64.82}
 {"index":22,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-en-icl\">bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":57.89,"ArxivClusteringP2P":54.44,"ArxivClusteringS2S":49.33,"BiorxivClusteringP2P":53.05,"BiorxivClusteringS2S":48.38,"MedrxivClusteringP2P":45.86,"MedrxivClusteringS2S":44.33,"RedditClustering":72.33,"RedditClusteringP2P":72.72,"StackExchangeClustering":81.32,"StackExchangeClusteringP2P":46.05,"TwentyNewsgroupsClustering":68.98}
 {"index":153,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella_en_1.5B_v5\">stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Average":57.69,"ArxivClusteringP2P":55.44,"ArxivClusteringS2S":50.66,"BiorxivClusteringP2P":50.68,"BiorxivClusteringS2S":46.87,"MedrxivClusteringP2P":46.87,"MedrxivClusteringS2S":44.65,"RedditClustering":72.86,"RedditClusteringP2P":75.27,"StackExchangeClustering":80.29,"StackExchangeClusteringP2P":49.57,"TwentyNewsgroupsClustering":61.43}
 {"index":17,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":56.92,"ArxivClusteringP2P":56.46,"ArxivClusteringS2S":51.74,"BiorxivClusteringP2P":50.09,"BiorxivClusteringS2S":46.65,"MedrxivClusteringP2P":46.23,"MedrxivClusteringS2S":44.13,"RedditClustering":73.55,"RedditClusteringP2P":74.13,"StackExchangeClustering":79.86,"StackExchangeClusteringP2P":49.41,"TwentyNewsgroupsClustering":53.91}

boards_data/en/data_tasks/PairClassification/default.jsonl

@@ -1,5 +1,5 @@
 {"index":6,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":89.24,"SprintDuplicateQuestions":94.5,"TwitterSemEval2015":86.32,"TwitterURLCorpus":86.9}
-{"index":226,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":88.67,"SprintDuplicateQuestions":97.02,"TwitterSemEval2015":81.11,"TwitterURLCorpus":87.87}
+{"index":226,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Average":88.67,"SprintDuplicateQuestions":97.02,"TwitterSemEval2015":81.11,"TwitterURLCorpus":87.87}
 {"index":104,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Salesforce\/SFR-Embedding-Mistral\">SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":88.54,"SprintDuplicateQuestions":96.31,"TwitterSemEval2015":81.52,"TwitterURLCorpus":87.78}
 {"index":65,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Linq-AI-Research\/Linq-Embed-Mistral\">Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":88.35,"SprintDuplicateQuestions":96.11,"TwitterSemEval2015":81.52,"TwitterURLCorpus":87.42}
 {"index":170,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":88.34,"SprintDuplicateQuestions":95.66,"TwitterSemEval2015":81.62,"TwitterURLCorpus":87.75}

boards_data/en/data_tasks/Reranking/default.jsonl

@@ -1,6 +1,6 @@
 {"index":17,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":61.42,"AskUbuntuDupQuestions":67.58,"MindSmallReranking":33.36,"SciDocsRR":89.09,"StackOverflowDupQuestions":55.66}
 {"index":153,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella_en_1.5B_v5\">stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Average":61.21,"AskUbuntuDupQuestions":67.33,"MindSmallReranking":33.05,"SciDocsRR":89.2,"StackOverflowDupQuestions":55.25}
-{"index":226,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":60.65,"AskUbuntuDupQuestions":67.46,"MindSmallReranking":31.76,"SciDocsRR":87.59,"StackOverflowDupQuestions":55.79}
+{"index":226,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Average":60.65,"AskUbuntuDupQuestions":67.46,"MindSmallReranking":31.76,"SciDocsRR":87.59,"StackOverflowDupQuestions":55.79}
 {"index":104,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Salesforce\/SFR-Embedding-Mistral\">SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":60.64,"AskUbuntuDupQuestions":67.58,"MindSmallReranking":32.72,"SciDocsRR":86.58,"StackOverflowDupQuestions":55.68}
 {"index":225,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v1\">NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Average":60.54,"AskUbuntuDupQuestions":67.5,"MindSmallReranking":30.82,"SciDocsRR":87.26,"StackOverflowDupQuestions":56.58}
 {"index":47,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Average":60.49,"AskUbuntuDupQuestions":67.34,"MindSmallReranking":31.81,"SciDocsRR":86.84,"StackOverflowDupQuestions":55.96}

boards_data/en/data_tasks/Retrieval/default.jsonl

@@ -1,4 +1,4 @@
-{"index":226,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.65,"ArguAna":70.07,"ClimateFEVER":45.39,"CQADupstackRetrieval":50.24,"DBPedia":53.5,"FEVER":93.75,"FiQA2018":65.73,"HotpotQA":85.48,"MSMARCO":45.63,"NFCorpus":45.17,"NQ":73.57,"QuoraRetrieval":89.03,"SCIDOCS":21.9,"SciFact":80.13,"Touche2020":31.78,"TRECCOVID":88.44}
+{"index":226,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Average":62.65,"ArguAna":70.07,"ClimateFEVER":45.39,"CQADupstackRetrieval":50.24,"DBPedia":53.5,"FEVER":93.75,"FiQA2018":65.73,"HotpotQA":85.48,"MSMARCO":45.63,"NFCorpus":45.17,"NQ":73.57,"QuoraRetrieval":89.03,"SCIDOCS":21.9,"SciFact":80.13,"Touche2020":31.78,"TRECCOVID":88.44}
 {"index":22,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-en-icl\">bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":62.16,"ArguAna":83.08,"ClimateFEVER":45.43,"CQADupstackRetrieval":47.31,"DBPedia":51.63,"FEVER":92.83,"FiQA2018":59.67,"HotpotQA":85.14,"MSMARCO":46.79,"NFCorpus":41.85,"NQ":73.88,"QuoraRetrieval":90.95,"SCIDOCS":25.26,"SciFact":79.09,"Touche2020":30.48,"TRECCOVID":79.08}
 {"index":153,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella_en_1.5B_v5\">stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Average":61.01,"ArguAna":65.27,"ClimateFEVER":46.11,"CQADupstackRetrieval":47.75,"DBPedia":52.28,"FEVER":94.83,"FiQA2018":60.48,"HotpotQA":76.67,"MSMARCO":45.22,"NFCorpus":42.0,"NQ":71.8,"QuoraRetrieval":90.03,"SCIDOCS":26.64,"SciFact":80.09,"Touche2020":29.94,"TRECCOVID":85.98}
 {"index":227,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Retriever-v1\">NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":60.9,"ArguAna":68.28,"ClimateFEVER":43.47,"CQADupstackRetrieval":49.36,"DBPedia":50.82,"FEVER":93.15,"FiQA2018":61.18,"HotpotQA":79.12,"MSMARCO":44.89,"NFCorpus":45.06,"NQ":72.44,"QuoraRetrieval":88.78,"SCIDOCS":22.55,"SciFact":81.31,"Touche2020":26.6,"TRECCOVID":86.44}

boards_data/en/data_tasks/STS/default.jsonl

@@ -16,7 +16,7 @@
 {"index":117,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/WhereIsAI\/UAE-Large-V1\">UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":84.54,"BIOSSES":86.14,"SICK-R":82.62,"STS12":79.09,"STS13":89.62,"STS14":85.02,"STS15":89.51,"STS16":86.61,"STS17 (en-en)":88.99,"STS22 (en)":68.79,"STSBenchmark":89.06}
 {"index":153,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella_en_1.5B_v5\">stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Average":84.51,"BIOSSES":83.11,"SICK-R":82.89,"STS12":80.09,"STS13":89.68,"STS14":85.07,"STS15":89.39,"STS16":87.15,"STS17 (en-en)":91.35,"STS22 (en)":68.1,"STSBenchmark":88.23}
 {"index":6,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.31,"BIOSSES":89.24,"SICK-R":83.16,"STS12":73.34,"STS13":88.49,"STS14":86.49,"STS15":91.13,"STS16":85.68,"STS17 (en-en)":90.06,"STS22 (en)":66.32,"STSBenchmark":89.22}
-{"index":226,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.31,"BIOSSES":87.42,"SICK-R":82.15,"STS12":77.89,"STS13":88.3,"STS14":84.3,"STS15":89.04,"STS16":86.77,"STS17 (en-en)":90.67,"STS22 (en)":68.12,"STSBenchmark":88.41}
+{"index":226,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Average":84.31,"BIOSSES":87.42,"SICK-R":82.15,"STS12":77.89,"STS13":88.3,"STS14":84.3,"STS15":89.04,"STS16":86.77,"STS17 (en-en)":90.67,"STS22 (en)":68.12,"STSBenchmark":88.41}
 {"index":22,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-en-icl\">bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":84.24,"BIOSSES":86.47,"SICK-R":83.87,"STS12":78.14,"STS13":86.59,"STS14":82.83,"STS15":87.77,"STS16":87.04,"STS17 (en-en)":91.25,"STS22 (en)":70.07,"STSBenchmark":88.42}
 {"index":154,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella_en_400M_v5\">stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Average":84.22,"BIOSSES":83.3,"SICK-R":82.21,"STS12":79.52,"STS13":89.19,"STS14":85.15,"STS15":89.1,"STS16":87.14,"STS17 (en-en)":90.97,"STS22 (en)":67.83,"STSBenchmark":87.74}
 {"index":212,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neuralmagic\/bge-large-en-v1.5-quant\">bge-large-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.18,"BIOSSES":88.37,"SICK-R":82.06,"STS12":78.83,"STS13":87.99,"STS14":83.5,"STS15":89.0,"STS16":86.45,"STS17 (en-en)":89.56,"STS22 (en)":68.15,"STSBenchmark":87.89}

boards_data/en/data_tasks/Summarization/default.jsonl

@@ -92,7 +92,7 @@
 {"index":103,"Rank":92,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Salesforce\/SFR-Embedding-2_R\">SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":30.71}
 {"index":80,"Rank":93,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Mihaiii\/Wartortle\">Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"SummEval":30.71}
 {"index":184,"Rank":94,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embedding-b-en-v1\">jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":30.71}
-{"index":226,"Rank":95,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.7}
+{"index":226,"Rank":95,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"SummEval":30.7}
 {"index":253,"Rank":96,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEval":30.67}
 {"index":250,"Rank":97,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xxl\">gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"SummEval":30.64}
 {"index":105,"Rank":98,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Shimin\/LLaMA-embeeding\">LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.62}

boards_data/other-sts/data_tasks/STS/default.jsonl

@@ -228,7 +228,7 @@
 {"index":214,"Rank":228,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.47}
 {"index":215,"Rank":229,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nthakur\/contriever-base-msmarco\">contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.81}
 {"index":216,"Rank":230,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v1\">NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.14}
-{"index":217,"Rank":231,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.41}
+{"index":217,"Rank":231,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.41}
 {"index":218,"Rank":232,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/piaopiao0095\/jina-embeddings-v2-base-es-Q5_K_M-GGUF\">jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":86.49,"STS17 (es-es)":88.25,"STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":67.97,"STS22 (es-en)":78.8,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.84}
 {"index":219,"Rank":233,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/princeton-nlp\/sup-simcse-bert-base-uncased\">sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.25}
 {"index":220,"Rank":234,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/princeton-nlp\/unsup-simcse-bert-base-uncased\">unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":76.52}

boards_data/zh/data_overall/default.jsonl

@@ -236,6 +236,7 @@
 {"index":253,"Rank":269,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""}
 {"index":254,"Rank":270,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nthakur\/contriever-base-msmarco\">contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""}
 {"index":255,"Rank":271,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v1\">NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""}
+{"index":256,"Rank":272,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nvidia\/NV-Embed-v2\">NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""}
 {"index":257,"Rank":273,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pengql\/checkpoint-9000\">checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":70.63,"STS Average (8 datasets)":""}
 {"index":259,"Rank":275,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/princeton-nlp\/sup-simcse-bert-base-uncased\">sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""}
 {"index":260,"Rank":276,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/princeton-nlp\/unsup-simcse-bert-base-uncased\">unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""}