all_data_tasks/28/default.jsonl

{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":63.21,"AllegroReviews":41.14,"AllegroReviews (pol-Latn)":41.04,"CBD":69.9,"CBD (pol-Latn)":69.84,"MassiveIntentClassification (pl)":65.07,"MassiveScenarioClassification (pl)":69.82,"PAC":70.37,"PAC (pol-Latn)":70.33,"PolEmo2.0-IN":77.06,"PolEmo2.0-IN (pol-Latn)":77.06,"PolEmo2.0-OUT":53.38,"PolEmo2.0-OUT (pol-Latn)":53.48}
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":58.24,"AllegroReviews":40.85,"AllegroReviews (pol-Latn)":40.78,"CBD":62.66,"CBD (pol-Latn)":62.6,"MassiveIntentClassification (pl)":61.04,"MassiveScenarioClassification (pl)":66.11,"PAC":70.87,"PAC (pol-Latn)":70.87,"PolEmo2.0-IN":67.66,"PolEmo2.0-IN (pol-Latn)":67.59,"PolEmo2.0-OUT":43.91,"PolEmo2.0-OUT (pol-Latn)":43.93}
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":56.59,"AllegroReviews":34.89,"AllegroReviews (pol-Latn)":34.86,"CBD":65.71,"CBD (pol-Latn)":65.74,"MassiveIntentClassification (pl)":59.71,"MassiveScenarioClassification (pl)":64.58,"PAC":68.11,"PAC (pol-Latn)":68.09,"PolEmo2.0-IN":64.0,"PolEmo2.0-IN (pol-Latn)":63.91,"PolEmo2.0-OUT":44.72,"PolEmo2.0-OUT (pol-Latn)":44.76}
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":56.41,"AllegroReviews":37.42,"AllegroReviews (pol-Latn)":37.33,"CBD":63.25,"CBD (pol-Latn)":63.33,"MassiveIntentClassification (pl)":57.4,"MassiveScenarioClassification (pl)":64.25,"PAC":70.55,"PAC (pol-Latn)":70.48,"PolEmo2.0-IN":67.35,"PolEmo2.0-IN (pol-Latn)":67.31,"PolEmo2.0-OUT":39.13,"PolEmo2.0-OUT (pol-Latn)":39.17}
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":51.99,"AllegroReviews":33.86,"AllegroReviews (pol-Latn)":33.89,"CBD":65.0,"CBD (pol-Latn)":64.97,"MassiveIntentClassification (pl)":64.29,"MassiveScenarioClassification (pl)":68.98,"PAC":63.76,"PAC (pol-Latn)":63.76,"PolEmo2.0-IN":62.78,"PolEmo2.0-IN (pol-Latn)":62.74,"PolEmo2.0-OUT":19.98,"PolEmo2.0-OUT (pol-Latn)":19.92}
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":50.5,"AllegroReviews":30.88,"AllegroReviews (pol-Latn)":30.85,"CBD":57.68,"CBD (pol-Latn)":57.71,"MassiveIntentClassification (pl)":59.43,"MassiveScenarioClassification (pl)":65.04,"PAC":65.76,"PAC (pol-Latn)":65.75,"PolEmo2.0-IN":57.76,"PolEmo2.0-IN (pol-Latn)":57.76,"PolEmo2.0-OUT":28.7,"PolEmo2.0-OUT (pol-Latn)":28.66}
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":"","CBD":"","CBD (pol-Latn)":"","MassiveIntentClassification (pl)":44.99,"MassiveScenarioClassification (pl)":52.92,"PAC":"","PAC (pol-Latn)":"","PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":""}
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":37.32,"CBD":"","CBD (pol-Latn)":70.98,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":"","PAC (pol-Latn)":68.09,"PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":66.07,"PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":32.94}
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","AllegroReviews":34.11,"AllegroReviews (pol-Latn)":"","CBD":68.35,"CBD (pol-Latn)":"","MassiveIntentClassification (pl)":65.53,"MassiveScenarioClassification (pl)":68.51,"PAC":68.4,"PAC (pol-Latn)":"","PolEmo2.0-IN":64.18,"PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":45.73,"PolEmo2.0-OUT (pol-Latn)":""}
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","AllegroReviews":33.35,"AllegroReviews (pol-Latn)":"","CBD":68.51,"CBD (pol-Latn)":"","MassiveIntentClassification (pl)":66.63,"MassiveScenarioClassification (pl)":69.97,"PAC":66.26,"PAC (pol-Latn)":"","PolEmo2.0-IN":63.52,"PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":44.7,"PolEmo2.0-OUT (pol-Latn)":""}
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-distilroberta\">st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","AllegroReviews":34.5,"AllegroReviews (pol-Latn)":"","CBD":70.27,"CBD (pol-Latn)":"","MassiveIntentClassification (pl)":64.81,"MassiveScenarioClassification (pl)":70.01,"PAC":64.6,"PAC (pol-Latn)":"","PolEmo2.0-IN":67.06,"PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":38.58,"PolEmo2.0-OUT (pol-Latn)":""}
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-mpnet\">st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","AllegroReviews":34.55,"AllegroReviews (pol-Latn)":"","CBD":67.48,"CBD (pol-Latn)":"","MassiveIntentClassification (pl)":65.93,"MassiveScenarioClassification (pl)":71.85,"PAC":63.25,"PAC (pol-Latn)":"","PolEmo2.0-IN":68.37,"PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":30.99,"PolEmo2.0-OUT (pol-Latn)":""}
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":23.85,"CBD":"","CBD (pol-Latn)":48.46,"MassiveIntentClassification (pl)":37.63,"MassiveScenarioClassification (pl)":44.72,"PAC":"","PAC (pol-Latn)":59.53,"PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":38.32,"PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":22.98}
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":24.64,"CBD":"","CBD (pol-Latn)":50.9,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":"","PAC (pol-Latn)":59.78,"PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":40.29,"PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":25.0}
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":22.99,"CBD":"","CBD (pol-Latn)":50.25,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":"","PAC (pol-Latn)":62.1,"PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":41.63,"PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":25.0}
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":"","CBD":"","CBD (pol-Latn)":"","MassiveIntentClassification (pl)":35.77,"MassiveScenarioClassification (pl)":36.87,"PAC":"","PAC (pol-Latn)":"","PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":""}
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","AllegroReviews":28.03,"AllegroReviews (pol-Latn)":"","CBD":60.0,"CBD (pol-Latn)":"","MassiveIntentClassification (pl)":53.1,"MassiveScenarioClassification (pl)":61.29,"PAC":68.17,"PAC (pol-Latn)":"","PolEmo2.0-IN":48.84,"PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":30.0,"PolEmo2.0-OUT (pol-Latn)":""}
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":"","CBD":"","CBD (pol-Latn)":"","MassiveIntentClassification (pl)":39.08,"MassiveScenarioClassification (pl)":46.79,"PAC":"","PAC (pol-Latn)":"","PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":""}
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":"","CBD":"","CBD (pol-Latn)":"","MassiveIntentClassification (pl)":42.64,"MassiveScenarioClassification (pl)":49.97,"PAC":"","PAC (pol-Latn)":"","PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":""}
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":"","CBD":"","CBD (pol-Latn)":"","MassiveIntentClassification (pl)":34.41,"MassiveScenarioClassification (pl)":42.3,"PAC":"","PAC (pol-Latn)":"","PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":""}
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":"","CBD":"","CBD (pol-Latn)":"","MassiveIntentClassification (pl)":37.67,"MassiveScenarioClassification (pl)":45.2,"PAC":"","PAC (pol-Latn)":"","PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":""}
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AllegroReviews":"","AllegroReviews (pol-Latn)":"","CBD":"","CBD (pol-Latn)":"","MassiveIntentClassification (pl)":43.95,"MassiveScenarioClassification (pl)":49.87,"PAC":"","PAC (pol-Latn)":"","PolEmo2.0-IN":"","PolEmo2.0-IN (pol-Latn)":"","PolEmo2.0-OUT":"","PolEmo2.0-OUT (pol-Latn)":""}