{"_id":"66193ced2376216995ed7d0e","id":"Snowflake/snowflake-arctic-embed-s","private":false,"pipeline_tag":"sentence-similarity","library_name":"sentence-transformers","tags":["sentence-transformers","onnx","safetensors","bert","feature-extraction","sentence-similarity","mteb","arctic","snowflake-arctic-embed","transformers.js","arxiv:2407.18887","arxiv:2405.05374","license:apache-2.0","model-index","text-embeddings-inference","endpoints_compatible","deploy:azure","region:us"],"downloads":615911,"likes":28,"modelId":"Snowflake/snowflake-arctic-embed-s","author":"Snowflake","sha":"e596f507467533e48a2e17c007f0e1dacc837b33","lastModified":"2024-12-04T16:58:54.000Z","gated":false,"disabled":false,"mask_token":"[MASK]","widgetData":[{"source_sentence":"That is a happy person","sentences":["That is a happy dog","That is a very happy person","Today is a sunny day"]}],"model-index":[{"name":"snowflake-snowflake-arctic-embed-s","results":[{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_counterfactual","name":"MTEB AmazonCounterfactualClassification (en)","config":"en","split":"test","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205"},"metrics":[{"type":"accuracy","value":71.17910447761193,"verified":false},{"type":"ap","value":33.15833652904991,"verified":false},{"type":"f1","value":64.86214791591543,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_polarity","name":"MTEB AmazonPolarityClassification","config":"default","split":"test","revision":"e2d317d38cd51312af73b3d32a06d1a08b442046"},"metrics":[{"type":"accuracy","value":78.750325,"verified":false},{"type":"ap","value":72.83242788470943,"verified":false},{"type":"f1","value":78.63968044029453,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_reviews_multi","name":"MTEB AmazonReviewsClassification (en)","config":"en","split":"test","revision":"1399c76144fd37290681b995c656ef9b2e06e26d"},"metrics":[{"type":"accuracy","value":38.264,"verified":false},{"type":"f1","value":37.140269688532825,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/arguana","name":"MTEB ArguAna","config":"default","split":"test","revision":"c22ab2a51041ffd869aaddef7af8d8215647e41a"},"metrics":[{"type":"map_at_1","value":32.646,"verified":false},{"type":"map_at_10","value":48.372,"verified":false},{"type":"map_at_100","value":49.207,"verified":false},{"type":"map_at_1000","value":49.214,"verified":false},{"type":"map_at_3","value":43.611,"verified":false},{"type":"map_at_5","value":46.601,"verified":false},{"type":"mrr_at_1","value":33.144,"verified":false},{"type":"mrr_at_10","value":48.557,"verified":false},{"type":"mrr_at_100","value":49.385,"verified":false},{"type":"mrr_at_1000","value":49.392,"verified":false},{"type":"mrr_at_3","value":43.777,"verified":false},{"type":"mrr_at_5","value":46.792,"verified":false},{"type":"ndcg_at_1","value":32.646,"verified":false},{"type":"ndcg_at_10","value":56.874,"verified":false},{"type":"ndcg_at_100","value":60.307,"verified":false},{"type":"ndcg_at_1000","value":60.465999999999994,"verified":false},{"type":"ndcg_at_3","value":47.339999999999996,"verified":false},{"type":"ndcg_at_5","value":52.685,"verified":false},{"type":"precision_at_1","value":32.646,"verified":false},{"type":"precision_at_10","value":8.378,"verified":false},{"type":"precision_at_100","value":0.984,"verified":false},{"type":"precision_at_1000","value":0.1,"verified":false},{"type":"precision_at_3","value":19.393,"verified":false},{"type":"precision_at_5","value":14.210999999999999,"verified":false},{"type":"recall_at_1","value":32.646,"verified":false},{"type":"recall_at_10","value":83.784,"verified":false},{"type":"recall_at_100","value":98.43499999999999,"verified":false},{"type":"recall_at_1000","value":99.644,"verified":false},{"type":"recall_at_3","value":58.179,"verified":false},{"type":"recall_at_5","value":71.053,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-p2p","name":"MTEB ArxivClusteringP2P","config":"default","split":"test","revision":"a122ad7f3f0291bf49cc6f4d32aa80929df69d5d"},"metrics":[{"type":"v_measure","value":44.94353025039141,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-s2s","name":"MTEB ArxivClusteringS2S","config":"default","split":"test","revision":"f910caf1a6075f7329cdf8c1a6135696f37dbd53"},"metrics":[{"type":"v_measure","value":35.870836103029156,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/askubuntudupquestions-reranking","name":"MTEB AskUbuntuDupQuestions","config":"default","split":"test","revision":"2000358ca161889fa9c082cb41daa8dcfb161a54"},"metrics":[{"type":"map","value":61.149290266979236,"verified":false},{"type":"mrr","value":73.8448093919008,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/biosses-sts","name":"MTEB BIOSSES","config":"default","split":"test","revision":"d3fb88f8f02e40887cd149695127462bbcf29b4a"},"metrics":[{"type":"cos_sim_pearson","value":87.055571064151,"verified":false},{"type":"cos_sim_spearman","value":86.2652186235749,"verified":false},{"type":"euclidean_pearson","value":85.82039272282503,"verified":false},{"type":"euclidean_spearman","value":86.2652186235749,"verified":false},{"type":"manhattan_pearson","value":85.95825392094812,"verified":false},{"type":"manhattan_spearman","value":86.6742640885316,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/banking77","name":"MTEB Banking77Classification","config":"default","split":"test","revision":"0fd18e25b25c072e09e0d92ab615fda904d66300"},"metrics":[{"type":"accuracy","value":79.11688311688312,"verified":false},{"type":"f1","value":78.28328901613885,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"jinaai/big-patent-clustering","name":"MTEB BigPatentClustering","config":"default","split":"test","revision":"62d5330920bca426ce9d3c76ea914f15fc83e891"},"metrics":[{"type":"v_measure","value":19.147523589859325,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-p2p","name":"MTEB BiorxivClusteringP2P","config":"default","split":"test","revision":"65b79d1d13f80053f67aca9498d9402c2d9f1f40"},"metrics":[{"type":"v_measure","value":35.68369864124274,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-s2s","name":"MTEB BiorxivClusteringS2S","config":"default","split":"test","revision":"258694dd0231531bc1fd9de6ceb52a0853c6d908"},"metrics":[{"type":"v_measure","value":30.474958792950872,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/cqadupstack-android","name":"MTEB CQADupstackAndroidRetrieval","config":"default","split":"test","revision":"f46a197baaae43b4f621051089b82a364682dfeb"},"metrics":[{"type":"map_at_1","value":33.183,"verified":false},{"type":"map_at_10","value":43.989,"verified":false},{"type":"map_at_100","value":45.389,"verified":false},{"type":"map_at_1000","value":45.517,"verified":false},{"type":"map_at_3","value":40.275,"verified":false},{"type":"map_at_5","value":42.306,"verified":false},{"type":"mrr_at_1","value":40.486,"verified":false},{"type":"mrr_at_10","value":49.62,"verified":false},{"type":"mrr_at_100","value":50.351,"verified":false},{"type":"mrr_at_1000","value":50.393,"verified":false},{"type":"mrr_at_3","value":46.805,"verified":false},{"type":"mrr_at_5","value":48.429,"verified":false},{"type":"ndcg_at_1","value":40.486,"verified":false},{"type":"ndcg_at_10","value":50.249,"verified":false},{"type":"ndcg_at_100","value":55.206,"verified":false},{"type":"ndcg_at_1000","value":57.145,"verified":false},{"type":"ndcg_at_3","value":44.852,"verified":false},{"type":"ndcg_at_5","value":47.355000000000004,"verified":false},{"type":"precision_at_1","value":40.486,"verified":false},{"type":"precision_at_10","value":9.571,"verified":false},{"type":"precision_at_100","value":1.4949999999999999,"verified":false},{"type":"precision_at_1000","value":0.196,"verified":false},{"type":"precision_at_3","value":21.173000000000002,"verified":false},{"type":"precision_at_5","value":15.622,"verified":false},{"type":"recall_at_1","value":33.183,"verified":false},{"type":"recall_at_10","value":62.134,"verified":false},{"type":"recall_at_100","value":82.73,"verified":false},{"type":"recall_at_1000","value":94.93599999999999,"verified":false},{"type":"recall_at_3","value":46.497,"verified":false},{"type":"recall_at_5","value":53.199,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/cqadupstack-english","name":"MTEB CQADupstackEnglishRetrieval","config":"default","split":"test","revision":"ad9991cb51e31e31e430383c75ffb2885547b5f0"},"metrics":[{"type":"map_at_1","value":32.862,"verified":false},{"type":"map_at_10","value":42.439,"verified":false},{"type":"map_at_100","value":43.736999999999995,"verified":false},{"type":"map_at_1000","value":43.864,"verified":false},{"type":"map_at_3","value":39.67,"verified":false},{"type":"map_at_5","value":41.202,"verified":false},{"type":"mrr_at_1","value":40.892,"verified":false},{"type":"mrr_at_10","value":48.61,"verified":false},{"type":"mrr_at_100","value":49.29,"verified":false},{"type":"mrr_at_1000","value":49.332,"verified":false},{"type":"mrr_at_3","value":46.688,"verified":false},{"type":"mrr_at_5","value":47.803000000000004,"verified":false},{"type":"ndcg_at_1","value":40.892,"verified":false},{"type":"ndcg_at_10","value":47.797,"verified":false},{"type":"ndcg_at_100","value":52.17699999999999,"verified":false},{"type":"ndcg_at_1000","value":54.127,"verified":false},{"type":"ndcg_at_3","value":44.189,"verified":false},{"type":"ndcg_at_5","value":45.821,"verified":false},{"type":"precision_at_1","value":40.892,"verified":false},{"type":"precision_at_10","value":8.841000000000001,"verified":false},{"type":"precision_at_100","value":1.419,"verified":false},{"type":"precision_at_1000","value":0.188,"verified":false},{"type":"precision_at_3","value":21.104,"verified":false},{"type":"precision_at_5","value":14.777000000000001,"verified":false},{"type":"recall_at_1","value":32.862,"verified":false},{"type":"recall_at_10","value":56.352999999999994,"verified":false},{"type":"recall_at_100","value":74.795,"verified":false},{"type":"recall_at_1000","value":86.957,"verified":false},{"type":"recall_at_3","value":45.269999999999996,"verified":false},{"type":"recall_at_5","value":50.053000000000004,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/cqadupstack-gaming","name":"MTEB CQADupstackGamingRetrieval","config":"default","split":"test","revision":"4885aa143210c98657558c04aaf3dc47cfb54340"},"metrics":[{"type":"map_at_1","value":42.998999999999995,"verified":false},{"type":"map_at_10","value":54.745,"verified":false},{"type":"map_at_100","value":55.650999999999996,"verified":false},{"type":"map_at_1000","value":55.703,"verified":false},{"type":"map_at_3","value":51.67,"verified":false},{"type":"map_at_5","value":53.503,"verified":false},{"type":"mrr_at_1","value":49.028,"verified":false},{"type":"mrr_at_10","value":58.172000000000004,"verified":false},{"type":"mrr_at_100","value":58.744,"verified":false},{"type":"mrr_at_1000","value":58.769000000000005,"verified":false},{"type":"mrr_at_3","value":55.977,"verified":false},{"type":"mrr_at_5","value":57.38799999999999,"verified":false},{"type":"ndcg_at_1","value":49.028,"verified":false},{"type":"ndcg_at_10","value":60.161,"verified":false},{"type":"ndcg_at_100","value":63.806,"verified":false},{"type":"ndcg_at_1000","value":64.821,"verified":false},{"type":"ndcg_at_3","value":55.199,"verified":false},{"type":"ndcg_at_5","value":57.830999999999996,"verified":false},{"type":"precision_at_1","value":49.028,"verified":false},{"type":"precision_at_10","value":9.455,"verified":false},{"type":"precision_at_100","value":1.216,"verified":false},{"type":"precision_at_1000","value":0.135,"verified":false},{"type":"precision_at_3","value":24.242,"verified":false},{"type":"precision_at_5","value":16.614,"verified":false},{"type":"recall_at_1","value":42.998999999999995,"verified":false},{"type":"recall_at_10","value":72.542,"verified":false},{"type":"recall_at_100","value":88.605,"verified":false},{"type":"recall_at_1000","value":95.676,"verified":false},{"type":"recall_at_3","value":59.480999999999995,"verified":false},{"type":"recall_at_5","value":65.886,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/cqadupstack-gis","name":"MTEB CQADupstackGisRetrieval","config":"default","split":"test","revision":"5003b3064772da1887988e05400cf3806fe491f2"},"metrics":[{"type":"map_at_1","value":27.907,"verified":false},{"type":"map_at_10","value":35.975,"verified":false},{"type":"map_at_100","value":36.985,"verified":false},{"type":"map_at_1000","value":37.063,"verified":false},{"type":"map_at_3","value":33.467999999999996,"verified":false},{"type":"map_at_5","value":34.749,"verified":false},{"type":"mrr_at_1","value":30.056,"verified":false},{"type":"mrr_at_10","value":38.047,"verified":false},{"type":"mrr_at_100","value":38.932,"verified":false},{"type":"mrr_at_1000","value":38.991,"verified":false},{"type":"mrr_at_3","value":35.705999999999996,"verified":false},{"type":"mrr_at_5","value":36.966,"verified":false},{"type":"ndcg_at_1","value":30.056,"verified":false},{"type":"ndcg_at_10","value":40.631,"verified":false},{"type":"ndcg_at_100","value":45.564,"verified":false},{"type":"ndcg_at_1000","value":47.685,"verified":false},{"type":"ndcg_at_3","value":35.748000000000005,"verified":false},{"type":"ndcg_at_5","value":37.921,"verified":false},{"type":"precision_at_1","value":30.056,"verified":false},{"type":"precision_at_10","value":6.079,"verified":false},{"type":"precision_at_100","value":0.898,"verified":false},{"type":"precision_at_1000","value":0.11199999999999999,"verified":false},{"type":"precision_at_3","value":14.727,"verified":false},{"type":"precision_at_5","value":10.056,"verified":false},{"type":"recall_at_1","value":27.907,"verified":false},{"type":"recall_at_10","value":52.981,"verified":false},{"type":"recall_at_100","value":75.53999999999999,"verified":false},{"type":"recall_at_1000","value":91.759,"verified":false},{"type":"recall_at_3","value":39.878,"verified":false},{"type":"recall_at_5","value":45.077,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/cqadupstack-mathematica","name":"MTEB CQADupstackMathematicaRetrieval","config":"default","split":"test","revision":"90fceea13679c63fe563ded68f3b6f06e50061de"},"metrics":[{"type":"map_at_1","value":16.764000000000003,"verified":false},{"type":"map_at_10","value":24.294,"verified":false},{"type":"map_at_100","value":25.507999999999996,"verified":false},{"type":"map_at_1000","value":25.64,"verified":false},{"type":"map_at_3","value":21.807000000000002,"verified":false},{"type":"map_at_5","value":23.21,"verified":false},{"type":"mrr_at_1","value":20.771,"verified":false},{"type":"mrr_at_10","value":28.677000000000003,"verified":false},{"type":"mrr_at_100","value":29.742,"verified":false},{"type":"mrr_at_1000","value":29.816,"verified":false},{"type":"mrr_at_3","value":26.327,"verified":false},{"type":"mrr_at_5","value":27.639000000000003,"verified":false},{"type":"ndcg_at_1","value":20.771,"verified":false},{"type":"ndcg_at_10","value":29.21,"verified":false},{"type":"ndcg_at_100","value":34.788000000000004,"verified":false},{"type":"ndcg_at_1000","value":37.813,"verified":false},{"type":"ndcg_at_3","value":24.632,"verified":false},{"type":"ndcg_at_5","value":26.801000000000002,"verified":false},{"type":"precision_at_1","value":20.771,"verified":false},{"type":"precision_at_10","value":5.373,"verified":false},{"type":"precision_at_100","value":0.923,"verified":false},{"type":"precision_at_1000","value":0.133,"verified":false},{"type":"precision_at_3","value":12.065,"verified":false},{"type":"precision_at_5","value":8.706,"verified":false},{"type":"recall_at_1","value":16.764000000000003,"verified":false},{"type":"recall_at_10","value":40.072,"verified":false},{"type":"recall_at_100","value":63.856,"verified":false},{"type":"recall_at_1000","value":85.141,"verified":false},{"type":"recall_at_3","value":27.308,"verified":false},{"type":"recall_at_5","value":32.876,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/cqadupstack-physics","name":"MTEB CQADupstackPhysicsRetrieval","config":"default","split":"test","revision":"79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4"},"metrics":[{"type":"map_at_1","value":31.194,"verified":false},{"type":"map_at_10","value":40.731,"verified":false},{"type":"map_at_100","value":42.073,"verified":false},{"type":"map_at_1000","value":42.178,"verified":false},{"type":"map_at_3","value":37.726,"verified":false},{"type":"map_at_5","value":39.474,"verified":false},{"type":"mrr_at_1","value":37.729,"verified":false},{"type":"mrr_at_10","value":46.494,"verified":false},{"type":"mrr_at_100","value":47.368,"verified":false},{"type":"mrr_at_1000","value":47.407,"verified":false},{"type":"mrr_at_3","value":44.224999999999994,"verified":false},{"type":"mrr_at_5","value":45.582,"verified":false},{"type":"ndcg_at_1","value":37.729,"verified":false},{"type":"ndcg_at_10","value":46.312999999999995,"verified":false},{"type":"ndcg_at_100","value":51.915,"verified":false},{"type":"ndcg_at_1000","value":53.788000000000004,"verified":false},{"type":"ndcg_at_3","value":41.695,"verified":false},{"type":"ndcg_at_5","value":43.956,"verified":false},{"type":"precision_at_1","value":37.729,"verified":false},{"type":"precision_at_10","value":8.181,"verified":false},{"type":"precision_at_100","value":1.275,"verified":false},{"type":"precision_at_1000","value":0.16199999999999998,"verified":false},{"type":"precision_at_3","value":19.41,"verified":false},{"type":"precision_at_5","value":13.648,"verified":false},{"type":"recall_at_1","value":31.194,"verified":false},{"type":"recall_at_10","value":57.118,"verified":false},{"type":"recall_at_100","value":80.759,"verified":false},{"type":"recall_at_1000","value":92.779,"verified":false},{"type":"recall_at_3","value":44.083,"verified":false},{"type":"recall_at_5","value":50.044999999999995,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/cqadupstack-programmers","name":"MTEB CQADupstackProgrammersRetrieval","config":"default","split":"test","revision":"6184bc1440d2dbc7612be22b50686b8826d22b32"},"metrics":[{"type":"map_at_1","value":28.047,"verified":false},{"type":"map_at_10","value":37.79,"verified":false},{"type":"map_at_100","value":39.145,"verified":false},{"type":"map_at_1000","value":39.254,"verified":false},{"type":"map_at_3","value":34.857,"verified":false},{"type":"map_at_5","value":36.545,"verified":false},{"type":"mrr_at_1","value":35.388,"verified":false},{"type":"mrr_at_10","value":43.475,"verified":false},{"type":"mrr_at_100","value":44.440000000000005,"verified":false},{"type":"mrr_at_1000","value":44.494,"verified":false},{"type":"mrr_at_3","value":41.286,"verified":false},{"type":"mrr_at_5","value":42.673,"verified":false},{"type":"ndcg_at_1","value":35.388,"verified":false},{"type":"ndcg_at_10","value":43.169000000000004,"verified":false},{"type":"ndcg_at_100","value":48.785000000000004,"verified":false},{"type":"ndcg_at_1000","value":51.029,"verified":false},{"type":"ndcg_at_3","value":38.801,"verified":false},{"type":"ndcg_at_5","value":40.9,"verified":false},{"type":"precision_at_1","value":35.388,"verified":false},{"type":"precision_at_10","value":7.7509999999999994,"verified":false},{"type":"precision_at_100","value":1.212,"verified":false},{"type":"precision_at_1000","value":0.157,"verified":false},{"type":"precision_at_3","value":18.455,"verified":false},{"type":"precision_at_5","value":13.014000000000001,"verified":false},{"type":"recall_at_1","value":28.047,"verified":false},{"type":"recall_at_10","value":53.53099999999999,"verified":false},{"type":"recall_at_100","value":77.285,"verified":false},{"type":"recall_at_1000","value":92.575,"verified":false},{"type":"recall_at_3","value":40.949000000000005,"verified":false},{"type":"recall_at_5","value":46.742,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/cqadupstack","name":"MTEB CQADupstackRetrieval","config":"default","split":"test","revision":"4ffe81d471b1924886b33c7567bfb200e9eec5c4"},"metrics":[{"type":"map_at_1","value":28.131999999999994,"verified":false},{"type":"map_at_10","value":36.93333333333334,"verified":false},{"type":"map_at_100","value":38.117250000000006,"verified":false},{"type":"map_at_1000","value":38.23275,"verified":false},{"type":"map_at_3","value":34.19708333333333,"verified":false},{"type":"map_at_5","value":35.725166666666674,"verified":false},{"type":"mrr_at_1","value":33.16116666666667,"verified":false},{"type":"mrr_at_10","value":41.057833333333335,"verified":false},{"type":"mrr_at_100","value":41.90033333333333,"verified":false},{"type":"mrr_at_1000","value":41.95625,"verified":false},{"type":"mrr_at_3","value":38.757333333333335,"verified":false},{"type":"mrr_at_5","value":40.097333333333324,"verified":false},{"type":"ndcg_at_1","value":33.16116666666667,"verified":false},{"type":"ndcg_at_10","value":42.01983333333333,"verified":false},{"type":"ndcg_at_100","value":46.99916666666667,"verified":false},{"type":"ndcg_at_1000","value":49.21783333333334,"verified":false},{"type":"ndcg_at_3","value":37.479916666666654,"verified":false},{"type":"ndcg_at_5","value":39.6355,"verified":false},{"type":"precision_at_1","value":33.16116666666667,"verified":false},{"type":"precision_at_10","value":7.230249999999999,"verified":false},{"type":"precision_at_100","value":1.1411666666666667,"verified":false},{"type":"precision_at_1000","value":0.1520833333333333,"verified":false},{"type":"precision_at_3","value":17.028166666666667,"verified":false},{"type":"precision_at_5","value":12.046999999999999,"verified":false},{"type":"recall_at_1","value":28.131999999999994,"verified":false},{"type":"recall_at_10","value":52.825500000000005,"verified":false},{"type":"recall_at_100","value":74.59608333333333,"verified":false},{"type":"recall_at_1000","value":89.87916666666668,"verified":false},{"type":"recall_at_3","value":40.13625,"verified":false},{"type":"recall_at_5","value":45.699999999999996,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/cqadupstack-stats","name":"MTEB CQADupstackStatsRetrieval","config":"default","split":"test","revision":"65ac3a16b8e91f9cee4c9828cc7c335575432a2a"},"metrics":[{"type":"map_at_1","value":24.773999999999997,"verified":false},{"type":"map_at_10","value":31.997999999999998,"verified":false},{"type":"map_at_100","value":32.857,"verified":false},{"type":"map_at_1000","value":32.957,"verified":false},{"type":"map_at_3","value":30.041,"verified":false},{"type":"map_at_5","value":31.119000000000003,"verified":false},{"type":"mrr_at_1","value":27.607,"verified":false},{"type":"mrr_at_10","value":34.538000000000004,"verified":false},{"type":"mrr_at_100","value":35.308,"verified":false},{"type":"mrr_at_1000","value":35.375,"verified":false},{"type":"mrr_at_3","value":32.643,"verified":false},{"type":"mrr_at_5","value":33.755,"verified":false},{"type":"ndcg_at_1","value":27.607,"verified":false},{"type":"ndcg_at_10","value":36.035000000000004,"verified":false},{"type":"ndcg_at_100","value":40.351,"verified":false},{"type":"ndcg_at_1000","value":42.684,"verified":false},{"type":"ndcg_at_3","value":32.414,"verified":false},{"type":"ndcg_at_5","value":34.11,"verified":false},{"type":"precision_at_1","value":27.607,"verified":false},{"type":"precision_at_10","value":5.6129999999999995,"verified":false},{"type":"precision_at_100","value":0.8370000000000001,"verified":false},{"type":"precision_at_1000","value":0.11199999999999999,"verified":false},{"type":"precision_at_3","value":13.957,"verified":false},{"type":"precision_at_5","value":9.571,"verified":false},{"type":"recall_at_1","value":24.773999999999997,"verified":false},{"type":"recall_at_10","value":45.717,"verified":false},{"type":"recall_at_100","value":65.499,"verified":false},{"type":"recall_at_1000","value":82.311,"verified":false},{"type":"recall_at_3","value":35.716,"verified":false},{"type":"recall_at_5","value":40.007999999999996,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/cqadupstack-tex","name":"MTEB CQADupstackTexRetrieval","config":"default","split":"test","revision":"46989137a86843e03a6195de44b09deda022eec7"},"metrics":[{"type":"map_at_1","value":19.227,"verified":false},{"type":"map_at_10","value":26.649,"verified":false},{"type":"map_at_100","value":27.711999999999996,"verified":false},{"type":"map_at_1000","value":27.837,"verified":false},{"type":"map_at_3","value":24.454,"verified":false},{"type":"map_at_5","value":25.772000000000002,"verified":false},{"type":"mrr_at_1","value":23.433999999999997,"verified":false},{"type":"mrr_at_10","value":30.564999999999998,"verified":false},{"type":"mrr_at_100","value":31.44,"verified":false},{"type":"mrr_at_1000","value":31.513999999999996,"verified":false},{"type":"mrr_at_3","value":28.435,"verified":false},{"type":"mrr_at_5","value":29.744999999999997,"verified":false},{"type":"ndcg_at_1","value":23.433999999999997,"verified":false},{"type":"ndcg_at_10","value":31.104,"verified":false},{"type":"ndcg_at_100","value":36.172,"verified":false},{"type":"ndcg_at_1000","value":39.006,"verified":false},{"type":"ndcg_at_3","value":27.248,"verified":false},{"type":"ndcg_at_5","value":29.249000000000002,"verified":false},{"type":"precision_at_1","value":23.433999999999997,"verified":false},{"type":"precision_at_10","value":5.496,"verified":false},{"type":"precision_at_100","value":0.9490000000000001,"verified":false},{"type":"precision_at_1000","value":0.13699999999999998,"verified":false},{"type":"precision_at_3","value":12.709000000000001,"verified":false},{"type":"precision_at_5","value":9.209,"verified":false},{"type":"recall_at_1","value":19.227,"verified":false},{"type":"recall_at_10","value":40.492,"verified":false},{"type":"recall_at_100","value":63.304,"verified":false},{"type":"recall_at_1000","value":83.45,"verified":false},{"type":"recall_at_3","value":29.713,"verified":false},{"type":"recall_at_5","value":34.82,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/cqadupstack-unix","name":"MTEB CQADupstackUnixRetrieval","config":"default","split":"test","revision":"6c6430d3a6d36f8d2a829195bc5dc94d7e063e53"},"metrics":[{"type":"map_at_1","value":29.199,"verified":false},{"type":"map_at_10","value":37.617,"verified":false},{"type":"map_at_100","value":38.746,"verified":false},{"type":"map_at_1000","value":38.851,"verified":false},{"type":"map_at_3","value":34.882000000000005,"verified":false},{"type":"map_at_5","value":36.571999999999996,"verified":false},{"type":"mrr_at_1","value":33.489000000000004,"verified":false},{"type":"mrr_at_10","value":41.089999999999996,"verified":false},{"type":"mrr_at_100","value":41.965,"verified":false},{"type":"mrr_at_1000","value":42.028,"verified":false},{"type":"mrr_at_3","value":38.666,"verified":false},{"type":"mrr_at_5","value":40.159,"verified":false},{"type":"ndcg_at_1","value":33.489000000000004,"verified":false},{"type":"ndcg_at_10","value":42.487,"verified":false},{"type":"ndcg_at_100","value":47.552,"verified":false},{"type":"ndcg_at_1000","value":49.774,"verified":false},{"type":"ndcg_at_3","value":37.623,"verified":false},{"type":"ndcg_at_5","value":40.184999999999995,"verified":false},{"type":"precision_at_1","value":33.489000000000004,"verified":false},{"type":"precision_at_10","value":6.94,"verified":false},{"type":"precision_at_100","value":1.0699999999999998,"verified":false},{"type":"precision_at_1000","value":0.136,"verified":false},{"type":"precision_at_3","value":16.667,"verified":false},{"type":"precision_at_5","value":11.922,"verified":false},{"type":"recall_at_1","value":29.199,"verified":false},{"type":"recall_at_10","value":53.689,"verified":false},{"type":"recall_at_100","value":75.374,"verified":false},{"type":"recall_at_1000","value":90.64999999999999,"verified":false},{"type":"recall_at_3","value":40.577999999999996,"verified":false},{"type":"recall_at_5","value":46.909,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/cqadupstack-webmasters","name":"MTEB CQADupstackWebmastersRetrieval","config":"default","split":"test","revision":"160c094312a0e1facb97e55eeddb698c0abe3571"},"metrics":[{"type":"map_at_1","value":27.206999999999997,"verified":false},{"type":"map_at_10","value":36.146,"verified":false},{"type":"map_at_100","value":37.759,"verified":false},{"type":"map_at_1000","value":37.979,"verified":false},{"type":"map_at_3","value":32.967999999999996,"verified":false},{"type":"map_at_5","value":34.809,"verified":false},{"type":"mrr_at_1","value":32.806000000000004,"verified":false},{"type":"mrr_at_10","value":40.449,"verified":false},{"type":"mrr_at_100","value":41.404999999999994,"verified":false},{"type":"mrr_at_1000","value":41.457,"verified":false},{"type":"mrr_at_3","value":37.614999999999995,"verified":false},{"type":"mrr_at_5","value":39.324999999999996,"verified":false},{"type":"ndcg_at_1","value":32.806000000000004,"verified":false},{"type":"ndcg_at_10","value":41.911,"verified":false},{"type":"ndcg_at_100","value":47.576,"verified":false},{"type":"ndcg_at_1000","value":50.072,"verified":false},{"type":"ndcg_at_3","value":36.849,"verified":false},{"type":"ndcg_at_5","value":39.475,"verified":false},{"type":"precision_at_1","value":32.806000000000004,"verified":false},{"type":"precision_at_10","value":8.103,"verified":false},{"type":"precision_at_100","value":1.557,"verified":false},{"type":"precision_at_1000","value":0.242,"verified":false},{"type":"precision_at_3","value":17.26,"verified":false},{"type":"precision_at_5","value":12.885,"verified":false},{"type":"recall_at_1","value":27.206999999999997,"verified":false},{"type":"recall_at_10","value":52.56999999999999,"verified":false},{"type":"recall_at_100","value":78.302,"verified":false},{"type":"recall_at_1000","value":94.121,"verified":false},{"type":"recall_at_3","value":38.317,"verified":false},{"type":"recall_at_5","value":45.410000000000004,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/cqadupstack-wordpress","name":"MTEB CQADupstackWordpressRetrieval","config":"default","split":"test","revision":"4ffe81d471b1924886b33c7567bfb200e9eec5c4"},"metrics":[{"type":"map_at_1","value":24.221,"verified":false},{"type":"map_at_10","value":30.826999999999998,"verified":false},{"type":"map_at_100","value":31.845000000000002,"verified":false},{"type":"map_at_1000","value":31.95,"verified":false},{"type":"map_at_3","value":28.547,"verified":false},{"type":"map_at_5","value":29.441,"verified":false},{"type":"mrr_at_1","value":26.247999999999998,"verified":false},{"type":"mrr_at_10","value":32.957,"verified":false},{"type":"mrr_at_100","value":33.819,"verified":false},{"type":"mrr_at_1000","value":33.899,"verified":false},{"type":"mrr_at_3","value":30.714999999999996,"verified":false},{"type":"mrr_at_5","value":31.704,"verified":false},{"type":"ndcg_at_1","value":26.247999999999998,"verified":false},{"type":"ndcg_at_10","value":35.171,"verified":false},{"type":"ndcg_at_100","value":40.098,"verified":false},{"type":"ndcg_at_1000","value":42.67,"verified":false},{"type":"ndcg_at_3","value":30.508999999999997,"verified":false},{"type":"ndcg_at_5","value":32.022,"verified":false},{"type":"precision_at_1","value":26.247999999999998,"verified":false},{"type":"precision_at_10","value":5.36,"verified":false},{"type":"precision_at_100","value":0.843,"verified":false},{"type":"precision_at_1000","value":0.11499999999999999,"verified":false},{"type":"precision_at_3","value":12.568999999999999,"verified":false},{"type":"precision_at_5","value":8.540000000000001,"verified":false},{"type":"recall_at_1","value":24.221,"verified":false},{"type":"recall_at_10","value":46.707,"verified":false},{"type":"recall_at_100","value":69.104,"verified":false},{"type":"recall_at_1000","value":88.19500000000001,"verified":false},{"type":"recall_at_3","value":33.845,"verified":false},{"type":"recall_at_5","value":37.375,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/climate-fever","name":"MTEB ClimateFEVER","config":"default","split":"test","revision":"47f2ac6acb640fc46020b02a5b59fdda04d39380"},"metrics":[{"type":"map_at_1","value":13.624,"verified":false},{"type":"map_at_10","value":22.557,"verified":false},{"type":"map_at_100","value":24.367,"verified":false},{"type":"map_at_1000","value":24.54,"verified":false},{"type":"map_at_3","value":18.988,"verified":false},{"type":"map_at_5","value":20.785999999999998,"verified":false},{"type":"mrr_at_1","value":30.619000000000003,"verified":false},{"type":"mrr_at_10","value":42.019,"verified":false},{"type":"mrr_at_100","value":42.818,"verified":false},{"type":"mrr_at_1000","value":42.856,"verified":false},{"type":"mrr_at_3","value":38.578,"verified":false},{"type":"mrr_at_5","value":40.669,"verified":false},{"type":"ndcg_at_1","value":30.619000000000003,"verified":false},{"type":"ndcg_at_10","value":31.252999999999997,"verified":false},{"type":"ndcg_at_100","value":38.238,"verified":false},{"type":"ndcg_at_1000","value":41.368,"verified":false},{"type":"ndcg_at_3","value":25.843,"verified":false},{"type":"ndcg_at_5","value":27.638,"verified":false},{"type":"precision_at_1","value":30.619000000000003,"verified":false},{"type":"precision_at_10","value":9.687,"verified":false},{"type":"precision_at_100","value":1.718,"verified":false},{"type":"precision_at_1000","value":0.22999999999999998,"verified":false},{"type":"precision_at_3","value":18.849,"verified":false},{"type":"precision_at_5","value":14.463000000000001,"verified":false},{"type":"recall_at_1","value":13.624,"verified":false},{"type":"recall_at_10","value":36.693999999999996,"verified":false},{"type":"recall_at_100","value":60.9,"verified":false},{"type":"recall_at_1000","value":78.46,"verified":false},{"type":"recall_at_3","value":23.354,"verified":false},{"type":"recall_at_5","value":28.756999999999998,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/dbpedia","name":"MTEB DBPedia","config":"default","split":"test","revision":"c0f706b76e590d620bd6618b3ca8efdd34e2d659"},"metrics":[{"type":"map_at_1","value":9.077,"verified":false},{"type":"map_at_10","value":19.813,"verified":false},{"type":"map_at_100","value":27.822999999999997,"verified":false},{"type":"map_at_1000","value":29.485,"verified":false},{"type":"map_at_3","value":14.255999999999998,"verified":false},{"type":"map_at_5","value":16.836000000000002,"verified":false},{"type":"mrr_at_1","value":69.25,"verified":false},{"type":"mrr_at_10","value":77.059,"verified":false},{"type":"mrr_at_100","value":77.41,"verified":false},{"type":"mrr_at_1000","value":77.416,"verified":false},{"type":"mrr_at_3","value":75.625,"verified":false},{"type":"mrr_at_5","value":76.512,"verified":false},{"type":"ndcg_at_1","value":55.75,"verified":false},{"type":"ndcg_at_10","value":41.587,"verified":false},{"type":"ndcg_at_100","value":46.048,"verified":false},{"type":"ndcg_at_1000","value":53.172,"verified":false},{"type":"ndcg_at_3","value":46.203,"verified":false},{"type":"ndcg_at_5","value":43.696,"verified":false},{"type":"precision_at_1","value":69.25,"verified":false},{"type":"precision_at_10","value":32.95,"verified":false},{"type":"precision_at_100","value":10.555,"verified":false},{"type":"precision_at_1000","value":2.136,"verified":false},{"type":"precision_at_3","value":49.667,"verified":false},{"type":"precision_at_5","value":42.5,"verified":false},{"type":"recall_at_1","value":9.077,"verified":false},{"type":"recall_at_10","value":25.249,"verified":false},{"type":"recall_at_100","value":51.964,"verified":false},{"type":"recall_at_1000","value":74.51,"verified":false},{"type":"recall_at_3","value":15.584000000000001,"verified":false},{"type":"recall_at_5","value":19.717000000000002,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/emotion","name":"MTEB EmotionClassification","config":"default","split":"test","revision":"4f58c6b202a23cf9a4da393831edf4f9183cad37"},"metrics":[{"type":"accuracy","value":45.769999999999996,"verified":false},{"type":"f1","value":41.64144711933962,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/fever","name":"MTEB FEVER","config":"default","split":"test","revision":"bea83ef9e8fb933d90a2f1d5515737465d613e12"},"metrics":[{"type":"map_at_1","value":67.098,"verified":false},{"type":"map_at_10","value":77.69800000000001,"verified":false},{"type":"map_at_100","value":77.947,"verified":false},{"type":"map_at_1000","value":77.961,"verified":false},{"type":"map_at_3","value":76.278,"verified":false},{"type":"map_at_5","value":77.217,"verified":false},{"type":"mrr_at_1","value":72.532,"verified":false},{"type":"mrr_at_10","value":82.41199999999999,"verified":false},{"type":"mrr_at_100","value":82.527,"verified":false},{"type":"mrr_at_1000","value":82.529,"verified":false},{"type":"mrr_at_3","value":81.313,"verified":false},{"type":"mrr_at_5","value":82.069,"verified":false},{"type":"ndcg_at_1","value":72.532,"verified":false},{"type":"ndcg_at_10","value":82.488,"verified":false},{"type":"ndcg_at_100","value":83.382,"verified":false},{"type":"ndcg_at_1000","value":83.622,"verified":false},{"type":"ndcg_at_3","value":80.101,"verified":false},{"type":"ndcg_at_5","value":81.52199999999999,"verified":false},{"type":"precision_at_1","value":72.532,"verified":false},{"type":"precision_at_10","value":10.203,"verified":false},{"type":"precision_at_100","value":1.082,"verified":false},{"type":"precision_at_1000","value":0.11199999999999999,"verified":false},{"type":"precision_at_3","value":31.308000000000003,"verified":false},{"type":"precision_at_5","value":19.652,"verified":false},{"type":"recall_at_1","value":67.098,"verified":false},{"type":"recall_at_10","value":92.511,"verified":false},{"type":"recall_at_100","value":96.06099999999999,"verified":false},{"type":"recall_at_1000","value":97.548,"verified":false},{"type":"recall_at_3","value":86.105,"verified":false},{"type":"recall_at_5","value":89.661,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/fiqa","name":"MTEB FiQA2018","config":"default","split":"test","revision":"27a168819829fe9bcd655c2df245fb19452e8e06"},"metrics":[{"type":"map_at_1","value":18.681,"verified":false},{"type":"map_at_10","value":31.739,"verified":false},{"type":"map_at_100","value":33.503,"verified":false},{"type":"map_at_1000","value":33.69,"verified":false},{"type":"map_at_3","value":27.604,"verified":false},{"type":"map_at_5","value":29.993,"verified":false},{"type":"mrr_at_1","value":37.5,"verified":false},{"type":"mrr_at_10","value":46.933,"verified":false},{"type":"mrr_at_100","value":47.771,"verified":false},{"type":"mrr_at_1000","value":47.805,"verified":false},{"type":"mrr_at_3","value":44.239,"verified":false},{"type":"mrr_at_5","value":45.766,"verified":false},{"type":"ndcg_at_1","value":37.5,"verified":false},{"type":"ndcg_at_10","value":39.682,"verified":false},{"type":"ndcg_at_100","value":46.127,"verified":false},{"type":"ndcg_at_1000","value":48.994,"verified":false},{"type":"ndcg_at_3","value":35.655,"verified":false},{"type":"ndcg_at_5","value":37.036,"verified":false},{"type":"precision_at_1","value":37.5,"verified":false},{"type":"precision_at_10","value":11.08,"verified":false},{"type":"precision_at_100","value":1.765,"verified":false},{"type":"precision_at_1000","value":0.22999999999999998,"verified":false},{"type":"precision_at_3","value":23.919999999999998,"verified":false},{"type":"precision_at_5","value":17.809,"verified":false},{"type":"recall_at_1","value":18.681,"verified":false},{"type":"recall_at_10","value":47.548,"verified":false},{"type":"recall_at_100","value":71.407,"verified":false},{"type":"recall_at_1000","value":87.805,"verified":false},{"type":"recall_at_3","value":32.979,"verified":false},{"type":"recall_at_5","value":39.192,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/hotpotqa","name":"MTEB HotpotQA","config":"default","split":"test","revision":"ab518f4d6fcca38d87c25209f94beba119d02014"},"metrics":[{"type":"map_at_1","value":38.257999999999996,"verified":false},{"type":"map_at_10","value":57.605,"verified":false},{"type":"map_at_100","value":58.50300000000001,"verified":false},{"type":"map_at_1000","value":58.568,"verified":false},{"type":"map_at_3","value":54.172,"verified":false},{"type":"map_at_5","value":56.323,"verified":false},{"type":"mrr_at_1","value":76.51599999999999,"verified":false},{"type":"mrr_at_10","value":82.584,"verified":false},{"type":"mrr_at_100","value":82.78,"verified":false},{"type":"mrr_at_1000","value":82.787,"verified":false},{"type":"mrr_at_3","value":81.501,"verified":false},{"type":"mrr_at_5","value":82.185,"verified":false},{"type":"ndcg_at_1","value":76.51599999999999,"verified":false},{"type":"ndcg_at_10","value":66.593,"verified":false},{"type":"ndcg_at_100","value":69.699,"verified":false},{"type":"ndcg_at_1000","value":70.953,"verified":false},{"type":"ndcg_at_3","value":61.673,"verified":false},{"type":"ndcg_at_5","value":64.42,"verified":false},{"type":"precision_at_1","value":76.51599999999999,"verified":false},{"type":"precision_at_10","value":13.857,"verified":false},{"type":"precision_at_100","value":1.628,"verified":false},{"type":"precision_at_1000","value":0.179,"verified":false},{"type":"precision_at_3","value":38.956,"verified":false},{"type":"precision_at_5","value":25.541999999999998,"verified":false},{"type":"recall_at_1","value":38.257999999999996,"verified":false},{"type":"recall_at_10","value":69.284,"verified":false},{"type":"recall_at_100","value":81.391,"verified":false},{"type":"recall_at_1000","value":89.689,"verified":false},{"type":"recall_at_3","value":58.433,"verified":false},{"type":"recall_at_5","value":63.856,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/imdb","name":"MTEB ImdbClassification","config":"default","split":"test","revision":"3d86128a09e091d6018b6d26cad27f2739fc2db7"},"metrics":[{"type":"accuracy","value":69.48679999999999,"verified":false},{"type":"ap","value":63.97638838971138,"verified":false},{"type":"f1","value":69.22731638841675,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/msmarco","name":"MTEB MSMARCO","config":"default","split":"dev","revision":"c5a29a104738b98a9e76336939199e264163d4a0"},"metrics":[{"type":"map_at_1","value":20.916999999999998,"verified":false},{"type":"map_at_10","value":32.929,"verified":false},{"type":"map_at_100","value":34.1,"verified":false},{"type":"map_at_1000","value":34.152,"verified":false},{"type":"map_at_3","value":29.065,"verified":false},{"type":"map_at_5","value":31.287,"verified":false},{"type":"mrr_at_1","value":21.562,"verified":false},{"type":"mrr_at_10","value":33.533,"verified":false},{"type":"mrr_at_100","value":34.644000000000005,"verified":false},{"type":"mrr_at_1000","value":34.69,"verified":false},{"type":"mrr_at_3","value":29.735,"verified":false},{"type":"mrr_at_5","value":31.928,"verified":false},{"type":"ndcg_at_1","value":21.562,"verified":false},{"type":"ndcg_at_10","value":39.788000000000004,"verified":false},{"type":"ndcg_at_100","value":45.434999999999995,"verified":false},{"type":"ndcg_at_1000","value":46.75,"verified":false},{"type":"ndcg_at_3","value":31.942999999999998,"verified":false},{"type":"ndcg_at_5","value":35.888,"verified":false},{"type":"precision_at_1","value":21.562,"verified":false},{"type":"precision_at_10","value":6.348,"verified":false},{"type":"precision_at_100","value":0.918,"verified":false},{"type":"precision_at_1000","value":0.10300000000000001,"verified":false},{"type":"precision_at_3","value":13.682,"verified":false},{"type":"precision_at_5","value":10.189,"verified":false},{"type":"recall_at_1","value":20.916999999999998,"verified":false},{"type":"recall_at_10","value":60.926,"verified":false},{"type":"recall_at_100","value":87.03800000000001,"verified":false},{"type":"recall_at_1000","value":97.085,"verified":false},{"type":"recall_at_3","value":39.637,"verified":false},{"type":"recall_at_5","value":49.069,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_domain","name":"MTEB MTOPDomainClassification (en)","config":"en","split":"test","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf"},"metrics":[{"type":"accuracy","value":90.93935248518011,"verified":false},{"type":"f1","value":90.56439321844506,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_intent","name":"MTEB MTOPIntentClassification (en)","config":"en","split":"test","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba"},"metrics":[{"type":"accuracy","value":58.62517099863203,"verified":false},{"type":"f1","value":40.69925681703197,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"masakhane/masakhanews","name":"MTEB MasakhaNEWSClassification (eng)","config":"eng","split":"test","revision":"8ccc72e69e65f40c70e117d8b3c08306bb788b60"},"metrics":[{"type":"accuracy","value":76.29746835443039,"verified":false},{"type":"f1","value":75.31702672039506,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"masakhane/masakhanews","name":"MTEB MasakhaNEWSClusteringP2P (eng)","config":"eng","split":"test","revision":"8ccc72e69e65f40c70e117d8b3c08306bb788b60"},"metrics":[{"type":"v_measure","value":43.05495067062023,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"masakhane/masakhanews","name":"MTEB MasakhaNEWSClusteringS2S (eng)","config":"eng","split":"test","revision":"8ccc72e69e65f40c70e117d8b3c08306bb788b60"},"metrics":[{"type":"v_measure","value":19.625272848173843,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (en)","config":"en","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":64.76126429051781,"verified":false},{"type":"f1","value":62.60284261265268,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (en)","config":"en","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":70.05043712172159,"verified":false},{"type":"f1","value":69.08340521169049,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-p2p","name":"MTEB MedrxivClusteringP2P","config":"default","split":"test","revision":"e7a26af6f3ae46b30dde8737f02c07b1505bcc73"},"metrics":[{"type":"v_measure","value":30.78969229005989,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-s2s","name":"MTEB MedrxivClusteringS2S","config":"default","split":"test","revision":"35191c8c0dca72d8ff3efcd72aa802307d469663"},"metrics":[{"type":"v_measure","value":27.954325178520335,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/mind_small","name":"MTEB MindSmallReranking","config":"default","split":"test","revision":"3bdac13927fdc888b903db93b2ffdbd90b295a69"},"metrics":[{"type":"map","value":30.601827413968596,"verified":false},{"type":"mrr","value":31.515372019474196,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/nfcorpus","name":"MTEB NFCorpus","config":"default","split":"test","revision":"ec0fa4fe99da2ff19ca1214b7966684033a58814"},"metrics":[{"type":"map_at_1","value":5.4559999999999995,"verified":false},{"type":"map_at_10","value":12.039,"verified":false},{"type":"map_at_100","value":14.804999999999998,"verified":false},{"type":"map_at_1000","value":16.081,"verified":false},{"type":"map_at_3","value":8.996,"verified":false},{"type":"map_at_5","value":10.357,"verified":false},{"type":"mrr_at_1","value":45.82,"verified":false},{"type":"mrr_at_10","value":53.583999999999996,"verified":false},{"type":"mrr_at_100","value":54.330999999999996,"verified":false},{"type":"mrr_at_1000","value":54.366,"verified":false},{"type":"mrr_at_3","value":52.166999999999994,"verified":false},{"type":"mrr_at_5","value":52.971999999999994,"verified":false},{"type":"ndcg_at_1","value":44.427,"verified":false},{"type":"ndcg_at_10","value":32.536,"verified":false},{"type":"ndcg_at_100","value":29.410999999999998,"verified":false},{"type":"ndcg_at_1000","value":38.012,"verified":false},{"type":"ndcg_at_3","value":38.674,"verified":false},{"type":"ndcg_at_5","value":36.107,"verified":false},{"type":"precision_at_1","value":45.82,"verified":false},{"type":"precision_at_10","value":23.591,"verified":false},{"type":"precision_at_100","value":7.35,"verified":false},{"type":"precision_at_1000","value":1.9769999999999999,"verified":false},{"type":"precision_at_3","value":36.016999999999996,"verified":false},{"type":"precision_at_5","value":30.959999999999997,"verified":false},{"type":"recall_at_1","value":5.4559999999999995,"verified":false},{"type":"recall_at_10","value":15.387,"verified":false},{"type":"recall_at_100","value":28.754999999999995,"verified":false},{"type":"recall_at_1000","value":59.787,"verified":false},{"type":"recall_at_3","value":10.137,"verified":false},{"type":"recall_at_5","value":12.200999999999999,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/nq","name":"MTEB NQ","config":"default","split":"test","revision":"b774495ed302d8c44a3a7ea25c90dbce03968f31"},"metrics":[{"type":"map_at_1","value":32.609,"verified":false},{"type":"map_at_10","value":48.522,"verified":false},{"type":"map_at_100","value":49.468,"verified":false},{"type":"map_at_1000","value":49.497,"verified":false},{"type":"map_at_3","value":44.327,"verified":false},{"type":"map_at_5","value":46.937,"verified":false},{"type":"mrr_at_1","value":36.616,"verified":false},{"type":"mrr_at_10","value":50.943000000000005,"verified":false},{"type":"mrr_at_100","value":51.626000000000005,"verified":false},{"type":"mrr_at_1000","value":51.647,"verified":false},{"type":"mrr_at_3","value":47.532999999999994,"verified":false},{"type":"mrr_at_5","value":49.714000000000006,"verified":false},{"type":"ndcg_at_1","value":36.586999999999996,"verified":false},{"type":"ndcg_at_10","value":56.19499999999999,"verified":false},{"type":"ndcg_at_100","value":60.014,"verified":false},{"type":"ndcg_at_1000","value":60.707,"verified":false},{"type":"ndcg_at_3","value":48.486000000000004,"verified":false},{"type":"ndcg_at_5","value":52.791999999999994,"verified":false},{"type":"precision_at_1","value":36.586999999999996,"verified":false},{"type":"precision_at_10","value":9.139999999999999,"verified":false},{"type":"precision_at_100","value":1.129,"verified":false},{"type":"precision_at_1000","value":0.11900000000000001,"verified":false},{"type":"precision_at_3","value":22.171,"verified":false},{"type":"precision_at_5","value":15.787999999999998,"verified":false},{"type":"recall_at_1","value":32.609,"verified":false},{"type":"recall_at_10","value":77.011,"verified":false},{"type":"recall_at_100","value":93.202,"verified":false},{"type":"recall_at_1000","value":98.344,"verified":false},{"type":"recall_at_3","value":57.286,"verified":false},{"type":"recall_at_5","value":67.181,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"ag_news","name":"MTEB NewsClassification","config":"default","split":"test","revision":"eb185aade064a813bc0b7f42de02595523103ca4"},"metrics":[{"type":"accuracy","value":77.4421052631579,"verified":false},{"type":"f1","value":77.23976860913628,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"GEM/opusparcus","name":"MTEB OpusparcusPC (en)","config":"en","split":"test","revision":"9e9b1f8ef51616073f47f306f7f47dd91663f86a"},"metrics":[{"type":"cos_sim_accuracy","value":99.89816700610999,"verified":false},{"type":"cos_sim_ap","value":100,"verified":false},{"type":"cos_sim_f1","value":99.9490575649516,"verified":false},{"type":"cos_sim_precision","value":100,"verified":false},{"type":"cos_sim_recall","value":99.89816700610999,"verified":false},{"type":"dot_accuracy","value":99.89816700610999,"verified":false},{"type":"dot_ap","value":100,"verified":false},{"type":"dot_f1","value":99.9490575649516,"verified":false},{"type":"dot_precision","value":100,"verified":false},{"type":"dot_recall","value":99.89816700610999,"verified":false},{"type":"euclidean_accuracy","value":99.89816700610999,"verified":false},{"type":"euclidean_ap","value":100,"verified":false},{"type":"euclidean_f1","value":99.9490575649516,"verified":false},{"type":"euclidean_precision","value":100,"verified":false},{"type":"euclidean_recall","value":99.89816700610999,"verified":false},{"type":"manhattan_accuracy","value":99.89816700610999,"verified":false},{"type":"manhattan_ap","value":100,"verified":false},{"type":"manhattan_f1","value":99.9490575649516,"verified":false},{"type":"manhattan_precision","value":100,"verified":false},{"type":"manhattan_recall","value":99.89816700610999,"verified":false},{"type":"max_accuracy","value":99.89816700610999,"verified":false},{"type":"max_ap","value":100,"verified":false},{"type":"max_f1","value":99.9490575649516,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"paws-x","name":"MTEB PawsX (en)","config":"en","split":"test","revision":"8a04d940a42cd40658986fdd8e3da561533a3646"},"metrics":[{"type":"cos_sim_accuracy","value":61.25000000000001,"verified":false},{"type":"cos_sim_ap","value":59.23166242799505,"verified":false},{"type":"cos_sim_f1","value":62.53016201309893,"verified":false},{"type":"cos_sim_precision","value":45.486459378134406,"verified":false},{"type":"cos_sim_recall","value":100,"verified":false},{"type":"dot_accuracy","value":61.25000000000001,"verified":false},{"type":"dot_ap","value":59.23109306756652,"verified":false},{"type":"dot_f1","value":62.53016201309893,"verified":false},{"type":"dot_precision","value":45.486459378134406,"verified":false},{"type":"dot_recall","value":100,"verified":false},{"type":"euclidean_accuracy","value":61.25000000000001,"verified":false},{"type":"euclidean_ap","value":59.23166242799505,"verified":false},{"type":"euclidean_f1","value":62.53016201309893,"verified":false},{"type":"euclidean_precision","value":45.486459378134406,"verified":false},{"type":"euclidean_recall","value":100,"verified":false},{"type":"manhattan_accuracy","value":61.25000000000001,"verified":false},{"type":"manhattan_ap","value":59.23015114712089,"verified":false},{"type":"manhattan_f1","value":62.50861474844934,"verified":false},{"type":"manhattan_precision","value":45.46365914786967,"verified":false},{"type":"manhattan_recall","value":100,"verified":false},{"type":"max_accuracy","value":61.25000000000001,"verified":false},{"type":"max_ap","value":59.23166242799505,"verified":false},{"type":"max_f1","value":62.53016201309893,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/quora","name":"MTEB QuoraRetrieval","config":"default","split":"test","revision":"e4e08e0b7dbe3c8700f0daef558ff32256715259"},"metrics":[{"type":"map_at_1","value":69.919,"verified":false},{"type":"map_at_10","value":83.636,"verified":false},{"type":"map_at_100","value":84.27,"verified":false},{"type":"map_at_1000","value":84.289,"verified":false},{"type":"map_at_3","value":80.744,"verified":false},{"type":"map_at_5","value":82.509,"verified":false},{"type":"mrr_at_1","value":80.52,"verified":false},{"type":"mrr_at_10","value":86.751,"verified":false},{"type":"mrr_at_100","value":86.875,"verified":false},{"type":"mrr_at_1000","value":86.876,"verified":false},{"type":"mrr_at_3","value":85.798,"verified":false},{"type":"mrr_at_5","value":86.414,"verified":false},{"type":"ndcg_at_1","value":80.53,"verified":false},{"type":"ndcg_at_10","value":87.465,"verified":false},{"type":"ndcg_at_100","value":88.762,"verified":false},{"type":"ndcg_at_1000","value":88.90599999999999,"verified":false},{"type":"ndcg_at_3","value":84.634,"verified":false},{"type":"ndcg_at_5","value":86.09400000000001,"verified":false},{"type":"precision_at_1","value":80.53,"verified":false},{"type":"precision_at_10","value":13.263,"verified":false},{"type":"precision_at_100","value":1.517,"verified":false},{"type":"precision_at_1000","value":0.156,"verified":false},{"type":"precision_at_3","value":36.973,"verified":false},{"type":"precision_at_5","value":24.25,"verified":false},{"type":"recall_at_1","value":69.919,"verified":false},{"type":"recall_at_10","value":94.742,"verified":false},{"type":"recall_at_100","value":99.221,"verified":false},{"type":"recall_at_1000","value":99.917,"verified":false},{"type":"recall_at_3","value":86.506,"verified":false},{"type":"recall_at_5","value":90.736,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering","name":"MTEB RedditClustering","config":"default","split":"test","revision":"24640382cdbf8abc73003fb0fa6d111a705499eb"},"metrics":[{"type":"v_measure","value":50.47309147963901,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering-p2p","name":"MTEB RedditClusteringP2P","config":"default","split":"test","revision":"385e3cb46b4cfa89021f56c4380204149d0efe33"},"metrics":[{"type":"v_measure","value":60.53779561923047,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/scidocs","name":"MTEB SCIDOCS","config":"default","split":"test","revision":"f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88"},"metrics":[{"type":"map_at_1","value":4.843,"verified":false},{"type":"map_at_10","value":11.664,"verified":false},{"type":"map_at_100","value":13.499,"verified":false},{"type":"map_at_1000","value":13.771,"verified":false},{"type":"map_at_3","value":8.602,"verified":false},{"type":"map_at_5","value":10.164,"verified":false},{"type":"mrr_at_1","value":23.9,"verified":false},{"type":"mrr_at_10","value":34.018,"verified":false},{"type":"mrr_at_100","value":35.099000000000004,"verified":false},{"type":"mrr_at_1000","value":35.162,"verified":false},{"type":"mrr_at_3","value":31.233,"verified":false},{"type":"mrr_at_5","value":32.793,"verified":false},{"type":"ndcg_at_1","value":23.9,"verified":false},{"type":"ndcg_at_10","value":19.42,"verified":false},{"type":"ndcg_at_100","value":26.715,"verified":false},{"type":"ndcg_at_1000","value":31.776,"verified":false},{"type":"ndcg_at_3","value":19.165,"verified":false},{"type":"ndcg_at_5","value":16.46,"verified":false},{"type":"precision_at_1","value":23.9,"verified":false},{"type":"precision_at_10","value":9.82,"verified":false},{"type":"precision_at_100","value":2.0340000000000003,"verified":false},{"type":"precision_at_1000","value":0.325,"verified":false},{"type":"precision_at_3","value":17.767,"verified":false},{"type":"precision_at_5","value":14.24,"verified":false},{"type":"recall_at_1","value":4.843,"verified":false},{"type":"recall_at_10","value":19.895,"verified":false},{"type":"recall_at_100","value":41.302,"verified":false},{"type":"recall_at_1000","value":66.077,"verified":false},{"type":"recall_at_3","value":10.803,"verified":false},{"type":"recall_at_5","value":14.418000000000001,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sickr-sts","name":"MTEB SICK-R","config":"default","split":"test","revision":"20a6d6f312dd54037fe07a32d58e5e168867909d"},"metrics":[{"type":"cos_sim_pearson","value":76.94120735638143,"verified":false},{"type":"cos_sim_spearman","value":69.66114097154585,"verified":false},{"type":"euclidean_pearson","value":73.11242035696426,"verified":false},{"type":"euclidean_spearman","value":69.66114271982464,"verified":false},{"type":"manhattan_pearson","value":73.07993034858605,"verified":false},{"type":"manhattan_spearman","value":69.6457893357314,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts12-sts","name":"MTEB STS12","config":"default","split":"test","revision":"a0d554a64d88156834ff5ae9920b964011b16384"},"metrics":[{"type":"cos_sim_pearson","value":74.72893353272778,"verified":false},{"type":"cos_sim_spearman","value":68.78540928870311,"verified":false},{"type":"euclidean_pearson","value":71.13907970605574,"verified":false},{"type":"euclidean_spearman","value":68.78540928870311,"verified":false},{"type":"manhattan_pearson","value":71.02709590547859,"verified":false},{"type":"manhattan_spearman","value":68.71685896660532,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts13-sts","name":"MTEB STS13","config":"default","split":"test","revision":"7e90230a92c190f1bf69ae9002b8cea547a64cca"},"metrics":[{"type":"cos_sim_pearson","value":79.30142652684971,"verified":false},{"type":"cos_sim_spearman","value":79.61879435615303,"verified":false},{"type":"euclidean_pearson","value":79.08730432883864,"verified":false},{"type":"euclidean_spearman","value":79.61879435615303,"verified":false},{"type":"manhattan_pearson","value":78.99621073156322,"verified":false},{"type":"manhattan_spearman","value":79.53806342308278,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts14-sts","name":"MTEB STS14","config":"default","split":"test","revision":"6031580fec1f6af667f0bd2da0a551cf4f0b2375"},"metrics":[{"type":"cos_sim_pearson","value":78.99585233036139,"verified":false},{"type":"cos_sim_spearman","value":75.57574519760183,"verified":false},{"type":"euclidean_pearson","value":77.33835658613162,"verified":false},{"type":"euclidean_spearman","value":75.57573873503655,"verified":false},{"type":"manhattan_pearson","value":77.12175044789362,"verified":false},{"type":"manhattan_spearman","value":75.41293517634836,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts15-sts","name":"MTEB STS15","config":"default","split":"test","revision":"ae752c7c21bf194d8b67fd573edf7ae58183cbe3"},"metrics":[{"type":"cos_sim_pearson","value":83.9694268253376,"verified":false},{"type":"cos_sim_spearman","value":84.64256921939338,"verified":false},{"type":"euclidean_pearson","value":83.92322958711,"verified":false},{"type":"euclidean_spearman","value":84.64257976421872,"verified":false},{"type":"manhattan_pearson","value":83.93503107204337,"verified":false},{"type":"manhattan_spearman","value":84.63611608236032,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts16-sts","name":"MTEB STS16","config":"default","split":"test","revision":"4d8694f8f0e0100860b497b999b3dbed754a0513"},"metrics":[{"type":"cos_sim_pearson","value":81.09041419790253,"verified":false},{"type":"cos_sim_spearman","value":82.39869157752557,"verified":false},{"type":"euclidean_pearson","value":82.04595698258301,"verified":false},{"type":"euclidean_spearman","value":82.39869157752557,"verified":false},{"type":"manhattan_pearson","value":81.97581168053004,"verified":false},{"type":"manhattan_spearman","value":82.34255320578193,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts17-crosslingual-sts","name":"MTEB STS17 (en-en)","config":"en-en","split":"test","revision":"af5e6fb845001ecf41f4c1e033ce921939a2a68d"},"metrics":[{"type":"cos_sim_pearson","value":86.35210432821825,"verified":false},{"type":"cos_sim_spearman","value":86.73200885328937,"verified":false},{"type":"euclidean_pearson","value":86.8527089168747,"verified":false},{"type":"euclidean_spearman","value":86.73200885328937,"verified":false},{"type":"manhattan_pearson","value":86.95671235295457,"verified":false},{"type":"manhattan_spearman","value":86.77713700838545,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts22-crosslingual-sts","name":"MTEB STS22 (en)","config":"en","split":"test","revision":"eea2b4fe26a775864c896887d910b76a8098ad3f"},"metrics":[{"type":"cos_sim_pearson","value":68.91106612960657,"verified":false},{"type":"cos_sim_spearman","value":69.48524490302286,"verified":false},{"type":"euclidean_pearson","value":70.51347841618035,"verified":false},{"type":"euclidean_spearman","value":69.48524490302286,"verified":false},{"type":"manhattan_pearson","value":70.31770181334245,"verified":false},{"type":"manhattan_spearman","value":69.12494700138238,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/stsbenchmark-sts","name":"MTEB STSBenchmark","config":"default","split":"test","revision":"b0fddb56ed78048fa8b90373c8a3cfc37b684831"},"metrics":[{"type":"cos_sim_pearson","value":81.54104342761988,"verified":false},{"type":"cos_sim_spearman","value":81.18789220331483,"verified":false},{"type":"euclidean_pearson","value":81.5895544590969,"verified":false},{"type":"euclidean_spearman","value":81.18789220331483,"verified":false},{"type":"manhattan_pearson","value":81.4738562449809,"verified":false},{"type":"manhattan_spearman","value":81.06565101416024,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"PhilipMay/stsb_multi_mt","name":"MTEB STSBenchmarkMultilingualSTS (en)","config":"en","split":"test","revision":"93d57ef91790589e3ce9c365164337a8a78b7632"},"metrics":[{"type":"cos_sim_pearson","value":81.54104346197056,"verified":false},{"type":"cos_sim_spearman","value":81.18789220331483,"verified":false},{"type":"euclidean_pearson","value":81.58955451690102,"verified":false},{"type":"euclidean_spearman","value":81.18789220331483,"verified":false},{"type":"manhattan_pearson","value":81.47385630064072,"verified":false},{"type":"manhattan_spearman","value":81.06565101416024,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/scidocs-reranking","name":"MTEB SciDocsRR","config":"default","split":"test","revision":"d3c5e1fc0b855ab6097bf1cda04dd73947d7caab"},"metrics":[{"type":"map","value":79.34107964300796,"verified":false},{"type":"mrr","value":94.01917889662987,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/scifact","name":"MTEB SciFact","config":"default","split":"test","revision":"0228b52cf27578f30900b9e5271d331663a030d7"},"metrics":[{"type":"map_at_1","value":55.928,"verified":false},{"type":"map_at_10","value":65.443,"verified":false},{"type":"map_at_100","value":66.067,"verified":false},{"type":"map_at_1000","value":66.091,"verified":false},{"type":"map_at_3","value":62.629999999999995,"verified":false},{"type":"map_at_5","value":64.35,"verified":false},{"type":"mrr_at_1","value":59,"verified":false},{"type":"mrr_at_10","value":66.845,"verified":false},{"type":"mrr_at_100","value":67.31899999999999,"verified":false},{"type":"mrr_at_1000","value":67.342,"verified":false},{"type":"mrr_at_3","value":64.61099999999999,"verified":false},{"type":"mrr_at_5","value":66.044,"verified":false},{"type":"ndcg_at_1","value":59,"verified":false},{"type":"ndcg_at_10","value":69.921,"verified":false},{"type":"ndcg_at_100","value":72.365,"verified":false},{"type":"ndcg_at_1000","value":73.055,"verified":false},{"type":"ndcg_at_3","value":65.086,"verified":false},{"type":"ndcg_at_5","value":67.62700000000001,"verified":false},{"type":"precision_at_1","value":59,"verified":false},{"type":"precision_at_10","value":9.3,"verified":false},{"type":"precision_at_100","value":1.057,"verified":false},{"type":"precision_at_1000","value":0.11100000000000002,"verified":false},{"type":"precision_at_3","value":25.333,"verified":false},{"type":"precision_at_5","value":16.866999999999997,"verified":false},{"type":"recall_at_1","value":55.928,"verified":false},{"type":"recall_at_10","value":82.289,"verified":false},{"type":"recall_at_100","value":92.833,"verified":false},{"type":"recall_at_1000","value":98.333,"verified":false},{"type":"recall_at_3","value":69.172,"verified":false},{"type":"recall_at_5","value":75.628,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/sprintduplicatequestions-pairclassification","name":"MTEB SprintDuplicateQuestions","config":"default","split":"test","revision":"d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46"},"metrics":[{"type":"cos_sim_accuracy","value":99.81881188118813,"verified":false},{"type":"cos_sim_ap","value":95.2776439040401,"verified":false},{"type":"cos_sim_f1","value":90.74355083459787,"verified":false},{"type":"cos_sim_precision","value":91.81166837256909,"verified":false},{"type":"cos_sim_recall","value":89.7,"verified":false},{"type":"dot_accuracy","value":99.81881188118813,"verified":false},{"type":"dot_ap","value":95.27764092100406,"verified":false},{"type":"dot_f1","value":90.74355083459787,"verified":false},{"type":"dot_precision","value":91.81166837256909,"verified":false},{"type":"dot_recall","value":89.7,"verified":false},{"type":"euclidean_accuracy","value":99.81881188118813,"verified":false},{"type":"euclidean_ap","value":95.27764091101388,"verified":false},{"type":"euclidean_f1","value":90.74355083459787,"verified":false},{"type":"euclidean_precision","value":91.81166837256909,"verified":false},{"type":"euclidean_recall","value":89.7,"verified":false},{"type":"manhattan_accuracy","value":99.82079207920792,"verified":false},{"type":"manhattan_ap","value":95.25081634689418,"verified":false},{"type":"manhattan_f1","value":90.75114971895759,"verified":false},{"type":"manhattan_precision","value":92.78996865203762,"verified":false},{"type":"manhattan_recall","value":88.8,"verified":false},{"type":"max_accuracy","value":99.82079207920792,"verified":false},{"type":"max_ap","value":95.2776439040401,"verified":false},{"type":"max_f1","value":90.75114971895759,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering","name":"MTEB StackExchangeClustering","config":"default","split":"test","revision":"6cbc1f7b2bc0622f2e39d2c77fa502909748c259"},"metrics":[{"type":"v_measure","value":60.69855369728728,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering-p2p","name":"MTEB StackExchangeClusteringP2P","config":"default","split":"test","revision":"815ca46b2622cec33ccafc3735d572c266efdb44"},"metrics":[{"type":"v_measure","value":33.98191834367251,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/stackoverflowdupquestions-reranking","name":"MTEB StackOverflowDupQuestions","config":"default","split":"test","revision":"e185fbe320c72810689fc5848eb6114e1ef5ec69"},"metrics":[{"type":"map","value":50.156163330429614,"verified":false},{"type":"mrr","value":50.90145148968678,"verified":false}]},{"task":{"type":"Summarization"},"dataset":{"type":"mteb/summeval","name":"MTEB SummEval","config":"default","split":"test","revision":"cda12ad7615edc362dbf25a00fdd61d3b1eaf93c"},"metrics":[{"type":"cos_sim_pearson","value":31.16938079808134,"verified":false},{"type":"cos_sim_spearman","value":31.74655874538245,"verified":false},{"type":"dot_pearson","value":31.169380299671705,"verified":false},{"type":"dot_spearman","value":31.74655874538245,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/trec-covid","name":"MTEB TRECCOVID","config":"default","split":"test","revision":"bb9466bac8153a0349341eb1b22e06409e78ef4e"},"metrics":[{"type":"map_at_1","value":0.252,"verified":false},{"type":"map_at_10","value":2.009,"verified":false},{"type":"map_at_100","value":11.611,"verified":false},{"type":"map_at_1000","value":27.811999999999998,"verified":false},{"type":"map_at_3","value":0.685,"verified":false},{"type":"map_at_5","value":1.08,"verified":false},{"type":"mrr_at_1","value":94,"verified":false},{"type":"mrr_at_10","value":97,"verified":false},{"type":"mrr_at_100","value":97,"verified":false},{"type":"mrr_at_1000","value":97,"verified":false},{"type":"mrr_at_3","value":97,"verified":false},{"type":"mrr_at_5","value":97,"verified":false},{"type":"ndcg_at_1","value":88,"verified":false},{"type":"ndcg_at_10","value":81.388,"verified":false},{"type":"ndcg_at_100","value":60.629,"verified":false},{"type":"ndcg_at_1000","value":52.38,"verified":false},{"type":"ndcg_at_3","value":86.827,"verified":false},{"type":"ndcg_at_5","value":84.597,"verified":false},{"type":"precision_at_1","value":94,"verified":false},{"type":"precision_at_10","value":85.8,"verified":false},{"type":"precision_at_100","value":62.419999999999995,"verified":false},{"type":"precision_at_1000","value":23.31,"verified":false},{"type":"precision_at_3","value":90.667,"verified":false},{"type":"precision_at_5","value":88.4,"verified":false},{"type":"recall_at_1","value":0.252,"verified":false},{"type":"recall_at_10","value":2.164,"verified":false},{"type":"recall_at_100","value":14.613999999999999,"verified":false},{"type":"recall_at_1000","value":48.730000000000004,"verified":false},{"type":"recall_at_3","value":0.7020000000000001,"verified":false},{"type":"recall_at_5","value":1.122,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/touche2020","name":"MTEB Touche2020","config":"default","split":"test","revision":"a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f"},"metrics":[{"type":"map_at_1","value":3.476,"verified":false},{"type":"map_at_10","value":13.442000000000002,"verified":false},{"type":"map_at_100","value":20.618,"verified":false},{"type":"map_at_1000","value":22.175,"verified":false},{"type":"map_at_3","value":6.968000000000001,"verified":false},{"type":"map_at_5","value":9.214,"verified":false},{"type":"mrr_at_1","value":44.897999999999996,"verified":false},{"type":"mrr_at_10","value":56.77100000000001,"verified":false},{"type":"mrr_at_100","value":57.226,"verified":false},{"type":"mrr_at_1000","value":57.226,"verified":false},{"type":"mrr_at_3","value":52.381,"verified":false},{"type":"mrr_at_5","value":54.523999999999994,"verified":false},{"type":"ndcg_at_1","value":42.857,"verified":false},{"type":"ndcg_at_10","value":32.507999999999996,"verified":false},{"type":"ndcg_at_100","value":43.614000000000004,"verified":false},{"type":"ndcg_at_1000","value":53.82,"verified":false},{"type":"ndcg_at_3","value":36.818,"verified":false},{"type":"ndcg_at_5","value":33.346,"verified":false},{"type":"precision_at_1","value":44.897999999999996,"verified":false},{"type":"precision_at_10","value":28.571,"verified":false},{"type":"precision_at_100","value":8.652999999999999,"verified":false},{"type":"precision_at_1000","value":1.5709999999999997,"verified":false},{"type":"precision_at_3","value":38.095,"verified":false},{"type":"precision_at_5","value":32.245000000000005,"verified":false},{"type":"recall_at_1","value":3.476,"verified":false},{"type":"recall_at_10","value":20.827,"verified":false},{"type":"recall_at_100","value":53.04299999999999,"verified":false},{"type":"recall_at_1000","value":84.221,"verified":false},{"type":"recall_at_3","value":8.200000000000001,"verified":false},{"type":"recall_at_5","value":11.651,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/toxic_conversations_50k","name":"MTEB ToxicConversationsClassification","config":"default","split":"test","revision":"edfaf9da55d3dd50d43143d90c1ac476895ae6de"},"metrics":[{"type":"accuracy","value":61.96360000000001,"verified":false},{"type":"ap","value":11.256160324436445,"verified":false},{"type":"f1","value":48.07712827691349,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/tweet_sentiment_extraction","name":"MTEB TweetSentimentExtractionClassification","config":"default","split":"test","revision":"d604517c81ca91fe16a244d1248fc021f9ecee7a"},"metrics":[{"type":"accuracy","value":58.90492359932088,"verified":false},{"type":"f1","value":59.12542417513503,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/twentynewsgroups-clustering","name":"MTEB TwentyNewsgroupsClustering","config":"default","split":"test","revision":"6125ec4e24fa026cec8a478383ee943acfbd5449"},"metrics":[{"type":"v_measure","value":38.284935353315355,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twittersemeval2015-pairclassification","name":"MTEB TwitterSemEval2015","config":"default","split":"test","revision":"70970daeab8776df92f5ea462b6173c0b46fd2d1"},"metrics":[{"type":"cos_sim_accuracy","value":83.4714192048638,"verified":false},{"type":"cos_sim_ap","value":65.77588263185375,"verified":false},{"type":"cos_sim_f1","value":62.459508098380326,"verified":false},{"type":"cos_sim_precision","value":57.27172717271727,"verified":false},{"type":"cos_sim_recall","value":68.68073878627968,"verified":false},{"type":"dot_accuracy","value":83.4714192048638,"verified":false},{"type":"dot_ap","value":65.77588818364636,"verified":false},{"type":"dot_f1","value":62.459508098380326,"verified":false},{"type":"dot_precision","value":57.27172717271727,"verified":false},{"type":"dot_recall","value":68.68073878627968,"verified":false},{"type":"euclidean_accuracy","value":83.4714192048638,"verified":false},{"type":"euclidean_ap","value":65.77587693431595,"verified":false},{"type":"euclidean_f1","value":62.459508098380326,"verified":false},{"type":"euclidean_precision","value":57.27172717271727,"verified":false},{"type":"euclidean_recall","value":68.68073878627968,"verified":false},{"type":"manhattan_accuracy","value":83.47737974608094,"verified":false},{"type":"manhattan_ap","value":65.65957745829654,"verified":false},{"type":"manhattan_f1","value":62.22760290556902,"verified":false},{"type":"manhattan_precision","value":57.494407158836694,"verified":false},{"type":"manhattan_recall","value":67.81002638522428,"verified":false},{"type":"max_accuracy","value":83.47737974608094,"verified":false},{"type":"max_ap","value":65.77588818364636,"verified":false},{"type":"max_f1","value":62.459508098380326,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twitterurlcorpus-pairclassification","name":"MTEB TwitterURLCorpus","config":"default","split":"test","revision":"8b6510b0b1fa4e4c4f879467980e9be563ec1cdf"},"metrics":[{"type":"cos_sim_accuracy","value":88.64244964489463,"verified":false},{"type":"cos_sim_ap","value":85.154122301394,"verified":false},{"type":"cos_sim_f1","value":77.45617911327146,"verified":false},{"type":"cos_sim_precision","value":74.23066064370413,"verified":false},{"type":"cos_sim_recall","value":80.97474591931014,"verified":false},{"type":"dot_accuracy","value":88.64244964489463,"verified":false},{"type":"dot_ap","value":85.15411965587543,"verified":false},{"type":"dot_f1","value":77.45617911327146,"verified":false},{"type":"dot_precision","value":74.23066064370413,"verified":false},{"type":"dot_recall","value":80.97474591931014,"verified":false},{"type":"euclidean_accuracy","value":88.64244964489463,"verified":false},{"type":"euclidean_ap","value":85.15414684113986,"verified":false},{"type":"euclidean_f1","value":77.45617911327146,"verified":false},{"type":"euclidean_precision","value":74.23066064370413,"verified":false},{"type":"euclidean_recall","value":80.97474591931014,"verified":false},{"type":"manhattan_accuracy","value":88.57841425078588,"verified":false},{"type":"manhattan_ap","value":85.12472268567576,"verified":false},{"type":"manhattan_f1","value":77.39497339937627,"verified":false},{"type":"manhattan_precision","value":73.92584285413892,"verified":false},{"type":"manhattan_recall","value":81.20572836464429,"verified":false},{"type":"max_accuracy","value":88.64244964489463,"verified":false},{"type":"max_ap","value":85.15414684113986,"verified":false},{"type":"max_f1","value":77.45617911327146,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"jinaai/cities_wiki_clustering","name":"MTEB WikiCitiesClustering","config":"default","split":"test","revision":"ddc9ee9242fa65332597f70e967ecc38b9d734fa"},"metrics":[{"type":"v_measure","value":79.58576208710117,"verified":false}]}]}],"config":{"architectures":["BertModel"],"model_type":"bert","tokenizer_config":{"cls_token":"[CLS]","mask_token":"[MASK]","pad_token":"[PAD]","sep_token":"[SEP]","unk_token":"[UNK]"}},"cardData":{"pipeline_tag":"sentence-similarity","tags":["sentence-transformers","feature-extraction","sentence-similarity","mteb","arctic","snowflake-arctic-embed","transformers.js"],"model-index":[{"name":"snowflake-snowflake-arctic-embed-s","results":[{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_counterfactual","name":"MTEB AmazonCounterfactualClassification (en)","config":"en","split":"test","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205"},"metrics":[{"type":"accuracy","value":71.17910447761193,"verified":false},{"type":"ap","value":33.15833652904991,"verified":false},{"type":"f1","value":64.86214791591543,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_polarity","name":"MTEB AmazonPolarityClassification","config":"default","split":"test","revision":"e2d317d38cd51312af73b3d32a06d1a08b442046"},"metrics":[{"type":"accuracy","value":78.750325,"verified":false},{"type":"ap","value":72.83242788470943,"verified":false},{"type":"f1","value":78.63968044029453,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_reviews_multi","name":"MTEB AmazonReviewsClassification (en)","config":"en","split":"test","revision":"1399c76144fd37290681b995c656ef9b2e06e26d"},"metrics":[{"type":"accuracy","value":38.264,"verified":false},{"type":"f1","value":37.140269688532825,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/arguana","name":"MTEB ArguAna","config":"default","split":"test","revision":"c22ab2a51041ffd869aaddef7af8d8215647e41a"},"metrics":[{"type":"map_at_1","value":32.646,"verified":false},{"type":"map_at_10","value":48.372,"verified":false},{"type":"map_at_100","value":49.207,"verified":false},{"type":"map_at_1000","value":49.214,"verified":false},{"type":"map_at_3","value":43.611,"verified":false},{"type":"map_at_5","value":46.601,"verified":false},{"type":"mrr_at_1","value":33.144,"verified":false},{"type":"mrr_at_10","value":48.557,"verified":false},{"type":"mrr_at_100","value":49.385,"verified":false},{"type":"mrr_at_1000","value":49.392,"verified":false},{"type":"mrr_at_3","value":43.777,"verified":false},{"type":"mrr_at_5","value":46.792,"verified":false},{"type":"ndcg_at_1","value":32.646,"verified":false},{"type":"ndcg_at_10","value":56.874,"verified":false},{"type":"ndcg_at_100","value":60.307,"verified":false},{"type":"ndcg_at_1000","value":60.465999999999994,"verified":false},{"type":"ndcg_at_3","value":47.339999999999996,"verified":false},{"type":"ndcg_at_5","value":52.685,"verified":false},{"type":"precision_at_1","value":32.646,"verified":false},{"type":"precision_at_10","value":8.378,"verified":false},{"type":"precision_at_100","value":0.984,"verified":false},{"type":"precision_at_1000","value":0.1,"verified":false},{"type":"precision_at_3","value":19.393,"verified":false},{"type":"precision_at_5","value":14.210999999999999,"verified":false},{"type":"recall_at_1","value":32.646,"verified":false},{"type":"recall_at_10","value":83.784,"verified":false},{"type":"recall_at_100","value":98.43499999999999,"verified":false},{"type":"recall_at_1000","value":99.644,"verified":false},{"type":"recall_at_3","value":58.179,"verified":false},{"type":"recall_at_5","value":71.053,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-p2p","name":"MTEB ArxivClusteringP2P","config":"default","split":"test","revision":"a122ad7f3f0291bf49cc6f4d32aa80929df69d5d"},"metrics":[{"type":"v_measure","value":44.94353025039141,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-s2s","name":"MTEB ArxivClusteringS2S","config":"default","split":"test","revision":"f910caf1a6075f7329cdf8c1a6135696f37dbd53"},"metrics":[{"type":"v_measure","value":35.870836103029156,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/askubuntudupquestions-reranking","name":"MTEB AskUbuntuDupQuestions","config":"default","split":"test","revision":"2000358ca161889fa9c082cb41daa8dcfb161a54"},"metrics":[{"type":"map","value":61.149290266979236,"verified":false},{"type":"mrr","value":73.8448093919008,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/biosses-sts","name":"MTEB BIOSSES","config":"default","split":"test","revision":"d3fb88f8f02e40887cd149695127462bbcf29b4a"},"metrics":[{"type":"cos_sim_pearson","value":87.055571064151,"verified":false},{"type":"cos_sim_spearman","value":86.2652186235749,"verified":false},{"type":"euclidean_pearson","value":85.82039272282503,"verified":false},{"type":"euclidean_spearman","value":86.2652186235749,"verified":false},{"type":"manhattan_pearson","value":85.95825392094812,"verified":false},{"type":"manhattan_spearman","value":86.6742640885316,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/banking77","name":"MTEB Banking77Classification","config":"default","split":"test","revision":"0fd18e25b25c072e09e0d92ab615fda904d66300"},"metrics":[{"type":"accuracy","value":79.11688311688312,"verified":false},{"type":"f1","value":78.28328901613885,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"jinaai/big-patent-clustering","name":"MTEB BigPatentClustering","config":"default","split":"test","revision":"62d5330920bca426ce9d3c76ea914f15fc83e891"},"metrics":[{"type":"v_measure","value":19.147523589859325,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-p2p","name":"MTEB BiorxivClusteringP2P","config":"default","split":"test","revision":"65b79d1d13f80053f67aca9498d9402c2d9f1f40"},"metrics":[{"type":"v_measure","value":35.68369864124274,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-s2s","name":"MTEB BiorxivClusteringS2S","config":"default","split":"test","revision":"258694dd0231531bc1fd9de6ceb52a0853c6d908"},"metrics":[{"type":"v_measure","value":30.474958792950872,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/cqadupstack-android","name":"MTEB CQADupstackAndroidRetrieval","config":"default","split":"test","revision":"f46a197baaae43b4f621051089b82a364682dfeb"},"metrics":[{"type":"map_at_1","value":33.183,"verified":false},{"type":"map_at_10","value":43.989,"verified":false},{"type":"map_at_100","value":45.389,"verified":false},{"type":"map_at_1000","value":45.517,"verified":false},{"type":"map_at_3","value":40.275,"verified":false},{"type":"map_at_5","value":42.306,"verified":false},{"type":"mrr_at_1","value":40.486,"verified":false},{"type":"mrr_at_10","value":49.62,"verified":false},{"type":"mrr_at_100","value":50.351,"verified":false},{"type":"mrr_at_1000","value":50.393,"verified":false},{"type":"mrr_at_3","value":46.805,"verified":false},{"type":"mrr_at_5","value":48.429,"verified":false},{"type":"ndcg_at_1","value":40.486,"verified":false},{"type":"ndcg_at_10","value":50.249,"verified":false},{"type":"ndcg_at_100","value":55.206,"verified":false},{"type":"ndcg_at_1000","value":57.145,"verified":false},{"type":"ndcg_at_3","value":44.852,"verified":false},{"type":"ndcg_at_5","value":47.355000000000004,"verified":false},{"type":"precision_at_1","value":40.486,"verified":false},{"type":"precision_at_10","value":9.571,"verified":false},{"type":"precision_at_100","value":1.4949999999999999,"verified":false},{"type":"precision_at_1000","value":0.196,"verified":false},{"type":"precision_at_3","value":21.173000000000002,"verified":false},{"type":"precision_at_5","value":15.622,"verified":false},{"type":"recall_at_1","value":33.183,"verified":false},{"type":"recall_at_10","value":62.134,"verified":false},{"type":"recall_at_100","value":82.73,"verified":false},{"type":"recall_at_1000","value":94.93599999999999,"verified":false},{"type":"recall_at_3","value":46.497,"verified":false},{"type":"recall_at_5","value":53.199,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/cqadupstack-english","name":"MTEB CQADupstackEnglishRetrieval","config":"default","split":"test","revision":"ad9991cb51e31e31e430383c75ffb2885547b5f0"},"metrics":[{"type":"map_at_1","value":32.862,"verified":false},{"type":"map_at_10","value":42.439,"verified":false},{"type":"map_at_100","value":43.736999999999995,"verified":false},{"type":"map_at_1000","value":43.864,"verified":false},{"type":"map_at_3","value":39.67,"verified":false},{"type":"map_at_5","value":41.202,"verified":false},{"type":"mrr_at_1","value":40.892,"verified":false},{"type":"mrr_at_10","value":48.61,"verified":false},{"type":"mrr_at_100","value":49.29,"verified":false},{"type":"mrr_at_1000","value":49.332,"verified":false},{"type":"mrr_at_3","value":46.688,"verified":false},{"type":"mrr_at_5","value":47.803000000000004,"verified":false},{"type":"ndcg_at_1","value":40.892,"verified":false},{"type":"ndcg_at_10","value":47.797,"verified":false},{"type":"ndcg_at_100","value":52.17699999999999,"verified":false},{"type":"ndcg_at_1000","value":54.127,"verified":false},{"type":"ndcg_at_3","value":44.189,"verified":false},{"type":"ndcg_at_5","value":45.821,"verified":false},{"type":"precision_at_1","value":40.892,"verified":false},{"type":"precision_at_10","value":8.841000000000001,"verified":false},{"type":"precision_at_100","value":1.419,"verified":false},{"type":"precision_at_1000","value":0.188,"verified":false},{"type":"precision_at_3","value":21.104,"verified":false},{"type":"precision_at_5","value":14.777000000000001,"verified":false},{"type":"recall_at_1","value":32.862,"verified":false},{"type":"recall_at_10","value":56.352999999999994,"verified":false},{"type":"recall_at_100","value":74.795,"verified":false},{"type":"recall_at_1000","value":86.957,"verified":false},{"type":"recall_at_3","value":45.269999999999996,"verified":false},{"type":"recall_at_5","value":50.053000000000004,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/cqadupstack-gaming","name":"MTEB CQADupstackGamingRetrieval","config":"default","split":"test","revision":"4885aa143210c98657558c04aaf3dc47cfb54340"},"metrics":[{"type":"map_at_1","value":42.998999999999995,"verified":false},{"type":"map_at_10","value":54.745,"verified":false},{"type":"map_at_100","value":55.650999999999996,"verified":false},{"type":"map_at_1000","value":55.703,"verified":false},{"type":"map_at_3","value":51.67,"verified":false},{"type":"map_at_5","value":53.503,"verified":false},{"type":"mrr_at_1","value":49.028,"verified":false},{"type":"mrr_at_10","value":58.172000000000004,"verified":false},{"type":"mrr_at_100","value":58.744,"verified":false},{"type":"mrr_at_1000","value":58.769000000000005,"verified":false},{"type":"mrr_at_3","value":55.977,"verified":false},{"type":"mrr_at_5","value":57.38799999999999,"verified":false},{"type":"ndcg_at_1","value":49.028,"verified":false},{"type":"ndcg_at_10","value":60.161,"verified":false},{"type":"ndcg_at_100","value":63.806,"verified":false},{"type":"ndcg_at_1000","value":64.821,"verified":false},{"type":"ndcg_at_3","value":55.199,"verified":false},{"type":"ndcg_at_5","value":57.830999999999996,"verified":false},{"type":"precision_at_1","value":49.028,"verified":false},{"type":"precision_at_10","value":9.455,"verified":false},{"type":"precision_at_100","value":1.216,"verified":false},{"type":"precision_at_1000","value":0.135,"verified":false},{"type":"precision_at_3","value":24.242,"verified":false},{"type":"precision_at_5","value":16.614,"verified":false},{"type":"recall_at_1","value":42.998999999999995,"verified":false},{"type":"recall_at_10","value":72.542,"verified":false},{"type":"recall_at_100","value":88.605,"verified":false},{"type":"recall_at_1000","value":95.676,"verified":false},{"type":"recall_at_3","value":59.480999999999995,"verified":false},{"type":"recall_at_5","value":65.886,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/cqadupstack-gis","name":"MTEB CQADupstackGisRetrieval","config":"default","split":"test","revision":"5003b3064772da1887988e05400cf3806fe491f2"},"metrics":[{"type":"map_at_1","value":27.907,"verified":false},{"type":"map_at_10","value":35.975,"verified":false},{"type":"map_at_100","value":36.985,"verified":false},{"type":"map_at_1000","value":37.063,"verified":false},{"type":"map_at_3","value":33.467999999999996,"verified":false},{"type":"map_at_5","value":34.749,"verified":false},{"type":"mrr_at_1","value":30.056,"verified":false},{"type":"mrr_at_10","value":38.047,"verified":false},{"type":"mrr_at_100","value":38.932,"verified":false},{"type":"mrr_at_1000","value":38.991,"verified":false},{"type":"mrr_at_3","value":35.705999999999996,"verified":false},{"type":"mrr_at_5","value":36.966,"verified":false},{"type":"ndcg_at_1","value":30.056,"verified":false},{"type":"ndcg_at_10","value":40.631,"verified":false},{"type":"ndcg_at_100","value":45.564,"verified":false},{"type":"ndcg_at_1000","value":47.685,"verified":false},{"type":"ndcg_at_3","value":35.748000000000005,"verified":false},{"type":"ndcg_at_5","value":37.921,"verified":false},{"type":"precision_at_1","value":30.056,"verified":false},{"type":"precision_at_10","value":6.079,"verified":false},{"type":"precision_at_100","value":0.898,"verified":false},{"type":"precision_at_1000","value":0.11199999999999999,"verified":false},{"type":"precision_at_3","value":14.727,"verified":false},{"type":"precision_at_5","value":10.056,"verified":false},{"type":"recall_at_1","value":27.907,"verified":false},{"type":"recall_at_10","value":52.981,"verified":false},{"type":"recall_at_100","value":75.53999999999999,"verified":false},{"type":"recall_at_1000","value":91.759,"verified":false},{"type":"recall_at_3","value":39.878,"verified":false},{"type":"recall_at_5","value":45.077,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/cqadupstack-mathematica","name":"MTEB CQADupstackMathematicaRetrieval","config":"default","split":"test","revision":"90fceea13679c63fe563ded68f3b6f06e50061de"},"metrics":[{"type":"map_at_1","value":16.764000000000003,"verified":false},{"type":"map_at_10","value":24.294,"verified":false},{"type":"map_at_100","value":25.507999999999996,"verified":false},{"type":"map_at_1000","value":25.64,"verified":false},{"type":"map_at_3","value":21.807000000000002,"verified":false},{"type":"map_at_5","value":23.21,"verified":false},{"type":"mrr_at_1","value":20.771,"verified":false},{"type":"mrr_at_10","value":28.677000000000003,"verified":false},{"type":"mrr_at_100","value":29.742,"verified":false},{"type":"mrr_at_1000","value":29.816,"verified":false},{"type":"mrr_at_3","value":26.327,"verified":false},{"type":"mrr_at_5","value":27.639000000000003,"verified":false},{"type":"ndcg_at_1","value":20.771,"verified":false},{"type":"ndcg_at_10","value":29.21,"verified":false},{"type":"ndcg_at_100","value":34.788000000000004,"verified":false},{"type":"ndcg_at_1000","value":37.813,"verified":false},{"type":"ndcg_at_3","value":24.632,"verified":false},{"type":"ndcg_at_5","value":26.801000000000002,"verified":false},{"type":"precision_at_1","value":20.771,"verified":false},{"type":"precision_at_10","value":5.373,"verified":false},{"type":"precision_at_100","value":0.923,"verified":false},{"type":"precision_at_1000","value":0.133,"verified":false},{"type":"precision_at_3","value":12.065,"verified":false},{"type":"precision_at_5","value":8.706,"verified":false},{"type":"recall_at_1","value":16.764000000000003,"verified":false},{"type":"recall_at_10","value":40.072,"verified":false},{"type":"recall_at_100","value":63.856,"verified":false},{"type":"recall_at_1000","value":85.141,"verified":false},{"type":"recall_at_3","value":27.308,"verified":false},{"type":"recall_at_5","value":32.876,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/cqadupstack-physics","name":"MTEB CQADupstackPhysicsRetrieval","config":"default","split":"test","revision":"79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4"},"metrics":[{"type":"map_at_1","value":31.194,"verified":false},{"type":"map_at_10","value":40.731,"verified":false},{"type":"map_at_100","value":42.073,"verified":false},{"type":"map_at_1000","value":42.178,"verified":false},{"type":"map_at_3","value":37.726,"verified":false},{"type":"map_at_5","value":39.474,"verified":false},{"type":"mrr_at_1","value":37.729,"verified":false},{"type":"mrr_at_10","value":46.494,"verified":false},{"type":"mrr_at_100","value":47.368,"verified":false},{"type":"mrr_at_1000","value":47.407,"verified":false},{"type":"mrr_at_3","value":44.224999999999994,"verified":false},{"type":"mrr_at_5","value":45.582,"verified":false},{"type":"ndcg_at_1","value":37.729,"verified":false},{"type":"ndcg_at_10","value":46.312999999999995,"verified":false},{"type":"ndcg_at_100","value":51.915,"verified":false},{"type":"ndcg_at_1000","value":53.788000000000004,"verified":false},{"type":"ndcg_at_3","value":41.695,"verified":false},{"type":"ndcg_at_5","value":43.956,"verified":false},{"type":"precision_at_1","value":37.729,"verified":false},{"type":"precision_at_10","value":8.181,"verified":false},{"type":"precision_at_100","value":1.275,"verified":false},{"type":"precision_at_1000","value":0.16199999999999998,"verified":false},{"type":"precision_at_3","value":19.41,"verified":false},{"type":"precision_at_5","value":13.648,"verified":false},{"type":"recall_at_1","value":31.194,"verified":false},{"type":"recall_at_10","value":57.118,"verified":false},{"type":"recall_at_100","value":80.759,"verified":false},{"type":"recall_at_1000","value":92.779,"verified":false},{"type":"recall_at_3","value":44.083,"verified":false},{"type":"recall_at_5","value":50.044999999999995,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/cqadupstack-programmers","name":"MTEB CQADupstackProgrammersRetrieval","config":"default","split":"test","revision":"6184bc1440d2dbc7612be22b50686b8826d22b32"},"metrics":[{"type":"map_at_1","value":28.047,"verified":false},{"type":"map_at_10","value":37.79,"verified":false},{"type":"map_at_100","value":39.145,"verified":false},{"type":"map_at_1000","value":39.254,"verified":false},{"type":"map_at_3","value":34.857,"verified":false},{"type":"map_at_5","value":36.545,"verified":false},{"type":"mrr_at_1","value":35.388,"verified":false},{"type":"mrr_at_10","value":43.475,"verified":false},{"type":"mrr_at_100","value":44.440000000000005,"verified":false},{"type":"mrr_at_1000","value":44.494,"verified":false},{"type":"mrr_at_3","value":41.286,"verified":false},{"type":"mrr_at_5","value":42.673,"verified":false},{"type":"ndcg_at_1","value":35.388,"verified":false},{"type":"ndcg_at_10","value":43.169000000000004,"verified":false},{"type":"ndcg_at_100","value":48.785000000000004,"verified":false},{"type":"ndcg_at_1000","value":51.029,"verified":false},{"type":"ndcg_at_3","value":38.801,"verified":false},{"type":"ndcg_at_5","value":40.9,"verified":false},{"type":"precision_at_1","value":35.388,"verified":false},{"type":"precision_at_10","value":7.7509999999999994,"verified":false},{"type":"precision_at_100","value":1.212,"verified":false},{"type":"precision_at_1000","value":0.157,"verified":false},{"type":"precision_at_3","value":18.455,"verified":false},{"type":"precision_at_5","value":13.014000000000001,"verified":false},{"type":"recall_at_1","value":28.047,"verified":false},{"type":"recall_at_10","value":53.53099999999999,"verified":false},{"type":"recall_at_100","value":77.285,"verified":false},{"type":"recall_at_1000","value":92.575,"verified":false},{"type":"recall_at_3","value":40.949000000000005,"verified":false},{"type":"recall_at_5","value":46.742,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/cqadupstack","name":"MTEB CQADupstackRetrieval","config":"default","split":"test","revision":"4ffe81d471b1924886b33c7567bfb200e9eec5c4"},"metrics":[{"type":"map_at_1","value":28.131999999999994,"verified":false},{"type":"map_at_10","value":36.93333333333334,"verified":false},{"type":"map_at_100","value":38.117250000000006,"verified":false},{"type":"map_at_1000","value":38.23275,"verified":false},{"type":"map_at_3","value":34.19708333333333,"verified":false},{"type":"map_at_5","value":35.725166666666674,"verified":false},{"type":"mrr_at_1","value":33.16116666666667,"verified":false},{"type":"mrr_at_10","value":41.057833333333335,"verified":false},{"type":"mrr_at_100","value":41.90033333333333,"verified":false},{"type":"mrr_at_1000","value":41.95625,"verified":false},{"type":"mrr_at_3","value":38.757333333333335,"verified":false},{"type":"mrr_at_5","value":40.097333333333324,"verified":false},{"type":"ndcg_at_1","value":33.16116666666667,"verified":false},{"type":"ndcg_at_10","value":42.01983333333333,"verified":false},{"type":"ndcg_at_100","value":46.99916666666667,"verified":false},{"type":"ndcg_at_1000","value":49.21783333333334,"verified":false},{"type":"ndcg_at_3","value":37.479916666666654,"verified":false},{"type":"ndcg_at_5","value":39.6355,"verified":false},{"type":"precision_at_1","value":33.16116666666667,"verified":false},{"type":"precision_at_10","value":7.230249999999999,"verified":false},{"type":"precision_at_100","value":1.1411666666666667,"verified":false},{"type":"precision_at_1000","value":0.1520833333333333,"verified":false},{"type":"precision_at_3","value":17.028166666666667,"verified":false},{"type":"precision_at_5","value":12.046999999999999,"verified":false},{"type":"recall_at_1","value":28.131999999999994,"verified":false},{"type":"recall_at_10","value":52.825500000000005,"verified":false},{"type":"recall_at_100","value":74.59608333333333,"verified":false},{"type":"recall_at_1000","value":89.87916666666668,"verified":false},{"type":"recall_at_3","value":40.13625,"verified":false},{"type":"recall_at_5","value":45.699999999999996,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/cqadupstack-stats","name":"MTEB CQADupstackStatsRetrieval","config":"default","split":"test","revision":"65ac3a16b8e91f9cee4c9828cc7c335575432a2a"},"metrics":[{"type":"map_at_1","value":24.773999999999997,"verified":false},{"type":"map_at_10","value":31.997999999999998,"verified":false},{"type":"map_at_100","value":32.857,"verified":false},{"type":"map_at_1000","value":32.957,"verified":false},{"type":"map_at_3","value":30.041,"verified":false},{"type":"map_at_5","value":31.119000000000003,"verified":false},{"type":"mrr_at_1","value":27.607,"verified":false},{"type":"mrr_at_10","value":34.538000000000004,"verified":false},{"type":"mrr_at_100","value":35.308,"verified":false},{"type":"mrr_at_1000","value":35.375,"verified":false},{"type":"mrr_at_3","value":32.643,"verified":false},{"type":"mrr_at_5","value":33.755,"verified":false},{"type":"ndcg_at_1","value":27.607,"verified":false},{"type":"ndcg_at_10","value":36.035000000000004,"verified":false},{"type":"ndcg_at_100","value":40.351,"verified":false},{"type":"ndcg_at_1000","value":42.684,"verified":false},{"type":"ndcg_at_3","value":32.414,"verified":false},{"type":"ndcg_at_5","value":34.11,"verified":false},{"type":"precision_at_1","value":27.607,"verified":false},{"type":"precision_at_10","value":5.6129999999999995,"verified":false},{"type":"precision_at_100","value":0.8370000000000001,"verified":false},{"type":"precision_at_1000","value":0.11199999999999999,"verified":false},{"type":"precision_at_3","value":13.957,"verified":false},{"type":"precision_at_5","value":9.571,"verified":false},{"type":"recall_at_1","value":24.773999999999997,"verified":false},{"type":"recall_at_10","value":45.717,"verified":false},{"type":"recall_at_100","value":65.499,"verified":false},{"type":"recall_at_1000","value":82.311,"verified":false},{"type":"recall_at_3","value":35.716,"verified":false},{"type":"recall_at_5","value":40.007999999999996,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/cqadupstack-tex","name":"MTEB CQADupstackTexRetrieval","config":"default","split":"test","revision":"46989137a86843e03a6195de44b09deda022eec7"},"metrics":[{"type":"map_at_1","value":19.227,"verified":false},{"type":"map_at_10","value":26.649,"verified":false},{"type":"map_at_100","value":27.711999999999996,"verified":false},{"type":"map_at_1000","value":27.837,"verified":false},{"type":"map_at_3","value":24.454,"verified":false},{"type":"map_at_5","value":25.772000000000002,"verified":false},{"type":"mrr_at_1","value":23.433999999999997,"verified":false},{"type":"mrr_at_10","value":30.564999999999998,"verified":false},{"type":"mrr_at_100","value":31.44,"verified":false},{"type":"mrr_at_1000","value":31.513999999999996,"verified":false},{"type":"mrr_at_3","value":28.435,"verified":false},{"type":"mrr_at_5","value":29.744999999999997,"verified":false},{"type":"ndcg_at_1","value":23.433999999999997,"verified":false},{"type":"ndcg_at_10","value":31.104,"verified":false},{"type":"ndcg_at_100","value":36.172,"verified":false},{"type":"ndcg_at_1000","value":39.006,"verified":false},{"type":"ndcg_at_3","value":27.248,"verified":false},{"type":"ndcg_at_5","value":29.249000000000002,"verified":false},{"type":"precision_at_1","value":23.433999999999997,"verified":false},{"type":"precision_at_10","value":5.496,"verified":false},{"type":"precision_at_100","value":0.9490000000000001,"verified":false},{"type":"precision_at_1000","value":0.13699999999999998,"verified":false},{"type":"precision_at_3","value":12.709000000000001,"verified":false},{"type":"precision_at_5","value":9.209,"verified":false},{"type":"recall_at_1","value":19.227,"verified":false},{"type":"recall_at_10","value":40.492,"verified":false},{"type":"recall_at_100","value":63.304,"verified":false},{"type":"recall_at_1000","value":83.45,"verified":false},{"type":"recall_at_3","value":29.713,"verified":false},{"type":"recall_at_5","value":34.82,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/cqadupstack-unix","name":"MTEB CQADupstackUnixRetrieval","config":"default","split":"test","revision":"6c6430d3a6d36f8d2a829195bc5dc94d7e063e53"},"metrics":[{"type":"map_at_1","value":29.199,"verified":false},{"type":"map_at_10","value":37.617,"verified":false},{"type":"map_at_100","value":38.746,"verified":false},{"type":"map_at_1000","value":38.851,"verified":false},{"type":"map_at_3","value":34.882000000000005,"verified":false},{"type":"map_at_5","value":36.571999999999996,"verified":false},{"type":"mrr_at_1","value":33.489000000000004,"verified":false},{"type":"mrr_at_10","value":41.089999999999996,"verified":false},{"type":"mrr_at_100","value":41.965,"verified":false},{"type":"mrr_at_1000","value":42.028,"verified":false},{"type":"mrr_at_3","value":38.666,"verified":false},{"type":"mrr_at_5","value":40.159,"verified":false},{"type":"ndcg_at_1","value":33.489000000000004,"verified":false},{"type":"ndcg_at_10","value":42.487,"verified":false},{"type":"ndcg_at_100","value":47.552,"verified":false},{"type":"ndcg_at_1000","value":49.774,"verified":false},{"type":"ndcg_at_3","value":37.623,"verified":false},{"type":"ndcg_at_5","value":40.184999999999995,"verified":false},{"type":"precision_at_1","value":33.489000000000004,"verified":false},{"type":"precision_at_10","value":6.94,"verified":false},{"type":"precision_at_100","value":1.0699999999999998,"verified":false},{"type":"precision_at_1000","value":0.136,"verified":false},{"type":"precision_at_3","value":16.667,"verified":false},{"type":"precision_at_5","value":11.922,"verified":false},{"type":"recall_at_1","value":29.199,"verified":false},{"type":"recall_at_10","value":53.689,"verified":false},{"type":"recall_at_100","value":75.374,"verified":false},{"type":"recall_at_1000","value":90.64999999999999,"verified":false},{"type":"recall_at_3","value":40.577999999999996,"verified":false},{"type":"recall_at_5","value":46.909,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/cqadupstack-webmasters","name":"MTEB CQADupstackWebmastersRetrieval","config":"default","split":"test","revision":"160c094312a0e1facb97e55eeddb698c0abe3571"},"metrics":[{"type":"map_at_1","value":27.206999999999997,"verified":false},{"type":"map_at_10","value":36.146,"verified":false},{"type":"map_at_100","value":37.759,"verified":false},{"type":"map_at_1000","value":37.979,"verified":false},{"type":"map_at_3","value":32.967999999999996,"verified":false},{"type":"map_at_5","value":34.809,"verified":false},{"type":"mrr_at_1","value":32.806000000000004,"verified":false},{"type":"mrr_at_10","value":40.449,"verified":false},{"type":"mrr_at_100","value":41.404999999999994,"verified":false},{"type":"mrr_at_1000","value":41.457,"verified":false},{"type":"mrr_at_3","value":37.614999999999995,"verified":false},{"type":"mrr_at_5","value":39.324999999999996,"verified":false},{"type":"ndcg_at_1","value":32.806000000000004,"verified":false},{"type":"ndcg_at_10","value":41.911,"verified":false},{"type":"ndcg_at_100","value":47.576,"verified":false},{"type":"ndcg_at_1000","value":50.072,"verified":false},{"type":"ndcg_at_3","value":36.849,"verified":false},{"type":"ndcg_at_5","value":39.475,"verified":false},{"type":"precision_at_1","value":32.806000000000004,"verified":false},{"type":"precision_at_10","value":8.103,"verified":false},{"type":"precision_at_100","value":1.557,"verified":false},{"type":"precision_at_1000","value":0.242,"verified":false},{"type":"precision_at_3","value":17.26,"verified":false},{"type":"precision_at_5","value":12.885,"verified":false},{"type":"recall_at_1","value":27.206999999999997,"verified":false},{"type":"recall_at_10","value":52.56999999999999,"verified":false},{"type":"recall_at_100","value":78.302,"verified":false},{"type":"recall_at_1000","value":94.121,"verified":false},{"type":"recall_at_3","value":38.317,"verified":false},{"type":"recall_at_5","value":45.410000000000004,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/cqadupstack-wordpress","name":"MTEB CQADupstackWordpressRetrieval","config":"default","split":"test","revision":"4ffe81d471b1924886b33c7567bfb200e9eec5c4"},"metrics":[{"type":"map_at_1","value":24.221,"verified":false},{"type":"map_at_10","value":30.826999999999998,"verified":false},{"type":"map_at_100","value":31.845000000000002,"verified":false},{"type":"map_at_1000","value":31.95,"verified":false},{"type":"map_at_3","value":28.547,"verified":false},{"type":"map_at_5","value":29.441,"verified":false},{"type":"mrr_at_1","value":26.247999999999998,"verified":false},{"type":"mrr_at_10","value":32.957,"verified":false},{"type":"mrr_at_100","value":33.819,"verified":false},{"type":"mrr_at_1000","value":33.899,"verified":false},{"type":"mrr_at_3","value":30.714999999999996,"verified":false},{"type":"mrr_at_5","value":31.704,"verified":false},{"type":"ndcg_at_1","value":26.247999999999998,"verified":false},{"type":"ndcg_at_10","value":35.171,"verified":false},{"type":"ndcg_at_100","value":40.098,"verified":false},{"type":"ndcg_at_1000","value":42.67,"verified":false},{"type":"ndcg_at_3","value":30.508999999999997,"verified":false},{"type":"ndcg_at_5","value":32.022,"verified":false},{"type":"precision_at_1","value":26.247999999999998,"verified":false},{"type":"precision_at_10","value":5.36,"verified":false},{"type":"precision_at_100","value":0.843,"verified":false},{"type":"precision_at_1000","value":0.11499999999999999,"verified":false},{"type":"precision_at_3","value":12.568999999999999,"verified":false},{"type":"precision_at_5","value":8.540000000000001,"verified":false},{"type":"recall_at_1","value":24.221,"verified":false},{"type":"recall_at_10","value":46.707,"verified":false},{"type":"recall_at_100","value":69.104,"verified":false},{"type":"recall_at_1000","value":88.19500000000001,"verified":false},{"type":"recall_at_3","value":33.845,"verified":false},{"type":"recall_at_5","value":37.375,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/climate-fever","name":"MTEB ClimateFEVER","config":"default","split":"test","revision":"47f2ac6acb640fc46020b02a5b59fdda04d39380"},"metrics":[{"type":"map_at_1","value":13.624,"verified":false},{"type":"map_at_10","value":22.557,"verified":false},{"type":"map_at_100","value":24.367,"verified":false},{"type":"map_at_1000","value":24.54,"verified":false},{"type":"map_at_3","value":18.988,"verified":false},{"type":"map_at_5","value":20.785999999999998,"verified":false},{"type":"mrr_at_1","value":30.619000000000003,"verified":false},{"type":"mrr_at_10","value":42.019,"verified":false},{"type":"mrr_at_100","value":42.818,"verified":false},{"type":"mrr_at_1000","value":42.856,"verified":false},{"type":"mrr_at_3","value":38.578,"verified":false},{"type":"mrr_at_5","value":40.669,"verified":false},{"type":"ndcg_at_1","value":30.619000000000003,"verified":false},{"type":"ndcg_at_10","value":31.252999999999997,"verified":false},{"type":"ndcg_at_100","value":38.238,"verified":false},{"type":"ndcg_at_1000","value":41.368,"verified":false},{"type":"ndcg_at_3","value":25.843,"verified":false},{"type":"ndcg_at_5","value":27.638,"verified":false},{"type":"precision_at_1","value":30.619000000000003,"verified":false},{"type":"precision_at_10","value":9.687,"verified":false},{"type":"precision_at_100","value":1.718,"verified":false},{"type":"precision_at_1000","value":0.22999999999999998,"verified":false},{"type":"precision_at_3","value":18.849,"verified":false},{"type":"precision_at_5","value":14.463000000000001,"verified":false},{"type":"recall_at_1","value":13.624,"verified":false},{"type":"recall_at_10","value":36.693999999999996,"verified":false},{"type":"recall_at_100","value":60.9,"verified":false},{"type":"recall_at_1000","value":78.46,"verified":false},{"type":"recall_at_3","value":23.354,"verified":false},{"type":"recall_at_5","value":28.756999999999998,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/dbpedia","name":"MTEB DBPedia","config":"default","split":"test","revision":"c0f706b76e590d620bd6618b3ca8efdd34e2d659"},"metrics":[{"type":"map_at_1","value":9.077,"verified":false},{"type":"map_at_10","value":19.813,"verified":false},{"type":"map_at_100","value":27.822999999999997,"verified":false},{"type":"map_at_1000","value":29.485,"verified":false},{"type":"map_at_3","value":14.255999999999998,"verified":false},{"type":"map_at_5","value":16.836000000000002,"verified":false},{"type":"mrr_at_1","value":69.25,"verified":false},{"type":"mrr_at_10","value":77.059,"verified":false},{"type":"mrr_at_100","value":77.41,"verified":false},{"type":"mrr_at_1000","value":77.416,"verified":false},{"type":"mrr_at_3","value":75.625,"verified":false},{"type":"mrr_at_5","value":76.512,"verified":false},{"type":"ndcg_at_1","value":55.75,"verified":false},{"type":"ndcg_at_10","value":41.587,"verified":false},{"type":"ndcg_at_100","value":46.048,"verified":false},{"type":"ndcg_at_1000","value":53.172,"verified":false},{"type":"ndcg_at_3","value":46.203,"verified":false},{"type":"ndcg_at_5","value":43.696,"verified":false},{"type":"precision_at_1","value":69.25,"verified":false},{"type":"precision_at_10","value":32.95,"verified":false},{"type":"precision_at_100","value":10.555,"verified":false},{"type":"precision_at_1000","value":2.136,"verified":false},{"type":"precision_at_3","value":49.667,"verified":false},{"type":"precision_at_5","value":42.5,"verified":false},{"type":"recall_at_1","value":9.077,"verified":false},{"type":"recall_at_10","value":25.249,"verified":false},{"type":"recall_at_100","value":51.964,"verified":false},{"type":"recall_at_1000","value":74.51,"verified":false},{"type":"recall_at_3","value":15.584000000000001,"verified":false},{"type":"recall_at_5","value":19.717000000000002,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/emotion","name":"MTEB EmotionClassification","config":"default","split":"test","revision":"4f58c6b202a23cf9a4da393831edf4f9183cad37"},"metrics":[{"type":"accuracy","value":45.769999999999996,"verified":false},{"type":"f1","value":41.64144711933962,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/fever","name":"MTEB FEVER","config":"default","split":"test","revision":"bea83ef9e8fb933d90a2f1d5515737465d613e12"},"metrics":[{"type":"map_at_1","value":67.098,"verified":false},{"type":"map_at_10","value":77.69800000000001,"verified":false},{"type":"map_at_100","value":77.947,"verified":false},{"type":"map_at_1000","value":77.961,"verified":false},{"type":"map_at_3","value":76.278,"verified":false},{"type":"map_at_5","value":77.217,"verified":false},{"type":"mrr_at_1","value":72.532,"verified":false},{"type":"mrr_at_10","value":82.41199999999999,"verified":false},{"type":"mrr_at_100","value":82.527,"verified":false},{"type":"mrr_at_1000","value":82.529,"verified":false},{"type":"mrr_at_3","value":81.313,"verified":false},{"type":"mrr_at_5","value":82.069,"verified":false},{"type":"ndcg_at_1","value":72.532,"verified":false},{"type":"ndcg_at_10","value":82.488,"verified":false},{"type":"ndcg_at_100","value":83.382,"verified":false},{"type":"ndcg_at_1000","value":83.622,"verified":false},{"type":"ndcg_at_3","value":80.101,"verified":false},{"type":"ndcg_at_5","value":81.52199999999999,"verified":false},{"type":"precision_at_1","value":72.532,"verified":false},{"type":"precision_at_10","value":10.203,"verified":false},{"type":"precision_at_100","value":1.082,"verified":false},{"type":"precision_at_1000","value":0.11199999999999999,"verified":false},{"type":"precision_at_3","value":31.308000000000003,"verified":false},{"type":"precision_at_5","value":19.652,"verified":false},{"type":"recall_at_1","value":67.098,"verified":false},{"type":"recall_at_10","value":92.511,"verified":false},{"type":"recall_at_100","value":96.06099999999999,"verified":false},{"type":"recall_at_1000","value":97.548,"verified":false},{"type":"recall_at_3","value":86.105,"verified":false},{"type":"recall_at_5","value":89.661,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/fiqa","name":"MTEB FiQA2018","config":"default","split":"test","revision":"27a168819829fe9bcd655c2df245fb19452e8e06"},"metrics":[{"type":"map_at_1","value":18.681,"verified":false},{"type":"map_at_10","value":31.739,"verified":false},{"type":"map_at_100","value":33.503,"verified":false},{"type":"map_at_1000","value":33.69,"verified":false},{"type":"map_at_3","value":27.604,"verified":false},{"type":"map_at_5","value":29.993,"verified":false},{"type":"mrr_at_1","value":37.5,"verified":false},{"type":"mrr_at_10","value":46.933,"verified":false},{"type":"mrr_at_100","value":47.771,"verified":false},{"type":"mrr_at_1000","value":47.805,"verified":false},{"type":"mrr_at_3","value":44.239,"verified":false},{"type":"mrr_at_5","value":45.766,"verified":false},{"type":"ndcg_at_1","value":37.5,"verified":false},{"type":"ndcg_at_10","value":39.682,"verified":false},{"type":"ndcg_at_100","value":46.127,"verified":false},{"type":"ndcg_at_1000","value":48.994,"verified":false},{"type":"ndcg_at_3","value":35.655,"verified":false},{"type":"ndcg_at_5","value":37.036,"verified":false},{"type":"precision_at_1","value":37.5,"verified":false},{"type":"precision_at_10","value":11.08,"verified":false},{"type":"precision_at_100","value":1.765,"verified":false},{"type":"precision_at_1000","value":0.22999999999999998,"verified":false},{"type":"precision_at_3","value":23.919999999999998,"verified":false},{"type":"precision_at_5","value":17.809,"verified":false},{"type":"recall_at_1","value":18.681,"verified":false},{"type":"recall_at_10","value":47.548,"verified":false},{"type":"recall_at_100","value":71.407,"verified":false},{"type":"recall_at_1000","value":87.805,"verified":false},{"type":"recall_at_3","value":32.979,"verified":false},{"type":"recall_at_5","value":39.192,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/hotpotqa","name":"MTEB HotpotQA","config":"default","split":"test","revision":"ab518f4d6fcca38d87c25209f94beba119d02014"},"metrics":[{"type":"map_at_1","value":38.257999999999996,"verified":false},{"type":"map_at_10","value":57.605,"verified":false},{"type":"map_at_100","value":58.50300000000001,"verified":false},{"type":"map_at_1000","value":58.568,"verified":false},{"type":"map_at_3","value":54.172,"verified":false},{"type":"map_at_5","value":56.323,"verified":false},{"type":"mrr_at_1","value":76.51599999999999,"verified":false},{"type":"mrr_at_10","value":82.584,"verified":false},{"type":"mrr_at_100","value":82.78,"verified":false},{"type":"mrr_at_1000","value":82.787,"verified":false},{"type":"mrr_at_3","value":81.501,"verified":false},{"type":"mrr_at_5","value":82.185,"verified":false},{"type":"ndcg_at_1","value":76.51599999999999,"verified":false},{"type":"ndcg_at_10","value":66.593,"verified":false},{"type":"ndcg_at_100","value":69.699,"verified":false},{"type":"ndcg_at_1000","value":70.953,"verified":false},{"type":"ndcg_at_3","value":61.673,"verified":false},{"type":"ndcg_at_5","value":64.42,"verified":false},{"type":"precision_at_1","value":76.51599999999999,"verified":false},{"type":"precision_at_10","value":13.857,"verified":false},{"type":"precision_at_100","value":1.628,"verified":false},{"type":"precision_at_1000","value":0.179,"verified":false},{"type":"precision_at_3","value":38.956,"verified":false},{"type":"precision_at_5","value":25.541999999999998,"verified":false},{"type":"recall_at_1","value":38.257999999999996,"verified":false},{"type":"recall_at_10","value":69.284,"verified":false},{"type":"recall_at_100","value":81.391,"verified":false},{"type":"recall_at_1000","value":89.689,"verified":false},{"type":"recall_at_3","value":58.433,"verified":false},{"type":"recall_at_5","value":63.856,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/imdb","name":"MTEB ImdbClassification","config":"default","split":"test","revision":"3d86128a09e091d6018b6d26cad27f2739fc2db7"},"metrics":[{"type":"accuracy","value":69.48679999999999,"verified":false},{"type":"ap","value":63.97638838971138,"verified":false},{"type":"f1","value":69.22731638841675,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/msmarco","name":"MTEB MSMARCO","config":"default","split":"dev","revision":"c5a29a104738b98a9e76336939199e264163d4a0"},"metrics":[{"type":"map_at_1","value":20.916999999999998,"verified":false},{"type":"map_at_10","value":32.929,"verified":false},{"type":"map_at_100","value":34.1,"verified":false},{"type":"map_at_1000","value":34.152,"verified":false},{"type":"map_at_3","value":29.065,"verified":false},{"type":"map_at_5","value":31.287,"verified":false},{"type":"mrr_at_1","value":21.562,"verified":false},{"type":"mrr_at_10","value":33.533,"verified":false},{"type":"mrr_at_100","value":34.644000000000005,"verified":false},{"type":"mrr_at_1000","value":34.69,"verified":false},{"type":"mrr_at_3","value":29.735,"verified":false},{"type":"mrr_at_5","value":31.928,"verified":false},{"type":"ndcg_at_1","value":21.562,"verified":false},{"type":"ndcg_at_10","value":39.788000000000004,"verified":false},{"type":"ndcg_at_100","value":45.434999999999995,"verified":false},{"type":"ndcg_at_1000","value":46.75,"verified":false},{"type":"ndcg_at_3","value":31.942999999999998,"verified":false},{"type":"ndcg_at_5","value":35.888,"verified":false},{"type":"precision_at_1","value":21.562,"verified":false},{"type":"precision_at_10","value":6.348,"verified":false},{"type":"precision_at_100","value":0.918,"verified":false},{"type":"precision_at_1000","value":0.10300000000000001,"verified":false},{"type":"precision_at_3","value":13.682,"verified":false},{"type":"precision_at_5","value":10.189,"verified":false},{"type":"recall_at_1","value":20.916999999999998,"verified":false},{"type":"recall_at_10","value":60.926,"verified":false},{"type":"recall_at_100","value":87.03800000000001,"verified":false},{"type":"recall_at_1000","value":97.085,"verified":false},{"type":"recall_at_3","value":39.637,"verified":false},{"type":"recall_at_5","value":49.069,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_domain","name":"MTEB MTOPDomainClassification (en)","config":"en","split":"test","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf"},"metrics":[{"type":"accuracy","value":90.93935248518011,"verified":false},{"type":"f1","value":90.56439321844506,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_intent","name":"MTEB MTOPIntentClassification (en)","config":"en","split":"test","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba"},"metrics":[{"type":"accuracy","value":58.62517099863203,"verified":false},{"type":"f1","value":40.69925681703197,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"masakhane/masakhanews","name":"MTEB MasakhaNEWSClassification (eng)","config":"eng","split":"test","revision":"8ccc72e69e65f40c70e117d8b3c08306bb788b60"},"metrics":[{"type":"accuracy","value":76.29746835443039,"verified":false},{"type":"f1","value":75.31702672039506,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"masakhane/masakhanews","name":"MTEB MasakhaNEWSClusteringP2P (eng)","config":"eng","split":"test","revision":"8ccc72e69e65f40c70e117d8b3c08306bb788b60"},"metrics":[{"type":"v_measure","value":43.05495067062023,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"masakhane/masakhanews","name":"MTEB MasakhaNEWSClusteringS2S (eng)","config":"eng","split":"test","revision":"8ccc72e69e65f40c70e117d8b3c08306bb788b60"},"metrics":[{"type":"v_measure","value":19.625272848173843,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (en)","config":"en","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":64.76126429051781,"verified":false},{"type":"f1","value":62.60284261265268,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (en)","config":"en","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":70.05043712172159,"verified":false},{"type":"f1","value":69.08340521169049,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-p2p","name":"MTEB MedrxivClusteringP2P","config":"default","split":"test","revision":"e7a26af6f3ae46b30dde8737f02c07b1505bcc73"},"metrics":[{"type":"v_measure","value":30.78969229005989,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-s2s","name":"MTEB MedrxivClusteringS2S","config":"default","split":"test","revision":"35191c8c0dca72d8ff3efcd72aa802307d469663"},"metrics":[{"type":"v_measure","value":27.954325178520335,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/mind_small","name":"MTEB MindSmallReranking","config":"default","split":"test","revision":"3bdac13927fdc888b903db93b2ffdbd90b295a69"},"metrics":[{"type":"map","value":30.601827413968596,"verified":false},{"type":"mrr","value":31.515372019474196,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/nfcorpus","name":"MTEB NFCorpus","config":"default","split":"test","revision":"ec0fa4fe99da2ff19ca1214b7966684033a58814"},"metrics":[{"type":"map_at_1","value":5.4559999999999995,"verified":false},{"type":"map_at_10","value":12.039,"verified":false},{"type":"map_at_100","value":14.804999999999998,"verified":false},{"type":"map_at_1000","value":16.081,"verified":false},{"type":"map_at_3","value":8.996,"verified":false},{"type":"map_at_5","value":10.357,"verified":false},{"type":"mrr_at_1","value":45.82,"verified":false},{"type":"mrr_at_10","value":53.583999999999996,"verified":false},{"type":"mrr_at_100","value":54.330999999999996,"verified":false},{"type":"mrr_at_1000","value":54.366,"verified":false},{"type":"mrr_at_3","value":52.166999999999994,"verified":false},{"type":"mrr_at_5","value":52.971999999999994,"verified":false},{"type":"ndcg_at_1","value":44.427,"verified":false},{"type":"ndcg_at_10","value":32.536,"verified":false},{"type":"ndcg_at_100","value":29.410999999999998,"verified":false},{"type":"ndcg_at_1000","value":38.012,"verified":false},{"type":"ndcg_at_3","value":38.674,"verified":false},{"type":"ndcg_at_5","value":36.107,"verified":false},{"type":"precision_at_1","value":45.82,"verified":false},{"type":"precision_at_10","value":23.591,"verified":false},{"type":"precision_at_100","value":7.35,"verified":false},{"type":"precision_at_1000","value":1.9769999999999999,"verified":false},{"type":"precision_at_3","value":36.016999999999996,"verified":false},{"type":"precision_at_5","value":30.959999999999997,"verified":false},{"type":"recall_at_1","value":5.4559999999999995,"verified":false},{"type":"recall_at_10","value":15.387,"verified":false},{"type":"recall_at_100","value":28.754999999999995,"verified":false},{"type":"recall_at_1000","value":59.787,"verified":false},{"type":"recall_at_3","value":10.137,"verified":false},{"type":"recall_at_5","value":12.200999999999999,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/nq","name":"MTEB NQ","config":"default","split":"test","revision":"b774495ed302d8c44a3a7ea25c90dbce03968f31"},"metrics":[{"type":"map_at_1","value":32.609,"verified":false},{"type":"map_at_10","value":48.522,"verified":false},{"type":"map_at_100","value":49.468,"verified":false},{"type":"map_at_1000","value":49.497,"verified":false},{"type":"map_at_3","value":44.327,"verified":false},{"type":"map_at_5","value":46.937,"verified":false},{"type":"mrr_at_1","value":36.616,"verified":false},{"type":"mrr_at_10","value":50.943000000000005,"verified":false},{"type":"mrr_at_100","value":51.626000000000005,"verified":false},{"type":"mrr_at_1000","value":51.647,"verified":false},{"type":"mrr_at_3","value":47.532999999999994,"verified":false},{"type":"mrr_at_5","value":49.714000000000006,"verified":false},{"type":"ndcg_at_1","value":36.586999999999996,"verified":false},{"type":"ndcg_at_10","value":56.19499999999999,"verified":false},{"type":"ndcg_at_100","value":60.014,"verified":false},{"type":"ndcg_at_1000","value":60.707,"verified":false},{"type":"ndcg_at_3","value":48.486000000000004,"verified":false},{"type":"ndcg_at_5","value":52.791999999999994,"verified":false},{"type":"precision_at_1","value":36.586999999999996,"verified":false},{"type":"precision_at_10","value":9.139999999999999,"verified":false},{"type":"precision_at_100","value":1.129,"verified":false},{"type":"precision_at_1000","value":0.11900000000000001,"verified":false},{"type":"precision_at_3","value":22.171,"verified":false},{"type":"precision_at_5","value":15.787999999999998,"verified":false},{"type":"recall_at_1","value":32.609,"verified":false},{"type":"recall_at_10","value":77.011,"verified":false},{"type":"recall_at_100","value":93.202,"verified":false},{"type":"recall_at_1000","value":98.344,"verified":false},{"type":"recall_at_3","value":57.286,"verified":false},{"type":"recall_at_5","value":67.181,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"ag_news","name":"MTEB NewsClassification","config":"default","split":"test","revision":"eb185aade064a813bc0b7f42de02595523103ca4"},"metrics":[{"type":"accuracy","value":77.4421052631579,"verified":false},{"type":"f1","value":77.23976860913628,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"GEM/opusparcus","name":"MTEB OpusparcusPC (en)","config":"en","split":"test","revision":"9e9b1f8ef51616073f47f306f7f47dd91663f86a"},"metrics":[{"type":"cos_sim_accuracy","value":99.89816700610999,"verified":false},{"type":"cos_sim_ap","value":100,"verified":false},{"type":"cos_sim_f1","value":99.9490575649516,"verified":false},{"type":"cos_sim_precision","value":100,"verified":false},{"type":"cos_sim_recall","value":99.89816700610999,"verified":false},{"type":"dot_accuracy","value":99.89816700610999,"verified":false},{"type":"dot_ap","value":100,"verified":false},{"type":"dot_f1","value":99.9490575649516,"verified":false},{"type":"dot_precision","value":100,"verified":false},{"type":"dot_recall","value":99.89816700610999,"verified":false},{"type":"euclidean_accuracy","value":99.89816700610999,"verified":false},{"type":"euclidean_ap","value":100,"verified":false},{"type":"euclidean_f1","value":99.9490575649516,"verified":false},{"type":"euclidean_precision","value":100,"verified":false},{"type":"euclidean_recall","value":99.89816700610999,"verified":false},{"type":"manhattan_accuracy","value":99.89816700610999,"verified":false},{"type":"manhattan_ap","value":100,"verified":false},{"type":"manhattan_f1","value":99.9490575649516,"verified":false},{"type":"manhattan_precision","value":100,"verified":false},{"type":"manhattan_recall","value":99.89816700610999,"verified":false},{"type":"max_accuracy","value":99.89816700610999,"verified":false},{"type":"max_ap","value":100,"verified":false},{"type":"max_f1","value":99.9490575649516,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"paws-x","name":"MTEB PawsX (en)","config":"en","split":"test","revision":"8a04d940a42cd40658986fdd8e3da561533a3646"},"metrics":[{"type":"cos_sim_accuracy","value":61.25000000000001,"verified":false},{"type":"cos_sim_ap","value":59.23166242799505,"verified":false},{"type":"cos_sim_f1","value":62.53016201309893,"verified":false},{"type":"cos_sim_precision","value":45.486459378134406,"verified":false},{"type":"cos_sim_recall","value":100,"verified":false},{"type":"dot_accuracy","value":61.25000000000001,"verified":false},{"type":"dot_ap","value":59.23109306756652,"verified":false},{"type":"dot_f1","value":62.53016201309893,"verified":false},{"type":"dot_precision","value":45.486459378134406,"verified":false},{"type":"dot_recall","value":100,"verified":false},{"type":"euclidean_accuracy","value":61.25000000000001,"verified":false},{"type":"euclidean_ap","value":59.23166242799505,"verified":false},{"type":"euclidean_f1","value":62.53016201309893,"verified":false},{"type":"euclidean_precision","value":45.486459378134406,"verified":false},{"type":"euclidean_recall","value":100,"verified":false},{"type":"manhattan_accuracy","value":61.25000000000001,"verified":false},{"type":"manhattan_ap","value":59.23015114712089,"verified":false},{"type":"manhattan_f1","value":62.50861474844934,"verified":false},{"type":"manhattan_precision","value":45.46365914786967,"verified":false},{"type":"manhattan_recall","value":100,"verified":false},{"type":"max_accuracy","value":61.25000000000001,"verified":false},{"type":"max_ap","value":59.23166242799505,"verified":false},{"type":"max_f1","value":62.53016201309893,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/quora","name":"MTEB QuoraRetrieval","config":"default","split":"test","revision":"e4e08e0b7dbe3c8700f0daef558ff32256715259"},"metrics":[{"type":"map_at_1","value":69.919,"verified":false},{"type":"map_at_10","value":83.636,"verified":false},{"type":"map_at_100","value":84.27,"verified":false},{"type":"map_at_1000","value":84.289,"verified":false},{"type":"map_at_3","value":80.744,"verified":false},{"type":"map_at_5","value":82.509,"verified":false},{"type":"mrr_at_1","value":80.52,"verified":false},{"type":"mrr_at_10","value":86.751,"verified":false},{"type":"mrr_at_100","value":86.875,"verified":false},{"type":"mrr_at_1000","value":86.876,"verified":false},{"type":"mrr_at_3","value":85.798,"verified":false},{"type":"mrr_at_5","value":86.414,"verified":false},{"type":"ndcg_at_1","value":80.53,"verified":false},{"type":"ndcg_at_10","value":87.465,"verified":false},{"type":"ndcg_at_100","value":88.762,"verified":false},{"type":"ndcg_at_1000","value":88.90599999999999,"verified":false},{"type":"ndcg_at_3","value":84.634,"verified":false},{"type":"ndcg_at_5","value":86.09400000000001,"verified":false},{"type":"precision_at_1","value":80.53,"verified":false},{"type":"precision_at_10","value":13.263,"verified":false},{"type":"precision_at_100","value":1.517,"verified":false},{"type":"precision_at_1000","value":0.156,"verified":false},{"type":"precision_at_3","value":36.973,"verified":false},{"type":"precision_at_5","value":24.25,"verified":false},{"type":"recall_at_1","value":69.919,"verified":false},{"type":"recall_at_10","value":94.742,"verified":false},{"type":"recall_at_100","value":99.221,"verified":false},{"type":"recall_at_1000","value":99.917,"verified":false},{"type":"recall_at_3","value":86.506,"verified":false},{"type":"recall_at_5","value":90.736,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering","name":"MTEB RedditClustering","config":"default","split":"test","revision":"24640382cdbf8abc73003fb0fa6d111a705499eb"},"metrics":[{"type":"v_measure","value":50.47309147963901,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering-p2p","name":"MTEB RedditClusteringP2P","config":"default","split":"test","revision":"385e3cb46b4cfa89021f56c4380204149d0efe33"},"metrics":[{"type":"v_measure","value":60.53779561923047,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/scidocs","name":"MTEB SCIDOCS","config":"default","split":"test","revision":"f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88"},"metrics":[{"type":"map_at_1","value":4.843,"verified":false},{"type":"map_at_10","value":11.664,"verified":false},{"type":"map_at_100","value":13.499,"verified":false},{"type":"map_at_1000","value":13.771,"verified":false},{"type":"map_at_3","value":8.602,"verified":false},{"type":"map_at_5","value":10.164,"verified":false},{"type":"mrr_at_1","value":23.9,"verified":false},{"type":"mrr_at_10","value":34.018,"verified":false},{"type":"mrr_at_100","value":35.099000000000004,"verified":false},{"type":"mrr_at_1000","value":35.162,"verified":false},{"type":"mrr_at_3","value":31.233,"verified":false},{"type":"mrr_at_5","value":32.793,"verified":false},{"type":"ndcg_at_1","value":23.9,"verified":false},{"type":"ndcg_at_10","value":19.42,"verified":false},{"type":"ndcg_at_100","value":26.715,"verified":false},{"type":"ndcg_at_1000","value":31.776,"verified":false},{"type":"ndcg_at_3","value":19.165,"verified":false},{"type":"ndcg_at_5","value":16.46,"verified":false},{"type":"precision_at_1","value":23.9,"verified":false},{"type":"precision_at_10","value":9.82,"verified":false},{"type":"precision_at_100","value":2.0340000000000003,"verified":false},{"type":"precision_at_1000","value":0.325,"verified":false},{"type":"precision_at_3","value":17.767,"verified":false},{"type":"precision_at_5","value":14.24,"verified":false},{"type":"recall_at_1","value":4.843,"verified":false},{"type":"recall_at_10","value":19.895,"verified":false},{"type":"recall_at_100","value":41.302,"verified":false},{"type":"recall_at_1000","value":66.077,"verified":false},{"type":"recall_at_3","value":10.803,"verified":false},{"type":"recall_at_5","value":14.418000000000001,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sickr-sts","name":"MTEB SICK-R","config":"default","split":"test","revision":"20a6d6f312dd54037fe07a32d58e5e168867909d"},"metrics":[{"type":"cos_sim_pearson","value":76.94120735638143,"verified":false},{"type":"cos_sim_spearman","value":69.66114097154585,"verified":false},{"type":"euclidean_pearson","value":73.11242035696426,"verified":false},{"type":"euclidean_spearman","value":69.66114271982464,"verified":false},{"type":"manhattan_pearson","value":73.07993034858605,"verified":false},{"type":"manhattan_spearman","value":69.6457893357314,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts12-sts","name":"MTEB STS12","config":"default","split":"test","revision":"a0d554a64d88156834ff5ae9920b964011b16384"},"metrics":[{"type":"cos_sim_pearson","value":74.72893353272778,"verified":false},{"type":"cos_sim_spearman","value":68.78540928870311,"verified":false},{"type":"euclidean_pearson","value":71.13907970605574,"verified":false},{"type":"euclidean_spearman","value":68.78540928870311,"verified":false},{"type":"manhattan_pearson","value":71.02709590547859,"verified":false},{"type":"manhattan_spearman","value":68.71685896660532,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts13-sts","name":"MTEB STS13","config":"default","split":"test","revision":"7e90230a92c190f1bf69ae9002b8cea547a64cca"},"metrics":[{"type":"cos_sim_pearson","value":79.30142652684971,"verified":false},{"type":"cos_sim_spearman","value":79.61879435615303,"verified":false},{"type":"euclidean_pearson","value":79.08730432883864,"verified":false},{"type":"euclidean_spearman","value":79.61879435615303,"verified":false},{"type":"manhattan_pearson","value":78.99621073156322,"verified":false},{"type":"manhattan_spearman","value":79.53806342308278,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts14-sts","name":"MTEB STS14","config":"default","split":"test","revision":"6031580fec1f6af667f0bd2da0a551cf4f0b2375"},"metrics":[{"type":"cos_sim_pearson","value":78.99585233036139,"verified":false},{"type":"cos_sim_spearman","value":75.57574519760183,"verified":false},{"type":"euclidean_pearson","value":77.33835658613162,"verified":false},{"type":"euclidean_spearman","value":75.57573873503655,"verified":false},{"type":"manhattan_pearson","value":77.12175044789362,"verified":false},{"type":"manhattan_spearman","value":75.41293517634836,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts15-sts","name":"MTEB STS15","config":"default","split":"test","revision":"ae752c7c21bf194d8b67fd573edf7ae58183cbe3"},"metrics":[{"type":"cos_sim_pearson","value":83.9694268253376,"verified":false},{"type":"cos_sim_spearman","value":84.64256921939338,"verified":false},{"type":"euclidean_pearson","value":83.92322958711,"verified":false},{"type":"euclidean_spearman","value":84.64257976421872,"verified":false},{"type":"manhattan_pearson","value":83.93503107204337,"verified":false},{"type":"manhattan_spearman","value":84.63611608236032,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts16-sts","name":"MTEB STS16","config":"default","split":"test","revision":"4d8694f8f0e0100860b497b999b3dbed754a0513"},"metrics":[{"type":"cos_sim_pearson","value":81.09041419790253,"verified":false},{"type":"cos_sim_spearman","value":82.39869157752557,"verified":false},{"type":"euclidean_pearson","value":82.04595698258301,"verified":false},{"type":"euclidean_spearman","value":82.39869157752557,"verified":false},{"type":"manhattan_pearson","value":81.97581168053004,"verified":false},{"type":"manhattan_spearman","value":82.34255320578193,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts17-crosslingual-sts","name":"MTEB STS17 (en-en)","config":"en-en","split":"test","revision":"af5e6fb845001ecf41f4c1e033ce921939a2a68d"},"metrics":[{"type":"cos_sim_pearson","value":86.35210432821825,"verified":false},{"type":"cos_sim_spearman","value":86.73200885328937,"verified":false},{"type":"euclidean_pearson","value":86.8527089168747,"verified":false},{"type":"euclidean_spearman","value":86.73200885328937,"verified":false},{"type":"manhattan_pearson","value":86.95671235295457,"verified":false},{"type":"manhattan_spearman","value":86.77713700838545,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts22-crosslingual-sts","name":"MTEB STS22 (en)","config":"en","split":"test","revision":"eea2b4fe26a775864c896887d910b76a8098ad3f"},"metrics":[{"type":"cos_sim_pearson","value":68.91106612960657,"verified":false},{"type":"cos_sim_spearman","value":69.48524490302286,"verified":false},{"type":"euclidean_pearson","value":70.51347841618035,"verified":false},{"type":"euclidean_spearman","value":69.48524490302286,"verified":false},{"type":"manhattan_pearson","value":70.31770181334245,"verified":false},{"type":"manhattan_spearman","value":69.12494700138238,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/stsbenchmark-sts","name":"MTEB STSBenchmark","config":"default","split":"test","revision":"b0fddb56ed78048fa8b90373c8a3cfc37b684831"},"metrics":[{"type":"cos_sim_pearson","value":81.54104342761988,"verified":false},{"type":"cos_sim_spearman","value":81.18789220331483,"verified":false},{"type":"euclidean_pearson","value":81.5895544590969,"verified":false},{"type":"euclidean_spearman","value":81.18789220331483,"verified":false},{"type":"manhattan_pearson","value":81.4738562449809,"verified":false},{"type":"manhattan_spearman","value":81.06565101416024,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"PhilipMay/stsb_multi_mt","name":"MTEB STSBenchmarkMultilingualSTS (en)","config":"en","split":"test","revision":"93d57ef91790589e3ce9c365164337a8a78b7632"},"metrics":[{"type":"cos_sim_pearson","value":81.54104346197056,"verified":false},{"type":"cos_sim_spearman","value":81.18789220331483,"verified":false},{"type":"euclidean_pearson","value":81.58955451690102,"verified":false},{"type":"euclidean_spearman","value":81.18789220331483,"verified":false},{"type":"manhattan_pearson","value":81.47385630064072,"verified":false},{"type":"manhattan_spearman","value":81.06565101416024,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/scidocs-reranking","name":"MTEB SciDocsRR","config":"default","split":"test","revision":"d3c5e1fc0b855ab6097bf1cda04dd73947d7caab"},"metrics":[{"type":"map","value":79.34107964300796,"verified":false},{"type":"mrr","value":94.01917889662987,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/scifact","name":"MTEB SciFact","config":"default","split":"test","revision":"0228b52cf27578f30900b9e5271d331663a030d7"},"metrics":[{"type":"map_at_1","value":55.928,"verified":false},{"type":"map_at_10","value":65.443,"verified":false},{"type":"map_at_100","value":66.067,"verified":false},{"type":"map_at_1000","value":66.091,"verified":false},{"type":"map_at_3","value":62.629999999999995,"verified":false},{"type":"map_at_5","value":64.35,"verified":false},{"type":"mrr_at_1","value":59,"verified":false},{"type":"mrr_at_10","value":66.845,"verified":false},{"type":"mrr_at_100","value":67.31899999999999,"verified":false},{"type":"mrr_at_1000","value":67.342,"verified":false},{"type":"mrr_at_3","value":64.61099999999999,"verified":false},{"type":"mrr_at_5","value":66.044,"verified":false},{"type":"ndcg_at_1","value":59,"verified":false},{"type":"ndcg_at_10","value":69.921,"verified":false},{"type":"ndcg_at_100","value":72.365,"verified":false},{"type":"ndcg_at_1000","value":73.055,"verified":false},{"type":"ndcg_at_3","value":65.086,"verified":false},{"type":"ndcg_at_5","value":67.62700000000001,"verified":false},{"type":"precision_at_1","value":59,"verified":false},{"type":"precision_at_10","value":9.3,"verified":false},{"type":"precision_at_100","value":1.057,"verified":false},{"type":"precision_at_1000","value":0.11100000000000002,"verified":false},{"type":"precision_at_3","value":25.333,"verified":false},{"type":"precision_at_5","value":16.866999999999997,"verified":false},{"type":"recall_at_1","value":55.928,"verified":false},{"type":"recall_at_10","value":82.289,"verified":false},{"type":"recall_at_100","value":92.833,"verified":false},{"type":"recall_at_1000","value":98.333,"verified":false},{"type":"recall_at_3","value":69.172,"verified":false},{"type":"recall_at_5","value":75.628,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/sprintduplicatequestions-pairclassification","name":"MTEB SprintDuplicateQuestions","config":"default","split":"test","revision":"d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46"},"metrics":[{"type":"cos_sim_accuracy","value":99.81881188118813,"verified":false},{"type":"cos_sim_ap","value":95.2776439040401,"verified":false},{"type":"cos_sim_f1","value":90.74355083459787,"verified":false},{"type":"cos_sim_precision","value":91.81166837256909,"verified":false},{"type":"cos_sim_recall","value":89.7,"verified":false},{"type":"dot_accuracy","value":99.81881188118813,"verified":false},{"type":"dot_ap","value":95.27764092100406,"verified":false},{"type":"dot_f1","value":90.74355083459787,"verified":false},{"type":"dot_precision","value":91.81166837256909,"verified":false},{"type":"dot_recall","value":89.7,"verified":false},{"type":"euclidean_accuracy","value":99.81881188118813,"verified":false},{"type":"euclidean_ap","value":95.27764091101388,"verified":false},{"type":"euclidean_f1","value":90.74355083459787,"verified":false},{"type":"euclidean_precision","value":91.81166837256909,"verified":false},{"type":"euclidean_recall","value":89.7,"verified":false},{"type":"manhattan_accuracy","value":99.82079207920792,"verified":false},{"type":"manhattan_ap","value":95.25081634689418,"verified":false},{"type":"manhattan_f1","value":90.75114971895759,"verified":false},{"type":"manhattan_precision","value":92.78996865203762,"verified":false},{"type":"manhattan_recall","value":88.8,"verified":false},{"type":"max_accuracy","value":99.82079207920792,"verified":false},{"type":"max_ap","value":95.2776439040401,"verified":false},{"type":"max_f1","value":90.75114971895759,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering","name":"MTEB StackExchangeClustering","config":"default","split":"test","revision":"6cbc1f7b2bc0622f2e39d2c77fa502909748c259"},"metrics":[{"type":"v_measure","value":60.69855369728728,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering-p2p","name":"MTEB StackExchangeClusteringP2P","config":"default","split":"test","revision":"815ca46b2622cec33ccafc3735d572c266efdb44"},"metrics":[{"type":"v_measure","value":33.98191834367251,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/stackoverflowdupquestions-reranking","name":"MTEB StackOverflowDupQuestions","config":"default","split":"test","revision":"e185fbe320c72810689fc5848eb6114e1ef5ec69"},"metrics":[{"type":"map","value":50.156163330429614,"verified":false},{"type":"mrr","value":50.90145148968678,"verified":false}]},{"task":{"type":"Summarization"},"dataset":{"type":"mteb/summeval","name":"MTEB SummEval","config":"default","split":"test","revision":"cda12ad7615edc362dbf25a00fdd61d3b1eaf93c"},"metrics":[{"type":"cos_sim_pearson","value":31.16938079808134,"verified":false},{"type":"cos_sim_spearman","value":31.74655874538245,"verified":false},{"type":"dot_pearson","value":31.169380299671705,"verified":false},{"type":"dot_spearman","value":31.74655874538245,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/trec-covid","name":"MTEB TRECCOVID","config":"default","split":"test","revision":"bb9466bac8153a0349341eb1b22e06409e78ef4e"},"metrics":[{"type":"map_at_1","value":0.252,"verified":false},{"type":"map_at_10","value":2.009,"verified":false},{"type":"map_at_100","value":11.611,"verified":false},{"type":"map_at_1000","value":27.811999999999998,"verified":false},{"type":"map_at_3","value":0.685,"verified":false},{"type":"map_at_5","value":1.08,"verified":false},{"type":"mrr_at_1","value":94,"verified":false},{"type":"mrr_at_10","value":97,"verified":false},{"type":"mrr_at_100","value":97,"verified":false},{"type":"mrr_at_1000","value":97,"verified":false},{"type":"mrr_at_3","value":97,"verified":false},{"type":"mrr_at_5","value":97,"verified":false},{"type":"ndcg_at_1","value":88,"verified":false},{"type":"ndcg_at_10","value":81.388,"verified":false},{"type":"ndcg_at_100","value":60.629,"verified":false},{"type":"ndcg_at_1000","value":52.38,"verified":false},{"type":"ndcg_at_3","value":86.827,"verified":false},{"type":"ndcg_at_5","value":84.597,"verified":false},{"type":"precision_at_1","value":94,"verified":false},{"type":"precision_at_10","value":85.8,"verified":false},{"type":"precision_at_100","value":62.419999999999995,"verified":false},{"type":"precision_at_1000","value":23.31,"verified":false},{"type":"precision_at_3","value":90.667,"verified":false},{"type":"precision_at_5","value":88.4,"verified":false},{"type":"recall_at_1","value":0.252,"verified":false},{"type":"recall_at_10","value":2.164,"verified":false},{"type":"recall_at_100","value":14.613999999999999,"verified":false},{"type":"recall_at_1000","value":48.730000000000004,"verified":false},{"type":"recall_at_3","value":0.7020000000000001,"verified":false},{"type":"recall_at_5","value":1.122,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"mteb/touche2020","name":"MTEB Touche2020","config":"default","split":"test","revision":"a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f"},"metrics":[{"type":"map_at_1","value":3.476,"verified":false},{"type":"map_at_10","value":13.442000000000002,"verified":false},{"type":"map_at_100","value":20.618,"verified":false},{"type":"map_at_1000","value":22.175,"verified":false},{"type":"map_at_3","value":6.968000000000001,"verified":false},{"type":"map_at_5","value":9.214,"verified":false},{"type":"mrr_at_1","value":44.897999999999996,"verified":false},{"type":"mrr_at_10","value":56.77100000000001,"verified":false},{"type":"mrr_at_100","value":57.226,"verified":false},{"type":"mrr_at_1000","value":57.226,"verified":false},{"type":"mrr_at_3","value":52.381,"verified":false},{"type":"mrr_at_5","value":54.523999999999994,"verified":false},{"type":"ndcg_at_1","value":42.857,"verified":false},{"type":"ndcg_at_10","value":32.507999999999996,"verified":false},{"type":"ndcg_at_100","value":43.614000000000004,"verified":false},{"type":"ndcg_at_1000","value":53.82,"verified":false},{"type":"ndcg_at_3","value":36.818,"verified":false},{"type":"ndcg_at_5","value":33.346,"verified":false},{"type":"precision_at_1","value":44.897999999999996,"verified":false},{"type":"precision_at_10","value":28.571,"verified":false},{"type":"precision_at_100","value":8.652999999999999,"verified":false},{"type":"precision_at_1000","value":1.5709999999999997,"verified":false},{"type":"precision_at_3","value":38.095,"verified":false},{"type":"precision_at_5","value":32.245000000000005,"verified":false},{"type":"recall_at_1","value":3.476,"verified":false},{"type":"recall_at_10","value":20.827,"verified":false},{"type":"recall_at_100","value":53.04299999999999,"verified":false},{"type":"recall_at_1000","value":84.221,"verified":false},{"type":"recall_at_3","value":8.200000000000001,"verified":false},{"type":"recall_at_5","value":11.651,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/toxic_conversations_50k","name":"MTEB ToxicConversationsClassification","config":"default","split":"test","revision":"edfaf9da55d3dd50d43143d90c1ac476895ae6de"},"metrics":[{"type":"accuracy","value":61.96360000000001,"verified":false},{"type":"ap","value":11.256160324436445,"verified":false},{"type":"f1","value":48.07712827691349,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/tweet_sentiment_extraction","name":"MTEB TweetSentimentExtractionClassification","config":"default","split":"test","revision":"d604517c81ca91fe16a244d1248fc021f9ecee7a"},"metrics":[{"type":"accuracy","value":58.90492359932088,"verified":false},{"type":"f1","value":59.12542417513503,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/twentynewsgroups-clustering","name":"MTEB TwentyNewsgroupsClustering","config":"default","split":"test","revision":"6125ec4e24fa026cec8a478383ee943acfbd5449"},"metrics":[{"type":"v_measure","value":38.284935353315355,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twittersemeval2015-pairclassification","name":"MTEB TwitterSemEval2015","config":"default","split":"test","revision":"70970daeab8776df92f5ea462b6173c0b46fd2d1"},"metrics":[{"type":"cos_sim_accuracy","value":83.4714192048638,"verified":false},{"type":"cos_sim_ap","value":65.77588263185375,"verified":false},{"type":"cos_sim_f1","value":62.459508098380326,"verified":false},{"type":"cos_sim_precision","value":57.27172717271727,"verified":false},{"type":"cos_sim_recall","value":68.68073878627968,"verified":false},{"type":"dot_accuracy","value":83.4714192048638,"verified":false},{"type":"dot_ap","value":65.77588818364636,"verified":false},{"type":"dot_f1","value":62.459508098380326,"verified":false},{"type":"dot_precision","value":57.27172717271727,"verified":false},{"type":"dot_recall","value":68.68073878627968,"verified":false},{"type":"euclidean_accuracy","value":83.4714192048638,"verified":false},{"type":"euclidean_ap","value":65.77587693431595,"verified":false},{"type":"euclidean_f1","value":62.459508098380326,"verified":false},{"type":"euclidean_precision","value":57.27172717271727,"verified":false},{"type":"euclidean_recall","value":68.68073878627968,"verified":false},{"type":"manhattan_accuracy","value":83.47737974608094,"verified":false},{"type":"manhattan_ap","value":65.65957745829654,"verified":false},{"type":"manhattan_f1","value":62.22760290556902,"verified":false},{"type":"manhattan_precision","value":57.494407158836694,"verified":false},{"type":"manhattan_recall","value":67.81002638522428,"verified":false},{"type":"max_accuracy","value":83.47737974608094,"verified":false},{"type":"max_ap","value":65.77588818364636,"verified":false},{"type":"max_f1","value":62.459508098380326,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twitterurlcorpus-pairclassification","name":"MTEB TwitterURLCorpus","config":"default","split":"test","revision":"8b6510b0b1fa4e4c4f879467980e9be563ec1cdf"},"metrics":[{"type":"cos_sim_accuracy","value":88.64244964489463,"verified":false},{"type":"cos_sim_ap","value":85.154122301394,"verified":false},{"type":"cos_sim_f1","value":77.45617911327146,"verified":false},{"type":"cos_sim_precision","value":74.23066064370413,"verified":false},{"type":"cos_sim_recall","value":80.97474591931014,"verified":false},{"type":"dot_accuracy","value":88.64244964489463,"verified":false},{"type":"dot_ap","value":85.15411965587543,"verified":false},{"type":"dot_f1","value":77.45617911327146,"verified":false},{"type":"dot_precision","value":74.23066064370413,"verified":false},{"type":"dot_recall","value":80.97474591931014,"verified":false},{"type":"euclidean_accuracy","value":88.64244964489463,"verified":false},{"type":"euclidean_ap","value":85.15414684113986,"verified":false},{"type":"euclidean_f1","value":77.45617911327146,"verified":false},{"type":"euclidean_precision","value":74.23066064370413,"verified":false},{"type":"euclidean_recall","value":80.97474591931014,"verified":false},{"type":"manhattan_accuracy","value":88.57841425078588,"verified":false},{"type":"manhattan_ap","value":85.12472268567576,"verified":false},{"type":"manhattan_f1","value":77.39497339937627,"verified":false},{"type":"manhattan_precision","value":73.92584285413892,"verified":false},{"type":"manhattan_recall","value":81.20572836464429,"verified":false},{"type":"max_accuracy","value":88.64244964489463,"verified":false},{"type":"max_ap","value":85.15414684113986,"verified":false},{"type":"max_f1","value":77.45617911327146,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"jinaai/cities_wiki_clustering","name":"MTEB WikiCitiesClustering","config":"default","split":"test","revision":"ddc9ee9242fa65332597f70e967ecc38b9d734fa"},"metrics":[{"type":"v_measure","value":79.58576208710117,"verified":false}]}]}],"license":"apache-2.0"},"transformersInfo":{"auto_model":"AutoModel","pipeline_tag":"feature-extraction","processor":"AutoTokenizer"},"siblings":[{"rfilename":".gitattributes"},{"rfilename":"1_Pooling/config.json"},{"rfilename":"README.md"},{"rfilename":"config.json"},{"rfilename":"config_sentence_transformers.json"},{"rfilename":"model.safetensors"},{"rfilename":"modules.json"},{"rfilename":"onnx/model.onnx"},{"rfilename":"onnx/model_bnb4.onnx"},{"rfilename":"onnx/model_fp16.onnx"},{"rfilename":"onnx/model_int8.onnx"},{"rfilename":"onnx/model_q4.onnx"},{"rfilename":"onnx/model_quantized.onnx"},{"rfilename":"onnx/model_uint8.onnx"},{"rfilename":"sentence_bert_config.json"},{"rfilename":"special_tokens_map.json"},{"rfilename":"tokenizer.json"},{"rfilename":"tokenizer_config.json"},{"rfilename":"vocab.txt"}],"spaces":["mteb/leaderboard","mteb/leaderboard_legacy","asoria/datasets-similarity-tool","SmileXing/leaderboard","amryassin/embedding-bench","maxpar1/leaderboard","sq66/leaderboard_legacy","q275343119/leaderboard","yanciyuyu/1","Chengyanci/11","n8n-1/8","reader-1/1","lake-synctv/leaderboard","shiwan7788/leaderboard-uni","michaelarutyunov/semantic_similarity","hhyz/Leaderboard","kiedistv/leaderboard","qiaosong88/leaderboard","ArtemBolgov/leaderboard","malyvena/leaderboard","HuggingLLM/leaderboard","wangsh0111/leaderboard","kaotd/leaderboard","chmielvu/fastembed-snowflake"],"createdAt":"2024-04-12T13:53:49.000Z","safetensors":{"parameters":{"F32":33212160},"total":33212160},"inference":"warm","usedStorage":522298059}