{"_id":"63a939200046b663fa625868","id":"intfloat/e5-large","private":false,"pipeline_tag":"sentence-similarity","library_name":"sentence-transformers","tags":["sentence-transformers","pytorch","safetensors","bert","mteb","Sentence Transformers","sentence-similarity","en","arxiv:2212.03533","arxiv:2104.08663","arxiv:2210.07316","license:mit","model-index","text-embeddings-inference","endpoints_compatible","deploy:azure","region:us"],"downloads":135959,"likes":83,"modelId":"intfloat/e5-large","author":"intfloat","sha":"4dc6d853a804b9c8886ede6dda8a073b7dc08a81","lastModified":"2023-08-07T04:59:49.000Z","gated":false,"disabled":false,"mask_token":"[MASK]","widgetData":[{"source_sentence":"That is a happy person","sentences":["That is a happy dog","That is a very happy person","Today is a sunny day"]}],"model-index":[{"name":"e5-large","results":[{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_counterfactual","name":"MTEB AmazonCounterfactualClassification (en)","config":"en","split":"test","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205"},"metrics":[{"type":"accuracy","value":77.68656716417911,"verified":false},{"type":"ap","value":41.336896075573584,"verified":false},{"type":"f1","value":71.788561468075,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_polarity","name":"MTEB AmazonPolarityClassification","config":"default","split":"test","revision":"e2d317d38cd51312af73b3d32a06d1a08b442046"},"metrics":[{"type":"accuracy","value":90.04965,"verified":false},{"type":"ap","value":86.24637009569418,"verified":false},{"type":"f1","value":90.03896671762645,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_reviews_multi","name":"MTEB AmazonReviewsClassification (en)","config":"en","split":"test","revision":"1399c76144fd37290681b995c656ef9b2e06e26d"},"metrics":[{"type":"accuracy","value":43.016000000000005,"verified":false},{"type":"f1","value":42.1942431880186,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"arguana","name":"MTEB ArguAna","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":25.107000000000003,"verified":false},{"type":"map_at_10","value":40.464,"verified":false},{"type":"map_at_100","value":41.577999999999996,"verified":false},{"type":"map_at_1000","value":41.588,"verified":false},{"type":"map_at_3","value":35.301,"verified":false},{"type":"map_at_5","value":38.263000000000005,"verified":false},{"type":"mrr_at_1","value":25.605,"verified":false},{"type":"mrr_at_10","value":40.64,"verified":false},{"type":"mrr_at_100","value":41.760000000000005,"verified":false},{"type":"mrr_at_1000","value":41.77,"verified":false},{"type":"mrr_at_3","value":35.443000000000005,"verified":false},{"type":"mrr_at_5","value":38.448,"verified":false},{"type":"ndcg_at_1","value":25.107000000000003,"verified":false},{"type":"ndcg_at_10","value":49.352000000000004,"verified":false},{"type":"ndcg_at_100","value":53.98500000000001,"verified":false},{"type":"ndcg_at_1000","value":54.208,"verified":false},{"type":"ndcg_at_3","value":38.671,"verified":false},{"type":"ndcg_at_5","value":43.991,"verified":false},{"type":"precision_at_1","value":25.107000000000003,"verified":false},{"type":"precision_at_10","value":7.795000000000001,"verified":false},{"type":"precision_at_100","value":0.979,"verified":false},{"type":"precision_at_1000","value":0.1,"verified":false},{"type":"precision_at_3","value":16.145,"verified":false},{"type":"precision_at_5","value":12.262,"verified":false},{"type":"recall_at_1","value":25.107000000000003,"verified":false},{"type":"recall_at_10","value":77.952,"verified":false},{"type":"recall_at_100","value":97.866,"verified":false},{"type":"recall_at_1000","value":99.57300000000001,"verified":false},{"type":"recall_at_3","value":48.435,"verified":false},{"type":"recall_at_5","value":61.309000000000005,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-p2p","name":"MTEB ArxivClusteringP2P","config":"default","split":"test","revision":"a122ad7f3f0291bf49cc6f4d32aa80929df69d5d"},"metrics":[{"type":"v_measure","value":46.19278045044154,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-s2s","name":"MTEB ArxivClusteringS2S","config":"default","split":"test","revision":"f910caf1a6075f7329cdf8c1a6135696f37dbd53"},"metrics":[{"type":"v_measure","value":41.37976387757665,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/askubuntudupquestions-reranking","name":"MTEB AskUbuntuDupQuestions","config":"default","split":"test","revision":"2000358ca161889fa9c082cb41daa8dcfb161a54"},"metrics":[{"type":"map","value":60.07433334608074,"verified":false},{"type":"mrr","value":73.44347711383723,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/biosses-sts","name":"MTEB BIOSSES","config":"default","split":"test","revision":"d3fb88f8f02e40887cd149695127462bbcf29b4a"},"metrics":[{"type":"cos_sim_pearson","value":86.4298072183543,"verified":false},{"type":"cos_sim_spearman","value":84.73144873582848,"verified":false},{"type":"euclidean_pearson","value":85.15885058870728,"verified":false},{"type":"euclidean_spearman","value":85.42062106559356,"verified":false},{"type":"manhattan_pearson","value":84.89409921792054,"verified":false},{"type":"manhattan_spearman","value":85.31941394024344,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/banking77","name":"MTEB Banking77Classification","config":"default","split":"test","revision":"0fd18e25b25c072e09e0d92ab615fda904d66300"},"metrics":[{"type":"accuracy","value":84.14285714285714,"verified":false},{"type":"f1","value":84.11674412565644,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-p2p","name":"MTEB BiorxivClusteringP2P","config":"default","split":"test","revision":"65b79d1d13f80053f67aca9498d9402c2d9f1f40"},"metrics":[{"type":"v_measure","value":37.600076342340785,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-s2s","name":"MTEB BiorxivClusteringS2S","config":"default","split":"test","revision":"258694dd0231531bc1fd9de6ceb52a0853c6d908"},"metrics":[{"type":"v_measure","value":35.08861812135148,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackAndroidRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":32.684000000000005,"verified":false},{"type":"map_at_10","value":41.675000000000004,"verified":false},{"type":"map_at_100","value":42.963,"verified":false},{"type":"map_at_1000","value":43.078,"verified":false},{"type":"map_at_3","value":38.708999999999996,"verified":false},{"type":"map_at_5","value":40.316,"verified":false},{"type":"mrr_at_1","value":39.485,"verified":false},{"type":"mrr_at_10","value":47.152,"verified":false},{"type":"mrr_at_100","value":47.96,"verified":false},{"type":"mrr_at_1000","value":48.010000000000005,"verified":false},{"type":"mrr_at_3","value":44.754,"verified":false},{"type":"mrr_at_5","value":46.285,"verified":false},{"type":"ndcg_at_1","value":39.485,"verified":false},{"type":"ndcg_at_10","value":46.849000000000004,"verified":false},{"type":"ndcg_at_100","value":52.059,"verified":false},{"type":"ndcg_at_1000","value":54.358,"verified":false},{"type":"ndcg_at_3","value":42.705,"verified":false},{"type":"ndcg_at_5","value":44.663000000000004,"verified":false},{"type":"precision_at_1","value":39.485,"verified":false},{"type":"precision_at_10","value":8.455,"verified":false},{"type":"precision_at_100","value":1.3379999999999999,"verified":false},{"type":"precision_at_1000","value":0.178,"verified":false},{"type":"precision_at_3","value":19.695,"verified":false},{"type":"precision_at_5","value":13.905999999999999,"verified":false},{"type":"recall_at_1","value":32.684000000000005,"verified":false},{"type":"recall_at_10","value":56.227000000000004,"verified":false},{"type":"recall_at_100","value":78.499,"verified":false},{"type":"recall_at_1000","value":94.021,"verified":false},{"type":"recall_at_3","value":44.157999999999994,"verified":false},{"type":"recall_at_5","value":49.694,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackEnglishRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":31.875999999999998,"verified":false},{"type":"map_at_10","value":41.603,"verified":false},{"type":"map_at_100","value":42.825,"verified":false},{"type":"map_at_1000","value":42.961,"verified":false},{"type":"map_at_3","value":38.655,"verified":false},{"type":"map_at_5","value":40.294999999999995,"verified":false},{"type":"mrr_at_1","value":40.127,"verified":false},{"type":"mrr_at_10","value":47.959,"verified":false},{"type":"mrr_at_100","value":48.59,"verified":false},{"type":"mrr_at_1000","value":48.634,"verified":false},{"type":"mrr_at_3","value":45.786,"verified":false},{"type":"mrr_at_5","value":46.964,"verified":false},{"type":"ndcg_at_1","value":40.127,"verified":false},{"type":"ndcg_at_10","value":47.176,"verified":false},{"type":"ndcg_at_100","value":51.346000000000004,"verified":false},{"type":"ndcg_at_1000","value":53.502,"verified":false},{"type":"ndcg_at_3","value":43.139,"verified":false},{"type":"ndcg_at_5","value":44.883,"verified":false},{"type":"precision_at_1","value":40.127,"verified":false},{"type":"precision_at_10","value":8.72,"verified":false},{"type":"precision_at_100","value":1.387,"verified":false},{"type":"precision_at_1000","value":0.188,"verified":false},{"type":"precision_at_3","value":20.637,"verified":false},{"type":"precision_at_5","value":14.446,"verified":false},{"type":"recall_at_1","value":31.875999999999998,"verified":false},{"type":"recall_at_10","value":56.54900000000001,"verified":false},{"type":"recall_at_100","value":73.939,"verified":false},{"type":"recall_at_1000","value":87.732,"verified":false},{"type":"recall_at_3","value":44.326,"verified":false},{"type":"recall_at_5","value":49.445,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackGamingRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":41.677,"verified":false},{"type":"map_at_10","value":52.222,"verified":false},{"type":"map_at_100","value":53.229000000000006,"verified":false},{"type":"map_at_1000","value":53.288000000000004,"verified":false},{"type":"map_at_3","value":49.201,"verified":false},{"type":"map_at_5","value":51.00599999999999,"verified":false},{"type":"mrr_at_1","value":47.524,"verified":false},{"type":"mrr_at_10","value":55.745999999999995,"verified":false},{"type":"mrr_at_100","value":56.433,"verified":false},{"type":"mrr_at_1000","value":56.464999999999996,"verified":false},{"type":"mrr_at_3","value":53.37499999999999,"verified":false},{"type":"mrr_at_5","value":54.858,"verified":false},{"type":"ndcg_at_1","value":47.524,"verified":false},{"type":"ndcg_at_10","value":57.406,"verified":false},{"type":"ndcg_at_100","value":61.403,"verified":false},{"type":"ndcg_at_1000","value":62.7,"verified":false},{"type":"ndcg_at_3","value":52.298,"verified":false},{"type":"ndcg_at_5","value":55.02,"verified":false},{"type":"precision_at_1","value":47.524,"verified":false},{"type":"precision_at_10","value":8.865,"verified":false},{"type":"precision_at_100","value":1.179,"verified":false},{"type":"precision_at_1000","value":0.134,"verified":false},{"type":"precision_at_3","value":22.612,"verified":false},{"type":"precision_at_5","value":15.461,"verified":false},{"type":"recall_at_1","value":41.677,"verified":false},{"type":"recall_at_10","value":69.346,"verified":false},{"type":"recall_at_100","value":86.344,"verified":false},{"type":"recall_at_1000","value":95.703,"verified":false},{"type":"recall_at_3","value":55.789,"verified":false},{"type":"recall_at_5","value":62.488,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackGisRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":25.991999999999997,"verified":false},{"type":"map_at_10","value":32.804,"verified":false},{"type":"map_at_100","value":33.812999999999995,"verified":false},{"type":"map_at_1000","value":33.897,"verified":false},{"type":"map_at_3","value":30.567,"verified":false},{"type":"map_at_5","value":31.599,"verified":false},{"type":"mrr_at_1","value":27.797,"verified":false},{"type":"mrr_at_10","value":34.768,"verified":false},{"type":"mrr_at_100","value":35.702,"verified":false},{"type":"mrr_at_1000","value":35.766,"verified":false},{"type":"mrr_at_3","value":32.637,"verified":false},{"type":"mrr_at_5","value":33.614,"verified":false},{"type":"ndcg_at_1","value":27.797,"verified":false},{"type":"ndcg_at_10","value":36.966,"verified":false},{"type":"ndcg_at_100","value":41.972,"verified":false},{"type":"ndcg_at_1000","value":44.139,"verified":false},{"type":"ndcg_at_3","value":32.547,"verified":false},{"type":"ndcg_at_5","value":34.258,"verified":false},{"type":"precision_at_1","value":27.797,"verified":false},{"type":"precision_at_10","value":5.514,"verified":false},{"type":"precision_at_100","value":0.8340000000000001,"verified":false},{"type":"precision_at_1000","value":0.106,"verified":false},{"type":"precision_at_3","value":13.333,"verified":false},{"type":"precision_at_5","value":9.04,"verified":false},{"type":"recall_at_1","value":25.991999999999997,"verified":false},{"type":"recall_at_10","value":47.941,"verified":false},{"type":"recall_at_100","value":71.039,"verified":false},{"type":"recall_at_1000","value":87.32799999999999,"verified":false},{"type":"recall_at_3","value":36.01,"verified":false},{"type":"recall_at_5","value":40.056000000000004,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackMathematicaRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":17.533,"verified":false},{"type":"map_at_10","value":24.336,"verified":false},{"type":"map_at_100","value":25.445,"verified":false},{"type":"map_at_1000","value":25.561,"verified":false},{"type":"map_at_3","value":22.116,"verified":false},{"type":"map_at_5","value":23.347,"verified":false},{"type":"mrr_at_1","value":21.642,"verified":false},{"type":"mrr_at_10","value":28.910999999999998,"verified":false},{"type":"mrr_at_100","value":29.836000000000002,"verified":false},{"type":"mrr_at_1000","value":29.907,"verified":false},{"type":"mrr_at_3","value":26.638,"verified":false},{"type":"mrr_at_5","value":27.857,"verified":false},{"type":"ndcg_at_1","value":21.642,"verified":false},{"type":"ndcg_at_10","value":28.949,"verified":false},{"type":"ndcg_at_100","value":34.211000000000006,"verified":false},{"type":"ndcg_at_1000","value":37.031,"verified":false},{"type":"ndcg_at_3","value":24.788,"verified":false},{"type":"ndcg_at_5","value":26.685,"verified":false},{"type":"precision_at_1","value":21.642,"verified":false},{"type":"precision_at_10","value":5.137,"verified":false},{"type":"precision_at_100","value":0.893,"verified":false},{"type":"precision_at_1000","value":0.127,"verified":false},{"type":"precision_at_3","value":11.733,"verified":false},{"type":"precision_at_5","value":8.383000000000001,"verified":false},{"type":"recall_at_1","value":17.533,"verified":false},{"type":"recall_at_10","value":38.839,"verified":false},{"type":"recall_at_100","value":61.458999999999996,"verified":false},{"type":"recall_at_1000","value":81.58,"verified":false},{"type":"recall_at_3","value":27.328999999999997,"verified":false},{"type":"recall_at_5","value":32.168,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackPhysicsRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":28.126,"verified":false},{"type":"map_at_10","value":37.872,"verified":false},{"type":"map_at_100","value":39.229,"verified":false},{"type":"map_at_1000","value":39.353,"verified":false},{"type":"map_at_3","value":34.93,"verified":false},{"type":"map_at_5","value":36.59,"verified":false},{"type":"mrr_at_1","value":34.071,"verified":false},{"type":"mrr_at_10","value":43.056,"verified":false},{"type":"mrr_at_100","value":43.944,"verified":false},{"type":"mrr_at_1000","value":43.999,"verified":false},{"type":"mrr_at_3","value":40.536,"verified":false},{"type":"mrr_at_5","value":42.065999999999995,"verified":false},{"type":"ndcg_at_1","value":34.071,"verified":false},{"type":"ndcg_at_10","value":43.503,"verified":false},{"type":"ndcg_at_100","value":49.120000000000005,"verified":false},{"type":"ndcg_at_1000","value":51.410999999999994,"verified":false},{"type":"ndcg_at_3","value":38.767,"verified":false},{"type":"ndcg_at_5","value":41.075,"verified":false},{"type":"precision_at_1","value":34.071,"verified":false},{"type":"precision_at_10","value":7.843999999999999,"verified":false},{"type":"precision_at_100","value":1.2489999999999999,"verified":false},{"type":"precision_at_1000","value":0.163,"verified":false},{"type":"precision_at_3","value":18.223,"verified":false},{"type":"precision_at_5","value":13.050999999999998,"verified":false},{"type":"recall_at_1","value":28.126,"verified":false},{"type":"recall_at_10","value":54.952,"verified":false},{"type":"recall_at_100","value":78.375,"verified":false},{"type":"recall_at_1000","value":93.29899999999999,"verified":false},{"type":"recall_at_3","value":41.714,"verified":false},{"type":"recall_at_5","value":47.635,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackProgrammersRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":25.957,"verified":false},{"type":"map_at_10","value":34.749,"verified":false},{"type":"map_at_100","value":35.929,"verified":false},{"type":"map_at_1000","value":36.043,"verified":false},{"type":"map_at_3","value":31.947,"verified":false},{"type":"map_at_5","value":33.575,"verified":false},{"type":"mrr_at_1","value":32.078,"verified":false},{"type":"mrr_at_10","value":39.844,"verified":false},{"type":"mrr_at_100","value":40.71,"verified":false},{"type":"mrr_at_1000","value":40.77,"verified":false},{"type":"mrr_at_3","value":37.386,"verified":false},{"type":"mrr_at_5","value":38.83,"verified":false},{"type":"ndcg_at_1","value":32.078,"verified":false},{"type":"ndcg_at_10","value":39.97,"verified":false},{"type":"ndcg_at_100","value":45.254,"verified":false},{"type":"ndcg_at_1000","value":47.818,"verified":false},{"type":"ndcg_at_3","value":35.453,"verified":false},{"type":"ndcg_at_5","value":37.631,"verified":false},{"type":"precision_at_1","value":32.078,"verified":false},{"type":"precision_at_10","value":7.158,"verified":false},{"type":"precision_at_100","value":1.126,"verified":false},{"type":"precision_at_1000","value":0.153,"verified":false},{"type":"precision_at_3","value":16.743,"verified":false},{"type":"precision_at_5","value":11.872,"verified":false},{"type":"recall_at_1","value":25.957,"verified":false},{"type":"recall_at_10","value":50.583,"verified":false},{"type":"recall_at_100","value":73.593,"verified":false},{"type":"recall_at_1000","value":91.23599999999999,"verified":false},{"type":"recall_at_3","value":37.651,"verified":false},{"type":"recall_at_5","value":43.626,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":27.1505,"verified":false},{"type":"map_at_10","value":34.844833333333334,"verified":false},{"type":"map_at_100","value":35.95216666666667,"verified":false},{"type":"map_at_1000","value":36.06675,"verified":false},{"type":"map_at_3","value":32.41975,"verified":false},{"type":"map_at_5","value":33.74233333333333,"verified":false},{"type":"mrr_at_1","value":31.923666666666662,"verified":false},{"type":"mrr_at_10","value":38.87983333333334,"verified":false},{"type":"mrr_at_100","value":39.706250000000004,"verified":false},{"type":"mrr_at_1000","value":39.76708333333333,"verified":false},{"type":"mrr_at_3","value":36.72008333333333,"verified":false},{"type":"mrr_at_5","value":37.96933333333334,"verified":false},{"type":"ndcg_at_1","value":31.923666666666662,"verified":false},{"type":"ndcg_at_10","value":39.44258333333334,"verified":false},{"type":"ndcg_at_100","value":44.31475,"verified":false},{"type":"ndcg_at_1000","value":46.75,"verified":false},{"type":"ndcg_at_3","value":35.36299999999999,"verified":false},{"type":"ndcg_at_5","value":37.242333333333335,"verified":false},{"type":"precision_at_1","value":31.923666666666662,"verified":false},{"type":"precision_at_10","value":6.643333333333333,"verified":false},{"type":"precision_at_100","value":1.0612499999999998,"verified":false},{"type":"precision_at_1000","value":0.14575,"verified":false},{"type":"precision_at_3","value":15.875250000000001,"verified":false},{"type":"precision_at_5","value":11.088916666666664,"verified":false},{"type":"recall_at_1","value":27.1505,"verified":false},{"type":"recall_at_10","value":49.06349999999999,"verified":false},{"type":"recall_at_100","value":70.60841666666666,"verified":false},{"type":"recall_at_1000","value":87.72049999999999,"verified":false},{"type":"recall_at_3","value":37.60575000000001,"verified":false},{"type":"recall_at_5","value":42.511166666666675,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackStatsRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":25.101000000000003,"verified":false},{"type":"map_at_10","value":30.147000000000002,"verified":false},{"type":"map_at_100","value":30.98,"verified":false},{"type":"map_at_1000","value":31.080000000000002,"verified":false},{"type":"map_at_3","value":28.571,"verified":false},{"type":"map_at_5","value":29.319,"verified":false},{"type":"mrr_at_1","value":27.761000000000003,"verified":false},{"type":"mrr_at_10","value":32.716,"verified":false},{"type":"mrr_at_100","value":33.504,"verified":false},{"type":"mrr_at_1000","value":33.574,"verified":false},{"type":"mrr_at_3","value":31.135,"verified":false},{"type":"mrr_at_5","value":32.032,"verified":false},{"type":"ndcg_at_1","value":27.761000000000003,"verified":false},{"type":"ndcg_at_10","value":33.358,"verified":false},{"type":"ndcg_at_100","value":37.569,"verified":false},{"type":"ndcg_at_1000","value":40.189,"verified":false},{"type":"ndcg_at_3","value":30.291,"verified":false},{"type":"ndcg_at_5","value":31.558000000000003,"verified":false},{"type":"precision_at_1","value":27.761000000000003,"verified":false},{"type":"precision_at_10","value":4.939,"verified":false},{"type":"precision_at_100","value":0.759,"verified":false},{"type":"precision_at_1000","value":0.106,"verified":false},{"type":"precision_at_3","value":12.577,"verified":false},{"type":"precision_at_5","value":8.497,"verified":false},{"type":"recall_at_1","value":25.101000000000003,"verified":false},{"type":"recall_at_10","value":40.739,"verified":false},{"type":"recall_at_100","value":60.089999999999996,"verified":false},{"type":"recall_at_1000","value":79.768,"verified":false},{"type":"recall_at_3","value":32.16,"verified":false},{"type":"recall_at_5","value":35.131,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackTexRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":20.112,"verified":false},{"type":"map_at_10","value":26.119999999999997,"verified":false},{"type":"map_at_100","value":27.031,"verified":false},{"type":"map_at_1000","value":27.150000000000002,"verified":false},{"type":"map_at_3","value":24.230999999999998,"verified":false},{"type":"map_at_5","value":25.15,"verified":false},{"type":"mrr_at_1","value":24.535,"verified":false},{"type":"mrr_at_10","value":30.198000000000004,"verified":false},{"type":"mrr_at_100","value":30.975,"verified":false},{"type":"mrr_at_1000","value":31.051000000000002,"verified":false},{"type":"mrr_at_3","value":28.338,"verified":false},{"type":"mrr_at_5","value":29.269000000000002,"verified":false},{"type":"ndcg_at_1","value":24.535,"verified":false},{"type":"ndcg_at_10","value":30.147000000000002,"verified":false},{"type":"ndcg_at_100","value":34.544000000000004,"verified":false},{"type":"ndcg_at_1000","value":37.512,"verified":false},{"type":"ndcg_at_3","value":26.726,"verified":false},{"type":"ndcg_at_5","value":28.046,"verified":false},{"type":"precision_at_1","value":24.535,"verified":false},{"type":"precision_at_10","value":5.179,"verified":false},{"type":"precision_at_100","value":0.859,"verified":false},{"type":"precision_at_1000","value":0.128,"verified":false},{"type":"precision_at_3","value":12.159,"verified":false},{"type":"precision_at_5","value":8.424,"verified":false},{"type":"recall_at_1","value":20.112,"verified":false},{"type":"recall_at_10","value":38.312000000000005,"verified":false},{"type":"recall_at_100","value":58.406000000000006,"verified":false},{"type":"recall_at_1000","value":79.863,"verified":false},{"type":"recall_at_3","value":28.358,"verified":false},{"type":"recall_at_5","value":31.973000000000003,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackUnixRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":27.111,"verified":false},{"type":"map_at_10","value":34.096,"verified":false},{"type":"map_at_100","value":35.181000000000004,"verified":false},{"type":"map_at_1000","value":35.276,"verified":false},{"type":"map_at_3","value":31.745,"verified":false},{"type":"map_at_5","value":33.045,"verified":false},{"type":"mrr_at_1","value":31.343,"verified":false},{"type":"mrr_at_10","value":37.994,"verified":false},{"type":"mrr_at_100","value":38.873000000000005,"verified":false},{"type":"mrr_at_1000","value":38.934999999999995,"verified":false},{"type":"mrr_at_3","value":35.743,"verified":false},{"type":"mrr_at_5","value":37.077,"verified":false},{"type":"ndcg_at_1","value":31.343,"verified":false},{"type":"ndcg_at_10","value":38.572,"verified":false},{"type":"ndcg_at_100","value":43.854,"verified":false},{"type":"ndcg_at_1000","value":46.190999999999995,"verified":false},{"type":"ndcg_at_3","value":34.247,"verified":false},{"type":"ndcg_at_5","value":36.28,"verified":false},{"type":"precision_at_1","value":31.343,"verified":false},{"type":"precision_at_10","value":6.166,"verified":false},{"type":"precision_at_100","value":1,"verified":false},{"type":"precision_at_1000","value":0.13,"verified":false},{"type":"precision_at_3","value":15.081,"verified":false},{"type":"precision_at_5","value":10.428999999999998,"verified":false},{"type":"recall_at_1","value":27.111,"verified":false},{"type":"recall_at_10","value":48.422,"verified":false},{"type":"recall_at_100","value":71.846,"verified":false},{"type":"recall_at_1000","value":88.57000000000001,"verified":false},{"type":"recall_at_3","value":36.435,"verified":false},{"type":"recall_at_5","value":41.765,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackWebmastersRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":26.264,"verified":false},{"type":"map_at_10","value":33.522,"verified":false},{"type":"map_at_100","value":34.963,"verified":false},{"type":"map_at_1000","value":35.175,"verified":false},{"type":"map_at_3","value":31.366,"verified":false},{"type":"map_at_5","value":32.621,"verified":false},{"type":"mrr_at_1","value":31.028,"verified":false},{"type":"mrr_at_10","value":37.230000000000004,"verified":false},{"type":"mrr_at_100","value":38.149,"verified":false},{"type":"mrr_at_1000","value":38.218,"verified":false},{"type":"mrr_at_3","value":35.046,"verified":false},{"type":"mrr_at_5","value":36.617,"verified":false},{"type":"ndcg_at_1","value":31.028,"verified":false},{"type":"ndcg_at_10","value":37.964999999999996,"verified":false},{"type":"ndcg_at_100","value":43.342000000000006,"verified":false},{"type":"ndcg_at_1000","value":46.471000000000004,"verified":false},{"type":"ndcg_at_3","value":34.67,"verified":false},{"type":"ndcg_at_5","value":36.458,"verified":false},{"type":"precision_at_1","value":31.028,"verified":false},{"type":"precision_at_10","value":6.937,"verified":false},{"type":"precision_at_100","value":1.346,"verified":false},{"type":"precision_at_1000","value":0.22799999999999998,"verified":false},{"type":"precision_at_3","value":15.942,"verified":false},{"type":"precision_at_5","value":11.462,"verified":false},{"type":"recall_at_1","value":26.264,"verified":false},{"type":"recall_at_10","value":45.571,"verified":false},{"type":"recall_at_100","value":70.246,"verified":false},{"type":"recall_at_1000","value":90.971,"verified":false},{"type":"recall_at_3","value":36.276,"verified":false},{"type":"recall_at_5","value":41.162,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackWordpressRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":23.372999999999998,"verified":false},{"type":"map_at_10","value":28.992,"verified":false},{"type":"map_at_100","value":29.837999999999997,"verified":false},{"type":"map_at_1000","value":29.939,"verified":false},{"type":"map_at_3","value":26.999000000000002,"verified":false},{"type":"map_at_5","value":28.044999999999998,"verified":false},{"type":"mrr_at_1","value":25.692999999999998,"verified":false},{"type":"mrr_at_10","value":30.984,"verified":false},{"type":"mrr_at_100","value":31.799,"verified":false},{"type":"mrr_at_1000","value":31.875999999999998,"verified":false},{"type":"mrr_at_3","value":29.267,"verified":false},{"type":"mrr_at_5","value":30.163,"verified":false},{"type":"ndcg_at_1","value":25.692999999999998,"verified":false},{"type":"ndcg_at_10","value":32.45,"verified":false},{"type":"ndcg_at_100","value":37.103,"verified":false},{"type":"ndcg_at_1000","value":39.678000000000004,"verified":false},{"type":"ndcg_at_3","value":28.725,"verified":false},{"type":"ndcg_at_5","value":30.351,"verified":false},{"type":"precision_at_1","value":25.692999999999998,"verified":false},{"type":"precision_at_10","value":4.806,"verified":false},{"type":"precision_at_100","value":0.765,"verified":false},{"type":"precision_at_1000","value":0.108,"verified":false},{"type":"precision_at_3","value":11.768,"verified":false},{"type":"precision_at_5","value":8.096,"verified":false},{"type":"recall_at_1","value":23.372999999999998,"verified":false},{"type":"recall_at_10","value":41.281,"verified":false},{"type":"recall_at_100","value":63.465,"verified":false},{"type":"recall_at_1000","value":82.575,"verified":false},{"type":"recall_at_3","value":31.063000000000002,"verified":false},{"type":"recall_at_5","value":34.991,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"climate-fever","name":"MTEB ClimateFEVER","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":8.821,"verified":false},{"type":"map_at_10","value":15.383,"verified":false},{"type":"map_at_100","value":17.244999999999997,"verified":false},{"type":"map_at_1000","value":17.445,"verified":false},{"type":"map_at_3","value":12.64,"verified":false},{"type":"map_at_5","value":13.941999999999998,"verified":false},{"type":"mrr_at_1","value":19.544,"verified":false},{"type":"mrr_at_10","value":29.738999999999997,"verified":false},{"type":"mrr_at_100","value":30.923000000000002,"verified":false},{"type":"mrr_at_1000","value":30.969,"verified":false},{"type":"mrr_at_3","value":26.384,"verified":false},{"type":"mrr_at_5","value":28.199,"verified":false},{"type":"ndcg_at_1","value":19.544,"verified":false},{"type":"ndcg_at_10","value":22.398,"verified":false},{"type":"ndcg_at_100","value":30.253999999999998,"verified":false},{"type":"ndcg_at_1000","value":33.876,"verified":false},{"type":"ndcg_at_3","value":17.473,"verified":false},{"type":"ndcg_at_5","value":19.154,"verified":false},{"type":"precision_at_1","value":19.544,"verified":false},{"type":"precision_at_10","value":7.217999999999999,"verified":false},{"type":"precision_at_100","value":1.564,"verified":false},{"type":"precision_at_1000","value":0.22300000000000003,"verified":false},{"type":"precision_at_3","value":13.225000000000001,"verified":false},{"type":"precision_at_5","value":10.319,"verified":false},{"type":"recall_at_1","value":8.821,"verified":false},{"type":"recall_at_10","value":28.110000000000003,"verified":false},{"type":"recall_at_100","value":55.64,"verified":false},{"type":"recall_at_1000","value":75.964,"verified":false},{"type":"recall_at_3","value":16.195,"verified":false},{"type":"recall_at_5","value":20.678,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"dbpedia-entity","name":"MTEB DBPedia","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":9.344,"verified":false},{"type":"map_at_10","value":20.301,"verified":false},{"type":"map_at_100","value":28.709,"verified":false},{"type":"map_at_1000","value":30.470999999999997,"verified":false},{"type":"map_at_3","value":14.584,"verified":false},{"type":"map_at_5","value":16.930999999999997,"verified":false},{"type":"mrr_at_1","value":67.25,"verified":false},{"type":"mrr_at_10","value":75.393,"verified":false},{"type":"mrr_at_100","value":75.742,"verified":false},{"type":"mrr_at_1000","value":75.75,"verified":false},{"type":"mrr_at_3","value":73.958,"verified":false},{"type":"mrr_at_5","value":74.883,"verified":false},{"type":"ndcg_at_1","value":56.00000000000001,"verified":false},{"type":"ndcg_at_10","value":42.394,"verified":false},{"type":"ndcg_at_100","value":47.091,"verified":false},{"type":"ndcg_at_1000","value":54.215,"verified":false},{"type":"ndcg_at_3","value":46.995,"verified":false},{"type":"ndcg_at_5","value":44.214999999999996,"verified":false},{"type":"precision_at_1","value":67.25,"verified":false},{"type":"precision_at_10","value":33.525,"verified":false},{"type":"precision_at_100","value":10.67,"verified":false},{"type":"precision_at_1000","value":2.221,"verified":false},{"type":"precision_at_3","value":49.417,"verified":false},{"type":"precision_at_5","value":42.15,"verified":false},{"type":"recall_at_1","value":9.344,"verified":false},{"type":"recall_at_10","value":25.209,"verified":false},{"type":"recall_at_100","value":52.329,"verified":false},{"type":"recall_at_1000","value":74.2,"verified":false},{"type":"recall_at_3","value":15.699,"verified":false},{"type":"recall_at_5","value":19.24,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/emotion","name":"MTEB EmotionClassification","config":"default","split":"test","revision":"4f58c6b202a23cf9a4da393831edf4f9183cad37"},"metrics":[{"type":"accuracy","value":48.05,"verified":false},{"type":"f1","value":43.06718139212933,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"fever","name":"MTEB FEVER","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":46.452,"verified":false},{"type":"map_at_10","value":58.825,"verified":false},{"type":"map_at_100","value":59.372,"verified":false},{"type":"map_at_1000","value":59.399,"verified":false},{"type":"map_at_3","value":56.264,"verified":false},{"type":"map_at_5","value":57.879999999999995,"verified":false},{"type":"mrr_at_1","value":49.82,"verified":false},{"type":"mrr_at_10","value":62.178999999999995,"verified":false},{"type":"mrr_at_100","value":62.641999999999996,"verified":false},{"type":"mrr_at_1000","value":62.658,"verified":false},{"type":"mrr_at_3","value":59.706,"verified":false},{"type":"mrr_at_5","value":61.283,"verified":false},{"type":"ndcg_at_1","value":49.82,"verified":false},{"type":"ndcg_at_10","value":65.031,"verified":false},{"type":"ndcg_at_100","value":67.413,"verified":false},{"type":"ndcg_at_1000","value":68.014,"verified":false},{"type":"ndcg_at_3","value":60.084,"verified":false},{"type":"ndcg_at_5","value":62.858000000000004,"verified":false},{"type":"precision_at_1","value":49.82,"verified":false},{"type":"precision_at_10","value":8.876000000000001,"verified":false},{"type":"precision_at_100","value":1.018,"verified":false},{"type":"precision_at_1000","value":0.109,"verified":false},{"type":"precision_at_3","value":24.477,"verified":false},{"type":"precision_at_5","value":16.208,"verified":false},{"type":"recall_at_1","value":46.452,"verified":false},{"type":"recall_at_10","value":80.808,"verified":false},{"type":"recall_at_100","value":91.215,"verified":false},{"type":"recall_at_1000","value":95.52000000000001,"verified":false},{"type":"recall_at_3","value":67.62899999999999,"verified":false},{"type":"recall_at_5","value":74.32900000000001,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"fiqa","name":"MTEB FiQA2018","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":18.351,"verified":false},{"type":"map_at_10","value":30.796,"verified":false},{"type":"map_at_100","value":32.621,"verified":false},{"type":"map_at_1000","value":32.799,"verified":false},{"type":"map_at_3","value":26.491,"verified":false},{"type":"map_at_5","value":28.933999999999997,"verified":false},{"type":"mrr_at_1","value":36.265,"verified":false},{"type":"mrr_at_10","value":45.556999999999995,"verified":false},{"type":"mrr_at_100","value":46.323,"verified":false},{"type":"mrr_at_1000","value":46.359,"verified":false},{"type":"mrr_at_3","value":42.695,"verified":false},{"type":"mrr_at_5","value":44.324000000000005,"verified":false},{"type":"ndcg_at_1","value":36.265,"verified":false},{"type":"ndcg_at_10","value":38.558,"verified":false},{"type":"ndcg_at_100","value":45.18,"verified":false},{"type":"ndcg_at_1000","value":48.292,"verified":false},{"type":"ndcg_at_3","value":34.204,"verified":false},{"type":"ndcg_at_5","value":35.735,"verified":false},{"type":"precision_at_1","value":36.265,"verified":false},{"type":"precision_at_10","value":10.879999999999999,"verified":false},{"type":"precision_at_100","value":1.77,"verified":false},{"type":"precision_at_1000","value":0.234,"verified":false},{"type":"precision_at_3","value":23.044999999999998,"verified":false},{"type":"precision_at_5","value":17.253,"verified":false},{"type":"recall_at_1","value":18.351,"verified":false},{"type":"recall_at_10","value":46.116,"verified":false},{"type":"recall_at_100","value":70.786,"verified":false},{"type":"recall_at_1000","value":89.46300000000001,"verified":false},{"type":"recall_at_3","value":31.404,"verified":false},{"type":"recall_at_5","value":37.678,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"hotpotqa","name":"MTEB HotpotQA","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":36.847,"verified":false},{"type":"map_at_10","value":54.269999999999996,"verified":false},{"type":"map_at_100","value":55.152,"verified":false},{"type":"map_at_1000","value":55.223,"verified":false},{"type":"map_at_3","value":51.166,"verified":false},{"type":"map_at_5","value":53.055,"verified":false},{"type":"mrr_at_1","value":73.693,"verified":false},{"type":"mrr_at_10","value":79.975,"verified":false},{"type":"mrr_at_100","value":80.202,"verified":false},{"type":"mrr_at_1000","value":80.214,"verified":false},{"type":"mrr_at_3","value":78.938,"verified":false},{"type":"mrr_at_5","value":79.595,"verified":false},{"type":"ndcg_at_1","value":73.693,"verified":false},{"type":"ndcg_at_10","value":63.334999999999994,"verified":false},{"type":"ndcg_at_100","value":66.452,"verified":false},{"type":"ndcg_at_1000","value":67.869,"verified":false},{"type":"ndcg_at_3","value":58.829,"verified":false},{"type":"ndcg_at_5","value":61.266,"verified":false},{"type":"precision_at_1","value":73.693,"verified":false},{"type":"precision_at_10","value":13.122,"verified":false},{"type":"precision_at_100","value":1.5559999999999998,"verified":false},{"type":"precision_at_1000","value":0.174,"verified":false},{"type":"precision_at_3","value":37.083,"verified":false},{"type":"precision_at_5","value":24.169999999999998,"verified":false},{"type":"recall_at_1","value":36.847,"verified":false},{"type":"recall_at_10","value":65.61099999999999,"verified":false},{"type":"recall_at_100","value":77.792,"verified":false},{"type":"recall_at_1000","value":87.17099999999999,"verified":false},{"type":"recall_at_3","value":55.625,"verified":false},{"type":"recall_at_5","value":60.425,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/imdb","name":"MTEB ImdbClassification","config":"default","split":"test","revision":"3d86128a09e091d6018b6d26cad27f2739fc2db7"},"metrics":[{"type":"accuracy","value":82.1096,"verified":false},{"type":"ap","value":76.67089212843918,"verified":false},{"type":"f1","value":82.03535056754939,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"msmarco","name":"MTEB MSMARCO","config":"default","split":"dev","revision":"None"},"metrics":[{"type":"map_at_1","value":24.465,"verified":false},{"type":"map_at_10","value":37.072,"verified":false},{"type":"map_at_100","value":38.188,"verified":false},{"type":"map_at_1000","value":38.232,"verified":false},{"type":"map_at_3","value":33.134,"verified":false},{"type":"map_at_5","value":35.453,"verified":false},{"type":"mrr_at_1","value":25.142999999999997,"verified":false},{"type":"mrr_at_10","value":37.669999999999995,"verified":false},{"type":"mrr_at_100","value":38.725,"verified":false},{"type":"mrr_at_1000","value":38.765,"verified":false},{"type":"mrr_at_3","value":33.82,"verified":false},{"type":"mrr_at_5","value":36.111,"verified":false},{"type":"ndcg_at_1","value":25.142999999999997,"verified":false},{"type":"ndcg_at_10","value":44.054,"verified":false},{"type":"ndcg_at_100","value":49.364000000000004,"verified":false},{"type":"ndcg_at_1000","value":50.456,"verified":false},{"type":"ndcg_at_3","value":36.095,"verified":false},{"type":"ndcg_at_5","value":40.23,"verified":false},{"type":"precision_at_1","value":25.142999999999997,"verified":false},{"type":"precision_at_10","value":6.845,"verified":false},{"type":"precision_at_100","value":0.95,"verified":false},{"type":"precision_at_1000","value":0.104,"verified":false},{"type":"precision_at_3","value":15.204999999999998,"verified":false},{"type":"precision_at_5","value":11.221,"verified":false},{"type":"recall_at_1","value":24.465,"verified":false},{"type":"recall_at_10","value":65.495,"verified":false},{"type":"recall_at_100","value":89.888,"verified":false},{"type":"recall_at_1000","value":98.165,"verified":false},{"type":"recall_at_3","value":43.964,"verified":false},{"type":"recall_at_5","value":53.891,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_domain","name":"MTEB MTOPDomainClassification (en)","config":"en","split":"test","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf"},"metrics":[{"type":"accuracy","value":93.86228910168718,"verified":false},{"type":"f1","value":93.69177113259104,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_intent","name":"MTEB MTOPIntentClassification (en)","config":"en","split":"test","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba"},"metrics":[{"type":"accuracy","value":76.3999088007296,"verified":false},{"type":"f1","value":58.96668664333438,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (en)","config":"en","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":73.21788836583727,"verified":false},{"type":"f1","value":71.4545936552952,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (en)","config":"en","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":77.39071956960323,"verified":false},{"type":"f1","value":77.12398952847603,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-p2p","name":"MTEB MedrxivClusteringP2P","config":"default","split":"test","revision":"e7a26af6f3ae46b30dde8737f02c07b1505bcc73"},"metrics":[{"type":"v_measure","value":32.255379528166955,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-s2s","name":"MTEB MedrxivClusteringS2S","config":"default","split":"test","revision":"35191c8c0dca72d8ff3efcd72aa802307d469663"},"metrics":[{"type":"v_measure","value":29.66423362872814,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/mind_small","name":"MTEB MindSmallReranking","config":"default","split":"test","revision":"3bdac13927fdc888b903db93b2ffdbd90b295a69"},"metrics":[{"type":"map","value":30.782211620375964,"verified":false},{"type":"mrr","value":31.773479703044956,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"nfcorpus","name":"MTEB NFCorpus","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":5.863,"verified":false},{"type":"map_at_10","value":13.831,"verified":false},{"type":"map_at_100","value":17.534,"verified":false},{"type":"map_at_1000","value":19.012,"verified":false},{"type":"map_at_3","value":10.143,"verified":false},{"type":"map_at_5","value":12.034,"verified":false},{"type":"mrr_at_1","value":46.749,"verified":false},{"type":"mrr_at_10","value":55.376999999999995,"verified":false},{"type":"mrr_at_100","value":56.009,"verified":false},{"type":"mrr_at_1000","value":56.042,"verified":false},{"type":"mrr_at_3","value":53.30200000000001,"verified":false},{"type":"mrr_at_5","value":54.85,"verified":false},{"type":"ndcg_at_1","value":44.582,"verified":false},{"type":"ndcg_at_10","value":36.07,"verified":false},{"type":"ndcg_at_100","value":33.39,"verified":false},{"type":"ndcg_at_1000","value":41.884,"verified":false},{"type":"ndcg_at_3","value":41.441,"verified":false},{"type":"ndcg_at_5","value":39.861000000000004,"verified":false},{"type":"precision_at_1","value":46.129999999999995,"verified":false},{"type":"precision_at_10","value":26.594,"verified":false},{"type":"precision_at_100","value":8.365,"verified":false},{"type":"precision_at_1000","value":2.1260000000000003,"verified":false},{"type":"precision_at_3","value":39.009,"verified":false},{"type":"precision_at_5","value":34.861,"verified":false},{"type":"recall_at_1","value":5.863,"verified":false},{"type":"recall_at_10","value":17.961,"verified":false},{"type":"recall_at_100","value":34.026,"verified":false},{"type":"recall_at_1000","value":64.46499999999999,"verified":false},{"type":"recall_at_3","value":11.242,"verified":false},{"type":"recall_at_5","value":14.493,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"nq","name":"MTEB NQ","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":38.601,"verified":false},{"type":"map_at_10","value":55.293000000000006,"verified":false},{"type":"map_at_100","value":56.092,"verified":false},{"type":"map_at_1000","value":56.111999999999995,"verified":false},{"type":"map_at_3","value":51.269,"verified":false},{"type":"map_at_5","value":53.787,"verified":false},{"type":"mrr_at_1","value":43.221,"verified":false},{"type":"mrr_at_10","value":57.882999999999996,"verified":false},{"type":"mrr_at_100","value":58.408,"verified":false},{"type":"mrr_at_1000","value":58.421,"verified":false},{"type":"mrr_at_3","value":54.765,"verified":false},{"type":"mrr_at_5","value":56.809,"verified":false},{"type":"ndcg_at_1","value":43.221,"verified":false},{"type":"ndcg_at_10","value":62.858999999999995,"verified":false},{"type":"ndcg_at_100","value":65.987,"verified":false},{"type":"ndcg_at_1000","value":66.404,"verified":false},{"type":"ndcg_at_3","value":55.605000000000004,"verified":false},{"type":"ndcg_at_5","value":59.723000000000006,"verified":false},{"type":"precision_at_1","value":43.221,"verified":false},{"type":"precision_at_10","value":9.907,"verified":false},{"type":"precision_at_100","value":1.169,"verified":false},{"type":"precision_at_1000","value":0.121,"verified":false},{"type":"precision_at_3","value":25.019000000000002,"verified":false},{"type":"precision_at_5","value":17.474,"verified":false},{"type":"recall_at_1","value":38.601,"verified":false},{"type":"recall_at_10","value":82.966,"verified":false},{"type":"recall_at_100","value":96.154,"verified":false},{"type":"recall_at_1000","value":99.223,"verified":false},{"type":"recall_at_3","value":64.603,"verified":false},{"type":"recall_at_5","value":73.97200000000001,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"quora","name":"MTEB QuoraRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":70.77,"verified":false},{"type":"map_at_10","value":84.429,"verified":false},{"type":"map_at_100","value":85.04599999999999,"verified":false},{"type":"map_at_1000","value":85.065,"verified":false},{"type":"map_at_3","value":81.461,"verified":false},{"type":"map_at_5","value":83.316,"verified":false},{"type":"mrr_at_1","value":81.51,"verified":false},{"type":"mrr_at_10","value":87.52799999999999,"verified":false},{"type":"mrr_at_100","value":87.631,"verified":false},{"type":"mrr_at_1000","value":87.632,"verified":false},{"type":"mrr_at_3","value":86.533,"verified":false},{"type":"mrr_at_5","value":87.214,"verified":false},{"type":"ndcg_at_1","value":81.47999999999999,"verified":false},{"type":"ndcg_at_10","value":88.181,"verified":false},{"type":"ndcg_at_100","value":89.39200000000001,"verified":false},{"type":"ndcg_at_1000","value":89.52,"verified":false},{"type":"ndcg_at_3","value":85.29299999999999,"verified":false},{"type":"ndcg_at_5","value":86.88,"verified":false},{"type":"precision_at_1","value":81.47999999999999,"verified":false},{"type":"precision_at_10","value":13.367,"verified":false},{"type":"precision_at_100","value":1.5230000000000001,"verified":false},{"type":"precision_at_1000","value":0.157,"verified":false},{"type":"precision_at_3","value":37.227,"verified":false},{"type":"precision_at_5","value":24.494,"verified":false},{"type":"recall_at_1","value":70.77,"verified":false},{"type":"recall_at_10","value":95.199,"verified":false},{"type":"recall_at_100","value":99.37700000000001,"verified":false},{"type":"recall_at_1000","value":99.973,"verified":false},{"type":"recall_at_3","value":86.895,"verified":false},{"type":"recall_at_5","value":91.396,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering","name":"MTEB RedditClustering","config":"default","split":"test","revision":"24640382cdbf8abc73003fb0fa6d111a705499eb"},"metrics":[{"type":"v_measure","value":50.686353396858344,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering-p2p","name":"MTEB RedditClusteringP2P","config":"default","split":"test","revision":"282350215ef01743dc01b456c7f5241fa8937f16"},"metrics":[{"type":"v_measure","value":61.3664675312921,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"scidocs","name":"MTEB SCIDOCS","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":4.7379999999999995,"verified":false},{"type":"map_at_10","value":12.01,"verified":false},{"type":"map_at_100","value":14.02,"verified":false},{"type":"map_at_1000","value":14.310999999999998,"verified":false},{"type":"map_at_3","value":8.459,"verified":false},{"type":"map_at_5","value":10.281,"verified":false},{"type":"mrr_at_1","value":23.3,"verified":false},{"type":"mrr_at_10","value":34.108,"verified":false},{"type":"mrr_at_100","value":35.217,"verified":false},{"type":"mrr_at_1000","value":35.272,"verified":false},{"type":"mrr_at_3","value":30.833,"verified":false},{"type":"mrr_at_5","value":32.768,"verified":false},{"type":"ndcg_at_1","value":23.3,"verified":false},{"type":"ndcg_at_10","value":20.116999999999997,"verified":false},{"type":"ndcg_at_100","value":27.961000000000002,"verified":false},{"type":"ndcg_at_1000","value":33.149,"verified":false},{"type":"ndcg_at_3","value":18.902,"verified":false},{"type":"ndcg_at_5","value":16.742,"verified":false},{"type":"precision_at_1","value":23.3,"verified":false},{"type":"precision_at_10","value":10.47,"verified":false},{"type":"precision_at_100","value":2.177,"verified":false},{"type":"precision_at_1000","value":0.34299999999999997,"verified":false},{"type":"precision_at_3","value":17.567,"verified":false},{"type":"precision_at_5","value":14.78,"verified":false},{"type":"recall_at_1","value":4.7379999999999995,"verified":false},{"type":"recall_at_10","value":21.221999999999998,"verified":false},{"type":"recall_at_100","value":44.242,"verified":false},{"type":"recall_at_1000","value":69.652,"verified":false},{"type":"recall_at_3","value":10.688,"verified":false},{"type":"recall_at_5","value":14.982999999999999,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sickr-sts","name":"MTEB SICK-R","config":"default","split":"test","revision":"a6ea5a8cab320b040a23452cc28066d9beae2cee"},"metrics":[{"type":"cos_sim_pearson","value":84.84572946827069,"verified":false},{"type":"cos_sim_spearman","value":80.48508130408966,"verified":false},{"type":"euclidean_pearson","value":82.0481530027767,"verified":false},{"type":"euclidean_spearman","value":80.45902876782752,"verified":false},{"type":"manhattan_pearson","value":82.03728222483326,"verified":false},{"type":"manhattan_spearman","value":80.45684282911755,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts12-sts","name":"MTEB STS12","config":"default","split":"test","revision":"a0d554a64d88156834ff5ae9920b964011b16384"},"metrics":[{"type":"cos_sim_pearson","value":84.33476464677516,"verified":false},{"type":"cos_sim_spearman","value":75.93057758003266,"verified":false},{"type":"euclidean_pearson","value":80.89685744015691,"verified":false},{"type":"euclidean_spearman","value":76.29929953441706,"verified":false},{"type":"manhattan_pearson","value":80.91391345459995,"verified":false},{"type":"manhattan_spearman","value":76.31985463110914,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts13-sts","name":"MTEB STS13","config":"default","split":"test","revision":"7e90230a92c190f1bf69ae9002b8cea547a64cca"},"metrics":[{"type":"cos_sim_pearson","value":84.63686106359005,"verified":false},{"type":"cos_sim_spearman","value":85.22240034668202,"verified":false},{"type":"euclidean_pearson","value":84.6074814189106,"verified":false},{"type":"euclidean_spearman","value":85.17169644755828,"verified":false},{"type":"manhattan_pearson","value":84.48329306239368,"verified":false},{"type":"manhattan_spearman","value":85.0086508544768,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts14-sts","name":"MTEB STS14","config":"default","split":"test","revision":"6031580fec1f6af667f0bd2da0a551cf4f0b2375"},"metrics":[{"type":"cos_sim_pearson","value":82.95455774064745,"verified":false},{"type":"cos_sim_spearman","value":80.54074646118492,"verified":false},{"type":"euclidean_pearson","value":81.79598955554704,"verified":false},{"type":"euclidean_spearman","value":80.55837617606814,"verified":false},{"type":"manhattan_pearson","value":81.78213797905386,"verified":false},{"type":"manhattan_spearman","value":80.5666746878273,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts15-sts","name":"MTEB STS15","config":"default","split":"test","revision":"ae752c7c21bf194d8b67fd573edf7ae58183cbe3"},"metrics":[{"type":"cos_sim_pearson","value":87.92813309124739,"verified":false},{"type":"cos_sim_spearman","value":88.81459873052108,"verified":false},{"type":"euclidean_pearson","value":88.21193118930564,"verified":false},{"type":"euclidean_spearman","value":88.87072745043731,"verified":false},{"type":"manhattan_pearson","value":88.22576929706727,"verified":false},{"type":"manhattan_spearman","value":88.8867671095791,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts16-sts","name":"MTEB STS16","config":"default","split":"test","revision":"4d8694f8f0e0100860b497b999b3dbed754a0513"},"metrics":[{"type":"cos_sim_pearson","value":83.6881529671839,"verified":false},{"type":"cos_sim_spearman","value":85.2807092969554,"verified":false},{"type":"euclidean_pearson","value":84.62334178652704,"verified":false},{"type":"euclidean_spearman","value":85.2116373296784,"verified":false},{"type":"manhattan_pearson","value":84.54948211541777,"verified":false},{"type":"manhattan_spearman","value":85.10737722637882,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts17-crosslingual-sts","name":"MTEB STS17 (en-en)","config":"en-en","split":"test","revision":"af5e6fb845001ecf41f4c1e033ce921939a2a68d"},"metrics":[{"type":"cos_sim_pearson","value":88.55963694458408,"verified":false},{"type":"cos_sim_spearman","value":89.36731628848683,"verified":false},{"type":"euclidean_pearson","value":89.64975952985465,"verified":false},{"type":"euclidean_spearman","value":89.29689484033007,"verified":false},{"type":"manhattan_pearson","value":89.61234491713135,"verified":false},{"type":"manhattan_spearman","value":89.20302520255782,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts22-crosslingual-sts","name":"MTEB STS22 (en)","config":"en","split":"test","revision":"6d1ba47164174a496b7fa5d3569dae26a6813b80"},"metrics":[{"type":"cos_sim_pearson","value":62.411800961903886,"verified":false},{"type":"cos_sim_spearman","value":62.99105515749963,"verified":false},{"type":"euclidean_pearson","value":65.29826669549443,"verified":false},{"type":"euclidean_spearman","value":63.29880964105775,"verified":false},{"type":"manhattan_pearson","value":65.00126190601183,"verified":false},{"type":"manhattan_spearman","value":63.32011025899179,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/stsbenchmark-sts","name":"MTEB STSBenchmark","config":"default","split":"test","revision":"b0fddb56ed78048fa8b90373c8a3cfc37b684831"},"metrics":[{"type":"cos_sim_pearson","value":85.83498531837608,"verified":false},{"type":"cos_sim_spearman","value":87.21366640615442,"verified":false},{"type":"euclidean_pearson","value":86.74764288798261,"verified":false},{"type":"euclidean_spearman","value":87.06060470780834,"verified":false},{"type":"manhattan_pearson","value":86.65971223951476,"verified":false},{"type":"manhattan_spearman","value":86.99814399831457,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/scidocs-reranking","name":"MTEB SciDocsRR","config":"default","split":"test","revision":"d3c5e1fc0b855ab6097bf1cda04dd73947d7caab"},"metrics":[{"type":"map","value":83.94448463485881,"verified":false},{"type":"mrr","value":95.36291867174221,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"scifact","name":"MTEB SciFact","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":59.928000000000004,"verified":false},{"type":"map_at_10","value":68.577,"verified":false},{"type":"map_at_100","value":69.35900000000001,"verified":false},{"type":"map_at_1000","value":69.37299999999999,"verified":false},{"type":"map_at_3","value":66.217,"verified":false},{"type":"map_at_5","value":67.581,"verified":false},{"type":"mrr_at_1","value":63,"verified":false},{"type":"mrr_at_10","value":69.994,"verified":false},{"type":"mrr_at_100","value":70.553,"verified":false},{"type":"mrr_at_1000","value":70.56700000000001,"verified":false},{"type":"mrr_at_3","value":68.167,"verified":false},{"type":"mrr_at_5","value":69.11699999999999,"verified":false},{"type":"ndcg_at_1","value":63,"verified":false},{"type":"ndcg_at_10","value":72.58,"verified":false},{"type":"ndcg_at_100","value":75.529,"verified":false},{"type":"ndcg_at_1000","value":76.009,"verified":false},{"type":"ndcg_at_3","value":68.523,"verified":false},{"type":"ndcg_at_5","value":70.301,"verified":false},{"type":"precision_at_1","value":63,"verified":false},{"type":"precision_at_10","value":9.333,"verified":false},{"type":"precision_at_100","value":1.09,"verified":false},{"type":"precision_at_1000","value":0.11299999999999999,"verified":false},{"type":"precision_at_3","value":26.444000000000003,"verified":false},{"type":"precision_at_5","value":17.067,"verified":false},{"type":"recall_at_1","value":59.928000000000004,"verified":false},{"type":"recall_at_10","value":83.544,"verified":false},{"type":"recall_at_100","value":96,"verified":false},{"type":"recall_at_1000","value":100,"verified":false},{"type":"recall_at_3","value":72.072,"verified":false},{"type":"recall_at_5","value":76.683,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/sprintduplicatequestions-pairclassification","name":"MTEB SprintDuplicateQuestions","config":"default","split":"test","revision":"d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46"},"metrics":[{"type":"cos_sim_accuracy","value":99.82178217821782,"verified":false},{"type":"cos_sim_ap","value":95.41507679819003,"verified":false},{"type":"cos_sim_f1","value":90.9456740442656,"verified":false},{"type":"cos_sim_precision","value":91.49797570850203,"verified":false},{"type":"cos_sim_recall","value":90.4,"verified":false},{"type":"dot_accuracy","value":99.77227722772277,"verified":false},{"type":"dot_ap","value":92.50123869445967,"verified":false},{"type":"dot_f1","value":88.18414322250638,"verified":false},{"type":"dot_precision","value":90.26178010471205,"verified":false},{"type":"dot_recall","value":86.2,"verified":false},{"type":"euclidean_accuracy","value":99.81782178217821,"verified":false},{"type":"euclidean_ap","value":95.3935066749006,"verified":false},{"type":"euclidean_f1","value":90.66128218071681,"verified":false},{"type":"euclidean_precision","value":91.53924566768603,"verified":false},{"type":"euclidean_recall","value":89.8,"verified":false},{"type":"manhattan_accuracy","value":99.81881188118813,"verified":false},{"type":"manhattan_ap","value":95.39767454613512,"verified":false},{"type":"manhattan_f1","value":90.62019477191186,"verified":false},{"type":"manhattan_precision","value":92.95478443743428,"verified":false},{"type":"manhattan_recall","value":88.4,"verified":false},{"type":"max_accuracy","value":99.82178217821782,"verified":false},{"type":"max_ap","value":95.41507679819003,"verified":false},{"type":"max_f1","value":90.9456740442656,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering","name":"MTEB StackExchangeClustering","config":"default","split":"test","revision":"6cbc1f7b2bc0622f2e39d2c77fa502909748c259"},"metrics":[{"type":"v_measure","value":64.96313921233748,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering-p2p","name":"MTEB StackExchangeClusteringP2P","config":"default","split":"test","revision":"815ca46b2622cec33ccafc3735d572c266efdb44"},"metrics":[{"type":"v_measure","value":33.602625720956745,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/stackoverflowdupquestions-reranking","name":"MTEB StackOverflowDupQuestions","config":"default","split":"test","revision":"e185fbe320c72810689fc5848eb6114e1ef5ec69"},"metrics":[{"type":"map","value":51.32659230651731,"verified":false},{"type":"mrr","value":52.33861726508785,"verified":false}]},{"task":{"type":"Summarization"},"dataset":{"type":"mteb/summeval","name":"MTEB SummEval","config":"default","split":"test","revision":"cda12ad7615edc362dbf25a00fdd61d3b1eaf93c"},"metrics":[{"type":"cos_sim_pearson","value":31.01587644214203,"verified":false},{"type":"cos_sim_spearman","value":30.974306908731013,"verified":false},{"type":"dot_pearson","value":29.83339853838187,"verified":false},{"type":"dot_spearman","value":30.07761671934048,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"trec-covid","name":"MTEB TRECCOVID","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":0.22,"verified":false},{"type":"map_at_10","value":1.9539999999999997,"verified":false},{"type":"map_at_100","value":11.437,"verified":false},{"type":"map_at_1000","value":27.861000000000004,"verified":false},{"type":"map_at_3","value":0.6479999999999999,"verified":false},{"type":"map_at_5","value":1.0410000000000001,"verified":false},{"type":"mrr_at_1","value":84,"verified":false},{"type":"mrr_at_10","value":90.333,"verified":false},{"type":"mrr_at_100","value":90.333,"verified":false},{"type":"mrr_at_1000","value":90.333,"verified":false},{"type":"mrr_at_3","value":90.333,"verified":false},{"type":"mrr_at_5","value":90.333,"verified":false},{"type":"ndcg_at_1","value":80,"verified":false},{"type":"ndcg_at_10","value":78.31700000000001,"verified":false},{"type":"ndcg_at_100","value":59.396,"verified":false},{"type":"ndcg_at_1000","value":52.733,"verified":false},{"type":"ndcg_at_3","value":81.46900000000001,"verified":false},{"type":"ndcg_at_5","value":80.74,"verified":false},{"type":"precision_at_1","value":84,"verified":false},{"type":"precision_at_10","value":84,"verified":false},{"type":"precision_at_100","value":60.980000000000004,"verified":false},{"type":"precision_at_1000","value":23.432,"verified":false},{"type":"precision_at_3","value":87.333,"verified":false},{"type":"precision_at_5","value":86.8,"verified":false},{"type":"recall_at_1","value":0.22,"verified":false},{"type":"recall_at_10","value":2.156,"verified":false},{"type":"recall_at_100","value":14.557999999999998,"verified":false},{"type":"recall_at_1000","value":49.553999999999995,"verified":false},{"type":"recall_at_3","value":0.685,"verified":false},{"type":"recall_at_5","value":1.121,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"webis-touche2020","name":"MTEB Touche2020","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":3.373,"verified":false},{"type":"map_at_10","value":11.701,"verified":false},{"type":"map_at_100","value":17.144000000000002,"verified":false},{"type":"map_at_1000","value":18.624,"verified":false},{"type":"map_at_3","value":6.552,"verified":false},{"type":"map_at_5","value":9.372,"verified":false},{"type":"mrr_at_1","value":38.775999999999996,"verified":false},{"type":"mrr_at_10","value":51.975,"verified":false},{"type":"mrr_at_100","value":52.873999999999995,"verified":false},{"type":"mrr_at_1000","value":52.873999999999995,"verified":false},{"type":"mrr_at_3","value":47.619,"verified":false},{"type":"mrr_at_5","value":50.578,"verified":false},{"type":"ndcg_at_1","value":36.735,"verified":false},{"type":"ndcg_at_10","value":27.212999999999997,"verified":false},{"type":"ndcg_at_100","value":37.245,"verified":false},{"type":"ndcg_at_1000","value":48.602000000000004,"verified":false},{"type":"ndcg_at_3","value":30.916,"verified":false},{"type":"ndcg_at_5","value":30.799,"verified":false},{"type":"precision_at_1","value":38.775999999999996,"verified":false},{"type":"precision_at_10","value":23.469,"verified":false},{"type":"precision_at_100","value":7.327,"verified":false},{"type":"precision_at_1000","value":1.486,"verified":false},{"type":"precision_at_3","value":31.973000000000003,"verified":false},{"type":"precision_at_5","value":32.245000000000005,"verified":false},{"type":"recall_at_1","value":3.373,"verified":false},{"type":"recall_at_10","value":17.404,"verified":false},{"type":"recall_at_100","value":46.105000000000004,"verified":false},{"type":"recall_at_1000","value":80.35,"verified":false},{"type":"recall_at_3","value":7.4399999999999995,"verified":false},{"type":"recall_at_5","value":12.183,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/toxic_conversations_50k","name":"MTEB ToxicConversationsClassification","config":"default","split":"test","revision":"d7c0de2777da35d6aae2200a62c6e0e5af397c4c"},"metrics":[{"type":"accuracy","value":70.5592,"verified":false},{"type":"ap","value":14.330910591410134,"verified":false},{"type":"f1","value":54.45745186286521,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/tweet_sentiment_extraction","name":"MTEB TweetSentimentExtractionClassification","config":"default","split":"test","revision":"d604517c81ca91fe16a244d1248fc021f9ecee7a"},"metrics":[{"type":"accuracy","value":61.20543293718167,"verified":false},{"type":"f1","value":61.45365480309872,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/twentynewsgroups-clustering","name":"MTEB TwentyNewsgroupsClustering","config":"default","split":"test","revision":"6125ec4e24fa026cec8a478383ee943acfbd5449"},"metrics":[{"type":"v_measure","value":43.81162998944145,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twittersemeval2015-pairclassification","name":"MTEB TwitterSemEval2015","config":"default","split":"test","revision":"70970daeab8776df92f5ea462b6173c0b46fd2d1"},"metrics":[{"type":"cos_sim_accuracy","value":86.69011146212075,"verified":false},{"type":"cos_sim_ap","value":76.09792353652536,"verified":false},{"type":"cos_sim_f1","value":70.10202763786646,"verified":false},{"type":"cos_sim_precision","value":68.65671641791045,"verified":false},{"type":"cos_sim_recall","value":71.60949868073878,"verified":false},{"type":"dot_accuracy","value":85.33110806461227,"verified":false},{"type":"dot_ap","value":70.19304383327554,"verified":false},{"type":"dot_f1","value":67.22494202525122,"verified":false},{"type":"dot_precision","value":65.6847935548842,"verified":false},{"type":"dot_recall","value":68.83905013192611,"verified":false},{"type":"euclidean_accuracy","value":86.5410979316922,"verified":false},{"type":"euclidean_ap","value":75.91906915651882,"verified":false},{"type":"euclidean_f1","value":69.6798975672215,"verified":false},{"type":"euclidean_precision","value":67.6865671641791,"verified":false},{"type":"euclidean_recall","value":71.79419525065963,"verified":false},{"type":"manhattan_accuracy","value":86.60070334386363,"verified":false},{"type":"manhattan_ap","value":75.94617413885031,"verified":false},{"type":"manhattan_f1","value":69.52689565780946,"verified":false},{"type":"manhattan_precision","value":68.3312101910828,"verified":false},{"type":"manhattan_recall","value":70.76517150395777,"verified":false},{"type":"max_accuracy","value":86.69011146212075,"verified":false},{"type":"max_ap","value":76.09792353652536,"verified":false},{"type":"max_f1","value":70.10202763786646,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twitterurlcorpus-pairclassification","name":"MTEB TwitterURLCorpus","config":"default","split":"test","revision":"8b6510b0b1fa4e4c4f879467980e9be563ec1cdf"},"metrics":[{"type":"cos_sim_accuracy","value":89.25951798812434,"verified":false},{"type":"cos_sim_ap","value":86.31476416599727,"verified":false},{"type":"cos_sim_f1","value":78.52709971038477,"verified":false},{"type":"cos_sim_precision","value":76.7629972792117,"verified":false},{"type":"cos_sim_recall","value":80.37419156144134,"verified":false},{"type":"dot_accuracy","value":88.03896456708192,"verified":false},{"type":"dot_ap","value":83.26963599196237,"verified":false},{"type":"dot_f1","value":76.72696459492317,"verified":false},{"type":"dot_precision","value":73.56411162133521,"verified":false},{"type":"dot_recall","value":80.17400677548507,"verified":false},{"type":"euclidean_accuracy","value":89.21682772538519,"verified":false},{"type":"euclidean_ap","value":86.29306071289969,"verified":false},{"type":"euclidean_f1","value":78.40827030519554,"verified":false},{"type":"euclidean_precision","value":77.42250243939053,"verified":false},{"type":"euclidean_recall","value":79.41946412072683,"verified":false},{"type":"manhattan_accuracy","value":89.22458959133776,"verified":false},{"type":"manhattan_ap","value":86.2901934710645,"verified":false},{"type":"manhattan_f1","value":78.54211378440453,"verified":false},{"type":"manhattan_precision","value":76.85505858079729,"verified":false},{"type":"manhattan_recall","value":80.30489682784109,"verified":false},{"type":"max_accuracy","value":89.25951798812434,"verified":false},{"type":"max_ap","value":86.31476416599727,"verified":false},{"type":"max_f1","value":78.54211378440453,"verified":false}]}]}],"config":{"architectures":["BertModel"],"model_type":"bert","tokenizer_config":{"unk_token":"[UNK]","sep_token":"[SEP]","pad_token":"[PAD]","cls_token":"[CLS]","mask_token":"[MASK]"}},"cardData":{"tags":["mteb","Sentence Transformers","sentence-similarity","sentence-transformers"],"model-index":[{"name":"e5-large","results":[{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_counterfactual","name":"MTEB AmazonCounterfactualClassification (en)","config":"en","split":"test","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205"},"metrics":[{"type":"accuracy","value":77.68656716417911,"verified":false},{"type":"ap","value":41.336896075573584,"verified":false},{"type":"f1","value":71.788561468075,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_polarity","name":"MTEB AmazonPolarityClassification","config":"default","split":"test","revision":"e2d317d38cd51312af73b3d32a06d1a08b442046"},"metrics":[{"type":"accuracy","value":90.04965,"verified":false},{"type":"ap","value":86.24637009569418,"verified":false},{"type":"f1","value":90.03896671762645,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_reviews_multi","name":"MTEB AmazonReviewsClassification (en)","config":"en","split":"test","revision":"1399c76144fd37290681b995c656ef9b2e06e26d"},"metrics":[{"type":"accuracy","value":43.016000000000005,"verified":false},{"type":"f1","value":42.1942431880186,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"arguana","name":"MTEB ArguAna","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":25.107000000000003,"verified":false},{"type":"map_at_10","value":40.464,"verified":false},{"type":"map_at_100","value":41.577999999999996,"verified":false},{"type":"map_at_1000","value":41.588,"verified":false},{"type":"map_at_3","value":35.301,"verified":false},{"type":"map_at_5","value":38.263000000000005,"verified":false},{"type":"mrr_at_1","value":25.605,"verified":false},{"type":"mrr_at_10","value":40.64,"verified":false},{"type":"mrr_at_100","value":41.760000000000005,"verified":false},{"type":"mrr_at_1000","value":41.77,"verified":false},{"type":"mrr_at_3","value":35.443000000000005,"verified":false},{"type":"mrr_at_5","value":38.448,"verified":false},{"type":"ndcg_at_1","value":25.107000000000003,"verified":false},{"type":"ndcg_at_10","value":49.352000000000004,"verified":false},{"type":"ndcg_at_100","value":53.98500000000001,"verified":false},{"type":"ndcg_at_1000","value":54.208,"verified":false},{"type":"ndcg_at_3","value":38.671,"verified":false},{"type":"ndcg_at_5","value":43.991,"verified":false},{"type":"precision_at_1","value":25.107000000000003,"verified":false},{"type":"precision_at_10","value":7.795000000000001,"verified":false},{"type":"precision_at_100","value":0.979,"verified":false},{"type":"precision_at_1000","value":0.1,"verified":false},{"type":"precision_at_3","value":16.145,"verified":false},{"type":"precision_at_5","value":12.262,"verified":false},{"type":"recall_at_1","value":25.107000000000003,"verified":false},{"type":"recall_at_10","value":77.952,"verified":false},{"type":"recall_at_100","value":97.866,"verified":false},{"type":"recall_at_1000","value":99.57300000000001,"verified":false},{"type":"recall_at_3","value":48.435,"verified":false},{"type":"recall_at_5","value":61.309000000000005,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-p2p","name":"MTEB ArxivClusteringP2P","config":"default","split":"test","revision":"a122ad7f3f0291bf49cc6f4d32aa80929df69d5d"},"metrics":[{"type":"v_measure","value":46.19278045044154,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-s2s","name":"MTEB ArxivClusteringS2S","config":"default","split":"test","revision":"f910caf1a6075f7329cdf8c1a6135696f37dbd53"},"metrics":[{"type":"v_measure","value":41.37976387757665,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/askubuntudupquestions-reranking","name":"MTEB AskUbuntuDupQuestions","config":"default","split":"test","revision":"2000358ca161889fa9c082cb41daa8dcfb161a54"},"metrics":[{"type":"map","value":60.07433334608074,"verified":false},{"type":"mrr","value":73.44347711383723,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/biosses-sts","name":"MTEB BIOSSES","config":"default","split":"test","revision":"d3fb88f8f02e40887cd149695127462bbcf29b4a"},"metrics":[{"type":"cos_sim_pearson","value":86.4298072183543,"verified":false},{"type":"cos_sim_spearman","value":84.73144873582848,"verified":false},{"type":"euclidean_pearson","value":85.15885058870728,"verified":false},{"type":"euclidean_spearman","value":85.42062106559356,"verified":false},{"type":"manhattan_pearson","value":84.89409921792054,"verified":false},{"type":"manhattan_spearman","value":85.31941394024344,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/banking77","name":"MTEB Banking77Classification","config":"default","split":"test","revision":"0fd18e25b25c072e09e0d92ab615fda904d66300"},"metrics":[{"type":"accuracy","value":84.14285714285714,"verified":false},{"type":"f1","value":84.11674412565644,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-p2p","name":"MTEB BiorxivClusteringP2P","config":"default","split":"test","revision":"65b79d1d13f80053f67aca9498d9402c2d9f1f40"},"metrics":[{"type":"v_measure","value":37.600076342340785,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-s2s","name":"MTEB BiorxivClusteringS2S","config":"default","split":"test","revision":"258694dd0231531bc1fd9de6ceb52a0853c6d908"},"metrics":[{"type":"v_measure","value":35.08861812135148,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackAndroidRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":32.684000000000005,"verified":false},{"type":"map_at_10","value":41.675000000000004,"verified":false},{"type":"map_at_100","value":42.963,"verified":false},{"type":"map_at_1000","value":43.078,"verified":false},{"type":"map_at_3","value":38.708999999999996,"verified":false},{"type":"map_at_5","value":40.316,"verified":false},{"type":"mrr_at_1","value":39.485,"verified":false},{"type":"mrr_at_10","value":47.152,"verified":false},{"type":"mrr_at_100","value":47.96,"verified":false},{"type":"mrr_at_1000","value":48.010000000000005,"verified":false},{"type":"mrr_at_3","value":44.754,"verified":false},{"type":"mrr_at_5","value":46.285,"verified":false},{"type":"ndcg_at_1","value":39.485,"verified":false},{"type":"ndcg_at_10","value":46.849000000000004,"verified":false},{"type":"ndcg_at_100","value":52.059,"verified":false},{"type":"ndcg_at_1000","value":54.358,"verified":false},{"type":"ndcg_at_3","value":42.705,"verified":false},{"type":"ndcg_at_5","value":44.663000000000004,"verified":false},{"type":"precision_at_1","value":39.485,"verified":false},{"type":"precision_at_10","value":8.455,"verified":false},{"type":"precision_at_100","value":1.3379999999999999,"verified":false},{"type":"precision_at_1000","value":0.178,"verified":false},{"type":"precision_at_3","value":19.695,"verified":false},{"type":"precision_at_5","value":13.905999999999999,"verified":false},{"type":"recall_at_1","value":32.684000000000005,"verified":false},{"type":"recall_at_10","value":56.227000000000004,"verified":false},{"type":"recall_at_100","value":78.499,"verified":false},{"type":"recall_at_1000","value":94.021,"verified":false},{"type":"recall_at_3","value":44.157999999999994,"verified":false},{"type":"recall_at_5","value":49.694,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackEnglishRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":31.875999999999998,"verified":false},{"type":"map_at_10","value":41.603,"verified":false},{"type":"map_at_100","value":42.825,"verified":false},{"type":"map_at_1000","value":42.961,"verified":false},{"type":"map_at_3","value":38.655,"verified":false},{"type":"map_at_5","value":40.294999999999995,"verified":false},{"type":"mrr_at_1","value":40.127,"verified":false},{"type":"mrr_at_10","value":47.959,"verified":false},{"type":"mrr_at_100","value":48.59,"verified":false},{"type":"mrr_at_1000","value":48.634,"verified":false},{"type":"mrr_at_3","value":45.786,"verified":false},{"type":"mrr_at_5","value":46.964,"verified":false},{"type":"ndcg_at_1","value":40.127,"verified":false},{"type":"ndcg_at_10","value":47.176,"verified":false},{"type":"ndcg_at_100","value":51.346000000000004,"verified":false},{"type":"ndcg_at_1000","value":53.502,"verified":false},{"type":"ndcg_at_3","value":43.139,"verified":false},{"type":"ndcg_at_5","value":44.883,"verified":false},{"type":"precision_at_1","value":40.127,"verified":false},{"type":"precision_at_10","value":8.72,"verified":false},{"type":"precision_at_100","value":1.387,"verified":false},{"type":"precision_at_1000","value":0.188,"verified":false},{"type":"precision_at_3","value":20.637,"verified":false},{"type":"precision_at_5","value":14.446,"verified":false},{"type":"recall_at_1","value":31.875999999999998,"verified":false},{"type":"recall_at_10","value":56.54900000000001,"verified":false},{"type":"recall_at_100","value":73.939,"verified":false},{"type":"recall_at_1000","value":87.732,"verified":false},{"type":"recall_at_3","value":44.326,"verified":false},{"type":"recall_at_5","value":49.445,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackGamingRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":41.677,"verified":false},{"type":"map_at_10","value":52.222,"verified":false},{"type":"map_at_100","value":53.229000000000006,"verified":false},{"type":"map_at_1000","value":53.288000000000004,"verified":false},{"type":"map_at_3","value":49.201,"verified":false},{"type":"map_at_5","value":51.00599999999999,"verified":false},{"type":"mrr_at_1","value":47.524,"verified":false},{"type":"mrr_at_10","value":55.745999999999995,"verified":false},{"type":"mrr_at_100","value":56.433,"verified":false},{"type":"mrr_at_1000","value":56.464999999999996,"verified":false},{"type":"mrr_at_3","value":53.37499999999999,"verified":false},{"type":"mrr_at_5","value":54.858,"verified":false},{"type":"ndcg_at_1","value":47.524,"verified":false},{"type":"ndcg_at_10","value":57.406,"verified":false},{"type":"ndcg_at_100","value":61.403,"verified":false},{"type":"ndcg_at_1000","value":62.7,"verified":false},{"type":"ndcg_at_3","value":52.298,"verified":false},{"type":"ndcg_at_5","value":55.02,"verified":false},{"type":"precision_at_1","value":47.524,"verified":false},{"type":"precision_at_10","value":8.865,"verified":false},{"type":"precision_at_100","value":1.179,"verified":false},{"type":"precision_at_1000","value":0.134,"verified":false},{"type":"precision_at_3","value":22.612,"verified":false},{"type":"precision_at_5","value":15.461,"verified":false},{"type":"recall_at_1","value":41.677,"verified":false},{"type":"recall_at_10","value":69.346,"verified":false},{"type":"recall_at_100","value":86.344,"verified":false},{"type":"recall_at_1000","value":95.703,"verified":false},{"type":"recall_at_3","value":55.789,"verified":false},{"type":"recall_at_5","value":62.488,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackGisRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":25.991999999999997,"verified":false},{"type":"map_at_10","value":32.804,"verified":false},{"type":"map_at_100","value":33.812999999999995,"verified":false},{"type":"map_at_1000","value":33.897,"verified":false},{"type":"map_at_3","value":30.567,"verified":false},{"type":"map_at_5","value":31.599,"verified":false},{"type":"mrr_at_1","value":27.797,"verified":false},{"type":"mrr_at_10","value":34.768,"verified":false},{"type":"mrr_at_100","value":35.702,"verified":false},{"type":"mrr_at_1000","value":35.766,"verified":false},{"type":"mrr_at_3","value":32.637,"verified":false},{"type":"mrr_at_5","value":33.614,"verified":false},{"type":"ndcg_at_1","value":27.797,"verified":false},{"type":"ndcg_at_10","value":36.966,"verified":false},{"type":"ndcg_at_100","value":41.972,"verified":false},{"type":"ndcg_at_1000","value":44.139,"verified":false},{"type":"ndcg_at_3","value":32.547,"verified":false},{"type":"ndcg_at_5","value":34.258,"verified":false},{"type":"precision_at_1","value":27.797,"verified":false},{"type":"precision_at_10","value":5.514,"verified":false},{"type":"precision_at_100","value":0.8340000000000001,"verified":false},{"type":"precision_at_1000","value":0.106,"verified":false},{"type":"precision_at_3","value":13.333,"verified":false},{"type":"precision_at_5","value":9.04,"verified":false},{"type":"recall_at_1","value":25.991999999999997,"verified":false},{"type":"recall_at_10","value":47.941,"verified":false},{"type":"recall_at_100","value":71.039,"verified":false},{"type":"recall_at_1000","value":87.32799999999999,"verified":false},{"type":"recall_at_3","value":36.01,"verified":false},{"type":"recall_at_5","value":40.056000000000004,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackMathematicaRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":17.533,"verified":false},{"type":"map_at_10","value":24.336,"verified":false},{"type":"map_at_100","value":25.445,"verified":false},{"type":"map_at_1000","value":25.561,"verified":false},{"type":"map_at_3","value":22.116,"verified":false},{"type":"map_at_5","value":23.347,"verified":false},{"type":"mrr_at_1","value":21.642,"verified":false},{"type":"mrr_at_10","value":28.910999999999998,"verified":false},{"type":"mrr_at_100","value":29.836000000000002,"verified":false},{"type":"mrr_at_1000","value":29.907,"verified":false},{"type":"mrr_at_3","value":26.638,"verified":false},{"type":"mrr_at_5","value":27.857,"verified":false},{"type":"ndcg_at_1","value":21.642,"verified":false},{"type":"ndcg_at_10","value":28.949,"verified":false},{"type":"ndcg_at_100","value":34.211000000000006,"verified":false},{"type":"ndcg_at_1000","value":37.031,"verified":false},{"type":"ndcg_at_3","value":24.788,"verified":false},{"type":"ndcg_at_5","value":26.685,"verified":false},{"type":"precision_at_1","value":21.642,"verified":false},{"type":"precision_at_10","value":5.137,"verified":false},{"type":"precision_at_100","value":0.893,"verified":false},{"type":"precision_at_1000","value":0.127,"verified":false},{"type":"precision_at_3","value":11.733,"verified":false},{"type":"precision_at_5","value":8.383000000000001,"verified":false},{"type":"recall_at_1","value":17.533,"verified":false},{"type":"recall_at_10","value":38.839,"verified":false},{"type":"recall_at_100","value":61.458999999999996,"verified":false},{"type":"recall_at_1000","value":81.58,"verified":false},{"type":"recall_at_3","value":27.328999999999997,"verified":false},{"type":"recall_at_5","value":32.168,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackPhysicsRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":28.126,"verified":false},{"type":"map_at_10","value":37.872,"verified":false},{"type":"map_at_100","value":39.229,"verified":false},{"type":"map_at_1000","value":39.353,"verified":false},{"type":"map_at_3","value":34.93,"verified":false},{"type":"map_at_5","value":36.59,"verified":false},{"type":"mrr_at_1","value":34.071,"verified":false},{"type":"mrr_at_10","value":43.056,"verified":false},{"type":"mrr_at_100","value":43.944,"verified":false},{"type":"mrr_at_1000","value":43.999,"verified":false},{"type":"mrr_at_3","value":40.536,"verified":false},{"type":"mrr_at_5","value":42.065999999999995,"verified":false},{"type":"ndcg_at_1","value":34.071,"verified":false},{"type":"ndcg_at_10","value":43.503,"verified":false},{"type":"ndcg_at_100","value":49.120000000000005,"verified":false},{"type":"ndcg_at_1000","value":51.410999999999994,"verified":false},{"type":"ndcg_at_3","value":38.767,"verified":false},{"type":"ndcg_at_5","value":41.075,"verified":false},{"type":"precision_at_1","value":34.071,"verified":false},{"type":"precision_at_10","value":7.843999999999999,"verified":false},{"type":"precision_at_100","value":1.2489999999999999,"verified":false},{"type":"precision_at_1000","value":0.163,"verified":false},{"type":"precision_at_3","value":18.223,"verified":false},{"type":"precision_at_5","value":13.050999999999998,"verified":false},{"type":"recall_at_1","value":28.126,"verified":false},{"type":"recall_at_10","value":54.952,"verified":false},{"type":"recall_at_100","value":78.375,"verified":false},{"type":"recall_at_1000","value":93.29899999999999,"verified":false},{"type":"recall_at_3","value":41.714,"verified":false},{"type":"recall_at_5","value":47.635,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackProgrammersRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":25.957,"verified":false},{"type":"map_at_10","value":34.749,"verified":false},{"type":"map_at_100","value":35.929,"verified":false},{"type":"map_at_1000","value":36.043,"verified":false},{"type":"map_at_3","value":31.947,"verified":false},{"type":"map_at_5","value":33.575,"verified":false},{"type":"mrr_at_1","value":32.078,"verified":false},{"type":"mrr_at_10","value":39.844,"verified":false},{"type":"mrr_at_100","value":40.71,"verified":false},{"type":"mrr_at_1000","value":40.77,"verified":false},{"type":"mrr_at_3","value":37.386,"verified":false},{"type":"mrr_at_5","value":38.83,"verified":false},{"type":"ndcg_at_1","value":32.078,"verified":false},{"type":"ndcg_at_10","value":39.97,"verified":false},{"type":"ndcg_at_100","value":45.254,"verified":false},{"type":"ndcg_at_1000","value":47.818,"verified":false},{"type":"ndcg_at_3","value":35.453,"verified":false},{"type":"ndcg_at_5","value":37.631,"verified":false},{"type":"precision_at_1","value":32.078,"verified":false},{"type":"precision_at_10","value":7.158,"verified":false},{"type":"precision_at_100","value":1.126,"verified":false},{"type":"precision_at_1000","value":0.153,"verified":false},{"type":"precision_at_3","value":16.743,"verified":false},{"type":"precision_at_5","value":11.872,"verified":false},{"type":"recall_at_1","value":25.957,"verified":false},{"type":"recall_at_10","value":50.583,"verified":false},{"type":"recall_at_100","value":73.593,"verified":false},{"type":"recall_at_1000","value":91.23599999999999,"verified":false},{"type":"recall_at_3","value":37.651,"verified":false},{"type":"recall_at_5","value":43.626,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":27.1505,"verified":false},{"type":"map_at_10","value":34.844833333333334,"verified":false},{"type":"map_at_100","value":35.95216666666667,"verified":false},{"type":"map_at_1000","value":36.06675,"verified":false},{"type":"map_at_3","value":32.41975,"verified":false},{"type":"map_at_5","value":33.74233333333333,"verified":false},{"type":"mrr_at_1","value":31.923666666666662,"verified":false},{"type":"mrr_at_10","value":38.87983333333334,"verified":false},{"type":"mrr_at_100","value":39.706250000000004,"verified":false},{"type":"mrr_at_1000","value":39.76708333333333,"verified":false},{"type":"mrr_at_3","value":36.72008333333333,"verified":false},{"type":"mrr_at_5","value":37.96933333333334,"verified":false},{"type":"ndcg_at_1","value":31.923666666666662,"verified":false},{"type":"ndcg_at_10","value":39.44258333333334,"verified":false},{"type":"ndcg_at_100","value":44.31475,"verified":false},{"type":"ndcg_at_1000","value":46.75,"verified":false},{"type":"ndcg_at_3","value":35.36299999999999,"verified":false},{"type":"ndcg_at_5","value":37.242333333333335,"verified":false},{"type":"precision_at_1","value":31.923666666666662,"verified":false},{"type":"precision_at_10","value":6.643333333333333,"verified":false},{"type":"precision_at_100","value":1.0612499999999998,"verified":false},{"type":"precision_at_1000","value":0.14575,"verified":false},{"type":"precision_at_3","value":15.875250000000001,"verified":false},{"type":"precision_at_5","value":11.088916666666664,"verified":false},{"type":"recall_at_1","value":27.1505,"verified":false},{"type":"recall_at_10","value":49.06349999999999,"verified":false},{"type":"recall_at_100","value":70.60841666666666,"verified":false},{"type":"recall_at_1000","value":87.72049999999999,"verified":false},{"type":"recall_at_3","value":37.60575000000001,"verified":false},{"type":"recall_at_5","value":42.511166666666675,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackStatsRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":25.101000000000003,"verified":false},{"type":"map_at_10","value":30.147000000000002,"verified":false},{"type":"map_at_100","value":30.98,"verified":false},{"type":"map_at_1000","value":31.080000000000002,"verified":false},{"type":"map_at_3","value":28.571,"verified":false},{"type":"map_at_5","value":29.319,"verified":false},{"type":"mrr_at_1","value":27.761000000000003,"verified":false},{"type":"mrr_at_10","value":32.716,"verified":false},{"type":"mrr_at_100","value":33.504,"verified":false},{"type":"mrr_at_1000","value":33.574,"verified":false},{"type":"mrr_at_3","value":31.135,"verified":false},{"type":"mrr_at_5","value":32.032,"verified":false},{"type":"ndcg_at_1","value":27.761000000000003,"verified":false},{"type":"ndcg_at_10","value":33.358,"verified":false},{"type":"ndcg_at_100","value":37.569,"verified":false},{"type":"ndcg_at_1000","value":40.189,"verified":false},{"type":"ndcg_at_3","value":30.291,"verified":false},{"type":"ndcg_at_5","value":31.558000000000003,"verified":false},{"type":"precision_at_1","value":27.761000000000003,"verified":false},{"type":"precision_at_10","value":4.939,"verified":false},{"type":"precision_at_100","value":0.759,"verified":false},{"type":"precision_at_1000","value":0.106,"verified":false},{"type":"precision_at_3","value":12.577,"verified":false},{"type":"precision_at_5","value":8.497,"verified":false},{"type":"recall_at_1","value":25.101000000000003,"verified":false},{"type":"recall_at_10","value":40.739,"verified":false},{"type":"recall_at_100","value":60.089999999999996,"verified":false},{"type":"recall_at_1000","value":79.768,"verified":false},{"type":"recall_at_3","value":32.16,"verified":false},{"type":"recall_at_5","value":35.131,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackTexRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":20.112,"verified":false},{"type":"map_at_10","value":26.119999999999997,"verified":false},{"type":"map_at_100","value":27.031,"verified":false},{"type":"map_at_1000","value":27.150000000000002,"verified":false},{"type":"map_at_3","value":24.230999999999998,"verified":false},{"type":"map_at_5","value":25.15,"verified":false},{"type":"mrr_at_1","value":24.535,"verified":false},{"type":"mrr_at_10","value":30.198000000000004,"verified":false},{"type":"mrr_at_100","value":30.975,"verified":false},{"type":"mrr_at_1000","value":31.051000000000002,"verified":false},{"type":"mrr_at_3","value":28.338,"verified":false},{"type":"mrr_at_5","value":29.269000000000002,"verified":false},{"type":"ndcg_at_1","value":24.535,"verified":false},{"type":"ndcg_at_10","value":30.147000000000002,"verified":false},{"type":"ndcg_at_100","value":34.544000000000004,"verified":false},{"type":"ndcg_at_1000","value":37.512,"verified":false},{"type":"ndcg_at_3","value":26.726,"verified":false},{"type":"ndcg_at_5","value":28.046,"verified":false},{"type":"precision_at_1","value":24.535,"verified":false},{"type":"precision_at_10","value":5.179,"verified":false},{"type":"precision_at_100","value":0.859,"verified":false},{"type":"precision_at_1000","value":0.128,"verified":false},{"type":"precision_at_3","value":12.159,"verified":false},{"type":"precision_at_5","value":8.424,"verified":false},{"type":"recall_at_1","value":20.112,"verified":false},{"type":"recall_at_10","value":38.312000000000005,"verified":false},{"type":"recall_at_100","value":58.406000000000006,"verified":false},{"type":"recall_at_1000","value":79.863,"verified":false},{"type":"recall_at_3","value":28.358,"verified":false},{"type":"recall_at_5","value":31.973000000000003,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackUnixRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":27.111,"verified":false},{"type":"map_at_10","value":34.096,"verified":false},{"type":"map_at_100","value":35.181000000000004,"verified":false},{"type":"map_at_1000","value":35.276,"verified":false},{"type":"map_at_3","value":31.745,"verified":false},{"type":"map_at_5","value":33.045,"verified":false},{"type":"mrr_at_1","value":31.343,"verified":false},{"type":"mrr_at_10","value":37.994,"verified":false},{"type":"mrr_at_100","value":38.873000000000005,"verified":false},{"type":"mrr_at_1000","value":38.934999999999995,"verified":false},{"type":"mrr_at_3","value":35.743,"verified":false},{"type":"mrr_at_5","value":37.077,"verified":false},{"type":"ndcg_at_1","value":31.343,"verified":false},{"type":"ndcg_at_10","value":38.572,"verified":false},{"type":"ndcg_at_100","value":43.854,"verified":false},{"type":"ndcg_at_1000","value":46.190999999999995,"verified":false},{"type":"ndcg_at_3","value":34.247,"verified":false},{"type":"ndcg_at_5","value":36.28,"verified":false},{"type":"precision_at_1","value":31.343,"verified":false},{"type":"precision_at_10","value":6.166,"verified":false},{"type":"precision_at_100","value":1,"verified":false},{"type":"precision_at_1000","value":0.13,"verified":false},{"type":"precision_at_3","value":15.081,"verified":false},{"type":"precision_at_5","value":10.428999999999998,"verified":false},{"type":"recall_at_1","value":27.111,"verified":false},{"type":"recall_at_10","value":48.422,"verified":false},{"type":"recall_at_100","value":71.846,"verified":false},{"type":"recall_at_1000","value":88.57000000000001,"verified":false},{"type":"recall_at_3","value":36.435,"verified":false},{"type":"recall_at_5","value":41.765,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackWebmastersRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":26.264,"verified":false},{"type":"map_at_10","value":33.522,"verified":false},{"type":"map_at_100","value":34.963,"verified":false},{"type":"map_at_1000","value":35.175,"verified":false},{"type":"map_at_3","value":31.366,"verified":false},{"type":"map_at_5","value":32.621,"verified":false},{"type":"mrr_at_1","value":31.028,"verified":false},{"type":"mrr_at_10","value":37.230000000000004,"verified":false},{"type":"mrr_at_100","value":38.149,"verified":false},{"type":"mrr_at_1000","value":38.218,"verified":false},{"type":"mrr_at_3","value":35.046,"verified":false},{"type":"mrr_at_5","value":36.617,"verified":false},{"type":"ndcg_at_1","value":31.028,"verified":false},{"type":"ndcg_at_10","value":37.964999999999996,"verified":false},{"type":"ndcg_at_100","value":43.342000000000006,"verified":false},{"type":"ndcg_at_1000","value":46.471000000000004,"verified":false},{"type":"ndcg_at_3","value":34.67,"verified":false},{"type":"ndcg_at_5","value":36.458,"verified":false},{"type":"precision_at_1","value":31.028,"verified":false},{"type":"precision_at_10","value":6.937,"verified":false},{"type":"precision_at_100","value":1.346,"verified":false},{"type":"precision_at_1000","value":0.22799999999999998,"verified":false},{"type":"precision_at_3","value":15.942,"verified":false},{"type":"precision_at_5","value":11.462,"verified":false},{"type":"recall_at_1","value":26.264,"verified":false},{"type":"recall_at_10","value":45.571,"verified":false},{"type":"recall_at_100","value":70.246,"verified":false},{"type":"recall_at_1000","value":90.971,"verified":false},{"type":"recall_at_3","value":36.276,"verified":false},{"type":"recall_at_5","value":41.162,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackWordpressRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":23.372999999999998,"verified":false},{"type":"map_at_10","value":28.992,"verified":false},{"type":"map_at_100","value":29.837999999999997,"verified":false},{"type":"map_at_1000","value":29.939,"verified":false},{"type":"map_at_3","value":26.999000000000002,"verified":false},{"type":"map_at_5","value":28.044999999999998,"verified":false},{"type":"mrr_at_1","value":25.692999999999998,"verified":false},{"type":"mrr_at_10","value":30.984,"verified":false},{"type":"mrr_at_100","value":31.799,"verified":false},{"type":"mrr_at_1000","value":31.875999999999998,"verified":false},{"type":"mrr_at_3","value":29.267,"verified":false},{"type":"mrr_at_5","value":30.163,"verified":false},{"type":"ndcg_at_1","value":25.692999999999998,"verified":false},{"type":"ndcg_at_10","value":32.45,"verified":false},{"type":"ndcg_at_100","value":37.103,"verified":false},{"type":"ndcg_at_1000","value":39.678000000000004,"verified":false},{"type":"ndcg_at_3","value":28.725,"verified":false},{"type":"ndcg_at_5","value":30.351,"verified":false},{"type":"precision_at_1","value":25.692999999999998,"verified":false},{"type":"precision_at_10","value":4.806,"verified":false},{"type":"precision_at_100","value":0.765,"verified":false},{"type":"precision_at_1000","value":0.108,"verified":false},{"type":"precision_at_3","value":11.768,"verified":false},{"type":"precision_at_5","value":8.096,"verified":false},{"type":"recall_at_1","value":23.372999999999998,"verified":false},{"type":"recall_at_10","value":41.281,"verified":false},{"type":"recall_at_100","value":63.465,"verified":false},{"type":"recall_at_1000","value":82.575,"verified":false},{"type":"recall_at_3","value":31.063000000000002,"verified":false},{"type":"recall_at_5","value":34.991,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"climate-fever","name":"MTEB ClimateFEVER","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":8.821,"verified":false},{"type":"map_at_10","value":15.383,"verified":false},{"type":"map_at_100","value":17.244999999999997,"verified":false},{"type":"map_at_1000","value":17.445,"verified":false},{"type":"map_at_3","value":12.64,"verified":false},{"type":"map_at_5","value":13.941999999999998,"verified":false},{"type":"mrr_at_1","value":19.544,"verified":false},{"type":"mrr_at_10","value":29.738999999999997,"verified":false},{"type":"mrr_at_100","value":30.923000000000002,"verified":false},{"type":"mrr_at_1000","value":30.969,"verified":false},{"type":"mrr_at_3","value":26.384,"verified":false},{"type":"mrr_at_5","value":28.199,"verified":false},{"type":"ndcg_at_1","value":19.544,"verified":false},{"type":"ndcg_at_10","value":22.398,"verified":false},{"type":"ndcg_at_100","value":30.253999999999998,"verified":false},{"type":"ndcg_at_1000","value":33.876,"verified":false},{"type":"ndcg_at_3","value":17.473,"verified":false},{"type":"ndcg_at_5","value":19.154,"verified":false},{"type":"precision_at_1","value":19.544,"verified":false},{"type":"precision_at_10","value":7.217999999999999,"verified":false},{"type":"precision_at_100","value":1.564,"verified":false},{"type":"precision_at_1000","value":0.22300000000000003,"verified":false},{"type":"precision_at_3","value":13.225000000000001,"verified":false},{"type":"precision_at_5","value":10.319,"verified":false},{"type":"recall_at_1","value":8.821,"verified":false},{"type":"recall_at_10","value":28.110000000000003,"verified":false},{"type":"recall_at_100","value":55.64,"verified":false},{"type":"recall_at_1000","value":75.964,"verified":false},{"type":"recall_at_3","value":16.195,"verified":false},{"type":"recall_at_5","value":20.678,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"dbpedia-entity","name":"MTEB DBPedia","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":9.344,"verified":false},{"type":"map_at_10","value":20.301,"verified":false},{"type":"map_at_100","value":28.709,"verified":false},{"type":"map_at_1000","value":30.470999999999997,"verified":false},{"type":"map_at_3","value":14.584,"verified":false},{"type":"map_at_5","value":16.930999999999997,"verified":false},{"type":"mrr_at_1","value":67.25,"verified":false},{"type":"mrr_at_10","value":75.393,"verified":false},{"type":"mrr_at_100","value":75.742,"verified":false},{"type":"mrr_at_1000","value":75.75,"verified":false},{"type":"mrr_at_3","value":73.958,"verified":false},{"type":"mrr_at_5","value":74.883,"verified":false},{"type":"ndcg_at_1","value":56.00000000000001,"verified":false},{"type":"ndcg_at_10","value":42.394,"verified":false},{"type":"ndcg_at_100","value":47.091,"verified":false},{"type":"ndcg_at_1000","value":54.215,"verified":false},{"type":"ndcg_at_3","value":46.995,"verified":false},{"type":"ndcg_at_5","value":44.214999999999996,"verified":false},{"type":"precision_at_1","value":67.25,"verified":false},{"type":"precision_at_10","value":33.525,"verified":false},{"type":"precision_at_100","value":10.67,"verified":false},{"type":"precision_at_1000","value":2.221,"verified":false},{"type":"precision_at_3","value":49.417,"verified":false},{"type":"precision_at_5","value":42.15,"verified":false},{"type":"recall_at_1","value":9.344,"verified":false},{"type":"recall_at_10","value":25.209,"verified":false},{"type":"recall_at_100","value":52.329,"verified":false},{"type":"recall_at_1000","value":74.2,"verified":false},{"type":"recall_at_3","value":15.699,"verified":false},{"type":"recall_at_5","value":19.24,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/emotion","name":"MTEB EmotionClassification","config":"default","split":"test","revision":"4f58c6b202a23cf9a4da393831edf4f9183cad37"},"metrics":[{"type":"accuracy","value":48.05,"verified":false},{"type":"f1","value":43.06718139212933,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"fever","name":"MTEB FEVER","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":46.452,"verified":false},{"type":"map_at_10","value":58.825,"verified":false},{"type":"map_at_100","value":59.372,"verified":false},{"type":"map_at_1000","value":59.399,"verified":false},{"type":"map_at_3","value":56.264,"verified":false},{"type":"map_at_5","value":57.879999999999995,"verified":false},{"type":"mrr_at_1","value":49.82,"verified":false},{"type":"mrr_at_10","value":62.178999999999995,"verified":false},{"type":"mrr_at_100","value":62.641999999999996,"verified":false},{"type":"mrr_at_1000","value":62.658,"verified":false},{"type":"mrr_at_3","value":59.706,"verified":false},{"type":"mrr_at_5","value":61.283,"verified":false},{"type":"ndcg_at_1","value":49.82,"verified":false},{"type":"ndcg_at_10","value":65.031,"verified":false},{"type":"ndcg_at_100","value":67.413,"verified":false},{"type":"ndcg_at_1000","value":68.014,"verified":false},{"type":"ndcg_at_3","value":60.084,"verified":false},{"type":"ndcg_at_5","value":62.858000000000004,"verified":false},{"type":"precision_at_1","value":49.82,"verified":false},{"type":"precision_at_10","value":8.876000000000001,"verified":false},{"type":"precision_at_100","value":1.018,"verified":false},{"type":"precision_at_1000","value":0.109,"verified":false},{"type":"precision_at_3","value":24.477,"verified":false},{"type":"precision_at_5","value":16.208,"verified":false},{"type":"recall_at_1","value":46.452,"verified":false},{"type":"recall_at_10","value":80.808,"verified":false},{"type":"recall_at_100","value":91.215,"verified":false},{"type":"recall_at_1000","value":95.52000000000001,"verified":false},{"type":"recall_at_3","value":67.62899999999999,"verified":false},{"type":"recall_at_5","value":74.32900000000001,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"fiqa","name":"MTEB FiQA2018","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":18.351,"verified":false},{"type":"map_at_10","value":30.796,"verified":false},{"type":"map_at_100","value":32.621,"verified":false},{"type":"map_at_1000","value":32.799,"verified":false},{"type":"map_at_3","value":26.491,"verified":false},{"type":"map_at_5","value":28.933999999999997,"verified":false},{"type":"mrr_at_1","value":36.265,"verified":false},{"type":"mrr_at_10","value":45.556999999999995,"verified":false},{"type":"mrr_at_100","value":46.323,"verified":false},{"type":"mrr_at_1000","value":46.359,"verified":false},{"type":"mrr_at_3","value":42.695,"verified":false},{"type":"mrr_at_5","value":44.324000000000005,"verified":false},{"type":"ndcg_at_1","value":36.265,"verified":false},{"type":"ndcg_at_10","value":38.558,"verified":false},{"type":"ndcg_at_100","value":45.18,"verified":false},{"type":"ndcg_at_1000","value":48.292,"verified":false},{"type":"ndcg_at_3","value":34.204,"verified":false},{"type":"ndcg_at_5","value":35.735,"verified":false},{"type":"precision_at_1","value":36.265,"verified":false},{"type":"precision_at_10","value":10.879999999999999,"verified":false},{"type":"precision_at_100","value":1.77,"verified":false},{"type":"precision_at_1000","value":0.234,"verified":false},{"type":"precision_at_3","value":23.044999999999998,"verified":false},{"type":"precision_at_5","value":17.253,"verified":false},{"type":"recall_at_1","value":18.351,"verified":false},{"type":"recall_at_10","value":46.116,"verified":false},{"type":"recall_at_100","value":70.786,"verified":false},{"type":"recall_at_1000","value":89.46300000000001,"verified":false},{"type":"recall_at_3","value":31.404,"verified":false},{"type":"recall_at_5","value":37.678,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"hotpotqa","name":"MTEB HotpotQA","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":36.847,"verified":false},{"type":"map_at_10","value":54.269999999999996,"verified":false},{"type":"map_at_100","value":55.152,"verified":false},{"type":"map_at_1000","value":55.223,"verified":false},{"type":"map_at_3","value":51.166,"verified":false},{"type":"map_at_5","value":53.055,"verified":false},{"type":"mrr_at_1","value":73.693,"verified":false},{"type":"mrr_at_10","value":79.975,"verified":false},{"type":"mrr_at_100","value":80.202,"verified":false},{"type":"mrr_at_1000","value":80.214,"verified":false},{"type":"mrr_at_3","value":78.938,"verified":false},{"type":"mrr_at_5","value":79.595,"verified":false},{"type":"ndcg_at_1","value":73.693,"verified":false},{"type":"ndcg_at_10","value":63.334999999999994,"verified":false},{"type":"ndcg_at_100","value":66.452,"verified":false},{"type":"ndcg_at_1000","value":67.869,"verified":false},{"type":"ndcg_at_3","value":58.829,"verified":false},{"type":"ndcg_at_5","value":61.266,"verified":false},{"type":"precision_at_1","value":73.693,"verified":false},{"type":"precision_at_10","value":13.122,"verified":false},{"type":"precision_at_100","value":1.5559999999999998,"verified":false},{"type":"precision_at_1000","value":0.174,"verified":false},{"type":"precision_at_3","value":37.083,"verified":false},{"type":"precision_at_5","value":24.169999999999998,"verified":false},{"type":"recall_at_1","value":36.847,"verified":false},{"type":"recall_at_10","value":65.61099999999999,"verified":false},{"type":"recall_at_100","value":77.792,"verified":false},{"type":"recall_at_1000","value":87.17099999999999,"verified":false},{"type":"recall_at_3","value":55.625,"verified":false},{"type":"recall_at_5","value":60.425,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/imdb","name":"MTEB ImdbClassification","config":"default","split":"test","revision":"3d86128a09e091d6018b6d26cad27f2739fc2db7"},"metrics":[{"type":"accuracy","value":82.1096,"verified":false},{"type":"ap","value":76.67089212843918,"verified":false},{"type":"f1","value":82.03535056754939,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"msmarco","name":"MTEB MSMARCO","config":"default","split":"dev","revision":"None"},"metrics":[{"type":"map_at_1","value":24.465,"verified":false},{"type":"map_at_10","value":37.072,"verified":false},{"type":"map_at_100","value":38.188,"verified":false},{"type":"map_at_1000","value":38.232,"verified":false},{"type":"map_at_3","value":33.134,"verified":false},{"type":"map_at_5","value":35.453,"verified":false},{"type":"mrr_at_1","value":25.142999999999997,"verified":false},{"type":"mrr_at_10","value":37.669999999999995,"verified":false},{"type":"mrr_at_100","value":38.725,"verified":false},{"type":"mrr_at_1000","value":38.765,"verified":false},{"type":"mrr_at_3","value":33.82,"verified":false},{"type":"mrr_at_5","value":36.111,"verified":false},{"type":"ndcg_at_1","value":25.142999999999997,"verified":false},{"type":"ndcg_at_10","value":44.054,"verified":false},{"type":"ndcg_at_100","value":49.364000000000004,"verified":false},{"type":"ndcg_at_1000","value":50.456,"verified":false},{"type":"ndcg_at_3","value":36.095,"verified":false},{"type":"ndcg_at_5","value":40.23,"verified":false},{"type":"precision_at_1","value":25.142999999999997,"verified":false},{"type":"precision_at_10","value":6.845,"verified":false},{"type":"precision_at_100","value":0.95,"verified":false},{"type":"precision_at_1000","value":0.104,"verified":false},{"type":"precision_at_3","value":15.204999999999998,"verified":false},{"type":"precision_at_5","value":11.221,"verified":false},{"type":"recall_at_1","value":24.465,"verified":false},{"type":"recall_at_10","value":65.495,"verified":false},{"type":"recall_at_100","value":89.888,"verified":false},{"type":"recall_at_1000","value":98.165,"verified":false},{"type":"recall_at_3","value":43.964,"verified":false},{"type":"recall_at_5","value":53.891,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_domain","name":"MTEB MTOPDomainClassification (en)","config":"en","split":"test","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf"},"metrics":[{"type":"accuracy","value":93.86228910168718,"verified":false},{"type":"f1","value":93.69177113259104,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_intent","name":"MTEB MTOPIntentClassification (en)","config":"en","split":"test","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba"},"metrics":[{"type":"accuracy","value":76.3999088007296,"verified":false},{"type":"f1","value":58.96668664333438,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (en)","config":"en","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":73.21788836583727,"verified":false},{"type":"f1","value":71.4545936552952,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (en)","config":"en","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":77.39071956960323,"verified":false},{"type":"f1","value":77.12398952847603,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-p2p","name":"MTEB MedrxivClusteringP2P","config":"default","split":"test","revision":"e7a26af6f3ae46b30dde8737f02c07b1505bcc73"},"metrics":[{"type":"v_measure","value":32.255379528166955,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-s2s","name":"MTEB MedrxivClusteringS2S","config":"default","split":"test","revision":"35191c8c0dca72d8ff3efcd72aa802307d469663"},"metrics":[{"type":"v_measure","value":29.66423362872814,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/mind_small","name":"MTEB MindSmallReranking","config":"default","split":"test","revision":"3bdac13927fdc888b903db93b2ffdbd90b295a69"},"metrics":[{"type":"map","value":30.782211620375964,"verified":false},{"type":"mrr","value":31.773479703044956,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"nfcorpus","name":"MTEB NFCorpus","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":5.863,"verified":false},{"type":"map_at_10","value":13.831,"verified":false},{"type":"map_at_100","value":17.534,"verified":false},{"type":"map_at_1000","value":19.012,"verified":false},{"type":"map_at_3","value":10.143,"verified":false},{"type":"map_at_5","value":12.034,"verified":false},{"type":"mrr_at_1","value":46.749,"verified":false},{"type":"mrr_at_10","value":55.376999999999995,"verified":false},{"type":"mrr_at_100","value":56.009,"verified":false},{"type":"mrr_at_1000","value":56.042,"verified":false},{"type":"mrr_at_3","value":53.30200000000001,"verified":false},{"type":"mrr_at_5","value":54.85,"verified":false},{"type":"ndcg_at_1","value":44.582,"verified":false},{"type":"ndcg_at_10","value":36.07,"verified":false},{"type":"ndcg_at_100","value":33.39,"verified":false},{"type":"ndcg_at_1000","value":41.884,"verified":false},{"type":"ndcg_at_3","value":41.441,"verified":false},{"type":"ndcg_at_5","value":39.861000000000004,"verified":false},{"type":"precision_at_1","value":46.129999999999995,"verified":false},{"type":"precision_at_10","value":26.594,"verified":false},{"type":"precision_at_100","value":8.365,"verified":false},{"type":"precision_at_1000","value":2.1260000000000003,"verified":false},{"type":"precision_at_3","value":39.009,"verified":false},{"type":"precision_at_5","value":34.861,"verified":false},{"type":"recall_at_1","value":5.863,"verified":false},{"type":"recall_at_10","value":17.961,"verified":false},{"type":"recall_at_100","value":34.026,"verified":false},{"type":"recall_at_1000","value":64.46499999999999,"verified":false},{"type":"recall_at_3","value":11.242,"verified":false},{"type":"recall_at_5","value":14.493,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"nq","name":"MTEB NQ","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":38.601,"verified":false},{"type":"map_at_10","value":55.293000000000006,"verified":false},{"type":"map_at_100","value":56.092,"verified":false},{"type":"map_at_1000","value":56.111999999999995,"verified":false},{"type":"map_at_3","value":51.269,"verified":false},{"type":"map_at_5","value":53.787,"verified":false},{"type":"mrr_at_1","value":43.221,"verified":false},{"type":"mrr_at_10","value":57.882999999999996,"verified":false},{"type":"mrr_at_100","value":58.408,"verified":false},{"type":"mrr_at_1000","value":58.421,"verified":false},{"type":"mrr_at_3","value":54.765,"verified":false},{"type":"mrr_at_5","value":56.809,"verified":false},{"type":"ndcg_at_1","value":43.221,"verified":false},{"type":"ndcg_at_10","value":62.858999999999995,"verified":false},{"type":"ndcg_at_100","value":65.987,"verified":false},{"type":"ndcg_at_1000","value":66.404,"verified":false},{"type":"ndcg_at_3","value":55.605000000000004,"verified":false},{"type":"ndcg_at_5","value":59.723000000000006,"verified":false},{"type":"precision_at_1","value":43.221,"verified":false},{"type":"precision_at_10","value":9.907,"verified":false},{"type":"precision_at_100","value":1.169,"verified":false},{"type":"precision_at_1000","value":0.121,"verified":false},{"type":"precision_at_3","value":25.019000000000002,"verified":false},{"type":"precision_at_5","value":17.474,"verified":false},{"type":"recall_at_1","value":38.601,"verified":false},{"type":"recall_at_10","value":82.966,"verified":false},{"type":"recall_at_100","value":96.154,"verified":false},{"type":"recall_at_1000","value":99.223,"verified":false},{"type":"recall_at_3","value":64.603,"verified":false},{"type":"recall_at_5","value":73.97200000000001,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"quora","name":"MTEB QuoraRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":70.77,"verified":false},{"type":"map_at_10","value":84.429,"verified":false},{"type":"map_at_100","value":85.04599999999999,"verified":false},{"type":"map_at_1000","value":85.065,"verified":false},{"type":"map_at_3","value":81.461,"verified":false},{"type":"map_at_5","value":83.316,"verified":false},{"type":"mrr_at_1","value":81.51,"verified":false},{"type":"mrr_at_10","value":87.52799999999999,"verified":false},{"type":"mrr_at_100","value":87.631,"verified":false},{"type":"mrr_at_1000","value":87.632,"verified":false},{"type":"mrr_at_3","value":86.533,"verified":false},{"type":"mrr_at_5","value":87.214,"verified":false},{"type":"ndcg_at_1","value":81.47999999999999,"verified":false},{"type":"ndcg_at_10","value":88.181,"verified":false},{"type":"ndcg_at_100","value":89.39200000000001,"verified":false},{"type":"ndcg_at_1000","value":89.52,"verified":false},{"type":"ndcg_at_3","value":85.29299999999999,"verified":false},{"type":"ndcg_at_5","value":86.88,"verified":false},{"type":"precision_at_1","value":81.47999999999999,"verified":false},{"type":"precision_at_10","value":13.367,"verified":false},{"type":"precision_at_100","value":1.5230000000000001,"verified":false},{"type":"precision_at_1000","value":0.157,"verified":false},{"type":"precision_at_3","value":37.227,"verified":false},{"type":"precision_at_5","value":24.494,"verified":false},{"type":"recall_at_1","value":70.77,"verified":false},{"type":"recall_at_10","value":95.199,"verified":false},{"type":"recall_at_100","value":99.37700000000001,"verified":false},{"type":"recall_at_1000","value":99.973,"verified":false},{"type":"recall_at_3","value":86.895,"verified":false},{"type":"recall_at_5","value":91.396,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering","name":"MTEB RedditClustering","config":"default","split":"test","revision":"24640382cdbf8abc73003fb0fa6d111a705499eb"},"metrics":[{"type":"v_measure","value":50.686353396858344,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering-p2p","name":"MTEB RedditClusteringP2P","config":"default","split":"test","revision":"282350215ef01743dc01b456c7f5241fa8937f16"},"metrics":[{"type":"v_measure","value":61.3664675312921,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"scidocs","name":"MTEB SCIDOCS","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":4.7379999999999995,"verified":false},{"type":"map_at_10","value":12.01,"verified":false},{"type":"map_at_100","value":14.02,"verified":false},{"type":"map_at_1000","value":14.310999999999998,"verified":false},{"type":"map_at_3","value":8.459,"verified":false},{"type":"map_at_5","value":10.281,"verified":false},{"type":"mrr_at_1","value":23.3,"verified":false},{"type":"mrr_at_10","value":34.108,"verified":false},{"type":"mrr_at_100","value":35.217,"verified":false},{"type":"mrr_at_1000","value":35.272,"verified":false},{"type":"mrr_at_3","value":30.833,"verified":false},{"type":"mrr_at_5","value":32.768,"verified":false},{"type":"ndcg_at_1","value":23.3,"verified":false},{"type":"ndcg_at_10","value":20.116999999999997,"verified":false},{"type":"ndcg_at_100","value":27.961000000000002,"verified":false},{"type":"ndcg_at_1000","value":33.149,"verified":false},{"type":"ndcg_at_3","value":18.902,"verified":false},{"type":"ndcg_at_5","value":16.742,"verified":false},{"type":"precision_at_1","value":23.3,"verified":false},{"type":"precision_at_10","value":10.47,"verified":false},{"type":"precision_at_100","value":2.177,"verified":false},{"type":"precision_at_1000","value":0.34299999999999997,"verified":false},{"type":"precision_at_3","value":17.567,"verified":false},{"type":"precision_at_5","value":14.78,"verified":false},{"type":"recall_at_1","value":4.7379999999999995,"verified":false},{"type":"recall_at_10","value":21.221999999999998,"verified":false},{"type":"recall_at_100","value":44.242,"verified":false},{"type":"recall_at_1000","value":69.652,"verified":false},{"type":"recall_at_3","value":10.688,"verified":false},{"type":"recall_at_5","value":14.982999999999999,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sickr-sts","name":"MTEB SICK-R","config":"default","split":"test","revision":"a6ea5a8cab320b040a23452cc28066d9beae2cee"},"metrics":[{"type":"cos_sim_pearson","value":84.84572946827069,"verified":false},{"type":"cos_sim_spearman","value":80.48508130408966,"verified":false},{"type":"euclidean_pearson","value":82.0481530027767,"verified":false},{"type":"euclidean_spearman","value":80.45902876782752,"verified":false},{"type":"manhattan_pearson","value":82.03728222483326,"verified":false},{"type":"manhattan_spearman","value":80.45684282911755,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts12-sts","name":"MTEB STS12","config":"default","split":"test","revision":"a0d554a64d88156834ff5ae9920b964011b16384"},"metrics":[{"type":"cos_sim_pearson","value":84.33476464677516,"verified":false},{"type":"cos_sim_spearman","value":75.93057758003266,"verified":false},{"type":"euclidean_pearson","value":80.89685744015691,"verified":false},{"type":"euclidean_spearman","value":76.29929953441706,"verified":false},{"type":"manhattan_pearson","value":80.91391345459995,"verified":false},{"type":"manhattan_spearman","value":76.31985463110914,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts13-sts","name":"MTEB STS13","config":"default","split":"test","revision":"7e90230a92c190f1bf69ae9002b8cea547a64cca"},"metrics":[{"type":"cos_sim_pearson","value":84.63686106359005,"verified":false},{"type":"cos_sim_spearman","value":85.22240034668202,"verified":false},{"type":"euclidean_pearson","value":84.6074814189106,"verified":false},{"type":"euclidean_spearman","value":85.17169644755828,"verified":false},{"type":"manhattan_pearson","value":84.48329306239368,"verified":false},{"type":"manhattan_spearman","value":85.0086508544768,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts14-sts","name":"MTEB STS14","config":"default","split":"test","revision":"6031580fec1f6af667f0bd2da0a551cf4f0b2375"},"metrics":[{"type":"cos_sim_pearson","value":82.95455774064745,"verified":false},{"type":"cos_sim_spearman","value":80.54074646118492,"verified":false},{"type":"euclidean_pearson","value":81.79598955554704,"verified":false},{"type":"euclidean_spearman","value":80.55837617606814,"verified":false},{"type":"manhattan_pearson","value":81.78213797905386,"verified":false},{"type":"manhattan_spearman","value":80.5666746878273,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts15-sts","name":"MTEB STS15","config":"default","split":"test","revision":"ae752c7c21bf194d8b67fd573edf7ae58183cbe3"},"metrics":[{"type":"cos_sim_pearson","value":87.92813309124739,"verified":false},{"type":"cos_sim_spearman","value":88.81459873052108,"verified":false},{"type":"euclidean_pearson","value":88.21193118930564,"verified":false},{"type":"euclidean_spearman","value":88.87072745043731,"verified":false},{"type":"manhattan_pearson","value":88.22576929706727,"verified":false},{"type":"manhattan_spearman","value":88.8867671095791,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts16-sts","name":"MTEB STS16","config":"default","split":"test","revision":"4d8694f8f0e0100860b497b999b3dbed754a0513"},"metrics":[{"type":"cos_sim_pearson","value":83.6881529671839,"verified":false},{"type":"cos_sim_spearman","value":85.2807092969554,"verified":false},{"type":"euclidean_pearson","value":84.62334178652704,"verified":false},{"type":"euclidean_spearman","value":85.2116373296784,"verified":false},{"type":"manhattan_pearson","value":84.54948211541777,"verified":false},{"type":"manhattan_spearman","value":85.10737722637882,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts17-crosslingual-sts","name":"MTEB STS17 (en-en)","config":"en-en","split":"test","revision":"af5e6fb845001ecf41f4c1e033ce921939a2a68d"},"metrics":[{"type":"cos_sim_pearson","value":88.55963694458408,"verified":false},{"type":"cos_sim_spearman","value":89.36731628848683,"verified":false},{"type":"euclidean_pearson","value":89.64975952985465,"verified":false},{"type":"euclidean_spearman","value":89.29689484033007,"verified":false},{"type":"manhattan_pearson","value":89.61234491713135,"verified":false},{"type":"manhattan_spearman","value":89.20302520255782,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts22-crosslingual-sts","name":"MTEB STS22 (en)","config":"en","split":"test","revision":"6d1ba47164174a496b7fa5d3569dae26a6813b80"},"metrics":[{"type":"cos_sim_pearson","value":62.411800961903886,"verified":false},{"type":"cos_sim_spearman","value":62.99105515749963,"verified":false},{"type":"euclidean_pearson","value":65.29826669549443,"verified":false},{"type":"euclidean_spearman","value":63.29880964105775,"verified":false},{"type":"manhattan_pearson","value":65.00126190601183,"verified":false},{"type":"manhattan_spearman","value":63.32011025899179,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/stsbenchmark-sts","name":"MTEB STSBenchmark","config":"default","split":"test","revision":"b0fddb56ed78048fa8b90373c8a3cfc37b684831"},"metrics":[{"type":"cos_sim_pearson","value":85.83498531837608,"verified":false},{"type":"cos_sim_spearman","value":87.21366640615442,"verified":false},{"type":"euclidean_pearson","value":86.74764288798261,"verified":false},{"type":"euclidean_spearman","value":87.06060470780834,"verified":false},{"type":"manhattan_pearson","value":86.65971223951476,"verified":false},{"type":"manhattan_spearman","value":86.99814399831457,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/scidocs-reranking","name":"MTEB SciDocsRR","config":"default","split":"test","revision":"d3c5e1fc0b855ab6097bf1cda04dd73947d7caab"},"metrics":[{"type":"map","value":83.94448463485881,"verified":false},{"type":"mrr","value":95.36291867174221,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"scifact","name":"MTEB SciFact","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":59.928000000000004,"verified":false},{"type":"map_at_10","value":68.577,"verified":false},{"type":"map_at_100","value":69.35900000000001,"verified":false},{"type":"map_at_1000","value":69.37299999999999,"verified":false},{"type":"map_at_3","value":66.217,"verified":false},{"type":"map_at_5","value":67.581,"verified":false},{"type":"mrr_at_1","value":63,"verified":false},{"type":"mrr_at_10","value":69.994,"verified":false},{"type":"mrr_at_100","value":70.553,"verified":false},{"type":"mrr_at_1000","value":70.56700000000001,"verified":false},{"type":"mrr_at_3","value":68.167,"verified":false},{"type":"mrr_at_5","value":69.11699999999999,"verified":false},{"type":"ndcg_at_1","value":63,"verified":false},{"type":"ndcg_at_10","value":72.58,"verified":false},{"type":"ndcg_at_100","value":75.529,"verified":false},{"type":"ndcg_at_1000","value":76.009,"verified":false},{"type":"ndcg_at_3","value":68.523,"verified":false},{"type":"ndcg_at_5","value":70.301,"verified":false},{"type":"precision_at_1","value":63,"verified":false},{"type":"precision_at_10","value":9.333,"verified":false},{"type":"precision_at_100","value":1.09,"verified":false},{"type":"precision_at_1000","value":0.11299999999999999,"verified":false},{"type":"precision_at_3","value":26.444000000000003,"verified":false},{"type":"precision_at_5","value":17.067,"verified":false},{"type":"recall_at_1","value":59.928000000000004,"verified":false},{"type":"recall_at_10","value":83.544,"verified":false},{"type":"recall_at_100","value":96,"verified":false},{"type":"recall_at_1000","value":100,"verified":false},{"type":"recall_at_3","value":72.072,"verified":false},{"type":"recall_at_5","value":76.683,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/sprintduplicatequestions-pairclassification","name":"MTEB SprintDuplicateQuestions","config":"default","split":"test","revision":"d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46"},"metrics":[{"type":"cos_sim_accuracy","value":99.82178217821782,"verified":false},{"type":"cos_sim_ap","value":95.41507679819003,"verified":false},{"type":"cos_sim_f1","value":90.9456740442656,"verified":false},{"type":"cos_sim_precision","value":91.49797570850203,"verified":false},{"type":"cos_sim_recall","value":90.4,"verified":false},{"type":"dot_accuracy","value":99.77227722772277,"verified":false},{"type":"dot_ap","value":92.50123869445967,"verified":false},{"type":"dot_f1","value":88.18414322250638,"verified":false},{"type":"dot_precision","value":90.26178010471205,"verified":false},{"type":"dot_recall","value":86.2,"verified":false},{"type":"euclidean_accuracy","value":99.81782178217821,"verified":false},{"type":"euclidean_ap","value":95.3935066749006,"verified":false},{"type":"euclidean_f1","value":90.66128218071681,"verified":false},{"type":"euclidean_precision","value":91.53924566768603,"verified":false},{"type":"euclidean_recall","value":89.8,"verified":false},{"type":"manhattan_accuracy","value":99.81881188118813,"verified":false},{"type":"manhattan_ap","value":95.39767454613512,"verified":false},{"type":"manhattan_f1","value":90.62019477191186,"verified":false},{"type":"manhattan_precision","value":92.95478443743428,"verified":false},{"type":"manhattan_recall","value":88.4,"verified":false},{"type":"max_accuracy","value":99.82178217821782,"verified":false},{"type":"max_ap","value":95.41507679819003,"verified":false},{"type":"max_f1","value":90.9456740442656,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering","name":"MTEB StackExchangeClustering","config":"default","split":"test","revision":"6cbc1f7b2bc0622f2e39d2c77fa502909748c259"},"metrics":[{"type":"v_measure","value":64.96313921233748,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering-p2p","name":"MTEB StackExchangeClusteringP2P","config":"default","split":"test","revision":"815ca46b2622cec33ccafc3735d572c266efdb44"},"metrics":[{"type":"v_measure","value":33.602625720956745,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/stackoverflowdupquestions-reranking","name":"MTEB StackOverflowDupQuestions","config":"default","split":"test","revision":"e185fbe320c72810689fc5848eb6114e1ef5ec69"},"metrics":[{"type":"map","value":51.32659230651731,"verified":false},{"type":"mrr","value":52.33861726508785,"verified":false}]},{"task":{"type":"Summarization"},"dataset":{"type":"mteb/summeval","name":"MTEB SummEval","config":"default","split":"test","revision":"cda12ad7615edc362dbf25a00fdd61d3b1eaf93c"},"metrics":[{"type":"cos_sim_pearson","value":31.01587644214203,"verified":false},{"type":"cos_sim_spearman","value":30.974306908731013,"verified":false},{"type":"dot_pearson","value":29.83339853838187,"verified":false},{"type":"dot_spearman","value":30.07761671934048,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"trec-covid","name":"MTEB TRECCOVID","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":0.22,"verified":false},{"type":"map_at_10","value":1.9539999999999997,"verified":false},{"type":"map_at_100","value":11.437,"verified":false},{"type":"map_at_1000","value":27.861000000000004,"verified":false},{"type":"map_at_3","value":0.6479999999999999,"verified":false},{"type":"map_at_5","value":1.0410000000000001,"verified":false},{"type":"mrr_at_1","value":84,"verified":false},{"type":"mrr_at_10","value":90.333,"verified":false},{"type":"mrr_at_100","value":90.333,"verified":false},{"type":"mrr_at_1000","value":90.333,"verified":false},{"type":"mrr_at_3","value":90.333,"verified":false},{"type":"mrr_at_5","value":90.333,"verified":false},{"type":"ndcg_at_1","value":80,"verified":false},{"type":"ndcg_at_10","value":78.31700000000001,"verified":false},{"type":"ndcg_at_100","value":59.396,"verified":false},{"type":"ndcg_at_1000","value":52.733,"verified":false},{"type":"ndcg_at_3","value":81.46900000000001,"verified":false},{"type":"ndcg_at_5","value":80.74,"verified":false},{"type":"precision_at_1","value":84,"verified":false},{"type":"precision_at_10","value":84,"verified":false},{"type":"precision_at_100","value":60.980000000000004,"verified":false},{"type":"precision_at_1000","value":23.432,"verified":false},{"type":"precision_at_3","value":87.333,"verified":false},{"type":"precision_at_5","value":86.8,"verified":false},{"type":"recall_at_1","value":0.22,"verified":false},{"type":"recall_at_10","value":2.156,"verified":false},{"type":"recall_at_100","value":14.557999999999998,"verified":false},{"type":"recall_at_1000","value":49.553999999999995,"verified":false},{"type":"recall_at_3","value":0.685,"verified":false},{"type":"recall_at_5","value":1.121,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"webis-touche2020","name":"MTEB Touche2020","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":3.373,"verified":false},{"type":"map_at_10","value":11.701,"verified":false},{"type":"map_at_100","value":17.144000000000002,"verified":false},{"type":"map_at_1000","value":18.624,"verified":false},{"type":"map_at_3","value":6.552,"verified":false},{"type":"map_at_5","value":9.372,"verified":false},{"type":"mrr_at_1","value":38.775999999999996,"verified":false},{"type":"mrr_at_10","value":51.975,"verified":false},{"type":"mrr_at_100","value":52.873999999999995,"verified":false},{"type":"mrr_at_1000","value":52.873999999999995,"verified":false},{"type":"mrr_at_3","value":47.619,"verified":false},{"type":"mrr_at_5","value":50.578,"verified":false},{"type":"ndcg_at_1","value":36.735,"verified":false},{"type":"ndcg_at_10","value":27.212999999999997,"verified":false},{"type":"ndcg_at_100","value":37.245,"verified":false},{"type":"ndcg_at_1000","value":48.602000000000004,"verified":false},{"type":"ndcg_at_3","value":30.916,"verified":false},{"type":"ndcg_at_5","value":30.799,"verified":false},{"type":"precision_at_1","value":38.775999999999996,"verified":false},{"type":"precision_at_10","value":23.469,"verified":false},{"type":"precision_at_100","value":7.327,"verified":false},{"type":"precision_at_1000","value":1.486,"verified":false},{"type":"precision_at_3","value":31.973000000000003,"verified":false},{"type":"precision_at_5","value":32.245000000000005,"verified":false},{"type":"recall_at_1","value":3.373,"verified":false},{"type":"recall_at_10","value":17.404,"verified":false},{"type":"recall_at_100","value":46.105000000000004,"verified":false},{"type":"recall_at_1000","value":80.35,"verified":false},{"type":"recall_at_3","value":7.4399999999999995,"verified":false},{"type":"recall_at_5","value":12.183,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/toxic_conversations_50k","name":"MTEB ToxicConversationsClassification","config":"default","split":"test","revision":"d7c0de2777da35d6aae2200a62c6e0e5af397c4c"},"metrics":[{"type":"accuracy","value":70.5592,"verified":false},{"type":"ap","value":14.330910591410134,"verified":false},{"type":"f1","value":54.45745186286521,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/tweet_sentiment_extraction","name":"MTEB TweetSentimentExtractionClassification","config":"default","split":"test","revision":"d604517c81ca91fe16a244d1248fc021f9ecee7a"},"metrics":[{"type":"accuracy","value":61.20543293718167,"verified":false},{"type":"f1","value":61.45365480309872,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/twentynewsgroups-clustering","name":"MTEB TwentyNewsgroupsClustering","config":"default","split":"test","revision":"6125ec4e24fa026cec8a478383ee943acfbd5449"},"metrics":[{"type":"v_measure","value":43.81162998944145,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twittersemeval2015-pairclassification","name":"MTEB TwitterSemEval2015","config":"default","split":"test","revision":"70970daeab8776df92f5ea462b6173c0b46fd2d1"},"metrics":[{"type":"cos_sim_accuracy","value":86.69011146212075,"verified":false},{"type":"cos_sim_ap","value":76.09792353652536,"verified":false},{"type":"cos_sim_f1","value":70.10202763786646,"verified":false},{"type":"cos_sim_precision","value":68.65671641791045,"verified":false},{"type":"cos_sim_recall","value":71.60949868073878,"verified":false},{"type":"dot_accuracy","value":85.33110806461227,"verified":false},{"type":"dot_ap","value":70.19304383327554,"verified":false},{"type":"dot_f1","value":67.22494202525122,"verified":false},{"type":"dot_precision","value":65.6847935548842,"verified":false},{"type":"dot_recall","value":68.83905013192611,"verified":false},{"type":"euclidean_accuracy","value":86.5410979316922,"verified":false},{"type":"euclidean_ap","value":75.91906915651882,"verified":false},{"type":"euclidean_f1","value":69.6798975672215,"verified":false},{"type":"euclidean_precision","value":67.6865671641791,"verified":false},{"type":"euclidean_recall","value":71.79419525065963,"verified":false},{"type":"manhattan_accuracy","value":86.60070334386363,"verified":false},{"type":"manhattan_ap","value":75.94617413885031,"verified":false},{"type":"manhattan_f1","value":69.52689565780946,"verified":false},{"type":"manhattan_precision","value":68.3312101910828,"verified":false},{"type":"manhattan_recall","value":70.76517150395777,"verified":false},{"type":"max_accuracy","value":86.69011146212075,"verified":false},{"type":"max_ap","value":76.09792353652536,"verified":false},{"type":"max_f1","value":70.10202763786646,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twitterurlcorpus-pairclassification","name":"MTEB TwitterURLCorpus","config":"default","split":"test","revision":"8b6510b0b1fa4e4c4f879467980e9be563ec1cdf"},"metrics":[{"type":"cos_sim_accuracy","value":89.25951798812434,"verified":false},{"type":"cos_sim_ap","value":86.31476416599727,"verified":false},{"type":"cos_sim_f1","value":78.52709971038477,"verified":false},{"type":"cos_sim_precision","value":76.7629972792117,"verified":false},{"type":"cos_sim_recall","value":80.37419156144134,"verified":false},{"type":"dot_accuracy","value":88.03896456708192,"verified":false},{"type":"dot_ap","value":83.26963599196237,"verified":false},{"type":"dot_f1","value":76.72696459492317,"verified":false},{"type":"dot_precision","value":73.56411162133521,"verified":false},{"type":"dot_recall","value":80.17400677548507,"verified":false},{"type":"euclidean_accuracy","value":89.21682772538519,"verified":false},{"type":"euclidean_ap","value":86.29306071289969,"verified":false},{"type":"euclidean_f1","value":78.40827030519554,"verified":false},{"type":"euclidean_precision","value":77.42250243939053,"verified":false},{"type":"euclidean_recall","value":79.41946412072683,"verified":false},{"type":"manhattan_accuracy","value":89.22458959133776,"verified":false},{"type":"manhattan_ap","value":86.2901934710645,"verified":false},{"type":"manhattan_f1","value":78.54211378440453,"verified":false},{"type":"manhattan_precision","value":76.85505858079729,"verified":false},{"type":"manhattan_recall","value":80.30489682784109,"verified":false},{"type":"max_accuracy","value":89.25951798812434,"verified":false},{"type":"max_ap","value":86.31476416599727,"verified":false},{"type":"max_f1","value":78.54211378440453,"verified":false}]}]}],"language":["en"],"license":"mit"},"siblings":[{"rfilename":".gitattributes"},{"rfilename":"1_Pooling/config.json"},{"rfilename":"README.md"},{"rfilename":"config.json"},{"rfilename":"model.safetensors"},{"rfilename":"modules.json"},{"rfilename":"pytorch_model.bin"},{"rfilename":"sentence_bert_config.json"},{"rfilename":"special_tokens_map.json"},{"rfilename":"tokenizer.json"},{"rfilename":"tokenizer_config.json"},{"rfilename":"vocab.txt"}],"spaces":["mteb/leaderboard","mteb/leaderboard_legacy","kastan/ai-teaching-assistant","SmileXing/leaderboard","kastan/ai-teaching-assistant-beta","abidlabs/mteb-leaderboard","stroopwaffle42/Family-Offense-Triage-V10-10","maxpar1/leaderboard","star-nox/chat-llm-streaming","sq66/leaderboard_legacy","muryshev/generic-chatbot-backend","Talibmukadam/intfloat-e5-large","shreyanshknayak/zero-waste-grocery","manasagangotri/Math_Agent","yanciyuyu/1","Chengyanci/11","n8n-1/8","reader-1/1","Bharat-Mish/LLM","lake-synctv/leaderboard","shiwan7788/leaderboard-uni","yashkambli/rag-jiopay","stroopwaffle42/Family_Offense-Spanish-Test","Alsmwal/university-ai","Alsmwal/UniversityAI","ICAIL-Triage/FO-Triage","Alsmwal/demo-app-for-the-project","vihaan2code/SpendWise-Backend","hhyz/Leaderboard","kiedistv/leaderboard","qiaosong88/leaderboard","kwanhui/geo-lens","ArtemBolgov/leaderboard","malyvena/leaderboard","HuggingLLM/leaderboard","wangsh0111/leaderboard","kaotd/leaderboard","ProsegurPruebas/embeddings-api"],"createdAt":"2022-12-26T06:03:12.000Z","safetensors":{"parameters":{"I64":512,"F32":335141888},"total":335142400},"inference":"warm","usedStorage":4021952191}