{"_id":"646723f5e92e2372d5c82aa0","id":"intfloat/e5-large-v2","private":false,"pipeline_tag":"sentence-similarity","library_name":"sentence-transformers","tags":["sentence-transformers","pytorch","onnx","safetensors","openvino","bert","mteb","Sentence Transformers","sentence-similarity","en","arxiv:2212.03533","arxiv:2104.08663","arxiv:2210.07316","license:mit","model-index","text-embeddings-inference","endpoints_compatible","deploy:sagemaker","deploy:azure","region:us"],"downloads":1816652,"likes":283,"modelId":"intfloat/e5-large-v2","author":"intfloat","sha":"f169b11e22de13617baa190a028a32f3493550b6","lastModified":"2025-02-17T03:26:51.000Z","gated":false,"disabled":false,"mask_token":"[MASK]","widgetData":[{"source_sentence":"That is a happy person","sentences":["That is a happy dog","That is a very happy person","Today is a sunny day"]}],"model-index":[{"name":"e5-large-v2","results":[{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_counterfactual","name":"MTEB AmazonCounterfactualClassification (en)","config":"en","split":"test","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205"},"metrics":[{"type":"accuracy","value":79.22388059701493,"verified":false},{"type":"ap","value":43.20816505595132,"verified":false},{"type":"f1","value":73.27811303522058,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_polarity","name":"MTEB AmazonPolarityClassification","config":"default","split":"test","revision":"e2d317d38cd51312af73b3d32a06d1a08b442046"},"metrics":[{"type":"accuracy","value":93.748325,"verified":false},{"type":"ap","value":90.72534979701297,"verified":false},{"type":"f1","value":93.73895874282185,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_reviews_multi","name":"MTEB AmazonReviewsClassification (en)","config":"en","split":"test","revision":"1399c76144fd37290681b995c656ef9b2e06e26d"},"metrics":[{"type":"accuracy","value":48.612,"verified":false},{"type":"f1","value":47.61157345898393,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"arguana","name":"MTEB ArguAna","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":23.541999999999998,"verified":false},{"type":"map_at_10","value":38.208,"verified":false},{"type":"map_at_100","value":39.417,"verified":false},{"type":"map_at_1000","value":39.428999999999995,"verified":false},{"type":"map_at_3","value":33.95,"verified":false},{"type":"map_at_5","value":36.329,"verified":false},{"type":"mrr_at_1","value":23.755000000000003,"verified":false},{"type":"mrr_at_10","value":38.288,"verified":false},{"type":"mrr_at_100","value":39.511,"verified":false},{"type":"mrr_at_1000","value":39.523,"verified":false},{"type":"mrr_at_3","value":34.009,"verified":false},{"type":"mrr_at_5","value":36.434,"verified":false},{"type":"ndcg_at_1","value":23.541999999999998,"verified":false},{"type":"ndcg_at_10","value":46.417,"verified":false},{"type":"ndcg_at_100","value":51.812000000000005,"verified":false},{"type":"ndcg_at_1000","value":52.137,"verified":false},{"type":"ndcg_at_3","value":37.528,"verified":false},{"type":"ndcg_at_5","value":41.81,"verified":false},{"type":"precision_at_1","value":23.541999999999998,"verified":false},{"type":"precision_at_10","value":7.269,"verified":false},{"type":"precision_at_100","value":0.9690000000000001,"verified":false},{"type":"precision_at_1000","value":0.099,"verified":false},{"type":"precision_at_3","value":15.979,"verified":false},{"type":"precision_at_5","value":11.664,"verified":false},{"type":"recall_at_1","value":23.541999999999998,"verified":false},{"type":"recall_at_10","value":72.688,"verified":false},{"type":"recall_at_100","value":96.871,"verified":false},{"type":"recall_at_1000","value":99.431,"verified":false},{"type":"recall_at_3","value":47.937000000000005,"verified":false},{"type":"recall_at_5","value":58.321,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-p2p","name":"MTEB ArxivClusteringP2P","config":"default","split":"test","revision":"a122ad7f3f0291bf49cc6f4d32aa80929df69d5d"},"metrics":[{"type":"v_measure","value":45.546499570522094,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-s2s","name":"MTEB ArxivClusteringS2S","config":"default","split":"test","revision":"f910caf1a6075f7329cdf8c1a6135696f37dbd53"},"metrics":[{"type":"v_measure","value":41.01607489943561,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/askubuntudupquestions-reranking","name":"MTEB AskUbuntuDupQuestions","config":"default","split":"test","revision":"2000358ca161889fa9c082cb41daa8dcfb161a54"},"metrics":[{"type":"map","value":59.616107510107774,"verified":false},{"type":"mrr","value":72.75106626214661,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/biosses-sts","name":"MTEB BIOSSES","config":"default","split":"test","revision":"d3fb88f8f02e40887cd149695127462bbcf29b4a"},"metrics":[{"type":"cos_sim_pearson","value":84.33018094733868,"verified":false},{"type":"cos_sim_spearman","value":83.60190492611737,"verified":false},{"type":"euclidean_pearson","value":82.1492450218961,"verified":false},{"type":"euclidean_spearman","value":82.70308926526991,"verified":false},{"type":"manhattan_pearson","value":81.93959600076842,"verified":false},{"type":"manhattan_spearman","value":82.73260801016369,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/banking77","name":"MTEB Banking77Classification","config":"default","split":"test","revision":"0fd18e25b25c072e09e0d92ab615fda904d66300"},"metrics":[{"type":"accuracy","value":84.54545454545455,"verified":false},{"type":"f1","value":84.49582530928923,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-p2p","name":"MTEB BiorxivClusteringP2P","config":"default","split":"test","revision":"65b79d1d13f80053f67aca9498d9402c2d9f1f40"},"metrics":[{"type":"v_measure","value":37.362725540120096,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-s2s","name":"MTEB BiorxivClusteringS2S","config":"default","split":"test","revision":"258694dd0231531bc1fd9de6ceb52a0853c6d908"},"metrics":[{"type":"v_measure","value":34.849509608178145,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackAndroidRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":31.502999999999997,"verified":false},{"type":"map_at_10","value":43.323,"verified":false},{"type":"map_at_100","value":44.708999999999996,"verified":false},{"type":"map_at_1000","value":44.838,"verified":false},{"type":"map_at_3","value":38.987,"verified":false},{"type":"map_at_5","value":41.516999999999996,"verified":false},{"type":"mrr_at_1","value":38.769999999999996,"verified":false},{"type":"mrr_at_10","value":49.13,"verified":false},{"type":"mrr_at_100","value":49.697,"verified":false},{"type":"mrr_at_1000","value":49.741,"verified":false},{"type":"mrr_at_3","value":45.804,"verified":false},{"type":"mrr_at_5","value":47.842,"verified":false},{"type":"ndcg_at_1","value":38.769999999999996,"verified":false},{"type":"ndcg_at_10","value":50.266999999999996,"verified":false},{"type":"ndcg_at_100","value":54.967,"verified":false},{"type":"ndcg_at_1000","value":56.976000000000006,"verified":false},{"type":"ndcg_at_3","value":43.823,"verified":false},{"type":"ndcg_at_5","value":47.12,"verified":false},{"type":"precision_at_1","value":38.769999999999996,"verified":false},{"type":"precision_at_10","value":10.057,"verified":false},{"type":"precision_at_100","value":1.554,"verified":false},{"type":"precision_at_1000","value":0.202,"verified":false},{"type":"precision_at_3","value":21.125,"verified":false},{"type":"precision_at_5","value":15.851,"verified":false},{"type":"recall_at_1","value":31.502999999999997,"verified":false},{"type":"recall_at_10","value":63.715999999999994,"verified":false},{"type":"recall_at_100","value":83.61800000000001,"verified":false},{"type":"recall_at_1000","value":96.63199999999999,"verified":false},{"type":"recall_at_3","value":45.403,"verified":false},{"type":"recall_at_5","value":54.481,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackEnglishRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":27.833000000000002,"verified":false},{"type":"map_at_10","value":37.330999999999996,"verified":false},{"type":"map_at_100","value":38.580999999999996,"verified":false},{"type":"map_at_1000","value":38.708,"verified":false},{"type":"map_at_3","value":34.713,"verified":false},{"type":"map_at_5","value":36.104,"verified":false},{"type":"mrr_at_1","value":35.223,"verified":false},{"type":"mrr_at_10","value":43.419000000000004,"verified":false},{"type":"mrr_at_100","value":44.198,"verified":false},{"type":"mrr_at_1000","value":44.249,"verified":false},{"type":"mrr_at_3","value":41.614000000000004,"verified":false},{"type":"mrr_at_5","value":42.553000000000004,"verified":false},{"type":"ndcg_at_1","value":35.223,"verified":false},{"type":"ndcg_at_10","value":42.687999999999995,"verified":false},{"type":"ndcg_at_100","value":47.447,"verified":false},{"type":"ndcg_at_1000","value":49.701,"verified":false},{"type":"ndcg_at_3","value":39.162,"verified":false},{"type":"ndcg_at_5","value":40.557,"verified":false},{"type":"precision_at_1","value":35.223,"verified":false},{"type":"precision_at_10","value":7.962,"verified":false},{"type":"precision_at_100","value":1.304,"verified":false},{"type":"precision_at_1000","value":0.18,"verified":false},{"type":"precision_at_3","value":19.023,"verified":false},{"type":"precision_at_5","value":13.184999999999999,"verified":false},{"type":"recall_at_1","value":27.833000000000002,"verified":false},{"type":"recall_at_10","value":51.881,"verified":false},{"type":"recall_at_100","value":72.04,"verified":false},{"type":"recall_at_1000","value":86.644,"verified":false},{"type":"recall_at_3","value":40.778,"verified":false},{"type":"recall_at_5","value":45.176,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackGamingRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":38.175,"verified":false},{"type":"map_at_10","value":51.174,"verified":false},{"type":"map_at_100","value":52.26499999999999,"verified":false},{"type":"map_at_1000","value":52.315999999999995,"verified":false},{"type":"map_at_3","value":47.897,"verified":false},{"type":"map_at_5","value":49.703,"verified":false},{"type":"mrr_at_1","value":43.448,"verified":false},{"type":"mrr_at_10","value":54.505,"verified":false},{"type":"mrr_at_100","value":55.216,"verified":false},{"type":"mrr_at_1000","value":55.242000000000004,"verified":false},{"type":"mrr_at_3","value":51.98500000000001,"verified":false},{"type":"mrr_at_5","value":53.434000000000005,"verified":false},{"type":"ndcg_at_1","value":43.448,"verified":false},{"type":"ndcg_at_10","value":57.282,"verified":false},{"type":"ndcg_at_100","value":61.537,"verified":false},{"type":"ndcg_at_1000","value":62.546,"verified":false},{"type":"ndcg_at_3","value":51.73799999999999,"verified":false},{"type":"ndcg_at_5","value":54.324,"verified":false},{"type":"precision_at_1","value":43.448,"verified":false},{"type":"precision_at_10","value":9.292,"verified":false},{"type":"precision_at_100","value":1.233,"verified":false},{"type":"precision_at_1000","value":0.136,"verified":false},{"type":"precision_at_3","value":23.218,"verified":false},{"type":"precision_at_5","value":15.887,"verified":false},{"type":"recall_at_1","value":38.175,"verified":false},{"type":"recall_at_10","value":72.00999999999999,"verified":false},{"type":"recall_at_100","value":90.155,"verified":false},{"type":"recall_at_1000","value":97.257,"verified":false},{"type":"recall_at_3","value":57.133,"verified":false},{"type":"recall_at_5","value":63.424,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackGisRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":22.405,"verified":false},{"type":"map_at_10","value":30.043,"verified":false},{"type":"map_at_100","value":31.191000000000003,"verified":false},{"type":"map_at_1000","value":31.275,"verified":false},{"type":"map_at_3","value":27.034000000000002,"verified":false},{"type":"map_at_5","value":28.688000000000002,"verified":false},{"type":"mrr_at_1","value":24.068,"verified":false},{"type":"mrr_at_10","value":31.993,"verified":false},{"type":"mrr_at_100","value":32.992,"verified":false},{"type":"mrr_at_1000","value":33.050000000000004,"verified":false},{"type":"mrr_at_3","value":28.964000000000002,"verified":false},{"type":"mrr_at_5","value":30.653000000000002,"verified":false},{"type":"ndcg_at_1","value":24.068,"verified":false},{"type":"ndcg_at_10","value":35.198,"verified":false},{"type":"ndcg_at_100","value":40.709,"verified":false},{"type":"ndcg_at_1000","value":42.855,"verified":false},{"type":"ndcg_at_3","value":29.139,"verified":false},{"type":"ndcg_at_5","value":32.045,"verified":false},{"type":"precision_at_1","value":24.068,"verified":false},{"type":"precision_at_10","value":5.65,"verified":false},{"type":"precision_at_100","value":0.885,"verified":false},{"type":"precision_at_1000","value":0.11199999999999999,"verified":false},{"type":"precision_at_3","value":12.279,"verified":false},{"type":"precision_at_5","value":8.994,"verified":false},{"type":"recall_at_1","value":22.405,"verified":false},{"type":"recall_at_10","value":49.391,"verified":false},{"type":"recall_at_100","value":74.53699999999999,"verified":false},{"type":"recall_at_1000","value":90.605,"verified":false},{"type":"recall_at_3","value":33.126,"verified":false},{"type":"recall_at_5","value":40.073,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackMathematicaRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":13.309999999999999,"verified":false},{"type":"map_at_10","value":20.688000000000002,"verified":false},{"type":"map_at_100","value":22.022,"verified":false},{"type":"map_at_1000","value":22.152,"verified":false},{"type":"map_at_3","value":17.954,"verified":false},{"type":"map_at_5","value":19.439,"verified":false},{"type":"mrr_at_1","value":16.294,"verified":false},{"type":"mrr_at_10","value":24.479,"verified":false},{"type":"mrr_at_100","value":25.515,"verified":false},{"type":"mrr_at_1000","value":25.593,"verified":false},{"type":"mrr_at_3","value":21.642,"verified":false},{"type":"mrr_at_5","value":23.189999999999998,"verified":false},{"type":"ndcg_at_1","value":16.294,"verified":false},{"type":"ndcg_at_10","value":25.833000000000002,"verified":false},{"type":"ndcg_at_100","value":32.074999999999996,"verified":false},{"type":"ndcg_at_1000","value":35.083,"verified":false},{"type":"ndcg_at_3","value":20.493,"verified":false},{"type":"ndcg_at_5","value":22.949,"verified":false},{"type":"precision_at_1","value":16.294,"verified":false},{"type":"precision_at_10","value":5.112,"verified":false},{"type":"precision_at_100","value":0.96,"verified":false},{"type":"precision_at_1000","value":0.134,"verified":false},{"type":"precision_at_3","value":9.908999999999999,"verified":false},{"type":"precision_at_5","value":7.587000000000001,"verified":false},{"type":"recall_at_1","value":13.309999999999999,"verified":false},{"type":"recall_at_10","value":37.851,"verified":false},{"type":"recall_at_100","value":64.835,"verified":false},{"type":"recall_at_1000","value":86.334,"verified":false},{"type":"recall_at_3","value":23.493,"verified":false},{"type":"recall_at_5","value":29.528,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackPhysicsRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":25.857999999999997,"verified":false},{"type":"map_at_10","value":35.503,"verified":false},{"type":"map_at_100","value":36.957,"verified":false},{"type":"map_at_1000","value":37.065,"verified":false},{"type":"map_at_3","value":32.275999999999996,"verified":false},{"type":"map_at_5","value":34.119,"verified":false},{"type":"mrr_at_1","value":31.954,"verified":false},{"type":"mrr_at_10","value":40.851,"verified":false},{"type":"mrr_at_100","value":41.863,"verified":false},{"type":"mrr_at_1000","value":41.900999999999996,"verified":false},{"type":"mrr_at_3","value":38.129999999999995,"verified":false},{"type":"mrr_at_5","value":39.737,"verified":false},{"type":"ndcg_at_1","value":31.954,"verified":false},{"type":"ndcg_at_10","value":41.343999999999994,"verified":false},{"type":"ndcg_at_100","value":47.397,"verified":false},{"type":"ndcg_at_1000","value":49.501,"verified":false},{"type":"ndcg_at_3","value":36.047000000000004,"verified":false},{"type":"ndcg_at_5","value":38.639,"verified":false},{"type":"precision_at_1","value":31.954,"verified":false},{"type":"precision_at_10","value":7.68,"verified":false},{"type":"precision_at_100","value":1.247,"verified":false},{"type":"precision_at_1000","value":0.16199999999999998,"verified":false},{"type":"precision_at_3","value":17.132,"verified":false},{"type":"precision_at_5","value":12.589,"verified":false},{"type":"recall_at_1","value":25.857999999999997,"verified":false},{"type":"recall_at_10","value":53.43599999999999,"verified":false},{"type":"recall_at_100","value":78.82400000000001,"verified":false},{"type":"recall_at_1000","value":92.78999999999999,"verified":false},{"type":"recall_at_3","value":38.655,"verified":false},{"type":"recall_at_5","value":45.216,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackProgrammersRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":24.709,"verified":false},{"type":"map_at_10","value":34.318,"verified":false},{"type":"map_at_100","value":35.657,"verified":false},{"type":"map_at_1000","value":35.783,"verified":false},{"type":"map_at_3","value":31.326999999999998,"verified":false},{"type":"map_at_5","value":33.021,"verified":false},{"type":"mrr_at_1","value":30.137000000000004,"verified":false},{"type":"mrr_at_10","value":39.093,"verified":false},{"type":"mrr_at_100","value":39.992,"verified":false},{"type":"mrr_at_1000","value":40.056999999999995,"verified":false},{"type":"mrr_at_3","value":36.606,"verified":false},{"type":"mrr_at_5","value":37.861,"verified":false},{"type":"ndcg_at_1","value":30.137000000000004,"verified":false},{"type":"ndcg_at_10","value":39.974,"verified":false},{"type":"ndcg_at_100","value":45.647999999999996,"verified":false},{"type":"ndcg_at_1000","value":48.259,"verified":false},{"type":"ndcg_at_3","value":35.028,"verified":false},{"type":"ndcg_at_5","value":37.175999999999995,"verified":false},{"type":"precision_at_1","value":30.137000000000004,"verified":false},{"type":"precision_at_10","value":7.363,"verified":false},{"type":"precision_at_100","value":1.184,"verified":false},{"type":"precision_at_1000","value":0.161,"verified":false},{"type":"precision_at_3","value":16.857,"verified":false},{"type":"precision_at_5","value":11.963,"verified":false},{"type":"recall_at_1","value":24.709,"verified":false},{"type":"recall_at_10","value":52.087,"verified":false},{"type":"recall_at_100","value":76.125,"verified":false},{"type":"recall_at_1000","value":93.82300000000001,"verified":false},{"type":"recall_at_3","value":38.149,"verified":false},{"type":"recall_at_5","value":43.984,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":23.40791666666667,"verified":false},{"type":"map_at_10","value":32.458083333333335,"verified":false},{"type":"map_at_100","value":33.691916666666664,"verified":false},{"type":"map_at_1000","value":33.81191666666666,"verified":false},{"type":"map_at_3","value":29.51625,"verified":false},{"type":"map_at_5","value":31.168083333333335,"verified":false},{"type":"mrr_at_1","value":27.96591666666666,"verified":false},{"type":"mrr_at_10","value":36.528583333333344,"verified":false},{"type":"mrr_at_100","value":37.404,"verified":false},{"type":"mrr_at_1000","value":37.464333333333336,"verified":false},{"type":"mrr_at_3","value":33.92883333333333,"verified":false},{"type":"mrr_at_5","value":35.41933333333333,"verified":false},{"type":"ndcg_at_1","value":27.96591666666666,"verified":false},{"type":"ndcg_at_10","value":37.89141666666666,"verified":false},{"type":"ndcg_at_100","value":43.23066666666666,"verified":false},{"type":"ndcg_at_1000","value":45.63258333333333,"verified":false},{"type":"ndcg_at_3","value":32.811249999999994,"verified":false},{"type":"ndcg_at_5","value":35.22566666666667,"verified":false},{"type":"precision_at_1","value":27.96591666666666,"verified":false},{"type":"precision_at_10","value":6.834083333333332,"verified":false},{"type":"precision_at_100","value":1.12225,"verified":false},{"type":"precision_at_1000","value":0.15241666666666667,"verified":false},{"type":"precision_at_3","value":15.264333333333335,"verified":false},{"type":"precision_at_5","value":11.039416666666666,"verified":false},{"type":"recall_at_1","value":23.40791666666667,"verified":false},{"type":"recall_at_10","value":49.927083333333336,"verified":false},{"type":"recall_at_100","value":73.44641666666668,"verified":false},{"type":"recall_at_1000","value":90.19950000000001,"verified":false},{"type":"recall_at_3","value":35.88341666666667,"verified":false},{"type":"recall_at_5","value":42.061249999999994,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackStatsRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":19.592000000000002,"verified":false},{"type":"map_at_10","value":26.895999999999997,"verified":false},{"type":"map_at_100","value":27.921000000000003,"verified":false},{"type":"map_at_1000","value":28.02,"verified":false},{"type":"map_at_3","value":24.883,"verified":false},{"type":"map_at_5","value":25.812,"verified":false},{"type":"mrr_at_1","value":22.698999999999998,"verified":false},{"type":"mrr_at_10","value":29.520999999999997,"verified":false},{"type":"mrr_at_100","value":30.458000000000002,"verified":false},{"type":"mrr_at_1000","value":30.526999999999997,"verified":false},{"type":"mrr_at_3","value":27.633000000000003,"verified":false},{"type":"mrr_at_5","value":28.483999999999998,"verified":false},{"type":"ndcg_at_1","value":22.698999999999998,"verified":false},{"type":"ndcg_at_10","value":31.061,"verified":false},{"type":"ndcg_at_100","value":36.398,"verified":false},{"type":"ndcg_at_1000","value":38.89,"verified":false},{"type":"ndcg_at_3","value":27.149,"verified":false},{"type":"ndcg_at_5","value":28.627000000000002,"verified":false},{"type":"precision_at_1","value":22.698999999999998,"verified":false},{"type":"precision_at_10","value":5.106999999999999,"verified":false},{"type":"precision_at_100","value":0.857,"verified":false},{"type":"precision_at_1000","value":0.11499999999999999,"verified":false},{"type":"precision_at_3","value":11.963,"verified":false},{"type":"precision_at_5","value":8.221,"verified":false},{"type":"recall_at_1","value":19.592000000000002,"verified":false},{"type":"recall_at_10","value":41.329,"verified":false},{"type":"recall_at_100","value":66.094,"verified":false},{"type":"recall_at_1000","value":84.511,"verified":false},{"type":"recall_at_3","value":30.61,"verified":false},{"type":"recall_at_5","value":34.213,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackTexRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":14.71,"verified":false},{"type":"map_at_10","value":20.965,"verified":false},{"type":"map_at_100","value":21.994,"verified":false},{"type":"map_at_1000","value":22.133,"verified":false},{"type":"map_at_3","value":18.741,"verified":false},{"type":"map_at_5","value":19.951,"verified":false},{"type":"mrr_at_1","value":18.307000000000002,"verified":false},{"type":"mrr_at_10","value":24.66,"verified":false},{"type":"mrr_at_100","value":25.540000000000003,"verified":false},{"type":"mrr_at_1000","value":25.629,"verified":false},{"type":"mrr_at_3","value":22.511,"verified":false},{"type":"mrr_at_5","value":23.72,"verified":false},{"type":"ndcg_at_1","value":18.307000000000002,"verified":false},{"type":"ndcg_at_10","value":25.153,"verified":false},{"type":"ndcg_at_100","value":30.229,"verified":false},{"type":"ndcg_at_1000","value":33.623,"verified":false},{"type":"ndcg_at_3","value":21.203,"verified":false},{"type":"ndcg_at_5","value":23.006999999999998,"verified":false},{"type":"precision_at_1","value":18.307000000000002,"verified":false},{"type":"precision_at_10","value":4.725,"verified":false},{"type":"precision_at_100","value":0.8659999999999999,"verified":false},{"type":"precision_at_1000","value":0.133,"verified":false},{"type":"precision_at_3","value":10.14,"verified":false},{"type":"precision_at_5","value":7.481,"verified":false},{"type":"recall_at_1","value":14.71,"verified":false},{"type":"recall_at_10","value":34.087,"verified":false},{"type":"recall_at_100","value":57.147999999999996,"verified":false},{"type":"recall_at_1000","value":81.777,"verified":false},{"type":"recall_at_3","value":22.996,"verified":false},{"type":"recall_at_5","value":27.73,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackUnixRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":23.472,"verified":false},{"type":"map_at_10","value":32.699,"verified":false},{"type":"map_at_100","value":33.867000000000004,"verified":false},{"type":"map_at_1000","value":33.967000000000006,"verified":false},{"type":"map_at_3","value":29.718,"verified":false},{"type":"map_at_5","value":31.345,"verified":false},{"type":"mrr_at_1","value":28.265,"verified":false},{"type":"mrr_at_10","value":36.945,"verified":false},{"type":"mrr_at_100","value":37.794,"verified":false},{"type":"mrr_at_1000","value":37.857,"verified":false},{"type":"mrr_at_3","value":34.266000000000005,"verified":false},{"type":"mrr_at_5","value":35.768,"verified":false},{"type":"ndcg_at_1","value":28.265,"verified":false},{"type":"ndcg_at_10","value":38.35,"verified":false},{"type":"ndcg_at_100","value":43.739,"verified":false},{"type":"ndcg_at_1000","value":46.087,"verified":false},{"type":"ndcg_at_3","value":33.004,"verified":false},{"type":"ndcg_at_5","value":35.411,"verified":false},{"type":"precision_at_1","value":28.265,"verified":false},{"type":"precision_at_10","value":6.715999999999999,"verified":false},{"type":"precision_at_100","value":1.059,"verified":false},{"type":"precision_at_1000","value":0.13799999999999998,"verified":false},{"type":"precision_at_3","value":15.299,"verified":false},{"type":"precision_at_5","value":10.951,"verified":false},{"type":"recall_at_1","value":23.472,"verified":false},{"type":"recall_at_10","value":51.413,"verified":false},{"type":"recall_at_100","value":75.17,"verified":false},{"type":"recall_at_1000","value":91.577,"verified":false},{"type":"recall_at_3","value":36.651,"verified":false},{"type":"recall_at_5","value":42.814,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackWebmastersRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":23.666,"verified":false},{"type":"map_at_10","value":32.963,"verified":false},{"type":"map_at_100","value":34.544999999999995,"verified":false},{"type":"map_at_1000","value":34.792,"verified":false},{"type":"map_at_3","value":29.74,"verified":false},{"type":"map_at_5","value":31.5,"verified":false},{"type":"mrr_at_1","value":29.051,"verified":false},{"type":"mrr_at_10","value":38.013000000000005,"verified":false},{"type":"mrr_at_100","value":38.997,"verified":false},{"type":"mrr_at_1000","value":39.055,"verified":false},{"type":"mrr_at_3","value":34.947,"verified":false},{"type":"mrr_at_5","value":36.815,"verified":false},{"type":"ndcg_at_1","value":29.051,"verified":false},{"type":"ndcg_at_10","value":39.361000000000004,"verified":false},{"type":"ndcg_at_100","value":45.186,"verified":false},{"type":"ndcg_at_1000","value":47.867,"verified":false},{"type":"ndcg_at_3","value":33.797,"verified":false},{"type":"ndcg_at_5","value":36.456,"verified":false},{"type":"precision_at_1","value":29.051,"verified":false},{"type":"precision_at_10","value":7.668,"verified":false},{"type":"precision_at_100","value":1.532,"verified":false},{"type":"precision_at_1000","value":0.247,"verified":false},{"type":"precision_at_3","value":15.876000000000001,"verified":false},{"type":"precision_at_5","value":11.779,"verified":false},{"type":"recall_at_1","value":23.666,"verified":false},{"type":"recall_at_10","value":51.858000000000004,"verified":false},{"type":"recall_at_100","value":77.805,"verified":false},{"type":"recall_at_1000","value":94.504,"verified":false},{"type":"recall_at_3","value":36.207,"verified":false},{"type":"recall_at_5","value":43.094,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackWordpressRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":15.662,"verified":false},{"type":"map_at_10","value":23.594,"verified":false},{"type":"map_at_100","value":24.593999999999998,"verified":false},{"type":"map_at_1000","value":24.694,"verified":false},{"type":"map_at_3","value":20.925,"verified":false},{"type":"map_at_5","value":22.817999999999998,"verified":false},{"type":"mrr_at_1","value":17.375,"verified":false},{"type":"mrr_at_10","value":25.734,"verified":false},{"type":"mrr_at_100","value":26.586,"verified":false},{"type":"mrr_at_1000","value":26.671,"verified":false},{"type":"mrr_at_3","value":23.044,"verified":false},{"type":"mrr_at_5","value":24.975,"verified":false},{"type":"ndcg_at_1","value":17.375,"verified":false},{"type":"ndcg_at_10","value":28.186,"verified":false},{"type":"ndcg_at_100","value":33.436,"verified":false},{"type":"ndcg_at_1000","value":36.203,"verified":false},{"type":"ndcg_at_3","value":23.152,"verified":false},{"type":"ndcg_at_5","value":26.397,"verified":false},{"type":"precision_at_1","value":17.375,"verified":false},{"type":"precision_at_10","value":4.677,"verified":false},{"type":"precision_at_100","value":0.786,"verified":false},{"type":"precision_at_1000","value":0.109,"verified":false},{"type":"precision_at_3","value":10.351,"verified":false},{"type":"precision_at_5","value":7.985,"verified":false},{"type":"recall_at_1","value":15.662,"verified":false},{"type":"recall_at_10","value":40.066,"verified":false},{"type":"recall_at_100","value":65.006,"verified":false},{"type":"recall_at_1000","value":85.94000000000001,"verified":false},{"type":"recall_at_3","value":27.400000000000002,"verified":false},{"type":"recall_at_5","value":35.002,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"climate-fever","name":"MTEB ClimateFEVER","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":8.853,"verified":false},{"type":"map_at_10","value":15.568000000000001,"verified":false},{"type":"map_at_100","value":17.383000000000003,"verified":false},{"type":"map_at_1000","value":17.584,"verified":false},{"type":"map_at_3","value":12.561,"verified":false},{"type":"map_at_5","value":14.056,"verified":false},{"type":"mrr_at_1","value":18.958,"verified":false},{"type":"mrr_at_10","value":28.288000000000004,"verified":false},{"type":"mrr_at_100","value":29.432000000000002,"verified":false},{"type":"mrr_at_1000","value":29.498,"verified":false},{"type":"mrr_at_3","value":25.049,"verified":false},{"type":"mrr_at_5","value":26.857,"verified":false},{"type":"ndcg_at_1","value":18.958,"verified":false},{"type":"ndcg_at_10","value":22.21,"verified":false},{"type":"ndcg_at_100","value":29.596,"verified":false},{"type":"ndcg_at_1000","value":33.583,"verified":false},{"type":"ndcg_at_3","value":16.994999999999997,"verified":false},{"type":"ndcg_at_5","value":18.95,"verified":false},{"type":"precision_at_1","value":18.958,"verified":false},{"type":"precision_at_10","value":7.192,"verified":false},{"type":"precision_at_100","value":1.5,"verified":false},{"type":"precision_at_1000","value":0.22399999999999998,"verified":false},{"type":"precision_at_3","value":12.573,"verified":false},{"type":"precision_at_5","value":10.202,"verified":false},{"type":"recall_at_1","value":8.853,"verified":false},{"type":"recall_at_10","value":28.087,"verified":false},{"type":"recall_at_100","value":53.701,"verified":false},{"type":"recall_at_1000","value":76.29899999999999,"verified":false},{"type":"recall_at_3","value":15.913,"verified":false},{"type":"recall_at_5","value":20.658,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"dbpedia-entity","name":"MTEB DBPedia","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":9.077,"verified":false},{"type":"map_at_10","value":20.788999999999998,"verified":false},{"type":"map_at_100","value":30.429000000000002,"verified":false},{"type":"map_at_1000","value":32.143,"verified":false},{"type":"map_at_3","value":14.692,"verified":false},{"type":"map_at_5","value":17.139,"verified":false},{"type":"mrr_at_1","value":70.75,"verified":false},{"type":"mrr_at_10","value":78.036,"verified":false},{"type":"mrr_at_100","value":78.401,"verified":false},{"type":"mrr_at_1000","value":78.404,"verified":false},{"type":"mrr_at_3","value":76.75,"verified":false},{"type":"mrr_at_5","value":77.47500000000001,"verified":false},{"type":"ndcg_at_1","value":58.12500000000001,"verified":false},{"type":"ndcg_at_10","value":44.015,"verified":false},{"type":"ndcg_at_100","value":49.247,"verified":false},{"type":"ndcg_at_1000","value":56.211999999999996,"verified":false},{"type":"ndcg_at_3","value":49.151,"verified":false},{"type":"ndcg_at_5","value":46.195,"verified":false},{"type":"precision_at_1","value":70.75,"verified":false},{"type":"precision_at_10","value":35.5,"verified":false},{"type":"precision_at_100","value":11.355,"verified":false},{"type":"precision_at_1000","value":2.1950000000000003,"verified":false},{"type":"precision_at_3","value":53.083000000000006,"verified":false},{"type":"precision_at_5","value":44.800000000000004,"verified":false},{"type":"recall_at_1","value":9.077,"verified":false},{"type":"recall_at_10","value":26.259,"verified":false},{"type":"recall_at_100","value":56.547000000000004,"verified":false},{"type":"recall_at_1000","value":78.551,"verified":false},{"type":"recall_at_3","value":16.162000000000003,"verified":false},{"type":"recall_at_5","value":19.753999999999998,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/emotion","name":"MTEB EmotionClassification","config":"default","split":"test","revision":"4f58c6b202a23cf9a4da393831edf4f9183cad37"},"metrics":[{"type":"accuracy","value":49.44500000000001,"verified":false},{"type":"f1","value":44.67067691783401,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"fever","name":"MTEB FEVER","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":68.182,"verified":false},{"type":"map_at_10","value":78.223,"verified":false},{"type":"map_at_100","value":78.498,"verified":false},{"type":"map_at_1000","value":78.512,"verified":false},{"type":"map_at_3","value":76.71,"verified":false},{"type":"map_at_5","value":77.725,"verified":false},{"type":"mrr_at_1","value":73.177,"verified":false},{"type":"mrr_at_10","value":82.513,"verified":false},{"type":"mrr_at_100","value":82.633,"verified":false},{"type":"mrr_at_1000","value":82.635,"verified":false},{"type":"mrr_at_3","value":81.376,"verified":false},{"type":"mrr_at_5","value":82.182,"verified":false},{"type":"ndcg_at_1","value":73.177,"verified":false},{"type":"ndcg_at_10","value":82.829,"verified":false},{"type":"ndcg_at_100","value":83.84,"verified":false},{"type":"ndcg_at_1000","value":84.07900000000001,"verified":false},{"type":"ndcg_at_3","value":80.303,"verified":false},{"type":"ndcg_at_5","value":81.846,"verified":false},{"type":"precision_at_1","value":73.177,"verified":false},{"type":"precision_at_10","value":10.241999999999999,"verified":false},{"type":"precision_at_100","value":1.099,"verified":false},{"type":"precision_at_1000","value":0.11399999999999999,"verified":false},{"type":"precision_at_3","value":31.247999999999998,"verified":false},{"type":"precision_at_5","value":19.697,"verified":false},{"type":"recall_at_1","value":68.182,"verified":false},{"type":"recall_at_10","value":92.657,"verified":false},{"type":"recall_at_100","value":96.709,"verified":false},{"type":"recall_at_1000","value":98.184,"verified":false},{"type":"recall_at_3","value":85.9,"verified":false},{"type":"recall_at_5","value":89.755,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"fiqa","name":"MTEB FiQA2018","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":21.108,"verified":false},{"type":"map_at_10","value":33.342,"verified":false},{"type":"map_at_100","value":35.281,"verified":false},{"type":"map_at_1000","value":35.478,"verified":false},{"type":"map_at_3","value":29.067,"verified":false},{"type":"map_at_5","value":31.563000000000002,"verified":false},{"type":"mrr_at_1","value":41.667,"verified":false},{"type":"mrr_at_10","value":49.913000000000004,"verified":false},{"type":"mrr_at_100","value":50.724000000000004,"verified":false},{"type":"mrr_at_1000","value":50.766,"verified":false},{"type":"mrr_at_3","value":47.504999999999995,"verified":false},{"type":"mrr_at_5","value":49.033,"verified":false},{"type":"ndcg_at_1","value":41.667,"verified":false},{"type":"ndcg_at_10","value":41.144,"verified":false},{"type":"ndcg_at_100","value":48.326,"verified":false},{"type":"ndcg_at_1000","value":51.486,"verified":false},{"type":"ndcg_at_3","value":37.486999999999995,"verified":false},{"type":"ndcg_at_5","value":38.78,"verified":false},{"type":"precision_at_1","value":41.667,"verified":false},{"type":"precision_at_10","value":11.358,"verified":false},{"type":"precision_at_100","value":1.873,"verified":false},{"type":"precision_at_1000","value":0.244,"verified":false},{"type":"precision_at_3","value":25,"verified":false},{"type":"precision_at_5","value":18.519,"verified":false},{"type":"recall_at_1","value":21.108,"verified":false},{"type":"recall_at_10","value":47.249,"verified":false},{"type":"recall_at_100","value":74.52,"verified":false},{"type":"recall_at_1000","value":93.31,"verified":false},{"type":"recall_at_3","value":33.271,"verified":false},{"type":"recall_at_5","value":39.723000000000006,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"hotpotqa","name":"MTEB HotpotQA","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":40.317,"verified":false},{"type":"map_at_10","value":64.861,"verified":false},{"type":"map_at_100","value":65.697,"verified":false},{"type":"map_at_1000","value":65.755,"verified":false},{"type":"map_at_3","value":61.258,"verified":false},{"type":"map_at_5","value":63.590999999999994,"verified":false},{"type":"mrr_at_1","value":80.635,"verified":false},{"type":"mrr_at_10","value":86.528,"verified":false},{"type":"mrr_at_100","value":86.66199999999999,"verified":false},{"type":"mrr_at_1000","value":86.666,"verified":false},{"type":"mrr_at_3","value":85.744,"verified":false},{"type":"mrr_at_5","value":86.24300000000001,"verified":false},{"type":"ndcg_at_1","value":80.635,"verified":false},{"type":"ndcg_at_10","value":73.13199999999999,"verified":false},{"type":"ndcg_at_100","value":75.927,"verified":false},{"type":"ndcg_at_1000","value":76.976,"verified":false},{"type":"ndcg_at_3","value":68.241,"verified":false},{"type":"ndcg_at_5","value":71.071,"verified":false},{"type":"precision_at_1","value":80.635,"verified":false},{"type":"precision_at_10","value":15.326,"verified":false},{"type":"precision_at_100","value":1.7500000000000002,"verified":false},{"type":"precision_at_1000","value":0.189,"verified":false},{"type":"precision_at_3","value":43.961,"verified":false},{"type":"precision_at_5","value":28.599999999999998,"verified":false},{"type":"recall_at_1","value":40.317,"verified":false},{"type":"recall_at_10","value":76.631,"verified":false},{"type":"recall_at_100","value":87.495,"verified":false},{"type":"recall_at_1000","value":94.362,"verified":false},{"type":"recall_at_3","value":65.94200000000001,"verified":false},{"type":"recall_at_5","value":71.499,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/imdb","name":"MTEB ImdbClassification","config":"default","split":"test","revision":"3d86128a09e091d6018b6d26cad27f2739fc2db7"},"metrics":[{"type":"accuracy","value":91.686,"verified":false},{"type":"ap","value":87.5577120393173,"verified":false},{"type":"f1","value":91.6629447355139,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"msmarco","name":"MTEB MSMARCO","config":"default","split":"dev","revision":"None"},"metrics":[{"type":"map_at_1","value":23.702,"verified":false},{"type":"map_at_10","value":36.414,"verified":false},{"type":"map_at_100","value":37.561,"verified":false},{"type":"map_at_1000","value":37.605,"verified":false},{"type":"map_at_3","value":32.456,"verified":false},{"type":"map_at_5","value":34.827000000000005,"verified":false},{"type":"mrr_at_1","value":24.355,"verified":false},{"type":"mrr_at_10","value":37.01,"verified":false},{"type":"mrr_at_100","value":38.085,"verified":false},{"type":"mrr_at_1000","value":38.123000000000005,"verified":false},{"type":"mrr_at_3","value":33.117999999999995,"verified":false},{"type":"mrr_at_5","value":35.452,"verified":false},{"type":"ndcg_at_1","value":24.384,"verified":false},{"type":"ndcg_at_10","value":43.456,"verified":false},{"type":"ndcg_at_100","value":48.892,"verified":false},{"type":"ndcg_at_1000","value":49.964,"verified":false},{"type":"ndcg_at_3","value":35.475,"verified":false},{"type":"ndcg_at_5","value":39.711,"verified":false},{"type":"precision_at_1","value":24.384,"verified":false},{"type":"precision_at_10","value":6.7940000000000005,"verified":false},{"type":"precision_at_100","value":0.951,"verified":false},{"type":"precision_at_1000","value":0.104,"verified":false},{"type":"precision_at_3","value":15.052999999999999,"verified":false},{"type":"precision_at_5","value":11.189,"verified":false},{"type":"recall_at_1","value":23.702,"verified":false},{"type":"recall_at_10","value":65.057,"verified":false},{"type":"recall_at_100","value":90.021,"verified":false},{"type":"recall_at_1000","value":98.142,"verified":false},{"type":"recall_at_3","value":43.551,"verified":false},{"type":"recall_at_5","value":53.738,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_domain","name":"MTEB MTOPDomainClassification (en)","config":"en","split":"test","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf"},"metrics":[{"type":"accuracy","value":94.62380300957591,"verified":false},{"type":"f1","value":94.49871222100734,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_intent","name":"MTEB MTOPIntentClassification (en)","config":"en","split":"test","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba"},"metrics":[{"type":"accuracy","value":77.14090287277702,"verified":false},{"type":"f1","value":60.32101258220515,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (en)","config":"en","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":73.84330867518494,"verified":false},{"type":"f1","value":71.92248688515255,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (en)","config":"en","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":78.10692669804976,"verified":false},{"type":"f1","value":77.9904839122866,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-p2p","name":"MTEB MedrxivClusteringP2P","config":"default","split":"test","revision":"e7a26af6f3ae46b30dde8737f02c07b1505bcc73"},"metrics":[{"type":"v_measure","value":31.822988923078444,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-s2s","name":"MTEB MedrxivClusteringS2S","config":"default","split":"test","revision":"35191c8c0dca72d8ff3efcd72aa802307d469663"},"metrics":[{"type":"v_measure","value":30.38394880253403,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/mind_small","name":"MTEB MindSmallReranking","config":"default","split":"test","revision":"3bdac13927fdc888b903db93b2ffdbd90b295a69"},"metrics":[{"type":"map","value":31.82504612539082,"verified":false},{"type":"mrr","value":32.84462298174977,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"nfcorpus","name":"MTEB NFCorpus","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":6.029,"verified":false},{"type":"map_at_10","value":14.088999999999999,"verified":false},{"type":"map_at_100","value":17.601,"verified":false},{"type":"map_at_1000","value":19.144,"verified":false},{"type":"map_at_3","value":10.156,"verified":false},{"type":"map_at_5","value":11.892,"verified":false},{"type":"mrr_at_1","value":46.44,"verified":false},{"type":"mrr_at_10","value":56.596999999999994,"verified":false},{"type":"mrr_at_100","value":57.11000000000001,"verified":false},{"type":"mrr_at_1000","value":57.14,"verified":false},{"type":"mrr_at_3","value":54.334,"verified":false},{"type":"mrr_at_5","value":55.774,"verified":false},{"type":"ndcg_at_1","value":44.891999999999996,"verified":false},{"type":"ndcg_at_10","value":37.134,"verified":false},{"type":"ndcg_at_100","value":33.652,"verified":false},{"type":"ndcg_at_1000","value":42.548,"verified":false},{"type":"ndcg_at_3","value":41.851,"verified":false},{"type":"ndcg_at_5","value":39.842,"verified":false},{"type":"precision_at_1","value":46.44,"verified":false},{"type":"precision_at_10","value":27.647,"verified":false},{"type":"precision_at_100","value":8.309999999999999,"verified":false},{"type":"precision_at_1000","value":2.146,"verified":false},{"type":"precision_at_3","value":39.422000000000004,"verified":false},{"type":"precision_at_5","value":34.675,"verified":false},{"type":"recall_at_1","value":6.029,"verified":false},{"type":"recall_at_10","value":18.907,"verified":false},{"type":"recall_at_100","value":33.76,"verified":false},{"type":"recall_at_1000","value":65.14999999999999,"verified":false},{"type":"recall_at_3","value":11.584999999999999,"verified":false},{"type":"recall_at_5","value":14.626,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"nq","name":"MTEB NQ","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":39.373000000000005,"verified":false},{"type":"map_at_10","value":55.836,"verified":false},{"type":"map_at_100","value":56.611999999999995,"verified":false},{"type":"map_at_1000","value":56.63,"verified":false},{"type":"map_at_3","value":51.747,"verified":false},{"type":"map_at_5","value":54.337999999999994,"verified":false},{"type":"mrr_at_1","value":44.147999999999996,"verified":false},{"type":"mrr_at_10","value":58.42699999999999,"verified":false},{"type":"mrr_at_100","value":58.902,"verified":false},{"type":"mrr_at_1000","value":58.914,"verified":false},{"type":"mrr_at_3","value":55.156000000000006,"verified":false},{"type":"mrr_at_5","value":57.291000000000004,"verified":false},{"type":"ndcg_at_1","value":44.119,"verified":false},{"type":"ndcg_at_10","value":63.444,"verified":false},{"type":"ndcg_at_100","value":66.40599999999999,"verified":false},{"type":"ndcg_at_1000","value":66.822,"verified":false},{"type":"ndcg_at_3","value":55.962,"verified":false},{"type":"ndcg_at_5","value":60.228,"verified":false},{"type":"precision_at_1","value":44.119,"verified":false},{"type":"precision_at_10","value":10.006,"verified":false},{"type":"precision_at_100","value":1.17,"verified":false},{"type":"precision_at_1000","value":0.121,"verified":false},{"type":"precision_at_3","value":25.135,"verified":false},{"type":"precision_at_5","value":17.59,"verified":false},{"type":"recall_at_1","value":39.373000000000005,"verified":false},{"type":"recall_at_10","value":83.78999999999999,"verified":false},{"type":"recall_at_100","value":96.246,"verified":false},{"type":"recall_at_1000","value":99.324,"verified":false},{"type":"recall_at_3","value":64.71900000000001,"verified":false},{"type":"recall_at_5","value":74.508,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"quora","name":"MTEB QuoraRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":69.199,"verified":false},{"type":"map_at_10","value":82.892,"verified":false},{"type":"map_at_100","value":83.578,"verified":false},{"type":"map_at_1000","value":83.598,"verified":false},{"type":"map_at_3","value":79.948,"verified":false},{"type":"map_at_5","value":81.779,"verified":false},{"type":"mrr_at_1","value":79.67,"verified":false},{"type":"mrr_at_10","value":86.115,"verified":false},{"type":"mrr_at_100","value":86.249,"verified":false},{"type":"mrr_at_1000","value":86.251,"verified":false},{"type":"mrr_at_3","value":85.08200000000001,"verified":false},{"type":"mrr_at_5","value":85.783,"verified":false},{"type":"ndcg_at_1","value":79.67,"verified":false},{"type":"ndcg_at_10","value":86.839,"verified":false},{"type":"ndcg_at_100","value":88.252,"verified":false},{"type":"ndcg_at_1000","value":88.401,"verified":false},{"type":"ndcg_at_3","value":83.86200000000001,"verified":false},{"type":"ndcg_at_5","value":85.473,"verified":false},{"type":"precision_at_1","value":79.67,"verified":false},{"type":"precision_at_10","value":13.19,"verified":false},{"type":"precision_at_100","value":1.521,"verified":false},{"type":"precision_at_1000","value":0.157,"verified":false},{"type":"precision_at_3","value":36.677,"verified":false},{"type":"precision_at_5","value":24.118000000000002,"verified":false},{"type":"recall_at_1","value":69.199,"verified":false},{"type":"recall_at_10","value":94.321,"verified":false},{"type":"recall_at_100","value":99.20400000000001,"verified":false},{"type":"recall_at_1000","value":99.947,"verified":false},{"type":"recall_at_3","value":85.787,"verified":false},{"type":"recall_at_5","value":90.365,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering","name":"MTEB RedditClustering","config":"default","split":"test","revision":"24640382cdbf8abc73003fb0fa6d111a705499eb"},"metrics":[{"type":"v_measure","value":55.82810046856353,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering-p2p","name":"MTEB RedditClusteringP2P","config":"default","split":"test","revision":"282350215ef01743dc01b456c7f5241fa8937f16"},"metrics":[{"type":"v_measure","value":63.38132611783628,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"scidocs","name":"MTEB SCIDOCS","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":5.127000000000001,"verified":false},{"type":"map_at_10","value":12.235,"verified":false},{"type":"map_at_100","value":14.417,"verified":false},{"type":"map_at_1000","value":14.75,"verified":false},{"type":"map_at_3","value":8.906,"verified":false},{"type":"map_at_5","value":10.591000000000001,"verified":false},{"type":"mrr_at_1","value":25.2,"verified":false},{"type":"mrr_at_10","value":35.879,"verified":false},{"type":"mrr_at_100","value":36.935,"verified":false},{"type":"mrr_at_1000","value":36.997,"verified":false},{"type":"mrr_at_3","value":32.783,"verified":false},{"type":"mrr_at_5","value":34.367999999999995,"verified":false},{"type":"ndcg_at_1","value":25.2,"verified":false},{"type":"ndcg_at_10","value":20.509,"verified":false},{"type":"ndcg_at_100","value":28.67,"verified":false},{"type":"ndcg_at_1000","value":34.42,"verified":false},{"type":"ndcg_at_3","value":19.948,"verified":false},{"type":"ndcg_at_5","value":17.166,"verified":false},{"type":"precision_at_1","value":25.2,"verified":false},{"type":"precision_at_10","value":10.440000000000001,"verified":false},{"type":"precision_at_100","value":2.214,"verified":false},{"type":"precision_at_1000","value":0.359,"verified":false},{"type":"precision_at_3","value":18.533,"verified":false},{"type":"precision_at_5","value":14.860000000000001,"verified":false},{"type":"recall_at_1","value":5.127000000000001,"verified":false},{"type":"recall_at_10","value":21.147,"verified":false},{"type":"recall_at_100","value":44.946999999999996,"verified":false},{"type":"recall_at_1000","value":72.89,"verified":false},{"type":"recall_at_3","value":11.277,"verified":false},{"type":"recall_at_5","value":15.042,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sickr-sts","name":"MTEB SICK-R","config":"default","split":"test","revision":"a6ea5a8cab320b040a23452cc28066d9beae2cee"},"metrics":[{"type":"cos_sim_pearson","value":83.0373011786213,"verified":false},{"type":"cos_sim_spearman","value":79.27889560856613,"verified":false},{"type":"euclidean_pearson","value":80.31186315495655,"verified":false},{"type":"euclidean_spearman","value":79.41630415280811,"verified":false},{"type":"manhattan_pearson","value":80.31755140442013,"verified":false},{"type":"manhattan_spearman","value":79.43069870027611,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts12-sts","name":"MTEB STS12","config":"default","split":"test","revision":"a0d554a64d88156834ff5ae9920b964011b16384"},"metrics":[{"type":"cos_sim_pearson","value":84.8659751342045,"verified":false},{"type":"cos_sim_spearman","value":76.95377612997667,"verified":false},{"type":"euclidean_pearson","value":81.24552945497848,"verified":false},{"type":"euclidean_spearman","value":77.18236963555253,"verified":false},{"type":"manhattan_pearson","value":81.26477607759037,"verified":false},{"type":"manhattan_spearman","value":77.13821753062756,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts13-sts","name":"MTEB STS13","config":"default","split":"test","revision":"7e90230a92c190f1bf69ae9002b8cea547a64cca"},"metrics":[{"type":"cos_sim_pearson","value":83.34597139044875,"verified":false},{"type":"cos_sim_spearman","value":84.124169425592,"verified":false},{"type":"euclidean_pearson","value":83.68590721511401,"verified":false},{"type":"euclidean_spearman","value":84.18846190846398,"verified":false},{"type":"manhattan_pearson","value":83.57630235061498,"verified":false},{"type":"manhattan_spearman","value":84.10244043726902,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts14-sts","name":"MTEB STS14","config":"default","split":"test","revision":"6031580fec1f6af667f0bd2da0a551cf4f0b2375"},"metrics":[{"type":"cos_sim_pearson","value":82.67641885599572,"verified":false},{"type":"cos_sim_spearman","value":80.46450725650428,"verified":false},{"type":"euclidean_pearson","value":81.61645042715865,"verified":false},{"type":"euclidean_spearman","value":80.61418394236874,"verified":false},{"type":"manhattan_pearson","value":81.55712034928871,"verified":false},{"type":"manhattan_spearman","value":80.57905670523951,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts15-sts","name":"MTEB STS15","config":"default","split":"test","revision":"ae752c7c21bf194d8b67fd573edf7ae58183cbe3"},"metrics":[{"type":"cos_sim_pearson","value":88.86650310886782,"verified":false},{"type":"cos_sim_spearman","value":89.76081629222328,"verified":false},{"type":"euclidean_pearson","value":89.1530747029954,"verified":false},{"type":"euclidean_spearman","value":89.80990657280248,"verified":false},{"type":"manhattan_pearson","value":89.10640563278132,"verified":false},{"type":"manhattan_spearman","value":89.76282108434047,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts16-sts","name":"MTEB STS16","config":"default","split":"test","revision":"4d8694f8f0e0100860b497b999b3dbed754a0513"},"metrics":[{"type":"cos_sim_pearson","value":83.93864027911118,"verified":false},{"type":"cos_sim_spearman","value":85.47096193999023,"verified":false},{"type":"euclidean_pearson","value":85.03141840870533,"verified":false},{"type":"euclidean_spearman","value":85.43124029598181,"verified":false},{"type":"manhattan_pearson","value":84.99002664393512,"verified":false},{"type":"manhattan_spearman","value":85.39169195120834,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts17-crosslingual-sts","name":"MTEB STS17 (en-en)","config":"en-en","split":"test","revision":"af5e6fb845001ecf41f4c1e033ce921939a2a68d"},"metrics":[{"type":"cos_sim_pearson","value":88.7045343749832,"verified":false},{"type":"cos_sim_spearman","value":89.03262221146677,"verified":false},{"type":"euclidean_pearson","value":89.56078218264365,"verified":false},{"type":"euclidean_spearman","value":89.17827006466868,"verified":false},{"type":"manhattan_pearson","value":89.52717595468582,"verified":false},{"type":"manhattan_spearman","value":89.15878115952923,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts22-crosslingual-sts","name":"MTEB STS22 (en)","config":"en","split":"test","revision":"6d1ba47164174a496b7fa5d3569dae26a6813b80"},"metrics":[{"type":"cos_sim_pearson","value":64.20191302875551,"verified":false},{"type":"cos_sim_spearman","value":64.11446552557646,"verified":false},{"type":"euclidean_pearson","value":64.6918197393619,"verified":false},{"type":"euclidean_spearman","value":63.440182631197764,"verified":false},{"type":"manhattan_pearson","value":64.55692904121835,"verified":false},{"type":"manhattan_spearman","value":63.424877742756266,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/stsbenchmark-sts","name":"MTEB STSBenchmark","config":"default","split":"test","revision":"b0fddb56ed78048fa8b90373c8a3cfc37b684831"},"metrics":[{"type":"cos_sim_pearson","value":86.37793104662344,"verified":false},{"type":"cos_sim_spearman","value":87.7357802629067,"verified":false},{"type":"euclidean_pearson","value":87.4286301545109,"verified":false},{"type":"euclidean_spearman","value":87.78452920777421,"verified":false},{"type":"manhattan_pearson","value":87.42445169331255,"verified":false},{"type":"manhattan_spearman","value":87.78537677249598,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/scidocs-reranking","name":"MTEB SciDocsRR","config":"default","split":"test","revision":"d3c5e1fc0b855ab6097bf1cda04dd73947d7caab"},"metrics":[{"type":"map","value":84.31465405081792,"verified":false},{"type":"mrr","value":95.7173781193389,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"scifact","name":"MTEB SciFact","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":57.760999999999996,"verified":false},{"type":"map_at_10","value":67.904,"verified":false},{"type":"map_at_100","value":68.539,"verified":false},{"type":"map_at_1000","value":68.562,"verified":false},{"type":"map_at_3","value":65.415,"verified":false},{"type":"map_at_5","value":66.788,"verified":false},{"type":"mrr_at_1","value":60.333000000000006,"verified":false},{"type":"mrr_at_10","value":68.797,"verified":false},{"type":"mrr_at_100","value":69.236,"verified":false},{"type":"mrr_at_1000","value":69.257,"verified":false},{"type":"mrr_at_3","value":66.667,"verified":false},{"type":"mrr_at_5","value":67.967,"verified":false},{"type":"ndcg_at_1","value":60.333000000000006,"verified":false},{"type":"ndcg_at_10","value":72.24199999999999,"verified":false},{"type":"ndcg_at_100","value":74.86,"verified":false},{"type":"ndcg_at_1000","value":75.354,"verified":false},{"type":"ndcg_at_3","value":67.93400000000001,"verified":false},{"type":"ndcg_at_5","value":70.02199999999999,"verified":false},{"type":"precision_at_1","value":60.333000000000006,"verified":false},{"type":"precision_at_10","value":9.533,"verified":false},{"type":"precision_at_100","value":1.09,"verified":false},{"type":"precision_at_1000","value":0.11299999999999999,"verified":false},{"type":"precision_at_3","value":26.778000000000002,"verified":false},{"type":"precision_at_5","value":17.467,"verified":false},{"type":"recall_at_1","value":57.760999999999996,"verified":false},{"type":"recall_at_10","value":84.383,"verified":false},{"type":"recall_at_100","value":96.267,"verified":false},{"type":"recall_at_1000","value":100,"verified":false},{"type":"recall_at_3","value":72.628,"verified":false},{"type":"recall_at_5","value":78.094,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/sprintduplicatequestions-pairclassification","name":"MTEB SprintDuplicateQuestions","config":"default","split":"test","revision":"d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46"},"metrics":[{"type":"cos_sim_accuracy","value":99.8029702970297,"verified":false},{"type":"cos_sim_ap","value":94.9210324173411,"verified":false},{"type":"cos_sim_f1","value":89.8521162672106,"verified":false},{"type":"cos_sim_precision","value":91.67533818938605,"verified":false},{"type":"cos_sim_recall","value":88.1,"verified":false},{"type":"dot_accuracy","value":99.69504950495049,"verified":false},{"type":"dot_ap","value":90.4919719146181,"verified":false},{"type":"dot_f1","value":84.72289156626506,"verified":false},{"type":"dot_precision","value":81.76744186046511,"verified":false},{"type":"dot_recall","value":87.9,"verified":false},{"type":"euclidean_accuracy","value":99.79702970297029,"verified":false},{"type":"euclidean_ap","value":94.87827463795753,"verified":false},{"type":"euclidean_f1","value":89.55680081507896,"verified":false},{"type":"euclidean_precision","value":91.27725856697819,"verified":false},{"type":"euclidean_recall","value":87.9,"verified":false},{"type":"manhattan_accuracy","value":99.7990099009901,"verified":false},{"type":"manhattan_ap","value":94.87587025149682,"verified":false},{"type":"manhattan_f1","value":89.76298537569339,"verified":false},{"type":"manhattan_precision","value":90.53916581892166,"verified":false},{"type":"manhattan_recall","value":89,"verified":false},{"type":"max_accuracy","value":99.8029702970297,"verified":false},{"type":"max_ap","value":94.9210324173411,"verified":false},{"type":"max_f1","value":89.8521162672106,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering","name":"MTEB StackExchangeClustering","config":"default","split":"test","revision":"6cbc1f7b2bc0622f2e39d2c77fa502909748c259"},"metrics":[{"type":"v_measure","value":65.92385753948724,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering-p2p","name":"MTEB StackExchangeClusteringP2P","config":"default","split":"test","revision":"815ca46b2622cec33ccafc3735d572c266efdb44"},"metrics":[{"type":"v_measure","value":33.671756975431144,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/stackoverflowdupquestions-reranking","name":"MTEB StackOverflowDupQuestions","config":"default","split":"test","revision":"e185fbe320c72810689fc5848eb6114e1ef5ec69"},"metrics":[{"type":"map","value":50.677928036739004,"verified":false},{"type":"mrr","value":51.56413133435193,"verified":false}]},{"task":{"type":"Summarization"},"dataset":{"type":"mteb/summeval","name":"MTEB SummEval","config":"default","split":"test","revision":"cda12ad7615edc362dbf25a00fdd61d3b1eaf93c"},"metrics":[{"type":"cos_sim_pearson","value":30.523589340819683,"verified":false},{"type":"cos_sim_spearman","value":30.187407518823235,"verified":false},{"type":"dot_pearson","value":29.039713969699015,"verified":false},{"type":"dot_spearman","value":29.114740651155508,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"trec-covid","name":"MTEB TRECCOVID","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":0.211,"verified":false},{"type":"map_at_10","value":1.6199999999999999,"verified":false},{"type":"map_at_100","value":8.658000000000001,"verified":false},{"type":"map_at_1000","value":21.538,"verified":false},{"type":"map_at_3","value":0.575,"verified":false},{"type":"map_at_5","value":0.919,"verified":false},{"type":"mrr_at_1","value":78,"verified":false},{"type":"mrr_at_10","value":86.18599999999999,"verified":false},{"type":"mrr_at_100","value":86.18599999999999,"verified":false},{"type":"mrr_at_1000","value":86.18599999999999,"verified":false},{"type":"mrr_at_3","value":85,"verified":false},{"type":"mrr_at_5","value":85.9,"verified":false},{"type":"ndcg_at_1","value":74,"verified":false},{"type":"ndcg_at_10","value":66.542,"verified":false},{"type":"ndcg_at_100","value":50.163999999999994,"verified":false},{"type":"ndcg_at_1000","value":45.696999999999996,"verified":false},{"type":"ndcg_at_3","value":71.531,"verified":false},{"type":"ndcg_at_5","value":70.45,"verified":false},{"type":"precision_at_1","value":78,"verified":false},{"type":"precision_at_10","value":69.39999999999999,"verified":false},{"type":"precision_at_100","value":51.06,"verified":false},{"type":"precision_at_1000","value":20.022000000000002,"verified":false},{"type":"precision_at_3","value":76,"verified":false},{"type":"precision_at_5","value":74.8,"verified":false},{"type":"recall_at_1","value":0.211,"verified":false},{"type":"recall_at_10","value":1.813,"verified":false},{"type":"recall_at_100","value":12.098,"verified":false},{"type":"recall_at_1000","value":42.618,"verified":false},{"type":"recall_at_3","value":0.603,"verified":false},{"type":"recall_at_5","value":0.987,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"webis-touche2020","name":"MTEB Touche2020","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":2.2079999999999997,"verified":false},{"type":"map_at_10","value":7.777000000000001,"verified":false},{"type":"map_at_100","value":12.825000000000001,"verified":false},{"type":"map_at_1000","value":14.196,"verified":false},{"type":"map_at_3","value":4.285,"verified":false},{"type":"map_at_5","value":6.177,"verified":false},{"type":"mrr_at_1","value":30.612000000000002,"verified":false},{"type":"mrr_at_10","value":42.635,"verified":false},{"type":"mrr_at_100","value":43.955,"verified":false},{"type":"mrr_at_1000","value":43.955,"verified":false},{"type":"mrr_at_3","value":38.435,"verified":false},{"type":"mrr_at_5","value":41.088,"verified":false},{"type":"ndcg_at_1","value":28.571,"verified":false},{"type":"ndcg_at_10","value":20.666999999999998,"verified":false},{"type":"ndcg_at_100","value":31.840000000000003,"verified":false},{"type":"ndcg_at_1000","value":43.191,"verified":false},{"type":"ndcg_at_3","value":23.45,"verified":false},{"type":"ndcg_at_5","value":22.994,"verified":false},{"type":"precision_at_1","value":30.612000000000002,"verified":false},{"type":"precision_at_10","value":17.959,"verified":false},{"type":"precision_at_100","value":6.755,"verified":false},{"type":"precision_at_1000","value":1.4200000000000002,"verified":false},{"type":"precision_at_3","value":23.810000000000002,"verified":false},{"type":"precision_at_5","value":23.673,"verified":false},{"type":"recall_at_1","value":2.2079999999999997,"verified":false},{"type":"recall_at_10","value":13.144,"verified":false},{"type":"recall_at_100","value":42.491,"verified":false},{"type":"recall_at_1000","value":77.04299999999999,"verified":false},{"type":"recall_at_3","value":5.3469999999999995,"verified":false},{"type":"recall_at_5","value":9.139,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/toxic_conversations_50k","name":"MTEB ToxicConversationsClassification","config":"default","split":"test","revision":"d7c0de2777da35d6aae2200a62c6e0e5af397c4c"},"metrics":[{"type":"accuracy","value":70.9044,"verified":false},{"type":"ap","value":14.625783489340755,"verified":false},{"type":"f1","value":54.814936562590546,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/tweet_sentiment_extraction","name":"MTEB TweetSentimentExtractionClassification","config":"default","split":"test","revision":"d604517c81ca91fe16a244d1248fc021f9ecee7a"},"metrics":[{"type":"accuracy","value":60.94227504244483,"verified":false},{"type":"f1","value":61.22516038508854,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/twentynewsgroups-clustering","name":"MTEB TwentyNewsgroupsClustering","config":"default","split":"test","revision":"6125ec4e24fa026cec8a478383ee943acfbd5449"},"metrics":[{"type":"v_measure","value":49.602409155145864,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twittersemeval2015-pairclassification","name":"MTEB TwitterSemEval2015","config":"default","split":"test","revision":"70970daeab8776df92f5ea462b6173c0b46fd2d1"},"metrics":[{"type":"cos_sim_accuracy","value":86.94641473445789,"verified":false},{"type":"cos_sim_ap","value":76.91572747061197,"verified":false},{"type":"cos_sim_f1","value":70.14348097317529,"verified":false},{"type":"cos_sim_precision","value":66.53254437869822,"verified":false},{"type":"cos_sim_recall","value":74.1688654353562,"verified":false},{"type":"dot_accuracy","value":84.80061989628658,"verified":false},{"type":"dot_ap","value":70.7952548895177,"verified":false},{"type":"dot_f1","value":65.44780728844965,"verified":false},{"type":"dot_precision","value":61.53310104529617,"verified":false},{"type":"dot_recall","value":69.89445910290237,"verified":false},{"type":"euclidean_accuracy","value":86.94641473445789,"verified":false},{"type":"euclidean_ap","value":76.80774009393652,"verified":false},{"type":"euclidean_f1","value":70.30522503879979,"verified":false},{"type":"euclidean_precision","value":68.94977168949772,"verified":false},{"type":"euclidean_recall","value":71.71503957783642,"verified":false},{"type":"manhattan_accuracy","value":86.8629671574179,"verified":false},{"type":"manhattan_ap","value":76.76518632600317,"verified":false},{"type":"manhattan_f1","value":70.16056518946692,"verified":false},{"type":"manhattan_precision","value":68.360450563204,"verified":false},{"type":"manhattan_recall","value":72.0580474934037,"verified":false},{"type":"max_accuracy","value":86.94641473445789,"verified":false},{"type":"max_ap","value":76.91572747061197,"verified":false},{"type":"max_f1","value":70.30522503879979,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twitterurlcorpus-pairclassification","name":"MTEB TwitterURLCorpus","config":"default","split":"test","revision":"8b6510b0b1fa4e4c4f879467980e9be563ec1cdf"},"metrics":[{"type":"cos_sim_accuracy","value":89.10428066907285,"verified":false},{"type":"cos_sim_ap","value":86.25114759921435,"verified":false},{"type":"cos_sim_f1","value":78.37857884586856,"verified":false},{"type":"cos_sim_precision","value":75.60818546078993,"verified":false},{"type":"cos_sim_recall","value":81.35971666153372,"verified":false},{"type":"dot_accuracy","value":87.41995575736406,"verified":false},{"type":"dot_ap","value":81.51838010086782,"verified":false},{"type":"dot_f1","value":74.77398015435503,"verified":false},{"type":"dot_precision","value":71.53002390662354,"verified":false},{"type":"dot_recall","value":78.32614721281182,"verified":false},{"type":"euclidean_accuracy","value":89.12368533395428,"verified":false},{"type":"euclidean_ap","value":86.33456799874504,"verified":false},{"type":"euclidean_f1","value":78.45496750232127,"verified":false},{"type":"euclidean_precision","value":75.78388462366364,"verified":false},{"type":"euclidean_recall","value":81.32121958731136,"verified":false},{"type":"manhattan_accuracy","value":89.10622113556099,"verified":false},{"type":"manhattan_ap","value":86.31215061745333,"verified":false},{"type":"manhattan_f1","value":78.40684906011539,"verified":false},{"type":"manhattan_precision","value":75.89536643366722,"verified":false},{"type":"manhattan_recall","value":81.09023714197721,"verified":false},{"type":"max_accuracy","value":89.12368533395428,"verified":false},{"type":"max_ap","value":86.33456799874504,"verified":false},{"type":"max_f1","value":78.45496750232127,"verified":false}]}]}],"config":{"architectures":["BertModel"],"model_type":"bert","tokenizer_config":{"cls_token":"[CLS]","mask_token":"[MASK]","pad_token":"[PAD]","sep_token":"[SEP]","unk_token":"[UNK]"}},"cardData":{"tags":["mteb","Sentence Transformers","sentence-similarity","sentence-transformers"],"model-index":[{"name":"e5-large-v2","results":[{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_counterfactual","name":"MTEB AmazonCounterfactualClassification (en)","config":"en","split":"test","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205"},"metrics":[{"type":"accuracy","value":79.22388059701493,"verified":false},{"type":"ap","value":43.20816505595132,"verified":false},{"type":"f1","value":73.27811303522058,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_polarity","name":"MTEB AmazonPolarityClassification","config":"default","split":"test","revision":"e2d317d38cd51312af73b3d32a06d1a08b442046"},"metrics":[{"type":"accuracy","value":93.748325,"verified":false},{"type":"ap","value":90.72534979701297,"verified":false},{"type":"f1","value":93.73895874282185,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_reviews_multi","name":"MTEB AmazonReviewsClassification (en)","config":"en","split":"test","revision":"1399c76144fd37290681b995c656ef9b2e06e26d"},"metrics":[{"type":"accuracy","value":48.612,"verified":false},{"type":"f1","value":47.61157345898393,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"arguana","name":"MTEB ArguAna","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":23.541999999999998,"verified":false},{"type":"map_at_10","value":38.208,"verified":false},{"type":"map_at_100","value":39.417,"verified":false},{"type":"map_at_1000","value":39.428999999999995,"verified":false},{"type":"map_at_3","value":33.95,"verified":false},{"type":"map_at_5","value":36.329,"verified":false},{"type":"mrr_at_1","value":23.755000000000003,"verified":false},{"type":"mrr_at_10","value":38.288,"verified":false},{"type":"mrr_at_100","value":39.511,"verified":false},{"type":"mrr_at_1000","value":39.523,"verified":false},{"type":"mrr_at_3","value":34.009,"verified":false},{"type":"mrr_at_5","value":36.434,"verified":false},{"type":"ndcg_at_1","value":23.541999999999998,"verified":false},{"type":"ndcg_at_10","value":46.417,"verified":false},{"type":"ndcg_at_100","value":51.812000000000005,"verified":false},{"type":"ndcg_at_1000","value":52.137,"verified":false},{"type":"ndcg_at_3","value":37.528,"verified":false},{"type":"ndcg_at_5","value":41.81,"verified":false},{"type":"precision_at_1","value":23.541999999999998,"verified":false},{"type":"precision_at_10","value":7.269,"verified":false},{"type":"precision_at_100","value":0.9690000000000001,"verified":false},{"type":"precision_at_1000","value":0.099,"verified":false},{"type":"precision_at_3","value":15.979,"verified":false},{"type":"precision_at_5","value":11.664,"verified":false},{"type":"recall_at_1","value":23.541999999999998,"verified":false},{"type":"recall_at_10","value":72.688,"verified":false},{"type":"recall_at_100","value":96.871,"verified":false},{"type":"recall_at_1000","value":99.431,"verified":false},{"type":"recall_at_3","value":47.937000000000005,"verified":false},{"type":"recall_at_5","value":58.321,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-p2p","name":"MTEB ArxivClusteringP2P","config":"default","split":"test","revision":"a122ad7f3f0291bf49cc6f4d32aa80929df69d5d"},"metrics":[{"type":"v_measure","value":45.546499570522094,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-s2s","name":"MTEB ArxivClusteringS2S","config":"default","split":"test","revision":"f910caf1a6075f7329cdf8c1a6135696f37dbd53"},"metrics":[{"type":"v_measure","value":41.01607489943561,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/askubuntudupquestions-reranking","name":"MTEB AskUbuntuDupQuestions","config":"default","split":"test","revision":"2000358ca161889fa9c082cb41daa8dcfb161a54"},"metrics":[{"type":"map","value":59.616107510107774,"verified":false},{"type":"mrr","value":72.75106626214661,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/biosses-sts","name":"MTEB BIOSSES","config":"default","split":"test","revision":"d3fb88f8f02e40887cd149695127462bbcf29b4a"},"metrics":[{"type":"cos_sim_pearson","value":84.33018094733868,"verified":false},{"type":"cos_sim_spearman","value":83.60190492611737,"verified":false},{"type":"euclidean_pearson","value":82.1492450218961,"verified":false},{"type":"euclidean_spearman","value":82.70308926526991,"verified":false},{"type":"manhattan_pearson","value":81.93959600076842,"verified":false},{"type":"manhattan_spearman","value":82.73260801016369,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/banking77","name":"MTEB Banking77Classification","config":"default","split":"test","revision":"0fd18e25b25c072e09e0d92ab615fda904d66300"},"metrics":[{"type":"accuracy","value":84.54545454545455,"verified":false},{"type":"f1","value":84.49582530928923,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-p2p","name":"MTEB BiorxivClusteringP2P","config":"default","split":"test","revision":"65b79d1d13f80053f67aca9498d9402c2d9f1f40"},"metrics":[{"type":"v_measure","value":37.362725540120096,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-s2s","name":"MTEB BiorxivClusteringS2S","config":"default","split":"test","revision":"258694dd0231531bc1fd9de6ceb52a0853c6d908"},"metrics":[{"type":"v_measure","value":34.849509608178145,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackAndroidRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":31.502999999999997,"verified":false},{"type":"map_at_10","value":43.323,"verified":false},{"type":"map_at_100","value":44.708999999999996,"verified":false},{"type":"map_at_1000","value":44.838,"verified":false},{"type":"map_at_3","value":38.987,"verified":false},{"type":"map_at_5","value":41.516999999999996,"verified":false},{"type":"mrr_at_1","value":38.769999999999996,"verified":false},{"type":"mrr_at_10","value":49.13,"verified":false},{"type":"mrr_at_100","value":49.697,"verified":false},{"type":"mrr_at_1000","value":49.741,"verified":false},{"type":"mrr_at_3","value":45.804,"verified":false},{"type":"mrr_at_5","value":47.842,"verified":false},{"type":"ndcg_at_1","value":38.769999999999996,"verified":false},{"type":"ndcg_at_10","value":50.266999999999996,"verified":false},{"type":"ndcg_at_100","value":54.967,"verified":false},{"type":"ndcg_at_1000","value":56.976000000000006,"verified":false},{"type":"ndcg_at_3","value":43.823,"verified":false},{"type":"ndcg_at_5","value":47.12,"verified":false},{"type":"precision_at_1","value":38.769999999999996,"verified":false},{"type":"precision_at_10","value":10.057,"verified":false},{"type":"precision_at_100","value":1.554,"verified":false},{"type":"precision_at_1000","value":0.202,"verified":false},{"type":"precision_at_3","value":21.125,"verified":false},{"type":"precision_at_5","value":15.851,"verified":false},{"type":"recall_at_1","value":31.502999999999997,"verified":false},{"type":"recall_at_10","value":63.715999999999994,"verified":false},{"type":"recall_at_100","value":83.61800000000001,"verified":false},{"type":"recall_at_1000","value":96.63199999999999,"verified":false},{"type":"recall_at_3","value":45.403,"verified":false},{"type":"recall_at_5","value":54.481,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackEnglishRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":27.833000000000002,"verified":false},{"type":"map_at_10","value":37.330999999999996,"verified":false},{"type":"map_at_100","value":38.580999999999996,"verified":false},{"type":"map_at_1000","value":38.708,"verified":false},{"type":"map_at_3","value":34.713,"verified":false},{"type":"map_at_5","value":36.104,"verified":false},{"type":"mrr_at_1","value":35.223,"verified":false},{"type":"mrr_at_10","value":43.419000000000004,"verified":false},{"type":"mrr_at_100","value":44.198,"verified":false},{"type":"mrr_at_1000","value":44.249,"verified":false},{"type":"mrr_at_3","value":41.614000000000004,"verified":false},{"type":"mrr_at_5","value":42.553000000000004,"verified":false},{"type":"ndcg_at_1","value":35.223,"verified":false},{"type":"ndcg_at_10","value":42.687999999999995,"verified":false},{"type":"ndcg_at_100","value":47.447,"verified":false},{"type":"ndcg_at_1000","value":49.701,"verified":false},{"type":"ndcg_at_3","value":39.162,"verified":false},{"type":"ndcg_at_5","value":40.557,"verified":false},{"type":"precision_at_1","value":35.223,"verified":false},{"type":"precision_at_10","value":7.962,"verified":false},{"type":"precision_at_100","value":1.304,"verified":false},{"type":"precision_at_1000","value":0.18,"verified":false},{"type":"precision_at_3","value":19.023,"verified":false},{"type":"precision_at_5","value":13.184999999999999,"verified":false},{"type":"recall_at_1","value":27.833000000000002,"verified":false},{"type":"recall_at_10","value":51.881,"verified":false},{"type":"recall_at_100","value":72.04,"verified":false},{"type":"recall_at_1000","value":86.644,"verified":false},{"type":"recall_at_3","value":40.778,"verified":false},{"type":"recall_at_5","value":45.176,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackGamingRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":38.175,"verified":false},{"type":"map_at_10","value":51.174,"verified":false},{"type":"map_at_100","value":52.26499999999999,"verified":false},{"type":"map_at_1000","value":52.315999999999995,"verified":false},{"type":"map_at_3","value":47.897,"verified":false},{"type":"map_at_5","value":49.703,"verified":false},{"type":"mrr_at_1","value":43.448,"verified":false},{"type":"mrr_at_10","value":54.505,"verified":false},{"type":"mrr_at_100","value":55.216,"verified":false},{"type":"mrr_at_1000","value":55.242000000000004,"verified":false},{"type":"mrr_at_3","value":51.98500000000001,"verified":false},{"type":"mrr_at_5","value":53.434000000000005,"verified":false},{"type":"ndcg_at_1","value":43.448,"verified":false},{"type":"ndcg_at_10","value":57.282,"verified":false},{"type":"ndcg_at_100","value":61.537,"verified":false},{"type":"ndcg_at_1000","value":62.546,"verified":false},{"type":"ndcg_at_3","value":51.73799999999999,"verified":false},{"type":"ndcg_at_5","value":54.324,"verified":false},{"type":"precision_at_1","value":43.448,"verified":false},{"type":"precision_at_10","value":9.292,"verified":false},{"type":"precision_at_100","value":1.233,"verified":false},{"type":"precision_at_1000","value":0.136,"verified":false},{"type":"precision_at_3","value":23.218,"verified":false},{"type":"precision_at_5","value":15.887,"verified":false},{"type":"recall_at_1","value":38.175,"verified":false},{"type":"recall_at_10","value":72.00999999999999,"verified":false},{"type":"recall_at_100","value":90.155,"verified":false},{"type":"recall_at_1000","value":97.257,"verified":false},{"type":"recall_at_3","value":57.133,"verified":false},{"type":"recall_at_5","value":63.424,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackGisRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":22.405,"verified":false},{"type":"map_at_10","value":30.043,"verified":false},{"type":"map_at_100","value":31.191000000000003,"verified":false},{"type":"map_at_1000","value":31.275,"verified":false},{"type":"map_at_3","value":27.034000000000002,"verified":false},{"type":"map_at_5","value":28.688000000000002,"verified":false},{"type":"mrr_at_1","value":24.068,"verified":false},{"type":"mrr_at_10","value":31.993,"verified":false},{"type":"mrr_at_100","value":32.992,"verified":false},{"type":"mrr_at_1000","value":33.050000000000004,"verified":false},{"type":"mrr_at_3","value":28.964000000000002,"verified":false},{"type":"mrr_at_5","value":30.653000000000002,"verified":false},{"type":"ndcg_at_1","value":24.068,"verified":false},{"type":"ndcg_at_10","value":35.198,"verified":false},{"type":"ndcg_at_100","value":40.709,"verified":false},{"type":"ndcg_at_1000","value":42.855,"verified":false},{"type":"ndcg_at_3","value":29.139,"verified":false},{"type":"ndcg_at_5","value":32.045,"verified":false},{"type":"precision_at_1","value":24.068,"verified":false},{"type":"precision_at_10","value":5.65,"verified":false},{"type":"precision_at_100","value":0.885,"verified":false},{"type":"precision_at_1000","value":0.11199999999999999,"verified":false},{"type":"precision_at_3","value":12.279,"verified":false},{"type":"precision_at_5","value":8.994,"verified":false},{"type":"recall_at_1","value":22.405,"verified":false},{"type":"recall_at_10","value":49.391,"verified":false},{"type":"recall_at_100","value":74.53699999999999,"verified":false},{"type":"recall_at_1000","value":90.605,"verified":false},{"type":"recall_at_3","value":33.126,"verified":false},{"type":"recall_at_5","value":40.073,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackMathematicaRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":13.309999999999999,"verified":false},{"type":"map_at_10","value":20.688000000000002,"verified":false},{"type":"map_at_100","value":22.022,"verified":false},{"type":"map_at_1000","value":22.152,"verified":false},{"type":"map_at_3","value":17.954,"verified":false},{"type":"map_at_5","value":19.439,"verified":false},{"type":"mrr_at_1","value":16.294,"verified":false},{"type":"mrr_at_10","value":24.479,"verified":false},{"type":"mrr_at_100","value":25.515,"verified":false},{"type":"mrr_at_1000","value":25.593,"verified":false},{"type":"mrr_at_3","value":21.642,"verified":false},{"type":"mrr_at_5","value":23.189999999999998,"verified":false},{"type":"ndcg_at_1","value":16.294,"verified":false},{"type":"ndcg_at_10","value":25.833000000000002,"verified":false},{"type":"ndcg_at_100","value":32.074999999999996,"verified":false},{"type":"ndcg_at_1000","value":35.083,"verified":false},{"type":"ndcg_at_3","value":20.493,"verified":false},{"type":"ndcg_at_5","value":22.949,"verified":false},{"type":"precision_at_1","value":16.294,"verified":false},{"type":"precision_at_10","value":5.112,"verified":false},{"type":"precision_at_100","value":0.96,"verified":false},{"type":"precision_at_1000","value":0.134,"verified":false},{"type":"precision_at_3","value":9.908999999999999,"verified":false},{"type":"precision_at_5","value":7.587000000000001,"verified":false},{"type":"recall_at_1","value":13.309999999999999,"verified":false},{"type":"recall_at_10","value":37.851,"verified":false},{"type":"recall_at_100","value":64.835,"verified":false},{"type":"recall_at_1000","value":86.334,"verified":false},{"type":"recall_at_3","value":23.493,"verified":false},{"type":"recall_at_5","value":29.528,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackPhysicsRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":25.857999999999997,"verified":false},{"type":"map_at_10","value":35.503,"verified":false},{"type":"map_at_100","value":36.957,"verified":false},{"type":"map_at_1000","value":37.065,"verified":false},{"type":"map_at_3","value":32.275999999999996,"verified":false},{"type":"map_at_5","value":34.119,"verified":false},{"type":"mrr_at_1","value":31.954,"verified":false},{"type":"mrr_at_10","value":40.851,"verified":false},{"type":"mrr_at_100","value":41.863,"verified":false},{"type":"mrr_at_1000","value":41.900999999999996,"verified":false},{"type":"mrr_at_3","value":38.129999999999995,"verified":false},{"type":"mrr_at_5","value":39.737,"verified":false},{"type":"ndcg_at_1","value":31.954,"verified":false},{"type":"ndcg_at_10","value":41.343999999999994,"verified":false},{"type":"ndcg_at_100","value":47.397,"verified":false},{"type":"ndcg_at_1000","value":49.501,"verified":false},{"type":"ndcg_at_3","value":36.047000000000004,"verified":false},{"type":"ndcg_at_5","value":38.639,"verified":false},{"type":"precision_at_1","value":31.954,"verified":false},{"type":"precision_at_10","value":7.68,"verified":false},{"type":"precision_at_100","value":1.247,"verified":false},{"type":"precision_at_1000","value":0.16199999999999998,"verified":false},{"type":"precision_at_3","value":17.132,"verified":false},{"type":"precision_at_5","value":12.589,"verified":false},{"type":"recall_at_1","value":25.857999999999997,"verified":false},{"type":"recall_at_10","value":53.43599999999999,"verified":false},{"type":"recall_at_100","value":78.82400000000001,"verified":false},{"type":"recall_at_1000","value":92.78999999999999,"verified":false},{"type":"recall_at_3","value":38.655,"verified":false},{"type":"recall_at_5","value":45.216,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackProgrammersRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":24.709,"verified":false},{"type":"map_at_10","value":34.318,"verified":false},{"type":"map_at_100","value":35.657,"verified":false},{"type":"map_at_1000","value":35.783,"verified":false},{"type":"map_at_3","value":31.326999999999998,"verified":false},{"type":"map_at_5","value":33.021,"verified":false},{"type":"mrr_at_1","value":30.137000000000004,"verified":false},{"type":"mrr_at_10","value":39.093,"verified":false},{"type":"mrr_at_100","value":39.992,"verified":false},{"type":"mrr_at_1000","value":40.056999999999995,"verified":false},{"type":"mrr_at_3","value":36.606,"verified":false},{"type":"mrr_at_5","value":37.861,"verified":false},{"type":"ndcg_at_1","value":30.137000000000004,"verified":false},{"type":"ndcg_at_10","value":39.974,"verified":false},{"type":"ndcg_at_100","value":45.647999999999996,"verified":false},{"type":"ndcg_at_1000","value":48.259,"verified":false},{"type":"ndcg_at_3","value":35.028,"verified":false},{"type":"ndcg_at_5","value":37.175999999999995,"verified":false},{"type":"precision_at_1","value":30.137000000000004,"verified":false},{"type":"precision_at_10","value":7.363,"verified":false},{"type":"precision_at_100","value":1.184,"verified":false},{"type":"precision_at_1000","value":0.161,"verified":false},{"type":"precision_at_3","value":16.857,"verified":false},{"type":"precision_at_5","value":11.963,"verified":false},{"type":"recall_at_1","value":24.709,"verified":false},{"type":"recall_at_10","value":52.087,"verified":false},{"type":"recall_at_100","value":76.125,"verified":false},{"type":"recall_at_1000","value":93.82300000000001,"verified":false},{"type":"recall_at_3","value":38.149,"verified":false},{"type":"recall_at_5","value":43.984,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":23.40791666666667,"verified":false},{"type":"map_at_10","value":32.458083333333335,"verified":false},{"type":"map_at_100","value":33.691916666666664,"verified":false},{"type":"map_at_1000","value":33.81191666666666,"verified":false},{"type":"map_at_3","value":29.51625,"verified":false},{"type":"map_at_5","value":31.168083333333335,"verified":false},{"type":"mrr_at_1","value":27.96591666666666,"verified":false},{"type":"mrr_at_10","value":36.528583333333344,"verified":false},{"type":"mrr_at_100","value":37.404,"verified":false},{"type":"mrr_at_1000","value":37.464333333333336,"verified":false},{"type":"mrr_at_3","value":33.92883333333333,"verified":false},{"type":"mrr_at_5","value":35.41933333333333,"verified":false},{"type":"ndcg_at_1","value":27.96591666666666,"verified":false},{"type":"ndcg_at_10","value":37.89141666666666,"verified":false},{"type":"ndcg_at_100","value":43.23066666666666,"verified":false},{"type":"ndcg_at_1000","value":45.63258333333333,"verified":false},{"type":"ndcg_at_3","value":32.811249999999994,"verified":false},{"type":"ndcg_at_5","value":35.22566666666667,"verified":false},{"type":"precision_at_1","value":27.96591666666666,"verified":false},{"type":"precision_at_10","value":6.834083333333332,"verified":false},{"type":"precision_at_100","value":1.12225,"verified":false},{"type":"precision_at_1000","value":0.15241666666666667,"verified":false},{"type":"precision_at_3","value":15.264333333333335,"verified":false},{"type":"precision_at_5","value":11.039416666666666,"verified":false},{"type":"recall_at_1","value":23.40791666666667,"verified":false},{"type":"recall_at_10","value":49.927083333333336,"verified":false},{"type":"recall_at_100","value":73.44641666666668,"verified":false},{"type":"recall_at_1000","value":90.19950000000001,"verified":false},{"type":"recall_at_3","value":35.88341666666667,"verified":false},{"type":"recall_at_5","value":42.061249999999994,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackStatsRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":19.592000000000002,"verified":false},{"type":"map_at_10","value":26.895999999999997,"verified":false},{"type":"map_at_100","value":27.921000000000003,"verified":false},{"type":"map_at_1000","value":28.02,"verified":false},{"type":"map_at_3","value":24.883,"verified":false},{"type":"map_at_5","value":25.812,"verified":false},{"type":"mrr_at_1","value":22.698999999999998,"verified":false},{"type":"mrr_at_10","value":29.520999999999997,"verified":false},{"type":"mrr_at_100","value":30.458000000000002,"verified":false},{"type":"mrr_at_1000","value":30.526999999999997,"verified":false},{"type":"mrr_at_3","value":27.633000000000003,"verified":false},{"type":"mrr_at_5","value":28.483999999999998,"verified":false},{"type":"ndcg_at_1","value":22.698999999999998,"verified":false},{"type":"ndcg_at_10","value":31.061,"verified":false},{"type":"ndcg_at_100","value":36.398,"verified":false},{"type":"ndcg_at_1000","value":38.89,"verified":false},{"type":"ndcg_at_3","value":27.149,"verified":false},{"type":"ndcg_at_5","value":28.627000000000002,"verified":false},{"type":"precision_at_1","value":22.698999999999998,"verified":false},{"type":"precision_at_10","value":5.106999999999999,"verified":false},{"type":"precision_at_100","value":0.857,"verified":false},{"type":"precision_at_1000","value":0.11499999999999999,"verified":false},{"type":"precision_at_3","value":11.963,"verified":false},{"type":"precision_at_5","value":8.221,"verified":false},{"type":"recall_at_1","value":19.592000000000002,"verified":false},{"type":"recall_at_10","value":41.329,"verified":false},{"type":"recall_at_100","value":66.094,"verified":false},{"type":"recall_at_1000","value":84.511,"verified":false},{"type":"recall_at_3","value":30.61,"verified":false},{"type":"recall_at_5","value":34.213,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackTexRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":14.71,"verified":false},{"type":"map_at_10","value":20.965,"verified":false},{"type":"map_at_100","value":21.994,"verified":false},{"type":"map_at_1000","value":22.133,"verified":false},{"type":"map_at_3","value":18.741,"verified":false},{"type":"map_at_5","value":19.951,"verified":false},{"type":"mrr_at_1","value":18.307000000000002,"verified":false},{"type":"mrr_at_10","value":24.66,"verified":false},{"type":"mrr_at_100","value":25.540000000000003,"verified":false},{"type":"mrr_at_1000","value":25.629,"verified":false},{"type":"mrr_at_3","value":22.511,"verified":false},{"type":"mrr_at_5","value":23.72,"verified":false},{"type":"ndcg_at_1","value":18.307000000000002,"verified":false},{"type":"ndcg_at_10","value":25.153,"verified":false},{"type":"ndcg_at_100","value":30.229,"verified":false},{"type":"ndcg_at_1000","value":33.623,"verified":false},{"type":"ndcg_at_3","value":21.203,"verified":false},{"type":"ndcg_at_5","value":23.006999999999998,"verified":false},{"type":"precision_at_1","value":18.307000000000002,"verified":false},{"type":"precision_at_10","value":4.725,"verified":false},{"type":"precision_at_100","value":0.8659999999999999,"verified":false},{"type":"precision_at_1000","value":0.133,"verified":false},{"type":"precision_at_3","value":10.14,"verified":false},{"type":"precision_at_5","value":7.481,"verified":false},{"type":"recall_at_1","value":14.71,"verified":false},{"type":"recall_at_10","value":34.087,"verified":false},{"type":"recall_at_100","value":57.147999999999996,"verified":false},{"type":"recall_at_1000","value":81.777,"verified":false},{"type":"recall_at_3","value":22.996,"verified":false},{"type":"recall_at_5","value":27.73,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackUnixRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":23.472,"verified":false},{"type":"map_at_10","value":32.699,"verified":false},{"type":"map_at_100","value":33.867000000000004,"verified":false},{"type":"map_at_1000","value":33.967000000000006,"verified":false},{"type":"map_at_3","value":29.718,"verified":false},{"type":"map_at_5","value":31.345,"verified":false},{"type":"mrr_at_1","value":28.265,"verified":false},{"type":"mrr_at_10","value":36.945,"verified":false},{"type":"mrr_at_100","value":37.794,"verified":false},{"type":"mrr_at_1000","value":37.857,"verified":false},{"type":"mrr_at_3","value":34.266000000000005,"verified":false},{"type":"mrr_at_5","value":35.768,"verified":false},{"type":"ndcg_at_1","value":28.265,"verified":false},{"type":"ndcg_at_10","value":38.35,"verified":false},{"type":"ndcg_at_100","value":43.739,"verified":false},{"type":"ndcg_at_1000","value":46.087,"verified":false},{"type":"ndcg_at_3","value":33.004,"verified":false},{"type":"ndcg_at_5","value":35.411,"verified":false},{"type":"precision_at_1","value":28.265,"verified":false},{"type":"precision_at_10","value":6.715999999999999,"verified":false},{"type":"precision_at_100","value":1.059,"verified":false},{"type":"precision_at_1000","value":0.13799999999999998,"verified":false},{"type":"precision_at_3","value":15.299,"verified":false},{"type":"precision_at_5","value":10.951,"verified":false},{"type":"recall_at_1","value":23.472,"verified":false},{"type":"recall_at_10","value":51.413,"verified":false},{"type":"recall_at_100","value":75.17,"verified":false},{"type":"recall_at_1000","value":91.577,"verified":false},{"type":"recall_at_3","value":36.651,"verified":false},{"type":"recall_at_5","value":42.814,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackWebmastersRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":23.666,"verified":false},{"type":"map_at_10","value":32.963,"verified":false},{"type":"map_at_100","value":34.544999999999995,"verified":false},{"type":"map_at_1000","value":34.792,"verified":false},{"type":"map_at_3","value":29.74,"verified":false},{"type":"map_at_5","value":31.5,"verified":false},{"type":"mrr_at_1","value":29.051,"verified":false},{"type":"mrr_at_10","value":38.013000000000005,"verified":false},{"type":"mrr_at_100","value":38.997,"verified":false},{"type":"mrr_at_1000","value":39.055,"verified":false},{"type":"mrr_at_3","value":34.947,"verified":false},{"type":"mrr_at_5","value":36.815,"verified":false},{"type":"ndcg_at_1","value":29.051,"verified":false},{"type":"ndcg_at_10","value":39.361000000000004,"verified":false},{"type":"ndcg_at_100","value":45.186,"verified":false},{"type":"ndcg_at_1000","value":47.867,"verified":false},{"type":"ndcg_at_3","value":33.797,"verified":false},{"type":"ndcg_at_5","value":36.456,"verified":false},{"type":"precision_at_1","value":29.051,"verified":false},{"type":"precision_at_10","value":7.668,"verified":false},{"type":"precision_at_100","value":1.532,"verified":false},{"type":"precision_at_1000","value":0.247,"verified":false},{"type":"precision_at_3","value":15.876000000000001,"verified":false},{"type":"precision_at_5","value":11.779,"verified":false},{"type":"recall_at_1","value":23.666,"verified":false},{"type":"recall_at_10","value":51.858000000000004,"verified":false},{"type":"recall_at_100","value":77.805,"verified":false},{"type":"recall_at_1000","value":94.504,"verified":false},{"type":"recall_at_3","value":36.207,"verified":false},{"type":"recall_at_5","value":43.094,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackWordpressRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":15.662,"verified":false},{"type":"map_at_10","value":23.594,"verified":false},{"type":"map_at_100","value":24.593999999999998,"verified":false},{"type":"map_at_1000","value":24.694,"verified":false},{"type":"map_at_3","value":20.925,"verified":false},{"type":"map_at_5","value":22.817999999999998,"verified":false},{"type":"mrr_at_1","value":17.375,"verified":false},{"type":"mrr_at_10","value":25.734,"verified":false},{"type":"mrr_at_100","value":26.586,"verified":false},{"type":"mrr_at_1000","value":26.671,"verified":false},{"type":"mrr_at_3","value":23.044,"verified":false},{"type":"mrr_at_5","value":24.975,"verified":false},{"type":"ndcg_at_1","value":17.375,"verified":false},{"type":"ndcg_at_10","value":28.186,"verified":false},{"type":"ndcg_at_100","value":33.436,"verified":false},{"type":"ndcg_at_1000","value":36.203,"verified":false},{"type":"ndcg_at_3","value":23.152,"verified":false},{"type":"ndcg_at_5","value":26.397,"verified":false},{"type":"precision_at_1","value":17.375,"verified":false},{"type":"precision_at_10","value":4.677,"verified":false},{"type":"precision_at_100","value":0.786,"verified":false},{"type":"precision_at_1000","value":0.109,"verified":false},{"type":"precision_at_3","value":10.351,"verified":false},{"type":"precision_at_5","value":7.985,"verified":false},{"type":"recall_at_1","value":15.662,"verified":false},{"type":"recall_at_10","value":40.066,"verified":false},{"type":"recall_at_100","value":65.006,"verified":false},{"type":"recall_at_1000","value":85.94000000000001,"verified":false},{"type":"recall_at_3","value":27.400000000000002,"verified":false},{"type":"recall_at_5","value":35.002,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"climate-fever","name":"MTEB ClimateFEVER","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":8.853,"verified":false},{"type":"map_at_10","value":15.568000000000001,"verified":false},{"type":"map_at_100","value":17.383000000000003,"verified":false},{"type":"map_at_1000","value":17.584,"verified":false},{"type":"map_at_3","value":12.561,"verified":false},{"type":"map_at_5","value":14.056,"verified":false},{"type":"mrr_at_1","value":18.958,"verified":false},{"type":"mrr_at_10","value":28.288000000000004,"verified":false},{"type":"mrr_at_100","value":29.432000000000002,"verified":false},{"type":"mrr_at_1000","value":29.498,"verified":false},{"type":"mrr_at_3","value":25.049,"verified":false},{"type":"mrr_at_5","value":26.857,"verified":false},{"type":"ndcg_at_1","value":18.958,"verified":false},{"type":"ndcg_at_10","value":22.21,"verified":false},{"type":"ndcg_at_100","value":29.596,"verified":false},{"type":"ndcg_at_1000","value":33.583,"verified":false},{"type":"ndcg_at_3","value":16.994999999999997,"verified":false},{"type":"ndcg_at_5","value":18.95,"verified":false},{"type":"precision_at_1","value":18.958,"verified":false},{"type":"precision_at_10","value":7.192,"verified":false},{"type":"precision_at_100","value":1.5,"verified":false},{"type":"precision_at_1000","value":0.22399999999999998,"verified":false},{"type":"precision_at_3","value":12.573,"verified":false},{"type":"precision_at_5","value":10.202,"verified":false},{"type":"recall_at_1","value":8.853,"verified":false},{"type":"recall_at_10","value":28.087,"verified":false},{"type":"recall_at_100","value":53.701,"verified":false},{"type":"recall_at_1000","value":76.29899999999999,"verified":false},{"type":"recall_at_3","value":15.913,"verified":false},{"type":"recall_at_5","value":20.658,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"dbpedia-entity","name":"MTEB DBPedia","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":9.077,"verified":false},{"type":"map_at_10","value":20.788999999999998,"verified":false},{"type":"map_at_100","value":30.429000000000002,"verified":false},{"type":"map_at_1000","value":32.143,"verified":false},{"type":"map_at_3","value":14.692,"verified":false},{"type":"map_at_5","value":17.139,"verified":false},{"type":"mrr_at_1","value":70.75,"verified":false},{"type":"mrr_at_10","value":78.036,"verified":false},{"type":"mrr_at_100","value":78.401,"verified":false},{"type":"mrr_at_1000","value":78.404,"verified":false},{"type":"mrr_at_3","value":76.75,"verified":false},{"type":"mrr_at_5","value":77.47500000000001,"verified":false},{"type":"ndcg_at_1","value":58.12500000000001,"verified":false},{"type":"ndcg_at_10","value":44.015,"verified":false},{"type":"ndcg_at_100","value":49.247,"verified":false},{"type":"ndcg_at_1000","value":56.211999999999996,"verified":false},{"type":"ndcg_at_3","value":49.151,"verified":false},{"type":"ndcg_at_5","value":46.195,"verified":false},{"type":"precision_at_1","value":70.75,"verified":false},{"type":"precision_at_10","value":35.5,"verified":false},{"type":"precision_at_100","value":11.355,"verified":false},{"type":"precision_at_1000","value":2.1950000000000003,"verified":false},{"type":"precision_at_3","value":53.083000000000006,"verified":false},{"type":"precision_at_5","value":44.800000000000004,"verified":false},{"type":"recall_at_1","value":9.077,"verified":false},{"type":"recall_at_10","value":26.259,"verified":false},{"type":"recall_at_100","value":56.547000000000004,"verified":false},{"type":"recall_at_1000","value":78.551,"verified":false},{"type":"recall_at_3","value":16.162000000000003,"verified":false},{"type":"recall_at_5","value":19.753999999999998,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/emotion","name":"MTEB EmotionClassification","config":"default","split":"test","revision":"4f58c6b202a23cf9a4da393831edf4f9183cad37"},"metrics":[{"type":"accuracy","value":49.44500000000001,"verified":false},{"type":"f1","value":44.67067691783401,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"fever","name":"MTEB FEVER","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":68.182,"verified":false},{"type":"map_at_10","value":78.223,"verified":false},{"type":"map_at_100","value":78.498,"verified":false},{"type":"map_at_1000","value":78.512,"verified":false},{"type":"map_at_3","value":76.71,"verified":false},{"type":"map_at_5","value":77.725,"verified":false},{"type":"mrr_at_1","value":73.177,"verified":false},{"type":"mrr_at_10","value":82.513,"verified":false},{"type":"mrr_at_100","value":82.633,"verified":false},{"type":"mrr_at_1000","value":82.635,"verified":false},{"type":"mrr_at_3","value":81.376,"verified":false},{"type":"mrr_at_5","value":82.182,"verified":false},{"type":"ndcg_at_1","value":73.177,"verified":false},{"type":"ndcg_at_10","value":82.829,"verified":false},{"type":"ndcg_at_100","value":83.84,"verified":false},{"type":"ndcg_at_1000","value":84.07900000000001,"verified":false},{"type":"ndcg_at_3","value":80.303,"verified":false},{"type":"ndcg_at_5","value":81.846,"verified":false},{"type":"precision_at_1","value":73.177,"verified":false},{"type":"precision_at_10","value":10.241999999999999,"verified":false},{"type":"precision_at_100","value":1.099,"verified":false},{"type":"precision_at_1000","value":0.11399999999999999,"verified":false},{"type":"precision_at_3","value":31.247999999999998,"verified":false},{"type":"precision_at_5","value":19.697,"verified":false},{"type":"recall_at_1","value":68.182,"verified":false},{"type":"recall_at_10","value":92.657,"verified":false},{"type":"recall_at_100","value":96.709,"verified":false},{"type":"recall_at_1000","value":98.184,"verified":false},{"type":"recall_at_3","value":85.9,"verified":false},{"type":"recall_at_5","value":89.755,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"fiqa","name":"MTEB FiQA2018","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":21.108,"verified":false},{"type":"map_at_10","value":33.342,"verified":false},{"type":"map_at_100","value":35.281,"verified":false},{"type":"map_at_1000","value":35.478,"verified":false},{"type":"map_at_3","value":29.067,"verified":false},{"type":"map_at_5","value":31.563000000000002,"verified":false},{"type":"mrr_at_1","value":41.667,"verified":false},{"type":"mrr_at_10","value":49.913000000000004,"verified":false},{"type":"mrr_at_100","value":50.724000000000004,"verified":false},{"type":"mrr_at_1000","value":50.766,"verified":false},{"type":"mrr_at_3","value":47.504999999999995,"verified":false},{"type":"mrr_at_5","value":49.033,"verified":false},{"type":"ndcg_at_1","value":41.667,"verified":false},{"type":"ndcg_at_10","value":41.144,"verified":false},{"type":"ndcg_at_100","value":48.326,"verified":false},{"type":"ndcg_at_1000","value":51.486,"verified":false},{"type":"ndcg_at_3","value":37.486999999999995,"verified":false},{"type":"ndcg_at_5","value":38.78,"verified":false},{"type":"precision_at_1","value":41.667,"verified":false},{"type":"precision_at_10","value":11.358,"verified":false},{"type":"precision_at_100","value":1.873,"verified":false},{"type":"precision_at_1000","value":0.244,"verified":false},{"type":"precision_at_3","value":25,"verified":false},{"type":"precision_at_5","value":18.519,"verified":false},{"type":"recall_at_1","value":21.108,"verified":false},{"type":"recall_at_10","value":47.249,"verified":false},{"type":"recall_at_100","value":74.52,"verified":false},{"type":"recall_at_1000","value":93.31,"verified":false},{"type":"recall_at_3","value":33.271,"verified":false},{"type":"recall_at_5","value":39.723000000000006,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"hotpotqa","name":"MTEB HotpotQA","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":40.317,"verified":false},{"type":"map_at_10","value":64.861,"verified":false},{"type":"map_at_100","value":65.697,"verified":false},{"type":"map_at_1000","value":65.755,"verified":false},{"type":"map_at_3","value":61.258,"verified":false},{"type":"map_at_5","value":63.590999999999994,"verified":false},{"type":"mrr_at_1","value":80.635,"verified":false},{"type":"mrr_at_10","value":86.528,"verified":false},{"type":"mrr_at_100","value":86.66199999999999,"verified":false},{"type":"mrr_at_1000","value":86.666,"verified":false},{"type":"mrr_at_3","value":85.744,"verified":false},{"type":"mrr_at_5","value":86.24300000000001,"verified":false},{"type":"ndcg_at_1","value":80.635,"verified":false},{"type":"ndcg_at_10","value":73.13199999999999,"verified":false},{"type":"ndcg_at_100","value":75.927,"verified":false},{"type":"ndcg_at_1000","value":76.976,"verified":false},{"type":"ndcg_at_3","value":68.241,"verified":false},{"type":"ndcg_at_5","value":71.071,"verified":false},{"type":"precision_at_1","value":80.635,"verified":false},{"type":"precision_at_10","value":15.326,"verified":false},{"type":"precision_at_100","value":1.7500000000000002,"verified":false},{"type":"precision_at_1000","value":0.189,"verified":false},{"type":"precision_at_3","value":43.961,"verified":false},{"type":"precision_at_5","value":28.599999999999998,"verified":false},{"type":"recall_at_1","value":40.317,"verified":false},{"type":"recall_at_10","value":76.631,"verified":false},{"type":"recall_at_100","value":87.495,"verified":false},{"type":"recall_at_1000","value":94.362,"verified":false},{"type":"recall_at_3","value":65.94200000000001,"verified":false},{"type":"recall_at_5","value":71.499,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/imdb","name":"MTEB ImdbClassification","config":"default","split":"test","revision":"3d86128a09e091d6018b6d26cad27f2739fc2db7"},"metrics":[{"type":"accuracy","value":91.686,"verified":false},{"type":"ap","value":87.5577120393173,"verified":false},{"type":"f1","value":91.6629447355139,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"msmarco","name":"MTEB MSMARCO","config":"default","split":"dev","revision":"None"},"metrics":[{"type":"map_at_1","value":23.702,"verified":false},{"type":"map_at_10","value":36.414,"verified":false},{"type":"map_at_100","value":37.561,"verified":false},{"type":"map_at_1000","value":37.605,"verified":false},{"type":"map_at_3","value":32.456,"verified":false},{"type":"map_at_5","value":34.827000000000005,"verified":false},{"type":"mrr_at_1","value":24.355,"verified":false},{"type":"mrr_at_10","value":37.01,"verified":false},{"type":"mrr_at_100","value":38.085,"verified":false},{"type":"mrr_at_1000","value":38.123000000000005,"verified":false},{"type":"mrr_at_3","value":33.117999999999995,"verified":false},{"type":"mrr_at_5","value":35.452,"verified":false},{"type":"ndcg_at_1","value":24.384,"verified":false},{"type":"ndcg_at_10","value":43.456,"verified":false},{"type":"ndcg_at_100","value":48.892,"verified":false},{"type":"ndcg_at_1000","value":49.964,"verified":false},{"type":"ndcg_at_3","value":35.475,"verified":false},{"type":"ndcg_at_5","value":39.711,"verified":false},{"type":"precision_at_1","value":24.384,"verified":false},{"type":"precision_at_10","value":6.7940000000000005,"verified":false},{"type":"precision_at_100","value":0.951,"verified":false},{"type":"precision_at_1000","value":0.104,"verified":false},{"type":"precision_at_3","value":15.052999999999999,"verified":false},{"type":"precision_at_5","value":11.189,"verified":false},{"type":"recall_at_1","value":23.702,"verified":false},{"type":"recall_at_10","value":65.057,"verified":false},{"type":"recall_at_100","value":90.021,"verified":false},{"type":"recall_at_1000","value":98.142,"verified":false},{"type":"recall_at_3","value":43.551,"verified":false},{"type":"recall_at_5","value":53.738,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_domain","name":"MTEB MTOPDomainClassification (en)","config":"en","split":"test","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf"},"metrics":[{"type":"accuracy","value":94.62380300957591,"verified":false},{"type":"f1","value":94.49871222100734,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_intent","name":"MTEB MTOPIntentClassification (en)","config":"en","split":"test","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba"},"metrics":[{"type":"accuracy","value":77.14090287277702,"verified":false},{"type":"f1","value":60.32101258220515,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (en)","config":"en","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":73.84330867518494,"verified":false},{"type":"f1","value":71.92248688515255,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (en)","config":"en","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":78.10692669804976,"verified":false},{"type":"f1","value":77.9904839122866,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-p2p","name":"MTEB MedrxivClusteringP2P","config":"default","split":"test","revision":"e7a26af6f3ae46b30dde8737f02c07b1505bcc73"},"metrics":[{"type":"v_measure","value":31.822988923078444,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-s2s","name":"MTEB MedrxivClusteringS2S","config":"default","split":"test","revision":"35191c8c0dca72d8ff3efcd72aa802307d469663"},"metrics":[{"type":"v_measure","value":30.38394880253403,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/mind_small","name":"MTEB MindSmallReranking","config":"default","split":"test","revision":"3bdac13927fdc888b903db93b2ffdbd90b295a69"},"metrics":[{"type":"map","value":31.82504612539082,"verified":false},{"type":"mrr","value":32.84462298174977,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"nfcorpus","name":"MTEB NFCorpus","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":6.029,"verified":false},{"type":"map_at_10","value":14.088999999999999,"verified":false},{"type":"map_at_100","value":17.601,"verified":false},{"type":"map_at_1000","value":19.144,"verified":false},{"type":"map_at_3","value":10.156,"verified":false},{"type":"map_at_5","value":11.892,"verified":false},{"type":"mrr_at_1","value":46.44,"verified":false},{"type":"mrr_at_10","value":56.596999999999994,"verified":false},{"type":"mrr_at_100","value":57.11000000000001,"verified":false},{"type":"mrr_at_1000","value":57.14,"verified":false},{"type":"mrr_at_3","value":54.334,"verified":false},{"type":"mrr_at_5","value":55.774,"verified":false},{"type":"ndcg_at_1","value":44.891999999999996,"verified":false},{"type":"ndcg_at_10","value":37.134,"verified":false},{"type":"ndcg_at_100","value":33.652,"verified":false},{"type":"ndcg_at_1000","value":42.548,"verified":false},{"type":"ndcg_at_3","value":41.851,"verified":false},{"type":"ndcg_at_5","value":39.842,"verified":false},{"type":"precision_at_1","value":46.44,"verified":false},{"type":"precision_at_10","value":27.647,"verified":false},{"type":"precision_at_100","value":8.309999999999999,"verified":false},{"type":"precision_at_1000","value":2.146,"verified":false},{"type":"precision_at_3","value":39.422000000000004,"verified":false},{"type":"precision_at_5","value":34.675,"verified":false},{"type":"recall_at_1","value":6.029,"verified":false},{"type":"recall_at_10","value":18.907,"verified":false},{"type":"recall_at_100","value":33.76,"verified":false},{"type":"recall_at_1000","value":65.14999999999999,"verified":false},{"type":"recall_at_3","value":11.584999999999999,"verified":false},{"type":"recall_at_5","value":14.626,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"nq","name":"MTEB NQ","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":39.373000000000005,"verified":false},{"type":"map_at_10","value":55.836,"verified":false},{"type":"map_at_100","value":56.611999999999995,"verified":false},{"type":"map_at_1000","value":56.63,"verified":false},{"type":"map_at_3","value":51.747,"verified":false},{"type":"map_at_5","value":54.337999999999994,"verified":false},{"type":"mrr_at_1","value":44.147999999999996,"verified":false},{"type":"mrr_at_10","value":58.42699999999999,"verified":false},{"type":"mrr_at_100","value":58.902,"verified":false},{"type":"mrr_at_1000","value":58.914,"verified":false},{"type":"mrr_at_3","value":55.156000000000006,"verified":false},{"type":"mrr_at_5","value":57.291000000000004,"verified":false},{"type":"ndcg_at_1","value":44.119,"verified":false},{"type":"ndcg_at_10","value":63.444,"verified":false},{"type":"ndcg_at_100","value":66.40599999999999,"verified":false},{"type":"ndcg_at_1000","value":66.822,"verified":false},{"type":"ndcg_at_3","value":55.962,"verified":false},{"type":"ndcg_at_5","value":60.228,"verified":false},{"type":"precision_at_1","value":44.119,"verified":false},{"type":"precision_at_10","value":10.006,"verified":false},{"type":"precision_at_100","value":1.17,"verified":false},{"type":"precision_at_1000","value":0.121,"verified":false},{"type":"precision_at_3","value":25.135,"verified":false},{"type":"precision_at_5","value":17.59,"verified":false},{"type":"recall_at_1","value":39.373000000000005,"verified":false},{"type":"recall_at_10","value":83.78999999999999,"verified":false},{"type":"recall_at_100","value":96.246,"verified":false},{"type":"recall_at_1000","value":99.324,"verified":false},{"type":"recall_at_3","value":64.71900000000001,"verified":false},{"type":"recall_at_5","value":74.508,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"quora","name":"MTEB QuoraRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":69.199,"verified":false},{"type":"map_at_10","value":82.892,"verified":false},{"type":"map_at_100","value":83.578,"verified":false},{"type":"map_at_1000","value":83.598,"verified":false},{"type":"map_at_3","value":79.948,"verified":false},{"type":"map_at_5","value":81.779,"verified":false},{"type":"mrr_at_1","value":79.67,"verified":false},{"type":"mrr_at_10","value":86.115,"verified":false},{"type":"mrr_at_100","value":86.249,"verified":false},{"type":"mrr_at_1000","value":86.251,"verified":false},{"type":"mrr_at_3","value":85.08200000000001,"verified":false},{"type":"mrr_at_5","value":85.783,"verified":false},{"type":"ndcg_at_1","value":79.67,"verified":false},{"type":"ndcg_at_10","value":86.839,"verified":false},{"type":"ndcg_at_100","value":88.252,"verified":false},{"type":"ndcg_at_1000","value":88.401,"verified":false},{"type":"ndcg_at_3","value":83.86200000000001,"verified":false},{"type":"ndcg_at_5","value":85.473,"verified":false},{"type":"precision_at_1","value":79.67,"verified":false},{"type":"precision_at_10","value":13.19,"verified":false},{"type":"precision_at_100","value":1.521,"verified":false},{"type":"precision_at_1000","value":0.157,"verified":false},{"type":"precision_at_3","value":36.677,"verified":false},{"type":"precision_at_5","value":24.118000000000002,"verified":false},{"type":"recall_at_1","value":69.199,"verified":false},{"type":"recall_at_10","value":94.321,"verified":false},{"type":"recall_at_100","value":99.20400000000001,"verified":false},{"type":"recall_at_1000","value":99.947,"verified":false},{"type":"recall_at_3","value":85.787,"verified":false},{"type":"recall_at_5","value":90.365,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering","name":"MTEB RedditClustering","config":"default","split":"test","revision":"24640382cdbf8abc73003fb0fa6d111a705499eb"},"metrics":[{"type":"v_measure","value":55.82810046856353,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering-p2p","name":"MTEB RedditClusteringP2P","config":"default","split":"test","revision":"282350215ef01743dc01b456c7f5241fa8937f16"},"metrics":[{"type":"v_measure","value":63.38132611783628,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"scidocs","name":"MTEB SCIDOCS","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":5.127000000000001,"verified":false},{"type":"map_at_10","value":12.235,"verified":false},{"type":"map_at_100","value":14.417,"verified":false},{"type":"map_at_1000","value":14.75,"verified":false},{"type":"map_at_3","value":8.906,"verified":false},{"type":"map_at_5","value":10.591000000000001,"verified":false},{"type":"mrr_at_1","value":25.2,"verified":false},{"type":"mrr_at_10","value":35.879,"verified":false},{"type":"mrr_at_100","value":36.935,"verified":false},{"type":"mrr_at_1000","value":36.997,"verified":false},{"type":"mrr_at_3","value":32.783,"verified":false},{"type":"mrr_at_5","value":34.367999999999995,"verified":false},{"type":"ndcg_at_1","value":25.2,"verified":false},{"type":"ndcg_at_10","value":20.509,"verified":false},{"type":"ndcg_at_100","value":28.67,"verified":false},{"type":"ndcg_at_1000","value":34.42,"verified":false},{"type":"ndcg_at_3","value":19.948,"verified":false},{"type":"ndcg_at_5","value":17.166,"verified":false},{"type":"precision_at_1","value":25.2,"verified":false},{"type":"precision_at_10","value":10.440000000000001,"verified":false},{"type":"precision_at_100","value":2.214,"verified":false},{"type":"precision_at_1000","value":0.359,"verified":false},{"type":"precision_at_3","value":18.533,"verified":false},{"type":"precision_at_5","value":14.860000000000001,"verified":false},{"type":"recall_at_1","value":5.127000000000001,"verified":false},{"type":"recall_at_10","value":21.147,"verified":false},{"type":"recall_at_100","value":44.946999999999996,"verified":false},{"type":"recall_at_1000","value":72.89,"verified":false},{"type":"recall_at_3","value":11.277,"verified":false},{"type":"recall_at_5","value":15.042,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sickr-sts","name":"MTEB SICK-R","config":"default","split":"test","revision":"a6ea5a8cab320b040a23452cc28066d9beae2cee"},"metrics":[{"type":"cos_sim_pearson","value":83.0373011786213,"verified":false},{"type":"cos_sim_spearman","value":79.27889560856613,"verified":false},{"type":"euclidean_pearson","value":80.31186315495655,"verified":false},{"type":"euclidean_spearman","value":79.41630415280811,"verified":false},{"type":"manhattan_pearson","value":80.31755140442013,"verified":false},{"type":"manhattan_spearman","value":79.43069870027611,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts12-sts","name":"MTEB STS12","config":"default","split":"test","revision":"a0d554a64d88156834ff5ae9920b964011b16384"},"metrics":[{"type":"cos_sim_pearson","value":84.8659751342045,"verified":false},{"type":"cos_sim_spearman","value":76.95377612997667,"verified":false},{"type":"euclidean_pearson","value":81.24552945497848,"verified":false},{"type":"euclidean_spearman","value":77.18236963555253,"verified":false},{"type":"manhattan_pearson","value":81.26477607759037,"verified":false},{"type":"manhattan_spearman","value":77.13821753062756,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts13-sts","name":"MTEB STS13","config":"default","split":"test","revision":"7e90230a92c190f1bf69ae9002b8cea547a64cca"},"metrics":[{"type":"cos_sim_pearson","value":83.34597139044875,"verified":false},{"type":"cos_sim_spearman","value":84.124169425592,"verified":false},{"type":"euclidean_pearson","value":83.68590721511401,"verified":false},{"type":"euclidean_spearman","value":84.18846190846398,"verified":false},{"type":"manhattan_pearson","value":83.57630235061498,"verified":false},{"type":"manhattan_spearman","value":84.10244043726902,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts14-sts","name":"MTEB STS14","config":"default","split":"test","revision":"6031580fec1f6af667f0bd2da0a551cf4f0b2375"},"metrics":[{"type":"cos_sim_pearson","value":82.67641885599572,"verified":false},{"type":"cos_sim_spearman","value":80.46450725650428,"verified":false},{"type":"euclidean_pearson","value":81.61645042715865,"verified":false},{"type":"euclidean_spearman","value":80.61418394236874,"verified":false},{"type":"manhattan_pearson","value":81.55712034928871,"verified":false},{"type":"manhattan_spearman","value":80.57905670523951,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts15-sts","name":"MTEB STS15","config":"default","split":"test","revision":"ae752c7c21bf194d8b67fd573edf7ae58183cbe3"},"metrics":[{"type":"cos_sim_pearson","value":88.86650310886782,"verified":false},{"type":"cos_sim_spearman","value":89.76081629222328,"verified":false},{"type":"euclidean_pearson","value":89.1530747029954,"verified":false},{"type":"euclidean_spearman","value":89.80990657280248,"verified":false},{"type":"manhattan_pearson","value":89.10640563278132,"verified":false},{"type":"manhattan_spearman","value":89.76282108434047,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts16-sts","name":"MTEB STS16","config":"default","split":"test","revision":"4d8694f8f0e0100860b497b999b3dbed754a0513"},"metrics":[{"type":"cos_sim_pearson","value":83.93864027911118,"verified":false},{"type":"cos_sim_spearman","value":85.47096193999023,"verified":false},{"type":"euclidean_pearson","value":85.03141840870533,"verified":false},{"type":"euclidean_spearman","value":85.43124029598181,"verified":false},{"type":"manhattan_pearson","value":84.99002664393512,"verified":false},{"type":"manhattan_spearman","value":85.39169195120834,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts17-crosslingual-sts","name":"MTEB STS17 (en-en)","config":"en-en","split":"test","revision":"af5e6fb845001ecf41f4c1e033ce921939a2a68d"},"metrics":[{"type":"cos_sim_pearson","value":88.7045343749832,"verified":false},{"type":"cos_sim_spearman","value":89.03262221146677,"verified":false},{"type":"euclidean_pearson","value":89.56078218264365,"verified":false},{"type":"euclidean_spearman","value":89.17827006466868,"verified":false},{"type":"manhattan_pearson","value":89.52717595468582,"verified":false},{"type":"manhattan_spearman","value":89.15878115952923,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts22-crosslingual-sts","name":"MTEB STS22 (en)","config":"en","split":"test","revision":"6d1ba47164174a496b7fa5d3569dae26a6813b80"},"metrics":[{"type":"cos_sim_pearson","value":64.20191302875551,"verified":false},{"type":"cos_sim_spearman","value":64.11446552557646,"verified":false},{"type":"euclidean_pearson","value":64.6918197393619,"verified":false},{"type":"euclidean_spearman","value":63.440182631197764,"verified":false},{"type":"manhattan_pearson","value":64.55692904121835,"verified":false},{"type":"manhattan_spearman","value":63.424877742756266,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/stsbenchmark-sts","name":"MTEB STSBenchmark","config":"default","split":"test","revision":"b0fddb56ed78048fa8b90373c8a3cfc37b684831"},"metrics":[{"type":"cos_sim_pearson","value":86.37793104662344,"verified":false},{"type":"cos_sim_spearman","value":87.7357802629067,"verified":false},{"type":"euclidean_pearson","value":87.4286301545109,"verified":false},{"type":"euclidean_spearman","value":87.78452920777421,"verified":false},{"type":"manhattan_pearson","value":87.42445169331255,"verified":false},{"type":"manhattan_spearman","value":87.78537677249598,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/scidocs-reranking","name":"MTEB SciDocsRR","config":"default","split":"test","revision":"d3c5e1fc0b855ab6097bf1cda04dd73947d7caab"},"metrics":[{"type":"map","value":84.31465405081792,"verified":false},{"type":"mrr","value":95.7173781193389,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"scifact","name":"MTEB SciFact","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":57.760999999999996,"verified":false},{"type":"map_at_10","value":67.904,"verified":false},{"type":"map_at_100","value":68.539,"verified":false},{"type":"map_at_1000","value":68.562,"verified":false},{"type":"map_at_3","value":65.415,"verified":false},{"type":"map_at_5","value":66.788,"verified":false},{"type":"mrr_at_1","value":60.333000000000006,"verified":false},{"type":"mrr_at_10","value":68.797,"verified":false},{"type":"mrr_at_100","value":69.236,"verified":false},{"type":"mrr_at_1000","value":69.257,"verified":false},{"type":"mrr_at_3","value":66.667,"verified":false},{"type":"mrr_at_5","value":67.967,"verified":false},{"type":"ndcg_at_1","value":60.333000000000006,"verified":false},{"type":"ndcg_at_10","value":72.24199999999999,"verified":false},{"type":"ndcg_at_100","value":74.86,"verified":false},{"type":"ndcg_at_1000","value":75.354,"verified":false},{"type":"ndcg_at_3","value":67.93400000000001,"verified":false},{"type":"ndcg_at_5","value":70.02199999999999,"verified":false},{"type":"precision_at_1","value":60.333000000000006,"verified":false},{"type":"precision_at_10","value":9.533,"verified":false},{"type":"precision_at_100","value":1.09,"verified":false},{"type":"precision_at_1000","value":0.11299999999999999,"verified":false},{"type":"precision_at_3","value":26.778000000000002,"verified":false},{"type":"precision_at_5","value":17.467,"verified":false},{"type":"recall_at_1","value":57.760999999999996,"verified":false},{"type":"recall_at_10","value":84.383,"verified":false},{"type":"recall_at_100","value":96.267,"verified":false},{"type":"recall_at_1000","value":100,"verified":false},{"type":"recall_at_3","value":72.628,"verified":false},{"type":"recall_at_5","value":78.094,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/sprintduplicatequestions-pairclassification","name":"MTEB SprintDuplicateQuestions","config":"default","split":"test","revision":"d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46"},"metrics":[{"type":"cos_sim_accuracy","value":99.8029702970297,"verified":false},{"type":"cos_sim_ap","value":94.9210324173411,"verified":false},{"type":"cos_sim_f1","value":89.8521162672106,"verified":false},{"type":"cos_sim_precision","value":91.67533818938605,"verified":false},{"type":"cos_sim_recall","value":88.1,"verified":false},{"type":"dot_accuracy","value":99.69504950495049,"verified":false},{"type":"dot_ap","value":90.4919719146181,"verified":false},{"type":"dot_f1","value":84.72289156626506,"verified":false},{"type":"dot_precision","value":81.76744186046511,"verified":false},{"type":"dot_recall","value":87.9,"verified":false},{"type":"euclidean_accuracy","value":99.79702970297029,"verified":false},{"type":"euclidean_ap","value":94.87827463795753,"verified":false},{"type":"euclidean_f1","value":89.55680081507896,"verified":false},{"type":"euclidean_precision","value":91.27725856697819,"verified":false},{"type":"euclidean_recall","value":87.9,"verified":false},{"type":"manhattan_accuracy","value":99.7990099009901,"verified":false},{"type":"manhattan_ap","value":94.87587025149682,"verified":false},{"type":"manhattan_f1","value":89.76298537569339,"verified":false},{"type":"manhattan_precision","value":90.53916581892166,"verified":false},{"type":"manhattan_recall","value":89,"verified":false},{"type":"max_accuracy","value":99.8029702970297,"verified":false},{"type":"max_ap","value":94.9210324173411,"verified":false},{"type":"max_f1","value":89.8521162672106,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering","name":"MTEB StackExchangeClustering","config":"default","split":"test","revision":"6cbc1f7b2bc0622f2e39d2c77fa502909748c259"},"metrics":[{"type":"v_measure","value":65.92385753948724,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering-p2p","name":"MTEB StackExchangeClusteringP2P","config":"default","split":"test","revision":"815ca46b2622cec33ccafc3735d572c266efdb44"},"metrics":[{"type":"v_measure","value":33.671756975431144,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/stackoverflowdupquestions-reranking","name":"MTEB StackOverflowDupQuestions","config":"default","split":"test","revision":"e185fbe320c72810689fc5848eb6114e1ef5ec69"},"metrics":[{"type":"map","value":50.677928036739004,"verified":false},{"type":"mrr","value":51.56413133435193,"verified":false}]},{"task":{"type":"Summarization"},"dataset":{"type":"mteb/summeval","name":"MTEB SummEval","config":"default","split":"test","revision":"cda12ad7615edc362dbf25a00fdd61d3b1eaf93c"},"metrics":[{"type":"cos_sim_pearson","value":30.523589340819683,"verified":false},{"type":"cos_sim_spearman","value":30.187407518823235,"verified":false},{"type":"dot_pearson","value":29.039713969699015,"verified":false},{"type":"dot_spearman","value":29.114740651155508,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"trec-covid","name":"MTEB TRECCOVID","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":0.211,"verified":false},{"type":"map_at_10","value":1.6199999999999999,"verified":false},{"type":"map_at_100","value":8.658000000000001,"verified":false},{"type":"map_at_1000","value":21.538,"verified":false},{"type":"map_at_3","value":0.575,"verified":false},{"type":"map_at_5","value":0.919,"verified":false},{"type":"mrr_at_1","value":78,"verified":false},{"type":"mrr_at_10","value":86.18599999999999,"verified":false},{"type":"mrr_at_100","value":86.18599999999999,"verified":false},{"type":"mrr_at_1000","value":86.18599999999999,"verified":false},{"type":"mrr_at_3","value":85,"verified":false},{"type":"mrr_at_5","value":85.9,"verified":false},{"type":"ndcg_at_1","value":74,"verified":false},{"type":"ndcg_at_10","value":66.542,"verified":false},{"type":"ndcg_at_100","value":50.163999999999994,"verified":false},{"type":"ndcg_at_1000","value":45.696999999999996,"verified":false},{"type":"ndcg_at_3","value":71.531,"verified":false},{"type":"ndcg_at_5","value":70.45,"verified":false},{"type":"precision_at_1","value":78,"verified":false},{"type":"precision_at_10","value":69.39999999999999,"verified":false},{"type":"precision_at_100","value":51.06,"verified":false},{"type":"precision_at_1000","value":20.022000000000002,"verified":false},{"type":"precision_at_3","value":76,"verified":false},{"type":"precision_at_5","value":74.8,"verified":false},{"type":"recall_at_1","value":0.211,"verified":false},{"type":"recall_at_10","value":1.813,"verified":false},{"type":"recall_at_100","value":12.098,"verified":false},{"type":"recall_at_1000","value":42.618,"verified":false},{"type":"recall_at_3","value":0.603,"verified":false},{"type":"recall_at_5","value":0.987,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"webis-touche2020","name":"MTEB Touche2020","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":2.2079999999999997,"verified":false},{"type":"map_at_10","value":7.777000000000001,"verified":false},{"type":"map_at_100","value":12.825000000000001,"verified":false},{"type":"map_at_1000","value":14.196,"verified":false},{"type":"map_at_3","value":4.285,"verified":false},{"type":"map_at_5","value":6.177,"verified":false},{"type":"mrr_at_1","value":30.612000000000002,"verified":false},{"type":"mrr_at_10","value":42.635,"verified":false},{"type":"mrr_at_100","value":43.955,"verified":false},{"type":"mrr_at_1000","value":43.955,"verified":false},{"type":"mrr_at_3","value":38.435,"verified":false},{"type":"mrr_at_5","value":41.088,"verified":false},{"type":"ndcg_at_1","value":28.571,"verified":false},{"type":"ndcg_at_10","value":20.666999999999998,"verified":false},{"type":"ndcg_at_100","value":31.840000000000003,"verified":false},{"type":"ndcg_at_1000","value":43.191,"verified":false},{"type":"ndcg_at_3","value":23.45,"verified":false},{"type":"ndcg_at_5","value":22.994,"verified":false},{"type":"precision_at_1","value":30.612000000000002,"verified":false},{"type":"precision_at_10","value":17.959,"verified":false},{"type":"precision_at_100","value":6.755,"verified":false},{"type":"precision_at_1000","value":1.4200000000000002,"verified":false},{"type":"precision_at_3","value":23.810000000000002,"verified":false},{"type":"precision_at_5","value":23.673,"verified":false},{"type":"recall_at_1","value":2.2079999999999997,"verified":false},{"type":"recall_at_10","value":13.144,"verified":false},{"type":"recall_at_100","value":42.491,"verified":false},{"type":"recall_at_1000","value":77.04299999999999,"verified":false},{"type":"recall_at_3","value":5.3469999999999995,"verified":false},{"type":"recall_at_5","value":9.139,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/toxic_conversations_50k","name":"MTEB ToxicConversationsClassification","config":"default","split":"test","revision":"d7c0de2777da35d6aae2200a62c6e0e5af397c4c"},"metrics":[{"type":"accuracy","value":70.9044,"verified":false},{"type":"ap","value":14.625783489340755,"verified":false},{"type":"f1","value":54.814936562590546,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/tweet_sentiment_extraction","name":"MTEB TweetSentimentExtractionClassification","config":"default","split":"test","revision":"d604517c81ca91fe16a244d1248fc021f9ecee7a"},"metrics":[{"type":"accuracy","value":60.94227504244483,"verified":false},{"type":"f1","value":61.22516038508854,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/twentynewsgroups-clustering","name":"MTEB TwentyNewsgroupsClustering","config":"default","split":"test","revision":"6125ec4e24fa026cec8a478383ee943acfbd5449"},"metrics":[{"type":"v_measure","value":49.602409155145864,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twittersemeval2015-pairclassification","name":"MTEB TwitterSemEval2015","config":"default","split":"test","revision":"70970daeab8776df92f5ea462b6173c0b46fd2d1"},"metrics":[{"type":"cos_sim_accuracy","value":86.94641473445789,"verified":false},{"type":"cos_sim_ap","value":76.91572747061197,"verified":false},{"type":"cos_sim_f1","value":70.14348097317529,"verified":false},{"type":"cos_sim_precision","value":66.53254437869822,"verified":false},{"type":"cos_sim_recall","value":74.1688654353562,"verified":false},{"type":"dot_accuracy","value":84.80061989628658,"verified":false},{"type":"dot_ap","value":70.7952548895177,"verified":false},{"type":"dot_f1","value":65.44780728844965,"verified":false},{"type":"dot_precision","value":61.53310104529617,"verified":false},{"type":"dot_recall","value":69.89445910290237,"verified":false},{"type":"euclidean_accuracy","value":86.94641473445789,"verified":false},{"type":"euclidean_ap","value":76.80774009393652,"verified":false},{"type":"euclidean_f1","value":70.30522503879979,"verified":false},{"type":"euclidean_precision","value":68.94977168949772,"verified":false},{"type":"euclidean_recall","value":71.71503957783642,"verified":false},{"type":"manhattan_accuracy","value":86.8629671574179,"verified":false},{"type":"manhattan_ap","value":76.76518632600317,"verified":false},{"type":"manhattan_f1","value":70.16056518946692,"verified":false},{"type":"manhattan_precision","value":68.360450563204,"verified":false},{"type":"manhattan_recall","value":72.0580474934037,"verified":false},{"type":"max_accuracy","value":86.94641473445789,"verified":false},{"type":"max_ap","value":76.91572747061197,"verified":false},{"type":"max_f1","value":70.30522503879979,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twitterurlcorpus-pairclassification","name":"MTEB TwitterURLCorpus","config":"default","split":"test","revision":"8b6510b0b1fa4e4c4f879467980e9be563ec1cdf"},"metrics":[{"type":"cos_sim_accuracy","value":89.10428066907285,"verified":false},{"type":"cos_sim_ap","value":86.25114759921435,"verified":false},{"type":"cos_sim_f1","value":78.37857884586856,"verified":false},{"type":"cos_sim_precision","value":75.60818546078993,"verified":false},{"type":"cos_sim_recall","value":81.35971666153372,"verified":false},{"type":"dot_accuracy","value":87.41995575736406,"verified":false},{"type":"dot_ap","value":81.51838010086782,"verified":false},{"type":"dot_f1","value":74.77398015435503,"verified":false},{"type":"dot_precision","value":71.53002390662354,"verified":false},{"type":"dot_recall","value":78.32614721281182,"verified":false},{"type":"euclidean_accuracy","value":89.12368533395428,"verified":false},{"type":"euclidean_ap","value":86.33456799874504,"verified":false},{"type":"euclidean_f1","value":78.45496750232127,"verified":false},{"type":"euclidean_precision","value":75.78388462366364,"verified":false},{"type":"euclidean_recall","value":81.32121958731136,"verified":false},{"type":"manhattan_accuracy","value":89.10622113556099,"verified":false},{"type":"manhattan_ap","value":86.31215061745333,"verified":false},{"type":"manhattan_f1","value":78.40684906011539,"verified":false},{"type":"manhattan_precision","value":75.89536643366722,"verified":false},{"type":"manhattan_recall","value":81.09023714197721,"verified":false},{"type":"max_accuracy","value":89.12368533395428,"verified":false},{"type":"max_ap","value":86.33456799874504,"verified":false},{"type":"max_f1","value":78.45496750232127,"verified":false}]}]}],"language":["en"],"license":"mit"},"siblings":[{"rfilename":".gitattributes"},{"rfilename":"1_Pooling/config.json"},{"rfilename":"README.md"},{"rfilename":"config.json"},{"rfilename":"handler.py"},{"rfilename":"model.safetensors"},{"rfilename":"modules.json"},{"rfilename":"onnx/model.onnx"},{"rfilename":"onnx/model_O4.onnx"},{"rfilename":"onnx/model_qint8_avx512_vnni.onnx"},{"rfilename":"openvino/openvino_model.bin"},{"rfilename":"openvino/openvino_model.xml"},{"rfilename":"openvino/openvino_model_qint8_quantized.bin"},{"rfilename":"openvino/openvino_model_qint8_quantized.xml"},{"rfilename":"pytorch_model.bin"},{"rfilename":"sentence_bert_config.json"},{"rfilename":"special_tokens_map.json"},{"rfilename":"tokenizer.json"},{"rfilename":"tokenizer_config.json"},{"rfilename":"vocab.txt"}],"spaces":["mteb/leaderboard","hakari-bench/leaderboard","eduagarcia/multilingual-tokenizer-leaderboard","mteb/leaderboard_legacy","camel-ai/Paper2Poster","agora-protocol/agora-demo","Mqleet/AutoPage","Pixeltable/Call-Analysis-AI-Tool","sambanovasystems/enterprise_knowledge_retriever","SmileXing/leaderboard","itachi-ai/Chat-Bot","li-qing/FIRE","Pixeltable/AI-Chatbot-With-Retrieval-Augmented-Generation","SeatechProjet/Les_Chats_De_SeaTech","sciencialab/document-qa-dev","Pixeltable/Multi-LLM-RAG-with-Groundtruth-Comparison","Pixeltable/Multimodal-Powerhouse","amryassin/embedding-bench","ClearLove443/Robby-chatbot","tianleliphoebe/visual-arena","Zeitstaub/AI-Patents_searched_by_AI","zliang/ClimateChat","Ashmal/MobiLlama","martinakaduc/melt","ai-law-society-lab/Federal_Caselaw_index","vidbha214/shl-assessment-recommender-shf5a7yyhkahaxdcartkya","zenith04/anime_recommendation_system","lydiasolomon/DevAssist","JaceWei/PaperShow","wangrongsheng/Paper2Poster","Antoni341/Asistente_SUMA","DJ-Goanna-Coding/citadel-agentic-swarm","maxpar1/leaderboard","kshamaasuresh/NeuroLens","baozit/Paper2Poster","darkbladecr/quesbook_search","HF-test-lab/bulk_embeddings","chansung/e5-demo","Lisang11/intfloat-e5-large-v2","Jafta/e5-large-v2","Slycat/Neural-Chat-Southampton","csalabs/AI-EMBD","csalabs/Replicate-7b-chat-Llama-streamlit","Slycat/PEFT-QA-Chatbot","Warlord-K/AVA","dkdaniz/katara","Manoj21k/Chatbot","DarForm/ProHelper","MindForeverVoyaging/trythis","Sharathhebbar24/Sentence-Similarity","zliang/PaperManager","Bofeee5675/FIRE","evelyn-lo/evelyn","yuantao-infini-ai/demo_test","zjasper666/bf16_vs_fp8","MaksymOrlianskyi/NLP6","AI-trainer1/PDF_QA_Assistant1","iamironman4279/ai","iamironman4279/Chat-Bot","sq66/leaderboard_legacy","TheMihirNaik/generate-embeddings-api","Duradharsh09/Quantum-Nexus","kevin050/locali","White74195/AI_Agent_OWL_tester","scott12355/SophiaAi","scott12355/TestGradio","Gergerr/vidavox-techtest","ai-law-society-lab/NJ-Caselaw-Index","Kaushik066/Document_ChatBot","Jinzhi94/Joey","rressler/au_advisor","dummyUsrere/CA_EXAM_ASSISTANT","q275343119/leaderboard","dummyUsrere/ca_exam_assistant__","Grilocas77/velvet-api","chaaim123/demo05-2","chaaim123/demo10","khaerulilman/flask-bot","khaerulilman/chatbot-model","AI-trainer1/PDF_QA_Assistant","thiagocmach/bible-embeddings-api","kimseonghyeonyeah/my-midjourney-api","vidbha214/shl_fastapi","muasif/PEC-AnswerHub","goutham2005/VaishnavAI","saivivek6/customer-support-hub","Trojan9/mlp-jailbreak-detector-text","iamfaham/dev-docs-rag-hf","bfrogs/RAG26Demo","GuardedExam/QGA_large","hugging2021/open-webui-rag-system","maddiaks/RAG26Demo","Chengyanci/11","yanciyuyu/1","AdityaSindhu/AstroMatch","Merlintxu/Chunkings","SelvaKrish/RAG","KrishnaVeniVankineni/Vankinenis","ATTENTION-01/Insurance_rag_sys","letshost/embedder"],"createdAt":"2023-05-19T07:23:33.000Z","safetensors":{"parameters":{"I64":512,"F32":335141888},"total":335142400},"inference":"warm","usedStorage":9710446875}