{"_id":"63a14f4c45edac9f750cf607","id":"hkunlp/instructor-base","private":false,"pipeline_tag":"sentence-similarity","library_name":"sentence-transformers","tags":["sentence-transformers","pytorch","t5","text-embedding","embeddings","information-retrieval","beir","text-classification","language-model","text-clustering","text-semantic-similarity","text-evaluation","prompt-retrieval","text-reranking","feature-extraction","sentence-similarity","transformers","English","Sentence Similarity","natural_questions","ms_marco","fever","hotpot_qa","mteb","en","arxiv:2212.09741","license:apache-2.0","model-index","deploy:azure","region:us"],"downloads":29878,"likes":120,"modelId":"hkunlp/instructor-base","author":"hkunlp","sha":"0b2f22542d2bd6d60dbff22d22f12c15e6562736","lastModified":"2023-01-21T06:31:16.000Z","gated":false,"disabled":false,"widgetData":[{"source_sentence":"That is a happy person","sentences":["That is a happy dog","That is a very happy person","Today is a sunny day"]}],"model-index":[{"name":"final_base_results","results":[{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_counterfactual","name":"MTEB AmazonCounterfactualClassification (en)","config":"en","split":"test","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205"},"metrics":[{"type":"accuracy","value":86.2089552238806,"verified":false},{"type":"ap","value":55.76273850794966,"verified":false},{"type":"f1","value":81.26104211414781,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_polarity","name":"MTEB AmazonPolarityClassification","config":"default","split":"test","revision":"e2d317d38cd51312af73b3d32a06d1a08b442046"},"metrics":[{"type":"accuracy","value":88.35995000000001,"verified":false},{"type":"ap","value":84.18839957309655,"verified":false},{"type":"f1","value":88.317619250081,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_reviews_multi","name":"MTEB AmazonReviewsClassification (en)","config":"en","split":"test","revision":"1399c76144fd37290681b995c656ef9b2e06e26d"},"metrics":[{"type":"accuracy","value":44.64,"verified":false},{"type":"f1","value":42.48663956478136,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"arguana","name":"MTEB ArguAna","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":27.383000000000003,"verified":false},{"type":"map_at_10","value":43.024,"verified":false},{"type":"map_at_100","value":44.023,"verified":false},{"type":"map_at_1000","value":44.025999999999996,"verified":false},{"type":"map_at_3","value":37.684,"verified":false},{"type":"map_at_5","value":40.884,"verified":false},{"type":"mrr_at_1","value":28.094,"verified":false},{"type":"mrr_at_10","value":43.315,"verified":false},{"type":"mrr_at_100","value":44.313,"verified":false},{"type":"mrr_at_1000","value":44.317,"verified":false},{"type":"mrr_at_3","value":37.862,"verified":false},{"type":"mrr_at_5","value":41.155,"verified":false},{"type":"ndcg_at_1","value":27.383000000000003,"verified":false},{"type":"ndcg_at_10","value":52.032000000000004,"verified":false},{"type":"ndcg_at_100","value":56.19499999999999,"verified":false},{"type":"ndcg_at_1000","value":56.272,"verified":false},{"type":"ndcg_at_3","value":41.166000000000004,"verified":false},{"type":"ndcg_at_5","value":46.92,"verified":false},{"type":"precision_at_1","value":27.383000000000003,"verified":false},{"type":"precision_at_10","value":8.087,"verified":false},{"type":"precision_at_100","value":0.989,"verified":false},{"type":"precision_at_1000","value":0.099,"verified":false},{"type":"precision_at_3","value":17.093,"verified":false},{"type":"precision_at_5","value":13.044,"verified":false},{"type":"recall_at_1","value":27.383000000000003,"verified":false},{"type":"recall_at_10","value":80.868,"verified":false},{"type":"recall_at_100","value":98.86200000000001,"verified":false},{"type":"recall_at_1000","value":99.431,"verified":false},{"type":"recall_at_3","value":51.28,"verified":false},{"type":"recall_at_5","value":65.22,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-p2p","name":"MTEB ArxivClusteringP2P","config":"default","split":"test","revision":"a122ad7f3f0291bf49cc6f4d32aa80929df69d5d"},"metrics":[{"type":"v_measure","value":39.68441054431849,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-s2s","name":"MTEB ArxivClusteringS2S","config":"default","split":"test","revision":"f910caf1a6075f7329cdf8c1a6135696f37dbd53"},"metrics":[{"type":"v_measure","value":29.188539728343844,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/askubuntudupquestions-reranking","name":"MTEB AskUbuntuDupQuestions","config":"default","split":"test","revision":"2000358ca161889fa9c082cb41daa8dcfb161a54"},"metrics":[{"type":"map","value":63.173362687519784,"verified":false},{"type":"mrr","value":76.18860748362133,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/biosses-sts","name":"MTEB BIOSSES","config":"default","split":"test","revision":"d3fb88f8f02e40887cd149695127462bbcf29b4a"},"metrics":[{"type":"cos_sim_spearman","value":82.30789953771232,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/banking77","name":"MTEB Banking77Classification","config":"default","split":"test","revision":"0fd18e25b25c072e09e0d92ab615fda904d66300"},"metrics":[{"type":"accuracy","value":77.03571428571428,"verified":false},{"type":"f1","value":75.87384305045917,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-p2p","name":"MTEB BiorxivClusteringP2P","config":"default","split":"test","revision":"65b79d1d13f80053f67aca9498d9402c2d9f1f40"},"metrics":[{"type":"v_measure","value":32.98041170516364,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-s2s","name":"MTEB BiorxivClusteringS2S","config":"default","split":"test","revision":"258694dd0231531bc1fd9de6ceb52a0853c6d908"},"metrics":[{"type":"v_measure","value":25.71652988451154,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackAndroidRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":33.739999999999995,"verified":false},{"type":"map_at_10","value":46.197,"verified":false},{"type":"map_at_100","value":47.814,"verified":false},{"type":"map_at_1000","value":47.934,"verified":false},{"type":"map_at_3","value":43.091,"verified":false},{"type":"map_at_5","value":44.81,"verified":false},{"type":"mrr_at_1","value":41.059,"verified":false},{"type":"mrr_at_10","value":52.292,"verified":false},{"type":"mrr_at_100","value":52.978,"verified":false},{"type":"mrr_at_1000","value":53.015,"verified":false},{"type":"mrr_at_3","value":49.976,"verified":false},{"type":"mrr_at_5","value":51.449999999999996,"verified":false},{"type":"ndcg_at_1","value":41.059,"verified":false},{"type":"ndcg_at_10","value":52.608,"verified":false},{"type":"ndcg_at_100","value":57.965,"verified":false},{"type":"ndcg_at_1000","value":59.775999999999996,"verified":false},{"type":"ndcg_at_3","value":48.473,"verified":false},{"type":"ndcg_at_5","value":50.407999999999994,"verified":false},{"type":"precision_at_1","value":41.059,"verified":false},{"type":"precision_at_10","value":9.943,"verified":false},{"type":"precision_at_100","value":1.6070000000000002,"verified":false},{"type":"precision_at_1000","value":0.20500000000000002,"verified":false},{"type":"precision_at_3","value":23.413999999999998,"verified":false},{"type":"precision_at_5","value":16.481,"verified":false},{"type":"recall_at_1","value":33.739999999999995,"verified":false},{"type":"recall_at_10","value":63.888999999999996,"verified":false},{"type":"recall_at_100","value":85.832,"verified":false},{"type":"recall_at_1000","value":97.475,"verified":false},{"type":"recall_at_3","value":51.953,"verified":false},{"type":"recall_at_5","value":57.498000000000005,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackEnglishRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":31.169999999999998,"verified":false},{"type":"map_at_10","value":41.455,"verified":false},{"type":"map_at_100","value":42.716,"verified":false},{"type":"map_at_1000","value":42.847,"verified":false},{"type":"map_at_3","value":38.568999999999996,"verified":false},{"type":"map_at_5","value":40.099000000000004,"verified":false},{"type":"mrr_at_1","value":39.427,"verified":false},{"type":"mrr_at_10","value":47.818,"verified":false},{"type":"mrr_at_100","value":48.519,"verified":false},{"type":"mrr_at_1000","value":48.558,"verified":false},{"type":"mrr_at_3","value":45.86,"verified":false},{"type":"mrr_at_5","value":46.936,"verified":false},{"type":"ndcg_at_1","value":39.427,"verified":false},{"type":"ndcg_at_10","value":47.181,"verified":false},{"type":"ndcg_at_100","value":51.737,"verified":false},{"type":"ndcg_at_1000","value":53.74,"verified":false},{"type":"ndcg_at_3","value":43.261,"verified":false},{"type":"ndcg_at_5","value":44.891,"verified":false},{"type":"precision_at_1","value":39.427,"verified":false},{"type":"precision_at_10","value":8.847,"verified":false},{"type":"precision_at_100","value":1.425,"verified":false},{"type":"precision_at_1000","value":0.189,"verified":false},{"type":"precision_at_3","value":20.785999999999998,"verified":false},{"type":"precision_at_5","value":14.560999999999998,"verified":false},{"type":"recall_at_1","value":31.169999999999998,"verified":false},{"type":"recall_at_10","value":56.971000000000004,"verified":false},{"type":"recall_at_100","value":76.31400000000001,"verified":false},{"type":"recall_at_1000","value":88.93900000000001,"verified":false},{"type":"recall_at_3","value":45.208,"verified":false},{"type":"recall_at_5","value":49.923,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackGamingRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":39.682,"verified":false},{"type":"map_at_10","value":52.766000000000005,"verified":false},{"type":"map_at_100","value":53.84100000000001,"verified":false},{"type":"map_at_1000","value":53.898,"verified":false},{"type":"map_at_3","value":49.291000000000004,"verified":false},{"type":"map_at_5","value":51.365,"verified":false},{"type":"mrr_at_1","value":45.266,"verified":false},{"type":"mrr_at_10","value":56.093,"verified":false},{"type":"mrr_at_100","value":56.763,"verified":false},{"type":"mrr_at_1000","value":56.793000000000006,"verified":false},{"type":"mrr_at_3","value":53.668000000000006,"verified":false},{"type":"mrr_at_5","value":55.1,"verified":false},{"type":"ndcg_at_1","value":45.266,"verified":false},{"type":"ndcg_at_10","value":58.836,"verified":false},{"type":"ndcg_at_100","value":62.863,"verified":false},{"type":"ndcg_at_1000","value":63.912,"verified":false},{"type":"ndcg_at_3","value":53.19199999999999,"verified":false},{"type":"ndcg_at_5","value":56.125,"verified":false},{"type":"precision_at_1","value":45.266,"verified":false},{"type":"precision_at_10","value":9.492,"verified":false},{"type":"precision_at_100","value":1.236,"verified":false},{"type":"precision_at_1000","value":0.13699999999999998,"verified":false},{"type":"precision_at_3","value":23.762,"verified":false},{"type":"precision_at_5","value":16.414,"verified":false},{"type":"recall_at_1","value":39.682,"verified":false},{"type":"recall_at_10","value":73.233,"verified":false},{"type":"recall_at_100","value":90.335,"verified":false},{"type":"recall_at_1000","value":97.452,"verified":false},{"type":"recall_at_3","value":58.562000000000005,"verified":false},{"type":"recall_at_5","value":65.569,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackGisRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":26.743,"verified":false},{"type":"map_at_10","value":34.016000000000005,"verified":false},{"type":"map_at_100","value":35.028999999999996,"verified":false},{"type":"map_at_1000","value":35.113,"verified":false},{"type":"map_at_3","value":31.763,"verified":false},{"type":"map_at_5","value":33.013999999999996,"verified":false},{"type":"mrr_at_1","value":28.927000000000003,"verified":false},{"type":"mrr_at_10","value":36.32,"verified":false},{"type":"mrr_at_100","value":37.221,"verified":false},{"type":"mrr_at_1000","value":37.281,"verified":false},{"type":"mrr_at_3","value":34.105000000000004,"verified":false},{"type":"mrr_at_5","value":35.371,"verified":false},{"type":"ndcg_at_1","value":28.927000000000003,"verified":false},{"type":"ndcg_at_10","value":38.474000000000004,"verified":false},{"type":"ndcg_at_100","value":43.580000000000005,"verified":false},{"type":"ndcg_at_1000","value":45.64,"verified":false},{"type":"ndcg_at_3","value":34.035,"verified":false},{"type":"ndcg_at_5","value":36.186,"verified":false},{"type":"precision_at_1","value":28.927000000000003,"verified":false},{"type":"precision_at_10","value":5.74,"verified":false},{"type":"precision_at_100","value":0.8710000000000001,"verified":false},{"type":"precision_at_1000","value":0.108,"verified":false},{"type":"precision_at_3","value":14.124,"verified":false},{"type":"precision_at_5","value":9.74,"verified":false},{"type":"recall_at_1","value":26.743,"verified":false},{"type":"recall_at_10","value":49.955,"verified":false},{"type":"recall_at_100","value":73.904,"verified":false},{"type":"recall_at_1000","value":89.133,"verified":false},{"type":"recall_at_3","value":38.072,"verified":false},{"type":"recall_at_5","value":43.266,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackMathematicaRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":16.928,"verified":false},{"type":"map_at_10","value":23.549,"verified":false},{"type":"map_at_100","value":24.887,"verified":false},{"type":"map_at_1000","value":25.018,"verified":false},{"type":"map_at_3","value":21.002000000000002,"verified":false},{"type":"map_at_5","value":22.256,"verified":false},{"type":"mrr_at_1","value":21.02,"verified":false},{"type":"mrr_at_10","value":27.898,"verified":false},{"type":"mrr_at_100","value":29.018,"verified":false},{"type":"mrr_at_1000","value":29.099999999999998,"verified":false},{"type":"mrr_at_3","value":25.456,"verified":false},{"type":"mrr_at_5","value":26.625,"verified":false},{"type":"ndcg_at_1","value":21.02,"verified":false},{"type":"ndcg_at_10","value":28.277,"verified":false},{"type":"ndcg_at_100","value":34.54,"verified":false},{"type":"ndcg_at_1000","value":37.719,"verified":false},{"type":"ndcg_at_3","value":23.707,"verified":false},{"type":"ndcg_at_5","value":25.482,"verified":false},{"type":"precision_at_1","value":21.02,"verified":false},{"type":"precision_at_10","value":5.361,"verified":false},{"type":"precision_at_100","value":0.9809999999999999,"verified":false},{"type":"precision_at_1000","value":0.13899999999999998,"verified":false},{"type":"precision_at_3","value":11.401,"verified":false},{"type":"precision_at_5","value":8.209,"verified":false},{"type":"recall_at_1","value":16.928,"verified":false},{"type":"recall_at_10","value":38.601,"verified":false},{"type":"recall_at_100","value":65.759,"verified":false},{"type":"recall_at_1000","value":88.543,"verified":false},{"type":"recall_at_3","value":25.556,"verified":false},{"type":"recall_at_5","value":30.447000000000003,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackPhysicsRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":28.549000000000003,"verified":false},{"type":"map_at_10","value":38.426,"verified":false},{"type":"map_at_100","value":39.845000000000006,"verified":false},{"type":"map_at_1000","value":39.956,"verified":false},{"type":"map_at_3","value":35.372,"verified":false},{"type":"map_at_5","value":37.204,"verified":false},{"type":"mrr_at_1","value":35.034,"verified":false},{"type":"mrr_at_10","value":44.041000000000004,"verified":false},{"type":"mrr_at_100","value":44.95,"verified":false},{"type":"mrr_at_1000","value":44.997,"verified":false},{"type":"mrr_at_3","value":41.498000000000005,"verified":false},{"type":"mrr_at_5","value":43.077,"verified":false},{"type":"ndcg_at_1","value":35.034,"verified":false},{"type":"ndcg_at_10","value":44.218,"verified":false},{"type":"ndcg_at_100","value":49.958000000000006,"verified":false},{"type":"ndcg_at_1000","value":52.019000000000005,"verified":false},{"type":"ndcg_at_3","value":39.34,"verified":false},{"type":"ndcg_at_5","value":41.892,"verified":false},{"type":"precision_at_1","value":35.034,"verified":false},{"type":"precision_at_10","value":7.911,"verified":false},{"type":"precision_at_100","value":1.26,"verified":false},{"type":"precision_at_1000","value":0.16,"verified":false},{"type":"precision_at_3","value":18.511,"verified":false},{"type":"precision_at_5","value":13.205,"verified":false},{"type":"recall_at_1","value":28.549000000000003,"verified":false},{"type":"recall_at_10","value":56.035999999999994,"verified":false},{"type":"recall_at_100","value":79.701,"verified":false},{"type":"recall_at_1000","value":93.149,"verified":false},{"type":"recall_at_3","value":42.275,"verified":false},{"type":"recall_at_5","value":49.097,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackProgrammersRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":29.391000000000002,"verified":false},{"type":"map_at_10","value":39.48,"verified":false},{"type":"map_at_100","value":40.727000000000004,"verified":false},{"type":"map_at_1000","value":40.835,"verified":false},{"type":"map_at_3","value":36.234,"verified":false},{"type":"map_at_5","value":37.877,"verified":false},{"type":"mrr_at_1","value":35.959,"verified":false},{"type":"mrr_at_10","value":44.726,"verified":false},{"type":"mrr_at_100","value":45.531,"verified":false},{"type":"mrr_at_1000","value":45.582,"verified":false},{"type":"mrr_at_3","value":42.047000000000004,"verified":false},{"type":"mrr_at_5","value":43.611,"verified":false},{"type":"ndcg_at_1","value":35.959,"verified":false},{"type":"ndcg_at_10","value":45.303,"verified":false},{"type":"ndcg_at_100","value":50.683,"verified":false},{"type":"ndcg_at_1000","value":52.818,"verified":false},{"type":"ndcg_at_3","value":39.987,"verified":false},{"type":"ndcg_at_5","value":42.243,"verified":false},{"type":"precision_at_1","value":35.959,"verified":false},{"type":"precision_at_10","value":8.241999999999999,"verified":false},{"type":"precision_at_100","value":1.274,"verified":false},{"type":"precision_at_1000","value":0.163,"verified":false},{"type":"precision_at_3","value":18.836,"verified":false},{"type":"precision_at_5","value":13.196,"verified":false},{"type":"recall_at_1","value":29.391000000000002,"verified":false},{"type":"recall_at_10","value":57.364000000000004,"verified":false},{"type":"recall_at_100","value":80.683,"verified":false},{"type":"recall_at_1000","value":94.918,"verified":false},{"type":"recall_at_3","value":42.263,"verified":false},{"type":"recall_at_5","value":48.634,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":26.791749999999997,"verified":false},{"type":"map_at_10","value":35.75541666666667,"verified":false},{"type":"map_at_100","value":37.00791666666667,"verified":false},{"type":"map_at_1000","value":37.12408333333333,"verified":false},{"type":"map_at_3","value":33.02966666666667,"verified":false},{"type":"map_at_5","value":34.56866666666667,"verified":false},{"type":"mrr_at_1","value":31.744333333333337,"verified":false},{"type":"mrr_at_10","value":39.9925,"verified":false},{"type":"mrr_at_100","value":40.86458333333333,"verified":false},{"type":"mrr_at_1000","value":40.92175000000001,"verified":false},{"type":"mrr_at_3","value":37.68183333333334,"verified":false},{"type":"mrr_at_5","value":39.028499999999994,"verified":false},{"type":"ndcg_at_1","value":31.744333333333337,"verified":false},{"type":"ndcg_at_10","value":40.95008333333334,"verified":false},{"type":"ndcg_at_100","value":46.25966666666667,"verified":false},{"type":"ndcg_at_1000","value":48.535333333333334,"verified":false},{"type":"ndcg_at_3","value":36.43333333333333,"verified":false},{"type":"ndcg_at_5","value":38.602333333333334,"verified":false},{"type":"precision_at_1","value":31.744333333333337,"verified":false},{"type":"precision_at_10","value":7.135166666666666,"verified":false},{"type":"precision_at_100","value":1.1535833333333334,"verified":false},{"type":"precision_at_1000","value":0.15391666666666665,"verified":false},{"type":"precision_at_3","value":16.713,"verified":false},{"type":"precision_at_5","value":11.828416666666666,"verified":false},{"type":"recall_at_1","value":26.791749999999997,"verified":false},{"type":"recall_at_10","value":51.98625,"verified":false},{"type":"recall_at_100","value":75.30358333333334,"verified":false},{"type":"recall_at_1000","value":91.05433333333333,"verified":false},{"type":"recall_at_3","value":39.39583333333333,"verified":false},{"type":"recall_at_5","value":45.05925,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackStatsRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":22.219,"verified":false},{"type":"map_at_10","value":29.162,"verified":false},{"type":"map_at_100","value":30.049999999999997,"verified":false},{"type":"map_at_1000","value":30.144,"verified":false},{"type":"map_at_3","value":27.204,"verified":false},{"type":"map_at_5","value":28.351,"verified":false},{"type":"mrr_at_1","value":25.153,"verified":false},{"type":"mrr_at_10","value":31.814999999999998,"verified":false},{"type":"mrr_at_100","value":32.573,"verified":false},{"type":"mrr_at_1000","value":32.645,"verified":false},{"type":"mrr_at_3","value":29.934,"verified":false},{"type":"mrr_at_5","value":30.946,"verified":false},{"type":"ndcg_at_1","value":25.153,"verified":false},{"type":"ndcg_at_10","value":33.099000000000004,"verified":false},{"type":"ndcg_at_100","value":37.768,"verified":false},{"type":"ndcg_at_1000","value":40.331,"verified":false},{"type":"ndcg_at_3","value":29.473,"verified":false},{"type":"ndcg_at_5","value":31.206,"verified":false},{"type":"precision_at_1","value":25.153,"verified":false},{"type":"precision_at_10","value":5.183999999999999,"verified":false},{"type":"precision_at_100","value":0.8170000000000001,"verified":false},{"type":"precision_at_1000","value":0.11100000000000002,"verified":false},{"type":"precision_at_3","value":12.831999999999999,"verified":false},{"type":"precision_at_5","value":8.895999999999999,"verified":false},{"type":"recall_at_1","value":22.219,"verified":false},{"type":"recall_at_10","value":42.637,"verified":false},{"type":"recall_at_100","value":64.704,"verified":false},{"type":"recall_at_1000","value":83.963,"verified":false},{"type":"recall_at_3","value":32.444,"verified":false},{"type":"recall_at_5","value":36.802,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackTexRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":17.427999999999997,"verified":false},{"type":"map_at_10","value":24.029,"verified":false},{"type":"map_at_100","value":25.119999999999997,"verified":false},{"type":"map_at_1000","value":25.257,"verified":false},{"type":"map_at_3","value":22.016,"verified":false},{"type":"map_at_5","value":23.143,"verified":false},{"type":"mrr_at_1","value":21.129,"verified":false},{"type":"mrr_at_10","value":27.750000000000004,"verified":false},{"type":"mrr_at_100","value":28.666999999999998,"verified":false},{"type":"mrr_at_1000","value":28.754999999999995,"verified":false},{"type":"mrr_at_3","value":25.849,"verified":false},{"type":"mrr_at_5","value":26.939999999999998,"verified":false},{"type":"ndcg_at_1","value":21.129,"verified":false},{"type":"ndcg_at_10","value":28.203,"verified":false},{"type":"ndcg_at_100","value":33.44,"verified":false},{"type":"ndcg_at_1000","value":36.61,"verified":false},{"type":"ndcg_at_3","value":24.648999999999997,"verified":false},{"type":"ndcg_at_5","value":26.316,"verified":false},{"type":"precision_at_1","value":21.129,"verified":false},{"type":"precision_at_10","value":5.055,"verified":false},{"type":"precision_at_100","value":0.909,"verified":false},{"type":"precision_at_1000","value":0.13699999999999998,"verified":false},{"type":"precision_at_3","value":11.666,"verified":false},{"type":"precision_at_5","value":8.3,"verified":false},{"type":"recall_at_1","value":17.427999999999997,"verified":false},{"type":"recall_at_10","value":36.923,"verified":false},{"type":"recall_at_100","value":60.606,"verified":false},{"type":"recall_at_1000","value":83.19,"verified":false},{"type":"recall_at_3","value":26.845000000000002,"verified":false},{"type":"recall_at_5","value":31.247000000000003,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackUnixRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":26.457000000000004,"verified":false},{"type":"map_at_10","value":35.228,"verified":false},{"type":"map_at_100","value":36.475,"verified":false},{"type":"map_at_1000","value":36.585,"verified":false},{"type":"map_at_3","value":32.444,"verified":false},{"type":"map_at_5","value":34.046,"verified":false},{"type":"mrr_at_1","value":30.784,"verified":false},{"type":"mrr_at_10","value":39.133,"verified":false},{"type":"mrr_at_100","value":40.11,"verified":false},{"type":"mrr_at_1000","value":40.169,"verified":false},{"type":"mrr_at_3","value":36.692,"verified":false},{"type":"mrr_at_5","value":38.17,"verified":false},{"type":"ndcg_at_1","value":30.784,"verified":false},{"type":"ndcg_at_10","value":40.358,"verified":false},{"type":"ndcg_at_100","value":46.119,"verified":false},{"type":"ndcg_at_1000","value":48.428,"verified":false},{"type":"ndcg_at_3","value":35.504000000000005,"verified":false},{"type":"ndcg_at_5","value":37.864,"verified":false},{"type":"precision_at_1","value":30.784,"verified":false},{"type":"precision_at_10","value":6.800000000000001,"verified":false},{"type":"precision_at_100","value":1.083,"verified":false},{"type":"precision_at_1000","value":0.13899999999999998,"verified":false},{"type":"precision_at_3","value":15.920000000000002,"verified":false},{"type":"precision_at_5","value":11.437,"verified":false},{"type":"recall_at_1","value":26.457000000000004,"verified":false},{"type":"recall_at_10","value":51.845,"verified":false},{"type":"recall_at_100","value":77.046,"verified":false},{"type":"recall_at_1000","value":92.892,"verified":false},{"type":"recall_at_3","value":38.89,"verified":false},{"type":"recall_at_5","value":44.688,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackWebmastersRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":29.378999999999998,"verified":false},{"type":"map_at_10","value":37.373,"verified":false},{"type":"map_at_100","value":39.107,"verified":false},{"type":"map_at_1000","value":39.317,"verified":false},{"type":"map_at_3","value":34.563,"verified":false},{"type":"map_at_5","value":36.173,"verified":false},{"type":"mrr_at_1","value":35.178,"verified":false},{"type":"mrr_at_10","value":42.44,"verified":false},{"type":"mrr_at_100","value":43.434,"verified":false},{"type":"mrr_at_1000","value":43.482,"verified":false},{"type":"mrr_at_3","value":39.987,"verified":false},{"type":"mrr_at_5","value":41.370000000000005,"verified":false},{"type":"ndcg_at_1","value":35.178,"verified":false},{"type":"ndcg_at_10","value":42.82,"verified":false},{"type":"ndcg_at_100","value":48.935,"verified":false},{"type":"ndcg_at_1000","value":51.28,"verified":false},{"type":"ndcg_at_3","value":38.562999999999995,"verified":false},{"type":"ndcg_at_5","value":40.687,"verified":false},{"type":"precision_at_1","value":35.178,"verified":false},{"type":"precision_at_10","value":7.945,"verified":false},{"type":"precision_at_100","value":1.524,"verified":false},{"type":"precision_at_1000","value":0.242,"verified":false},{"type":"precision_at_3","value":17.721,"verified":false},{"type":"precision_at_5","value":12.925,"verified":false},{"type":"recall_at_1","value":29.378999999999998,"verified":false},{"type":"recall_at_10","value":52.141999999999996,"verified":false},{"type":"recall_at_100","value":79.49000000000001,"verified":false},{"type":"recall_at_1000","value":93.782,"verified":false},{"type":"recall_at_3","value":39.579,"verified":false},{"type":"recall_at_5","value":45.462,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackWordpressRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":19.814999999999998,"verified":false},{"type":"map_at_10","value":27.383999999999997,"verified":false},{"type":"map_at_100","value":28.483999999999998,"verified":false},{"type":"map_at_1000","value":28.585,"verified":false},{"type":"map_at_3","value":24.807000000000002,"verified":false},{"type":"map_at_5","value":26.485999999999997,"verified":false},{"type":"mrr_at_1","value":21.996,"verified":false},{"type":"mrr_at_10","value":29.584,"verified":false},{"type":"mrr_at_100","value":30.611,"verified":false},{"type":"mrr_at_1000","value":30.684,"verified":false},{"type":"mrr_at_3","value":27.11,"verified":false},{"type":"mrr_at_5","value":28.746,"verified":false},{"type":"ndcg_at_1","value":21.996,"verified":false},{"type":"ndcg_at_10","value":32.024,"verified":false},{"type":"ndcg_at_100","value":37.528,"verified":false},{"type":"ndcg_at_1000","value":40.150999999999996,"verified":false},{"type":"ndcg_at_3","value":27.016000000000002,"verified":false},{"type":"ndcg_at_5","value":29.927999999999997,"verified":false},{"type":"precision_at_1","value":21.996,"verified":false},{"type":"precision_at_10","value":5.102,"verified":false},{"type":"precision_at_100","value":0.856,"verified":false},{"type":"precision_at_1000","value":0.117,"verified":false},{"type":"precision_at_3","value":11.583,"verified":false},{"type":"precision_at_5","value":8.577,"verified":false},{"type":"recall_at_1","value":19.814999999999998,"verified":false},{"type":"recall_at_10","value":44.239,"verified":false},{"type":"recall_at_100","value":69.269,"verified":false},{"type":"recall_at_1000","value":89.216,"verified":false},{"type":"recall_at_3","value":31.102999999999998,"verified":false},{"type":"recall_at_5","value":38.078,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"climate-fever","name":"MTEB ClimateFEVER","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":11.349,"verified":false},{"type":"map_at_10","value":19.436,"verified":false},{"type":"map_at_100","value":21.282999999999998,"verified":false},{"type":"map_at_1000","value":21.479,"verified":false},{"type":"map_at_3","value":15.841,"verified":false},{"type":"map_at_5","value":17.558,"verified":false},{"type":"mrr_at_1","value":25.863000000000003,"verified":false},{"type":"mrr_at_10","value":37.218,"verified":false},{"type":"mrr_at_100","value":38.198,"verified":false},{"type":"mrr_at_1000","value":38.236,"verified":false},{"type":"mrr_at_3","value":33.409,"verified":false},{"type":"mrr_at_5","value":35.602000000000004,"verified":false},{"type":"ndcg_at_1","value":25.863000000000003,"verified":false},{"type":"ndcg_at_10","value":27.953,"verified":false},{"type":"ndcg_at_100","value":35.327,"verified":false},{"type":"ndcg_at_1000","value":38.708999999999996,"verified":false},{"type":"ndcg_at_3","value":21.985,"verified":false},{"type":"ndcg_at_5","value":23.957,"verified":false},{"type":"precision_at_1","value":25.863000000000003,"verified":false},{"type":"precision_at_10","value":8.99,"verified":false},{"type":"precision_at_100","value":1.6889999999999998,"verified":false},{"type":"precision_at_1000","value":0.232,"verified":false},{"type":"precision_at_3","value":16.308,"verified":false},{"type":"precision_at_5","value":12.912,"verified":false},{"type":"recall_at_1","value":11.349,"verified":false},{"type":"recall_at_10","value":34.581,"verified":false},{"type":"recall_at_100","value":60.178,"verified":false},{"type":"recall_at_1000","value":78.88199999999999,"verified":false},{"type":"recall_at_3","value":20.041999999999998,"verified":false},{"type":"recall_at_5","value":25.458,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"dbpedia-entity","name":"MTEB DBPedia","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":7.893,"verified":false},{"type":"map_at_10","value":15.457,"verified":false},{"type":"map_at_100","value":20.905,"verified":false},{"type":"map_at_1000","value":22.116,"verified":false},{"type":"map_at_3","value":11.593,"verified":false},{"type":"map_at_5","value":13.134,"verified":false},{"type":"mrr_at_1","value":57.49999999999999,"verified":false},{"type":"mrr_at_10","value":65.467,"verified":false},{"type":"mrr_at_100","value":66.022,"verified":false},{"type":"mrr_at_1000","value":66.039,"verified":false},{"type":"mrr_at_3","value":63.458000000000006,"verified":false},{"type":"mrr_at_5","value":64.546,"verified":false},{"type":"ndcg_at_1","value":45.875,"verified":false},{"type":"ndcg_at_10","value":33.344,"verified":false},{"type":"ndcg_at_100","value":36.849,"verified":false},{"type":"ndcg_at_1000","value":44.03,"verified":false},{"type":"ndcg_at_3","value":37.504,"verified":false},{"type":"ndcg_at_5","value":34.892,"verified":false},{"type":"precision_at_1","value":57.49999999999999,"verified":false},{"type":"precision_at_10","value":25.95,"verified":false},{"type":"precision_at_100","value":7.89,"verified":false},{"type":"precision_at_1000","value":1.669,"verified":false},{"type":"precision_at_3","value":40.333000000000006,"verified":false},{"type":"precision_at_5","value":33.050000000000004,"verified":false},{"type":"recall_at_1","value":7.893,"verified":false},{"type":"recall_at_10","value":20.724999999999998,"verified":false},{"type":"recall_at_100","value":42.516,"verified":false},{"type":"recall_at_1000","value":65.822,"verified":false},{"type":"recall_at_3","value":12.615000000000002,"verified":false},{"type":"recall_at_5","value":15.482000000000001,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/emotion","name":"MTEB EmotionClassification","config":"default","split":"test","revision":"4f58c6b202a23cf9a4da393831edf4f9183cad37"},"metrics":[{"type":"accuracy","value":51.760000000000005,"verified":false},{"type":"f1","value":45.51690565701713,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"fever","name":"MTEB FEVER","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":53.882,"verified":false},{"type":"map_at_10","value":65.902,"verified":false},{"type":"map_at_100","value":66.33,"verified":false},{"type":"map_at_1000","value":66.348,"verified":false},{"type":"map_at_3","value":63.75999999999999,"verified":false},{"type":"map_at_5","value":65.181,"verified":false},{"type":"mrr_at_1","value":58.041,"verified":false},{"type":"mrr_at_10","value":70.133,"verified":false},{"type":"mrr_at_100","value":70.463,"verified":false},{"type":"mrr_at_1000","value":70.47,"verified":false},{"type":"mrr_at_3","value":68.164,"verified":false},{"type":"mrr_at_5","value":69.465,"verified":false},{"type":"ndcg_at_1","value":58.041,"verified":false},{"type":"ndcg_at_10","value":71.84700000000001,"verified":false},{"type":"ndcg_at_100","value":73.699,"verified":false},{"type":"ndcg_at_1000","value":74.06700000000001,"verified":false},{"type":"ndcg_at_3","value":67.855,"verified":false},{"type":"ndcg_at_5","value":70.203,"verified":false},{"type":"precision_at_1","value":58.041,"verified":false},{"type":"precision_at_10","value":9.427000000000001,"verified":false},{"type":"precision_at_100","value":1.049,"verified":false},{"type":"precision_at_1000","value":0.11,"verified":false},{"type":"precision_at_3","value":27.278000000000002,"verified":false},{"type":"precision_at_5","value":17.693,"verified":false},{"type":"recall_at_1","value":53.882,"verified":false},{"type":"recall_at_10","value":85.99,"verified":false},{"type":"recall_at_100","value":94.09100000000001,"verified":false},{"type":"recall_at_1000","value":96.612,"verified":false},{"type":"recall_at_3","value":75.25,"verified":false},{"type":"recall_at_5","value":80.997,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"fiqa","name":"MTEB FiQA2018","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":19.165,"verified":false},{"type":"map_at_10","value":31.845000000000002,"verified":false},{"type":"map_at_100","value":33.678999999999995,"verified":false},{"type":"map_at_1000","value":33.878,"verified":false},{"type":"map_at_3","value":27.881,"verified":false},{"type":"map_at_5","value":30.049999999999997,"verified":false},{"type":"mrr_at_1","value":38.272,"verified":false},{"type":"mrr_at_10","value":47.04,"verified":false},{"type":"mrr_at_100","value":47.923,"verified":false},{"type":"mrr_at_1000","value":47.973,"verified":false},{"type":"mrr_at_3","value":44.985,"verified":false},{"type":"mrr_at_5","value":46.150000000000006,"verified":false},{"type":"ndcg_at_1","value":38.272,"verified":false},{"type":"ndcg_at_10","value":39.177,"verified":false},{"type":"ndcg_at_100","value":45.995000000000005,"verified":false},{"type":"ndcg_at_1000","value":49.312,"verified":false},{"type":"ndcg_at_3","value":36.135,"verified":false},{"type":"ndcg_at_5","value":36.936,"verified":false},{"type":"precision_at_1","value":38.272,"verified":false},{"type":"precision_at_10","value":10.926,"verified":false},{"type":"precision_at_100","value":1.809,"verified":false},{"type":"precision_at_1000","value":0.23700000000000002,"verified":false},{"type":"precision_at_3","value":24.331,"verified":false},{"type":"precision_at_5","value":17.747,"verified":false},{"type":"recall_at_1","value":19.165,"verified":false},{"type":"recall_at_10","value":45.103,"verified":false},{"type":"recall_at_100","value":70.295,"verified":false},{"type":"recall_at_1000","value":90.592,"verified":false},{"type":"recall_at_3","value":32.832,"verified":false},{"type":"recall_at_5","value":37.905,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"hotpotqa","name":"MTEB HotpotQA","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":32.397,"verified":false},{"type":"map_at_10","value":44.83,"verified":false},{"type":"map_at_100","value":45.716,"verified":false},{"type":"map_at_1000","value":45.797,"verified":false},{"type":"map_at_3","value":41.955999999999996,"verified":false},{"type":"map_at_5","value":43.736999999999995,"verified":false},{"type":"mrr_at_1","value":64.794,"verified":false},{"type":"mrr_at_10","value":71.866,"verified":false},{"type":"mrr_at_100","value":72.22,"verified":false},{"type":"mrr_at_1000","value":72.238,"verified":false},{"type":"mrr_at_3","value":70.416,"verified":false},{"type":"mrr_at_5","value":71.304,"verified":false},{"type":"ndcg_at_1","value":64.794,"verified":false},{"type":"ndcg_at_10","value":54.186,"verified":false},{"type":"ndcg_at_100","value":57.623000000000005,"verified":false},{"type":"ndcg_at_1000","value":59.302,"verified":false},{"type":"ndcg_at_3","value":49.703,"verified":false},{"type":"ndcg_at_5","value":52.154999999999994,"verified":false},{"type":"precision_at_1","value":64.794,"verified":false},{"type":"precision_at_10","value":11.219,"verified":false},{"type":"precision_at_100","value":1.394,"verified":false},{"type":"precision_at_1000","value":0.16199999999999998,"verified":false},{"type":"precision_at_3","value":30.767,"verified":false},{"type":"precision_at_5","value":20.397000000000002,"verified":false},{"type":"recall_at_1","value":32.397,"verified":false},{"type":"recall_at_10","value":56.096999999999994,"verified":false},{"type":"recall_at_100","value":69.696,"verified":false},{"type":"recall_at_1000","value":80.88499999999999,"verified":false},{"type":"recall_at_3","value":46.150999999999996,"verified":false},{"type":"recall_at_5","value":50.993,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/imdb","name":"MTEB ImdbClassification","config":"default","split":"test","revision":"3d86128a09e091d6018b6d26cad27f2739fc2db7"},"metrics":[{"type":"accuracy","value":81.1744,"verified":false},{"type":"ap","value":75.44973697032414,"verified":false},{"type":"f1","value":81.09901117955782,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"msmarco","name":"MTEB MSMARCO","config":"default","split":"dev","revision":"None"},"metrics":[{"type":"map_at_1","value":19.519000000000002,"verified":false},{"type":"map_at_10","value":31.025000000000002,"verified":false},{"type":"map_at_100","value":32.275999999999996,"verified":false},{"type":"map_at_1000","value":32.329,"verified":false},{"type":"map_at_3","value":27.132,"verified":false},{"type":"map_at_5","value":29.415999999999997,"verified":false},{"type":"mrr_at_1","value":20.115,"verified":false},{"type":"mrr_at_10","value":31.569000000000003,"verified":false},{"type":"mrr_at_100","value":32.768,"verified":false},{"type":"mrr_at_1000","value":32.816,"verified":false},{"type":"mrr_at_3","value":27.748,"verified":false},{"type":"mrr_at_5","value":29.956,"verified":false},{"type":"ndcg_at_1","value":20.115,"verified":false},{"type":"ndcg_at_10","value":37.756,"verified":false},{"type":"ndcg_at_100","value":43.858000000000004,"verified":false},{"type":"ndcg_at_1000","value":45.199,"verified":false},{"type":"ndcg_at_3","value":29.818,"verified":false},{"type":"ndcg_at_5","value":33.875,"verified":false},{"type":"precision_at_1","value":20.115,"verified":false},{"type":"precision_at_10","value":6.122,"verified":false},{"type":"precision_at_100","value":0.919,"verified":false},{"type":"precision_at_1000","value":0.10300000000000001,"verified":false},{"type":"precision_at_3","value":12.794,"verified":false},{"type":"precision_at_5","value":9.731,"verified":false},{"type":"recall_at_1","value":19.519000000000002,"verified":false},{"type":"recall_at_10","value":58.62500000000001,"verified":false},{"type":"recall_at_100","value":86.99,"verified":false},{"type":"recall_at_1000","value":97.268,"verified":false},{"type":"recall_at_3","value":37.002,"verified":false},{"type":"recall_at_5","value":46.778,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_domain","name":"MTEB MTOPDomainClassification (en)","config":"en","split":"test","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf"},"metrics":[{"type":"accuracy","value":93.71865025079799,"verified":false},{"type":"f1","value":93.38906173610519,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_intent","name":"MTEB MTOPIntentClassification (en)","config":"en","split":"test","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba"},"metrics":[{"type":"accuracy","value":70.2576379388965,"verified":false},{"type":"f1","value":49.20405830249464,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (en)","config":"en","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":67.48486886348351,"verified":false},{"type":"f1","value":64.92199176095157,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (en)","config":"en","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":72.59246805648958,"verified":false},{"type":"f1","value":72.1222026389164,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-p2p","name":"MTEB MedrxivClusteringP2P","config":"default","split":"test","revision":"e7a26af6f3ae46b30dde8737f02c07b1505bcc73"},"metrics":[{"type":"v_measure","value":30.887642595096825,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-s2s","name":"MTEB MedrxivClusteringS2S","config":"default","split":"test","revision":"35191c8c0dca72d8ff3efcd72aa802307d469663"},"metrics":[{"type":"v_measure","value":28.3764418784054,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/mind_small","name":"MTEB MindSmallReranking","config":"default","split":"test","revision":"3bdac13927fdc888b903db93b2ffdbd90b295a69"},"metrics":[{"type":"map","value":31.81544126336991,"verified":false},{"type":"mrr","value":32.82666576268031,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"nfcorpus","name":"MTEB NFCorpus","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":5.185,"verified":false},{"type":"map_at_10","value":11.158,"verified":false},{"type":"map_at_100","value":14.041,"verified":false},{"type":"map_at_1000","value":15.360999999999999,"verified":false},{"type":"map_at_3","value":8.417,"verified":false},{"type":"map_at_5","value":9.378,"verified":false},{"type":"mrr_at_1","value":44.582,"verified":false},{"type":"mrr_at_10","value":53.083999999999996,"verified":false},{"type":"mrr_at_100","value":53.787,"verified":false},{"type":"mrr_at_1000","value":53.824000000000005,"verified":false},{"type":"mrr_at_3","value":51.187000000000005,"verified":false},{"type":"mrr_at_5","value":52.379,"verified":false},{"type":"ndcg_at_1","value":42.57,"verified":false},{"type":"ndcg_at_10","value":31.593,"verified":false},{"type":"ndcg_at_100","value":29.093999999999998,"verified":false},{"type":"ndcg_at_1000","value":37.909,"verified":false},{"type":"ndcg_at_3","value":37.083,"verified":false},{"type":"ndcg_at_5","value":34.397,"verified":false},{"type":"precision_at_1","value":43.963,"verified":false},{"type":"precision_at_10","value":23.498,"verified":false},{"type":"precision_at_100","value":7.6160000000000005,"verified":false},{"type":"precision_at_1000","value":2.032,"verified":false},{"type":"precision_at_3","value":34.572,"verified":false},{"type":"precision_at_5","value":29.412,"verified":false},{"type":"recall_at_1","value":5.185,"verified":false},{"type":"recall_at_10","value":15.234,"verified":false},{"type":"recall_at_100","value":29.49,"verified":false},{"type":"recall_at_1000","value":62.273999999999994,"verified":false},{"type":"recall_at_3","value":9.55,"verified":false},{"type":"recall_at_5","value":11.103,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"nq","name":"MTEB NQ","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":23.803,"verified":false},{"type":"map_at_10","value":38.183,"verified":false},{"type":"map_at_100","value":39.421,"verified":false},{"type":"map_at_1000","value":39.464,"verified":false},{"type":"map_at_3","value":33.835,"verified":false},{"type":"map_at_5","value":36.327,"verified":false},{"type":"mrr_at_1","value":26.68,"verified":false},{"type":"mrr_at_10","value":40.439,"verified":false},{"type":"mrr_at_100","value":41.415,"verified":false},{"type":"mrr_at_1000","value":41.443999999999996,"verified":false},{"type":"mrr_at_3","value":36.612,"verified":false},{"type":"mrr_at_5","value":38.877,"verified":false},{"type":"ndcg_at_1","value":26.68,"verified":false},{"type":"ndcg_at_10","value":45.882,"verified":false},{"type":"ndcg_at_100","value":51.227999999999994,"verified":false},{"type":"ndcg_at_1000","value":52.207,"verified":false},{"type":"ndcg_at_3","value":37.511,"verified":false},{"type":"ndcg_at_5","value":41.749,"verified":false},{"type":"precision_at_1","value":26.68,"verified":false},{"type":"precision_at_10","value":7.9750000000000005,"verified":false},{"type":"precision_at_100","value":1.0959999999999999,"verified":false},{"type":"precision_at_1000","value":0.11900000000000001,"verified":false},{"type":"precision_at_3","value":17.449,"verified":false},{"type":"precision_at_5","value":12.897,"verified":false},{"type":"recall_at_1","value":23.803,"verified":false},{"type":"recall_at_10","value":67.152,"verified":false},{"type":"recall_at_100","value":90.522,"verified":false},{"type":"recall_at_1000","value":97.743,"verified":false},{"type":"recall_at_3","value":45.338,"verified":false},{"type":"recall_at_5","value":55.106,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"quora","name":"MTEB QuoraRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":70.473,"verified":false},{"type":"map_at_10","value":84.452,"verified":false},{"type":"map_at_100","value":85.101,"verified":false},{"type":"map_at_1000","value":85.115,"verified":false},{"type":"map_at_3","value":81.435,"verified":false},{"type":"map_at_5","value":83.338,"verified":false},{"type":"mrr_at_1","value":81.19,"verified":false},{"type":"mrr_at_10","value":87.324,"verified":false},{"type":"mrr_at_100","value":87.434,"verified":false},{"type":"mrr_at_1000","value":87.435,"verified":false},{"type":"mrr_at_3","value":86.31,"verified":false},{"type":"mrr_at_5","value":87.002,"verified":false},{"type":"ndcg_at_1","value":81.21000000000001,"verified":false},{"type":"ndcg_at_10","value":88.19,"verified":false},{"type":"ndcg_at_100","value":89.44,"verified":false},{"type":"ndcg_at_1000","value":89.526,"verified":false},{"type":"ndcg_at_3","value":85.237,"verified":false},{"type":"ndcg_at_5","value":86.892,"verified":false},{"type":"precision_at_1","value":81.21000000000001,"verified":false},{"type":"precision_at_10","value":13.417000000000002,"verified":false},{"type":"precision_at_100","value":1.537,"verified":false},{"type":"precision_at_1000","value":0.157,"verified":false},{"type":"precision_at_3","value":37.31,"verified":false},{"type":"precision_at_5","value":24.59,"verified":false},{"type":"recall_at_1","value":70.473,"verified":false},{"type":"recall_at_10","value":95.367,"verified":false},{"type":"recall_at_100","value":99.616,"verified":false},{"type":"recall_at_1000","value":99.996,"verified":false},{"type":"recall_at_3","value":86.936,"verified":false},{"type":"recall_at_5","value":91.557,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering","name":"MTEB RedditClustering","config":"default","split":"test","revision":"24640382cdbf8abc73003fb0fa6d111a705499eb"},"metrics":[{"type":"v_measure","value":59.25776525253911,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering-p2p","name":"MTEB RedditClusteringP2P","config":"default","split":"test","revision":"282350215ef01743dc01b456c7f5241fa8937f16"},"metrics":[{"type":"v_measure","value":63.22135271663078,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"scidocs","name":"MTEB SCIDOCS","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":4.003,"verified":false},{"type":"map_at_10","value":10.062999999999999,"verified":false},{"type":"map_at_100","value":11.854000000000001,"verified":false},{"type":"map_at_1000","value":12.145999999999999,"verified":false},{"type":"map_at_3","value":7.242,"verified":false},{"type":"map_at_5","value":8.652999999999999,"verified":false},{"type":"mrr_at_1","value":19.7,"verified":false},{"type":"mrr_at_10","value":29.721999999999998,"verified":false},{"type":"mrr_at_100","value":30.867,"verified":false},{"type":"mrr_at_1000","value":30.944,"verified":false},{"type":"mrr_at_3","value":26.683,"verified":false},{"type":"mrr_at_5","value":28.498,"verified":false},{"type":"ndcg_at_1","value":19.7,"verified":false},{"type":"ndcg_at_10","value":17.095,"verified":false},{"type":"ndcg_at_100","value":24.375,"verified":false},{"type":"ndcg_at_1000","value":29.831000000000003,"verified":false},{"type":"ndcg_at_3","value":16.305,"verified":false},{"type":"ndcg_at_5","value":14.291,"verified":false},{"type":"precision_at_1","value":19.7,"verified":false},{"type":"precision_at_10","value":8.799999999999999,"verified":false},{"type":"precision_at_100","value":1.9349999999999998,"verified":false},{"type":"precision_at_1000","value":0.32399999999999995,"verified":false},{"type":"precision_at_3","value":15.2,"verified":false},{"type":"precision_at_5","value":12.540000000000001,"verified":false},{"type":"recall_at_1","value":4.003,"verified":false},{"type":"recall_at_10","value":17.877000000000002,"verified":false},{"type":"recall_at_100","value":39.217,"verified":false},{"type":"recall_at_1000","value":65.862,"verified":false},{"type":"recall_at_3","value":9.242,"verified":false},{"type":"recall_at_5","value":12.715000000000002,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sickr-sts","name":"MTEB SICK-R","config":"default","split":"test","revision":"a6ea5a8cab320b040a23452cc28066d9beae2cee"},"metrics":[{"type":"cos_sim_spearman","value":80.25888668589654,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts12-sts","name":"MTEB STS12","config":"default","split":"test","revision":"a0d554a64d88156834ff5ae9920b964011b16384"},"metrics":[{"type":"cos_sim_spearman","value":77.02037527837669,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts13-sts","name":"MTEB STS13","config":"default","split":"test","revision":"7e90230a92c190f1bf69ae9002b8cea547a64cca"},"metrics":[{"type":"cos_sim_spearman","value":86.58432681008449,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts14-sts","name":"MTEB STS14","config":"default","split":"test","revision":"6031580fec1f6af667f0bd2da0a551cf4f0b2375"},"metrics":[{"type":"cos_sim_spearman","value":81.31697756099051,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts15-sts","name":"MTEB STS15","config":"default","split":"test","revision":"ae752c7c21bf194d8b67fd573edf7ae58183cbe3"},"metrics":[{"type":"cos_sim_spearman","value":88.18867599667057,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts16-sts","name":"MTEB STS16","config":"default","split":"test","revision":"4d8694f8f0e0100860b497b999b3dbed754a0513"},"metrics":[{"type":"cos_sim_spearman","value":84.87853941747623,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts17-crosslingual-sts","name":"MTEB STS17 (en-en)","config":"en-en","split":"test","revision":"af5e6fb845001ecf41f4c1e033ce921939a2a68d"},"metrics":[{"type":"cos_sim_spearman","value":89.46479925383916,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts22-crosslingual-sts","name":"MTEB STS22 (en)","config":"en","split":"test","revision":"6d1ba47164174a496b7fa5d3569dae26a6813b80"},"metrics":[{"type":"cos_sim_spearman","value":66.45272113649146,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/stsbenchmark-sts","name":"MTEB STSBenchmark","config":"default","split":"test","revision":"b0fddb56ed78048fa8b90373c8a3cfc37b684831"},"metrics":[{"type":"cos_sim_spearman","value":86.43357313527851,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/scidocs-reranking","name":"MTEB SciDocsRR","config":"default","split":"test","revision":"d3c5e1fc0b855ab6097bf1cda04dd73947d7caab"},"metrics":[{"type":"map","value":78.82761687254882,"verified":false},{"type":"mrr","value":93.46223674655047,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"scifact","name":"MTEB SciFact","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":44.583,"verified":false},{"type":"map_at_10","value":52.978,"verified":false},{"type":"map_at_100","value":53.803,"verified":false},{"type":"map_at_1000","value":53.839999999999996,"verified":false},{"type":"map_at_3","value":50.03300000000001,"verified":false},{"type":"map_at_5","value":51.939,"verified":false},{"type":"mrr_at_1","value":47,"verified":false},{"type":"mrr_at_10","value":54.730000000000004,"verified":false},{"type":"mrr_at_100","value":55.31399999999999,"verified":false},{"type":"mrr_at_1000","value":55.346,"verified":false},{"type":"mrr_at_3","value":52,"verified":false},{"type":"mrr_at_5","value":53.783,"verified":false},{"type":"ndcg_at_1","value":47,"verified":false},{"type":"ndcg_at_10","value":57.82899999999999,"verified":false},{"type":"ndcg_at_100","value":61.49400000000001,"verified":false},{"type":"ndcg_at_1000","value":62.676,"verified":false},{"type":"ndcg_at_3","value":52.373000000000005,"verified":false},{"type":"ndcg_at_5","value":55.481,"verified":false},{"type":"precision_at_1","value":47,"verified":false},{"type":"precision_at_10","value":7.867,"verified":false},{"type":"precision_at_100","value":0.997,"verified":false},{"type":"precision_at_1000","value":0.11,"verified":false},{"type":"precision_at_3","value":20.556,"verified":false},{"type":"precision_at_5","value":14.066999999999998,"verified":false},{"type":"recall_at_1","value":44.583,"verified":false},{"type":"recall_at_10","value":71.172,"verified":false},{"type":"recall_at_100","value":87.7,"verified":false},{"type":"recall_at_1000","value":97.333,"verified":false},{"type":"recall_at_3","value":56.511,"verified":false},{"type":"recall_at_5","value":64.206,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/sprintduplicatequestions-pairclassification","name":"MTEB SprintDuplicateQuestions","config":"default","split":"test","revision":"d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46"},"metrics":[{"type":"cos_sim_accuracy","value":99.66237623762376,"verified":false},{"type":"cos_sim_ap","value":90.35465126226322,"verified":false},{"type":"cos_sim_f1","value":82.44575936883628,"verified":false},{"type":"cos_sim_precision","value":81.32295719844358,"verified":false},{"type":"cos_sim_recall","value":83.6,"verified":false},{"type":"dot_accuracy","value":99.66237623762376,"verified":false},{"type":"dot_ap","value":90.35464287920453,"verified":false},{"type":"dot_f1","value":82.44575936883628,"verified":false},{"type":"dot_precision","value":81.32295719844358,"verified":false},{"type":"dot_recall","value":83.6,"verified":false},{"type":"euclidean_accuracy","value":99.66237623762376,"verified":false},{"type":"euclidean_ap","value":90.3546512622632,"verified":false},{"type":"euclidean_f1","value":82.44575936883628,"verified":false},{"type":"euclidean_precision","value":81.32295719844358,"verified":false},{"type":"euclidean_recall","value":83.6,"verified":false},{"type":"manhattan_accuracy","value":99.65940594059406,"verified":false},{"type":"manhattan_ap","value":90.29220174849843,"verified":false},{"type":"manhattan_f1","value":82.4987605354487,"verified":false},{"type":"manhattan_precision","value":81.80924287118977,"verified":false},{"type":"manhattan_recall","value":83.2,"verified":false},{"type":"max_accuracy","value":99.66237623762376,"verified":false},{"type":"max_ap","value":90.35465126226322,"verified":false},{"type":"max_f1","value":82.4987605354487,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering","name":"MTEB StackExchangeClustering","config":"default","split":"test","revision":"6cbc1f7b2bc0622f2e39d2c77fa502909748c259"},"metrics":[{"type":"v_measure","value":65.0394225901397,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering-p2p","name":"MTEB StackExchangeClusteringP2P","config":"default","split":"test","revision":"815ca46b2622cec33ccafc3735d572c266efdb44"},"metrics":[{"type":"v_measure","value":35.27954189859326,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/stackoverflowdupquestions-reranking","name":"MTEB StackOverflowDupQuestions","config":"default","split":"test","revision":"e185fbe320c72810689fc5848eb6114e1ef5ec69"},"metrics":[{"type":"map","value":50.99055979974896,"verified":false},{"type":"mrr","value":51.82745257193787,"verified":false}]},{"task":{"type":"Summarization"},"dataset":{"type":"mteb/summeval","name":"MTEB SummEval","config":"default","split":"test","revision":"cda12ad7615edc362dbf25a00fdd61d3b1eaf93c"},"metrics":[{"type":"cos_sim_pearson","value":30.21655465344237,"verified":false},{"type":"cos_sim_spearman","value":29.853205339630172,"verified":false},{"type":"dot_pearson","value":30.216540628083564,"verified":false},{"type":"dot_spearman","value":29.868978894753027,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"trec-covid","name":"MTEB TRECCOVID","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":0.2,"verified":false},{"type":"map_at_10","value":1.398,"verified":false},{"type":"map_at_100","value":7.406,"verified":false},{"type":"map_at_1000","value":18.401,"verified":false},{"type":"map_at_3","value":0.479,"verified":false},{"type":"map_at_5","value":0.772,"verified":false},{"type":"mrr_at_1","value":70,"verified":false},{"type":"mrr_at_10","value":79.25999999999999,"verified":false},{"type":"mrr_at_100","value":79.25999999999999,"verified":false},{"type":"mrr_at_1000","value":79.25999999999999,"verified":false},{"type":"mrr_at_3","value":77.333,"verified":false},{"type":"mrr_at_5","value":78.133,"verified":false},{"type":"ndcg_at_1","value":63,"verified":false},{"type":"ndcg_at_10","value":58.548,"verified":false},{"type":"ndcg_at_100","value":45.216,"verified":false},{"type":"ndcg_at_1000","value":41.149,"verified":false},{"type":"ndcg_at_3","value":60.641999999999996,"verified":false},{"type":"ndcg_at_5","value":61.135,"verified":false},{"type":"precision_at_1","value":70,"verified":false},{"type":"precision_at_10","value":64,"verified":false},{"type":"precision_at_100","value":46.92,"verified":false},{"type":"precision_at_1000","value":18.642,"verified":false},{"type":"precision_at_3","value":64.667,"verified":false},{"type":"precision_at_5","value":66.4,"verified":false},{"type":"recall_at_1","value":0.2,"verified":false},{"type":"recall_at_10","value":1.6729999999999998,"verified":false},{"type":"recall_at_100","value":10.856,"verified":false},{"type":"recall_at_1000","value":38.964999999999996,"verified":false},{"type":"recall_at_3","value":0.504,"verified":false},{"type":"recall_at_5","value":0.852,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"webis-touche2020","name":"MTEB Touche2020","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":1.6629999999999998,"verified":false},{"type":"map_at_10","value":8.601,"verified":false},{"type":"map_at_100","value":14.354,"verified":false},{"type":"map_at_1000","value":15.927,"verified":false},{"type":"map_at_3","value":4.1930000000000005,"verified":false},{"type":"map_at_5","value":5.655,"verified":false},{"type":"mrr_at_1","value":18.367,"verified":false},{"type":"mrr_at_10","value":34.466,"verified":false},{"type":"mrr_at_100","value":35.235,"verified":false},{"type":"mrr_at_1000","value":35.27,"verified":false},{"type":"mrr_at_3","value":28.571,"verified":false},{"type":"mrr_at_5","value":31.531,"verified":false},{"type":"ndcg_at_1","value":14.285999999999998,"verified":false},{"type":"ndcg_at_10","value":20.374,"verified":false},{"type":"ndcg_at_100","value":33.532000000000004,"verified":false},{"type":"ndcg_at_1000","value":45.561,"verified":false},{"type":"ndcg_at_3","value":18.442,"verified":false},{"type":"ndcg_at_5","value":18.076,"verified":false},{"type":"precision_at_1","value":18.367,"verified":false},{"type":"precision_at_10","value":20.204,"verified":false},{"type":"precision_at_100","value":7.489999999999999,"verified":false},{"type":"precision_at_1000","value":1.5630000000000002,"verified":false},{"type":"precision_at_3","value":21.769,"verified":false},{"type":"precision_at_5","value":20.408,"verified":false},{"type":"recall_at_1","value":1.6629999999999998,"verified":false},{"type":"recall_at_10","value":15.549,"verified":false},{"type":"recall_at_100","value":47.497,"verified":false},{"type":"recall_at_1000","value":84.524,"verified":false},{"type":"recall_at_3","value":5.289,"verified":false},{"type":"recall_at_5","value":8.035,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/toxic_conversations_50k","name":"MTEB ToxicConversationsClassification","config":"default","split":"test","revision":"d7c0de2777da35d6aae2200a62c6e0e5af397c4c"},"metrics":[{"type":"accuracy","value":71.8194,"verified":false},{"type":"ap","value":14.447702451658554,"verified":false},{"type":"f1","value":55.13659412856185,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/tweet_sentiment_extraction","name":"MTEB TweetSentimentExtractionClassification","config":"default","split":"test","revision":"d604517c81ca91fe16a244d1248fc021f9ecee7a"},"metrics":[{"type":"accuracy","value":63.310696095076416,"verified":false},{"type":"f1","value":63.360434851097814,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/twentynewsgroups-clustering","name":"MTEB TwentyNewsgroupsClustering","config":"default","split":"test","revision":"6125ec4e24fa026cec8a478383ee943acfbd5449"},"metrics":[{"type":"v_measure","value":51.30677907335145,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twittersemeval2015-pairclassification","name":"MTEB TwitterSemEval2015","config":"default","split":"test","revision":"70970daeab8776df92f5ea462b6173c0b46fd2d1"},"metrics":[{"type":"cos_sim_accuracy","value":86.12386004649221,"verified":false},{"type":"cos_sim_ap","value":73.99096426215495,"verified":false},{"type":"cos_sim_f1","value":68.18416968442834,"verified":false},{"type":"cos_sim_precision","value":66.86960933536275,"verified":false},{"type":"cos_sim_recall","value":69.55145118733509,"verified":false},{"type":"dot_accuracy","value":86.12386004649221,"verified":false},{"type":"dot_ap","value":73.99096813038672,"verified":false},{"type":"dot_f1","value":68.18416968442834,"verified":false},{"type":"dot_precision","value":66.86960933536275,"verified":false},{"type":"dot_recall","value":69.55145118733509,"verified":false},{"type":"euclidean_accuracy","value":86.12386004649221,"verified":false},{"type":"euclidean_ap","value":73.99095984980165,"verified":false},{"type":"euclidean_f1","value":68.18416968442834,"verified":false},{"type":"euclidean_precision","value":66.86960933536275,"verified":false},{"type":"euclidean_recall","value":69.55145118733509,"verified":false},{"type":"manhattan_accuracy","value":86.09405734040651,"verified":false},{"type":"manhattan_ap","value":73.96825745608601,"verified":false},{"type":"manhattan_f1","value":68.13888179729383,"verified":false},{"type":"manhattan_precision","value":65.99901088031652,"verified":false},{"type":"manhattan_recall","value":70.42216358839049,"verified":false},{"type":"max_accuracy","value":86.12386004649221,"verified":false},{"type":"max_ap","value":73.99096813038672,"verified":false},{"type":"max_f1","value":68.18416968442834,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twitterurlcorpus-pairclassification","name":"MTEB TwitterURLCorpus","config":"default","split":"test","revision":"8b6510b0b1fa4e4c4f879467980e9be563ec1cdf"},"metrics":[{"type":"cos_sim_accuracy","value":88.99367407924865,"verified":false},{"type":"cos_sim_ap","value":86.19720829843081,"verified":false},{"type":"cos_sim_f1","value":78.39889075384951,"verified":false},{"type":"cos_sim_precision","value":74.5110278818144,"verified":false},{"type":"cos_sim_recall","value":82.71481367416075,"verified":false},{"type":"dot_accuracy","value":88.99367407924865,"verified":false},{"type":"dot_ap","value":86.19718471454047,"verified":false},{"type":"dot_f1","value":78.39889075384951,"verified":false},{"type":"dot_precision","value":74.5110278818144,"verified":false},{"type":"dot_recall","value":82.71481367416075,"verified":false},{"type":"euclidean_accuracy","value":88.99367407924865,"verified":false},{"type":"euclidean_ap","value":86.1972021422436,"verified":false},{"type":"euclidean_f1","value":78.39889075384951,"verified":false},{"type":"euclidean_precision","value":74.5110278818144,"verified":false},{"type":"euclidean_recall","value":82.71481367416075,"verified":false},{"type":"manhattan_accuracy","value":88.95680521597392,"verified":false},{"type":"manhattan_ap","value":86.16659921351506,"verified":false},{"type":"manhattan_f1","value":78.39125971550081,"verified":false},{"type":"manhattan_precision","value":74.82502799552073,"verified":false},{"type":"manhattan_recall","value":82.31444410224823,"verified":false},{"type":"max_accuracy","value":88.99367407924865,"verified":false},{"type":"max_ap","value":86.19720829843081,"verified":false},{"type":"max_f1","value":78.39889075384951,"verified":false}]}]}],"config":{"architectures":["T5EncoderModel"],"model_type":"t5","tokenizer_config":{"eos_token":"</s>","pad_token":"<pad>","unk_token":"<unk>"}},"cardData":{"pipeline_tag":"sentence-similarity","tags":["text-embedding","embeddings","information-retrieval","beir","text-classification","language-model","text-clustering","text-semantic-similarity","text-evaluation","prompt-retrieval","text-reranking","sentence-transformers","feature-extraction","sentence-similarity","transformers","t5","English","Sentence Similarity","natural_questions","ms_marco","fever","hotpot_qa","mteb"],"language":"en","inference":false,"license":"apache-2.0","model-index":[{"name":"final_base_results","results":[{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_counterfactual","name":"MTEB AmazonCounterfactualClassification (en)","config":"en","split":"test","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205"},"metrics":[{"type":"accuracy","value":86.2089552238806,"verified":false},{"type":"ap","value":55.76273850794966,"verified":false},{"type":"f1","value":81.26104211414781,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_polarity","name":"MTEB AmazonPolarityClassification","config":"default","split":"test","revision":"e2d317d38cd51312af73b3d32a06d1a08b442046"},"metrics":[{"type":"accuracy","value":88.35995000000001,"verified":false},{"type":"ap","value":84.18839957309655,"verified":false},{"type":"f1","value":88.317619250081,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_reviews_multi","name":"MTEB AmazonReviewsClassification (en)","config":"en","split":"test","revision":"1399c76144fd37290681b995c656ef9b2e06e26d"},"metrics":[{"type":"accuracy","value":44.64,"verified":false},{"type":"f1","value":42.48663956478136,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"arguana","name":"MTEB ArguAna","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":27.383000000000003,"verified":false},{"type":"map_at_10","value":43.024,"verified":false},{"type":"map_at_100","value":44.023,"verified":false},{"type":"map_at_1000","value":44.025999999999996,"verified":false},{"type":"map_at_3","value":37.684,"verified":false},{"type":"map_at_5","value":40.884,"verified":false},{"type":"mrr_at_1","value":28.094,"verified":false},{"type":"mrr_at_10","value":43.315,"verified":false},{"type":"mrr_at_100","value":44.313,"verified":false},{"type":"mrr_at_1000","value":44.317,"verified":false},{"type":"mrr_at_3","value":37.862,"verified":false},{"type":"mrr_at_5","value":41.155,"verified":false},{"type":"ndcg_at_1","value":27.383000000000003,"verified":false},{"type":"ndcg_at_10","value":52.032000000000004,"verified":false},{"type":"ndcg_at_100","value":56.19499999999999,"verified":false},{"type":"ndcg_at_1000","value":56.272,"verified":false},{"type":"ndcg_at_3","value":41.166000000000004,"verified":false},{"type":"ndcg_at_5","value":46.92,"verified":false},{"type":"precision_at_1","value":27.383000000000003,"verified":false},{"type":"precision_at_10","value":8.087,"verified":false},{"type":"precision_at_100","value":0.989,"verified":false},{"type":"precision_at_1000","value":0.099,"verified":false},{"type":"precision_at_3","value":17.093,"verified":false},{"type":"precision_at_5","value":13.044,"verified":false},{"type":"recall_at_1","value":27.383000000000003,"verified":false},{"type":"recall_at_10","value":80.868,"verified":false},{"type":"recall_at_100","value":98.86200000000001,"verified":false},{"type":"recall_at_1000","value":99.431,"verified":false},{"type":"recall_at_3","value":51.28,"verified":false},{"type":"recall_at_5","value":65.22,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-p2p","name":"MTEB ArxivClusteringP2P","config":"default","split":"test","revision":"a122ad7f3f0291bf49cc6f4d32aa80929df69d5d"},"metrics":[{"type":"v_measure","value":39.68441054431849,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-s2s","name":"MTEB ArxivClusteringS2S","config":"default","split":"test","revision":"f910caf1a6075f7329cdf8c1a6135696f37dbd53"},"metrics":[{"type":"v_measure","value":29.188539728343844,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/askubuntudupquestions-reranking","name":"MTEB AskUbuntuDupQuestions","config":"default","split":"test","revision":"2000358ca161889fa9c082cb41daa8dcfb161a54"},"metrics":[{"type":"map","value":63.173362687519784,"verified":false},{"type":"mrr","value":76.18860748362133,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/biosses-sts","name":"MTEB BIOSSES","config":"default","split":"test","revision":"d3fb88f8f02e40887cd149695127462bbcf29b4a"},"metrics":[{"type":"cos_sim_spearman","value":82.30789953771232,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/banking77","name":"MTEB Banking77Classification","config":"default","split":"test","revision":"0fd18e25b25c072e09e0d92ab615fda904d66300"},"metrics":[{"type":"accuracy","value":77.03571428571428,"verified":false},{"type":"f1","value":75.87384305045917,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-p2p","name":"MTEB BiorxivClusteringP2P","config":"default","split":"test","revision":"65b79d1d13f80053f67aca9498d9402c2d9f1f40"},"metrics":[{"type":"v_measure","value":32.98041170516364,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-s2s","name":"MTEB BiorxivClusteringS2S","config":"default","split":"test","revision":"258694dd0231531bc1fd9de6ceb52a0853c6d908"},"metrics":[{"type":"v_measure","value":25.71652988451154,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackAndroidRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":33.739999999999995,"verified":false},{"type":"map_at_10","value":46.197,"verified":false},{"type":"map_at_100","value":47.814,"verified":false},{"type":"map_at_1000","value":47.934,"verified":false},{"type":"map_at_3","value":43.091,"verified":false},{"type":"map_at_5","value":44.81,"verified":false},{"type":"mrr_at_1","value":41.059,"verified":false},{"type":"mrr_at_10","value":52.292,"verified":false},{"type":"mrr_at_100","value":52.978,"verified":false},{"type":"mrr_at_1000","value":53.015,"verified":false},{"type":"mrr_at_3","value":49.976,"verified":false},{"type":"mrr_at_5","value":51.449999999999996,"verified":false},{"type":"ndcg_at_1","value":41.059,"verified":false},{"type":"ndcg_at_10","value":52.608,"verified":false},{"type":"ndcg_at_100","value":57.965,"verified":false},{"type":"ndcg_at_1000","value":59.775999999999996,"verified":false},{"type":"ndcg_at_3","value":48.473,"verified":false},{"type":"ndcg_at_5","value":50.407999999999994,"verified":false},{"type":"precision_at_1","value":41.059,"verified":false},{"type":"precision_at_10","value":9.943,"verified":false},{"type":"precision_at_100","value":1.6070000000000002,"verified":false},{"type":"precision_at_1000","value":0.20500000000000002,"verified":false},{"type":"precision_at_3","value":23.413999999999998,"verified":false},{"type":"precision_at_5","value":16.481,"verified":false},{"type":"recall_at_1","value":33.739999999999995,"verified":false},{"type":"recall_at_10","value":63.888999999999996,"verified":false},{"type":"recall_at_100","value":85.832,"verified":false},{"type":"recall_at_1000","value":97.475,"verified":false},{"type":"recall_at_3","value":51.953,"verified":false},{"type":"recall_at_5","value":57.498000000000005,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackEnglishRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":31.169999999999998,"verified":false},{"type":"map_at_10","value":41.455,"verified":false},{"type":"map_at_100","value":42.716,"verified":false},{"type":"map_at_1000","value":42.847,"verified":false},{"type":"map_at_3","value":38.568999999999996,"verified":false},{"type":"map_at_5","value":40.099000000000004,"verified":false},{"type":"mrr_at_1","value":39.427,"verified":false},{"type":"mrr_at_10","value":47.818,"verified":false},{"type":"mrr_at_100","value":48.519,"verified":false},{"type":"mrr_at_1000","value":48.558,"verified":false},{"type":"mrr_at_3","value":45.86,"verified":false},{"type":"mrr_at_5","value":46.936,"verified":false},{"type":"ndcg_at_1","value":39.427,"verified":false},{"type":"ndcg_at_10","value":47.181,"verified":false},{"type":"ndcg_at_100","value":51.737,"verified":false},{"type":"ndcg_at_1000","value":53.74,"verified":false},{"type":"ndcg_at_3","value":43.261,"verified":false},{"type":"ndcg_at_5","value":44.891,"verified":false},{"type":"precision_at_1","value":39.427,"verified":false},{"type":"precision_at_10","value":8.847,"verified":false},{"type":"precision_at_100","value":1.425,"verified":false},{"type":"precision_at_1000","value":0.189,"verified":false},{"type":"precision_at_3","value":20.785999999999998,"verified":false},{"type":"precision_at_5","value":14.560999999999998,"verified":false},{"type":"recall_at_1","value":31.169999999999998,"verified":false},{"type":"recall_at_10","value":56.971000000000004,"verified":false},{"type":"recall_at_100","value":76.31400000000001,"verified":false},{"type":"recall_at_1000","value":88.93900000000001,"verified":false},{"type":"recall_at_3","value":45.208,"verified":false},{"type":"recall_at_5","value":49.923,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackGamingRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":39.682,"verified":false},{"type":"map_at_10","value":52.766000000000005,"verified":false},{"type":"map_at_100","value":53.84100000000001,"verified":false},{"type":"map_at_1000","value":53.898,"verified":false},{"type":"map_at_3","value":49.291000000000004,"verified":false},{"type":"map_at_5","value":51.365,"verified":false},{"type":"mrr_at_1","value":45.266,"verified":false},{"type":"mrr_at_10","value":56.093,"verified":false},{"type":"mrr_at_100","value":56.763,"verified":false},{"type":"mrr_at_1000","value":56.793000000000006,"verified":false},{"type":"mrr_at_3","value":53.668000000000006,"verified":false},{"type":"mrr_at_5","value":55.1,"verified":false},{"type":"ndcg_at_1","value":45.266,"verified":false},{"type":"ndcg_at_10","value":58.836,"verified":false},{"type":"ndcg_at_100","value":62.863,"verified":false},{"type":"ndcg_at_1000","value":63.912,"verified":false},{"type":"ndcg_at_3","value":53.19199999999999,"verified":false},{"type":"ndcg_at_5","value":56.125,"verified":false},{"type":"precision_at_1","value":45.266,"verified":false},{"type":"precision_at_10","value":9.492,"verified":false},{"type":"precision_at_100","value":1.236,"verified":false},{"type":"precision_at_1000","value":0.13699999999999998,"verified":false},{"type":"precision_at_3","value":23.762,"verified":false},{"type":"precision_at_5","value":16.414,"verified":false},{"type":"recall_at_1","value":39.682,"verified":false},{"type":"recall_at_10","value":73.233,"verified":false},{"type":"recall_at_100","value":90.335,"verified":false},{"type":"recall_at_1000","value":97.452,"verified":false},{"type":"recall_at_3","value":58.562000000000005,"verified":false},{"type":"recall_at_5","value":65.569,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackGisRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":26.743,"verified":false},{"type":"map_at_10","value":34.016000000000005,"verified":false},{"type":"map_at_100","value":35.028999999999996,"verified":false},{"type":"map_at_1000","value":35.113,"verified":false},{"type":"map_at_3","value":31.763,"verified":false},{"type":"map_at_5","value":33.013999999999996,"verified":false},{"type":"mrr_at_1","value":28.927000000000003,"verified":false},{"type":"mrr_at_10","value":36.32,"verified":false},{"type":"mrr_at_100","value":37.221,"verified":false},{"type":"mrr_at_1000","value":37.281,"verified":false},{"type":"mrr_at_3","value":34.105000000000004,"verified":false},{"type":"mrr_at_5","value":35.371,"verified":false},{"type":"ndcg_at_1","value":28.927000000000003,"verified":false},{"type":"ndcg_at_10","value":38.474000000000004,"verified":false},{"type":"ndcg_at_100","value":43.580000000000005,"verified":false},{"type":"ndcg_at_1000","value":45.64,"verified":false},{"type":"ndcg_at_3","value":34.035,"verified":false},{"type":"ndcg_at_5","value":36.186,"verified":false},{"type":"precision_at_1","value":28.927000000000003,"verified":false},{"type":"precision_at_10","value":5.74,"verified":false},{"type":"precision_at_100","value":0.8710000000000001,"verified":false},{"type":"precision_at_1000","value":0.108,"verified":false},{"type":"precision_at_3","value":14.124,"verified":false},{"type":"precision_at_5","value":9.74,"verified":false},{"type":"recall_at_1","value":26.743,"verified":false},{"type":"recall_at_10","value":49.955,"verified":false},{"type":"recall_at_100","value":73.904,"verified":false},{"type":"recall_at_1000","value":89.133,"verified":false},{"type":"recall_at_3","value":38.072,"verified":false},{"type":"recall_at_5","value":43.266,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackMathematicaRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":16.928,"verified":false},{"type":"map_at_10","value":23.549,"verified":false},{"type":"map_at_100","value":24.887,"verified":false},{"type":"map_at_1000","value":25.018,"verified":false},{"type":"map_at_3","value":21.002000000000002,"verified":false},{"type":"map_at_5","value":22.256,"verified":false},{"type":"mrr_at_1","value":21.02,"verified":false},{"type":"mrr_at_10","value":27.898,"verified":false},{"type":"mrr_at_100","value":29.018,"verified":false},{"type":"mrr_at_1000","value":29.099999999999998,"verified":false},{"type":"mrr_at_3","value":25.456,"verified":false},{"type":"mrr_at_5","value":26.625,"verified":false},{"type":"ndcg_at_1","value":21.02,"verified":false},{"type":"ndcg_at_10","value":28.277,"verified":false},{"type":"ndcg_at_100","value":34.54,"verified":false},{"type":"ndcg_at_1000","value":37.719,"verified":false},{"type":"ndcg_at_3","value":23.707,"verified":false},{"type":"ndcg_at_5","value":25.482,"verified":false},{"type":"precision_at_1","value":21.02,"verified":false},{"type":"precision_at_10","value":5.361,"verified":false},{"type":"precision_at_100","value":0.9809999999999999,"verified":false},{"type":"precision_at_1000","value":0.13899999999999998,"verified":false},{"type":"precision_at_3","value":11.401,"verified":false},{"type":"precision_at_5","value":8.209,"verified":false},{"type":"recall_at_1","value":16.928,"verified":false},{"type":"recall_at_10","value":38.601,"verified":false},{"type":"recall_at_100","value":65.759,"verified":false},{"type":"recall_at_1000","value":88.543,"verified":false},{"type":"recall_at_3","value":25.556,"verified":false},{"type":"recall_at_5","value":30.447000000000003,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackPhysicsRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":28.549000000000003,"verified":false},{"type":"map_at_10","value":38.426,"verified":false},{"type":"map_at_100","value":39.845000000000006,"verified":false},{"type":"map_at_1000","value":39.956,"verified":false},{"type":"map_at_3","value":35.372,"verified":false},{"type":"map_at_5","value":37.204,"verified":false},{"type":"mrr_at_1","value":35.034,"verified":false},{"type":"mrr_at_10","value":44.041000000000004,"verified":false},{"type":"mrr_at_100","value":44.95,"verified":false},{"type":"mrr_at_1000","value":44.997,"verified":false},{"type":"mrr_at_3","value":41.498000000000005,"verified":false},{"type":"mrr_at_5","value":43.077,"verified":false},{"type":"ndcg_at_1","value":35.034,"verified":false},{"type":"ndcg_at_10","value":44.218,"verified":false},{"type":"ndcg_at_100","value":49.958000000000006,"verified":false},{"type":"ndcg_at_1000","value":52.019000000000005,"verified":false},{"type":"ndcg_at_3","value":39.34,"verified":false},{"type":"ndcg_at_5","value":41.892,"verified":false},{"type":"precision_at_1","value":35.034,"verified":false},{"type":"precision_at_10","value":7.911,"verified":false},{"type":"precision_at_100","value":1.26,"verified":false},{"type":"precision_at_1000","value":0.16,"verified":false},{"type":"precision_at_3","value":18.511,"verified":false},{"type":"precision_at_5","value":13.205,"verified":false},{"type":"recall_at_1","value":28.549000000000003,"verified":false},{"type":"recall_at_10","value":56.035999999999994,"verified":false},{"type":"recall_at_100","value":79.701,"verified":false},{"type":"recall_at_1000","value":93.149,"verified":false},{"type":"recall_at_3","value":42.275,"verified":false},{"type":"recall_at_5","value":49.097,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackProgrammersRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":29.391000000000002,"verified":false},{"type":"map_at_10","value":39.48,"verified":false},{"type":"map_at_100","value":40.727000000000004,"verified":false},{"type":"map_at_1000","value":40.835,"verified":false},{"type":"map_at_3","value":36.234,"verified":false},{"type":"map_at_5","value":37.877,"verified":false},{"type":"mrr_at_1","value":35.959,"verified":false},{"type":"mrr_at_10","value":44.726,"verified":false},{"type":"mrr_at_100","value":45.531,"verified":false},{"type":"mrr_at_1000","value":45.582,"verified":false},{"type":"mrr_at_3","value":42.047000000000004,"verified":false},{"type":"mrr_at_5","value":43.611,"verified":false},{"type":"ndcg_at_1","value":35.959,"verified":false},{"type":"ndcg_at_10","value":45.303,"verified":false},{"type":"ndcg_at_100","value":50.683,"verified":false},{"type":"ndcg_at_1000","value":52.818,"verified":false},{"type":"ndcg_at_3","value":39.987,"verified":false},{"type":"ndcg_at_5","value":42.243,"verified":false},{"type":"precision_at_1","value":35.959,"verified":false},{"type":"precision_at_10","value":8.241999999999999,"verified":false},{"type":"precision_at_100","value":1.274,"verified":false},{"type":"precision_at_1000","value":0.163,"verified":false},{"type":"precision_at_3","value":18.836,"verified":false},{"type":"precision_at_5","value":13.196,"verified":false},{"type":"recall_at_1","value":29.391000000000002,"verified":false},{"type":"recall_at_10","value":57.364000000000004,"verified":false},{"type":"recall_at_100","value":80.683,"verified":false},{"type":"recall_at_1000","value":94.918,"verified":false},{"type":"recall_at_3","value":42.263,"verified":false},{"type":"recall_at_5","value":48.634,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":26.791749999999997,"verified":false},{"type":"map_at_10","value":35.75541666666667,"verified":false},{"type":"map_at_100","value":37.00791666666667,"verified":false},{"type":"map_at_1000","value":37.12408333333333,"verified":false},{"type":"map_at_3","value":33.02966666666667,"verified":false},{"type":"map_at_5","value":34.56866666666667,"verified":false},{"type":"mrr_at_1","value":31.744333333333337,"verified":false},{"type":"mrr_at_10","value":39.9925,"verified":false},{"type":"mrr_at_100","value":40.86458333333333,"verified":false},{"type":"mrr_at_1000","value":40.92175000000001,"verified":false},{"type":"mrr_at_3","value":37.68183333333334,"verified":false},{"type":"mrr_at_5","value":39.028499999999994,"verified":false},{"type":"ndcg_at_1","value":31.744333333333337,"verified":false},{"type":"ndcg_at_10","value":40.95008333333334,"verified":false},{"type":"ndcg_at_100","value":46.25966666666667,"verified":false},{"type":"ndcg_at_1000","value":48.535333333333334,"verified":false},{"type":"ndcg_at_3","value":36.43333333333333,"verified":false},{"type":"ndcg_at_5","value":38.602333333333334,"verified":false},{"type":"precision_at_1","value":31.744333333333337,"verified":false},{"type":"precision_at_10","value":7.135166666666666,"verified":false},{"type":"precision_at_100","value":1.1535833333333334,"verified":false},{"type":"precision_at_1000","value":0.15391666666666665,"verified":false},{"type":"precision_at_3","value":16.713,"verified":false},{"type":"precision_at_5","value":11.828416666666666,"verified":false},{"type":"recall_at_1","value":26.791749999999997,"verified":false},{"type":"recall_at_10","value":51.98625,"verified":false},{"type":"recall_at_100","value":75.30358333333334,"verified":false},{"type":"recall_at_1000","value":91.05433333333333,"verified":false},{"type":"recall_at_3","value":39.39583333333333,"verified":false},{"type":"recall_at_5","value":45.05925,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackStatsRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":22.219,"verified":false},{"type":"map_at_10","value":29.162,"verified":false},{"type":"map_at_100","value":30.049999999999997,"verified":false},{"type":"map_at_1000","value":30.144,"verified":false},{"type":"map_at_3","value":27.204,"verified":false},{"type":"map_at_5","value":28.351,"verified":false},{"type":"mrr_at_1","value":25.153,"verified":false},{"type":"mrr_at_10","value":31.814999999999998,"verified":false},{"type":"mrr_at_100","value":32.573,"verified":false},{"type":"mrr_at_1000","value":32.645,"verified":false},{"type":"mrr_at_3","value":29.934,"verified":false},{"type":"mrr_at_5","value":30.946,"verified":false},{"type":"ndcg_at_1","value":25.153,"verified":false},{"type":"ndcg_at_10","value":33.099000000000004,"verified":false},{"type":"ndcg_at_100","value":37.768,"verified":false},{"type":"ndcg_at_1000","value":40.331,"verified":false},{"type":"ndcg_at_3","value":29.473,"verified":false},{"type":"ndcg_at_5","value":31.206,"verified":false},{"type":"precision_at_1","value":25.153,"verified":false},{"type":"precision_at_10","value":5.183999999999999,"verified":false},{"type":"precision_at_100","value":0.8170000000000001,"verified":false},{"type":"precision_at_1000","value":0.11100000000000002,"verified":false},{"type":"precision_at_3","value":12.831999999999999,"verified":false},{"type":"precision_at_5","value":8.895999999999999,"verified":false},{"type":"recall_at_1","value":22.219,"verified":false},{"type":"recall_at_10","value":42.637,"verified":false},{"type":"recall_at_100","value":64.704,"verified":false},{"type":"recall_at_1000","value":83.963,"verified":false},{"type":"recall_at_3","value":32.444,"verified":false},{"type":"recall_at_5","value":36.802,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackTexRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":17.427999999999997,"verified":false},{"type":"map_at_10","value":24.029,"verified":false},{"type":"map_at_100","value":25.119999999999997,"verified":false},{"type":"map_at_1000","value":25.257,"verified":false},{"type":"map_at_3","value":22.016,"verified":false},{"type":"map_at_5","value":23.143,"verified":false},{"type":"mrr_at_1","value":21.129,"verified":false},{"type":"mrr_at_10","value":27.750000000000004,"verified":false},{"type":"mrr_at_100","value":28.666999999999998,"verified":false},{"type":"mrr_at_1000","value":28.754999999999995,"verified":false},{"type":"mrr_at_3","value":25.849,"verified":false},{"type":"mrr_at_5","value":26.939999999999998,"verified":false},{"type":"ndcg_at_1","value":21.129,"verified":false},{"type":"ndcg_at_10","value":28.203,"verified":false},{"type":"ndcg_at_100","value":33.44,"verified":false},{"type":"ndcg_at_1000","value":36.61,"verified":false},{"type":"ndcg_at_3","value":24.648999999999997,"verified":false},{"type":"ndcg_at_5","value":26.316,"verified":false},{"type":"precision_at_1","value":21.129,"verified":false},{"type":"precision_at_10","value":5.055,"verified":false},{"type":"precision_at_100","value":0.909,"verified":false},{"type":"precision_at_1000","value":0.13699999999999998,"verified":false},{"type":"precision_at_3","value":11.666,"verified":false},{"type":"precision_at_5","value":8.3,"verified":false},{"type":"recall_at_1","value":17.427999999999997,"verified":false},{"type":"recall_at_10","value":36.923,"verified":false},{"type":"recall_at_100","value":60.606,"verified":false},{"type":"recall_at_1000","value":83.19,"verified":false},{"type":"recall_at_3","value":26.845000000000002,"verified":false},{"type":"recall_at_5","value":31.247000000000003,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackUnixRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":26.457000000000004,"verified":false},{"type":"map_at_10","value":35.228,"verified":false},{"type":"map_at_100","value":36.475,"verified":false},{"type":"map_at_1000","value":36.585,"verified":false},{"type":"map_at_3","value":32.444,"verified":false},{"type":"map_at_5","value":34.046,"verified":false},{"type":"mrr_at_1","value":30.784,"verified":false},{"type":"mrr_at_10","value":39.133,"verified":false},{"type":"mrr_at_100","value":40.11,"verified":false},{"type":"mrr_at_1000","value":40.169,"verified":false},{"type":"mrr_at_3","value":36.692,"verified":false},{"type":"mrr_at_5","value":38.17,"verified":false},{"type":"ndcg_at_1","value":30.784,"verified":false},{"type":"ndcg_at_10","value":40.358,"verified":false},{"type":"ndcg_at_100","value":46.119,"verified":false},{"type":"ndcg_at_1000","value":48.428,"verified":false},{"type":"ndcg_at_3","value":35.504000000000005,"verified":false},{"type":"ndcg_at_5","value":37.864,"verified":false},{"type":"precision_at_1","value":30.784,"verified":false},{"type":"precision_at_10","value":6.800000000000001,"verified":false},{"type":"precision_at_100","value":1.083,"verified":false},{"type":"precision_at_1000","value":0.13899999999999998,"verified":false},{"type":"precision_at_3","value":15.920000000000002,"verified":false},{"type":"precision_at_5","value":11.437,"verified":false},{"type":"recall_at_1","value":26.457000000000004,"verified":false},{"type":"recall_at_10","value":51.845,"verified":false},{"type":"recall_at_100","value":77.046,"verified":false},{"type":"recall_at_1000","value":92.892,"verified":false},{"type":"recall_at_3","value":38.89,"verified":false},{"type":"recall_at_5","value":44.688,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackWebmastersRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":29.378999999999998,"verified":false},{"type":"map_at_10","value":37.373,"verified":false},{"type":"map_at_100","value":39.107,"verified":false},{"type":"map_at_1000","value":39.317,"verified":false},{"type":"map_at_3","value":34.563,"verified":false},{"type":"map_at_5","value":36.173,"verified":false},{"type":"mrr_at_1","value":35.178,"verified":false},{"type":"mrr_at_10","value":42.44,"verified":false},{"type":"mrr_at_100","value":43.434,"verified":false},{"type":"mrr_at_1000","value":43.482,"verified":false},{"type":"mrr_at_3","value":39.987,"verified":false},{"type":"mrr_at_5","value":41.370000000000005,"verified":false},{"type":"ndcg_at_1","value":35.178,"verified":false},{"type":"ndcg_at_10","value":42.82,"verified":false},{"type":"ndcg_at_100","value":48.935,"verified":false},{"type":"ndcg_at_1000","value":51.28,"verified":false},{"type":"ndcg_at_3","value":38.562999999999995,"verified":false},{"type":"ndcg_at_5","value":40.687,"verified":false},{"type":"precision_at_1","value":35.178,"verified":false},{"type":"precision_at_10","value":7.945,"verified":false},{"type":"precision_at_100","value":1.524,"verified":false},{"type":"precision_at_1000","value":0.242,"verified":false},{"type":"precision_at_3","value":17.721,"verified":false},{"type":"precision_at_5","value":12.925,"verified":false},{"type":"recall_at_1","value":29.378999999999998,"verified":false},{"type":"recall_at_10","value":52.141999999999996,"verified":false},{"type":"recall_at_100","value":79.49000000000001,"verified":false},{"type":"recall_at_1000","value":93.782,"verified":false},{"type":"recall_at_3","value":39.579,"verified":false},{"type":"recall_at_5","value":45.462,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackWordpressRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":19.814999999999998,"verified":false},{"type":"map_at_10","value":27.383999999999997,"verified":false},{"type":"map_at_100","value":28.483999999999998,"verified":false},{"type":"map_at_1000","value":28.585,"verified":false},{"type":"map_at_3","value":24.807000000000002,"verified":false},{"type":"map_at_5","value":26.485999999999997,"verified":false},{"type":"mrr_at_1","value":21.996,"verified":false},{"type":"mrr_at_10","value":29.584,"verified":false},{"type":"mrr_at_100","value":30.611,"verified":false},{"type":"mrr_at_1000","value":30.684,"verified":false},{"type":"mrr_at_3","value":27.11,"verified":false},{"type":"mrr_at_5","value":28.746,"verified":false},{"type":"ndcg_at_1","value":21.996,"verified":false},{"type":"ndcg_at_10","value":32.024,"verified":false},{"type":"ndcg_at_100","value":37.528,"verified":false},{"type":"ndcg_at_1000","value":40.150999999999996,"verified":false},{"type":"ndcg_at_3","value":27.016000000000002,"verified":false},{"type":"ndcg_at_5","value":29.927999999999997,"verified":false},{"type":"precision_at_1","value":21.996,"verified":false},{"type":"precision_at_10","value":5.102,"verified":false},{"type":"precision_at_100","value":0.856,"verified":false},{"type":"precision_at_1000","value":0.117,"verified":false},{"type":"precision_at_3","value":11.583,"verified":false},{"type":"precision_at_5","value":8.577,"verified":false},{"type":"recall_at_1","value":19.814999999999998,"verified":false},{"type":"recall_at_10","value":44.239,"verified":false},{"type":"recall_at_100","value":69.269,"verified":false},{"type":"recall_at_1000","value":89.216,"verified":false},{"type":"recall_at_3","value":31.102999999999998,"verified":false},{"type":"recall_at_5","value":38.078,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"climate-fever","name":"MTEB ClimateFEVER","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":11.349,"verified":false},{"type":"map_at_10","value":19.436,"verified":false},{"type":"map_at_100","value":21.282999999999998,"verified":false},{"type":"map_at_1000","value":21.479,"verified":false},{"type":"map_at_3","value":15.841,"verified":false},{"type":"map_at_5","value":17.558,"verified":false},{"type":"mrr_at_1","value":25.863000000000003,"verified":false},{"type":"mrr_at_10","value":37.218,"verified":false},{"type":"mrr_at_100","value":38.198,"verified":false},{"type":"mrr_at_1000","value":38.236,"verified":false},{"type":"mrr_at_3","value":33.409,"verified":false},{"type":"mrr_at_5","value":35.602000000000004,"verified":false},{"type":"ndcg_at_1","value":25.863000000000003,"verified":false},{"type":"ndcg_at_10","value":27.953,"verified":false},{"type":"ndcg_at_100","value":35.327,"verified":false},{"type":"ndcg_at_1000","value":38.708999999999996,"verified":false},{"type":"ndcg_at_3","value":21.985,"verified":false},{"type":"ndcg_at_5","value":23.957,"verified":false},{"type":"precision_at_1","value":25.863000000000003,"verified":false},{"type":"precision_at_10","value":8.99,"verified":false},{"type":"precision_at_100","value":1.6889999999999998,"verified":false},{"type":"precision_at_1000","value":0.232,"verified":false},{"type":"precision_at_3","value":16.308,"verified":false},{"type":"precision_at_5","value":12.912,"verified":false},{"type":"recall_at_1","value":11.349,"verified":false},{"type":"recall_at_10","value":34.581,"verified":false},{"type":"recall_at_100","value":60.178,"verified":false},{"type":"recall_at_1000","value":78.88199999999999,"verified":false},{"type":"recall_at_3","value":20.041999999999998,"verified":false},{"type":"recall_at_5","value":25.458,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"dbpedia-entity","name":"MTEB DBPedia","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":7.893,"verified":false},{"type":"map_at_10","value":15.457,"verified":false},{"type":"map_at_100","value":20.905,"verified":false},{"type":"map_at_1000","value":22.116,"verified":false},{"type":"map_at_3","value":11.593,"verified":false},{"type":"map_at_5","value":13.134,"verified":false},{"type":"mrr_at_1","value":57.49999999999999,"verified":false},{"type":"mrr_at_10","value":65.467,"verified":false},{"type":"mrr_at_100","value":66.022,"verified":false},{"type":"mrr_at_1000","value":66.039,"verified":false},{"type":"mrr_at_3","value":63.458000000000006,"verified":false},{"type":"mrr_at_5","value":64.546,"verified":false},{"type":"ndcg_at_1","value":45.875,"verified":false},{"type":"ndcg_at_10","value":33.344,"verified":false},{"type":"ndcg_at_100","value":36.849,"verified":false},{"type":"ndcg_at_1000","value":44.03,"verified":false},{"type":"ndcg_at_3","value":37.504,"verified":false},{"type":"ndcg_at_5","value":34.892,"verified":false},{"type":"precision_at_1","value":57.49999999999999,"verified":false},{"type":"precision_at_10","value":25.95,"verified":false},{"type":"precision_at_100","value":7.89,"verified":false},{"type":"precision_at_1000","value":1.669,"verified":false},{"type":"precision_at_3","value":40.333000000000006,"verified":false},{"type":"precision_at_5","value":33.050000000000004,"verified":false},{"type":"recall_at_1","value":7.893,"verified":false},{"type":"recall_at_10","value":20.724999999999998,"verified":false},{"type":"recall_at_100","value":42.516,"verified":false},{"type":"recall_at_1000","value":65.822,"verified":false},{"type":"recall_at_3","value":12.615000000000002,"verified":false},{"type":"recall_at_5","value":15.482000000000001,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/emotion","name":"MTEB EmotionClassification","config":"default","split":"test","revision":"4f58c6b202a23cf9a4da393831edf4f9183cad37"},"metrics":[{"type":"accuracy","value":51.760000000000005,"verified":false},{"type":"f1","value":45.51690565701713,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"fever","name":"MTEB FEVER","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":53.882,"verified":false},{"type":"map_at_10","value":65.902,"verified":false},{"type":"map_at_100","value":66.33,"verified":false},{"type":"map_at_1000","value":66.348,"verified":false},{"type":"map_at_3","value":63.75999999999999,"verified":false},{"type":"map_at_5","value":65.181,"verified":false},{"type":"mrr_at_1","value":58.041,"verified":false},{"type":"mrr_at_10","value":70.133,"verified":false},{"type":"mrr_at_100","value":70.463,"verified":false},{"type":"mrr_at_1000","value":70.47,"verified":false},{"type":"mrr_at_3","value":68.164,"verified":false},{"type":"mrr_at_5","value":69.465,"verified":false},{"type":"ndcg_at_1","value":58.041,"verified":false},{"type":"ndcg_at_10","value":71.84700000000001,"verified":false},{"type":"ndcg_at_100","value":73.699,"verified":false},{"type":"ndcg_at_1000","value":74.06700000000001,"verified":false},{"type":"ndcg_at_3","value":67.855,"verified":false},{"type":"ndcg_at_5","value":70.203,"verified":false},{"type":"precision_at_1","value":58.041,"verified":false},{"type":"precision_at_10","value":9.427000000000001,"verified":false},{"type":"precision_at_100","value":1.049,"verified":false},{"type":"precision_at_1000","value":0.11,"verified":false},{"type":"precision_at_3","value":27.278000000000002,"verified":false},{"type":"precision_at_5","value":17.693,"verified":false},{"type":"recall_at_1","value":53.882,"verified":false},{"type":"recall_at_10","value":85.99,"verified":false},{"type":"recall_at_100","value":94.09100000000001,"verified":false},{"type":"recall_at_1000","value":96.612,"verified":false},{"type":"recall_at_3","value":75.25,"verified":false},{"type":"recall_at_5","value":80.997,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"fiqa","name":"MTEB FiQA2018","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":19.165,"verified":false},{"type":"map_at_10","value":31.845000000000002,"verified":false},{"type":"map_at_100","value":33.678999999999995,"verified":false},{"type":"map_at_1000","value":33.878,"verified":false},{"type":"map_at_3","value":27.881,"verified":false},{"type":"map_at_5","value":30.049999999999997,"verified":false},{"type":"mrr_at_1","value":38.272,"verified":false},{"type":"mrr_at_10","value":47.04,"verified":false},{"type":"mrr_at_100","value":47.923,"verified":false},{"type":"mrr_at_1000","value":47.973,"verified":false},{"type":"mrr_at_3","value":44.985,"verified":false},{"type":"mrr_at_5","value":46.150000000000006,"verified":false},{"type":"ndcg_at_1","value":38.272,"verified":false},{"type":"ndcg_at_10","value":39.177,"verified":false},{"type":"ndcg_at_100","value":45.995000000000005,"verified":false},{"type":"ndcg_at_1000","value":49.312,"verified":false},{"type":"ndcg_at_3","value":36.135,"verified":false},{"type":"ndcg_at_5","value":36.936,"verified":false},{"type":"precision_at_1","value":38.272,"verified":false},{"type":"precision_at_10","value":10.926,"verified":false},{"type":"precision_at_100","value":1.809,"verified":false},{"type":"precision_at_1000","value":0.23700000000000002,"verified":false},{"type":"precision_at_3","value":24.331,"verified":false},{"type":"precision_at_5","value":17.747,"verified":false},{"type":"recall_at_1","value":19.165,"verified":false},{"type":"recall_at_10","value":45.103,"verified":false},{"type":"recall_at_100","value":70.295,"verified":false},{"type":"recall_at_1000","value":90.592,"verified":false},{"type":"recall_at_3","value":32.832,"verified":false},{"type":"recall_at_5","value":37.905,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"hotpotqa","name":"MTEB HotpotQA","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":32.397,"verified":false},{"type":"map_at_10","value":44.83,"verified":false},{"type":"map_at_100","value":45.716,"verified":false},{"type":"map_at_1000","value":45.797,"verified":false},{"type":"map_at_3","value":41.955999999999996,"verified":false},{"type":"map_at_5","value":43.736999999999995,"verified":false},{"type":"mrr_at_1","value":64.794,"verified":false},{"type":"mrr_at_10","value":71.866,"verified":false},{"type":"mrr_at_100","value":72.22,"verified":false},{"type":"mrr_at_1000","value":72.238,"verified":false},{"type":"mrr_at_3","value":70.416,"verified":false},{"type":"mrr_at_5","value":71.304,"verified":false},{"type":"ndcg_at_1","value":64.794,"verified":false},{"type":"ndcg_at_10","value":54.186,"verified":false},{"type":"ndcg_at_100","value":57.623000000000005,"verified":false},{"type":"ndcg_at_1000","value":59.302,"verified":false},{"type":"ndcg_at_3","value":49.703,"verified":false},{"type":"ndcg_at_5","value":52.154999999999994,"verified":false},{"type":"precision_at_1","value":64.794,"verified":false},{"type":"precision_at_10","value":11.219,"verified":false},{"type":"precision_at_100","value":1.394,"verified":false},{"type":"precision_at_1000","value":0.16199999999999998,"verified":false},{"type":"precision_at_3","value":30.767,"verified":false},{"type":"precision_at_5","value":20.397000000000002,"verified":false},{"type":"recall_at_1","value":32.397,"verified":false},{"type":"recall_at_10","value":56.096999999999994,"verified":false},{"type":"recall_at_100","value":69.696,"verified":false},{"type":"recall_at_1000","value":80.88499999999999,"verified":false},{"type":"recall_at_3","value":46.150999999999996,"verified":false},{"type":"recall_at_5","value":50.993,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/imdb","name":"MTEB ImdbClassification","config":"default","split":"test","revision":"3d86128a09e091d6018b6d26cad27f2739fc2db7"},"metrics":[{"type":"accuracy","value":81.1744,"verified":false},{"type":"ap","value":75.44973697032414,"verified":false},{"type":"f1","value":81.09901117955782,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"msmarco","name":"MTEB MSMARCO","config":"default","split":"dev","revision":"None"},"metrics":[{"type":"map_at_1","value":19.519000000000002,"verified":false},{"type":"map_at_10","value":31.025000000000002,"verified":false},{"type":"map_at_100","value":32.275999999999996,"verified":false},{"type":"map_at_1000","value":32.329,"verified":false},{"type":"map_at_3","value":27.132,"verified":false},{"type":"map_at_5","value":29.415999999999997,"verified":false},{"type":"mrr_at_1","value":20.115,"verified":false},{"type":"mrr_at_10","value":31.569000000000003,"verified":false},{"type":"mrr_at_100","value":32.768,"verified":false},{"type":"mrr_at_1000","value":32.816,"verified":false},{"type":"mrr_at_3","value":27.748,"verified":false},{"type":"mrr_at_5","value":29.956,"verified":false},{"type":"ndcg_at_1","value":20.115,"verified":false},{"type":"ndcg_at_10","value":37.756,"verified":false},{"type":"ndcg_at_100","value":43.858000000000004,"verified":false},{"type":"ndcg_at_1000","value":45.199,"verified":false},{"type":"ndcg_at_3","value":29.818,"verified":false},{"type":"ndcg_at_5","value":33.875,"verified":false},{"type":"precision_at_1","value":20.115,"verified":false},{"type":"precision_at_10","value":6.122,"verified":false},{"type":"precision_at_100","value":0.919,"verified":false},{"type":"precision_at_1000","value":0.10300000000000001,"verified":false},{"type":"precision_at_3","value":12.794,"verified":false},{"type":"precision_at_5","value":9.731,"verified":false},{"type":"recall_at_1","value":19.519000000000002,"verified":false},{"type":"recall_at_10","value":58.62500000000001,"verified":false},{"type":"recall_at_100","value":86.99,"verified":false},{"type":"recall_at_1000","value":97.268,"verified":false},{"type":"recall_at_3","value":37.002,"verified":false},{"type":"recall_at_5","value":46.778,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_domain","name":"MTEB MTOPDomainClassification (en)","config":"en","split":"test","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf"},"metrics":[{"type":"accuracy","value":93.71865025079799,"verified":false},{"type":"f1","value":93.38906173610519,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_intent","name":"MTEB MTOPIntentClassification (en)","config":"en","split":"test","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba"},"metrics":[{"type":"accuracy","value":70.2576379388965,"verified":false},{"type":"f1","value":49.20405830249464,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (en)","config":"en","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":67.48486886348351,"verified":false},{"type":"f1","value":64.92199176095157,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (en)","config":"en","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":72.59246805648958,"verified":false},{"type":"f1","value":72.1222026389164,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-p2p","name":"MTEB MedrxivClusteringP2P","config":"default","split":"test","revision":"e7a26af6f3ae46b30dde8737f02c07b1505bcc73"},"metrics":[{"type":"v_measure","value":30.887642595096825,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-s2s","name":"MTEB MedrxivClusteringS2S","config":"default","split":"test","revision":"35191c8c0dca72d8ff3efcd72aa802307d469663"},"metrics":[{"type":"v_measure","value":28.3764418784054,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/mind_small","name":"MTEB MindSmallReranking","config":"default","split":"test","revision":"3bdac13927fdc888b903db93b2ffdbd90b295a69"},"metrics":[{"type":"map","value":31.81544126336991,"verified":false},{"type":"mrr","value":32.82666576268031,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"nfcorpus","name":"MTEB NFCorpus","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":5.185,"verified":false},{"type":"map_at_10","value":11.158,"verified":false},{"type":"map_at_100","value":14.041,"verified":false},{"type":"map_at_1000","value":15.360999999999999,"verified":false},{"type":"map_at_3","value":8.417,"verified":false},{"type":"map_at_5","value":9.378,"verified":false},{"type":"mrr_at_1","value":44.582,"verified":false},{"type":"mrr_at_10","value":53.083999999999996,"verified":false},{"type":"mrr_at_100","value":53.787,"verified":false},{"type":"mrr_at_1000","value":53.824000000000005,"verified":false},{"type":"mrr_at_3","value":51.187000000000005,"verified":false},{"type":"mrr_at_5","value":52.379,"verified":false},{"type":"ndcg_at_1","value":42.57,"verified":false},{"type":"ndcg_at_10","value":31.593,"verified":false},{"type":"ndcg_at_100","value":29.093999999999998,"verified":false},{"type":"ndcg_at_1000","value":37.909,"verified":false},{"type":"ndcg_at_3","value":37.083,"verified":false},{"type":"ndcg_at_5","value":34.397,"verified":false},{"type":"precision_at_1","value":43.963,"verified":false},{"type":"precision_at_10","value":23.498,"verified":false},{"type":"precision_at_100","value":7.6160000000000005,"verified":false},{"type":"precision_at_1000","value":2.032,"verified":false},{"type":"precision_at_3","value":34.572,"verified":false},{"type":"precision_at_5","value":29.412,"verified":false},{"type":"recall_at_1","value":5.185,"verified":false},{"type":"recall_at_10","value":15.234,"verified":false},{"type":"recall_at_100","value":29.49,"verified":false},{"type":"recall_at_1000","value":62.273999999999994,"verified":false},{"type":"recall_at_3","value":9.55,"verified":false},{"type":"recall_at_5","value":11.103,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"nq","name":"MTEB NQ","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":23.803,"verified":false},{"type":"map_at_10","value":38.183,"verified":false},{"type":"map_at_100","value":39.421,"verified":false},{"type":"map_at_1000","value":39.464,"verified":false},{"type":"map_at_3","value":33.835,"verified":false},{"type":"map_at_5","value":36.327,"verified":false},{"type":"mrr_at_1","value":26.68,"verified":false},{"type":"mrr_at_10","value":40.439,"verified":false},{"type":"mrr_at_100","value":41.415,"verified":false},{"type":"mrr_at_1000","value":41.443999999999996,"verified":false},{"type":"mrr_at_3","value":36.612,"verified":false},{"type":"mrr_at_5","value":38.877,"verified":false},{"type":"ndcg_at_1","value":26.68,"verified":false},{"type":"ndcg_at_10","value":45.882,"verified":false},{"type":"ndcg_at_100","value":51.227999999999994,"verified":false},{"type":"ndcg_at_1000","value":52.207,"verified":false},{"type":"ndcg_at_3","value":37.511,"verified":false},{"type":"ndcg_at_5","value":41.749,"verified":false},{"type":"precision_at_1","value":26.68,"verified":false},{"type":"precision_at_10","value":7.9750000000000005,"verified":false},{"type":"precision_at_100","value":1.0959999999999999,"verified":false},{"type":"precision_at_1000","value":0.11900000000000001,"verified":false},{"type":"precision_at_3","value":17.449,"verified":false},{"type":"precision_at_5","value":12.897,"verified":false},{"type":"recall_at_1","value":23.803,"verified":false},{"type":"recall_at_10","value":67.152,"verified":false},{"type":"recall_at_100","value":90.522,"verified":false},{"type":"recall_at_1000","value":97.743,"verified":false},{"type":"recall_at_3","value":45.338,"verified":false},{"type":"recall_at_5","value":55.106,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"quora","name":"MTEB QuoraRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":70.473,"verified":false},{"type":"map_at_10","value":84.452,"verified":false},{"type":"map_at_100","value":85.101,"verified":false},{"type":"map_at_1000","value":85.115,"verified":false},{"type":"map_at_3","value":81.435,"verified":false},{"type":"map_at_5","value":83.338,"verified":false},{"type":"mrr_at_1","value":81.19,"verified":false},{"type":"mrr_at_10","value":87.324,"verified":false},{"type":"mrr_at_100","value":87.434,"verified":false},{"type":"mrr_at_1000","value":87.435,"verified":false},{"type":"mrr_at_3","value":86.31,"verified":false},{"type":"mrr_at_5","value":87.002,"verified":false},{"type":"ndcg_at_1","value":81.21000000000001,"verified":false},{"type":"ndcg_at_10","value":88.19,"verified":false},{"type":"ndcg_at_100","value":89.44,"verified":false},{"type":"ndcg_at_1000","value":89.526,"verified":false},{"type":"ndcg_at_3","value":85.237,"verified":false},{"type":"ndcg_at_5","value":86.892,"verified":false},{"type":"precision_at_1","value":81.21000000000001,"verified":false},{"type":"precision_at_10","value":13.417000000000002,"verified":false},{"type":"precision_at_100","value":1.537,"verified":false},{"type":"precision_at_1000","value":0.157,"verified":false},{"type":"precision_at_3","value":37.31,"verified":false},{"type":"precision_at_5","value":24.59,"verified":false},{"type":"recall_at_1","value":70.473,"verified":false},{"type":"recall_at_10","value":95.367,"verified":false},{"type":"recall_at_100","value":99.616,"verified":false},{"type":"recall_at_1000","value":99.996,"verified":false},{"type":"recall_at_3","value":86.936,"verified":false},{"type":"recall_at_5","value":91.557,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering","name":"MTEB RedditClustering","config":"default","split":"test","revision":"24640382cdbf8abc73003fb0fa6d111a705499eb"},"metrics":[{"type":"v_measure","value":59.25776525253911,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering-p2p","name":"MTEB RedditClusteringP2P","config":"default","split":"test","revision":"282350215ef01743dc01b456c7f5241fa8937f16"},"metrics":[{"type":"v_measure","value":63.22135271663078,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"scidocs","name":"MTEB SCIDOCS","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":4.003,"verified":false},{"type":"map_at_10","value":10.062999999999999,"verified":false},{"type":"map_at_100","value":11.854000000000001,"verified":false},{"type":"map_at_1000","value":12.145999999999999,"verified":false},{"type":"map_at_3","value":7.242,"verified":false},{"type":"map_at_5","value":8.652999999999999,"verified":false},{"type":"mrr_at_1","value":19.7,"verified":false},{"type":"mrr_at_10","value":29.721999999999998,"verified":false},{"type":"mrr_at_100","value":30.867,"verified":false},{"type":"mrr_at_1000","value":30.944,"verified":false},{"type":"mrr_at_3","value":26.683,"verified":false},{"type":"mrr_at_5","value":28.498,"verified":false},{"type":"ndcg_at_1","value":19.7,"verified":false},{"type":"ndcg_at_10","value":17.095,"verified":false},{"type":"ndcg_at_100","value":24.375,"verified":false},{"type":"ndcg_at_1000","value":29.831000000000003,"verified":false},{"type":"ndcg_at_3","value":16.305,"verified":false},{"type":"ndcg_at_5","value":14.291,"verified":false},{"type":"precision_at_1","value":19.7,"verified":false},{"type":"precision_at_10","value":8.799999999999999,"verified":false},{"type":"precision_at_100","value":1.9349999999999998,"verified":false},{"type":"precision_at_1000","value":0.32399999999999995,"verified":false},{"type":"precision_at_3","value":15.2,"verified":false},{"type":"precision_at_5","value":12.540000000000001,"verified":false},{"type":"recall_at_1","value":4.003,"verified":false},{"type":"recall_at_10","value":17.877000000000002,"verified":false},{"type":"recall_at_100","value":39.217,"verified":false},{"type":"recall_at_1000","value":65.862,"verified":false},{"type":"recall_at_3","value":9.242,"verified":false},{"type":"recall_at_5","value":12.715000000000002,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sickr-sts","name":"MTEB SICK-R","config":"default","split":"test","revision":"a6ea5a8cab320b040a23452cc28066d9beae2cee"},"metrics":[{"type":"cos_sim_spearman","value":80.25888668589654,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts12-sts","name":"MTEB STS12","config":"default","split":"test","revision":"a0d554a64d88156834ff5ae9920b964011b16384"},"metrics":[{"type":"cos_sim_spearman","value":77.02037527837669,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts13-sts","name":"MTEB STS13","config":"default","split":"test","revision":"7e90230a92c190f1bf69ae9002b8cea547a64cca"},"metrics":[{"type":"cos_sim_spearman","value":86.58432681008449,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts14-sts","name":"MTEB STS14","config":"default","split":"test","revision":"6031580fec1f6af667f0bd2da0a551cf4f0b2375"},"metrics":[{"type":"cos_sim_spearman","value":81.31697756099051,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts15-sts","name":"MTEB STS15","config":"default","split":"test","revision":"ae752c7c21bf194d8b67fd573edf7ae58183cbe3"},"metrics":[{"type":"cos_sim_spearman","value":88.18867599667057,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts16-sts","name":"MTEB STS16","config":"default","split":"test","revision":"4d8694f8f0e0100860b497b999b3dbed754a0513"},"metrics":[{"type":"cos_sim_spearman","value":84.87853941747623,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts17-crosslingual-sts","name":"MTEB STS17 (en-en)","config":"en-en","split":"test","revision":"af5e6fb845001ecf41f4c1e033ce921939a2a68d"},"metrics":[{"type":"cos_sim_spearman","value":89.46479925383916,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts22-crosslingual-sts","name":"MTEB STS22 (en)","config":"en","split":"test","revision":"6d1ba47164174a496b7fa5d3569dae26a6813b80"},"metrics":[{"type":"cos_sim_spearman","value":66.45272113649146,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/stsbenchmark-sts","name":"MTEB STSBenchmark","config":"default","split":"test","revision":"b0fddb56ed78048fa8b90373c8a3cfc37b684831"},"metrics":[{"type":"cos_sim_spearman","value":86.43357313527851,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/scidocs-reranking","name":"MTEB SciDocsRR","config":"default","split":"test","revision":"d3c5e1fc0b855ab6097bf1cda04dd73947d7caab"},"metrics":[{"type":"map","value":78.82761687254882,"verified":false},{"type":"mrr","value":93.46223674655047,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"scifact","name":"MTEB SciFact","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":44.583,"verified":false},{"type":"map_at_10","value":52.978,"verified":false},{"type":"map_at_100","value":53.803,"verified":false},{"type":"map_at_1000","value":53.839999999999996,"verified":false},{"type":"map_at_3","value":50.03300000000001,"verified":false},{"type":"map_at_5","value":51.939,"verified":false},{"type":"mrr_at_1","value":47,"verified":false},{"type":"mrr_at_10","value":54.730000000000004,"verified":false},{"type":"mrr_at_100","value":55.31399999999999,"verified":false},{"type":"mrr_at_1000","value":55.346,"verified":false},{"type":"mrr_at_3","value":52,"verified":false},{"type":"mrr_at_5","value":53.783,"verified":false},{"type":"ndcg_at_1","value":47,"verified":false},{"type":"ndcg_at_10","value":57.82899999999999,"verified":false},{"type":"ndcg_at_100","value":61.49400000000001,"verified":false},{"type":"ndcg_at_1000","value":62.676,"verified":false},{"type":"ndcg_at_3","value":52.373000000000005,"verified":false},{"type":"ndcg_at_5","value":55.481,"verified":false},{"type":"precision_at_1","value":47,"verified":false},{"type":"precision_at_10","value":7.867,"verified":false},{"type":"precision_at_100","value":0.997,"verified":false},{"type":"precision_at_1000","value":0.11,"verified":false},{"type":"precision_at_3","value":20.556,"verified":false},{"type":"precision_at_5","value":14.066999999999998,"verified":false},{"type":"recall_at_1","value":44.583,"verified":false},{"type":"recall_at_10","value":71.172,"verified":false},{"type":"recall_at_100","value":87.7,"verified":false},{"type":"recall_at_1000","value":97.333,"verified":false},{"type":"recall_at_3","value":56.511,"verified":false},{"type":"recall_at_5","value":64.206,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/sprintduplicatequestions-pairclassification","name":"MTEB SprintDuplicateQuestions","config":"default","split":"test","revision":"d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46"},"metrics":[{"type":"cos_sim_accuracy","value":99.66237623762376,"verified":false},{"type":"cos_sim_ap","value":90.35465126226322,"verified":false},{"type":"cos_sim_f1","value":82.44575936883628,"verified":false},{"type":"cos_sim_precision","value":81.32295719844358,"verified":false},{"type":"cos_sim_recall","value":83.6,"verified":false},{"type":"dot_accuracy","value":99.66237623762376,"verified":false},{"type":"dot_ap","value":90.35464287920453,"verified":false},{"type":"dot_f1","value":82.44575936883628,"verified":false},{"type":"dot_precision","value":81.32295719844358,"verified":false},{"type":"dot_recall","value":83.6,"verified":false},{"type":"euclidean_accuracy","value":99.66237623762376,"verified":false},{"type":"euclidean_ap","value":90.3546512622632,"verified":false},{"type":"euclidean_f1","value":82.44575936883628,"verified":false},{"type":"euclidean_precision","value":81.32295719844358,"verified":false},{"type":"euclidean_recall","value":83.6,"verified":false},{"type":"manhattan_accuracy","value":99.65940594059406,"verified":false},{"type":"manhattan_ap","value":90.29220174849843,"verified":false},{"type":"manhattan_f1","value":82.4987605354487,"verified":false},{"type":"manhattan_precision","value":81.80924287118977,"verified":false},{"type":"manhattan_recall","value":83.2,"verified":false},{"type":"max_accuracy","value":99.66237623762376,"verified":false},{"type":"max_ap","value":90.35465126226322,"verified":false},{"type":"max_f1","value":82.4987605354487,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering","name":"MTEB StackExchangeClustering","config":"default","split":"test","revision":"6cbc1f7b2bc0622f2e39d2c77fa502909748c259"},"metrics":[{"type":"v_measure","value":65.0394225901397,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering-p2p","name":"MTEB StackExchangeClusteringP2P","config":"default","split":"test","revision":"815ca46b2622cec33ccafc3735d572c266efdb44"},"metrics":[{"type":"v_measure","value":35.27954189859326,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/stackoverflowdupquestions-reranking","name":"MTEB StackOverflowDupQuestions","config":"default","split":"test","revision":"e185fbe320c72810689fc5848eb6114e1ef5ec69"},"metrics":[{"type":"map","value":50.99055979974896,"verified":false},{"type":"mrr","value":51.82745257193787,"verified":false}]},{"task":{"type":"Summarization"},"dataset":{"type":"mteb/summeval","name":"MTEB SummEval","config":"default","split":"test","revision":"cda12ad7615edc362dbf25a00fdd61d3b1eaf93c"},"metrics":[{"type":"cos_sim_pearson","value":30.21655465344237,"verified":false},{"type":"cos_sim_spearman","value":29.853205339630172,"verified":false},{"type":"dot_pearson","value":30.216540628083564,"verified":false},{"type":"dot_spearman","value":29.868978894753027,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"trec-covid","name":"MTEB TRECCOVID","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":0.2,"verified":false},{"type":"map_at_10","value":1.398,"verified":false},{"type":"map_at_100","value":7.406,"verified":false},{"type":"map_at_1000","value":18.401,"verified":false},{"type":"map_at_3","value":0.479,"verified":false},{"type":"map_at_5","value":0.772,"verified":false},{"type":"mrr_at_1","value":70,"verified":false},{"type":"mrr_at_10","value":79.25999999999999,"verified":false},{"type":"mrr_at_100","value":79.25999999999999,"verified":false},{"type":"mrr_at_1000","value":79.25999999999999,"verified":false},{"type":"mrr_at_3","value":77.333,"verified":false},{"type":"mrr_at_5","value":78.133,"verified":false},{"type":"ndcg_at_1","value":63,"verified":false},{"type":"ndcg_at_10","value":58.548,"verified":false},{"type":"ndcg_at_100","value":45.216,"verified":false},{"type":"ndcg_at_1000","value":41.149,"verified":false},{"type":"ndcg_at_3","value":60.641999999999996,"verified":false},{"type":"ndcg_at_5","value":61.135,"verified":false},{"type":"precision_at_1","value":70,"verified":false},{"type":"precision_at_10","value":64,"verified":false},{"type":"precision_at_100","value":46.92,"verified":false},{"type":"precision_at_1000","value":18.642,"verified":false},{"type":"precision_at_3","value":64.667,"verified":false},{"type":"precision_at_5","value":66.4,"verified":false},{"type":"recall_at_1","value":0.2,"verified":false},{"type":"recall_at_10","value":1.6729999999999998,"verified":false},{"type":"recall_at_100","value":10.856,"verified":false},{"type":"recall_at_1000","value":38.964999999999996,"verified":false},{"type":"recall_at_3","value":0.504,"verified":false},{"type":"recall_at_5","value":0.852,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"webis-touche2020","name":"MTEB Touche2020","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":1.6629999999999998,"verified":false},{"type":"map_at_10","value":8.601,"verified":false},{"type":"map_at_100","value":14.354,"verified":false},{"type":"map_at_1000","value":15.927,"verified":false},{"type":"map_at_3","value":4.1930000000000005,"verified":false},{"type":"map_at_5","value":5.655,"verified":false},{"type":"mrr_at_1","value":18.367,"verified":false},{"type":"mrr_at_10","value":34.466,"verified":false},{"type":"mrr_at_100","value":35.235,"verified":false},{"type":"mrr_at_1000","value":35.27,"verified":false},{"type":"mrr_at_3","value":28.571,"verified":false},{"type":"mrr_at_5","value":31.531,"verified":false},{"type":"ndcg_at_1","value":14.285999999999998,"verified":false},{"type":"ndcg_at_10","value":20.374,"verified":false},{"type":"ndcg_at_100","value":33.532000000000004,"verified":false},{"type":"ndcg_at_1000","value":45.561,"verified":false},{"type":"ndcg_at_3","value":18.442,"verified":false},{"type":"ndcg_at_5","value":18.076,"verified":false},{"type":"precision_at_1","value":18.367,"verified":false},{"type":"precision_at_10","value":20.204,"verified":false},{"type":"precision_at_100","value":7.489999999999999,"verified":false},{"type":"precision_at_1000","value":1.5630000000000002,"verified":false},{"type":"precision_at_3","value":21.769,"verified":false},{"type":"precision_at_5","value":20.408,"verified":false},{"type":"recall_at_1","value":1.6629999999999998,"verified":false},{"type":"recall_at_10","value":15.549,"verified":false},{"type":"recall_at_100","value":47.497,"verified":false},{"type":"recall_at_1000","value":84.524,"verified":false},{"type":"recall_at_3","value":5.289,"verified":false},{"type":"recall_at_5","value":8.035,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/toxic_conversations_50k","name":"MTEB ToxicConversationsClassification","config":"default","split":"test","revision":"d7c0de2777da35d6aae2200a62c6e0e5af397c4c"},"metrics":[{"type":"accuracy","value":71.8194,"verified":false},{"type":"ap","value":14.447702451658554,"verified":false},{"type":"f1","value":55.13659412856185,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/tweet_sentiment_extraction","name":"MTEB TweetSentimentExtractionClassification","config":"default","split":"test","revision":"d604517c81ca91fe16a244d1248fc021f9ecee7a"},"metrics":[{"type":"accuracy","value":63.310696095076416,"verified":false},{"type":"f1","value":63.360434851097814,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/twentynewsgroups-clustering","name":"MTEB TwentyNewsgroupsClustering","config":"default","split":"test","revision":"6125ec4e24fa026cec8a478383ee943acfbd5449"},"metrics":[{"type":"v_measure","value":51.30677907335145,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twittersemeval2015-pairclassification","name":"MTEB TwitterSemEval2015","config":"default","split":"test","revision":"70970daeab8776df92f5ea462b6173c0b46fd2d1"},"metrics":[{"type":"cos_sim_accuracy","value":86.12386004649221,"verified":false},{"type":"cos_sim_ap","value":73.99096426215495,"verified":false},{"type":"cos_sim_f1","value":68.18416968442834,"verified":false},{"type":"cos_sim_precision","value":66.86960933536275,"verified":false},{"type":"cos_sim_recall","value":69.55145118733509,"verified":false},{"type":"dot_accuracy","value":86.12386004649221,"verified":false},{"type":"dot_ap","value":73.99096813038672,"verified":false},{"type":"dot_f1","value":68.18416968442834,"verified":false},{"type":"dot_precision","value":66.86960933536275,"verified":false},{"type":"dot_recall","value":69.55145118733509,"verified":false},{"type":"euclidean_accuracy","value":86.12386004649221,"verified":false},{"type":"euclidean_ap","value":73.99095984980165,"verified":false},{"type":"euclidean_f1","value":68.18416968442834,"verified":false},{"type":"euclidean_precision","value":66.86960933536275,"verified":false},{"type":"euclidean_recall","value":69.55145118733509,"verified":false},{"type":"manhattan_accuracy","value":86.09405734040651,"verified":false},{"type":"manhattan_ap","value":73.96825745608601,"verified":false},{"type":"manhattan_f1","value":68.13888179729383,"verified":false},{"type":"manhattan_precision","value":65.99901088031652,"verified":false},{"type":"manhattan_recall","value":70.42216358839049,"verified":false},{"type":"max_accuracy","value":86.12386004649221,"verified":false},{"type":"max_ap","value":73.99096813038672,"verified":false},{"type":"max_f1","value":68.18416968442834,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twitterurlcorpus-pairclassification","name":"MTEB TwitterURLCorpus","config":"default","split":"test","revision":"8b6510b0b1fa4e4c4f879467980e9be563ec1cdf"},"metrics":[{"type":"cos_sim_accuracy","value":88.99367407924865,"verified":false},{"type":"cos_sim_ap","value":86.19720829843081,"verified":false},{"type":"cos_sim_f1","value":78.39889075384951,"verified":false},{"type":"cos_sim_precision","value":74.5110278818144,"verified":false},{"type":"cos_sim_recall","value":82.71481367416075,"verified":false},{"type":"dot_accuracy","value":88.99367407924865,"verified":false},{"type":"dot_ap","value":86.19718471454047,"verified":false},{"type":"dot_f1","value":78.39889075384951,"verified":false},{"type":"dot_precision","value":74.5110278818144,"verified":false},{"type":"dot_recall","value":82.71481367416075,"verified":false},{"type":"euclidean_accuracy","value":88.99367407924865,"verified":false},{"type":"euclidean_ap","value":86.1972021422436,"verified":false},{"type":"euclidean_f1","value":78.39889075384951,"verified":false},{"type":"euclidean_precision","value":74.5110278818144,"verified":false},{"type":"euclidean_recall","value":82.71481367416075,"verified":false},{"type":"manhattan_accuracy","value":88.95680521597392,"verified":false},{"type":"manhattan_ap","value":86.16659921351506,"verified":false},{"type":"manhattan_f1","value":78.39125971550081,"verified":false},{"type":"manhattan_precision","value":74.82502799552073,"verified":false},{"type":"manhattan_recall","value":82.31444410224823,"verified":false},{"type":"max_accuracy","value":88.99367407924865,"verified":false},{"type":"max_ap","value":86.19720829843081,"verified":false},{"type":"max_f1","value":78.39889075384951,"verified":false}]}]}]},"transformersInfo":{"auto_model":"AutoModel","processor":"AutoTokenizer"},"siblings":[{"rfilename":".gitattributes"},{"rfilename":"1_Pooling/config.json"},{"rfilename":"2_Dense/config.json"},{"rfilename":"2_Dense/pytorch_model.bin"},{"rfilename":"README.md"},{"rfilename":"config.json"},{"rfilename":"config_sentence_transformers.json"},{"rfilename":"modules.json"},{"rfilename":"pytorch_model.bin"},{"rfilename":"sentence_bert_config.json"},{"rfilename":"special_tokens_map.json"},{"rfilename":"spiece.model"},{"rfilename":"tokenizer.json"},{"rfilename":"tokenizer_config.json"}],"spaces":["mteb/leaderboard_legacy","nickmuchi/Earnings-Call-Analysis-Whisperer","nickmuchi/fintweet-GPT-Search","Carlosito16/aitGPT","SmileXing/leaderboard","owaiskha9654/MANUU_Demo_Test","mikeee/multilingual-dokugpt","mikeee/docs-chat","fazni/Resume-filter-plus-QA-documents","ProjektSeminarLSBIM/Streamlit_Docker","Nirav-Khanpara/Query-PDF","gufett0/chatbot-llamaindex","mannadamay12/rag-ros2","rstallman/DocGPT","HF-test-lab/bulk_embeddings","itsmeadarsh/PDF-Falcon","Carlosito16/extraGPT","DrRaja82/pharmOgle","rohand1/test2","mohcineelharras/llama-index-docs-spaces","johannes123213/testspace","ProjektSeminarLSBIM/LLM-Test","Daniel4343/Chatbot43","ProjektSeminarLSBIM/Test1Streamlit_Docker","Nirav-Khanpara/News-Finder","suchinth08/lawllm","expressapi/chroma","Dekode/DocLLM","Yash345/BrightPsych","Pranav4datasc/chat-with-PDFs","arif97/Retrieval-Augmented-Generation","dj9801/ask-your-pdf","SkazuHD/docker-test","PebinAPJ/ChatWebpage","sq66/leaderboard_legacy","waloneai/Walone-Resume-filter-plus-QA-documents","waloneai/Resume-filter-plus-QA-documents","CosmickVisions/Tech-Vision","purpleriann/LLM-Engineers-Handbook","ali1001/smart-pdf-chatbot","yanciyuyu/1","Chengyanci/11","n8n-1/8","reader-1/1","ChrisSaws/mes-chatbot-rag-backend","lake-synctv/leaderboard","shiwan7788/leaderboard-uni","ndileep/thebigbangtheorytweet","Pujan-Dev/per_new","pratyoos/rag","hhyz/Leaderboard"],"createdAt":"2022-12-20T05:59:40.000Z","usedStorage":1326637561}