{"_id":"64ce0266749587dbe0ebffb6","id":"BAAI/bge-base-en","private":false,"pipeline_tag":"feature-extraction","library_name":"transformers","tags":["transformers","pytorch","onnx","safetensors","bert","feature-extraction","mteb","en","arxiv:2310.07554","arxiv:2309.07597","license:mit","model-index","text-embeddings-inference","endpoints_compatible","deploy:sagemaker","region:us"],"downloads":2344237,"likes":62,"modelId":"BAAI/bge-base-en","author":"BAAI","sha":"b737bf5dcc6ee8bdc530531266b4804a5d77b5d8","lastModified":"2024-04-17T13:00:18.000Z","gated":false,"disabled":false,"mask_token":"[MASK]","model-index":[{"name":"bge-base-en","results":[{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_counterfactual","name":"MTEB AmazonCounterfactualClassification (en)","config":"en","split":"test","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205"},"metrics":[{"type":"accuracy","value":75.73134328358209,"verified":false},{"type":"ap","value":38.97277232632892,"verified":false},{"type":"f1","value":69.81740361139785,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_polarity","name":"MTEB AmazonPolarityClassification","config":"default","split":"test","revision":"e2d317d38cd51312af73b3d32a06d1a08b442046"},"metrics":[{"type":"accuracy","value":92.56522500000001,"verified":false},{"type":"ap","value":88.88821771869553,"verified":false},{"type":"f1","value":92.54817512659696,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_reviews_multi","name":"MTEB AmazonReviewsClassification (en)","config":"en","split":"test","revision":"1399c76144fd37290681b995c656ef9b2e06e26d"},"metrics":[{"type":"accuracy","value":46.91,"verified":false},{"type":"f1","value":46.28536394320311,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"arguana","name":"MTEB ArguAna","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":38.834,"verified":false},{"type":"map_at_10","value":53.564,"verified":false},{"type":"map_at_100","value":54.230000000000004,"verified":false},{"type":"map_at_1000","value":54.235,"verified":false},{"type":"map_at_3","value":49.49,"verified":false},{"type":"map_at_5","value":51.784,"verified":false},{"type":"mrr_at_1","value":39.26,"verified":false},{"type":"mrr_at_10","value":53.744,"verified":false},{"type":"mrr_at_100","value":54.410000000000004,"verified":false},{"type":"mrr_at_1000","value":54.415,"verified":false},{"type":"mrr_at_3","value":49.656,"verified":false},{"type":"mrr_at_5","value":52.018,"verified":false},{"type":"ndcg_at_1","value":38.834,"verified":false},{"type":"ndcg_at_10","value":61.487,"verified":false},{"type":"ndcg_at_100","value":64.303,"verified":false},{"type":"ndcg_at_1000","value":64.408,"verified":false},{"type":"ndcg_at_3","value":53.116,"verified":false},{"type":"ndcg_at_5","value":57.248,"verified":false},{"type":"precision_at_1","value":38.834,"verified":false},{"type":"precision_at_10","value":8.663,"verified":false},{"type":"precision_at_100","value":0.989,"verified":false},{"type":"precision_at_1000","value":0.1,"verified":false},{"type":"precision_at_3","value":21.218999999999998,"verified":false},{"type":"precision_at_5","value":14.737,"verified":false},{"type":"recall_at_1","value":38.834,"verified":false},{"type":"recall_at_10","value":86.629,"verified":false},{"type":"recall_at_100","value":98.86200000000001,"verified":false},{"type":"recall_at_1000","value":99.644,"verified":false},{"type":"recall_at_3","value":63.656,"verified":false},{"type":"recall_at_5","value":73.68400000000001,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-p2p","name":"MTEB ArxivClusteringP2P","config":"default","split":"test","revision":"a122ad7f3f0291bf49cc6f4d32aa80929df69d5d"},"metrics":[{"type":"v_measure","value":48.88475477433035,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-s2s","name":"MTEB ArxivClusteringS2S","config":"default","split":"test","revision":"f910caf1a6075f7329cdf8c1a6135696f37dbd53"},"metrics":[{"type":"v_measure","value":42.85053138403176,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/askubuntudupquestions-reranking","name":"MTEB AskUbuntuDupQuestions","config":"default","split":"test","revision":"2000358ca161889fa9c082cb41daa8dcfb161a54"},"metrics":[{"type":"map","value":62.23221013208242,"verified":false},{"type":"mrr","value":74.64857318735436,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/biosses-sts","name":"MTEB BIOSSES","config":"default","split":"test","revision":"d3fb88f8f02e40887cd149695127462bbcf29b4a"},"metrics":[{"type":"cos_sim_pearson","value":87.4403443247284,"verified":false},{"type":"cos_sim_spearman","value":85.5326718115169,"verified":false},{"type":"euclidean_pearson","value":86.0114007449595,"verified":false},{"type":"euclidean_spearman","value":86.05979225604875,"verified":false},{"type":"manhattan_pearson","value":86.05423806568598,"verified":false},{"type":"manhattan_spearman","value":86.02485170086835,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/banking77","name":"MTEB Banking77Classification","config":"default","split":"test","revision":"0fd18e25b25c072e09e0d92ab615fda904d66300"},"metrics":[{"type":"accuracy","value":86.44480519480518,"verified":false},{"type":"f1","value":86.41301900941988,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-p2p","name":"MTEB BiorxivClusteringP2P","config":"default","split":"test","revision":"65b79d1d13f80053f67aca9498d9402c2d9f1f40"},"metrics":[{"type":"v_measure","value":40.17547250880036,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-s2s","name":"MTEB BiorxivClusteringS2S","config":"default","split":"test","revision":"258694dd0231531bc1fd9de6ceb52a0853c6d908"},"metrics":[{"type":"v_measure","value":37.74514172687293,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackAndroidRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":32.096000000000004,"verified":false},{"type":"map_at_10","value":43.345,"verified":false},{"type":"map_at_100","value":44.73,"verified":false},{"type":"map_at_1000","value":44.85,"verified":false},{"type":"map_at_3","value":39.956,"verified":false},{"type":"map_at_5","value":41.727,"verified":false},{"type":"mrr_at_1","value":38.769999999999996,"verified":false},{"type":"mrr_at_10","value":48.742000000000004,"verified":false},{"type":"mrr_at_100","value":49.474000000000004,"verified":false},{"type":"mrr_at_1000","value":49.513,"verified":false},{"type":"mrr_at_3","value":46.161,"verified":false},{"type":"mrr_at_5","value":47.721000000000004,"verified":false},{"type":"ndcg_at_1","value":38.769999999999996,"verified":false},{"type":"ndcg_at_10","value":49.464999999999996,"verified":false},{"type":"ndcg_at_100","value":54.632000000000005,"verified":false},{"type":"ndcg_at_1000","value":56.52,"verified":false},{"type":"ndcg_at_3","value":44.687,"verified":false},{"type":"ndcg_at_5","value":46.814,"verified":false},{"type":"precision_at_1","value":38.769999999999996,"verified":false},{"type":"precision_at_10","value":9.471,"verified":false},{"type":"precision_at_100","value":1.4909999999999999,"verified":false},{"type":"precision_at_1000","value":0.194,"verified":false},{"type":"precision_at_3","value":21.268,"verified":false},{"type":"precision_at_5","value":15.079,"verified":false},{"type":"recall_at_1","value":32.096000000000004,"verified":false},{"type":"recall_at_10","value":60.99099999999999,"verified":false},{"type":"recall_at_100","value":83.075,"verified":false},{"type":"recall_at_1000","value":95.178,"verified":false},{"type":"recall_at_3","value":47.009,"verified":false},{"type":"recall_at_5","value":53.348,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackEnglishRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":32.588,"verified":false},{"type":"map_at_10","value":42.251,"verified":false},{"type":"map_at_100","value":43.478,"verified":false},{"type":"map_at_1000","value":43.617,"verified":false},{"type":"map_at_3","value":39.381,"verified":false},{"type":"map_at_5","value":41.141,"verified":false},{"type":"mrr_at_1","value":41.21,"verified":false},{"type":"mrr_at_10","value":48.765,"verified":false},{"type":"mrr_at_100","value":49.403000000000006,"verified":false},{"type":"mrr_at_1000","value":49.451,"verified":false},{"type":"mrr_at_3","value":46.73,"verified":false},{"type":"mrr_at_5","value":47.965999999999994,"verified":false},{"type":"ndcg_at_1","value":41.21,"verified":false},{"type":"ndcg_at_10","value":47.704,"verified":false},{"type":"ndcg_at_100","value":51.916,"verified":false},{"type":"ndcg_at_1000","value":54.013999999999996,"verified":false},{"type":"ndcg_at_3","value":44.007000000000005,"verified":false},{"type":"ndcg_at_5","value":45.936,"verified":false},{"type":"precision_at_1","value":41.21,"verified":false},{"type":"precision_at_10","value":8.885,"verified":false},{"type":"precision_at_100","value":1.409,"verified":false},{"type":"precision_at_1000","value":0.189,"verified":false},{"type":"precision_at_3","value":21.274,"verified":false},{"type":"precision_at_5","value":15.045,"verified":false},{"type":"recall_at_1","value":32.588,"verified":false},{"type":"recall_at_10","value":56.333,"verified":false},{"type":"recall_at_100","value":74.251,"verified":false},{"type":"recall_at_1000","value":87.518,"verified":false},{"type":"recall_at_3","value":44.962,"verified":false},{"type":"recall_at_5","value":50.609,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackGamingRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":40.308,"verified":false},{"type":"map_at_10","value":53.12,"verified":false},{"type":"map_at_100","value":54.123,"verified":false},{"type":"map_at_1000","value":54.173,"verified":false},{"type":"map_at_3","value":50.017999999999994,"verified":false},{"type":"map_at_5","value":51.902,"verified":false},{"type":"mrr_at_1","value":46.394999999999996,"verified":false},{"type":"mrr_at_10","value":56.531,"verified":false},{"type":"mrr_at_100","value":57.19800000000001,"verified":false},{"type":"mrr_at_1000","value":57.225,"verified":false},{"type":"mrr_at_3","value":54.368,"verified":false},{"type":"mrr_at_5","value":55.713,"verified":false},{"type":"ndcg_at_1","value":46.394999999999996,"verified":false},{"type":"ndcg_at_10","value":58.811,"verified":false},{"type":"ndcg_at_100","value":62.834,"verified":false},{"type":"ndcg_at_1000","value":63.849999999999994,"verified":false},{"type":"ndcg_at_3","value":53.88699999999999,"verified":false},{"type":"ndcg_at_5","value":56.477999999999994,"verified":false},{"type":"precision_at_1","value":46.394999999999996,"verified":false},{"type":"precision_at_10","value":9.398,"verified":false},{"type":"precision_at_100","value":1.2309999999999999,"verified":false},{"type":"precision_at_1000","value":0.136,"verified":false},{"type":"precision_at_3","value":24.221999999999998,"verified":false},{"type":"precision_at_5","value":16.539,"verified":false},{"type":"recall_at_1","value":40.308,"verified":false},{"type":"recall_at_10","value":72.146,"verified":false},{"type":"recall_at_100","value":89.60900000000001,"verified":false},{"type":"recall_at_1000","value":96.733,"verified":false},{"type":"recall_at_3","value":58.91499999999999,"verified":false},{"type":"recall_at_5","value":65.34299999999999,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackGisRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":27.383000000000003,"verified":false},{"type":"map_at_10","value":35.802,"verified":false},{"type":"map_at_100","value":36.756,"verified":false},{"type":"map_at_1000","value":36.826,"verified":false},{"type":"map_at_3","value":32.923,"verified":false},{"type":"map_at_5","value":34.577999999999996,"verified":false},{"type":"mrr_at_1","value":29.604999999999997,"verified":false},{"type":"mrr_at_10","value":37.918,"verified":false},{"type":"mrr_at_100","value":38.732,"verified":false},{"type":"mrr_at_1000","value":38.786,"verified":false},{"type":"mrr_at_3","value":35.198,"verified":false},{"type":"mrr_at_5","value":36.808,"verified":false},{"type":"ndcg_at_1","value":29.604999999999997,"verified":false},{"type":"ndcg_at_10","value":40.836,"verified":false},{"type":"ndcg_at_100","value":45.622,"verified":false},{"type":"ndcg_at_1000","value":47.427,"verified":false},{"type":"ndcg_at_3","value":35.208,"verified":false},{"type":"ndcg_at_5","value":38.066,"verified":false},{"type":"precision_at_1","value":29.604999999999997,"verified":false},{"type":"precision_at_10","value":6.226,"verified":false},{"type":"precision_at_100","value":0.9079999999999999,"verified":false},{"type":"precision_at_1000","value":0.11,"verified":false},{"type":"precision_at_3","value":14.463000000000001,"verified":false},{"type":"precision_at_5","value":10.35,"verified":false},{"type":"recall_at_1","value":27.383000000000003,"verified":false},{"type":"recall_at_10","value":54.434000000000005,"verified":false},{"type":"recall_at_100","value":76.632,"verified":false},{"type":"recall_at_1000","value":90.25,"verified":false},{"type":"recall_at_3","value":39.275,"verified":false},{"type":"recall_at_5","value":46.225,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackMathematicaRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":17.885,"verified":false},{"type":"map_at_10","value":25.724000000000004,"verified":false},{"type":"map_at_100","value":26.992,"verified":false},{"type":"map_at_1000","value":27.107999999999997,"verified":false},{"type":"map_at_3","value":23.04,"verified":false},{"type":"map_at_5","value":24.529,"verified":false},{"type":"mrr_at_1","value":22.264,"verified":false},{"type":"mrr_at_10","value":30.548,"verified":false},{"type":"mrr_at_100","value":31.593,"verified":false},{"type":"mrr_at_1000","value":31.657999999999998,"verified":false},{"type":"mrr_at_3","value":27.756999999999998,"verified":false},{"type":"mrr_at_5","value":29.398999999999997,"verified":false},{"type":"ndcg_at_1","value":22.264,"verified":false},{"type":"ndcg_at_10","value":30.902,"verified":false},{"type":"ndcg_at_100","value":36.918,"verified":false},{"type":"ndcg_at_1000","value":39.735,"verified":false},{"type":"ndcg_at_3","value":25.915,"verified":false},{"type":"ndcg_at_5","value":28.255999999999997,"verified":false},{"type":"precision_at_1","value":22.264,"verified":false},{"type":"precision_at_10","value":5.634,"verified":false},{"type":"precision_at_100","value":0.9939999999999999,"verified":false},{"type":"precision_at_1000","value":0.13699999999999998,"verified":false},{"type":"precision_at_3","value":12.396,"verified":false},{"type":"precision_at_5","value":9.055,"verified":false},{"type":"recall_at_1","value":17.885,"verified":false},{"type":"recall_at_10","value":42.237,"verified":false},{"type":"recall_at_100","value":68.489,"verified":false},{"type":"recall_at_1000","value":88.721,"verified":false},{"type":"recall_at_3","value":28.283,"verified":false},{"type":"recall_at_5","value":34.300000000000004,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackPhysicsRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":29.737000000000002,"verified":false},{"type":"map_at_10","value":39.757,"verified":false},{"type":"map_at_100","value":40.992,"verified":false},{"type":"map_at_1000","value":41.102,"verified":false},{"type":"map_at_3","value":36.612,"verified":false},{"type":"map_at_5","value":38.413000000000004,"verified":false},{"type":"mrr_at_1","value":35.804,"verified":false},{"type":"mrr_at_10","value":45.178000000000004,"verified":false},{"type":"mrr_at_100","value":45.975,"verified":false},{"type":"mrr_at_1000","value":46.021,"verified":false},{"type":"mrr_at_3","value":42.541000000000004,"verified":false},{"type":"mrr_at_5","value":44.167,"verified":false},{"type":"ndcg_at_1","value":35.804,"verified":false},{"type":"ndcg_at_10","value":45.608,"verified":false},{"type":"ndcg_at_100","value":50.746,"verified":false},{"type":"ndcg_at_1000","value":52.839999999999996,"verified":false},{"type":"ndcg_at_3","value":40.52,"verified":false},{"type":"ndcg_at_5","value":43.051,"verified":false},{"type":"precision_at_1","value":35.804,"verified":false},{"type":"precision_at_10","value":8.104,"verified":false},{"type":"precision_at_100","value":1.256,"verified":false},{"type":"precision_at_1000","value":0.161,"verified":false},{"type":"precision_at_3","value":19.121,"verified":false},{"type":"precision_at_5","value":13.532,"verified":false},{"type":"recall_at_1","value":29.737000000000002,"verified":false},{"type":"recall_at_10","value":57.66,"verified":false},{"type":"recall_at_100","value":79.121,"verified":false},{"type":"recall_at_1000","value":93.023,"verified":false},{"type":"recall_at_3","value":43.13,"verified":false},{"type":"recall_at_5","value":49.836000000000006,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackProgrammersRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":26.299,"verified":false},{"type":"map_at_10","value":35.617,"verified":false},{"type":"map_at_100","value":36.972,"verified":false},{"type":"map_at_1000","value":37.096000000000004,"verified":false},{"type":"map_at_3","value":32.653999999999996,"verified":false},{"type":"map_at_5","value":34.363,"verified":false},{"type":"mrr_at_1","value":32.877,"verified":false},{"type":"mrr_at_10","value":41.423,"verified":false},{"type":"mrr_at_100","value":42.333999999999996,"verified":false},{"type":"mrr_at_1000","value":42.398,"verified":false},{"type":"mrr_at_3","value":39.193,"verified":false},{"type":"mrr_at_5","value":40.426,"verified":false},{"type":"ndcg_at_1","value":32.877,"verified":false},{"type":"ndcg_at_10","value":41.271,"verified":false},{"type":"ndcg_at_100","value":46.843,"verified":false},{"type":"ndcg_at_1000","value":49.366,"verified":false},{"type":"ndcg_at_3","value":36.735,"verified":false},{"type":"ndcg_at_5","value":38.775999999999996,"verified":false},{"type":"precision_at_1","value":32.877,"verified":false},{"type":"precision_at_10","value":7.580000000000001,"verified":false},{"type":"precision_at_100","value":1.192,"verified":false},{"type":"precision_at_1000","value":0.158,"verified":false},{"type":"precision_at_3","value":17.541999999999998,"verified":false},{"type":"precision_at_5","value":12.443,"verified":false},{"type":"recall_at_1","value":26.299,"verified":false},{"type":"recall_at_10","value":52.256,"verified":false},{"type":"recall_at_100","value":75.919,"verified":false},{"type":"recall_at_1000","value":93.185,"verified":false},{"type":"recall_at_3","value":39.271,"verified":false},{"type":"recall_at_5","value":44.901,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":27.05741666666667,"verified":false},{"type":"map_at_10","value":36.086416666666665,"verified":false},{"type":"map_at_100","value":37.26916666666667,"verified":false},{"type":"map_at_1000","value":37.38191666666666,"verified":false},{"type":"map_at_3","value":33.34225,"verified":false},{"type":"map_at_5","value":34.86425,"verified":false},{"type":"mrr_at_1","value":32.06008333333333,"verified":false},{"type":"mrr_at_10","value":40.36658333333333,"verified":false},{"type":"mrr_at_100","value":41.206500000000005,"verified":false},{"type":"mrr_at_1000","value":41.261083333333325,"verified":false},{"type":"mrr_at_3","value":38.01208333333334,"verified":false},{"type":"mrr_at_5","value":39.36858333333333,"verified":false},{"type":"ndcg_at_1","value":32.06008333333333,"verified":false},{"type":"ndcg_at_10","value":41.3535,"verified":false},{"type":"ndcg_at_100","value":46.42066666666666,"verified":false},{"type":"ndcg_at_1000","value":48.655166666666666,"verified":false},{"type":"ndcg_at_3","value":36.78041666666667,"verified":false},{"type":"ndcg_at_5","value":38.91783333333334,"verified":false},{"type":"precision_at_1","value":32.06008333333333,"verified":false},{"type":"precision_at_10","value":7.169833333333332,"verified":false},{"type":"precision_at_100","value":1.1395,"verified":false},{"type":"precision_at_1000","value":0.15158333333333332,"verified":false},{"type":"precision_at_3","value":16.852,"verified":false},{"type":"precision_at_5","value":11.8645,"verified":false},{"type":"recall_at_1","value":27.05741666666667,"verified":false},{"type":"recall_at_10","value":52.64491666666666,"verified":false},{"type":"recall_at_100","value":74.99791666666667,"verified":false},{"type":"recall_at_1000","value":90.50524999999999,"verified":false},{"type":"recall_at_3","value":39.684000000000005,"verified":false},{"type":"recall_at_5","value":45.37225,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackStatsRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":25.607999999999997,"verified":false},{"type":"map_at_10","value":32.28,"verified":false},{"type":"map_at_100","value":33.261,"verified":false},{"type":"map_at_1000","value":33.346,"verified":false},{"type":"map_at_3","value":30.514999999999997,"verified":false},{"type":"map_at_5","value":31.415,"verified":false},{"type":"mrr_at_1","value":28.988000000000003,"verified":false},{"type":"mrr_at_10","value":35.384,"verified":false},{"type":"mrr_at_100","value":36.24,"verified":false},{"type":"mrr_at_1000","value":36.299,"verified":false},{"type":"mrr_at_3","value":33.717000000000006,"verified":false},{"type":"mrr_at_5","value":34.507,"verified":false},{"type":"ndcg_at_1","value":28.988000000000003,"verified":false},{"type":"ndcg_at_10","value":36.248000000000005,"verified":false},{"type":"ndcg_at_100","value":41.034,"verified":false},{"type":"ndcg_at_1000","value":43.35,"verified":false},{"type":"ndcg_at_3","value":32.987,"verified":false},{"type":"ndcg_at_5","value":34.333999999999996,"verified":false},{"type":"precision_at_1","value":28.988000000000003,"verified":false},{"type":"precision_at_10","value":5.506,"verified":false},{"type":"precision_at_100","value":0.853,"verified":false},{"type":"precision_at_1000","value":0.11199999999999999,"verified":false},{"type":"precision_at_3","value":14.11,"verified":false},{"type":"precision_at_5","value":9.417,"verified":false},{"type":"recall_at_1","value":25.607999999999997,"verified":false},{"type":"recall_at_10","value":45.344,"verified":false},{"type":"recall_at_100","value":67.132,"verified":false},{"type":"recall_at_1000","value":84.676,"verified":false},{"type":"recall_at_3","value":36.02,"verified":false},{"type":"recall_at_5","value":39.613,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackTexRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":18.44,"verified":false},{"type":"map_at_10","value":25.651000000000003,"verified":false},{"type":"map_at_100","value":26.735,"verified":false},{"type":"map_at_1000","value":26.86,"verified":false},{"type":"map_at_3","value":23.409,"verified":false},{"type":"map_at_5","value":24.604,"verified":false},{"type":"mrr_at_1","value":22.195,"verified":false},{"type":"mrr_at_10","value":29.482000000000003,"verified":false},{"type":"mrr_at_100","value":30.395,"verified":false},{"type":"mrr_at_1000","value":30.471999999999998,"verified":false},{"type":"mrr_at_3","value":27.409,"verified":false},{"type":"mrr_at_5","value":28.553,"verified":false},{"type":"ndcg_at_1","value":22.195,"verified":false},{"type":"ndcg_at_10","value":30.242,"verified":false},{"type":"ndcg_at_100","value":35.397,"verified":false},{"type":"ndcg_at_1000","value":38.287,"verified":false},{"type":"ndcg_at_3","value":26.201,"verified":false},{"type":"ndcg_at_5","value":28.008,"verified":false},{"type":"precision_at_1","value":22.195,"verified":false},{"type":"precision_at_10","value":5.372,"verified":false},{"type":"precision_at_100","value":0.9259999999999999,"verified":false},{"type":"precision_at_1000","value":0.135,"verified":false},{"type":"precision_at_3","value":12.228,"verified":false},{"type":"precision_at_5","value":8.727,"verified":false},{"type":"recall_at_1","value":18.44,"verified":false},{"type":"recall_at_10","value":40.325,"verified":false},{"type":"recall_at_100","value":63.504000000000005,"verified":false},{"type":"recall_at_1000","value":83.909,"verified":false},{"type":"recall_at_3","value":28.925,"verified":false},{"type":"recall_at_5","value":33.641,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackUnixRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":26.535999999999998,"verified":false},{"type":"map_at_10","value":35.358000000000004,"verified":false},{"type":"map_at_100","value":36.498999999999995,"verified":false},{"type":"map_at_1000","value":36.597,"verified":false},{"type":"map_at_3","value":32.598,"verified":false},{"type":"map_at_5","value":34.185,"verified":false},{"type":"mrr_at_1","value":31.25,"verified":false},{"type":"mrr_at_10","value":39.593,"verified":false},{"type":"mrr_at_100","value":40.443,"verified":false},{"type":"mrr_at_1000","value":40.498,"verified":false},{"type":"mrr_at_3","value":37.018,"verified":false},{"type":"mrr_at_5","value":38.492,"verified":false},{"type":"ndcg_at_1","value":31.25,"verified":false},{"type":"ndcg_at_10","value":40.71,"verified":false},{"type":"ndcg_at_100","value":46.079,"verified":false},{"type":"ndcg_at_1000","value":48.287,"verified":false},{"type":"ndcg_at_3","value":35.667,"verified":false},{"type":"ndcg_at_5","value":38.080000000000005,"verified":false},{"type":"precision_at_1","value":31.25,"verified":false},{"type":"precision_at_10","value":6.847,"verified":false},{"type":"precision_at_100","value":1.079,"verified":false},{"type":"precision_at_1000","value":0.13699999999999998,"verified":false},{"type":"precision_at_3","value":16.262,"verified":false},{"type":"precision_at_5","value":11.455,"verified":false},{"type":"recall_at_1","value":26.535999999999998,"verified":false},{"type":"recall_at_10","value":52.92099999999999,"verified":false},{"type":"recall_at_100","value":76.669,"verified":false},{"type":"recall_at_1000","value":92.096,"verified":false},{"type":"recall_at_3","value":38.956,"verified":false},{"type":"recall_at_5","value":45.239000000000004,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackWebmastersRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":24.691,"verified":false},{"type":"map_at_10","value":33.417,"verified":false},{"type":"map_at_100","value":35.036,"verified":false},{"type":"map_at_1000","value":35.251,"verified":false},{"type":"map_at_3","value":30.646,"verified":false},{"type":"map_at_5","value":32.177,"verified":false},{"type":"mrr_at_1","value":30.04,"verified":false},{"type":"mrr_at_10","value":37.905,"verified":false},{"type":"mrr_at_100","value":38.929,"verified":false},{"type":"mrr_at_1000","value":38.983000000000004,"verified":false},{"type":"mrr_at_3","value":35.276999999999994,"verified":false},{"type":"mrr_at_5","value":36.897000000000006,"verified":false},{"type":"ndcg_at_1","value":30.04,"verified":false},{"type":"ndcg_at_10","value":39.037,"verified":false},{"type":"ndcg_at_100","value":44.944,"verified":false},{"type":"ndcg_at_1000","value":47.644,"verified":false},{"type":"ndcg_at_3","value":34.833999999999996,"verified":false},{"type":"ndcg_at_5","value":36.83,"verified":false},{"type":"precision_at_1","value":30.04,"verified":false},{"type":"precision_at_10","value":7.4510000000000005,"verified":false},{"type":"precision_at_100","value":1.492,"verified":false},{"type":"precision_at_1000","value":0.234,"verified":false},{"type":"precision_at_3","value":16.337,"verified":false},{"type":"precision_at_5","value":11.897,"verified":false},{"type":"recall_at_1","value":24.691,"verified":false},{"type":"recall_at_10","value":49.303999999999995,"verified":false},{"type":"recall_at_100","value":76.20400000000001,"verified":false},{"type":"recall_at_1000","value":93.30000000000001,"verified":false},{"type":"recall_at_3","value":36.594,"verified":false},{"type":"recall_at_5","value":42.41,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackWordpressRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":23.118,"verified":false},{"type":"map_at_10","value":30.714999999999996,"verified":false},{"type":"map_at_100","value":31.656000000000002,"verified":false},{"type":"map_at_1000","value":31.757,"verified":false},{"type":"map_at_3","value":28.355000000000004,"verified":false},{"type":"map_at_5","value":29.337000000000003,"verified":false},{"type":"mrr_at_1","value":25.323,"verified":false},{"type":"mrr_at_10","value":32.93,"verified":false},{"type":"mrr_at_100","value":33.762,"verified":false},{"type":"mrr_at_1000","value":33.829,"verified":false},{"type":"mrr_at_3","value":30.775999999999996,"verified":false},{"type":"mrr_at_5","value":31.774,"verified":false},{"type":"ndcg_at_1","value":25.323,"verified":false},{"type":"ndcg_at_10","value":35.408,"verified":false},{"type":"ndcg_at_100","value":40.083,"verified":false},{"type":"ndcg_at_1000","value":42.542,"verified":false},{"type":"ndcg_at_3","value":30.717,"verified":false},{"type":"ndcg_at_5","value":32.385000000000005,"verified":false},{"type":"precision_at_1","value":25.323,"verified":false},{"type":"precision_at_10","value":5.564,"verified":false},{"type":"precision_at_100","value":0.843,"verified":false},{"type":"precision_at_1000","value":0.116,"verified":false},{"type":"precision_at_3","value":13.001,"verified":false},{"type":"precision_at_5","value":8.834999999999999,"verified":false},{"type":"recall_at_1","value":23.118,"verified":false},{"type":"recall_at_10","value":47.788000000000004,"verified":false},{"type":"recall_at_100","value":69.37,"verified":false},{"type":"recall_at_1000","value":87.47399999999999,"verified":false},{"type":"recall_at_3","value":34.868,"verified":false},{"type":"recall_at_5","value":39.001999999999995,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"climate-fever","name":"MTEB ClimateFEVER","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":14.288,"verified":false},{"type":"map_at_10","value":23.256,"verified":false},{"type":"map_at_100","value":25.115,"verified":false},{"type":"map_at_1000","value":25.319000000000003,"verified":false},{"type":"map_at_3","value":20.005,"verified":false},{"type":"map_at_5","value":21.529999999999998,"verified":false},{"type":"mrr_at_1","value":31.401,"verified":false},{"type":"mrr_at_10","value":42.251,"verified":false},{"type":"mrr_at_100","value":43.236999999999995,"verified":false},{"type":"mrr_at_1000","value":43.272,"verified":false},{"type":"mrr_at_3","value":39.164,"verified":false},{"type":"mrr_at_5","value":40.881,"verified":false},{"type":"ndcg_at_1","value":31.401,"verified":false},{"type":"ndcg_at_10","value":31.615,"verified":false},{"type":"ndcg_at_100","value":38.982,"verified":false},{"type":"ndcg_at_1000","value":42.496,"verified":false},{"type":"ndcg_at_3","value":26.608999999999998,"verified":false},{"type":"ndcg_at_5","value":28.048000000000002,"verified":false},{"type":"precision_at_1","value":31.401,"verified":false},{"type":"precision_at_10","value":9.536999999999999,"verified":false},{"type":"precision_at_100","value":1.763,"verified":false},{"type":"precision_at_1000","value":0.241,"verified":false},{"type":"precision_at_3","value":19.153000000000002,"verified":false},{"type":"precision_at_5","value":14.228,"verified":false},{"type":"recall_at_1","value":14.288,"verified":false},{"type":"recall_at_10","value":36.717,"verified":false},{"type":"recall_at_100","value":61.9,"verified":false},{"type":"recall_at_1000","value":81.676,"verified":false},{"type":"recall_at_3","value":24.203,"verified":false},{"type":"recall_at_5","value":28.793999999999997,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"dbpedia-entity","name":"MTEB DBPedia","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":9.019,"verified":false},{"type":"map_at_10","value":19.963,"verified":false},{"type":"map_at_100","value":28.834,"verified":false},{"type":"map_at_1000","value":30.537999999999997,"verified":false},{"type":"map_at_3","value":14.45,"verified":false},{"type":"map_at_5","value":16.817999999999998,"verified":false},{"type":"mrr_at_1","value":65.75,"verified":false},{"type":"mrr_at_10","value":74.646,"verified":false},{"type":"mrr_at_100","value":74.946,"verified":false},{"type":"mrr_at_1000","value":74.95100000000001,"verified":false},{"type":"mrr_at_3","value":72.625,"verified":false},{"type":"mrr_at_5","value":74.012,"verified":false},{"type":"ndcg_at_1","value":54,"verified":false},{"type":"ndcg_at_10","value":42.014,"verified":false},{"type":"ndcg_at_100","value":47.527,"verified":false},{"type":"ndcg_at_1000","value":54.911,"verified":false},{"type":"ndcg_at_3","value":46.586,"verified":false},{"type":"ndcg_at_5","value":43.836999999999996,"verified":false},{"type":"precision_at_1","value":65.75,"verified":false},{"type":"precision_at_10","value":33.475,"verified":false},{"type":"precision_at_100","value":11.16,"verified":false},{"type":"precision_at_1000","value":2.145,"verified":false},{"type":"precision_at_3","value":50.083,"verified":false},{"type":"precision_at_5","value":42.55,"verified":false},{"type":"recall_at_1","value":9.019,"verified":false},{"type":"recall_at_10","value":25.558999999999997,"verified":false},{"type":"recall_at_100","value":53.937999999999995,"verified":false},{"type":"recall_at_1000","value":77.67399999999999,"verified":false},{"type":"recall_at_3","value":15.456,"verified":false},{"type":"recall_at_5","value":19.259,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/emotion","name":"MTEB EmotionClassification","config":"default","split":"test","revision":"4f58c6b202a23cf9a4da393831edf4f9183cad37"},"metrics":[{"type":"accuracy","value":52.635,"verified":false},{"type":"f1","value":47.692783881403926,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"fever","name":"MTEB FEVER","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":76.893,"verified":false},{"type":"map_at_10","value":84.897,"verified":false},{"type":"map_at_100","value":85.122,"verified":false},{"type":"map_at_1000","value":85.135,"verified":false},{"type":"map_at_3","value":83.88,"verified":false},{"type":"map_at_5","value":84.565,"verified":false},{"type":"mrr_at_1","value":83.003,"verified":false},{"type":"mrr_at_10","value":89.506,"verified":false},{"type":"mrr_at_100","value":89.574,"verified":false},{"type":"mrr_at_1000","value":89.575,"verified":false},{"type":"mrr_at_3","value":88.991,"verified":false},{"type":"mrr_at_5","value":89.349,"verified":false},{"type":"ndcg_at_1","value":83.003,"verified":false},{"type":"ndcg_at_10","value":88.351,"verified":false},{"type":"ndcg_at_100","value":89.128,"verified":false},{"type":"ndcg_at_1000","value":89.34100000000001,"verified":false},{"type":"ndcg_at_3","value":86.92,"verified":false},{"type":"ndcg_at_5","value":87.78200000000001,"verified":false},{"type":"precision_at_1","value":83.003,"verified":false},{"type":"precision_at_10","value":10.517999999999999,"verified":false},{"type":"precision_at_100","value":1.115,"verified":false},{"type":"precision_at_1000","value":0.11499999999999999,"verified":false},{"type":"precision_at_3","value":33.062999999999995,"verified":false},{"type":"precision_at_5","value":20.498,"verified":false},{"type":"recall_at_1","value":76.893,"verified":false},{"type":"recall_at_10","value":94.374,"verified":false},{"type":"recall_at_100","value":97.409,"verified":false},{"type":"recall_at_1000","value":98.687,"verified":false},{"type":"recall_at_3","value":90.513,"verified":false},{"type":"recall_at_5","value":92.709,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"fiqa","name":"MTEB FiQA2018","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":20.829,"verified":false},{"type":"map_at_10","value":32.86,"verified":false},{"type":"map_at_100","value":34.838,"verified":false},{"type":"map_at_1000","value":35.006,"verified":false},{"type":"map_at_3","value":28.597,"verified":false},{"type":"map_at_5","value":31.056,"verified":false},{"type":"mrr_at_1","value":41.358,"verified":false},{"type":"mrr_at_10","value":49.542,"verified":false},{"type":"mrr_at_100","value":50.29900000000001,"verified":false},{"type":"mrr_at_1000","value":50.334999999999994,"verified":false},{"type":"mrr_at_3","value":46.579,"verified":false},{"type":"mrr_at_5","value":48.408,"verified":false},{"type":"ndcg_at_1","value":41.358,"verified":false},{"type":"ndcg_at_10","value":40.758,"verified":false},{"type":"ndcg_at_100","value":47.799,"verified":false},{"type":"ndcg_at_1000","value":50.589,"verified":false},{"type":"ndcg_at_3","value":36.695,"verified":false},{"type":"ndcg_at_5","value":38.193,"verified":false},{"type":"precision_at_1","value":41.358,"verified":false},{"type":"precision_at_10","value":11.142000000000001,"verified":false},{"type":"precision_at_100","value":1.8350000000000002,"verified":false},{"type":"precision_at_1000","value":0.234,"verified":false},{"type":"precision_at_3","value":24.023,"verified":false},{"type":"precision_at_5","value":17.963,"verified":false},{"type":"recall_at_1","value":20.829,"verified":false},{"type":"recall_at_10","value":47.467999999999996,"verified":false},{"type":"recall_at_100","value":73.593,"verified":false},{"type":"recall_at_1000","value":90.122,"verified":false},{"type":"recall_at_3","value":32.74,"verified":false},{"type":"recall_at_5","value":39.608,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"hotpotqa","name":"MTEB HotpotQA","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":40.324,"verified":false},{"type":"map_at_10","value":64.183,"verified":false},{"type":"map_at_100","value":65.037,"verified":false},{"type":"map_at_1000","value":65.094,"verified":false},{"type":"map_at_3","value":60.663,"verified":false},{"type":"map_at_5","value":62.951,"verified":false},{"type":"mrr_at_1","value":80.648,"verified":false},{"type":"mrr_at_10","value":86.005,"verified":false},{"type":"mrr_at_100","value":86.157,"verified":false},{"type":"mrr_at_1000","value":86.162,"verified":false},{"type":"mrr_at_3","value":85.116,"verified":false},{"type":"mrr_at_5","value":85.703,"verified":false},{"type":"ndcg_at_1","value":80.648,"verified":false},{"type":"ndcg_at_10","value":72.351,"verified":false},{"type":"ndcg_at_100","value":75.279,"verified":false},{"type":"ndcg_at_1000","value":76.357,"verified":false},{"type":"ndcg_at_3","value":67.484,"verified":false},{"type":"ndcg_at_5","value":70.31500000000001,"verified":false},{"type":"precision_at_1","value":80.648,"verified":false},{"type":"precision_at_10","value":15.103,"verified":false},{"type":"precision_at_100","value":1.7399999999999998,"verified":false},{"type":"precision_at_1000","value":0.188,"verified":false},{"type":"precision_at_3","value":43.232,"verified":false},{"type":"precision_at_5","value":28.165000000000003,"verified":false},{"type":"recall_at_1","value":40.324,"verified":false},{"type":"recall_at_10","value":75.517,"verified":false},{"type":"recall_at_100","value":86.982,"verified":false},{"type":"recall_at_1000","value":94.072,"verified":false},{"type":"recall_at_3","value":64.848,"verified":false},{"type":"recall_at_5","value":70.41199999999999,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/imdb","name":"MTEB ImdbClassification","config":"default","split":"test","revision":"3d86128a09e091d6018b6d26cad27f2739fc2db7"},"metrics":[{"type":"accuracy","value":91.4,"verified":false},{"type":"ap","value":87.4422032289312,"verified":false},{"type":"f1","value":91.39249564302281,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"msmarco","name":"MTEB MSMARCO","config":"default","split":"dev","revision":"None"},"metrics":[{"type":"map_at_1","value":22.03,"verified":false},{"type":"map_at_10","value":34.402,"verified":false},{"type":"map_at_100","value":35.599,"verified":false},{"type":"map_at_1000","value":35.648,"verified":false},{"type":"map_at_3","value":30.603,"verified":false},{"type":"map_at_5","value":32.889,"verified":false},{"type":"mrr_at_1","value":22.679,"verified":false},{"type":"mrr_at_10","value":35.021,"verified":false},{"type":"mrr_at_100","value":36.162,"verified":false},{"type":"mrr_at_1000","value":36.205,"verified":false},{"type":"mrr_at_3","value":31.319999999999997,"verified":false},{"type":"mrr_at_5","value":33.562,"verified":false},{"type":"ndcg_at_1","value":22.692999999999998,"verified":false},{"type":"ndcg_at_10","value":41.258,"verified":false},{"type":"ndcg_at_100","value":46.967,"verified":false},{"type":"ndcg_at_1000","value":48.175000000000004,"verified":false},{"type":"ndcg_at_3","value":33.611000000000004,"verified":false},{"type":"ndcg_at_5","value":37.675,"verified":false},{"type":"precision_at_1","value":22.692999999999998,"verified":false},{"type":"precision_at_10","value":6.5089999999999995,"verified":false},{"type":"precision_at_100","value":0.936,"verified":false},{"type":"precision_at_1000","value":0.104,"verified":false},{"type":"precision_at_3","value":14.413,"verified":false},{"type":"precision_at_5","value":10.702,"verified":false},{"type":"recall_at_1","value":22.03,"verified":false},{"type":"recall_at_10","value":62.248000000000005,"verified":false},{"type":"recall_at_100","value":88.524,"verified":false},{"type":"recall_at_1000","value":97.714,"verified":false},{"type":"recall_at_3","value":41.617,"verified":false},{"type":"recall_at_5","value":51.359,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_domain","name":"MTEB MTOPDomainClassification (en)","config":"en","split":"test","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf"},"metrics":[{"type":"accuracy","value":94.36844505243957,"verified":false},{"type":"f1","value":94.12408743818202,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_intent","name":"MTEB MTOPIntentClassification (en)","config":"en","split":"test","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba"},"metrics":[{"type":"accuracy","value":76.43410852713177,"verified":false},{"type":"f1","value":58.501855709435624,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (en)","config":"en","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":76.04909213180902,"verified":false},{"type":"f1","value":74.1800860395823,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (en)","config":"en","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":79.76126429051781,"verified":false},{"type":"f1","value":79.85705217473232,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-p2p","name":"MTEB MedrxivClusteringP2P","config":"default","split":"test","revision":"e7a26af6f3ae46b30dde8737f02c07b1505bcc73"},"metrics":[{"type":"v_measure","value":34.70119520292863,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-s2s","name":"MTEB MedrxivClusteringS2S","config":"default","split":"test","revision":"35191c8c0dca72d8ff3efcd72aa802307d469663"},"metrics":[{"type":"v_measure","value":32.33544316467486,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/mind_small","name":"MTEB MindSmallReranking","config":"default","split":"test","revision":"3bdac13927fdc888b903db93b2ffdbd90b295a69"},"metrics":[{"type":"map","value":30.75499243990726,"verified":false},{"type":"mrr","value":31.70602251821063,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"nfcorpus","name":"MTEB NFCorpus","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":6.451999999999999,"verified":false},{"type":"map_at_10","value":13.918,"verified":false},{"type":"map_at_100","value":17.316000000000003,"verified":false},{"type":"map_at_1000","value":18.747,"verified":false},{"type":"map_at_3","value":10.471,"verified":false},{"type":"map_at_5","value":12.104,"verified":false},{"type":"mrr_at_1","value":46.749,"verified":false},{"type":"mrr_at_10","value":55.717000000000006,"verified":false},{"type":"mrr_at_100","value":56.249,"verified":false},{"type":"mrr_at_1000","value":56.288000000000004,"verified":false},{"type":"mrr_at_3","value":53.818,"verified":false},{"type":"mrr_at_5","value":55.103,"verified":false},{"type":"ndcg_at_1","value":45.201,"verified":false},{"type":"ndcg_at_10","value":35.539,"verified":false},{"type":"ndcg_at_100","value":32.586,"verified":false},{"type":"ndcg_at_1000","value":41.486000000000004,"verified":false},{"type":"ndcg_at_3","value":41.174,"verified":false},{"type":"ndcg_at_5","value":38.939,"verified":false},{"type":"precision_at_1","value":46.749,"verified":false},{"type":"precision_at_10","value":25.944,"verified":false},{"type":"precision_at_100","value":8.084,"verified":false},{"type":"precision_at_1000","value":2.076,"verified":false},{"type":"precision_at_3","value":38.7,"verified":false},{"type":"precision_at_5","value":33.56,"verified":false},{"type":"recall_at_1","value":6.451999999999999,"verified":false},{"type":"recall_at_10","value":17.302,"verified":false},{"type":"recall_at_100","value":32.14,"verified":false},{"type":"recall_at_1000","value":64.12,"verified":false},{"type":"recall_at_3","value":11.219,"verified":false},{"type":"recall_at_5","value":13.993,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"nq","name":"MTEB NQ","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":32.037,"verified":false},{"type":"map_at_10","value":46.565,"verified":false},{"type":"map_at_100","value":47.606,"verified":false},{"type":"map_at_1000","value":47.636,"verified":false},{"type":"map_at_3","value":42.459,"verified":false},{"type":"map_at_5","value":44.762,"verified":false},{"type":"mrr_at_1","value":36.181999999999995,"verified":false},{"type":"mrr_at_10","value":49.291000000000004,"verified":false},{"type":"mrr_at_100","value":50.059,"verified":false},{"type":"mrr_at_1000","value":50.078,"verified":false},{"type":"mrr_at_3","value":45.829,"verified":false},{"type":"mrr_at_5","value":47.797,"verified":false},{"type":"ndcg_at_1","value":36.153,"verified":false},{"type":"ndcg_at_10","value":53.983000000000004,"verified":false},{"type":"ndcg_at_100","value":58.347,"verified":false},{"type":"ndcg_at_1000","value":59.058,"verified":false},{"type":"ndcg_at_3","value":46.198,"verified":false},{"type":"ndcg_at_5","value":50.022,"verified":false},{"type":"precision_at_1","value":36.153,"verified":false},{"type":"precision_at_10","value":8.763,"verified":false},{"type":"precision_at_100","value":1.123,"verified":false},{"type":"precision_at_1000","value":0.11900000000000001,"verified":false},{"type":"precision_at_3","value":20.751,"verified":false},{"type":"precision_at_5","value":14.646999999999998,"verified":false},{"type":"recall_at_1","value":32.037,"verified":false},{"type":"recall_at_10","value":74.008,"verified":false},{"type":"recall_at_100","value":92.893,"verified":false},{"type":"recall_at_1000","value":98.16,"verified":false},{"type":"recall_at_3","value":53.705999999999996,"verified":false},{"type":"recall_at_5","value":62.495,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"quora","name":"MTEB QuoraRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":71.152,"verified":false},{"type":"map_at_10","value":85.104,"verified":false},{"type":"map_at_100","value":85.745,"verified":false},{"type":"map_at_1000","value":85.761,"verified":false},{"type":"map_at_3","value":82.175,"verified":false},{"type":"map_at_5","value":84.066,"verified":false},{"type":"mrr_at_1","value":82.03,"verified":false},{"type":"mrr_at_10","value":88.115,"verified":false},{"type":"mrr_at_100","value":88.21,"verified":false},{"type":"mrr_at_1000","value":88.211,"verified":false},{"type":"mrr_at_3","value":87.19200000000001,"verified":false},{"type":"mrr_at_5","value":87.85,"verified":false},{"type":"ndcg_at_1","value":82.03,"verified":false},{"type":"ndcg_at_10","value":88.78,"verified":false},{"type":"ndcg_at_100","value":89.96300000000001,"verified":false},{"type":"ndcg_at_1000","value":90.056,"verified":false},{"type":"ndcg_at_3","value":86.051,"verified":false},{"type":"ndcg_at_5","value":87.63499999999999,"verified":false},{"type":"precision_at_1","value":82.03,"verified":false},{"type":"precision_at_10","value":13.450000000000001,"verified":false},{"type":"precision_at_100","value":1.5310000000000001,"verified":false},{"type":"precision_at_1000","value":0.157,"verified":false},{"type":"precision_at_3","value":37.627,"verified":false},{"type":"precision_at_5","value":24.784,"verified":false},{"type":"recall_at_1","value":71.152,"verified":false},{"type":"recall_at_10","value":95.649,"verified":false},{"type":"recall_at_100","value":99.58200000000001,"verified":false},{"type":"recall_at_1000","value":99.981,"verified":false},{"type":"recall_at_3","value":87.767,"verified":false},{"type":"recall_at_5","value":92.233,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering","name":"MTEB RedditClustering","config":"default","split":"test","revision":"24640382cdbf8abc73003fb0fa6d111a705499eb"},"metrics":[{"type":"v_measure","value":56.48713646277477,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering-p2p","name":"MTEB RedditClusteringP2P","config":"default","split":"test","revision":"282350215ef01743dc01b456c7f5241fa8937f16"},"metrics":[{"type":"v_measure","value":63.394940772438545,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"scidocs","name":"MTEB SCIDOCS","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":5.043,"verified":false},{"type":"map_at_10","value":12.949,"verified":false},{"type":"map_at_100","value":15.146,"verified":false},{"type":"map_at_1000","value":15.495000000000001,"verified":false},{"type":"map_at_3","value":9.333,"verified":false},{"type":"map_at_5","value":11.312999999999999,"verified":false},{"type":"mrr_at_1","value":24.9,"verified":false},{"type":"mrr_at_10","value":35.958,"verified":false},{"type":"mrr_at_100","value":37.152,"verified":false},{"type":"mrr_at_1000","value":37.201,"verified":false},{"type":"mrr_at_3","value":32.667,"verified":false},{"type":"mrr_at_5","value":34.567,"verified":false},{"type":"ndcg_at_1","value":24.9,"verified":false},{"type":"ndcg_at_10","value":21.298000000000002,"verified":false},{"type":"ndcg_at_100","value":29.849999999999998,"verified":false},{"type":"ndcg_at_1000","value":35.506,"verified":false},{"type":"ndcg_at_3","value":20.548,"verified":false},{"type":"ndcg_at_5","value":18.064,"verified":false},{"type":"precision_at_1","value":24.9,"verified":false},{"type":"precision_at_10","value":10.9,"verified":false},{"type":"precision_at_100","value":2.331,"verified":false},{"type":"precision_at_1000","value":0.367,"verified":false},{"type":"precision_at_3","value":19.267,"verified":false},{"type":"precision_at_5","value":15.939999999999998,"verified":false},{"type":"recall_at_1","value":5.043,"verified":false},{"type":"recall_at_10","value":22.092,"verified":false},{"type":"recall_at_100","value":47.323,"verified":false},{"type":"recall_at_1000","value":74.553,"verified":false},{"type":"recall_at_3","value":11.728,"verified":false},{"type":"recall_at_5","value":16.188,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sickr-sts","name":"MTEB SICK-R","config":"default","split":"test","revision":"a6ea5a8cab320b040a23452cc28066d9beae2cee"},"metrics":[{"type":"cos_sim_pearson","value":83.7007085938325,"verified":false},{"type":"cos_sim_spearman","value":80.0171084446234,"verified":false},{"type":"euclidean_pearson","value":81.28133218355893,"verified":false},{"type":"euclidean_spearman","value":79.99291731740131,"verified":false},{"type":"manhattan_pearson","value":81.22926922327846,"verified":false},{"type":"manhattan_spearman","value":79.94444878127038,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts12-sts","name":"MTEB STS12","config":"default","split":"test","revision":"a0d554a64d88156834ff5ae9920b964011b16384"},"metrics":[{"type":"cos_sim_pearson","value":85.7411883252923,"verified":false},{"type":"cos_sim_spearman","value":77.93462937801245,"verified":false},{"type":"euclidean_pearson","value":83.00858563882404,"verified":false},{"type":"euclidean_spearman","value":77.82717362433257,"verified":false},{"type":"manhattan_pearson","value":82.92887645790769,"verified":false},{"type":"manhattan_spearman","value":77.78807488222115,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts13-sts","name":"MTEB STS13","config":"default","split":"test","revision":"7e90230a92c190f1bf69ae9002b8cea547a64cca"},"metrics":[{"type":"cos_sim_pearson","value":82.04222459361023,"verified":false},{"type":"cos_sim_spearman","value":83.85931509330395,"verified":false},{"type":"euclidean_pearson","value":83.26916063876055,"verified":false},{"type":"euclidean_spearman","value":83.98621985648353,"verified":false},{"type":"manhattan_pearson","value":83.14935679184327,"verified":false},{"type":"manhattan_spearman","value":83.87938828586304,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts14-sts","name":"MTEB STS14","config":"default","split":"test","revision":"6031580fec1f6af667f0bd2da0a551cf4f0b2375"},"metrics":[{"type":"cos_sim_pearson","value":81.41136639535318,"verified":false},{"type":"cos_sim_spearman","value":81.51200091040481,"verified":false},{"type":"euclidean_pearson","value":81.45382456114775,"verified":false},{"type":"euclidean_spearman","value":81.46201181707931,"verified":false},{"type":"manhattan_pearson","value":81.37243088439584,"verified":false},{"type":"manhattan_spearman","value":81.39828421893426,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts15-sts","name":"MTEB STS15","config":"default","split":"test","revision":"ae752c7c21bf194d8b67fd573edf7ae58183cbe3"},"metrics":[{"type":"cos_sim_pearson","value":85.71942451732227,"verified":false},{"type":"cos_sim_spearman","value":87.33044482064973,"verified":false},{"type":"euclidean_pearson","value":86.58580899365178,"verified":false},{"type":"euclidean_spearman","value":87.09206723832895,"verified":false},{"type":"manhattan_pearson","value":86.47460784157013,"verified":false},{"type":"manhattan_spearman","value":86.98367656583076,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts16-sts","name":"MTEB STS16","config":"default","split":"test","revision":"4d8694f8f0e0100860b497b999b3dbed754a0513"},"metrics":[{"type":"cos_sim_pearson","value":83.55868078863449,"verified":false},{"type":"cos_sim_spearman","value":85.38299230074065,"verified":false},{"type":"euclidean_pearson","value":84.64715256244595,"verified":false},{"type":"euclidean_spearman","value":85.49112229604047,"verified":false},{"type":"manhattan_pearson","value":84.60814346792462,"verified":false},{"type":"manhattan_spearman","value":85.44886026766822,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts17-crosslingual-sts","name":"MTEB STS17 (en-en)","config":"en-en","split":"test","revision":"af5e6fb845001ecf41f4c1e033ce921939a2a68d"},"metrics":[{"type":"cos_sim_pearson","value":84.99292526370614,"verified":false},{"type":"cos_sim_spearman","value":85.58139465695983,"verified":false},{"type":"euclidean_pearson","value":86.51325066734084,"verified":false},{"type":"euclidean_spearman","value":85.56736418284562,"verified":false},{"type":"manhattan_pearson","value":86.48190836601357,"verified":false},{"type":"manhattan_spearman","value":85.51616256224258,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts22-crosslingual-sts","name":"MTEB STS22 (en)","config":"en","split":"test","revision":"6d1ba47164174a496b7fa5d3569dae26a6813b80"},"metrics":[{"type":"cos_sim_pearson","value":64.54124715078807,"verified":false},{"type":"cos_sim_spearman","value":65.32134275948374,"verified":false},{"type":"euclidean_pearson","value":67.09791698300816,"verified":false},{"type":"euclidean_spearman","value":65.79468982468465,"verified":false},{"type":"manhattan_pearson","value":67.13304723693966,"verified":false},{"type":"manhattan_spearman","value":65.68439995849283,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/stsbenchmark-sts","name":"MTEB STSBenchmark","config":"default","split":"test","revision":"b0fddb56ed78048fa8b90373c8a3cfc37b684831"},"metrics":[{"type":"cos_sim_pearson","value":83.4231099581624,"verified":false},{"type":"cos_sim_spearman","value":85.95475815226862,"verified":false},{"type":"euclidean_pearson","value":85.00339401999706,"verified":false},{"type":"euclidean_spearman","value":85.74133081802971,"verified":false},{"type":"manhattan_pearson","value":85.00407987181666,"verified":false},{"type":"manhattan_spearman","value":85.77509596397363,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/scidocs-reranking","name":"MTEB SciDocsRR","config":"default","split":"test","revision":"d3c5e1fc0b855ab6097bf1cda04dd73947d7caab"},"metrics":[{"type":"map","value":87.25666719585716,"verified":false},{"type":"mrr","value":96.32769917083642,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"scifact","name":"MTEB SciFact","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":57.828,"verified":false},{"type":"map_at_10","value":68.369,"verified":false},{"type":"map_at_100","value":68.83399999999999,"verified":false},{"type":"map_at_1000","value":68.856,"verified":false},{"type":"map_at_3","value":65.38000000000001,"verified":false},{"type":"map_at_5","value":67.06299999999999,"verified":false},{"type":"mrr_at_1","value":61,"verified":false},{"type":"mrr_at_10","value":69.45400000000001,"verified":false},{"type":"mrr_at_100","value":69.785,"verified":false},{"type":"mrr_at_1000","value":69.807,"verified":false},{"type":"mrr_at_3","value":67,"verified":false},{"type":"mrr_at_5","value":68.43299999999999,"verified":false},{"type":"ndcg_at_1","value":61,"verified":false},{"type":"ndcg_at_10","value":73.258,"verified":false},{"type":"ndcg_at_100","value":75.173,"verified":false},{"type":"ndcg_at_1000","value":75.696,"verified":false},{"type":"ndcg_at_3","value":68.162,"verified":false},{"type":"ndcg_at_5","value":70.53399999999999,"verified":false},{"type":"precision_at_1","value":61,"verified":false},{"type":"precision_at_10","value":9.8,"verified":false},{"type":"precision_at_100","value":1.087,"verified":false},{"type":"precision_at_1000","value":0.11299999999999999,"verified":false},{"type":"precision_at_3","value":27,"verified":false},{"type":"precision_at_5","value":17.666999999999998,"verified":false},{"type":"recall_at_1","value":57.828,"verified":false},{"type":"recall_at_10","value":87.122,"verified":false},{"type":"recall_at_100","value":95.667,"verified":false},{"type":"recall_at_1000","value":99.667,"verified":false},{"type":"recall_at_3","value":73.139,"verified":false},{"type":"recall_at_5","value":79.361,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/sprintduplicatequestions-pairclassification","name":"MTEB SprintDuplicateQuestions","config":"default","split":"test","revision":"d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46"},"metrics":[{"type":"cos_sim_accuracy","value":99.85247524752475,"verified":false},{"type":"cos_sim_ap","value":96.25640197639723,"verified":false},{"type":"cos_sim_f1","value":92.37851662404091,"verified":false},{"type":"cos_sim_precision","value":94.55497382198953,"verified":false},{"type":"cos_sim_recall","value":90.3,"verified":false},{"type":"dot_accuracy","value":99.76138613861386,"verified":false},{"type":"dot_ap","value":93.40295864389073,"verified":false},{"type":"dot_f1","value":87.64267990074441,"verified":false},{"type":"dot_precision","value":86.99507389162562,"verified":false},{"type":"dot_recall","value":88.3,"verified":false},{"type":"euclidean_accuracy","value":99.85049504950496,"verified":false},{"type":"euclidean_ap","value":96.24254350525462,"verified":false},{"type":"euclidean_f1","value":92.32323232323232,"verified":false},{"type":"euclidean_precision","value":93.26530612244898,"verified":false},{"type":"euclidean_recall","value":91.4,"verified":false},{"type":"manhattan_accuracy","value":99.85346534653465,"verified":false},{"type":"manhattan_ap","value":96.2635334753325,"verified":false},{"type":"manhattan_f1","value":92.37899073120495,"verified":false},{"type":"manhattan_precision","value":95.22292993630573,"verified":false},{"type":"manhattan_recall","value":89.7,"verified":false},{"type":"max_accuracy","value":99.85346534653465,"verified":false},{"type":"max_ap","value":96.2635334753325,"verified":false},{"type":"max_f1","value":92.37899073120495,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering","name":"MTEB StackExchangeClustering","config":"default","split":"test","revision":"6cbc1f7b2bc0622f2e39d2c77fa502909748c259"},"metrics":[{"type":"v_measure","value":65.83905786483794,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering-p2p","name":"MTEB StackExchangeClusteringP2P","config":"default","split":"test","revision":"815ca46b2622cec33ccafc3735d572c266efdb44"},"metrics":[{"type":"v_measure","value":35.031896152126436,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/stackoverflowdupquestions-reranking","name":"MTEB StackOverflowDupQuestions","config":"default","split":"test","revision":"e185fbe320c72810689fc5848eb6114e1ef5ec69"},"metrics":[{"type":"map","value":54.551326709447146,"verified":false},{"type":"mrr","value":55.43758222986165,"verified":false}]},{"task":{"type":"Summarization"},"dataset":{"type":"mteb/summeval","name":"MTEB SummEval","config":"default","split":"test","revision":"cda12ad7615edc362dbf25a00fdd61d3b1eaf93c"},"metrics":[{"type":"cos_sim_pearson","value":30.305688567308874,"verified":false},{"type":"cos_sim_spearman","value":29.27135743434515,"verified":false},{"type":"dot_pearson","value":30.336741878796563,"verified":false},{"type":"dot_spearman","value":30.513365725895937,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"trec-covid","name":"MTEB TRECCOVID","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":0.245,"verified":false},{"type":"map_at_10","value":1.92,"verified":false},{"type":"map_at_100","value":10.519,"verified":false},{"type":"map_at_1000","value":23.874000000000002,"verified":false},{"type":"map_at_3","value":0.629,"verified":false},{"type":"map_at_5","value":1.0290000000000001,"verified":false},{"type":"mrr_at_1","value":88,"verified":false},{"type":"mrr_at_10","value":93.5,"verified":false},{"type":"mrr_at_100","value":93.5,"verified":false},{"type":"mrr_at_1000","value":93.5,"verified":false},{"type":"mrr_at_3","value":93,"verified":false},{"type":"mrr_at_5","value":93.5,"verified":false},{"type":"ndcg_at_1","value":84,"verified":false},{"type":"ndcg_at_10","value":76.447,"verified":false},{"type":"ndcg_at_100","value":56.516,"verified":false},{"type":"ndcg_at_1000","value":48.583999999999996,"verified":false},{"type":"ndcg_at_3","value":78.877,"verified":false},{"type":"ndcg_at_5","value":79.174,"verified":false},{"type":"precision_at_1","value":88,"verified":false},{"type":"precision_at_10","value":80.60000000000001,"verified":false},{"type":"precision_at_100","value":57.64,"verified":false},{"type":"precision_at_1000","value":21.227999999999998,"verified":false},{"type":"precision_at_3","value":82,"verified":false},{"type":"precision_at_5","value":83.6,"verified":false},{"type":"recall_at_1","value":0.245,"verified":false},{"type":"recall_at_10","value":2.128,"verified":false},{"type":"recall_at_100","value":13.767,"verified":false},{"type":"recall_at_1000","value":44.958,"verified":false},{"type":"recall_at_3","value":0.654,"verified":false},{"type":"recall_at_5","value":1.111,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"webis-touche2020","name":"MTEB Touche2020","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":2.5170000000000003,"verified":false},{"type":"map_at_10","value":10.915,"verified":false},{"type":"map_at_100","value":17.535,"verified":false},{"type":"map_at_1000","value":19.042,"verified":false},{"type":"map_at_3","value":5.689,"verified":false},{"type":"map_at_5","value":7.837,"verified":false},{"type":"mrr_at_1","value":34.694,"verified":false},{"type":"mrr_at_10","value":49.547999999999995,"verified":false},{"type":"mrr_at_100","value":50.653000000000006,"verified":false},{"type":"mrr_at_1000","value":50.653000000000006,"verified":false},{"type":"mrr_at_3","value":44.558,"verified":false},{"type":"mrr_at_5","value":48.333,"verified":false},{"type":"ndcg_at_1","value":32.653,"verified":false},{"type":"ndcg_at_10","value":26.543,"verified":false},{"type":"ndcg_at_100","value":38.946,"verified":false},{"type":"ndcg_at_1000","value":49.406,"verified":false},{"type":"ndcg_at_3","value":29.903000000000002,"verified":false},{"type":"ndcg_at_5","value":29.231,"verified":false},{"type":"precision_at_1","value":34.694,"verified":false},{"type":"precision_at_10","value":23.265,"verified":false},{"type":"precision_at_100","value":8.102,"verified":false},{"type":"precision_at_1000","value":1.5,"verified":false},{"type":"precision_at_3","value":31.293,"verified":false},{"type":"precision_at_5","value":29.796,"verified":false},{"type":"recall_at_1","value":2.5170000000000003,"verified":false},{"type":"recall_at_10","value":16.88,"verified":false},{"type":"recall_at_100","value":49.381,"verified":false},{"type":"recall_at_1000","value":81.23899999999999,"verified":false},{"type":"recall_at_3","value":6.965000000000001,"verified":false},{"type":"recall_at_5","value":10.847999999999999,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/toxic_conversations_50k","name":"MTEB ToxicConversationsClassification","config":"default","split":"test","revision":"d7c0de2777da35d6aae2200a62c6e0e5af397c4c"},"metrics":[{"type":"accuracy","value":71.5942,"verified":false},{"type":"ap","value":13.92074156956546,"verified":false},{"type":"f1","value":54.671999698839066,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/tweet_sentiment_extraction","name":"MTEB TweetSentimentExtractionClassification","config":"default","split":"test","revision":"d604517c81ca91fe16a244d1248fc021f9ecee7a"},"metrics":[{"type":"accuracy","value":59.39728353140916,"verified":false},{"type":"f1","value":59.68980496759517,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/twentynewsgroups-clustering","name":"MTEB TwentyNewsgroupsClustering","config":"default","split":"test","revision":"6125ec4e24fa026cec8a478383ee943acfbd5449"},"metrics":[{"type":"v_measure","value":52.11181870104935,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twittersemeval2015-pairclassification","name":"MTEB TwitterSemEval2015","config":"default","split":"test","revision":"70970daeab8776df92f5ea462b6173c0b46fd2d1"},"metrics":[{"type":"cos_sim_accuracy","value":86.46957143708649,"verified":false},{"type":"cos_sim_ap","value":76.16120197845457,"verified":false},{"type":"cos_sim_f1","value":69.69919295671315,"verified":false},{"type":"cos_sim_precision","value":64.94986326344576,"verified":false},{"type":"cos_sim_recall","value":75.19788918205805,"verified":false},{"type":"dot_accuracy","value":83.0780234845324,"verified":false},{"type":"dot_ap","value":64.21717343541934,"verified":false},{"type":"dot_f1","value":59.48375497624245,"verified":false},{"type":"dot_precision","value":57.94345759319489,"verified":false},{"type":"dot_recall","value":61.108179419525065,"verified":false},{"type":"euclidean_accuracy","value":86.6543482148179,"verified":false},{"type":"euclidean_ap","value":76.4527555010203,"verified":false},{"type":"euclidean_f1","value":70.10156056477584,"verified":false},{"type":"euclidean_precision","value":66.05975723622782,"verified":false},{"type":"euclidean_recall","value":74.67018469656992,"verified":false},{"type":"manhattan_accuracy","value":86.66030875603504,"verified":false},{"type":"manhattan_ap","value":76.40304567255436,"verified":false},{"type":"manhattan_f1","value":70.05275426328058,"verified":false},{"type":"manhattan_precision","value":65.4666360926393,"verified":false},{"type":"manhattan_recall","value":75.32981530343008,"verified":false},{"type":"max_accuracy","value":86.66030875603504,"verified":false},{"type":"max_ap","value":76.4527555010203,"verified":false},{"type":"max_f1","value":70.10156056477584,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twitterurlcorpus-pairclassification","name":"MTEB TwitterURLCorpus","config":"default","split":"test","revision":"8b6510b0b1fa4e4c4f879467980e9be563ec1cdf"},"metrics":[{"type":"cos_sim_accuracy","value":88.42123646524624,"verified":false},{"type":"cos_sim_ap","value":85.15431437761646,"verified":false},{"type":"cos_sim_f1","value":76.98069301530742,"verified":false},{"type":"cos_sim_precision","value":72.9314502239063,"verified":false},{"type":"cos_sim_recall","value":81.50600554357868,"verified":false},{"type":"dot_accuracy","value":86.70974502270346,"verified":false},{"type":"dot_ap","value":80.77621563599457,"verified":false},{"type":"dot_f1","value":73.87058697285117,"verified":false},{"type":"dot_precision","value":68.98256396552877,"verified":false},{"type":"dot_recall","value":79.50415768401602,"verified":false},{"type":"euclidean_accuracy","value":88.46392672798541,"verified":false},{"type":"euclidean_ap","value":85.20370297495491,"verified":false},{"type":"euclidean_f1","value":77.01372369624886,"verified":false},{"type":"euclidean_precision","value":73.39052800446397,"verified":false},{"type":"euclidean_recall","value":81.01324299353249,"verified":false},{"type":"manhattan_accuracy","value":88.43481973066325,"verified":false},{"type":"manhattan_ap","value":85.16318289864545,"verified":false},{"type":"manhattan_f1","value":76.90884877182597,"verified":false},{"type":"manhattan_precision","value":74.01737396753062,"verified":false},{"type":"manhattan_recall","value":80.03541730828458,"verified":false},{"type":"max_accuracy","value":88.46392672798541,"verified":false},{"type":"max_ap","value":85.20370297495491,"verified":false},{"type":"max_f1","value":77.01372369624886,"verified":false}]}]}],"config":{"architectures":["BertModel"],"model_type":"bert","tokenizer_config":{"cls_token":"[CLS]","mask_token":"[MASK]","pad_token":"[PAD]","sep_token":"[SEP]","unk_token":"[UNK]"}},"cardData":{"tags":["mteb"],"model-index":[{"name":"bge-base-en","results":[{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_counterfactual","name":"MTEB AmazonCounterfactualClassification (en)","config":"en","split":"test","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205"},"metrics":[{"type":"accuracy","value":75.73134328358209,"verified":false},{"type":"ap","value":38.97277232632892,"verified":false},{"type":"f1","value":69.81740361139785,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_polarity","name":"MTEB AmazonPolarityClassification","config":"default","split":"test","revision":"e2d317d38cd51312af73b3d32a06d1a08b442046"},"metrics":[{"type":"accuracy","value":92.56522500000001,"verified":false},{"type":"ap","value":88.88821771869553,"verified":false},{"type":"f1","value":92.54817512659696,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_reviews_multi","name":"MTEB AmazonReviewsClassification (en)","config":"en","split":"test","revision":"1399c76144fd37290681b995c656ef9b2e06e26d"},"metrics":[{"type":"accuracy","value":46.91,"verified":false},{"type":"f1","value":46.28536394320311,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"arguana","name":"MTEB ArguAna","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":38.834,"verified":false},{"type":"map_at_10","value":53.564,"verified":false},{"type":"map_at_100","value":54.230000000000004,"verified":false},{"type":"map_at_1000","value":54.235,"verified":false},{"type":"map_at_3","value":49.49,"verified":false},{"type":"map_at_5","value":51.784,"verified":false},{"type":"mrr_at_1","value":39.26,"verified":false},{"type":"mrr_at_10","value":53.744,"verified":false},{"type":"mrr_at_100","value":54.410000000000004,"verified":false},{"type":"mrr_at_1000","value":54.415,"verified":false},{"type":"mrr_at_3","value":49.656,"verified":false},{"type":"mrr_at_5","value":52.018,"verified":false},{"type":"ndcg_at_1","value":38.834,"verified":false},{"type":"ndcg_at_10","value":61.487,"verified":false},{"type":"ndcg_at_100","value":64.303,"verified":false},{"type":"ndcg_at_1000","value":64.408,"verified":false},{"type":"ndcg_at_3","value":53.116,"verified":false},{"type":"ndcg_at_5","value":57.248,"verified":false},{"type":"precision_at_1","value":38.834,"verified":false},{"type":"precision_at_10","value":8.663,"verified":false},{"type":"precision_at_100","value":0.989,"verified":false},{"type":"precision_at_1000","value":0.1,"verified":false},{"type":"precision_at_3","value":21.218999999999998,"verified":false},{"type":"precision_at_5","value":14.737,"verified":false},{"type":"recall_at_1","value":38.834,"verified":false},{"type":"recall_at_10","value":86.629,"verified":false},{"type":"recall_at_100","value":98.86200000000001,"verified":false},{"type":"recall_at_1000","value":99.644,"verified":false},{"type":"recall_at_3","value":63.656,"verified":false},{"type":"recall_at_5","value":73.68400000000001,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-p2p","name":"MTEB ArxivClusteringP2P","config":"default","split":"test","revision":"a122ad7f3f0291bf49cc6f4d32aa80929df69d5d"},"metrics":[{"type":"v_measure","value":48.88475477433035,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-s2s","name":"MTEB ArxivClusteringS2S","config":"default","split":"test","revision":"f910caf1a6075f7329cdf8c1a6135696f37dbd53"},"metrics":[{"type":"v_measure","value":42.85053138403176,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/askubuntudupquestions-reranking","name":"MTEB AskUbuntuDupQuestions","config":"default","split":"test","revision":"2000358ca161889fa9c082cb41daa8dcfb161a54"},"metrics":[{"type":"map","value":62.23221013208242,"verified":false},{"type":"mrr","value":74.64857318735436,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/biosses-sts","name":"MTEB BIOSSES","config":"default","split":"test","revision":"d3fb88f8f02e40887cd149695127462bbcf29b4a"},"metrics":[{"type":"cos_sim_pearson","value":87.4403443247284,"verified":false},{"type":"cos_sim_spearman","value":85.5326718115169,"verified":false},{"type":"euclidean_pearson","value":86.0114007449595,"verified":false},{"type":"euclidean_spearman","value":86.05979225604875,"verified":false},{"type":"manhattan_pearson","value":86.05423806568598,"verified":false},{"type":"manhattan_spearman","value":86.02485170086835,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/banking77","name":"MTEB Banking77Classification","config":"default","split":"test","revision":"0fd18e25b25c072e09e0d92ab615fda904d66300"},"metrics":[{"type":"accuracy","value":86.44480519480518,"verified":false},{"type":"f1","value":86.41301900941988,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-p2p","name":"MTEB BiorxivClusteringP2P","config":"default","split":"test","revision":"65b79d1d13f80053f67aca9498d9402c2d9f1f40"},"metrics":[{"type":"v_measure","value":40.17547250880036,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-s2s","name":"MTEB BiorxivClusteringS2S","config":"default","split":"test","revision":"258694dd0231531bc1fd9de6ceb52a0853c6d908"},"metrics":[{"type":"v_measure","value":37.74514172687293,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackAndroidRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":32.096000000000004,"verified":false},{"type":"map_at_10","value":43.345,"verified":false},{"type":"map_at_100","value":44.73,"verified":false},{"type":"map_at_1000","value":44.85,"verified":false},{"type":"map_at_3","value":39.956,"verified":false},{"type":"map_at_5","value":41.727,"verified":false},{"type":"mrr_at_1","value":38.769999999999996,"verified":false},{"type":"mrr_at_10","value":48.742000000000004,"verified":false},{"type":"mrr_at_100","value":49.474000000000004,"verified":false},{"type":"mrr_at_1000","value":49.513,"verified":false},{"type":"mrr_at_3","value":46.161,"verified":false},{"type":"mrr_at_5","value":47.721000000000004,"verified":false},{"type":"ndcg_at_1","value":38.769999999999996,"verified":false},{"type":"ndcg_at_10","value":49.464999999999996,"verified":false},{"type":"ndcg_at_100","value":54.632000000000005,"verified":false},{"type":"ndcg_at_1000","value":56.52,"verified":false},{"type":"ndcg_at_3","value":44.687,"verified":false},{"type":"ndcg_at_5","value":46.814,"verified":false},{"type":"precision_at_1","value":38.769999999999996,"verified":false},{"type":"precision_at_10","value":9.471,"verified":false},{"type":"precision_at_100","value":1.4909999999999999,"verified":false},{"type":"precision_at_1000","value":0.194,"verified":false},{"type":"precision_at_3","value":21.268,"verified":false},{"type":"precision_at_5","value":15.079,"verified":false},{"type":"recall_at_1","value":32.096000000000004,"verified":false},{"type":"recall_at_10","value":60.99099999999999,"verified":false},{"type":"recall_at_100","value":83.075,"verified":false},{"type":"recall_at_1000","value":95.178,"verified":false},{"type":"recall_at_3","value":47.009,"verified":false},{"type":"recall_at_5","value":53.348,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackEnglishRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":32.588,"verified":false},{"type":"map_at_10","value":42.251,"verified":false},{"type":"map_at_100","value":43.478,"verified":false},{"type":"map_at_1000","value":43.617,"verified":false},{"type":"map_at_3","value":39.381,"verified":false},{"type":"map_at_5","value":41.141,"verified":false},{"type":"mrr_at_1","value":41.21,"verified":false},{"type":"mrr_at_10","value":48.765,"verified":false},{"type":"mrr_at_100","value":49.403000000000006,"verified":false},{"type":"mrr_at_1000","value":49.451,"verified":false},{"type":"mrr_at_3","value":46.73,"verified":false},{"type":"mrr_at_5","value":47.965999999999994,"verified":false},{"type":"ndcg_at_1","value":41.21,"verified":false},{"type":"ndcg_at_10","value":47.704,"verified":false},{"type":"ndcg_at_100","value":51.916,"verified":false},{"type":"ndcg_at_1000","value":54.013999999999996,"verified":false},{"type":"ndcg_at_3","value":44.007000000000005,"verified":false},{"type":"ndcg_at_5","value":45.936,"verified":false},{"type":"precision_at_1","value":41.21,"verified":false},{"type":"precision_at_10","value":8.885,"verified":false},{"type":"precision_at_100","value":1.409,"verified":false},{"type":"precision_at_1000","value":0.189,"verified":false},{"type":"precision_at_3","value":21.274,"verified":false},{"type":"precision_at_5","value":15.045,"verified":false},{"type":"recall_at_1","value":32.588,"verified":false},{"type":"recall_at_10","value":56.333,"verified":false},{"type":"recall_at_100","value":74.251,"verified":false},{"type":"recall_at_1000","value":87.518,"verified":false},{"type":"recall_at_3","value":44.962,"verified":false},{"type":"recall_at_5","value":50.609,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackGamingRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":40.308,"verified":false},{"type":"map_at_10","value":53.12,"verified":false},{"type":"map_at_100","value":54.123,"verified":false},{"type":"map_at_1000","value":54.173,"verified":false},{"type":"map_at_3","value":50.017999999999994,"verified":false},{"type":"map_at_5","value":51.902,"verified":false},{"type":"mrr_at_1","value":46.394999999999996,"verified":false},{"type":"mrr_at_10","value":56.531,"verified":false},{"type":"mrr_at_100","value":57.19800000000001,"verified":false},{"type":"mrr_at_1000","value":57.225,"verified":false},{"type":"mrr_at_3","value":54.368,"verified":false},{"type":"mrr_at_5","value":55.713,"verified":false},{"type":"ndcg_at_1","value":46.394999999999996,"verified":false},{"type":"ndcg_at_10","value":58.811,"verified":false},{"type":"ndcg_at_100","value":62.834,"verified":false},{"type":"ndcg_at_1000","value":63.849999999999994,"verified":false},{"type":"ndcg_at_3","value":53.88699999999999,"verified":false},{"type":"ndcg_at_5","value":56.477999999999994,"verified":false},{"type":"precision_at_1","value":46.394999999999996,"verified":false},{"type":"precision_at_10","value":9.398,"verified":false},{"type":"precision_at_100","value":1.2309999999999999,"verified":false},{"type":"precision_at_1000","value":0.136,"verified":false},{"type":"precision_at_3","value":24.221999999999998,"verified":false},{"type":"precision_at_5","value":16.539,"verified":false},{"type":"recall_at_1","value":40.308,"verified":false},{"type":"recall_at_10","value":72.146,"verified":false},{"type":"recall_at_100","value":89.60900000000001,"verified":false},{"type":"recall_at_1000","value":96.733,"verified":false},{"type":"recall_at_3","value":58.91499999999999,"verified":false},{"type":"recall_at_5","value":65.34299999999999,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackGisRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":27.383000000000003,"verified":false},{"type":"map_at_10","value":35.802,"verified":false},{"type":"map_at_100","value":36.756,"verified":false},{"type":"map_at_1000","value":36.826,"verified":false},{"type":"map_at_3","value":32.923,"verified":false},{"type":"map_at_5","value":34.577999999999996,"verified":false},{"type":"mrr_at_1","value":29.604999999999997,"verified":false},{"type":"mrr_at_10","value":37.918,"verified":false},{"type":"mrr_at_100","value":38.732,"verified":false},{"type":"mrr_at_1000","value":38.786,"verified":false},{"type":"mrr_at_3","value":35.198,"verified":false},{"type":"mrr_at_5","value":36.808,"verified":false},{"type":"ndcg_at_1","value":29.604999999999997,"verified":false},{"type":"ndcg_at_10","value":40.836,"verified":false},{"type":"ndcg_at_100","value":45.622,"verified":false},{"type":"ndcg_at_1000","value":47.427,"verified":false},{"type":"ndcg_at_3","value":35.208,"verified":false},{"type":"ndcg_at_5","value":38.066,"verified":false},{"type":"precision_at_1","value":29.604999999999997,"verified":false},{"type":"precision_at_10","value":6.226,"verified":false},{"type":"precision_at_100","value":0.9079999999999999,"verified":false},{"type":"precision_at_1000","value":0.11,"verified":false},{"type":"precision_at_3","value":14.463000000000001,"verified":false},{"type":"precision_at_5","value":10.35,"verified":false},{"type":"recall_at_1","value":27.383000000000003,"verified":false},{"type":"recall_at_10","value":54.434000000000005,"verified":false},{"type":"recall_at_100","value":76.632,"verified":false},{"type":"recall_at_1000","value":90.25,"verified":false},{"type":"recall_at_3","value":39.275,"verified":false},{"type":"recall_at_5","value":46.225,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackMathematicaRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":17.885,"verified":false},{"type":"map_at_10","value":25.724000000000004,"verified":false},{"type":"map_at_100","value":26.992,"verified":false},{"type":"map_at_1000","value":27.107999999999997,"verified":false},{"type":"map_at_3","value":23.04,"verified":false},{"type":"map_at_5","value":24.529,"verified":false},{"type":"mrr_at_1","value":22.264,"verified":false},{"type":"mrr_at_10","value":30.548,"verified":false},{"type":"mrr_at_100","value":31.593,"verified":false},{"type":"mrr_at_1000","value":31.657999999999998,"verified":false},{"type":"mrr_at_3","value":27.756999999999998,"verified":false},{"type":"mrr_at_5","value":29.398999999999997,"verified":false},{"type":"ndcg_at_1","value":22.264,"verified":false},{"type":"ndcg_at_10","value":30.902,"verified":false},{"type":"ndcg_at_100","value":36.918,"verified":false},{"type":"ndcg_at_1000","value":39.735,"verified":false},{"type":"ndcg_at_3","value":25.915,"verified":false},{"type":"ndcg_at_5","value":28.255999999999997,"verified":false},{"type":"precision_at_1","value":22.264,"verified":false},{"type":"precision_at_10","value":5.634,"verified":false},{"type":"precision_at_100","value":0.9939999999999999,"verified":false},{"type":"precision_at_1000","value":0.13699999999999998,"verified":false},{"type":"precision_at_3","value":12.396,"verified":false},{"type":"precision_at_5","value":9.055,"verified":false},{"type":"recall_at_1","value":17.885,"verified":false},{"type":"recall_at_10","value":42.237,"verified":false},{"type":"recall_at_100","value":68.489,"verified":false},{"type":"recall_at_1000","value":88.721,"verified":false},{"type":"recall_at_3","value":28.283,"verified":false},{"type":"recall_at_5","value":34.300000000000004,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackPhysicsRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":29.737000000000002,"verified":false},{"type":"map_at_10","value":39.757,"verified":false},{"type":"map_at_100","value":40.992,"verified":false},{"type":"map_at_1000","value":41.102,"verified":false},{"type":"map_at_3","value":36.612,"verified":false},{"type":"map_at_5","value":38.413000000000004,"verified":false},{"type":"mrr_at_1","value":35.804,"verified":false},{"type":"mrr_at_10","value":45.178000000000004,"verified":false},{"type":"mrr_at_100","value":45.975,"verified":false},{"type":"mrr_at_1000","value":46.021,"verified":false},{"type":"mrr_at_3","value":42.541000000000004,"verified":false},{"type":"mrr_at_5","value":44.167,"verified":false},{"type":"ndcg_at_1","value":35.804,"verified":false},{"type":"ndcg_at_10","value":45.608,"verified":false},{"type":"ndcg_at_100","value":50.746,"verified":false},{"type":"ndcg_at_1000","value":52.839999999999996,"verified":false},{"type":"ndcg_at_3","value":40.52,"verified":false},{"type":"ndcg_at_5","value":43.051,"verified":false},{"type":"precision_at_1","value":35.804,"verified":false},{"type":"precision_at_10","value":8.104,"verified":false},{"type":"precision_at_100","value":1.256,"verified":false},{"type":"precision_at_1000","value":0.161,"verified":false},{"type":"precision_at_3","value":19.121,"verified":false},{"type":"precision_at_5","value":13.532,"verified":false},{"type":"recall_at_1","value":29.737000000000002,"verified":false},{"type":"recall_at_10","value":57.66,"verified":false},{"type":"recall_at_100","value":79.121,"verified":false},{"type":"recall_at_1000","value":93.023,"verified":false},{"type":"recall_at_3","value":43.13,"verified":false},{"type":"recall_at_5","value":49.836000000000006,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackProgrammersRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":26.299,"verified":false},{"type":"map_at_10","value":35.617,"verified":false},{"type":"map_at_100","value":36.972,"verified":false},{"type":"map_at_1000","value":37.096000000000004,"verified":false},{"type":"map_at_3","value":32.653999999999996,"verified":false},{"type":"map_at_5","value":34.363,"verified":false},{"type":"mrr_at_1","value":32.877,"verified":false},{"type":"mrr_at_10","value":41.423,"verified":false},{"type":"mrr_at_100","value":42.333999999999996,"verified":false},{"type":"mrr_at_1000","value":42.398,"verified":false},{"type":"mrr_at_3","value":39.193,"verified":false},{"type":"mrr_at_5","value":40.426,"verified":false},{"type":"ndcg_at_1","value":32.877,"verified":false},{"type":"ndcg_at_10","value":41.271,"verified":false},{"type":"ndcg_at_100","value":46.843,"verified":false},{"type":"ndcg_at_1000","value":49.366,"verified":false},{"type":"ndcg_at_3","value":36.735,"verified":false},{"type":"ndcg_at_5","value":38.775999999999996,"verified":false},{"type":"precision_at_1","value":32.877,"verified":false},{"type":"precision_at_10","value":7.580000000000001,"verified":false},{"type":"precision_at_100","value":1.192,"verified":false},{"type":"precision_at_1000","value":0.158,"verified":false},{"type":"precision_at_3","value":17.541999999999998,"verified":false},{"type":"precision_at_5","value":12.443,"verified":false},{"type":"recall_at_1","value":26.299,"verified":false},{"type":"recall_at_10","value":52.256,"verified":false},{"type":"recall_at_100","value":75.919,"verified":false},{"type":"recall_at_1000","value":93.185,"verified":false},{"type":"recall_at_3","value":39.271,"verified":false},{"type":"recall_at_5","value":44.901,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":27.05741666666667,"verified":false},{"type":"map_at_10","value":36.086416666666665,"verified":false},{"type":"map_at_100","value":37.26916666666667,"verified":false},{"type":"map_at_1000","value":37.38191666666666,"verified":false},{"type":"map_at_3","value":33.34225,"verified":false},{"type":"map_at_5","value":34.86425,"verified":false},{"type":"mrr_at_1","value":32.06008333333333,"verified":false},{"type":"mrr_at_10","value":40.36658333333333,"verified":false},{"type":"mrr_at_100","value":41.206500000000005,"verified":false},{"type":"mrr_at_1000","value":41.261083333333325,"verified":false},{"type":"mrr_at_3","value":38.01208333333334,"verified":false},{"type":"mrr_at_5","value":39.36858333333333,"verified":false},{"type":"ndcg_at_1","value":32.06008333333333,"verified":false},{"type":"ndcg_at_10","value":41.3535,"verified":false},{"type":"ndcg_at_100","value":46.42066666666666,"verified":false},{"type":"ndcg_at_1000","value":48.655166666666666,"verified":false},{"type":"ndcg_at_3","value":36.78041666666667,"verified":false},{"type":"ndcg_at_5","value":38.91783333333334,"verified":false},{"type":"precision_at_1","value":32.06008333333333,"verified":false},{"type":"precision_at_10","value":7.169833333333332,"verified":false},{"type":"precision_at_100","value":1.1395,"verified":false},{"type":"precision_at_1000","value":0.15158333333333332,"verified":false},{"type":"precision_at_3","value":16.852,"verified":false},{"type":"precision_at_5","value":11.8645,"verified":false},{"type":"recall_at_1","value":27.05741666666667,"verified":false},{"type":"recall_at_10","value":52.64491666666666,"verified":false},{"type":"recall_at_100","value":74.99791666666667,"verified":false},{"type":"recall_at_1000","value":90.50524999999999,"verified":false},{"type":"recall_at_3","value":39.684000000000005,"verified":false},{"type":"recall_at_5","value":45.37225,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackStatsRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":25.607999999999997,"verified":false},{"type":"map_at_10","value":32.28,"verified":false},{"type":"map_at_100","value":33.261,"verified":false},{"type":"map_at_1000","value":33.346,"verified":false},{"type":"map_at_3","value":30.514999999999997,"verified":false},{"type":"map_at_5","value":31.415,"verified":false},{"type":"mrr_at_1","value":28.988000000000003,"verified":false},{"type":"mrr_at_10","value":35.384,"verified":false},{"type":"mrr_at_100","value":36.24,"verified":false},{"type":"mrr_at_1000","value":36.299,"verified":false},{"type":"mrr_at_3","value":33.717000000000006,"verified":false},{"type":"mrr_at_5","value":34.507,"verified":false},{"type":"ndcg_at_1","value":28.988000000000003,"verified":false},{"type":"ndcg_at_10","value":36.248000000000005,"verified":false},{"type":"ndcg_at_100","value":41.034,"verified":false},{"type":"ndcg_at_1000","value":43.35,"verified":false},{"type":"ndcg_at_3","value":32.987,"verified":false},{"type":"ndcg_at_5","value":34.333999999999996,"verified":false},{"type":"precision_at_1","value":28.988000000000003,"verified":false},{"type":"precision_at_10","value":5.506,"verified":false},{"type":"precision_at_100","value":0.853,"verified":false},{"type":"precision_at_1000","value":0.11199999999999999,"verified":false},{"type":"precision_at_3","value":14.11,"verified":false},{"type":"precision_at_5","value":9.417,"verified":false},{"type":"recall_at_1","value":25.607999999999997,"verified":false},{"type":"recall_at_10","value":45.344,"verified":false},{"type":"recall_at_100","value":67.132,"verified":false},{"type":"recall_at_1000","value":84.676,"verified":false},{"type":"recall_at_3","value":36.02,"verified":false},{"type":"recall_at_5","value":39.613,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackTexRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":18.44,"verified":false},{"type":"map_at_10","value":25.651000000000003,"verified":false},{"type":"map_at_100","value":26.735,"verified":false},{"type":"map_at_1000","value":26.86,"verified":false},{"type":"map_at_3","value":23.409,"verified":false},{"type":"map_at_5","value":24.604,"verified":false},{"type":"mrr_at_1","value":22.195,"verified":false},{"type":"mrr_at_10","value":29.482000000000003,"verified":false},{"type":"mrr_at_100","value":30.395,"verified":false},{"type":"mrr_at_1000","value":30.471999999999998,"verified":false},{"type":"mrr_at_3","value":27.409,"verified":false},{"type":"mrr_at_5","value":28.553,"verified":false},{"type":"ndcg_at_1","value":22.195,"verified":false},{"type":"ndcg_at_10","value":30.242,"verified":false},{"type":"ndcg_at_100","value":35.397,"verified":false},{"type":"ndcg_at_1000","value":38.287,"verified":false},{"type":"ndcg_at_3","value":26.201,"verified":false},{"type":"ndcg_at_5","value":28.008,"verified":false},{"type":"precision_at_1","value":22.195,"verified":false},{"type":"precision_at_10","value":5.372,"verified":false},{"type":"precision_at_100","value":0.9259999999999999,"verified":false},{"type":"precision_at_1000","value":0.135,"verified":false},{"type":"precision_at_3","value":12.228,"verified":false},{"type":"precision_at_5","value":8.727,"verified":false},{"type":"recall_at_1","value":18.44,"verified":false},{"type":"recall_at_10","value":40.325,"verified":false},{"type":"recall_at_100","value":63.504000000000005,"verified":false},{"type":"recall_at_1000","value":83.909,"verified":false},{"type":"recall_at_3","value":28.925,"verified":false},{"type":"recall_at_5","value":33.641,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackUnixRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":26.535999999999998,"verified":false},{"type":"map_at_10","value":35.358000000000004,"verified":false},{"type":"map_at_100","value":36.498999999999995,"verified":false},{"type":"map_at_1000","value":36.597,"verified":false},{"type":"map_at_3","value":32.598,"verified":false},{"type":"map_at_5","value":34.185,"verified":false},{"type":"mrr_at_1","value":31.25,"verified":false},{"type":"mrr_at_10","value":39.593,"verified":false},{"type":"mrr_at_100","value":40.443,"verified":false},{"type":"mrr_at_1000","value":40.498,"verified":false},{"type":"mrr_at_3","value":37.018,"verified":false},{"type":"mrr_at_5","value":38.492,"verified":false},{"type":"ndcg_at_1","value":31.25,"verified":false},{"type":"ndcg_at_10","value":40.71,"verified":false},{"type":"ndcg_at_100","value":46.079,"verified":false},{"type":"ndcg_at_1000","value":48.287,"verified":false},{"type":"ndcg_at_3","value":35.667,"verified":false},{"type":"ndcg_at_5","value":38.080000000000005,"verified":false},{"type":"precision_at_1","value":31.25,"verified":false},{"type":"precision_at_10","value":6.847,"verified":false},{"type":"precision_at_100","value":1.079,"verified":false},{"type":"precision_at_1000","value":0.13699999999999998,"verified":false},{"type":"precision_at_3","value":16.262,"verified":false},{"type":"precision_at_5","value":11.455,"verified":false},{"type":"recall_at_1","value":26.535999999999998,"verified":false},{"type":"recall_at_10","value":52.92099999999999,"verified":false},{"type":"recall_at_100","value":76.669,"verified":false},{"type":"recall_at_1000","value":92.096,"verified":false},{"type":"recall_at_3","value":38.956,"verified":false},{"type":"recall_at_5","value":45.239000000000004,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackWebmastersRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":24.691,"verified":false},{"type":"map_at_10","value":33.417,"verified":false},{"type":"map_at_100","value":35.036,"verified":false},{"type":"map_at_1000","value":35.251,"verified":false},{"type":"map_at_3","value":30.646,"verified":false},{"type":"map_at_5","value":32.177,"verified":false},{"type":"mrr_at_1","value":30.04,"verified":false},{"type":"mrr_at_10","value":37.905,"verified":false},{"type":"mrr_at_100","value":38.929,"verified":false},{"type":"mrr_at_1000","value":38.983000000000004,"verified":false},{"type":"mrr_at_3","value":35.276999999999994,"verified":false},{"type":"mrr_at_5","value":36.897000000000006,"verified":false},{"type":"ndcg_at_1","value":30.04,"verified":false},{"type":"ndcg_at_10","value":39.037,"verified":false},{"type":"ndcg_at_100","value":44.944,"verified":false},{"type":"ndcg_at_1000","value":47.644,"verified":false},{"type":"ndcg_at_3","value":34.833999999999996,"verified":false},{"type":"ndcg_at_5","value":36.83,"verified":false},{"type":"precision_at_1","value":30.04,"verified":false},{"type":"precision_at_10","value":7.4510000000000005,"verified":false},{"type":"precision_at_100","value":1.492,"verified":false},{"type":"precision_at_1000","value":0.234,"verified":false},{"type":"precision_at_3","value":16.337,"verified":false},{"type":"precision_at_5","value":11.897,"verified":false},{"type":"recall_at_1","value":24.691,"verified":false},{"type":"recall_at_10","value":49.303999999999995,"verified":false},{"type":"recall_at_100","value":76.20400000000001,"verified":false},{"type":"recall_at_1000","value":93.30000000000001,"verified":false},{"type":"recall_at_3","value":36.594,"verified":false},{"type":"recall_at_5","value":42.41,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackWordpressRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":23.118,"verified":false},{"type":"map_at_10","value":30.714999999999996,"verified":false},{"type":"map_at_100","value":31.656000000000002,"verified":false},{"type":"map_at_1000","value":31.757,"verified":false},{"type":"map_at_3","value":28.355000000000004,"verified":false},{"type":"map_at_5","value":29.337000000000003,"verified":false},{"type":"mrr_at_1","value":25.323,"verified":false},{"type":"mrr_at_10","value":32.93,"verified":false},{"type":"mrr_at_100","value":33.762,"verified":false},{"type":"mrr_at_1000","value":33.829,"verified":false},{"type":"mrr_at_3","value":30.775999999999996,"verified":false},{"type":"mrr_at_5","value":31.774,"verified":false},{"type":"ndcg_at_1","value":25.323,"verified":false},{"type":"ndcg_at_10","value":35.408,"verified":false},{"type":"ndcg_at_100","value":40.083,"verified":false},{"type":"ndcg_at_1000","value":42.542,"verified":false},{"type":"ndcg_at_3","value":30.717,"verified":false},{"type":"ndcg_at_5","value":32.385000000000005,"verified":false},{"type":"precision_at_1","value":25.323,"verified":false},{"type":"precision_at_10","value":5.564,"verified":false},{"type":"precision_at_100","value":0.843,"verified":false},{"type":"precision_at_1000","value":0.116,"verified":false},{"type":"precision_at_3","value":13.001,"verified":false},{"type":"precision_at_5","value":8.834999999999999,"verified":false},{"type":"recall_at_1","value":23.118,"verified":false},{"type":"recall_at_10","value":47.788000000000004,"verified":false},{"type":"recall_at_100","value":69.37,"verified":false},{"type":"recall_at_1000","value":87.47399999999999,"verified":false},{"type":"recall_at_3","value":34.868,"verified":false},{"type":"recall_at_5","value":39.001999999999995,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"climate-fever","name":"MTEB ClimateFEVER","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":14.288,"verified":false},{"type":"map_at_10","value":23.256,"verified":false},{"type":"map_at_100","value":25.115,"verified":false},{"type":"map_at_1000","value":25.319000000000003,"verified":false},{"type":"map_at_3","value":20.005,"verified":false},{"type":"map_at_5","value":21.529999999999998,"verified":false},{"type":"mrr_at_1","value":31.401,"verified":false},{"type":"mrr_at_10","value":42.251,"verified":false},{"type":"mrr_at_100","value":43.236999999999995,"verified":false},{"type":"mrr_at_1000","value":43.272,"verified":false},{"type":"mrr_at_3","value":39.164,"verified":false},{"type":"mrr_at_5","value":40.881,"verified":false},{"type":"ndcg_at_1","value":31.401,"verified":false},{"type":"ndcg_at_10","value":31.615,"verified":false},{"type":"ndcg_at_100","value":38.982,"verified":false},{"type":"ndcg_at_1000","value":42.496,"verified":false},{"type":"ndcg_at_3","value":26.608999999999998,"verified":false},{"type":"ndcg_at_5","value":28.048000000000002,"verified":false},{"type":"precision_at_1","value":31.401,"verified":false},{"type":"precision_at_10","value":9.536999999999999,"verified":false},{"type":"precision_at_100","value":1.763,"verified":false},{"type":"precision_at_1000","value":0.241,"verified":false},{"type":"precision_at_3","value":19.153000000000002,"verified":false},{"type":"precision_at_5","value":14.228,"verified":false},{"type":"recall_at_1","value":14.288,"verified":false},{"type":"recall_at_10","value":36.717,"verified":false},{"type":"recall_at_100","value":61.9,"verified":false},{"type":"recall_at_1000","value":81.676,"verified":false},{"type":"recall_at_3","value":24.203,"verified":false},{"type":"recall_at_5","value":28.793999999999997,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"dbpedia-entity","name":"MTEB DBPedia","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":9.019,"verified":false},{"type":"map_at_10","value":19.963,"verified":false},{"type":"map_at_100","value":28.834,"verified":false},{"type":"map_at_1000","value":30.537999999999997,"verified":false},{"type":"map_at_3","value":14.45,"verified":false},{"type":"map_at_5","value":16.817999999999998,"verified":false},{"type":"mrr_at_1","value":65.75,"verified":false},{"type":"mrr_at_10","value":74.646,"verified":false},{"type":"mrr_at_100","value":74.946,"verified":false},{"type":"mrr_at_1000","value":74.95100000000001,"verified":false},{"type":"mrr_at_3","value":72.625,"verified":false},{"type":"mrr_at_5","value":74.012,"verified":false},{"type":"ndcg_at_1","value":54,"verified":false},{"type":"ndcg_at_10","value":42.014,"verified":false},{"type":"ndcg_at_100","value":47.527,"verified":false},{"type":"ndcg_at_1000","value":54.911,"verified":false},{"type":"ndcg_at_3","value":46.586,"verified":false},{"type":"ndcg_at_5","value":43.836999999999996,"verified":false},{"type":"precision_at_1","value":65.75,"verified":false},{"type":"precision_at_10","value":33.475,"verified":false},{"type":"precision_at_100","value":11.16,"verified":false},{"type":"precision_at_1000","value":2.145,"verified":false},{"type":"precision_at_3","value":50.083,"verified":false},{"type":"precision_at_5","value":42.55,"verified":false},{"type":"recall_at_1","value":9.019,"verified":false},{"type":"recall_at_10","value":25.558999999999997,"verified":false},{"type":"recall_at_100","value":53.937999999999995,"verified":false},{"type":"recall_at_1000","value":77.67399999999999,"verified":false},{"type":"recall_at_3","value":15.456,"verified":false},{"type":"recall_at_5","value":19.259,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/emotion","name":"MTEB EmotionClassification","config":"default","split":"test","revision":"4f58c6b202a23cf9a4da393831edf4f9183cad37"},"metrics":[{"type":"accuracy","value":52.635,"verified":false},{"type":"f1","value":47.692783881403926,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"fever","name":"MTEB FEVER","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":76.893,"verified":false},{"type":"map_at_10","value":84.897,"verified":false},{"type":"map_at_100","value":85.122,"verified":false},{"type":"map_at_1000","value":85.135,"verified":false},{"type":"map_at_3","value":83.88,"verified":false},{"type":"map_at_5","value":84.565,"verified":false},{"type":"mrr_at_1","value":83.003,"verified":false},{"type":"mrr_at_10","value":89.506,"verified":false},{"type":"mrr_at_100","value":89.574,"verified":false},{"type":"mrr_at_1000","value":89.575,"verified":false},{"type":"mrr_at_3","value":88.991,"verified":false},{"type":"mrr_at_5","value":89.349,"verified":false},{"type":"ndcg_at_1","value":83.003,"verified":false},{"type":"ndcg_at_10","value":88.351,"verified":false},{"type":"ndcg_at_100","value":89.128,"verified":false},{"type":"ndcg_at_1000","value":89.34100000000001,"verified":false},{"type":"ndcg_at_3","value":86.92,"verified":false},{"type":"ndcg_at_5","value":87.78200000000001,"verified":false},{"type":"precision_at_1","value":83.003,"verified":false},{"type":"precision_at_10","value":10.517999999999999,"verified":false},{"type":"precision_at_100","value":1.115,"verified":false},{"type":"precision_at_1000","value":0.11499999999999999,"verified":false},{"type":"precision_at_3","value":33.062999999999995,"verified":false},{"type":"precision_at_5","value":20.498,"verified":false},{"type":"recall_at_1","value":76.893,"verified":false},{"type":"recall_at_10","value":94.374,"verified":false},{"type":"recall_at_100","value":97.409,"verified":false},{"type":"recall_at_1000","value":98.687,"verified":false},{"type":"recall_at_3","value":90.513,"verified":false},{"type":"recall_at_5","value":92.709,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"fiqa","name":"MTEB FiQA2018","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":20.829,"verified":false},{"type":"map_at_10","value":32.86,"verified":false},{"type":"map_at_100","value":34.838,"verified":false},{"type":"map_at_1000","value":35.006,"verified":false},{"type":"map_at_3","value":28.597,"verified":false},{"type":"map_at_5","value":31.056,"verified":false},{"type":"mrr_at_1","value":41.358,"verified":false},{"type":"mrr_at_10","value":49.542,"verified":false},{"type":"mrr_at_100","value":50.29900000000001,"verified":false},{"type":"mrr_at_1000","value":50.334999999999994,"verified":false},{"type":"mrr_at_3","value":46.579,"verified":false},{"type":"mrr_at_5","value":48.408,"verified":false},{"type":"ndcg_at_1","value":41.358,"verified":false},{"type":"ndcg_at_10","value":40.758,"verified":false},{"type":"ndcg_at_100","value":47.799,"verified":false},{"type":"ndcg_at_1000","value":50.589,"verified":false},{"type":"ndcg_at_3","value":36.695,"verified":false},{"type":"ndcg_at_5","value":38.193,"verified":false},{"type":"precision_at_1","value":41.358,"verified":false},{"type":"precision_at_10","value":11.142000000000001,"verified":false},{"type":"precision_at_100","value":1.8350000000000002,"verified":false},{"type":"precision_at_1000","value":0.234,"verified":false},{"type":"precision_at_3","value":24.023,"verified":false},{"type":"precision_at_5","value":17.963,"verified":false},{"type":"recall_at_1","value":20.829,"verified":false},{"type":"recall_at_10","value":47.467999999999996,"verified":false},{"type":"recall_at_100","value":73.593,"verified":false},{"type":"recall_at_1000","value":90.122,"verified":false},{"type":"recall_at_3","value":32.74,"verified":false},{"type":"recall_at_5","value":39.608,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"hotpotqa","name":"MTEB HotpotQA","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":40.324,"verified":false},{"type":"map_at_10","value":64.183,"verified":false},{"type":"map_at_100","value":65.037,"verified":false},{"type":"map_at_1000","value":65.094,"verified":false},{"type":"map_at_3","value":60.663,"verified":false},{"type":"map_at_5","value":62.951,"verified":false},{"type":"mrr_at_1","value":80.648,"verified":false},{"type":"mrr_at_10","value":86.005,"verified":false},{"type":"mrr_at_100","value":86.157,"verified":false},{"type":"mrr_at_1000","value":86.162,"verified":false},{"type":"mrr_at_3","value":85.116,"verified":false},{"type":"mrr_at_5","value":85.703,"verified":false},{"type":"ndcg_at_1","value":80.648,"verified":false},{"type":"ndcg_at_10","value":72.351,"verified":false},{"type":"ndcg_at_100","value":75.279,"verified":false},{"type":"ndcg_at_1000","value":76.357,"verified":false},{"type":"ndcg_at_3","value":67.484,"verified":false},{"type":"ndcg_at_5","value":70.31500000000001,"verified":false},{"type":"precision_at_1","value":80.648,"verified":false},{"type":"precision_at_10","value":15.103,"verified":false},{"type":"precision_at_100","value":1.7399999999999998,"verified":false},{"type":"precision_at_1000","value":0.188,"verified":false},{"type":"precision_at_3","value":43.232,"verified":false},{"type":"precision_at_5","value":28.165000000000003,"verified":false},{"type":"recall_at_1","value":40.324,"verified":false},{"type":"recall_at_10","value":75.517,"verified":false},{"type":"recall_at_100","value":86.982,"verified":false},{"type":"recall_at_1000","value":94.072,"verified":false},{"type":"recall_at_3","value":64.848,"verified":false},{"type":"recall_at_5","value":70.41199999999999,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/imdb","name":"MTEB ImdbClassification","config":"default","split":"test","revision":"3d86128a09e091d6018b6d26cad27f2739fc2db7"},"metrics":[{"type":"accuracy","value":91.4,"verified":false},{"type":"ap","value":87.4422032289312,"verified":false},{"type":"f1","value":91.39249564302281,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"msmarco","name":"MTEB MSMARCO","config":"default","split":"dev","revision":"None"},"metrics":[{"type":"map_at_1","value":22.03,"verified":false},{"type":"map_at_10","value":34.402,"verified":false},{"type":"map_at_100","value":35.599,"verified":false},{"type":"map_at_1000","value":35.648,"verified":false},{"type":"map_at_3","value":30.603,"verified":false},{"type":"map_at_5","value":32.889,"verified":false},{"type":"mrr_at_1","value":22.679,"verified":false},{"type":"mrr_at_10","value":35.021,"verified":false},{"type":"mrr_at_100","value":36.162,"verified":false},{"type":"mrr_at_1000","value":36.205,"verified":false},{"type":"mrr_at_3","value":31.319999999999997,"verified":false},{"type":"mrr_at_5","value":33.562,"verified":false},{"type":"ndcg_at_1","value":22.692999999999998,"verified":false},{"type":"ndcg_at_10","value":41.258,"verified":false},{"type":"ndcg_at_100","value":46.967,"verified":false},{"type":"ndcg_at_1000","value":48.175000000000004,"verified":false},{"type":"ndcg_at_3","value":33.611000000000004,"verified":false},{"type":"ndcg_at_5","value":37.675,"verified":false},{"type":"precision_at_1","value":22.692999999999998,"verified":false},{"type":"precision_at_10","value":6.5089999999999995,"verified":false},{"type":"precision_at_100","value":0.936,"verified":false},{"type":"precision_at_1000","value":0.104,"verified":false},{"type":"precision_at_3","value":14.413,"verified":false},{"type":"precision_at_5","value":10.702,"verified":false},{"type":"recall_at_1","value":22.03,"verified":false},{"type":"recall_at_10","value":62.248000000000005,"verified":false},{"type":"recall_at_100","value":88.524,"verified":false},{"type":"recall_at_1000","value":97.714,"verified":false},{"type":"recall_at_3","value":41.617,"verified":false},{"type":"recall_at_5","value":51.359,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_domain","name":"MTEB MTOPDomainClassification (en)","config":"en","split":"test","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf"},"metrics":[{"type":"accuracy","value":94.36844505243957,"verified":false},{"type":"f1","value":94.12408743818202,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_intent","name":"MTEB MTOPIntentClassification (en)","config":"en","split":"test","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba"},"metrics":[{"type":"accuracy","value":76.43410852713177,"verified":false},{"type":"f1","value":58.501855709435624,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (en)","config":"en","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":76.04909213180902,"verified":false},{"type":"f1","value":74.1800860395823,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (en)","config":"en","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":79.76126429051781,"verified":false},{"type":"f1","value":79.85705217473232,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-p2p","name":"MTEB MedrxivClusteringP2P","config":"default","split":"test","revision":"e7a26af6f3ae46b30dde8737f02c07b1505bcc73"},"metrics":[{"type":"v_measure","value":34.70119520292863,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-s2s","name":"MTEB MedrxivClusteringS2S","config":"default","split":"test","revision":"35191c8c0dca72d8ff3efcd72aa802307d469663"},"metrics":[{"type":"v_measure","value":32.33544316467486,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/mind_small","name":"MTEB MindSmallReranking","config":"default","split":"test","revision":"3bdac13927fdc888b903db93b2ffdbd90b295a69"},"metrics":[{"type":"map","value":30.75499243990726,"verified":false},{"type":"mrr","value":31.70602251821063,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"nfcorpus","name":"MTEB NFCorpus","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":6.451999999999999,"verified":false},{"type":"map_at_10","value":13.918,"verified":false},{"type":"map_at_100","value":17.316000000000003,"verified":false},{"type":"map_at_1000","value":18.747,"verified":false},{"type":"map_at_3","value":10.471,"verified":false},{"type":"map_at_5","value":12.104,"verified":false},{"type":"mrr_at_1","value":46.749,"verified":false},{"type":"mrr_at_10","value":55.717000000000006,"verified":false},{"type":"mrr_at_100","value":56.249,"verified":false},{"type":"mrr_at_1000","value":56.288000000000004,"verified":false},{"type":"mrr_at_3","value":53.818,"verified":false},{"type":"mrr_at_5","value":55.103,"verified":false},{"type":"ndcg_at_1","value":45.201,"verified":false},{"type":"ndcg_at_10","value":35.539,"verified":false},{"type":"ndcg_at_100","value":32.586,"verified":false},{"type":"ndcg_at_1000","value":41.486000000000004,"verified":false},{"type":"ndcg_at_3","value":41.174,"verified":false},{"type":"ndcg_at_5","value":38.939,"verified":false},{"type":"precision_at_1","value":46.749,"verified":false},{"type":"precision_at_10","value":25.944,"verified":false},{"type":"precision_at_100","value":8.084,"verified":false},{"type":"precision_at_1000","value":2.076,"verified":false},{"type":"precision_at_3","value":38.7,"verified":false},{"type":"precision_at_5","value":33.56,"verified":false},{"type":"recall_at_1","value":6.451999999999999,"verified":false},{"type":"recall_at_10","value":17.302,"verified":false},{"type":"recall_at_100","value":32.14,"verified":false},{"type":"recall_at_1000","value":64.12,"verified":false},{"type":"recall_at_3","value":11.219,"verified":false},{"type":"recall_at_5","value":13.993,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"nq","name":"MTEB NQ","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":32.037,"verified":false},{"type":"map_at_10","value":46.565,"verified":false},{"type":"map_at_100","value":47.606,"verified":false},{"type":"map_at_1000","value":47.636,"verified":false},{"type":"map_at_3","value":42.459,"verified":false},{"type":"map_at_5","value":44.762,"verified":false},{"type":"mrr_at_1","value":36.181999999999995,"verified":false},{"type":"mrr_at_10","value":49.291000000000004,"verified":false},{"type":"mrr_at_100","value":50.059,"verified":false},{"type":"mrr_at_1000","value":50.078,"verified":false},{"type":"mrr_at_3","value":45.829,"verified":false},{"type":"mrr_at_5","value":47.797,"verified":false},{"type":"ndcg_at_1","value":36.153,"verified":false},{"type":"ndcg_at_10","value":53.983000000000004,"verified":false},{"type":"ndcg_at_100","value":58.347,"verified":false},{"type":"ndcg_at_1000","value":59.058,"verified":false},{"type":"ndcg_at_3","value":46.198,"verified":false},{"type":"ndcg_at_5","value":50.022,"verified":false},{"type":"precision_at_1","value":36.153,"verified":false},{"type":"precision_at_10","value":8.763,"verified":false},{"type":"precision_at_100","value":1.123,"verified":false},{"type":"precision_at_1000","value":0.11900000000000001,"verified":false},{"type":"precision_at_3","value":20.751,"verified":false},{"type":"precision_at_5","value":14.646999999999998,"verified":false},{"type":"recall_at_1","value":32.037,"verified":false},{"type":"recall_at_10","value":74.008,"verified":false},{"type":"recall_at_100","value":92.893,"verified":false},{"type":"recall_at_1000","value":98.16,"verified":false},{"type":"recall_at_3","value":53.705999999999996,"verified":false},{"type":"recall_at_5","value":62.495,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"quora","name":"MTEB QuoraRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":71.152,"verified":false},{"type":"map_at_10","value":85.104,"verified":false},{"type":"map_at_100","value":85.745,"verified":false},{"type":"map_at_1000","value":85.761,"verified":false},{"type":"map_at_3","value":82.175,"verified":false},{"type":"map_at_5","value":84.066,"verified":false},{"type":"mrr_at_1","value":82.03,"verified":false},{"type":"mrr_at_10","value":88.115,"verified":false},{"type":"mrr_at_100","value":88.21,"verified":false},{"type":"mrr_at_1000","value":88.211,"verified":false},{"type":"mrr_at_3","value":87.19200000000001,"verified":false},{"type":"mrr_at_5","value":87.85,"verified":false},{"type":"ndcg_at_1","value":82.03,"verified":false},{"type":"ndcg_at_10","value":88.78,"verified":false},{"type":"ndcg_at_100","value":89.96300000000001,"verified":false},{"type":"ndcg_at_1000","value":90.056,"verified":false},{"type":"ndcg_at_3","value":86.051,"verified":false},{"type":"ndcg_at_5","value":87.63499999999999,"verified":false},{"type":"precision_at_1","value":82.03,"verified":false},{"type":"precision_at_10","value":13.450000000000001,"verified":false},{"type":"precision_at_100","value":1.5310000000000001,"verified":false},{"type":"precision_at_1000","value":0.157,"verified":false},{"type":"precision_at_3","value":37.627,"verified":false},{"type":"precision_at_5","value":24.784,"verified":false},{"type":"recall_at_1","value":71.152,"verified":false},{"type":"recall_at_10","value":95.649,"verified":false},{"type":"recall_at_100","value":99.58200000000001,"verified":false},{"type":"recall_at_1000","value":99.981,"verified":false},{"type":"recall_at_3","value":87.767,"verified":false},{"type":"recall_at_5","value":92.233,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering","name":"MTEB RedditClustering","config":"default","split":"test","revision":"24640382cdbf8abc73003fb0fa6d111a705499eb"},"metrics":[{"type":"v_measure","value":56.48713646277477,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering-p2p","name":"MTEB RedditClusteringP2P","config":"default","split":"test","revision":"282350215ef01743dc01b456c7f5241fa8937f16"},"metrics":[{"type":"v_measure","value":63.394940772438545,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"scidocs","name":"MTEB SCIDOCS","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":5.043,"verified":false},{"type":"map_at_10","value":12.949,"verified":false},{"type":"map_at_100","value":15.146,"verified":false},{"type":"map_at_1000","value":15.495000000000001,"verified":false},{"type":"map_at_3","value":9.333,"verified":false},{"type":"map_at_5","value":11.312999999999999,"verified":false},{"type":"mrr_at_1","value":24.9,"verified":false},{"type":"mrr_at_10","value":35.958,"verified":false},{"type":"mrr_at_100","value":37.152,"verified":false},{"type":"mrr_at_1000","value":37.201,"verified":false},{"type":"mrr_at_3","value":32.667,"verified":false},{"type":"mrr_at_5","value":34.567,"verified":false},{"type":"ndcg_at_1","value":24.9,"verified":false},{"type":"ndcg_at_10","value":21.298000000000002,"verified":false},{"type":"ndcg_at_100","value":29.849999999999998,"verified":false},{"type":"ndcg_at_1000","value":35.506,"verified":false},{"type":"ndcg_at_3","value":20.548,"verified":false},{"type":"ndcg_at_5","value":18.064,"verified":false},{"type":"precision_at_1","value":24.9,"verified":false},{"type":"precision_at_10","value":10.9,"verified":false},{"type":"precision_at_100","value":2.331,"verified":false},{"type":"precision_at_1000","value":0.367,"verified":false},{"type":"precision_at_3","value":19.267,"verified":false},{"type":"precision_at_5","value":15.939999999999998,"verified":false},{"type":"recall_at_1","value":5.043,"verified":false},{"type":"recall_at_10","value":22.092,"verified":false},{"type":"recall_at_100","value":47.323,"verified":false},{"type":"recall_at_1000","value":74.553,"verified":false},{"type":"recall_at_3","value":11.728,"verified":false},{"type":"recall_at_5","value":16.188,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sickr-sts","name":"MTEB SICK-R","config":"default","split":"test","revision":"a6ea5a8cab320b040a23452cc28066d9beae2cee"},"metrics":[{"type":"cos_sim_pearson","value":83.7007085938325,"verified":false},{"type":"cos_sim_spearman","value":80.0171084446234,"verified":false},{"type":"euclidean_pearson","value":81.28133218355893,"verified":false},{"type":"euclidean_spearman","value":79.99291731740131,"verified":false},{"type":"manhattan_pearson","value":81.22926922327846,"verified":false},{"type":"manhattan_spearman","value":79.94444878127038,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts12-sts","name":"MTEB STS12","config":"default","split":"test","revision":"a0d554a64d88156834ff5ae9920b964011b16384"},"metrics":[{"type":"cos_sim_pearson","value":85.7411883252923,"verified":false},{"type":"cos_sim_spearman","value":77.93462937801245,"verified":false},{"type":"euclidean_pearson","value":83.00858563882404,"verified":false},{"type":"euclidean_spearman","value":77.82717362433257,"verified":false},{"type":"manhattan_pearson","value":82.92887645790769,"verified":false},{"type":"manhattan_spearman","value":77.78807488222115,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts13-sts","name":"MTEB STS13","config":"default","split":"test","revision":"7e90230a92c190f1bf69ae9002b8cea547a64cca"},"metrics":[{"type":"cos_sim_pearson","value":82.04222459361023,"verified":false},{"type":"cos_sim_spearman","value":83.85931509330395,"verified":false},{"type":"euclidean_pearson","value":83.26916063876055,"verified":false},{"type":"euclidean_spearman","value":83.98621985648353,"verified":false},{"type":"manhattan_pearson","value":83.14935679184327,"verified":false},{"type":"manhattan_spearman","value":83.87938828586304,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts14-sts","name":"MTEB STS14","config":"default","split":"test","revision":"6031580fec1f6af667f0bd2da0a551cf4f0b2375"},"metrics":[{"type":"cos_sim_pearson","value":81.41136639535318,"verified":false},{"type":"cos_sim_spearman","value":81.51200091040481,"verified":false},{"type":"euclidean_pearson","value":81.45382456114775,"verified":false},{"type":"euclidean_spearman","value":81.46201181707931,"verified":false},{"type":"manhattan_pearson","value":81.37243088439584,"verified":false},{"type":"manhattan_spearman","value":81.39828421893426,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts15-sts","name":"MTEB STS15","config":"default","split":"test","revision":"ae752c7c21bf194d8b67fd573edf7ae58183cbe3"},"metrics":[{"type":"cos_sim_pearson","value":85.71942451732227,"verified":false},{"type":"cos_sim_spearman","value":87.33044482064973,"verified":false},{"type":"euclidean_pearson","value":86.58580899365178,"verified":false},{"type":"euclidean_spearman","value":87.09206723832895,"verified":false},{"type":"manhattan_pearson","value":86.47460784157013,"verified":false},{"type":"manhattan_spearman","value":86.98367656583076,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts16-sts","name":"MTEB STS16","config":"default","split":"test","revision":"4d8694f8f0e0100860b497b999b3dbed754a0513"},"metrics":[{"type":"cos_sim_pearson","value":83.55868078863449,"verified":false},{"type":"cos_sim_spearman","value":85.38299230074065,"verified":false},{"type":"euclidean_pearson","value":84.64715256244595,"verified":false},{"type":"euclidean_spearman","value":85.49112229604047,"verified":false},{"type":"manhattan_pearson","value":84.60814346792462,"verified":false},{"type":"manhattan_spearman","value":85.44886026766822,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts17-crosslingual-sts","name":"MTEB STS17 (en-en)","config":"en-en","split":"test","revision":"af5e6fb845001ecf41f4c1e033ce921939a2a68d"},"metrics":[{"type":"cos_sim_pearson","value":84.99292526370614,"verified":false},{"type":"cos_sim_spearman","value":85.58139465695983,"verified":false},{"type":"euclidean_pearson","value":86.51325066734084,"verified":false},{"type":"euclidean_spearman","value":85.56736418284562,"verified":false},{"type":"manhattan_pearson","value":86.48190836601357,"verified":false},{"type":"manhattan_spearman","value":85.51616256224258,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts22-crosslingual-sts","name":"MTEB STS22 (en)","config":"en","split":"test","revision":"6d1ba47164174a496b7fa5d3569dae26a6813b80"},"metrics":[{"type":"cos_sim_pearson","value":64.54124715078807,"verified":false},{"type":"cos_sim_spearman","value":65.32134275948374,"verified":false},{"type":"euclidean_pearson","value":67.09791698300816,"verified":false},{"type":"euclidean_spearman","value":65.79468982468465,"verified":false},{"type":"manhattan_pearson","value":67.13304723693966,"verified":false},{"type":"manhattan_spearman","value":65.68439995849283,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/stsbenchmark-sts","name":"MTEB STSBenchmark","config":"default","split":"test","revision":"b0fddb56ed78048fa8b90373c8a3cfc37b684831"},"metrics":[{"type":"cos_sim_pearson","value":83.4231099581624,"verified":false},{"type":"cos_sim_spearman","value":85.95475815226862,"verified":false},{"type":"euclidean_pearson","value":85.00339401999706,"verified":false},{"type":"euclidean_spearman","value":85.74133081802971,"verified":false},{"type":"manhattan_pearson","value":85.00407987181666,"verified":false},{"type":"manhattan_spearman","value":85.77509596397363,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/scidocs-reranking","name":"MTEB SciDocsRR","config":"default","split":"test","revision":"d3c5e1fc0b855ab6097bf1cda04dd73947d7caab"},"metrics":[{"type":"map","value":87.25666719585716,"verified":false},{"type":"mrr","value":96.32769917083642,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"scifact","name":"MTEB SciFact","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":57.828,"verified":false},{"type":"map_at_10","value":68.369,"verified":false},{"type":"map_at_100","value":68.83399999999999,"verified":false},{"type":"map_at_1000","value":68.856,"verified":false},{"type":"map_at_3","value":65.38000000000001,"verified":false},{"type":"map_at_5","value":67.06299999999999,"verified":false},{"type":"mrr_at_1","value":61,"verified":false},{"type":"mrr_at_10","value":69.45400000000001,"verified":false},{"type":"mrr_at_100","value":69.785,"verified":false},{"type":"mrr_at_1000","value":69.807,"verified":false},{"type":"mrr_at_3","value":67,"verified":false},{"type":"mrr_at_5","value":68.43299999999999,"verified":false},{"type":"ndcg_at_1","value":61,"verified":false},{"type":"ndcg_at_10","value":73.258,"verified":false},{"type":"ndcg_at_100","value":75.173,"verified":false},{"type":"ndcg_at_1000","value":75.696,"verified":false},{"type":"ndcg_at_3","value":68.162,"verified":false},{"type":"ndcg_at_5","value":70.53399999999999,"verified":false},{"type":"precision_at_1","value":61,"verified":false},{"type":"precision_at_10","value":9.8,"verified":false},{"type":"precision_at_100","value":1.087,"verified":false},{"type":"precision_at_1000","value":0.11299999999999999,"verified":false},{"type":"precision_at_3","value":27,"verified":false},{"type":"precision_at_5","value":17.666999999999998,"verified":false},{"type":"recall_at_1","value":57.828,"verified":false},{"type":"recall_at_10","value":87.122,"verified":false},{"type":"recall_at_100","value":95.667,"verified":false},{"type":"recall_at_1000","value":99.667,"verified":false},{"type":"recall_at_3","value":73.139,"verified":false},{"type":"recall_at_5","value":79.361,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/sprintduplicatequestions-pairclassification","name":"MTEB SprintDuplicateQuestions","config":"default","split":"test","revision":"d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46"},"metrics":[{"type":"cos_sim_accuracy","value":99.85247524752475,"verified":false},{"type":"cos_sim_ap","value":96.25640197639723,"verified":false},{"type":"cos_sim_f1","value":92.37851662404091,"verified":false},{"type":"cos_sim_precision","value":94.55497382198953,"verified":false},{"type":"cos_sim_recall","value":90.3,"verified":false},{"type":"dot_accuracy","value":99.76138613861386,"verified":false},{"type":"dot_ap","value":93.40295864389073,"verified":false},{"type":"dot_f1","value":87.64267990074441,"verified":false},{"type":"dot_precision","value":86.99507389162562,"verified":false},{"type":"dot_recall","value":88.3,"verified":false},{"type":"euclidean_accuracy","value":99.85049504950496,"verified":false},{"type":"euclidean_ap","value":96.24254350525462,"verified":false},{"type":"euclidean_f1","value":92.32323232323232,"verified":false},{"type":"euclidean_precision","value":93.26530612244898,"verified":false},{"type":"euclidean_recall","value":91.4,"verified":false},{"type":"manhattan_accuracy","value":99.85346534653465,"verified":false},{"type":"manhattan_ap","value":96.2635334753325,"verified":false},{"type":"manhattan_f1","value":92.37899073120495,"verified":false},{"type":"manhattan_precision","value":95.22292993630573,"verified":false},{"type":"manhattan_recall","value":89.7,"verified":false},{"type":"max_accuracy","value":99.85346534653465,"verified":false},{"type":"max_ap","value":96.2635334753325,"verified":false},{"type":"max_f1","value":92.37899073120495,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering","name":"MTEB StackExchangeClustering","config":"default","split":"test","revision":"6cbc1f7b2bc0622f2e39d2c77fa502909748c259"},"metrics":[{"type":"v_measure","value":65.83905786483794,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering-p2p","name":"MTEB StackExchangeClusteringP2P","config":"default","split":"test","revision":"815ca46b2622cec33ccafc3735d572c266efdb44"},"metrics":[{"type":"v_measure","value":35.031896152126436,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/stackoverflowdupquestions-reranking","name":"MTEB StackOverflowDupQuestions","config":"default","split":"test","revision":"e185fbe320c72810689fc5848eb6114e1ef5ec69"},"metrics":[{"type":"map","value":54.551326709447146,"verified":false},{"type":"mrr","value":55.43758222986165,"verified":false}]},{"task":{"type":"Summarization"},"dataset":{"type":"mteb/summeval","name":"MTEB SummEval","config":"default","split":"test","revision":"cda12ad7615edc362dbf25a00fdd61d3b1eaf93c"},"metrics":[{"type":"cos_sim_pearson","value":30.305688567308874,"verified":false},{"type":"cos_sim_spearman","value":29.27135743434515,"verified":false},{"type":"dot_pearson","value":30.336741878796563,"verified":false},{"type":"dot_spearman","value":30.513365725895937,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"trec-covid","name":"MTEB TRECCOVID","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":0.245,"verified":false},{"type":"map_at_10","value":1.92,"verified":false},{"type":"map_at_100","value":10.519,"verified":false},{"type":"map_at_1000","value":23.874000000000002,"verified":false},{"type":"map_at_3","value":0.629,"verified":false},{"type":"map_at_5","value":1.0290000000000001,"verified":false},{"type":"mrr_at_1","value":88,"verified":false},{"type":"mrr_at_10","value":93.5,"verified":false},{"type":"mrr_at_100","value":93.5,"verified":false},{"type":"mrr_at_1000","value":93.5,"verified":false},{"type":"mrr_at_3","value":93,"verified":false},{"type":"mrr_at_5","value":93.5,"verified":false},{"type":"ndcg_at_1","value":84,"verified":false},{"type":"ndcg_at_10","value":76.447,"verified":false},{"type":"ndcg_at_100","value":56.516,"verified":false},{"type":"ndcg_at_1000","value":48.583999999999996,"verified":false},{"type":"ndcg_at_3","value":78.877,"verified":false},{"type":"ndcg_at_5","value":79.174,"verified":false},{"type":"precision_at_1","value":88,"verified":false},{"type":"precision_at_10","value":80.60000000000001,"verified":false},{"type":"precision_at_100","value":57.64,"verified":false},{"type":"precision_at_1000","value":21.227999999999998,"verified":false},{"type":"precision_at_3","value":82,"verified":false},{"type":"precision_at_5","value":83.6,"verified":false},{"type":"recall_at_1","value":0.245,"verified":false},{"type":"recall_at_10","value":2.128,"verified":false},{"type":"recall_at_100","value":13.767,"verified":false},{"type":"recall_at_1000","value":44.958,"verified":false},{"type":"recall_at_3","value":0.654,"verified":false},{"type":"recall_at_5","value":1.111,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"webis-touche2020","name":"MTEB Touche2020","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":2.5170000000000003,"verified":false},{"type":"map_at_10","value":10.915,"verified":false},{"type":"map_at_100","value":17.535,"verified":false},{"type":"map_at_1000","value":19.042,"verified":false},{"type":"map_at_3","value":5.689,"verified":false},{"type":"map_at_5","value":7.837,"verified":false},{"type":"mrr_at_1","value":34.694,"verified":false},{"type":"mrr_at_10","value":49.547999999999995,"verified":false},{"type":"mrr_at_100","value":50.653000000000006,"verified":false},{"type":"mrr_at_1000","value":50.653000000000006,"verified":false},{"type":"mrr_at_3","value":44.558,"verified":false},{"type":"mrr_at_5","value":48.333,"verified":false},{"type":"ndcg_at_1","value":32.653,"verified":false},{"type":"ndcg_at_10","value":26.543,"verified":false},{"type":"ndcg_at_100","value":38.946,"verified":false},{"type":"ndcg_at_1000","value":49.406,"verified":false},{"type":"ndcg_at_3","value":29.903000000000002,"verified":false},{"type":"ndcg_at_5","value":29.231,"verified":false},{"type":"precision_at_1","value":34.694,"verified":false},{"type":"precision_at_10","value":23.265,"verified":false},{"type":"precision_at_100","value":8.102,"verified":false},{"type":"precision_at_1000","value":1.5,"verified":false},{"type":"precision_at_3","value":31.293,"verified":false},{"type":"precision_at_5","value":29.796,"verified":false},{"type":"recall_at_1","value":2.5170000000000003,"verified":false},{"type":"recall_at_10","value":16.88,"verified":false},{"type":"recall_at_100","value":49.381,"verified":false},{"type":"recall_at_1000","value":81.23899999999999,"verified":false},{"type":"recall_at_3","value":6.965000000000001,"verified":false},{"type":"recall_at_5","value":10.847999999999999,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/toxic_conversations_50k","name":"MTEB ToxicConversationsClassification","config":"default","split":"test","revision":"d7c0de2777da35d6aae2200a62c6e0e5af397c4c"},"metrics":[{"type":"accuracy","value":71.5942,"verified":false},{"type":"ap","value":13.92074156956546,"verified":false},{"type":"f1","value":54.671999698839066,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/tweet_sentiment_extraction","name":"MTEB TweetSentimentExtractionClassification","config":"default","split":"test","revision":"d604517c81ca91fe16a244d1248fc021f9ecee7a"},"metrics":[{"type":"accuracy","value":59.39728353140916,"verified":false},{"type":"f1","value":59.68980496759517,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/twentynewsgroups-clustering","name":"MTEB TwentyNewsgroupsClustering","config":"default","split":"test","revision":"6125ec4e24fa026cec8a478383ee943acfbd5449"},"metrics":[{"type":"v_measure","value":52.11181870104935,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twittersemeval2015-pairclassification","name":"MTEB TwitterSemEval2015","config":"default","split":"test","revision":"70970daeab8776df92f5ea462b6173c0b46fd2d1"},"metrics":[{"type":"cos_sim_accuracy","value":86.46957143708649,"verified":false},{"type":"cos_sim_ap","value":76.16120197845457,"verified":false},{"type":"cos_sim_f1","value":69.69919295671315,"verified":false},{"type":"cos_sim_precision","value":64.94986326344576,"verified":false},{"type":"cos_sim_recall","value":75.19788918205805,"verified":false},{"type":"dot_accuracy","value":83.0780234845324,"verified":false},{"type":"dot_ap","value":64.21717343541934,"verified":false},{"type":"dot_f1","value":59.48375497624245,"verified":false},{"type":"dot_precision","value":57.94345759319489,"verified":false},{"type":"dot_recall","value":61.108179419525065,"verified":false},{"type":"euclidean_accuracy","value":86.6543482148179,"verified":false},{"type":"euclidean_ap","value":76.4527555010203,"verified":false},{"type":"euclidean_f1","value":70.10156056477584,"verified":false},{"type":"euclidean_precision","value":66.05975723622782,"verified":false},{"type":"euclidean_recall","value":74.67018469656992,"verified":false},{"type":"manhattan_accuracy","value":86.66030875603504,"verified":false},{"type":"manhattan_ap","value":76.40304567255436,"verified":false},{"type":"manhattan_f1","value":70.05275426328058,"verified":false},{"type":"manhattan_precision","value":65.4666360926393,"verified":false},{"type":"manhattan_recall","value":75.32981530343008,"verified":false},{"type":"max_accuracy","value":86.66030875603504,"verified":false},{"type":"max_ap","value":76.4527555010203,"verified":false},{"type":"max_f1","value":70.10156056477584,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twitterurlcorpus-pairclassification","name":"MTEB TwitterURLCorpus","config":"default","split":"test","revision":"8b6510b0b1fa4e4c4f879467980e9be563ec1cdf"},"metrics":[{"type":"cos_sim_accuracy","value":88.42123646524624,"verified":false},{"type":"cos_sim_ap","value":85.15431437761646,"verified":false},{"type":"cos_sim_f1","value":76.98069301530742,"verified":false},{"type":"cos_sim_precision","value":72.9314502239063,"verified":false},{"type":"cos_sim_recall","value":81.50600554357868,"verified":false},{"type":"dot_accuracy","value":86.70974502270346,"verified":false},{"type":"dot_ap","value":80.77621563599457,"verified":false},{"type":"dot_f1","value":73.87058697285117,"verified":false},{"type":"dot_precision","value":68.98256396552877,"verified":false},{"type":"dot_recall","value":79.50415768401602,"verified":false},{"type":"euclidean_accuracy","value":88.46392672798541,"verified":false},{"type":"euclidean_ap","value":85.20370297495491,"verified":false},{"type":"euclidean_f1","value":77.01372369624886,"verified":false},{"type":"euclidean_precision","value":73.39052800446397,"verified":false},{"type":"euclidean_recall","value":81.01324299353249,"verified":false},{"type":"manhattan_accuracy","value":88.43481973066325,"verified":false},{"type":"manhattan_ap","value":85.16318289864545,"verified":false},{"type":"manhattan_f1","value":76.90884877182597,"verified":false},{"type":"manhattan_precision","value":74.01737396753062,"verified":false},{"type":"manhattan_recall","value":80.03541730828458,"verified":false},{"type":"max_accuracy","value":88.46392672798541,"verified":false},{"type":"max_ap","value":85.20370297495491,"verified":false},{"type":"max_f1","value":77.01372369624886,"verified":false}]}]}],"license":"mit","language":["en"]},"transformersInfo":{"auto_model":"AutoModel","pipeline_tag":"feature-extraction","processor":"AutoTokenizer"},"siblings":[{"rfilename":".gitattributes"},{"rfilename":"1_Pooling/config.json"},{"rfilename":"README.md"},{"rfilename":"config.json"},{"rfilename":"config_sentence_transformers.json"},{"rfilename":"model.safetensors"},{"rfilename":"modules.json"},{"rfilename":"onnx/config.json"},{"rfilename":"onnx/model.onnx"},{"rfilename":"onnx/special_tokens_map.json"},{"rfilename":"onnx/tokenizer.json"},{"rfilename":"onnx/tokenizer_config.json"},{"rfilename":"onnx/vocab.txt"},{"rfilename":"pytorch_model.bin"},{"rfilename":"sentence_bert_config.json"},{"rfilename":"special_tokens_map.json"},{"rfilename":"tokenizer.json"},{"rfilename":"tokenizer_config.json"},{"rfilename":"vocab.txt"}],"spaces":["embedl/hfviewer","mteb/leaderboard","EuroEval/euroeval_leaderboard","mteb/leaderboard_legacy","nickmuchi/Earnings-Call-Analysis-Whisperer","SmileXing/leaderboard","kizabgd123/ai-workflow-orchestrator","abidlabs/mteb-leaderboard","Aryan2704/Leet-Search","DevNumb/chatbot","AyushAnand413/corporate-rag-bot-backend","zakaria-ch49/Medical-Question-Answering-with-Retrieval-Augmented-Generation_RAG","maxpar1/leaderboard","aaahmet/ChatWithYoutube","aaahmet/Chat-With-Youtube","Sanchovegapunk/LegalChatbot","Tejasw1/votum-demo","EstherGupta/llama_whycantwe_interactive_full","delphiclinic/cdssagent","EstherGupta/llama_whycantwe_interactive","kk53/rag-lt-docs","momegas/pmi","delphiclinic/wolomankye","delphiclinic/cdss-app","Sathyapriyaa/Demo-Long","ubermenchh/YouTube-ChatBot","merasabkuch/thapargpt","mlsc-tiet/MLSCChatbot","boldhasnain/RAG","boldhasnain/my_multi_modal_app","Sadiaa/comsats-bot","0504ankitsharma/thapargpt_openai","Hopsakee/fabric_to_espanso","LakshayTheGupta/trainModel","sq66/leaderboard_legacy","roshnn24/creaTech","Kalyani8/Wikipedia_RAG","gupta-anshul/group_114_assignment_2","Sri-Vathumalli/pdf-qa-phi2","q275343119/leaderboard","CapProj/ats-optimizer","marchji2415/Resume-test","marchji2415/resumematcher","marchji2415/Resume","krayush9249/ScalerAssist","Chengyanci/11","yanciyuyu/1","n8n-1/8","reader-1/1","Sumukhdev/weathernow-rag-model","suryanshu100/Research-Paper-Reviewer","lake-synctv/leaderboard","taradutt007/HEA_Query","shiwan7788/leaderboard-uni","Hafsa401/resume_enbed","IndraneelKumar/Search_Engine","saumyakanthariya/ask-my-docs-rag","YogPandya/personal-rag-backend","hhyz/Leaderboard","kiedistv/leaderboard","Thisara13/setuproject","malyvena/leaderboard","HuggingLLM/leaderboard","wangsh0111/leaderboard","kaotd/leaderboard","dbhatia7/AI_Powered_Semantic_Search_Engine","qiaosong88/leaderboard","ArtemBolgov/leaderboard"],"createdAt":"2023-08-05T08:03:50.000Z","safetensors":{"parameters":{"I64":512,"F32":109482240},"total":109482752},"inference":"warm","usedStorage":1311764409}