{"_id":"65c4d034d89d320a17e7a437","id":"intfloat/multilingual-e5-large-instruct","private":false,"pipeline_tag":"feature-extraction","library_name":"sentence-transformers","tags":["sentence-transformers","onnx","safetensors","xlm-roberta","feature-extraction","mteb","transformers","multilingual","af","am","ar","as","az","be","bg","bn","br","bs","ca","cs","cy","da","de","el","en","eo","es","et","eu","fa","fi","fr","fy","ga","gd","gl","gu","ha","he","hi","hr","hu","hy","id","is","it","ja","jv","ka","kk","km","kn","ko","ku","ky","la","lo","lt","lv","mg","mk","ml","mn","mr","ms","my","ne","nl","no","om","or","pa","pl","ps","pt","ro","ru","sa","sd","si","sk","sl","so","sq","sr","su","sv","sw","ta","te","th","tl","tr","ug","uk","ur","uz","vi","xh","yi","zh","arxiv:2402.05672","arxiv:2401.00368","arxiv:2104.08663","arxiv:2210.07316","license:mit","model-index","text-embeddings-inference","endpoints_compatible","region:us"],"downloads":1980898,"likes":635,"modelId":"intfloat/multilingual-e5-large-instruct","author":"intfloat","sha":"274baa43b0e13e37fafa6428dbc7938e62e5c439","lastModified":"2025-07-10T10:12:37.000Z","gated":false,"disabled":false,"mask_token":"<mask>","model-index":[{"name":"multilingual-e5-large-instruct","results":[{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_counterfactual","name":"MTEB AmazonCounterfactualClassification (en)","config":"en","split":"test","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205"},"metrics":[{"type":"accuracy","value":76.23880597014924,"verified":false},{"type":"ap","value":39.07351965022687,"verified":false},{"type":"f1","value":70.04836733862683,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_counterfactual","name":"MTEB AmazonCounterfactualClassification (de)","config":"de","split":"test","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205"},"metrics":[{"type":"accuracy","value":66.71306209850107,"verified":false},{"type":"ap","value":79.01499914759529,"verified":false},{"type":"f1","value":64.81951817560703,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_counterfactual","name":"MTEB AmazonCounterfactualClassification (en-ext)","config":"en-ext","split":"test","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205"},"metrics":[{"type":"accuracy","value":73.85307346326837,"verified":false},{"type":"ap","value":22.447519885878737,"verified":false},{"type":"f1","value":61.0162730745633,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_counterfactual","name":"MTEB AmazonCounterfactualClassification (ja)","config":"ja","split":"test","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205"},"metrics":[{"type":"accuracy","value":76.04925053533191,"verified":false},{"type":"ap","value":23.44983217128922,"verified":false},{"type":"f1","value":62.5723230907759,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_polarity","name":"MTEB AmazonPolarityClassification","config":"default","split":"test","revision":"e2d317d38cd51312af73b3d32a06d1a08b442046"},"metrics":[{"type":"accuracy","value":96.28742500000001,"verified":false},{"type":"ap","value":94.8449918887462,"verified":false},{"type":"f1","value":96.28680923610432,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_reviews_multi","name":"MTEB AmazonReviewsClassification (en)","config":"en","split":"test","revision":"1399c76144fd37290681b995c656ef9b2e06e26d"},"metrics":[{"type":"accuracy","value":56.716,"verified":false},{"type":"f1","value":55.76510398266401,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_reviews_multi","name":"MTEB AmazonReviewsClassification (de)","config":"de","split":"test","revision":"1399c76144fd37290681b995c656ef9b2e06e26d"},"metrics":[{"type":"accuracy","value":52.99999999999999,"verified":false},{"type":"f1","value":52.00829994765178,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_reviews_multi","name":"MTEB AmazonReviewsClassification (es)","config":"es","split":"test","revision":"1399c76144fd37290681b995c656ef9b2e06e26d"},"metrics":[{"type":"accuracy","value":48.806000000000004,"verified":false},{"type":"f1","value":48.082345914983634,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_reviews_multi","name":"MTEB AmazonReviewsClassification (fr)","config":"fr","split":"test","revision":"1399c76144fd37290681b995c656ef9b2e06e26d"},"metrics":[{"type":"accuracy","value":48.507999999999996,"verified":false},{"type":"f1","value":47.68752844642045,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_reviews_multi","name":"MTEB AmazonReviewsClassification (ja)","config":"ja","split":"test","revision":"1399c76144fd37290681b995c656ef9b2e06e26d"},"metrics":[{"type":"accuracy","value":47.709999999999994,"verified":false},{"type":"f1","value":47.05870376637181,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_reviews_multi","name":"MTEB AmazonReviewsClassification (zh)","config":"zh","split":"test","revision":"1399c76144fd37290681b995c656ef9b2e06e26d"},"metrics":[{"type":"accuracy","value":44.662000000000006,"verified":false},{"type":"f1","value":43.42371965372771,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"arguana","name":"MTEB ArguAna","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":31.721,"verified":false},{"type":"map_at_10","value":49.221,"verified":false},{"type":"map_at_100","value":49.884,"verified":false},{"type":"map_at_1000","value":49.888,"verified":false},{"type":"map_at_3","value":44.31,"verified":false},{"type":"map_at_5","value":47.276,"verified":false},{"type":"mrr_at_1","value":32.432,"verified":false},{"type":"mrr_at_10","value":49.5,"verified":false},{"type":"mrr_at_100","value":50.163000000000004,"verified":false},{"type":"mrr_at_1000","value":50.166,"verified":false},{"type":"mrr_at_3","value":44.618,"verified":false},{"type":"mrr_at_5","value":47.541,"verified":false},{"type":"ndcg_at_1","value":31.721,"verified":false},{"type":"ndcg_at_10","value":58.384,"verified":false},{"type":"ndcg_at_100","value":61.111000000000004,"verified":false},{"type":"ndcg_at_1000","value":61.187999999999995,"verified":false},{"type":"ndcg_at_3","value":48.386,"verified":false},{"type":"ndcg_at_5","value":53.708999999999996,"verified":false},{"type":"precision_at_1","value":31.721,"verified":false},{"type":"precision_at_10","value":8.741,"verified":false},{"type":"precision_at_100","value":0.991,"verified":false},{"type":"precision_at_1000","value":0.1,"verified":false},{"type":"precision_at_3","value":20.057,"verified":false},{"type":"precision_at_5","value":14.609,"verified":false},{"type":"recall_at_1","value":31.721,"verified":false},{"type":"recall_at_10","value":87.411,"verified":false},{"type":"recall_at_100","value":99.075,"verified":false},{"type":"recall_at_1000","value":99.644,"verified":false},{"type":"recall_at_3","value":60.171,"verified":false},{"type":"recall_at_5","value":73.044,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-p2p","name":"MTEB ArxivClusteringP2P","config":"default","split":"test","revision":"a122ad7f3f0291bf49cc6f4d32aa80929df69d5d"},"metrics":[{"type":"v_measure","value":46.40419580759799,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-s2s","name":"MTEB ArxivClusteringS2S","config":"default","split":"test","revision":"f910caf1a6075f7329cdf8c1a6135696f37dbd53"},"metrics":[{"type":"v_measure","value":40.48593255007969,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/askubuntudupquestions-reranking","name":"MTEB AskUbuntuDupQuestions","config":"default","split":"test","revision":"2000358ca161889fa9c082cb41daa8dcfb161a54"},"metrics":[{"type":"map","value":63.889179122289995,"verified":false},{"type":"mrr","value":77.61146286769556,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/biosses-sts","name":"MTEB BIOSSES","config":"default","split":"test","revision":"d3fb88f8f02e40887cd149695127462bbcf29b4a"},"metrics":[{"type":"cos_sim_pearson","value":88.15075203727929,"verified":false},{"type":"cos_sim_spearman","value":86.9622224570873,"verified":false},{"type":"euclidean_pearson","value":86.70473853624121,"verified":false},{"type":"euclidean_spearman","value":86.9622224570873,"verified":false},{"type":"manhattan_pearson","value":86.21089380980065,"verified":false},{"type":"manhattan_spearman","value":86.75318154937008,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/bucc-bitext-mining","name":"MTEB BUCC (de-en)","config":"de-en","split":"test","revision":"d51519689f32196a32af33b075a01d0e7c51e252"},"metrics":[{"type":"accuracy","value":99.65553235908142,"verified":false},{"type":"f1","value":99.60681976339595,"verified":false},{"type":"precision","value":99.58246346555325,"verified":false},{"type":"recall","value":99.65553235908142,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/bucc-bitext-mining","name":"MTEB BUCC (fr-en)","config":"fr-en","split":"test","revision":"d51519689f32196a32af33b075a01d0e7c51e252"},"metrics":[{"type":"accuracy","value":99.26260180497468,"verified":false},{"type":"f1","value":99.14520507740848,"verified":false},{"type":"precision","value":99.08650671362535,"verified":false},{"type":"recall","value":99.26260180497468,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/bucc-bitext-mining","name":"MTEB BUCC (ru-en)","config":"ru-en","split":"test","revision":"d51519689f32196a32af33b075a01d0e7c51e252"},"metrics":[{"type":"accuracy","value":98.07412538967787,"verified":false},{"type":"f1","value":97.86629719431936,"verified":false},{"type":"precision","value":97.76238309664012,"verified":false},{"type":"recall","value":98.07412538967787,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/bucc-bitext-mining","name":"MTEB BUCC (zh-en)","config":"zh-en","split":"test","revision":"d51519689f32196a32af33b075a01d0e7c51e252"},"metrics":[{"type":"accuracy","value":99.42074776197998,"verified":false},{"type":"f1","value":99.38564156573635,"verified":false},{"type":"precision","value":99.36808846761454,"verified":false},{"type":"recall","value":99.42074776197998,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/banking77","name":"MTEB Banking77Classification","config":"default","split":"test","revision":"0fd18e25b25c072e09e0d92ab615fda904d66300"},"metrics":[{"type":"accuracy","value":85.73376623376623,"verified":false},{"type":"f1","value":85.68480707214599,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-p2p","name":"MTEB BiorxivClusteringP2P","config":"default","split":"test","revision":"65b79d1d13f80053f67aca9498d9402c2d9f1f40"},"metrics":[{"type":"v_measure","value":40.935218072113855,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-s2s","name":"MTEB BiorxivClusteringS2S","config":"default","split":"test","revision":"258694dd0231531bc1fd9de6ceb52a0853c6d908"},"metrics":[{"type":"v_measure","value":36.276389017675264,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":27.764166666666668,"verified":false},{"type":"map_at_10","value":37.298166666666674,"verified":false},{"type":"map_at_100","value":38.530166666666666,"verified":false},{"type":"map_at_1000","value":38.64416666666667,"verified":false},{"type":"map_at_3","value":34.484833333333334,"verified":false},{"type":"map_at_5","value":36.0385,"verified":false},{"type":"mrr_at_1","value":32.93558333333333,"verified":false},{"type":"mrr_at_10","value":41.589749999999995,"verified":false},{"type":"mrr_at_100","value":42.425333333333334,"verified":false},{"type":"mrr_at_1000","value":42.476333333333336,"verified":false},{"type":"mrr_at_3","value":39.26825,"verified":false},{"type":"mrr_at_5","value":40.567083333333336,"verified":false},{"type":"ndcg_at_1","value":32.93558333333333,"verified":false},{"type":"ndcg_at_10","value":42.706583333333334,"verified":false},{"type":"ndcg_at_100","value":47.82483333333333,"verified":false},{"type":"ndcg_at_1000","value":49.95733333333334,"verified":false},{"type":"ndcg_at_3","value":38.064750000000004,"verified":false},{"type":"ndcg_at_5","value":40.18158333333333,"verified":false},{"type":"precision_at_1","value":32.93558333333333,"verified":false},{"type":"precision_at_10","value":7.459833333333334,"verified":false},{"type":"precision_at_100","value":1.1830833333333335,"verified":false},{"type":"precision_at_1000","value":0.15608333333333332,"verified":false},{"type":"precision_at_3","value":17.5235,"verified":false},{"type":"precision_at_5","value":12.349833333333333,"verified":false},{"type":"recall_at_1","value":27.764166666666668,"verified":false},{"type":"recall_at_10","value":54.31775,"verified":false},{"type":"recall_at_100","value":76.74350000000001,"verified":false},{"type":"recall_at_1000","value":91.45208333333332,"verified":false},{"type":"recall_at_3","value":41.23425,"verified":false},{"type":"recall_at_5","value":46.73983333333334,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"climate-fever","name":"MTEB ClimateFEVER","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":12.969,"verified":false},{"type":"map_at_10","value":21.584999999999997,"verified":false},{"type":"map_at_100","value":23.3,"verified":false},{"type":"map_at_1000","value":23.5,"verified":false},{"type":"map_at_3","value":18.218999999999998,"verified":false},{"type":"map_at_5","value":19.983,"verified":false},{"type":"mrr_at_1","value":29.316,"verified":false},{"type":"mrr_at_10","value":40.033,"verified":false},{"type":"mrr_at_100","value":40.96,"verified":false},{"type":"mrr_at_1000","value":41.001,"verified":false},{"type":"mrr_at_3","value":37.123,"verified":false},{"type":"mrr_at_5","value":38.757999999999996,"verified":false},{"type":"ndcg_at_1","value":29.316,"verified":false},{"type":"ndcg_at_10","value":29.858,"verified":false},{"type":"ndcg_at_100","value":36.756,"verified":false},{"type":"ndcg_at_1000","value":40.245999999999995,"verified":false},{"type":"ndcg_at_3","value":24.822,"verified":false},{"type":"ndcg_at_5","value":26.565,"verified":false},{"type":"precision_at_1","value":29.316,"verified":false},{"type":"precision_at_10","value":9.186,"verified":false},{"type":"precision_at_100","value":1.6549999999999998,"verified":false},{"type":"precision_at_1000","value":0.22999999999999998,"verified":false},{"type":"precision_at_3","value":18.436,"verified":false},{"type":"precision_at_5","value":13.876,"verified":false},{"type":"recall_at_1","value":12.969,"verified":false},{"type":"recall_at_10","value":35.142,"verified":false},{"type":"recall_at_100","value":59.143,"verified":false},{"type":"recall_at_1000","value":78.594,"verified":false},{"type":"recall_at_3","value":22.604,"verified":false},{"type":"recall_at_5","value":27.883000000000003,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"dbpedia-entity","name":"MTEB DBPedia","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":8.527999999999999,"verified":false},{"type":"map_at_10","value":17.974999999999998,"verified":false},{"type":"map_at_100","value":25.665,"verified":false},{"type":"map_at_1000","value":27.406000000000002,"verified":false},{"type":"map_at_3","value":13.017999999999999,"verified":false},{"type":"map_at_5","value":15.137,"verified":false},{"type":"mrr_at_1","value":62.5,"verified":false},{"type":"mrr_at_10","value":71.891,"verified":false},{"type":"mrr_at_100","value":72.294,"verified":false},{"type":"mrr_at_1000","value":72.296,"verified":false},{"type":"mrr_at_3","value":69.958,"verified":false},{"type":"mrr_at_5","value":71.121,"verified":false},{"type":"ndcg_at_1","value":50.875,"verified":false},{"type":"ndcg_at_10","value":38.36,"verified":false},{"type":"ndcg_at_100","value":44.235,"verified":false},{"type":"ndcg_at_1000","value":52.154,"verified":false},{"type":"ndcg_at_3","value":43.008,"verified":false},{"type":"ndcg_at_5","value":40.083999999999996,"verified":false},{"type":"precision_at_1","value":62.5,"verified":false},{"type":"precision_at_10","value":30,"verified":false},{"type":"precision_at_100","value":10.038,"verified":false},{"type":"precision_at_1000","value":2.0869999999999997,"verified":false},{"type":"precision_at_3","value":46.833000000000006,"verified":false},{"type":"precision_at_5","value":38.800000000000004,"verified":false},{"type":"recall_at_1","value":8.527999999999999,"verified":false},{"type":"recall_at_10","value":23.828,"verified":false},{"type":"recall_at_100","value":52.322,"verified":false},{"type":"recall_at_1000","value":77.143,"verified":false},{"type":"recall_at_3","value":14.136000000000001,"verified":false},{"type":"recall_at_5","value":17.761,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/emotion","name":"MTEB EmotionClassification","config":"default","split":"test","revision":"4f58c6b202a23cf9a4da393831edf4f9183cad37"},"metrics":[{"type":"accuracy","value":51.51,"verified":false},{"type":"f1","value":47.632159862049896,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"fever","name":"MTEB FEVER","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":60.734,"verified":false},{"type":"map_at_10","value":72.442,"verified":false},{"type":"map_at_100","value":72.735,"verified":false},{"type":"map_at_1000","value":72.75,"verified":false},{"type":"map_at_3","value":70.41199999999999,"verified":false},{"type":"map_at_5","value":71.80499999999999,"verified":false},{"type":"mrr_at_1","value":65.212,"verified":false},{"type":"mrr_at_10","value":76.613,"verified":false},{"type":"mrr_at_100","value":76.79899999999999,"verified":false},{"type":"mrr_at_1000","value":76.801,"verified":false},{"type":"mrr_at_3","value":74.8,"verified":false},{"type":"mrr_at_5","value":76.12400000000001,"verified":false},{"type":"ndcg_at_1","value":65.212,"verified":false},{"type":"ndcg_at_10","value":77.988,"verified":false},{"type":"ndcg_at_100","value":79.167,"verified":false},{"type":"ndcg_at_1000","value":79.452,"verified":false},{"type":"ndcg_at_3","value":74.362,"verified":false},{"type":"ndcg_at_5","value":76.666,"verified":false},{"type":"precision_at_1","value":65.212,"verified":false},{"type":"precision_at_10","value":10.003,"verified":false},{"type":"precision_at_100","value":1.077,"verified":false},{"type":"precision_at_1000","value":0.11199999999999999,"verified":false},{"type":"precision_at_3","value":29.518,"verified":false},{"type":"precision_at_5","value":19.016,"verified":false},{"type":"recall_at_1","value":60.734,"verified":false},{"type":"recall_at_10","value":90.824,"verified":false},{"type":"recall_at_100","value":95.71600000000001,"verified":false},{"type":"recall_at_1000","value":97.577,"verified":false},{"type":"recall_at_3","value":81.243,"verified":false},{"type":"recall_at_5","value":86.90299999999999,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"fiqa","name":"MTEB FiQA2018","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":23.845,"verified":false},{"type":"map_at_10","value":39.281,"verified":false},{"type":"map_at_100","value":41.422,"verified":false},{"type":"map_at_1000","value":41.593,"verified":false},{"type":"map_at_3","value":34.467,"verified":false},{"type":"map_at_5","value":37.017,"verified":false},{"type":"mrr_at_1","value":47.531,"verified":false},{"type":"mrr_at_10","value":56.204,"verified":false},{"type":"mrr_at_100","value":56.928999999999995,"verified":false},{"type":"mrr_at_1000","value":56.962999999999994,"verified":false},{"type":"mrr_at_3","value":54.115,"verified":false},{"type":"mrr_at_5","value":55.373000000000005,"verified":false},{"type":"ndcg_at_1","value":47.531,"verified":false},{"type":"ndcg_at_10","value":47.711999999999996,"verified":false},{"type":"ndcg_at_100","value":54.510999999999996,"verified":false},{"type":"ndcg_at_1000","value":57.103,"verified":false},{"type":"ndcg_at_3","value":44.145,"verified":false},{"type":"ndcg_at_5","value":45.032,"verified":false},{"type":"precision_at_1","value":47.531,"verified":false},{"type":"precision_at_10","value":13.194,"verified":false},{"type":"precision_at_100","value":2.045,"verified":false},{"type":"precision_at_1000","value":0.249,"verified":false},{"type":"precision_at_3","value":29.424,"verified":false},{"type":"precision_at_5","value":21.451,"verified":false},{"type":"recall_at_1","value":23.845,"verified":false},{"type":"recall_at_10","value":54.967,"verified":false},{"type":"recall_at_100","value":79.11399999999999,"verified":false},{"type":"recall_at_1000","value":94.56700000000001,"verified":false},{"type":"recall_at_3","value":40.256,"verified":false},{"type":"recall_at_5","value":46.215,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"hotpotqa","name":"MTEB HotpotQA","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":37.819,"verified":false},{"type":"map_at_10","value":60.889,"verified":false},{"type":"map_at_100","value":61.717999999999996,"verified":false},{"type":"map_at_1000","value":61.778,"verified":false},{"type":"map_at_3","value":57.254000000000005,"verified":false},{"type":"map_at_5","value":59.541,"verified":false},{"type":"mrr_at_1","value":75.638,"verified":false},{"type":"mrr_at_10","value":82.173,"verified":false},{"type":"mrr_at_100","value":82.362,"verified":false},{"type":"mrr_at_1000","value":82.37,"verified":false},{"type":"mrr_at_3","value":81.089,"verified":false},{"type":"mrr_at_5","value":81.827,"verified":false},{"type":"ndcg_at_1","value":75.638,"verified":false},{"type":"ndcg_at_10","value":69.317,"verified":false},{"type":"ndcg_at_100","value":72.221,"verified":false},{"type":"ndcg_at_1000","value":73.382,"verified":false},{"type":"ndcg_at_3","value":64.14,"verified":false},{"type":"ndcg_at_5","value":67.07600000000001,"verified":false},{"type":"precision_at_1","value":75.638,"verified":false},{"type":"precision_at_10","value":14.704999999999998,"verified":false},{"type":"precision_at_100","value":1.698,"verified":false},{"type":"precision_at_1000","value":0.185,"verified":false},{"type":"precision_at_3","value":41.394999999999996,"verified":false},{"type":"precision_at_5","value":27.162999999999997,"verified":false},{"type":"recall_at_1","value":37.819,"verified":false},{"type":"recall_at_10","value":73.52499999999999,"verified":false},{"type":"recall_at_100","value":84.875,"verified":false},{"type":"recall_at_1000","value":92.559,"verified":false},{"type":"recall_at_3","value":62.092999999999996,"verified":false},{"type":"recall_at_5","value":67.907,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/imdb","name":"MTEB ImdbClassification","config":"default","split":"test","revision":"3d86128a09e091d6018b6d26cad27f2739fc2db7"},"metrics":[{"type":"accuracy","value":94.60079999999999,"verified":false},{"type":"ap","value":92.67396345347356,"verified":false},{"type":"f1","value":94.5988098167121,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"msmarco","name":"MTEB MSMARCO","config":"default","split":"dev","revision":"None"},"metrics":[{"type":"map_at_1","value":21.285,"verified":false},{"type":"map_at_10","value":33.436,"verified":false},{"type":"map_at_100","value":34.63,"verified":false},{"type":"map_at_1000","value":34.681,"verified":false},{"type":"map_at_3","value":29.412,"verified":false},{"type":"map_at_5","value":31.715,"verified":false},{"type":"mrr_at_1","value":21.848,"verified":false},{"type":"mrr_at_10","value":33.979,"verified":false},{"type":"mrr_at_100","value":35.118,"verified":false},{"type":"mrr_at_1000","value":35.162,"verified":false},{"type":"mrr_at_3","value":30.036,"verified":false},{"type":"mrr_at_5","value":32.298,"verified":false},{"type":"ndcg_at_1","value":21.862000000000002,"verified":false},{"type":"ndcg_at_10","value":40.43,"verified":false},{"type":"ndcg_at_100","value":46.17,"verified":false},{"type":"ndcg_at_1000","value":47.412,"verified":false},{"type":"ndcg_at_3","value":32.221,"verified":false},{"type":"ndcg_at_5","value":36.332,"verified":false},{"type":"precision_at_1","value":21.862000000000002,"verified":false},{"type":"precision_at_10","value":6.491,"verified":false},{"type":"precision_at_100","value":0.935,"verified":false},{"type":"precision_at_1000","value":0.104,"verified":false},{"type":"precision_at_3","value":13.744,"verified":false},{"type":"precision_at_5","value":10.331999999999999,"verified":false},{"type":"recall_at_1","value":21.285,"verified":false},{"type":"recall_at_10","value":62.083,"verified":false},{"type":"recall_at_100","value":88.576,"verified":false},{"type":"recall_at_1000","value":98.006,"verified":false},{"type":"recall_at_3","value":39.729,"verified":false},{"type":"recall_at_5","value":49.608000000000004,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_domain","name":"MTEB MTOPDomainClassification (en)","config":"en","split":"test","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf"},"metrics":[{"type":"accuracy","value":93.92612859097127,"verified":false},{"type":"f1","value":93.82370333372853,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_domain","name":"MTEB MTOPDomainClassification (de)","config":"de","split":"test","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf"},"metrics":[{"type":"accuracy","value":92.67681036911807,"verified":false},{"type":"f1","value":92.14191382411472,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_domain","name":"MTEB MTOPDomainClassification (es)","config":"es","split":"test","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf"},"metrics":[{"type":"accuracy","value":92.26817878585723,"verified":false},{"type":"f1","value":91.92824250337878,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_domain","name":"MTEB MTOPDomainClassification (fr)","config":"fr","split":"test","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf"},"metrics":[{"type":"accuracy","value":89.96554963983714,"verified":false},{"type":"f1","value":90.02859329630792,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_domain","name":"MTEB MTOPDomainClassification (hi)","config":"hi","split":"test","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf"},"metrics":[{"type":"accuracy","value":90.02509860164935,"verified":false},{"type":"f1","value":89.30665159182062,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_domain","name":"MTEB MTOPDomainClassification (th)","config":"th","split":"test","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf"},"metrics":[{"type":"accuracy","value":87.55515370705244,"verified":false},{"type":"f1","value":87.94449232331907,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_intent","name":"MTEB MTOPIntentClassification (en)","config":"en","split":"test","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba"},"metrics":[{"type":"accuracy","value":82.4623803009576,"verified":false},{"type":"f1","value":66.06738378772725,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_intent","name":"MTEB MTOPIntentClassification (de)","config":"de","split":"test","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba"},"metrics":[{"type":"accuracy","value":79.3716539870386,"verified":false},{"type":"f1","value":60.37614033396853,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_intent","name":"MTEB MTOPIntentClassification (es)","config":"es","split":"test","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba"},"metrics":[{"type":"accuracy","value":80.34022681787857,"verified":false},{"type":"f1","value":58.302008026952,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_intent","name":"MTEB MTOPIntentClassification (fr)","config":"fr","split":"test","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba"},"metrics":[{"type":"accuracy","value":76.72095208268087,"verified":false},{"type":"f1","value":59.64524724009049,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_intent","name":"MTEB MTOPIntentClassification (hi)","config":"hi","split":"test","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba"},"metrics":[{"type":"accuracy","value":77.87020437432773,"verified":false},{"type":"f1","value":57.80202694670567,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_intent","name":"MTEB MTOPIntentClassification (th)","config":"th","split":"test","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba"},"metrics":[{"type":"accuracy","value":77.73598553345387,"verified":false},{"type":"f1","value":58.19628250675031,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (af)","config":"af","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":67.6630800268998,"verified":false},{"type":"f1","value":65.00996668051691,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (am)","config":"am","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":60.7128446536651,"verified":false},{"type":"f1","value":57.95860594874963,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (ar)","config":"ar","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":63.61129791526563,"verified":false},{"type":"f1","value":59.75328290206483,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (az)","config":"az","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":69.00134498991257,"verified":false},{"type":"f1","value":67.0230483991802,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (bn)","config":"bn","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":68.54068594485541,"verified":false},{"type":"f1","value":65.54604628946976,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (cy)","config":"cy","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":63.032952252858095,"verified":false},{"type":"f1","value":58.715741857057104,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (da)","config":"da","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":71.80901143241427,"verified":false},{"type":"f1","value":68.33963989243877,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (de)","config":"de","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":72.47141896435777,"verified":false},{"type":"f1","value":69.56765020308262,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (el)","config":"el","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":71.2373907195696,"verified":false},{"type":"f1","value":69.04529836036467,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (en)","config":"en","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":77.05783456624076,"verified":false},{"type":"f1","value":74.69430584708174,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (es)","config":"es","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":72.82111634162744,"verified":false},{"type":"f1","value":70.77228952803762,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (fa)","config":"fa","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":74.25353059852051,"verified":false},{"type":"f1","value":71.05310103416411,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (fi)","config":"fi","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":72.28648285137861,"verified":false},{"type":"f1","value":69.08020473732226,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (fr)","config":"fr","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":73.31540013449899,"verified":false},{"type":"f1","value":70.9426355465791,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (he)","config":"he","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":70.2151983860121,"verified":false},{"type":"f1","value":67.52541755908858,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (hi)","config":"hi","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":71.58372562205784,"verified":false},{"type":"f1","value":69.49769064229827,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (hu)","config":"hu","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":71.9233355749832,"verified":false},{"type":"f1","value":69.36311548259593,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (hy)","config":"hy","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":68.07330195023538,"verified":false},{"type":"f1","value":64.99882022345572,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (id)","config":"id","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":72.62273032952253,"verified":false},{"type":"f1","value":70.6394885471001,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (is)","config":"is","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":65.77000672494957,"verified":false},{"type":"f1","value":62.9368944815065,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (it)","config":"it","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":73.453261600538,"verified":false},{"type":"f1","value":70.85069934666681,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (ja)","config":"ja","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":74.6906523201076,"verified":false},{"type":"f1","value":72.03249740074217,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (jv)","config":"jv","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":63.03631472763953,"verified":false},{"type":"f1","value":59.3165215571852,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (ka)","config":"ka","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":58.913920645595155,"verified":false},{"type":"f1","value":57.367337711611285,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (km)","config":"km","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":54.42837928715535,"verified":false},{"type":"f1","value":52.60527294970906,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (kn)","config":"kn","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":66.33490248823135,"verified":false},{"type":"f1","value":63.213340969404065,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (ko)","config":"ko","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":70.58507061197041,"verified":false},{"type":"f1","value":68.40256628040486,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (lv)","config":"lv","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":69.11230665770006,"verified":false},{"type":"f1","value":66.44863577842305,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (ml)","config":"ml","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":69.70073974445192,"verified":false},{"type":"f1","value":67.21291337273702,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (mn)","config":"mn","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":66.43913920645595,"verified":false},{"type":"f1","value":64.09838087422806,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (ms)","config":"ms","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":70.80026899798251,"verified":false},{"type":"f1","value":68.76986742962444,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (my)","config":"my","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":64.78816408876934,"verified":false},{"type":"f1","value":62.18781873428972,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (nb)","config":"nb","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":71.6577000672495,"verified":false},{"type":"f1","value":68.75171511133003,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (nl)","config":"nl","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":74.42501681237391,"verified":false},{"type":"f1","value":71.18434963451544,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (pl)","config":"pl","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":73.64828513786146,"verified":false},{"type":"f1","value":70.67741914007422,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (pt)","config":"pt","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":73.62811028917284,"verified":false},{"type":"f1","value":71.36402039740959,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (ro)","config":"ro","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":71.88634835238736,"verified":false},{"type":"f1","value":69.23701923480677,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (ru)","config":"ru","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":74.15938130464022,"verified":false},{"type":"f1","value":71.87792218993388,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (sl)","config":"sl","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":69.96301277740416,"verified":false},{"type":"f1","value":67.29584200202983,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (sq)","config":"sq","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":69.49562878278412,"verified":false},{"type":"f1","value":66.91716685679431,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (sv)","config":"sv","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":74.6805648957633,"verified":false},{"type":"f1","value":72.02723592594374,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (sw)","config":"sw","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":63.00605245460659,"verified":false},{"type":"f1","value":60.16716669482932,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (ta)","config":"ta","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":66.90988567585742,"verified":false},{"type":"f1","value":63.99405488777784,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (te)","config":"te","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":67.62273032952253,"verified":false},{"type":"f1","value":65.17213906909481,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (th)","config":"th","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":69.50907868190988,"verified":false},{"type":"f1","value":69.15165697194853,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (tl)","config":"tl","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":69.30733019502352,"verified":false},{"type":"f1","value":66.69024007380474,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (tr)","config":"tr","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":72.24277067921989,"verified":false},{"type":"f1","value":68.80515408492947,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (ur)","config":"ur","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":67.49831876260929,"verified":false},{"type":"f1","value":64.83778567111116,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (vi)","config":"vi","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":71.28782784129119,"verified":false},{"type":"f1","value":69.3294186700733,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (zh-CN)","config":"zh-CN","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":73.315400134499,"verified":false},{"type":"f1","value":71.22674385243207,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (zh-TW)","config":"zh-TW","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":69.37794216543377,"verified":false},{"type":"f1","value":68.96962492838232,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (af)","config":"af","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":73.33557498318764,"verified":false},{"type":"f1","value":72.28949738478356,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (am)","config":"am","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":65.84398117014123,"verified":false},{"type":"f1","value":64.71026362091463,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (ar)","config":"ar","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":69.76462676529925,"verified":false},{"type":"f1","value":69.8229667407667,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (az)","config":"az","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":72.02420981842636,"verified":false},{"type":"f1","value":71.76576384895898,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (bn)","config":"bn","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":72.7572293207801,"verified":false},{"type":"f1","value":72.76840765295256,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (cy)","config":"cy","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":68.02286482851379,"verified":false},{"type":"f1","value":66.17237947327872,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (da)","config":"da","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":77.60928043039678,"verified":false},{"type":"f1","value":77.27094731234773,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (de)","config":"de","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":77.68325487558843,"verified":false},{"type":"f1","value":77.97530399082261,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (el)","config":"el","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":76.13315400134498,"verified":false},{"type":"f1","value":75.97558584796424,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (en)","config":"en","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":80.47410894418292,"verified":false},{"type":"f1","value":80.52244841473792,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (es)","config":"es","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":76.9670477471419,"verified":false},{"type":"f1","value":77.37318805793146,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (fa)","config":"fa","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":78.09683927370544,"verified":false},{"type":"f1","value":77.69773737430847,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (fi)","config":"fi","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":75.20847343644922,"verified":false},{"type":"f1","value":75.17071738727348,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (fr)","config":"fr","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":77.07464694014796,"verified":false},{"type":"f1","value":77.16136207698571,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (he)","config":"he","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":73.53396099529255,"verified":false},{"type":"f1","value":73.58296404484122,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (hi)","config":"hi","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":75.75319435104237,"verified":false},{"type":"f1","value":75.24674707850833,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (hu)","config":"hu","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":77.0948217888366,"verified":false},{"type":"f1","value":76.47559490205028,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (hy)","config":"hy","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":71.07599193006052,"verified":false},{"type":"f1","value":70.76028043093511,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (id)","config":"id","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":77.10490921318089,"verified":false},{"type":"f1","value":77.01215275283272,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (is)","config":"is","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":71.25756556825824,"verified":false},{"type":"f1","value":70.20605314648762,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (it)","config":"it","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":77.08137188971082,"verified":false},{"type":"f1","value":77.3899269057439,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (ja)","config":"ja","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":79.35440484196369,"verified":false},{"type":"f1","value":79.58964690002772,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (jv)","config":"jv","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":68.42299932750504,"verified":false},{"type":"f1","value":68.07844356925413,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (ka)","config":"ka","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":66.15669132481507,"verified":false},{"type":"f1","value":65.89383352608513,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (km)","config":"km","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":60.11432414256894,"verified":false},{"type":"f1","value":57.69910594559806,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (kn)","config":"kn","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":71.24747814391392,"verified":false},{"type":"f1","value":70.42455553830918,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (ko)","config":"ko","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":76.46267652992603,"verified":false},{"type":"f1","value":76.8854559308316,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (lv)","config":"lv","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":73.24815063887021,"verified":false},{"type":"f1","value":72.77805034658074,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (ml)","config":"ml","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":74.11566913248151,"verified":false},{"type":"f1","value":73.86147988001356,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (mn)","config":"mn","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":70.0168123739072,"verified":false},{"type":"f1","value":69.38515920054571,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (ms)","config":"ms","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":74.41156691324814,"verified":false},{"type":"f1","value":73.43474953408237,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (my)","config":"my","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":68.39609952925353,"verified":false},{"type":"f1","value":67.29731681109291,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (nb)","config":"nb","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":77.20914593140552,"verified":false},{"type":"f1","value":77.07066497935367,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (nl)","config":"nl","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":78.52387357094821,"verified":false},{"type":"f1","value":78.5259569473291,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (pl)","config":"pl","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":76.6913248150639,"verified":false},{"type":"f1","value":76.91201656350455,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (pt)","config":"pt","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":77.1217215870881,"verified":false},{"type":"f1","value":77.41179937912504,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (ro)","config":"ro","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":75.25891055817083,"verified":false},{"type":"f1","value":75.8089244542887,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (ru)","config":"ru","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":77.70679219905851,"verified":false},{"type":"f1","value":78.21459594517711,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (sl)","config":"sl","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":74.83523873570948,"verified":false},{"type":"f1","value":74.86847028401978,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (sq)","config":"sq","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":74.71755211835911,"verified":false},{"type":"f1","value":74.0214326485662,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (sv)","config":"sv","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":79.06523201075991,"verified":false},{"type":"f1","value":79.10545620325138,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (sw)","config":"sw","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":67.91862811028918,"verified":false},{"type":"f1","value":66.50386121217983,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (ta)","config":"ta","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":70.93140551445865,"verified":false},{"type":"f1","value":70.755435928495,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (te)","config":"te","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":72.40753194351042,"verified":false},{"type":"f1","value":71.61816115782923,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (th)","config":"th","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":75.1815736381977,"verified":false},{"type":"f1","value":75.08016717887205,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (tl)","config":"tl","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":72.86482851378614,"verified":false},{"type":"f1","value":72.39521180006291,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (tr)","config":"tr","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":76.46940147948891,"verified":false},{"type":"f1","value":76.70044085362349,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (ur)","config":"ur","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":71.89307330195024,"verified":false},{"type":"f1","value":71.5721825332298,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (vi)","config":"vi","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":74.7511768661735,"verified":false},{"type":"f1","value":75.17918654541515,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (zh-CN)","config":"zh-CN","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":78.69535978480162,"verified":false},{"type":"f1","value":78.90019070153316,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (zh-TW)","config":"zh-TW","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":75.45729657027572,"verified":false},{"type":"f1","value":76.19578371794672,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-p2p","name":"MTEB MedrxivClusteringP2P","config":"default","split":"test","revision":"e7a26af6f3ae46b30dde8737f02c07b1505bcc73"},"metrics":[{"type":"v_measure","value":36.92715354123554,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-s2s","name":"MTEB MedrxivClusteringS2S","config":"default","split":"test","revision":"35191c8c0dca72d8ff3efcd72aa802307d469663"},"metrics":[{"type":"v_measure","value":35.53536244162518,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/mind_small","name":"MTEB MindSmallReranking","config":"default","split":"test","revision":"3bdac13927fdc888b903db93b2ffdbd90b295a69"},"metrics":[{"type":"map","value":33.08507884504006,"verified":false},{"type":"mrr","value":34.32436977159129,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"nfcorpus","name":"MTEB NFCorpus","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":5.935,"verified":false},{"type":"map_at_10","value":13.297,"verified":false},{"type":"map_at_100","value":16.907,"verified":false},{"type":"map_at_1000","value":18.391,"verified":false},{"type":"map_at_3","value":9.626999999999999,"verified":false},{"type":"map_at_5","value":11.190999999999999,"verified":false},{"type":"mrr_at_1","value":46.129999999999995,"verified":false},{"type":"mrr_at_10","value":54.346000000000004,"verified":false},{"type":"mrr_at_100","value":55.067,"verified":false},{"type":"mrr_at_1000","value":55.1,"verified":false},{"type":"mrr_at_3","value":51.961,"verified":false},{"type":"mrr_at_5","value":53.246,"verified":false},{"type":"ndcg_at_1","value":44.118,"verified":false},{"type":"ndcg_at_10","value":35.534,"verified":false},{"type":"ndcg_at_100","value":32.946999999999996,"verified":false},{"type":"ndcg_at_1000","value":41.599000000000004,"verified":false},{"type":"ndcg_at_3","value":40.25,"verified":false},{"type":"ndcg_at_5","value":37.978,"verified":false},{"type":"precision_at_1","value":46.129999999999995,"verified":false},{"type":"precision_at_10","value":26.842,"verified":false},{"type":"precision_at_100","value":8.427,"verified":false},{"type":"precision_at_1000","value":2.128,"verified":false},{"type":"precision_at_3","value":37.977,"verified":false},{"type":"precision_at_5","value":32.879000000000005,"verified":false},{"type":"recall_at_1","value":5.935,"verified":false},{"type":"recall_at_10","value":17.211000000000002,"verified":false},{"type":"recall_at_100","value":34.33,"verified":false},{"type":"recall_at_1000","value":65.551,"verified":false},{"type":"recall_at_3","value":10.483,"verified":false},{"type":"recall_at_5","value":13.078999999999999,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"nq","name":"MTEB NQ","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":35.231,"verified":false},{"type":"map_at_10","value":50.202000000000005,"verified":false},{"type":"map_at_100","value":51.154999999999994,"verified":false},{"type":"map_at_1000","value":51.181,"verified":false},{"type":"map_at_3","value":45.774,"verified":false},{"type":"map_at_5","value":48.522,"verified":false},{"type":"mrr_at_1","value":39.687,"verified":false},{"type":"mrr_at_10","value":52.88,"verified":false},{"type":"mrr_at_100","value":53.569,"verified":false},{"type":"mrr_at_1000","value":53.58500000000001,"verified":false},{"type":"mrr_at_3","value":49.228,"verified":false},{"type":"mrr_at_5","value":51.525,"verified":false},{"type":"ndcg_at_1","value":39.687,"verified":false},{"type":"ndcg_at_10","value":57.754000000000005,"verified":false},{"type":"ndcg_at_100","value":61.597,"verified":false},{"type":"ndcg_at_1000","value":62.18900000000001,"verified":false},{"type":"ndcg_at_3","value":49.55,"verified":false},{"type":"ndcg_at_5","value":54.11899999999999,"verified":false},{"type":"precision_at_1","value":39.687,"verified":false},{"type":"precision_at_10","value":9.313,"verified":false},{"type":"precision_at_100","value":1.146,"verified":false},{"type":"precision_at_1000","value":0.12,"verified":false},{"type":"precision_at_3","value":22.229,"verified":false},{"type":"precision_at_5","value":15.939,"verified":false},{"type":"recall_at_1","value":35.231,"verified":false},{"type":"recall_at_10","value":78.083,"verified":false},{"type":"recall_at_100","value":94.42099999999999,"verified":false},{"type":"recall_at_1000","value":98.81,"verified":false},{"type":"recall_at_3","value":57.047000000000004,"verified":false},{"type":"recall_at_5","value":67.637,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"quora","name":"MTEB QuoraRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":71.241,"verified":false},{"type":"map_at_10","value":85.462,"verified":false},{"type":"map_at_100","value":86.083,"verified":false},{"type":"map_at_1000","value":86.09700000000001,"verified":false},{"type":"map_at_3","value":82.49499999999999,"verified":false},{"type":"map_at_5","value":84.392,"verified":false},{"type":"mrr_at_1","value":82.09,"verified":false},{"type":"mrr_at_10","value":88.301,"verified":false},{"type":"mrr_at_100","value":88.383,"verified":false},{"type":"mrr_at_1000","value":88.384,"verified":false},{"type":"mrr_at_3","value":87.37,"verified":false},{"type":"mrr_at_5","value":88.035,"verified":false},{"type":"ndcg_at_1","value":82.12,"verified":false},{"type":"ndcg_at_10","value":89.149,"verified":false},{"type":"ndcg_at_100","value":90.235,"verified":false},{"type":"ndcg_at_1000","value":90.307,"verified":false},{"type":"ndcg_at_3","value":86.37599999999999,"verified":false},{"type":"ndcg_at_5","value":87.964,"verified":false},{"type":"precision_at_1","value":82.12,"verified":false},{"type":"precision_at_10","value":13.56,"verified":false},{"type":"precision_at_100","value":1.539,"verified":false},{"type":"precision_at_1000","value":0.157,"verified":false},{"type":"precision_at_3","value":37.88,"verified":false},{"type":"precision_at_5","value":24.92,"verified":false},{"type":"recall_at_1","value":71.241,"verified":false},{"type":"recall_at_10","value":96.128,"verified":false},{"type":"recall_at_100","value":99.696,"verified":false},{"type":"recall_at_1000","value":99.994,"verified":false},{"type":"recall_at_3","value":88.181,"verified":false},{"type":"recall_at_5","value":92.694,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering","name":"MTEB RedditClustering","config":"default","split":"test","revision":"24640382cdbf8abc73003fb0fa6d111a705499eb"},"metrics":[{"type":"v_measure","value":56.59757799655151,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering-p2p","name":"MTEB RedditClusteringP2P","config":"default","split":"test","revision":"282350215ef01743dc01b456c7f5241fa8937f16"},"metrics":[{"type":"v_measure","value":64.27391998854624,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"scidocs","name":"MTEB SCIDOCS","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":4.243,"verified":false},{"type":"map_at_10","value":10.965,"verified":false},{"type":"map_at_100","value":12.934999999999999,"verified":false},{"type":"map_at_1000","value":13.256,"verified":false},{"type":"map_at_3","value":7.907,"verified":false},{"type":"map_at_5","value":9.435,"verified":false},{"type":"mrr_at_1","value":20.9,"verified":false},{"type":"mrr_at_10","value":31.849,"verified":false},{"type":"mrr_at_100","value":32.964,"verified":false},{"type":"mrr_at_1000","value":33.024,"verified":false},{"type":"mrr_at_3","value":28.517,"verified":false},{"type":"mrr_at_5","value":30.381999999999998,"verified":false},{"type":"ndcg_at_1","value":20.9,"verified":false},{"type":"ndcg_at_10","value":18.723,"verified":false},{"type":"ndcg_at_100","value":26.384999999999998,"verified":false},{"type":"ndcg_at_1000","value":32.114,"verified":false},{"type":"ndcg_at_3","value":17.753,"verified":false},{"type":"ndcg_at_5","value":15.558,"verified":false},{"type":"precision_at_1","value":20.9,"verified":false},{"type":"precision_at_10","value":9.8,"verified":false},{"type":"precision_at_100","value":2.078,"verified":false},{"type":"precision_at_1000","value":0.345,"verified":false},{"type":"precision_at_3","value":16.900000000000002,"verified":false},{"type":"precision_at_5","value":13.88,"verified":false},{"type":"recall_at_1","value":4.243,"verified":false},{"type":"recall_at_10","value":19.885,"verified":false},{"type":"recall_at_100","value":42.17,"verified":false},{"type":"recall_at_1000","value":70.12,"verified":false},{"type":"recall_at_3","value":10.288,"verified":false},{"type":"recall_at_5","value":14.072000000000001,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sickr-sts","name":"MTEB SICK-R","config":"default","split":"test","revision":"a6ea5a8cab320b040a23452cc28066d9beae2cee"},"metrics":[{"type":"cos_sim_pearson","value":85.84209174935282,"verified":false},{"type":"cos_sim_spearman","value":81.73248048438833,"verified":false},{"type":"euclidean_pearson","value":83.02810070308149,"verified":false},{"type":"euclidean_spearman","value":81.73248295679514,"verified":false},{"type":"manhattan_pearson","value":82.95368060376002,"verified":false},{"type":"manhattan_spearman","value":81.60277910998718,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts12-sts","name":"MTEB STS12","config":"default","split":"test","revision":"a0d554a64d88156834ff5ae9920b964011b16384"},"metrics":[{"type":"cos_sim_pearson","value":88.52628804556943,"verified":false},{"type":"cos_sim_spearman","value":82.5713913555672,"verified":false},{"type":"euclidean_pearson","value":85.8796774746988,"verified":false},{"type":"euclidean_spearman","value":82.57137506803424,"verified":false},{"type":"manhattan_pearson","value":85.79671002960058,"verified":false},{"type":"manhattan_spearman","value":82.49445981618027,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts13-sts","name":"MTEB STS13","config":"default","split":"test","revision":"7e90230a92c190f1bf69ae9002b8cea547a64cca"},"metrics":[{"type":"cos_sim_pearson","value":86.23682503505542,"verified":false},{"type":"cos_sim_spearman","value":87.15008956711806,"verified":false},{"type":"euclidean_pearson","value":86.79805401524959,"verified":false},{"type":"euclidean_spearman","value":87.15008956711806,"verified":false},{"type":"manhattan_pearson","value":86.65298502699244,"verified":false},{"type":"manhattan_spearman","value":86.97677821948562,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts14-sts","name":"MTEB STS14","config":"default","split":"test","revision":"6031580fec1f6af667f0bd2da0a551cf4f0b2375"},"metrics":[{"type":"cos_sim_pearson","value":85.63370304677802,"verified":false},{"type":"cos_sim_spearman","value":84.97105553540318,"verified":false},{"type":"euclidean_pearson","value":85.28896108687721,"verified":false},{"type":"euclidean_spearman","value":84.97105553540318,"verified":false},{"type":"manhattan_pearson","value":85.09663190337331,"verified":false},{"type":"manhattan_spearman","value":84.79126831644619,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts15-sts","name":"MTEB STS15","config":"default","split":"test","revision":"ae752c7c21bf194d8b67fd573edf7ae58183cbe3"},"metrics":[{"type":"cos_sim_pearson","value":90.2614838800733,"verified":false},{"type":"cos_sim_spearman","value":91.0509162991835,"verified":false},{"type":"euclidean_pearson","value":90.33098317533373,"verified":false},{"type":"euclidean_spearman","value":91.05091625871644,"verified":false},{"type":"manhattan_pearson","value":90.26250435151107,"verified":false},{"type":"manhattan_spearman","value":90.97999594417519,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts16-sts","name":"MTEB STS16","config":"default","split":"test","revision":"4d8694f8f0e0100860b497b999b3dbed754a0513"},"metrics":[{"type":"cos_sim_pearson","value":85.80480973335091,"verified":false},{"type":"cos_sim_spearman","value":87.313695492969,"verified":false},{"type":"euclidean_pearson","value":86.49267251576939,"verified":false},{"type":"euclidean_spearman","value":87.313695492969,"verified":false},{"type":"manhattan_pearson","value":86.44019901831935,"verified":false},{"type":"manhattan_spearman","value":87.24205395460392,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts17-crosslingual-sts","name":"MTEB STS17 (en-en)","config":"en-en","split":"test","revision":"af5e6fb845001ecf41f4c1e033ce921939a2a68d"},"metrics":[{"type":"cos_sim_pearson","value":90.05662789380672,"verified":false},{"type":"cos_sim_spearman","value":90.02759424426651,"verified":false},{"type":"euclidean_pearson","value":90.4042483422981,"verified":false},{"type":"euclidean_spearman","value":90.02759424426651,"verified":false},{"type":"manhattan_pearson","value":90.51446975000226,"verified":false},{"type":"manhattan_spearman","value":90.08832889933616,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts22-crosslingual-sts","name":"MTEB STS22 (en)","config":"en","split":"test","revision":"6d1ba47164174a496b7fa5d3569dae26a6813b80"},"metrics":[{"type":"cos_sim_pearson","value":67.5975528273532,"verified":false},{"type":"cos_sim_spearman","value":67.62969861411354,"verified":false},{"type":"euclidean_pearson","value":69.224275734323,"verified":false},{"type":"euclidean_spearman","value":67.62969861411354,"verified":false},{"type":"manhattan_pearson","value":69.3761447059927,"verified":false},{"type":"manhattan_spearman","value":67.90921005611467,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/stsbenchmark-sts","name":"MTEB STSBenchmark","config":"default","split":"test","revision":"b0fddb56ed78048fa8b90373c8a3cfc37b684831"},"metrics":[{"type":"cos_sim_pearson","value":87.11244327231684,"verified":false},{"type":"cos_sim_spearman","value":88.37902438979035,"verified":false},{"type":"euclidean_pearson","value":87.86054279847336,"verified":false},{"type":"euclidean_spearman","value":88.37902438979035,"verified":false},{"type":"manhattan_pearson","value":87.77257757320378,"verified":false},{"type":"manhattan_spearman","value":88.25208966098123,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/scidocs-reranking","name":"MTEB SciDocsRR","config":"default","split":"test","revision":"d3c5e1fc0b855ab6097bf1cda04dd73947d7caab"},"metrics":[{"type":"map","value":85.87174608143563,"verified":false},{"type":"mrr","value":96.12836872640794,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"scifact","name":"MTEB SciFact","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":57.760999999999996,"verified":false},{"type":"map_at_10","value":67.258,"verified":false},{"type":"map_at_100","value":67.757,"verified":false},{"type":"map_at_1000","value":67.78800000000001,"verified":false},{"type":"map_at_3","value":64.602,"verified":false},{"type":"map_at_5","value":65.64,"verified":false},{"type":"mrr_at_1","value":60.667,"verified":false},{"type":"mrr_at_10","value":68.441,"verified":false},{"type":"mrr_at_100","value":68.825,"verified":false},{"type":"mrr_at_1000","value":68.853,"verified":false},{"type":"mrr_at_3","value":66.444,"verified":false},{"type":"mrr_at_5","value":67.26100000000001,"verified":false},{"type":"ndcg_at_1","value":60.667,"verified":false},{"type":"ndcg_at_10","value":71.852,"verified":false},{"type":"ndcg_at_100","value":73.9,"verified":false},{"type":"ndcg_at_1000","value":74.628,"verified":false},{"type":"ndcg_at_3","value":67.093,"verified":false},{"type":"ndcg_at_5","value":68.58,"verified":false},{"type":"precision_at_1","value":60.667,"verified":false},{"type":"precision_at_10","value":9.6,"verified":false},{"type":"precision_at_100","value":1.0670000000000002,"verified":false},{"type":"precision_at_1000","value":0.11199999999999999,"verified":false},{"type":"precision_at_3","value":26.111,"verified":false},{"type":"precision_at_5","value":16.733,"verified":false},{"type":"recall_at_1","value":57.760999999999996,"verified":false},{"type":"recall_at_10","value":84.967,"verified":false},{"type":"recall_at_100","value":93.833,"verified":false},{"type":"recall_at_1000","value":99.333,"verified":false},{"type":"recall_at_3","value":71.589,"verified":false},{"type":"recall_at_5","value":75.483,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/sprintduplicatequestions-pairclassification","name":"MTEB SprintDuplicateQuestions","config":"default","split":"test","revision":"d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46"},"metrics":[{"type":"cos_sim_accuracy","value":99.66633663366336,"verified":false},{"type":"cos_sim_ap","value":91.17685358899108,"verified":false},{"type":"cos_sim_f1","value":82.16818642350559,"verified":false},{"type":"cos_sim_precision","value":83.26488706365504,"verified":false},{"type":"cos_sim_recall","value":81.10000000000001,"verified":false},{"type":"dot_accuracy","value":99.66633663366336,"verified":false},{"type":"dot_ap","value":91.17663411119032,"verified":false},{"type":"dot_f1","value":82.16818642350559,"verified":false},{"type":"dot_precision","value":83.26488706365504,"verified":false},{"type":"dot_recall","value":81.10000000000001,"verified":false},{"type":"euclidean_accuracy","value":99.66633663366336,"verified":false},{"type":"euclidean_ap","value":91.17685189882275,"verified":false},{"type":"euclidean_f1","value":82.16818642350559,"verified":false},{"type":"euclidean_precision","value":83.26488706365504,"verified":false},{"type":"euclidean_recall","value":81.10000000000001,"verified":false},{"type":"manhattan_accuracy","value":99.66633663366336,"verified":false},{"type":"manhattan_ap","value":91.2241619496737,"verified":false},{"type":"manhattan_f1","value":82.20472440944883,"verified":false},{"type":"manhattan_precision","value":86.51933701657458,"verified":false},{"type":"manhattan_recall","value":78.3,"verified":false},{"type":"max_accuracy","value":99.66633663366336,"verified":false},{"type":"max_ap","value":91.2241619496737,"verified":false},{"type":"max_f1","value":82.20472440944883,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering","name":"MTEB StackExchangeClustering","config":"default","split":"test","revision":"6cbc1f7b2bc0622f2e39d2c77fa502909748c259"},"metrics":[{"type":"v_measure","value":66.85101268897951,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering-p2p","name":"MTEB StackExchangeClusteringP2P","config":"default","split":"test","revision":"815ca46b2622cec33ccafc3735d572c266efdb44"},"metrics":[{"type":"v_measure","value":42.461184054706905,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/stackoverflowdupquestions-reranking","name":"MTEB StackOverflowDupQuestions","config":"default","split":"test","revision":"e185fbe320c72810689fc5848eb6114e1ef5ec69"},"metrics":[{"type":"map","value":51.44542568873886,"verified":false},{"type":"mrr","value":52.33656151854681,"verified":false}]},{"task":{"type":"Summarization"},"dataset":{"type":"mteb/summeval","name":"MTEB SummEval","config":"default","split":"test","revision":"cda12ad7615edc362dbf25a00fdd61d3b1eaf93c"},"metrics":[{"type":"cos_sim_pearson","value":30.75982974997539,"verified":false},{"type":"cos_sim_spearman","value":30.385405026539914,"verified":false},{"type":"dot_pearson","value":30.75982433546523,"verified":false},{"type":"dot_spearman","value":30.385405026539914,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"trec-covid","name":"MTEB TRECCOVID","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":0.22799999999999998,"verified":false},{"type":"map_at_10","value":2.064,"verified":false},{"type":"map_at_100","value":13.056000000000001,"verified":false},{"type":"map_at_1000","value":31.747999999999998,"verified":false},{"type":"map_at_3","value":0.67,"verified":false},{"type":"map_at_5","value":1.097,"verified":false},{"type":"mrr_at_1","value":90,"verified":false},{"type":"mrr_at_10","value":94.667,"verified":false},{"type":"mrr_at_100","value":94.667,"verified":false},{"type":"mrr_at_1000","value":94.667,"verified":false},{"type":"mrr_at_3","value":94.667,"verified":false},{"type":"mrr_at_5","value":94.667,"verified":false},{"type":"ndcg_at_1","value":86,"verified":false},{"type":"ndcg_at_10","value":82,"verified":false},{"type":"ndcg_at_100","value":64.307,"verified":false},{"type":"ndcg_at_1000","value":57.023999999999994,"verified":false},{"type":"ndcg_at_3","value":85.816,"verified":false},{"type":"ndcg_at_5","value":84.904,"verified":false},{"type":"precision_at_1","value":90,"verified":false},{"type":"precision_at_10","value":85.8,"verified":false},{"type":"precision_at_100","value":66.46,"verified":false},{"type":"precision_at_1000","value":25.202,"verified":false},{"type":"precision_at_3","value":90,"verified":false},{"type":"precision_at_5","value":89.2,"verified":false},{"type":"recall_at_1","value":0.22799999999999998,"verified":false},{"type":"recall_at_10","value":2.235,"verified":false},{"type":"recall_at_100","value":16.185,"verified":false},{"type":"recall_at_1000","value":53.620999999999995,"verified":false},{"type":"recall_at_3","value":0.7040000000000001,"verified":false},{"type":"recall_at_5","value":1.172,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (sqi-eng)","config":"sqi-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97.39999999999999,"verified":false},{"type":"f1","value":96.75,"verified":false},{"type":"precision","value":96.45,"verified":false},{"type":"recall","value":97.39999999999999,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (fry-eng)","config":"fry-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":85.54913294797689,"verified":false},{"type":"f1","value":82.46628131021194,"verified":false},{"type":"precision","value":81.1175337186898,"verified":false},{"type":"recall","value":85.54913294797689,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (kur-eng)","config":"kur-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":81.21951219512195,"verified":false},{"type":"f1","value":77.33333333333334,"verified":false},{"type":"precision","value":75.54878048780488,"verified":false},{"type":"recall","value":81.21951219512195,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (tur-eng)","config":"tur-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":98.6,"verified":false},{"type":"f1","value":98.26666666666665,"verified":false},{"type":"precision","value":98.1,"verified":false},{"type":"recall","value":98.6,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (deu-eng)","config":"deu-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":99.5,"verified":false},{"type":"f1","value":99.33333333333333,"verified":false},{"type":"precision","value":99.25,"verified":false},{"type":"recall","value":99.5,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (nld-eng)","config":"nld-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97.8,"verified":false},{"type":"f1","value":97.2,"verified":false},{"type":"precision","value":96.89999999999999,"verified":false},{"type":"recall","value":97.8,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ron-eng)","config":"ron-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97.8,"verified":false},{"type":"f1","value":97.18333333333334,"verified":false},{"type":"precision","value":96.88333333333333,"verified":false},{"type":"recall","value":97.8,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ang-eng)","config":"ang-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":77.61194029850746,"verified":false},{"type":"f1","value":72.81094527363183,"verified":false},{"type":"precision","value":70.83333333333333,"verified":false},{"type":"recall","value":77.61194029850746,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ido-eng)","config":"ido-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":93.7,"verified":false},{"type":"f1","value":91.91666666666667,"verified":false},{"type":"precision","value":91.08333333333334,"verified":false},{"type":"recall","value":93.7,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (jav-eng)","config":"jav-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":88.29268292682927,"verified":false},{"type":"f1","value":85.27642276422765,"verified":false},{"type":"precision","value":84.01277584204414,"verified":false},{"type":"recall","value":88.29268292682927,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (isl-eng)","config":"isl-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":96.1,"verified":false},{"type":"f1","value":95,"verified":false},{"type":"precision","value":94.46666666666668,"verified":false},{"type":"recall","value":96.1,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (slv-eng)","config":"slv-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":93.681652490887,"verified":false},{"type":"f1","value":91.90765492102065,"verified":false},{"type":"precision","value":91.05913325232888,"verified":false},{"type":"recall","value":93.681652490887,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (cym-eng)","config":"cym-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":92.17391304347827,"verified":false},{"type":"f1","value":89.97101449275361,"verified":false},{"type":"precision","value":88.96811594202899,"verified":false},{"type":"recall","value":92.17391304347827,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (kaz-eng)","config":"kaz-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":90.43478260869566,"verified":false},{"type":"f1","value":87.72173913043478,"verified":false},{"type":"precision","value":86.42028985507245,"verified":false},{"type":"recall","value":90.43478260869566,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (est-eng)","config":"est-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":90.4,"verified":false},{"type":"f1","value":88.03,"verified":false},{"type":"precision","value":86.95,"verified":false},{"type":"recall","value":90.4,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (heb-eng)","config":"heb-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":93.4,"verified":false},{"type":"f1","value":91.45666666666666,"verified":false},{"type":"precision","value":90.525,"verified":false},{"type":"recall","value":93.4,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (gla-eng)","config":"gla-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":81.9059107358263,"verified":false},{"type":"f1","value":78.32557872364869,"verified":false},{"type":"precision","value":76.78260286824823,"verified":false},{"type":"recall","value":81.9059107358263,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (mar-eng)","config":"mar-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":94.3,"verified":false},{"type":"f1","value":92.58333333333333,"verified":false},{"type":"precision","value":91.73333333333332,"verified":false},{"type":"recall","value":94.3,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (lat-eng)","config":"lat-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":79.10000000000001,"verified":false},{"type":"f1","value":74.50500000000001,"verified":false},{"type":"precision","value":72.58928571428571,"verified":false},{"type":"recall","value":79.10000000000001,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (bel-eng)","config":"bel-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":96.6,"verified":false},{"type":"f1","value":95.55,"verified":false},{"type":"precision","value":95.05,"verified":false},{"type":"recall","value":96.6,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (pms-eng)","config":"pms-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":82.0952380952381,"verified":false},{"type":"f1","value":77.98458049886621,"verified":false},{"type":"precision","value":76.1968253968254,"verified":false},{"type":"recall","value":82.0952380952381,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (gle-eng)","config":"gle-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":87.9,"verified":false},{"type":"f1","value":84.99190476190476,"verified":false},{"type":"precision","value":83.65,"verified":false},{"type":"recall","value":87.9,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (pes-eng)","config":"pes-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":95.7,"verified":false},{"type":"f1","value":94.56666666666666,"verified":false},{"type":"precision","value":94.01666666666667,"verified":false},{"type":"recall","value":95.7,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (nob-eng)","config":"nob-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":98.6,"verified":false},{"type":"f1","value":98.2,"verified":false},{"type":"precision","value":98,"verified":false},{"type":"recall","value":98.6,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (bul-eng)","config":"bul-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":95.6,"verified":false},{"type":"f1","value":94.38333333333334,"verified":false},{"type":"precision","value":93.78333333333335,"verified":false},{"type":"recall","value":95.6,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (cbk-eng)","config":"cbk-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":87.4,"verified":false},{"type":"f1","value":84.10380952380952,"verified":false},{"type":"precision","value":82.67,"verified":false},{"type":"recall","value":87.4,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (hun-eng)","config":"hun-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":95.5,"verified":false},{"type":"f1","value":94.33333333333334,"verified":false},{"type":"precision","value":93.78333333333333,"verified":false},{"type":"recall","value":95.5,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (uig-eng)","config":"uig-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":89.4,"verified":false},{"type":"f1","value":86.82000000000001,"verified":false},{"type":"precision","value":85.64500000000001,"verified":false},{"type":"recall","value":89.4,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (rus-eng)","config":"rus-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":95.1,"verified":false},{"type":"f1","value":93.56666666666668,"verified":false},{"type":"precision","value":92.81666666666666,"verified":false},{"type":"recall","value":95.1,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (spa-eng)","config":"spa-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":98.9,"verified":false},{"type":"f1","value":98.6,"verified":false},{"type":"precision","value":98.45,"verified":false},{"type":"recall","value":98.9,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (hye-eng)","config":"hye-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":95.01347708894879,"verified":false},{"type":"f1","value":93.51752021563343,"verified":false},{"type":"precision","value":92.82794249775381,"verified":false},{"type":"recall","value":95.01347708894879,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (tel-eng)","config":"tel-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97.00854700854701,"verified":false},{"type":"f1","value":96.08262108262107,"verified":false},{"type":"precision","value":95.65527065527067,"verified":false},{"type":"recall","value":97.00854700854701,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (afr-eng)","config":"afr-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":96.5,"verified":false},{"type":"f1","value":95.39999999999999,"verified":false},{"type":"precision","value":94.88333333333333,"verified":false},{"type":"recall","value":96.5,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (mon-eng)","config":"mon-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":96.5909090909091,"verified":false},{"type":"f1","value":95.49242424242425,"verified":false},{"type":"precision","value":94.9621212121212,"verified":false},{"type":"recall","value":96.5909090909091,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (arz-eng)","config":"arz-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":84.90566037735849,"verified":false},{"type":"f1","value":81.85883997204752,"verified":false},{"type":"precision","value":80.54507337526205,"verified":false},{"type":"recall","value":84.90566037735849,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (hrv-eng)","config":"hrv-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97.5,"verified":false},{"type":"f1","value":96.75,"verified":false},{"type":"precision","value":96.38333333333333,"verified":false},{"type":"recall","value":97.5,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (nov-eng)","config":"nov-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":86.7704280155642,"verified":false},{"type":"f1","value":82.99610894941635,"verified":false},{"type":"precision","value":81.32295719844358,"verified":false},{"type":"recall","value":86.7704280155642,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (gsw-eng)","config":"gsw-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":67.52136752136752,"verified":false},{"type":"f1","value":61.89662189662191,"verified":false},{"type":"precision","value":59.68660968660969,"verified":false},{"type":"recall","value":67.52136752136752,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (nds-eng)","config":"nds-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":89.2,"verified":false},{"type":"f1","value":86.32,"verified":false},{"type":"precision","value":85.015,"verified":false},{"type":"recall","value":89.2,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ukr-eng)","config":"ukr-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":96,"verified":false},{"type":"f1","value":94.78333333333333,"verified":false},{"type":"precision","value":94.18333333333334,"verified":false},{"type":"recall","value":96,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (uzb-eng)","config":"uzb-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":83.8785046728972,"verified":false},{"type":"f1","value":80.54517133956385,"verified":false},{"type":"precision","value":79.154984423676,"verified":false},{"type":"recall","value":83.8785046728972,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (lit-eng)","config":"lit-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":93.60000000000001,"verified":false},{"type":"f1","value":92.01333333333334,"verified":false},{"type":"precision","value":91.28333333333333,"verified":false},{"type":"recall","value":93.60000000000001,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ina-eng)","config":"ina-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97.1,"verified":false},{"type":"f1","value":96.26666666666667,"verified":false},{"type":"precision","value":95.85000000000001,"verified":false},{"type":"recall","value":97.1,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (lfn-eng)","config":"lfn-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":84.3,"verified":false},{"type":"f1","value":80.67833333333333,"verified":false},{"type":"precision","value":79.03928571428571,"verified":false},{"type":"recall","value":84.3,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (zsm-eng)","config":"zsm-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97.3,"verified":false},{"type":"f1","value":96.48333333333332,"verified":false},{"type":"precision","value":96.08333333333331,"verified":false},{"type":"recall","value":97.3,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ita-eng)","config":"ita-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":95.7,"verified":false},{"type":"f1","value":94.66666666666667,"verified":false},{"type":"precision","value":94.16666666666667,"verified":false},{"type":"recall","value":95.7,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (cmn-eng)","config":"cmn-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97.2,"verified":false},{"type":"f1","value":96.36666666666667,"verified":false},{"type":"precision","value":95.96666666666668,"verified":false},{"type":"recall","value":97.2,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (lvs-eng)","config":"lvs-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":94.3,"verified":false},{"type":"f1","value":92.80666666666667,"verified":false},{"type":"precision","value":92.12833333333333,"verified":false},{"type":"recall","value":94.3,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (glg-eng)","config":"glg-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97,"verified":false},{"type":"f1","value":96.22333333333334,"verified":false},{"type":"precision","value":95.875,"verified":false},{"type":"recall","value":97,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ceb-eng)","config":"ceb-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":74.33333333333333,"verified":false},{"type":"f1","value":70.78174603174602,"verified":false},{"type":"precision","value":69.28333333333332,"verified":false},{"type":"recall","value":74.33333333333333,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (bre-eng)","config":"bre-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":37.6,"verified":false},{"type":"f1","value":32.938348952090365,"verified":false},{"type":"precision","value":31.2811038961039,"verified":false},{"type":"recall","value":37.6,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ben-eng)","config":"ben-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":91.5,"verified":false},{"type":"f1","value":89.13333333333333,"verified":false},{"type":"precision","value":88.03333333333333,"verified":false},{"type":"recall","value":91.5,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (swg-eng)","config":"swg-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":82.14285714285714,"verified":false},{"type":"f1","value":77.67857142857143,"verified":false},{"type":"precision","value":75.59523809523809,"verified":false},{"type":"recall","value":82.14285714285714,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (arq-eng)","config":"arq-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":69.0450054884742,"verified":false},{"type":"f1","value":63.070409283362075,"verified":false},{"type":"precision","value":60.58992781824835,"verified":false},{"type":"recall","value":69.0450054884742,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (kab-eng)","config":"kab-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":63.1,"verified":false},{"type":"f1","value":57.848333333333336,"verified":false},{"type":"precision","value":55.69500000000001,"verified":false},{"type":"recall","value":63.1,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (fra-eng)","config":"fra-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":96.1,"verified":false},{"type":"f1","value":95.01666666666667,"verified":false},{"type":"precision","value":94.5,"verified":false},{"type":"recall","value":96.1,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (por-eng)","config":"por-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":95.89999999999999,"verified":false},{"type":"f1","value":94.90666666666667,"verified":false},{"type":"precision","value":94.425,"verified":false},{"type":"recall","value":95.89999999999999,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (tat-eng)","config":"tat-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":87.6,"verified":false},{"type":"f1","value":84.61333333333333,"verified":false},{"type":"precision","value":83.27,"verified":false},{"type":"recall","value":87.6,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (oci-eng)","config":"oci-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":76.4,"verified":false},{"type":"f1","value":71.90746031746032,"verified":false},{"type":"precision","value":70.07027777777778,"verified":false},{"type":"recall","value":76.4,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (pol-eng)","config":"pol-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97.89999999999999,"verified":false},{"type":"f1","value":97.26666666666667,"verified":false},{"type":"precision","value":96.95,"verified":false},{"type":"recall","value":97.89999999999999,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (war-eng)","config":"war-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":78.8,"verified":false},{"type":"f1","value":74.39555555555555,"verified":false},{"type":"precision","value":72.59416666666667,"verified":false},{"type":"recall","value":78.8,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (aze-eng)","config":"aze-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":95.19999999999999,"verified":false},{"type":"f1","value":93.78999999999999,"verified":false},{"type":"precision","value":93.125,"verified":false},{"type":"recall","value":95.19999999999999,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (vie-eng)","config":"vie-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97.8,"verified":false},{"type":"f1","value":97.1,"verified":false},{"type":"precision","value":96.75,"verified":false},{"type":"recall","value":97.8,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (nno-eng)","config":"nno-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":95.6,"verified":false},{"type":"f1","value":94.25666666666666,"verified":false},{"type":"precision","value":93.64166666666668,"verified":false},{"type":"recall","value":95.6,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (cha-eng)","config":"cha-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":56.934306569343065,"verified":false},{"type":"f1","value":51.461591936044485,"verified":false},{"type":"precision","value":49.37434827945776,"verified":false},{"type":"recall","value":56.934306569343065,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (mhr-eng)","config":"mhr-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":20.200000000000003,"verified":false},{"type":"f1","value":16.91799284049284,"verified":false},{"type":"precision","value":15.791855158730158,"verified":false},{"type":"recall","value":20.200000000000003,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (dan-eng)","config":"dan-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":96.2,"verified":false},{"type":"f1","value":95.3,"verified":false},{"type":"precision","value":94.85,"verified":false},{"type":"recall","value":96.2,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ell-eng)","config":"ell-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":96.3,"verified":false},{"type":"f1","value":95.11666666666667,"verified":false},{"type":"precision","value":94.53333333333333,"verified":false},{"type":"recall","value":96.3,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (amh-eng)","config":"amh-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":89.88095238095238,"verified":false},{"type":"f1","value":87.14285714285714,"verified":false},{"type":"precision","value":85.96230158730161,"verified":false},{"type":"recall","value":89.88095238095238,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (pam-eng)","config":"pam-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":24.099999999999998,"verified":false},{"type":"f1","value":19.630969083349783,"verified":false},{"type":"precision","value":18.275094905094907,"verified":false},{"type":"recall","value":24.099999999999998,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (hsb-eng)","config":"hsb-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":83.4368530020704,"verified":false},{"type":"f1","value":79.45183870649709,"verified":false},{"type":"precision","value":77.7432712215321,"verified":false},{"type":"recall","value":83.4368530020704,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (srp-eng)","config":"srp-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":95.8,"verified":false},{"type":"f1","value":94.53333333333333,"verified":false},{"type":"precision","value":93.91666666666666,"verified":false},{"type":"recall","value":95.8,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (epo-eng)","config":"epo-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":98.8,"verified":false},{"type":"f1","value":98.48333333333332,"verified":false},{"type":"precision","value":98.33333333333334,"verified":false},{"type":"recall","value":98.8,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (kzj-eng)","config":"kzj-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":17.5,"verified":false},{"type":"f1","value":14.979285714285714,"verified":false},{"type":"precision","value":14.23235060690943,"verified":false},{"type":"recall","value":17.5,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (awa-eng)","config":"awa-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":93.93939393939394,"verified":false},{"type":"f1","value":91.991341991342,"verified":false},{"type":"precision","value":91.05339105339105,"verified":false},{"type":"recall","value":93.93939393939394,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (fao-eng)","config":"fao-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":89.31297709923665,"verified":false},{"type":"f1","value":86.76844783715012,"verified":false},{"type":"precision","value":85.63613231552164,"verified":false},{"type":"recall","value":89.31297709923665,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (mal-eng)","config":"mal-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":99.12663755458514,"verified":false},{"type":"f1","value":98.93255701115964,"verified":false},{"type":"precision","value":98.83551673944687,"verified":false},{"type":"recall","value":99.12663755458514,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ile-eng)","config":"ile-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":92,"verified":false},{"type":"f1","value":89.77999999999999,"verified":false},{"type":"precision","value":88.78333333333333,"verified":false},{"type":"recall","value":92,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (bos-eng)","config":"bos-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":96.89265536723164,"verified":false},{"type":"f1","value":95.85687382297553,"verified":false},{"type":"precision","value":95.33898305084746,"verified":false},{"type":"recall","value":96.89265536723164,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (cor-eng)","config":"cor-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":14.6,"verified":false},{"type":"f1","value":11.820611790170615,"verified":false},{"type":"precision","value":11.022616224355355,"verified":false},{"type":"recall","value":14.6,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (cat-eng)","config":"cat-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":95.89999999999999,"verified":false},{"type":"f1","value":94.93333333333334,"verified":false},{"type":"precision","value":94.48666666666666,"verified":false},{"type":"recall","value":95.89999999999999,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (eus-eng)","config":"eus-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":87.6,"verified":false},{"type":"f1","value":84.72333333333334,"verified":false},{"type":"precision","value":83.44166666666666,"verified":false},{"type":"recall","value":87.6,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (yue-eng)","config":"yue-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":94.8,"verified":false},{"type":"f1","value":93.47333333333333,"verified":false},{"type":"precision","value":92.875,"verified":false},{"type":"recall","value":94.8,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (swe-eng)","config":"swe-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":96.6,"verified":false},{"type":"f1","value":95.71666666666665,"verified":false},{"type":"precision","value":95.28333333333335,"verified":false},{"type":"recall","value":96.6,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (dtp-eng)","config":"dtp-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":17.8,"verified":false},{"type":"f1","value":14.511074040901628,"verified":false},{"type":"precision","value":13.503791000666002,"verified":false},{"type":"recall","value":17.8,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (kat-eng)","config":"kat-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":94.10187667560321,"verified":false},{"type":"f1","value":92.46648793565683,"verified":false},{"type":"precision","value":91.71134941912423,"verified":false},{"type":"recall","value":94.10187667560321,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (jpn-eng)","config":"jpn-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97,"verified":false},{"type":"f1","value":96.11666666666666,"verified":false},{"type":"precision","value":95.68333333333334,"verified":false},{"type":"recall","value":97,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (csb-eng)","config":"csb-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":72.72727272727273,"verified":false},{"type":"f1","value":66.58949745906267,"verified":false},{"type":"precision","value":63.86693017127799,"verified":false},{"type":"recall","value":72.72727272727273,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (xho-eng)","config":"xho-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":90.14084507042254,"verified":false},{"type":"f1","value":88.26291079812206,"verified":false},{"type":"precision","value":87.32394366197182,"verified":false},{"type":"recall","value":90.14084507042254,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (orv-eng)","config":"orv-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":64.67065868263472,"verified":false},{"type":"f1","value":58.2876627696987,"verified":false},{"type":"precision","value":55.79255774165953,"verified":false},{"type":"recall","value":64.67065868263472,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ind-eng)","config":"ind-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":95.6,"verified":false},{"type":"f1","value":94.41666666666667,"verified":false},{"type":"precision","value":93.85,"verified":false},{"type":"recall","value":95.6,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (tuk-eng)","config":"tuk-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":55.172413793103445,"verified":false},{"type":"f1","value":49.63992493549144,"verified":false},{"type":"precision","value":47.71405113769646,"verified":false},{"type":"recall","value":55.172413793103445,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (max-eng)","config":"max-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":77.46478873239437,"verified":false},{"type":"f1","value":73.4417616811983,"verified":false},{"type":"precision","value":71.91607981220658,"verified":false},{"type":"recall","value":77.46478873239437,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (swh-eng)","config":"swh-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":84.61538461538461,"verified":false},{"type":"f1","value":80.91452991452994,"verified":false},{"type":"precision","value":79.33760683760683,"verified":false},{"type":"recall","value":84.61538461538461,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (hin-eng)","config":"hin-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":98.2,"verified":false},{"type":"f1","value":97.6,"verified":false},{"type":"precision","value":97.3,"verified":false},{"type":"recall","value":98.2,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (dsb-eng)","config":"dsb-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":75.5741127348643,"verified":false},{"type":"f1","value":72.00417536534445,"verified":false},{"type":"precision","value":70.53467872883321,"verified":false},{"type":"recall","value":75.5741127348643,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ber-eng)","config":"ber-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":62.2,"verified":false},{"type":"f1","value":55.577460317460314,"verified":false},{"type":"precision","value":52.98583333333333,"verified":false},{"type":"recall","value":62.2,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (tam-eng)","config":"tam-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":92.18241042345277,"verified":false},{"type":"f1","value":90.6468124709167,"verified":false},{"type":"precision","value":89.95656894679696,"verified":false},{"type":"recall","value":92.18241042345277,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (slk-eng)","config":"slk-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":96.1,"verified":false},{"type":"f1","value":95.13333333333333,"verified":false},{"type":"precision","value":94.66666666666667,"verified":false},{"type":"recall","value":96.1,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (tgl-eng)","config":"tgl-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":96.8,"verified":false},{"type":"f1","value":95.85000000000001,"verified":false},{"type":"precision","value":95.39999999999999,"verified":false},{"type":"recall","value":96.8,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ast-eng)","config":"ast-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":92.1259842519685,"verified":false},{"type":"f1","value":89.76377952755905,"verified":false},{"type":"precision","value":88.71391076115485,"verified":false},{"type":"recall","value":92.1259842519685,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (mkd-eng)","config":"mkd-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":94.1,"verified":false},{"type":"f1","value":92.49,"verified":false},{"type":"precision","value":91.725,"verified":false},{"type":"recall","value":94.1,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (khm-eng)","config":"khm-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":77.5623268698061,"verified":false},{"type":"f1","value":73.27364463791058,"verified":false},{"type":"precision","value":71.51947852086357,"verified":false},{"type":"recall","value":77.5623268698061,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ces-eng)","config":"ces-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97.39999999999999,"verified":false},{"type":"f1","value":96.56666666666666,"verified":false},{"type":"precision","value":96.16666666666667,"verified":false},{"type":"recall","value":97.39999999999999,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (tzl-eng)","config":"tzl-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":66.34615384615384,"verified":false},{"type":"f1","value":61.092032967032964,"verified":false},{"type":"precision","value":59.27197802197802,"verified":false},{"type":"recall","value":66.34615384615384,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (urd-eng)","config":"urd-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":94.89999999999999,"verified":false},{"type":"f1","value":93.41190476190476,"verified":false},{"type":"precision","value":92.7,"verified":false},{"type":"recall","value":94.89999999999999,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ara-eng)","config":"ara-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":93.10000000000001,"verified":false},{"type":"f1","value":91.10000000000001,"verified":false},{"type":"precision","value":90.13333333333333,"verified":false},{"type":"recall","value":93.10000000000001,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (kor-eng)","config":"kor-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":93.7,"verified":false},{"type":"f1","value":91.97333333333334,"verified":false},{"type":"precision","value":91.14166666666667,"verified":false},{"type":"recall","value":93.7,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (yid-eng)","config":"yid-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":92.21698113207547,"verified":false},{"type":"f1","value":90.3796046720575,"verified":false},{"type":"precision","value":89.56367924528303,"verified":false},{"type":"recall","value":92.21698113207547,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (fin-eng)","config":"fin-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97.6,"verified":false},{"type":"f1","value":96.91666666666667,"verified":false},{"type":"precision","value":96.6,"verified":false},{"type":"recall","value":97.6,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (tha-eng)","config":"tha-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97.44525547445255,"verified":false},{"type":"f1","value":96.71532846715328,"verified":false},{"type":"precision","value":96.35036496350365,"verified":false},{"type":"recall","value":97.44525547445255,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (wuu-eng)","config":"wuu-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":94.1,"verified":false},{"type":"f1","value":92.34000000000002,"verified":false},{"type":"precision","value":91.49166666666667,"verified":false},{"type":"recall","value":94.1,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"webis-touche2020","name":"MTEB Touche2020","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":3.2910000000000004,"verified":false},{"type":"map_at_10","value":10.373000000000001,"verified":false},{"type":"map_at_100","value":15.612,"verified":false},{"type":"map_at_1000","value":17.06,"verified":false},{"type":"map_at_3","value":6.119,"verified":false},{"type":"map_at_5","value":7.917000000000001,"verified":false},{"type":"mrr_at_1","value":44.897999999999996,"verified":false},{"type":"mrr_at_10","value":56.054,"verified":false},{"type":"mrr_at_100","value":56.82000000000001,"verified":false},{"type":"mrr_at_1000","value":56.82000000000001,"verified":false},{"type":"mrr_at_3","value":52.381,"verified":false},{"type":"mrr_at_5","value":53.81,"verified":false},{"type":"ndcg_at_1","value":42.857,"verified":false},{"type":"ndcg_at_10","value":27.249000000000002,"verified":false},{"type":"ndcg_at_100","value":36.529,"verified":false},{"type":"ndcg_at_1000","value":48.136,"verified":false},{"type":"ndcg_at_3","value":33.938,"verified":false},{"type":"ndcg_at_5","value":29.951,"verified":false},{"type":"precision_at_1","value":44.897999999999996,"verified":false},{"type":"precision_at_10","value":22.653000000000002,"verified":false},{"type":"precision_at_100","value":7.000000000000001,"verified":false},{"type":"precision_at_1000","value":1.48,"verified":false},{"type":"precision_at_3","value":32.653,"verified":false},{"type":"precision_at_5","value":27.755000000000003,"verified":false},{"type":"recall_at_1","value":3.2910000000000004,"verified":false},{"type":"recall_at_10","value":16.16,"verified":false},{"type":"recall_at_100","value":43.908,"verified":false},{"type":"recall_at_1000","value":79.823,"verified":false},{"type":"recall_at_3","value":7.156,"verified":false},{"type":"recall_at_5","value":10.204,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/toxic_conversations_50k","name":"MTEB ToxicConversationsClassification","config":"default","split":"test","revision":"d7c0de2777da35d6aae2200a62c6e0e5af397c4c"},"metrics":[{"type":"accuracy","value":71.05879999999999,"verified":false},{"type":"ap","value":14.609748142799111,"verified":false},{"type":"f1","value":54.878956295843096,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/tweet_sentiment_extraction","name":"MTEB TweetSentimentExtractionClassification","config":"default","split":"test","revision":"d604517c81ca91fe16a244d1248fc021f9ecee7a"},"metrics":[{"type":"accuracy","value":64.61799660441426,"verified":false},{"type":"f1","value":64.8698191961434,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/twentynewsgroups-clustering","name":"MTEB TwentyNewsgroupsClustering","config":"default","split":"test","revision":"6125ec4e24fa026cec8a478383ee943acfbd5449"},"metrics":[{"type":"v_measure","value":51.32860036611885,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twittersemeval2015-pairclassification","name":"MTEB TwitterSemEval2015","config":"default","split":"test","revision":"70970daeab8776df92f5ea462b6173c0b46fd2d1"},"metrics":[{"type":"cos_sim_accuracy","value":88.34714192048638,"verified":false},{"type":"cos_sim_ap","value":80.26732975975634,"verified":false},{"type":"cos_sim_f1","value":73.53415148134374,"verified":false},{"type":"cos_sim_precision","value":69.34767360299276,"verified":false},{"type":"cos_sim_recall","value":78.25857519788919,"verified":false},{"type":"dot_accuracy","value":88.34714192048638,"verified":false},{"type":"dot_ap","value":80.26733698491206,"verified":false},{"type":"dot_f1","value":73.53415148134374,"verified":false},{"type":"dot_precision","value":69.34767360299276,"verified":false},{"type":"dot_recall","value":78.25857519788919,"verified":false},{"type":"euclidean_accuracy","value":88.34714192048638,"verified":false},{"type":"euclidean_ap","value":80.26734337771738,"verified":false},{"type":"euclidean_f1","value":73.53415148134374,"verified":false},{"type":"euclidean_precision","value":69.34767360299276,"verified":false},{"type":"euclidean_recall","value":78.25857519788919,"verified":false},{"type":"manhattan_accuracy","value":88.30541813196639,"verified":false},{"type":"manhattan_ap","value":80.19415808104145,"verified":false},{"type":"manhattan_f1","value":73.55143870713441,"verified":false},{"type":"manhattan_precision","value":73.25307511122743,"verified":false},{"type":"manhattan_recall","value":73.85224274406332,"verified":false},{"type":"max_accuracy","value":88.34714192048638,"verified":false},{"type":"max_ap","value":80.26734337771738,"verified":false},{"type":"max_f1","value":73.55143870713441,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twitterurlcorpus-pairclassification","name":"MTEB TwitterURLCorpus","config":"default","split":"test","revision":"8b6510b0b1fa4e4c4f879467980e9be563ec1cdf"},"metrics":[{"type":"cos_sim_accuracy","value":89.81061047075717,"verified":false},{"type":"cos_sim_ap","value":87.11747055081017,"verified":false},{"type":"cos_sim_f1","value":80.04355498817256,"verified":false},{"type":"cos_sim_precision","value":78.1165262000733,"verified":false},{"type":"cos_sim_recall","value":82.06806282722513,"verified":false},{"type":"dot_accuracy","value":89.81061047075717,"verified":false},{"type":"dot_ap","value":87.11746902745236,"verified":false},{"type":"dot_f1","value":80.04355498817256,"verified":false},{"type":"dot_precision","value":78.1165262000733,"verified":false},{"type":"dot_recall","value":82.06806282722513,"verified":false},{"type":"euclidean_accuracy","value":89.81061047075717,"verified":false},{"type":"euclidean_ap","value":87.11746919324248,"verified":false},{"type":"euclidean_f1","value":80.04355498817256,"verified":false},{"type":"euclidean_precision","value":78.1165262000733,"verified":false},{"type":"euclidean_recall","value":82.06806282722513,"verified":false},{"type":"manhattan_accuracy","value":89.79508673885202,"verified":false},{"type":"manhattan_ap","value":87.11074390832218,"verified":false},{"type":"manhattan_f1","value":80.13002540726349,"verified":false},{"type":"manhattan_precision","value":77.83826945412311,"verified":false},{"type":"manhattan_recall","value":82.56082537727133,"verified":false},{"type":"max_accuracy","value":89.81061047075717,"verified":false},{"type":"max_ap","value":87.11747055081017,"verified":false},{"type":"max_f1","value":80.13002540726349,"verified":false}]}]}],"config":{"architectures":["XLMRobertaModel"],"model_type":"xlm-roberta","tokenizer_config":{"bos_token":"<s>","cls_token":"<s>","eos_token":"</s>","mask_token":"<mask>","pad_token":"<pad>","sep_token":"</s>","unk_token":"<unk>"}},"cardData":{"tags":["mteb","sentence-transformers","transformers"],"model-index":[{"name":"multilingual-e5-large-instruct","results":[{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_counterfactual","name":"MTEB AmazonCounterfactualClassification (en)","config":"en","split":"test","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205"},"metrics":[{"type":"accuracy","value":76.23880597014924,"verified":false},{"type":"ap","value":39.07351965022687,"verified":false},{"type":"f1","value":70.04836733862683,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_counterfactual","name":"MTEB AmazonCounterfactualClassification (de)","config":"de","split":"test","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205"},"metrics":[{"type":"accuracy","value":66.71306209850107,"verified":false},{"type":"ap","value":79.01499914759529,"verified":false},{"type":"f1","value":64.81951817560703,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_counterfactual","name":"MTEB AmazonCounterfactualClassification (en-ext)","config":"en-ext","split":"test","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205"},"metrics":[{"type":"accuracy","value":73.85307346326837,"verified":false},{"type":"ap","value":22.447519885878737,"verified":false},{"type":"f1","value":61.0162730745633,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_counterfactual","name":"MTEB AmazonCounterfactualClassification (ja)","config":"ja","split":"test","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205"},"metrics":[{"type":"accuracy","value":76.04925053533191,"verified":false},{"type":"ap","value":23.44983217128922,"verified":false},{"type":"f1","value":62.5723230907759,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_polarity","name":"MTEB AmazonPolarityClassification","config":"default","split":"test","revision":"e2d317d38cd51312af73b3d32a06d1a08b442046"},"metrics":[{"type":"accuracy","value":96.28742500000001,"verified":false},{"type":"ap","value":94.8449918887462,"verified":false},{"type":"f1","value":96.28680923610432,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_reviews_multi","name":"MTEB AmazonReviewsClassification (en)","config":"en","split":"test","revision":"1399c76144fd37290681b995c656ef9b2e06e26d"},"metrics":[{"type":"accuracy","value":56.716,"verified":false},{"type":"f1","value":55.76510398266401,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_reviews_multi","name":"MTEB AmazonReviewsClassification (de)","config":"de","split":"test","revision":"1399c76144fd37290681b995c656ef9b2e06e26d"},"metrics":[{"type":"accuracy","value":52.99999999999999,"verified":false},{"type":"f1","value":52.00829994765178,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_reviews_multi","name":"MTEB AmazonReviewsClassification (es)","config":"es","split":"test","revision":"1399c76144fd37290681b995c656ef9b2e06e26d"},"metrics":[{"type":"accuracy","value":48.806000000000004,"verified":false},{"type":"f1","value":48.082345914983634,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_reviews_multi","name":"MTEB AmazonReviewsClassification (fr)","config":"fr","split":"test","revision":"1399c76144fd37290681b995c656ef9b2e06e26d"},"metrics":[{"type":"accuracy","value":48.507999999999996,"verified":false},{"type":"f1","value":47.68752844642045,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_reviews_multi","name":"MTEB AmazonReviewsClassification (ja)","config":"ja","split":"test","revision":"1399c76144fd37290681b995c656ef9b2e06e26d"},"metrics":[{"type":"accuracy","value":47.709999999999994,"verified":false},{"type":"f1","value":47.05870376637181,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_reviews_multi","name":"MTEB AmazonReviewsClassification (zh)","config":"zh","split":"test","revision":"1399c76144fd37290681b995c656ef9b2e06e26d"},"metrics":[{"type":"accuracy","value":44.662000000000006,"verified":false},{"type":"f1","value":43.42371965372771,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"arguana","name":"MTEB ArguAna","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":31.721,"verified":false},{"type":"map_at_10","value":49.221,"verified":false},{"type":"map_at_100","value":49.884,"verified":false},{"type":"map_at_1000","value":49.888,"verified":false},{"type":"map_at_3","value":44.31,"verified":false},{"type":"map_at_5","value":47.276,"verified":false},{"type":"mrr_at_1","value":32.432,"verified":false},{"type":"mrr_at_10","value":49.5,"verified":false},{"type":"mrr_at_100","value":50.163000000000004,"verified":false},{"type":"mrr_at_1000","value":50.166,"verified":false},{"type":"mrr_at_3","value":44.618,"verified":false},{"type":"mrr_at_5","value":47.541,"verified":false},{"type":"ndcg_at_1","value":31.721,"verified":false},{"type":"ndcg_at_10","value":58.384,"verified":false},{"type":"ndcg_at_100","value":61.111000000000004,"verified":false},{"type":"ndcg_at_1000","value":61.187999999999995,"verified":false},{"type":"ndcg_at_3","value":48.386,"verified":false},{"type":"ndcg_at_5","value":53.708999999999996,"verified":false},{"type":"precision_at_1","value":31.721,"verified":false},{"type":"precision_at_10","value":8.741,"verified":false},{"type":"precision_at_100","value":0.991,"verified":false},{"type":"precision_at_1000","value":0.1,"verified":false},{"type":"precision_at_3","value":20.057,"verified":false},{"type":"precision_at_5","value":14.609,"verified":false},{"type":"recall_at_1","value":31.721,"verified":false},{"type":"recall_at_10","value":87.411,"verified":false},{"type":"recall_at_100","value":99.075,"verified":false},{"type":"recall_at_1000","value":99.644,"verified":false},{"type":"recall_at_3","value":60.171,"verified":false},{"type":"recall_at_5","value":73.044,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-p2p","name":"MTEB ArxivClusteringP2P","config":"default","split":"test","revision":"a122ad7f3f0291bf49cc6f4d32aa80929df69d5d"},"metrics":[{"type":"v_measure","value":46.40419580759799,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-s2s","name":"MTEB ArxivClusteringS2S","config":"default","split":"test","revision":"f910caf1a6075f7329cdf8c1a6135696f37dbd53"},"metrics":[{"type":"v_measure","value":40.48593255007969,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/askubuntudupquestions-reranking","name":"MTEB AskUbuntuDupQuestions","config":"default","split":"test","revision":"2000358ca161889fa9c082cb41daa8dcfb161a54"},"metrics":[{"type":"map","value":63.889179122289995,"verified":false},{"type":"mrr","value":77.61146286769556,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/biosses-sts","name":"MTEB BIOSSES","config":"default","split":"test","revision":"d3fb88f8f02e40887cd149695127462bbcf29b4a"},"metrics":[{"type":"cos_sim_pearson","value":88.15075203727929,"verified":false},{"type":"cos_sim_spearman","value":86.9622224570873,"verified":false},{"type":"euclidean_pearson","value":86.70473853624121,"verified":false},{"type":"euclidean_spearman","value":86.9622224570873,"verified":false},{"type":"manhattan_pearson","value":86.21089380980065,"verified":false},{"type":"manhattan_spearman","value":86.75318154937008,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/bucc-bitext-mining","name":"MTEB BUCC (de-en)","config":"de-en","split":"test","revision":"d51519689f32196a32af33b075a01d0e7c51e252"},"metrics":[{"type":"accuracy","value":99.65553235908142,"verified":false},{"type":"f1","value":99.60681976339595,"verified":false},{"type":"precision","value":99.58246346555325,"verified":false},{"type":"recall","value":99.65553235908142,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/bucc-bitext-mining","name":"MTEB BUCC (fr-en)","config":"fr-en","split":"test","revision":"d51519689f32196a32af33b075a01d0e7c51e252"},"metrics":[{"type":"accuracy","value":99.26260180497468,"verified":false},{"type":"f1","value":99.14520507740848,"verified":false},{"type":"precision","value":99.08650671362535,"verified":false},{"type":"recall","value":99.26260180497468,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/bucc-bitext-mining","name":"MTEB BUCC (ru-en)","config":"ru-en","split":"test","revision":"d51519689f32196a32af33b075a01d0e7c51e252"},"metrics":[{"type":"accuracy","value":98.07412538967787,"verified":false},{"type":"f1","value":97.86629719431936,"verified":false},{"type":"precision","value":97.76238309664012,"verified":false},{"type":"recall","value":98.07412538967787,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/bucc-bitext-mining","name":"MTEB BUCC (zh-en)","config":"zh-en","split":"test","revision":"d51519689f32196a32af33b075a01d0e7c51e252"},"metrics":[{"type":"accuracy","value":99.42074776197998,"verified":false},{"type":"f1","value":99.38564156573635,"verified":false},{"type":"precision","value":99.36808846761454,"verified":false},{"type":"recall","value":99.42074776197998,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/banking77","name":"MTEB Banking77Classification","config":"default","split":"test","revision":"0fd18e25b25c072e09e0d92ab615fda904d66300"},"metrics":[{"type":"accuracy","value":85.73376623376623,"verified":false},{"type":"f1","value":85.68480707214599,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-p2p","name":"MTEB BiorxivClusteringP2P","config":"default","split":"test","revision":"65b79d1d13f80053f67aca9498d9402c2d9f1f40"},"metrics":[{"type":"v_measure","value":40.935218072113855,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-s2s","name":"MTEB BiorxivClusteringS2S","config":"default","split":"test","revision":"258694dd0231531bc1fd9de6ceb52a0853c6d908"},"metrics":[{"type":"v_measure","value":36.276389017675264,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":27.764166666666668,"verified":false},{"type":"map_at_10","value":37.298166666666674,"verified":false},{"type":"map_at_100","value":38.530166666666666,"verified":false},{"type":"map_at_1000","value":38.64416666666667,"verified":false},{"type":"map_at_3","value":34.484833333333334,"verified":false},{"type":"map_at_5","value":36.0385,"verified":false},{"type":"mrr_at_1","value":32.93558333333333,"verified":false},{"type":"mrr_at_10","value":41.589749999999995,"verified":false},{"type":"mrr_at_100","value":42.425333333333334,"verified":false},{"type":"mrr_at_1000","value":42.476333333333336,"verified":false},{"type":"mrr_at_3","value":39.26825,"verified":false},{"type":"mrr_at_5","value":40.567083333333336,"verified":false},{"type":"ndcg_at_1","value":32.93558333333333,"verified":false},{"type":"ndcg_at_10","value":42.706583333333334,"verified":false},{"type":"ndcg_at_100","value":47.82483333333333,"verified":false},{"type":"ndcg_at_1000","value":49.95733333333334,"verified":false},{"type":"ndcg_at_3","value":38.064750000000004,"verified":false},{"type":"ndcg_at_5","value":40.18158333333333,"verified":false},{"type":"precision_at_1","value":32.93558333333333,"verified":false},{"type":"precision_at_10","value":7.459833333333334,"verified":false},{"type":"precision_at_100","value":1.1830833333333335,"verified":false},{"type":"precision_at_1000","value":0.15608333333333332,"verified":false},{"type":"precision_at_3","value":17.5235,"verified":false},{"type":"precision_at_5","value":12.349833333333333,"verified":false},{"type":"recall_at_1","value":27.764166666666668,"verified":false},{"type":"recall_at_10","value":54.31775,"verified":false},{"type":"recall_at_100","value":76.74350000000001,"verified":false},{"type":"recall_at_1000","value":91.45208333333332,"verified":false},{"type":"recall_at_3","value":41.23425,"verified":false},{"type":"recall_at_5","value":46.73983333333334,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"climate-fever","name":"MTEB ClimateFEVER","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":12.969,"verified":false},{"type":"map_at_10","value":21.584999999999997,"verified":false},{"type":"map_at_100","value":23.3,"verified":false},{"type":"map_at_1000","value":23.5,"verified":false},{"type":"map_at_3","value":18.218999999999998,"verified":false},{"type":"map_at_5","value":19.983,"verified":false},{"type":"mrr_at_1","value":29.316,"verified":false},{"type":"mrr_at_10","value":40.033,"verified":false},{"type":"mrr_at_100","value":40.96,"verified":false},{"type":"mrr_at_1000","value":41.001,"verified":false},{"type":"mrr_at_3","value":37.123,"verified":false},{"type":"mrr_at_5","value":38.757999999999996,"verified":false},{"type":"ndcg_at_1","value":29.316,"verified":false},{"type":"ndcg_at_10","value":29.858,"verified":false},{"type":"ndcg_at_100","value":36.756,"verified":false},{"type":"ndcg_at_1000","value":40.245999999999995,"verified":false},{"type":"ndcg_at_3","value":24.822,"verified":false},{"type":"ndcg_at_5","value":26.565,"verified":false},{"type":"precision_at_1","value":29.316,"verified":false},{"type":"precision_at_10","value":9.186,"verified":false},{"type":"precision_at_100","value":1.6549999999999998,"verified":false},{"type":"precision_at_1000","value":0.22999999999999998,"verified":false},{"type":"precision_at_3","value":18.436,"verified":false},{"type":"precision_at_5","value":13.876,"verified":false},{"type":"recall_at_1","value":12.969,"verified":false},{"type":"recall_at_10","value":35.142,"verified":false},{"type":"recall_at_100","value":59.143,"verified":false},{"type":"recall_at_1000","value":78.594,"verified":false},{"type":"recall_at_3","value":22.604,"verified":false},{"type":"recall_at_5","value":27.883000000000003,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"dbpedia-entity","name":"MTEB DBPedia","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":8.527999999999999,"verified":false},{"type":"map_at_10","value":17.974999999999998,"verified":false},{"type":"map_at_100","value":25.665,"verified":false},{"type":"map_at_1000","value":27.406000000000002,"verified":false},{"type":"map_at_3","value":13.017999999999999,"verified":false},{"type":"map_at_5","value":15.137,"verified":false},{"type":"mrr_at_1","value":62.5,"verified":false},{"type":"mrr_at_10","value":71.891,"verified":false},{"type":"mrr_at_100","value":72.294,"verified":false},{"type":"mrr_at_1000","value":72.296,"verified":false},{"type":"mrr_at_3","value":69.958,"verified":false},{"type":"mrr_at_5","value":71.121,"verified":false},{"type":"ndcg_at_1","value":50.875,"verified":false},{"type":"ndcg_at_10","value":38.36,"verified":false},{"type":"ndcg_at_100","value":44.235,"verified":false},{"type":"ndcg_at_1000","value":52.154,"verified":false},{"type":"ndcg_at_3","value":43.008,"verified":false},{"type":"ndcg_at_5","value":40.083999999999996,"verified":false},{"type":"precision_at_1","value":62.5,"verified":false},{"type":"precision_at_10","value":30,"verified":false},{"type":"precision_at_100","value":10.038,"verified":false},{"type":"precision_at_1000","value":2.0869999999999997,"verified":false},{"type":"precision_at_3","value":46.833000000000006,"verified":false},{"type":"precision_at_5","value":38.800000000000004,"verified":false},{"type":"recall_at_1","value":8.527999999999999,"verified":false},{"type":"recall_at_10","value":23.828,"verified":false},{"type":"recall_at_100","value":52.322,"verified":false},{"type":"recall_at_1000","value":77.143,"verified":false},{"type":"recall_at_3","value":14.136000000000001,"verified":false},{"type":"recall_at_5","value":17.761,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/emotion","name":"MTEB EmotionClassification","config":"default","split":"test","revision":"4f58c6b202a23cf9a4da393831edf4f9183cad37"},"metrics":[{"type":"accuracy","value":51.51,"verified":false},{"type":"f1","value":47.632159862049896,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"fever","name":"MTEB FEVER","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":60.734,"verified":false},{"type":"map_at_10","value":72.442,"verified":false},{"type":"map_at_100","value":72.735,"verified":false},{"type":"map_at_1000","value":72.75,"verified":false},{"type":"map_at_3","value":70.41199999999999,"verified":false},{"type":"map_at_5","value":71.80499999999999,"verified":false},{"type":"mrr_at_1","value":65.212,"verified":false},{"type":"mrr_at_10","value":76.613,"verified":false},{"type":"mrr_at_100","value":76.79899999999999,"verified":false},{"type":"mrr_at_1000","value":76.801,"verified":false},{"type":"mrr_at_3","value":74.8,"verified":false},{"type":"mrr_at_5","value":76.12400000000001,"verified":false},{"type":"ndcg_at_1","value":65.212,"verified":false},{"type":"ndcg_at_10","value":77.988,"verified":false},{"type":"ndcg_at_100","value":79.167,"verified":false},{"type":"ndcg_at_1000","value":79.452,"verified":false},{"type":"ndcg_at_3","value":74.362,"verified":false},{"type":"ndcg_at_5","value":76.666,"verified":false},{"type":"precision_at_1","value":65.212,"verified":false},{"type":"precision_at_10","value":10.003,"verified":false},{"type":"precision_at_100","value":1.077,"verified":false},{"type":"precision_at_1000","value":0.11199999999999999,"verified":false},{"type":"precision_at_3","value":29.518,"verified":false},{"type":"precision_at_5","value":19.016,"verified":false},{"type":"recall_at_1","value":60.734,"verified":false},{"type":"recall_at_10","value":90.824,"verified":false},{"type":"recall_at_100","value":95.71600000000001,"verified":false},{"type":"recall_at_1000","value":97.577,"verified":false},{"type":"recall_at_3","value":81.243,"verified":false},{"type":"recall_at_5","value":86.90299999999999,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"fiqa","name":"MTEB FiQA2018","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":23.845,"verified":false},{"type":"map_at_10","value":39.281,"verified":false},{"type":"map_at_100","value":41.422,"verified":false},{"type":"map_at_1000","value":41.593,"verified":false},{"type":"map_at_3","value":34.467,"verified":false},{"type":"map_at_5","value":37.017,"verified":false},{"type":"mrr_at_1","value":47.531,"verified":false},{"type":"mrr_at_10","value":56.204,"verified":false},{"type":"mrr_at_100","value":56.928999999999995,"verified":false},{"type":"mrr_at_1000","value":56.962999999999994,"verified":false},{"type":"mrr_at_3","value":54.115,"verified":false},{"type":"mrr_at_5","value":55.373000000000005,"verified":false},{"type":"ndcg_at_1","value":47.531,"verified":false},{"type":"ndcg_at_10","value":47.711999999999996,"verified":false},{"type":"ndcg_at_100","value":54.510999999999996,"verified":false},{"type":"ndcg_at_1000","value":57.103,"verified":false},{"type":"ndcg_at_3","value":44.145,"verified":false},{"type":"ndcg_at_5","value":45.032,"verified":false},{"type":"precision_at_1","value":47.531,"verified":false},{"type":"precision_at_10","value":13.194,"verified":false},{"type":"precision_at_100","value":2.045,"verified":false},{"type":"precision_at_1000","value":0.249,"verified":false},{"type":"precision_at_3","value":29.424,"verified":false},{"type":"precision_at_5","value":21.451,"verified":false},{"type":"recall_at_1","value":23.845,"verified":false},{"type":"recall_at_10","value":54.967,"verified":false},{"type":"recall_at_100","value":79.11399999999999,"verified":false},{"type":"recall_at_1000","value":94.56700000000001,"verified":false},{"type":"recall_at_3","value":40.256,"verified":false},{"type":"recall_at_5","value":46.215,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"hotpotqa","name":"MTEB HotpotQA","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":37.819,"verified":false},{"type":"map_at_10","value":60.889,"verified":false},{"type":"map_at_100","value":61.717999999999996,"verified":false},{"type":"map_at_1000","value":61.778,"verified":false},{"type":"map_at_3","value":57.254000000000005,"verified":false},{"type":"map_at_5","value":59.541,"verified":false},{"type":"mrr_at_1","value":75.638,"verified":false},{"type":"mrr_at_10","value":82.173,"verified":false},{"type":"mrr_at_100","value":82.362,"verified":false},{"type":"mrr_at_1000","value":82.37,"verified":false},{"type":"mrr_at_3","value":81.089,"verified":false},{"type":"mrr_at_5","value":81.827,"verified":false},{"type":"ndcg_at_1","value":75.638,"verified":false},{"type":"ndcg_at_10","value":69.317,"verified":false},{"type":"ndcg_at_100","value":72.221,"verified":false},{"type":"ndcg_at_1000","value":73.382,"verified":false},{"type":"ndcg_at_3","value":64.14,"verified":false},{"type":"ndcg_at_5","value":67.07600000000001,"verified":false},{"type":"precision_at_1","value":75.638,"verified":false},{"type":"precision_at_10","value":14.704999999999998,"verified":false},{"type":"precision_at_100","value":1.698,"verified":false},{"type":"precision_at_1000","value":0.185,"verified":false},{"type":"precision_at_3","value":41.394999999999996,"verified":false},{"type":"precision_at_5","value":27.162999999999997,"verified":false},{"type":"recall_at_1","value":37.819,"verified":false},{"type":"recall_at_10","value":73.52499999999999,"verified":false},{"type":"recall_at_100","value":84.875,"verified":false},{"type":"recall_at_1000","value":92.559,"verified":false},{"type":"recall_at_3","value":62.092999999999996,"verified":false},{"type":"recall_at_5","value":67.907,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/imdb","name":"MTEB ImdbClassification","config":"default","split":"test","revision":"3d86128a09e091d6018b6d26cad27f2739fc2db7"},"metrics":[{"type":"accuracy","value":94.60079999999999,"verified":false},{"type":"ap","value":92.67396345347356,"verified":false},{"type":"f1","value":94.5988098167121,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"msmarco","name":"MTEB MSMARCO","config":"default","split":"dev","revision":"None"},"metrics":[{"type":"map_at_1","value":21.285,"verified":false},{"type":"map_at_10","value":33.436,"verified":false},{"type":"map_at_100","value":34.63,"verified":false},{"type":"map_at_1000","value":34.681,"verified":false},{"type":"map_at_3","value":29.412,"verified":false},{"type":"map_at_5","value":31.715,"verified":false},{"type":"mrr_at_1","value":21.848,"verified":false},{"type":"mrr_at_10","value":33.979,"verified":false},{"type":"mrr_at_100","value":35.118,"verified":false},{"type":"mrr_at_1000","value":35.162,"verified":false},{"type":"mrr_at_3","value":30.036,"verified":false},{"type":"mrr_at_5","value":32.298,"verified":false},{"type":"ndcg_at_1","value":21.862000000000002,"verified":false},{"type":"ndcg_at_10","value":40.43,"verified":false},{"type":"ndcg_at_100","value":46.17,"verified":false},{"type":"ndcg_at_1000","value":47.412,"verified":false},{"type":"ndcg_at_3","value":32.221,"verified":false},{"type":"ndcg_at_5","value":36.332,"verified":false},{"type":"precision_at_1","value":21.862000000000002,"verified":false},{"type":"precision_at_10","value":6.491,"verified":false},{"type":"precision_at_100","value":0.935,"verified":false},{"type":"precision_at_1000","value":0.104,"verified":false},{"type":"precision_at_3","value":13.744,"verified":false},{"type":"precision_at_5","value":10.331999999999999,"verified":false},{"type":"recall_at_1","value":21.285,"verified":false},{"type":"recall_at_10","value":62.083,"verified":false},{"type":"recall_at_100","value":88.576,"verified":false},{"type":"recall_at_1000","value":98.006,"verified":false},{"type":"recall_at_3","value":39.729,"verified":false},{"type":"recall_at_5","value":49.608000000000004,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_domain","name":"MTEB MTOPDomainClassification (en)","config":"en","split":"test","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf"},"metrics":[{"type":"accuracy","value":93.92612859097127,"verified":false},{"type":"f1","value":93.82370333372853,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_domain","name":"MTEB MTOPDomainClassification (de)","config":"de","split":"test","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf"},"metrics":[{"type":"accuracy","value":92.67681036911807,"verified":false},{"type":"f1","value":92.14191382411472,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_domain","name":"MTEB MTOPDomainClassification (es)","config":"es","split":"test","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf"},"metrics":[{"type":"accuracy","value":92.26817878585723,"verified":false},{"type":"f1","value":91.92824250337878,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_domain","name":"MTEB MTOPDomainClassification (fr)","config":"fr","split":"test","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf"},"metrics":[{"type":"accuracy","value":89.96554963983714,"verified":false},{"type":"f1","value":90.02859329630792,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_domain","name":"MTEB MTOPDomainClassification (hi)","config":"hi","split":"test","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf"},"metrics":[{"type":"accuracy","value":90.02509860164935,"verified":false},{"type":"f1","value":89.30665159182062,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_domain","name":"MTEB MTOPDomainClassification (th)","config":"th","split":"test","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf"},"metrics":[{"type":"accuracy","value":87.55515370705244,"verified":false},{"type":"f1","value":87.94449232331907,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_intent","name":"MTEB MTOPIntentClassification (en)","config":"en","split":"test","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba"},"metrics":[{"type":"accuracy","value":82.4623803009576,"verified":false},{"type":"f1","value":66.06738378772725,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_intent","name":"MTEB MTOPIntentClassification (de)","config":"de","split":"test","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba"},"metrics":[{"type":"accuracy","value":79.3716539870386,"verified":false},{"type":"f1","value":60.37614033396853,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_intent","name":"MTEB MTOPIntentClassification (es)","config":"es","split":"test","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba"},"metrics":[{"type":"accuracy","value":80.34022681787857,"verified":false},{"type":"f1","value":58.302008026952,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_intent","name":"MTEB MTOPIntentClassification (fr)","config":"fr","split":"test","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba"},"metrics":[{"type":"accuracy","value":76.72095208268087,"verified":false},{"type":"f1","value":59.64524724009049,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_intent","name":"MTEB MTOPIntentClassification (hi)","config":"hi","split":"test","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba"},"metrics":[{"type":"accuracy","value":77.87020437432773,"verified":false},{"type":"f1","value":57.80202694670567,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_intent","name":"MTEB MTOPIntentClassification (th)","config":"th","split":"test","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba"},"metrics":[{"type":"accuracy","value":77.73598553345387,"verified":false},{"type":"f1","value":58.19628250675031,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (af)","config":"af","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":67.6630800268998,"verified":false},{"type":"f1","value":65.00996668051691,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (am)","config":"am","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":60.7128446536651,"verified":false},{"type":"f1","value":57.95860594874963,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (ar)","config":"ar","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":63.61129791526563,"verified":false},{"type":"f1","value":59.75328290206483,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (az)","config":"az","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":69.00134498991257,"verified":false},{"type":"f1","value":67.0230483991802,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (bn)","config":"bn","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":68.54068594485541,"verified":false},{"type":"f1","value":65.54604628946976,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (cy)","config":"cy","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":63.032952252858095,"verified":false},{"type":"f1","value":58.715741857057104,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (da)","config":"da","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":71.80901143241427,"verified":false},{"type":"f1","value":68.33963989243877,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (de)","config":"de","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":72.47141896435777,"verified":false},{"type":"f1","value":69.56765020308262,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (el)","config":"el","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":71.2373907195696,"verified":false},{"type":"f1","value":69.04529836036467,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (en)","config":"en","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":77.05783456624076,"verified":false},{"type":"f1","value":74.69430584708174,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (es)","config":"es","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":72.82111634162744,"verified":false},{"type":"f1","value":70.77228952803762,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (fa)","config":"fa","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":74.25353059852051,"verified":false},{"type":"f1","value":71.05310103416411,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (fi)","config":"fi","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":72.28648285137861,"verified":false},{"type":"f1","value":69.08020473732226,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (fr)","config":"fr","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":73.31540013449899,"verified":false},{"type":"f1","value":70.9426355465791,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (he)","config":"he","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":70.2151983860121,"verified":false},{"type":"f1","value":67.52541755908858,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (hi)","config":"hi","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":71.58372562205784,"verified":false},{"type":"f1","value":69.49769064229827,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (hu)","config":"hu","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":71.9233355749832,"verified":false},{"type":"f1","value":69.36311548259593,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (hy)","config":"hy","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":68.07330195023538,"verified":false},{"type":"f1","value":64.99882022345572,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (id)","config":"id","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":72.62273032952253,"verified":false},{"type":"f1","value":70.6394885471001,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (is)","config":"is","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":65.77000672494957,"verified":false},{"type":"f1","value":62.9368944815065,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (it)","config":"it","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":73.453261600538,"verified":false},{"type":"f1","value":70.85069934666681,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (ja)","config":"ja","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":74.6906523201076,"verified":false},{"type":"f1","value":72.03249740074217,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (jv)","config":"jv","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":63.03631472763953,"verified":false},{"type":"f1","value":59.3165215571852,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (ka)","config":"ka","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":58.913920645595155,"verified":false},{"type":"f1","value":57.367337711611285,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (km)","config":"km","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":54.42837928715535,"verified":false},{"type":"f1","value":52.60527294970906,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (kn)","config":"kn","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":66.33490248823135,"verified":false},{"type":"f1","value":63.213340969404065,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (ko)","config":"ko","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":70.58507061197041,"verified":false},{"type":"f1","value":68.40256628040486,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (lv)","config":"lv","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":69.11230665770006,"verified":false},{"type":"f1","value":66.44863577842305,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (ml)","config":"ml","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":69.70073974445192,"verified":false},{"type":"f1","value":67.21291337273702,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (mn)","config":"mn","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":66.43913920645595,"verified":false},{"type":"f1","value":64.09838087422806,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (ms)","config":"ms","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":70.80026899798251,"verified":false},{"type":"f1","value":68.76986742962444,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (my)","config":"my","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":64.78816408876934,"verified":false},{"type":"f1","value":62.18781873428972,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (nb)","config":"nb","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":71.6577000672495,"verified":false},{"type":"f1","value":68.75171511133003,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (nl)","config":"nl","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":74.42501681237391,"verified":false},{"type":"f1","value":71.18434963451544,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (pl)","config":"pl","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":73.64828513786146,"verified":false},{"type":"f1","value":70.67741914007422,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (pt)","config":"pt","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":73.62811028917284,"verified":false},{"type":"f1","value":71.36402039740959,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (ro)","config":"ro","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":71.88634835238736,"verified":false},{"type":"f1","value":69.23701923480677,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (ru)","config":"ru","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":74.15938130464022,"verified":false},{"type":"f1","value":71.87792218993388,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (sl)","config":"sl","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":69.96301277740416,"verified":false},{"type":"f1","value":67.29584200202983,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (sq)","config":"sq","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":69.49562878278412,"verified":false},{"type":"f1","value":66.91716685679431,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (sv)","config":"sv","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":74.6805648957633,"verified":false},{"type":"f1","value":72.02723592594374,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (sw)","config":"sw","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":63.00605245460659,"verified":false},{"type":"f1","value":60.16716669482932,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (ta)","config":"ta","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":66.90988567585742,"verified":false},{"type":"f1","value":63.99405488777784,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (te)","config":"te","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":67.62273032952253,"verified":false},{"type":"f1","value":65.17213906909481,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (th)","config":"th","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":69.50907868190988,"verified":false},{"type":"f1","value":69.15165697194853,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (tl)","config":"tl","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":69.30733019502352,"verified":false},{"type":"f1","value":66.69024007380474,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (tr)","config":"tr","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":72.24277067921989,"verified":false},{"type":"f1","value":68.80515408492947,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (ur)","config":"ur","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":67.49831876260929,"verified":false},{"type":"f1","value":64.83778567111116,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (vi)","config":"vi","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":71.28782784129119,"verified":false},{"type":"f1","value":69.3294186700733,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (zh-CN)","config":"zh-CN","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":73.315400134499,"verified":false},{"type":"f1","value":71.22674385243207,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (zh-TW)","config":"zh-TW","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":69.37794216543377,"verified":false},{"type":"f1","value":68.96962492838232,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (af)","config":"af","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":73.33557498318764,"verified":false},{"type":"f1","value":72.28949738478356,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (am)","config":"am","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":65.84398117014123,"verified":false},{"type":"f1","value":64.71026362091463,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (ar)","config":"ar","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":69.76462676529925,"verified":false},{"type":"f1","value":69.8229667407667,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (az)","config":"az","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":72.02420981842636,"verified":false},{"type":"f1","value":71.76576384895898,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (bn)","config":"bn","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":72.7572293207801,"verified":false},{"type":"f1","value":72.76840765295256,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (cy)","config":"cy","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":68.02286482851379,"verified":false},{"type":"f1","value":66.17237947327872,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (da)","config":"da","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":77.60928043039678,"verified":false},{"type":"f1","value":77.27094731234773,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (de)","config":"de","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":77.68325487558843,"verified":false},{"type":"f1","value":77.97530399082261,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (el)","config":"el","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":76.13315400134498,"verified":false},{"type":"f1","value":75.97558584796424,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (en)","config":"en","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":80.47410894418292,"verified":false},{"type":"f1","value":80.52244841473792,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (es)","config":"es","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":76.9670477471419,"verified":false},{"type":"f1","value":77.37318805793146,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (fa)","config":"fa","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":78.09683927370544,"verified":false},{"type":"f1","value":77.69773737430847,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (fi)","config":"fi","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":75.20847343644922,"verified":false},{"type":"f1","value":75.17071738727348,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (fr)","config":"fr","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":77.07464694014796,"verified":false},{"type":"f1","value":77.16136207698571,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (he)","config":"he","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":73.53396099529255,"verified":false},{"type":"f1","value":73.58296404484122,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (hi)","config":"hi","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":75.75319435104237,"verified":false},{"type":"f1","value":75.24674707850833,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (hu)","config":"hu","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":77.0948217888366,"verified":false},{"type":"f1","value":76.47559490205028,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (hy)","config":"hy","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":71.07599193006052,"verified":false},{"type":"f1","value":70.76028043093511,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (id)","config":"id","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":77.10490921318089,"verified":false},{"type":"f1","value":77.01215275283272,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (is)","config":"is","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":71.25756556825824,"verified":false},{"type":"f1","value":70.20605314648762,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (it)","config":"it","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":77.08137188971082,"verified":false},{"type":"f1","value":77.3899269057439,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (ja)","config":"ja","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":79.35440484196369,"verified":false},{"type":"f1","value":79.58964690002772,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (jv)","config":"jv","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":68.42299932750504,"verified":false},{"type":"f1","value":68.07844356925413,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (ka)","config":"ka","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":66.15669132481507,"verified":false},{"type":"f1","value":65.89383352608513,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (km)","config":"km","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":60.11432414256894,"verified":false},{"type":"f1","value":57.69910594559806,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (kn)","config":"kn","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":71.24747814391392,"verified":false},{"type":"f1","value":70.42455553830918,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (ko)","config":"ko","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":76.46267652992603,"verified":false},{"type":"f1","value":76.8854559308316,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (lv)","config":"lv","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":73.24815063887021,"verified":false},{"type":"f1","value":72.77805034658074,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (ml)","config":"ml","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":74.11566913248151,"verified":false},{"type":"f1","value":73.86147988001356,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (mn)","config":"mn","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":70.0168123739072,"verified":false},{"type":"f1","value":69.38515920054571,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (ms)","config":"ms","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":74.41156691324814,"verified":false},{"type":"f1","value":73.43474953408237,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (my)","config":"my","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":68.39609952925353,"verified":false},{"type":"f1","value":67.29731681109291,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (nb)","config":"nb","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":77.20914593140552,"verified":false},{"type":"f1","value":77.07066497935367,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (nl)","config":"nl","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":78.52387357094821,"verified":false},{"type":"f1","value":78.5259569473291,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (pl)","config":"pl","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":76.6913248150639,"verified":false},{"type":"f1","value":76.91201656350455,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (pt)","config":"pt","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":77.1217215870881,"verified":false},{"type":"f1","value":77.41179937912504,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (ro)","config":"ro","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":75.25891055817083,"verified":false},{"type":"f1","value":75.8089244542887,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (ru)","config":"ru","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":77.70679219905851,"verified":false},{"type":"f1","value":78.21459594517711,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (sl)","config":"sl","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":74.83523873570948,"verified":false},{"type":"f1","value":74.86847028401978,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (sq)","config":"sq","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":74.71755211835911,"verified":false},{"type":"f1","value":74.0214326485662,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (sv)","config":"sv","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":79.06523201075991,"verified":false},{"type":"f1","value":79.10545620325138,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (sw)","config":"sw","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":67.91862811028918,"verified":false},{"type":"f1","value":66.50386121217983,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (ta)","config":"ta","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":70.93140551445865,"verified":false},{"type":"f1","value":70.755435928495,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (te)","config":"te","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":72.40753194351042,"verified":false},{"type":"f1","value":71.61816115782923,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (th)","config":"th","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":75.1815736381977,"verified":false},{"type":"f1","value":75.08016717887205,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (tl)","config":"tl","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":72.86482851378614,"verified":false},{"type":"f1","value":72.39521180006291,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (tr)","config":"tr","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":76.46940147948891,"verified":false},{"type":"f1","value":76.70044085362349,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (ur)","config":"ur","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":71.89307330195024,"verified":false},{"type":"f1","value":71.5721825332298,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (vi)","config":"vi","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":74.7511768661735,"verified":false},{"type":"f1","value":75.17918654541515,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (zh-CN)","config":"zh-CN","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":78.69535978480162,"verified":false},{"type":"f1","value":78.90019070153316,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (zh-TW)","config":"zh-TW","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":75.45729657027572,"verified":false},{"type":"f1","value":76.19578371794672,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-p2p","name":"MTEB MedrxivClusteringP2P","config":"default","split":"test","revision":"e7a26af6f3ae46b30dde8737f02c07b1505bcc73"},"metrics":[{"type":"v_measure","value":36.92715354123554,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-s2s","name":"MTEB MedrxivClusteringS2S","config":"default","split":"test","revision":"35191c8c0dca72d8ff3efcd72aa802307d469663"},"metrics":[{"type":"v_measure","value":35.53536244162518,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/mind_small","name":"MTEB MindSmallReranking","config":"default","split":"test","revision":"3bdac13927fdc888b903db93b2ffdbd90b295a69"},"metrics":[{"type":"map","value":33.08507884504006,"verified":false},{"type":"mrr","value":34.32436977159129,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"nfcorpus","name":"MTEB NFCorpus","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":5.935,"verified":false},{"type":"map_at_10","value":13.297,"verified":false},{"type":"map_at_100","value":16.907,"verified":false},{"type":"map_at_1000","value":18.391,"verified":false},{"type":"map_at_3","value":9.626999999999999,"verified":false},{"type":"map_at_5","value":11.190999999999999,"verified":false},{"type":"mrr_at_1","value":46.129999999999995,"verified":false},{"type":"mrr_at_10","value":54.346000000000004,"verified":false},{"type":"mrr_at_100","value":55.067,"verified":false},{"type":"mrr_at_1000","value":55.1,"verified":false},{"type":"mrr_at_3","value":51.961,"verified":false},{"type":"mrr_at_5","value":53.246,"verified":false},{"type":"ndcg_at_1","value":44.118,"verified":false},{"type":"ndcg_at_10","value":35.534,"verified":false},{"type":"ndcg_at_100","value":32.946999999999996,"verified":false},{"type":"ndcg_at_1000","value":41.599000000000004,"verified":false},{"type":"ndcg_at_3","value":40.25,"verified":false},{"type":"ndcg_at_5","value":37.978,"verified":false},{"type":"precision_at_1","value":46.129999999999995,"verified":false},{"type":"precision_at_10","value":26.842,"verified":false},{"type":"precision_at_100","value":8.427,"verified":false},{"type":"precision_at_1000","value":2.128,"verified":false},{"type":"precision_at_3","value":37.977,"verified":false},{"type":"precision_at_5","value":32.879000000000005,"verified":false},{"type":"recall_at_1","value":5.935,"verified":false},{"type":"recall_at_10","value":17.211000000000002,"verified":false},{"type":"recall_at_100","value":34.33,"verified":false},{"type":"recall_at_1000","value":65.551,"verified":false},{"type":"recall_at_3","value":10.483,"verified":false},{"type":"recall_at_5","value":13.078999999999999,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"nq","name":"MTEB NQ","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":35.231,"verified":false},{"type":"map_at_10","value":50.202000000000005,"verified":false},{"type":"map_at_100","value":51.154999999999994,"verified":false},{"type":"map_at_1000","value":51.181,"verified":false},{"type":"map_at_3","value":45.774,"verified":false},{"type":"map_at_5","value":48.522,"verified":false},{"type":"mrr_at_1","value":39.687,"verified":false},{"type":"mrr_at_10","value":52.88,"verified":false},{"type":"mrr_at_100","value":53.569,"verified":false},{"type":"mrr_at_1000","value":53.58500000000001,"verified":false},{"type":"mrr_at_3","value":49.228,"verified":false},{"type":"mrr_at_5","value":51.525,"verified":false},{"type":"ndcg_at_1","value":39.687,"verified":false},{"type":"ndcg_at_10","value":57.754000000000005,"verified":false},{"type":"ndcg_at_100","value":61.597,"verified":false},{"type":"ndcg_at_1000","value":62.18900000000001,"verified":false},{"type":"ndcg_at_3","value":49.55,"verified":false},{"type":"ndcg_at_5","value":54.11899999999999,"verified":false},{"type":"precision_at_1","value":39.687,"verified":false},{"type":"precision_at_10","value":9.313,"verified":false},{"type":"precision_at_100","value":1.146,"verified":false},{"type":"precision_at_1000","value":0.12,"verified":false},{"type":"precision_at_3","value":22.229,"verified":false},{"type":"precision_at_5","value":15.939,"verified":false},{"type":"recall_at_1","value":35.231,"verified":false},{"type":"recall_at_10","value":78.083,"verified":false},{"type":"recall_at_100","value":94.42099999999999,"verified":false},{"type":"recall_at_1000","value":98.81,"verified":false},{"type":"recall_at_3","value":57.047000000000004,"verified":false},{"type":"recall_at_5","value":67.637,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"quora","name":"MTEB QuoraRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":71.241,"verified":false},{"type":"map_at_10","value":85.462,"verified":false},{"type":"map_at_100","value":86.083,"verified":false},{"type":"map_at_1000","value":86.09700000000001,"verified":false},{"type":"map_at_3","value":82.49499999999999,"verified":false},{"type":"map_at_5","value":84.392,"verified":false},{"type":"mrr_at_1","value":82.09,"verified":false},{"type":"mrr_at_10","value":88.301,"verified":false},{"type":"mrr_at_100","value":88.383,"verified":false},{"type":"mrr_at_1000","value":88.384,"verified":false},{"type":"mrr_at_3","value":87.37,"verified":false},{"type":"mrr_at_5","value":88.035,"verified":false},{"type":"ndcg_at_1","value":82.12,"verified":false},{"type":"ndcg_at_10","value":89.149,"verified":false},{"type":"ndcg_at_100","value":90.235,"verified":false},{"type":"ndcg_at_1000","value":90.307,"verified":false},{"type":"ndcg_at_3","value":86.37599999999999,"verified":false},{"type":"ndcg_at_5","value":87.964,"verified":false},{"type":"precision_at_1","value":82.12,"verified":false},{"type":"precision_at_10","value":13.56,"verified":false},{"type":"precision_at_100","value":1.539,"verified":false},{"type":"precision_at_1000","value":0.157,"verified":false},{"type":"precision_at_3","value":37.88,"verified":false},{"type":"precision_at_5","value":24.92,"verified":false},{"type":"recall_at_1","value":71.241,"verified":false},{"type":"recall_at_10","value":96.128,"verified":false},{"type":"recall_at_100","value":99.696,"verified":false},{"type":"recall_at_1000","value":99.994,"verified":false},{"type":"recall_at_3","value":88.181,"verified":false},{"type":"recall_at_5","value":92.694,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering","name":"MTEB RedditClustering","config":"default","split":"test","revision":"24640382cdbf8abc73003fb0fa6d111a705499eb"},"metrics":[{"type":"v_measure","value":56.59757799655151,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering-p2p","name":"MTEB RedditClusteringP2P","config":"default","split":"test","revision":"282350215ef01743dc01b456c7f5241fa8937f16"},"metrics":[{"type":"v_measure","value":64.27391998854624,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"scidocs","name":"MTEB SCIDOCS","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":4.243,"verified":false},{"type":"map_at_10","value":10.965,"verified":false},{"type":"map_at_100","value":12.934999999999999,"verified":false},{"type":"map_at_1000","value":13.256,"verified":false},{"type":"map_at_3","value":7.907,"verified":false},{"type":"map_at_5","value":9.435,"verified":false},{"type":"mrr_at_1","value":20.9,"verified":false},{"type":"mrr_at_10","value":31.849,"verified":false},{"type":"mrr_at_100","value":32.964,"verified":false},{"type":"mrr_at_1000","value":33.024,"verified":false},{"type":"mrr_at_3","value":28.517,"verified":false},{"type":"mrr_at_5","value":30.381999999999998,"verified":false},{"type":"ndcg_at_1","value":20.9,"verified":false},{"type":"ndcg_at_10","value":18.723,"verified":false},{"type":"ndcg_at_100","value":26.384999999999998,"verified":false},{"type":"ndcg_at_1000","value":32.114,"verified":false},{"type":"ndcg_at_3","value":17.753,"verified":false},{"type":"ndcg_at_5","value":15.558,"verified":false},{"type":"precision_at_1","value":20.9,"verified":false},{"type":"precision_at_10","value":9.8,"verified":false},{"type":"precision_at_100","value":2.078,"verified":false},{"type":"precision_at_1000","value":0.345,"verified":false},{"type":"precision_at_3","value":16.900000000000002,"verified":false},{"type":"precision_at_5","value":13.88,"verified":false},{"type":"recall_at_1","value":4.243,"verified":false},{"type":"recall_at_10","value":19.885,"verified":false},{"type":"recall_at_100","value":42.17,"verified":false},{"type":"recall_at_1000","value":70.12,"verified":false},{"type":"recall_at_3","value":10.288,"verified":false},{"type":"recall_at_5","value":14.072000000000001,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sickr-sts","name":"MTEB SICK-R","config":"default","split":"test","revision":"a6ea5a8cab320b040a23452cc28066d9beae2cee"},"metrics":[{"type":"cos_sim_pearson","value":85.84209174935282,"verified":false},{"type":"cos_sim_spearman","value":81.73248048438833,"verified":false},{"type":"euclidean_pearson","value":83.02810070308149,"verified":false},{"type":"euclidean_spearman","value":81.73248295679514,"verified":false},{"type":"manhattan_pearson","value":82.95368060376002,"verified":false},{"type":"manhattan_spearman","value":81.60277910998718,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts12-sts","name":"MTEB STS12","config":"default","split":"test","revision":"a0d554a64d88156834ff5ae9920b964011b16384"},"metrics":[{"type":"cos_sim_pearson","value":88.52628804556943,"verified":false},{"type":"cos_sim_spearman","value":82.5713913555672,"verified":false},{"type":"euclidean_pearson","value":85.8796774746988,"verified":false},{"type":"euclidean_spearman","value":82.57137506803424,"verified":false},{"type":"manhattan_pearson","value":85.79671002960058,"verified":false},{"type":"manhattan_spearman","value":82.49445981618027,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts13-sts","name":"MTEB STS13","config":"default","split":"test","revision":"7e90230a92c190f1bf69ae9002b8cea547a64cca"},"metrics":[{"type":"cos_sim_pearson","value":86.23682503505542,"verified":false},{"type":"cos_sim_spearman","value":87.15008956711806,"verified":false},{"type":"euclidean_pearson","value":86.79805401524959,"verified":false},{"type":"euclidean_spearman","value":87.15008956711806,"verified":false},{"type":"manhattan_pearson","value":86.65298502699244,"verified":false},{"type":"manhattan_spearman","value":86.97677821948562,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts14-sts","name":"MTEB STS14","config":"default","split":"test","revision":"6031580fec1f6af667f0bd2da0a551cf4f0b2375"},"metrics":[{"type":"cos_sim_pearson","value":85.63370304677802,"verified":false},{"type":"cos_sim_spearman","value":84.97105553540318,"verified":false},{"type":"euclidean_pearson","value":85.28896108687721,"verified":false},{"type":"euclidean_spearman","value":84.97105553540318,"verified":false},{"type":"manhattan_pearson","value":85.09663190337331,"verified":false},{"type":"manhattan_spearman","value":84.79126831644619,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts15-sts","name":"MTEB STS15","config":"default","split":"test","revision":"ae752c7c21bf194d8b67fd573edf7ae58183cbe3"},"metrics":[{"type":"cos_sim_pearson","value":90.2614838800733,"verified":false},{"type":"cos_sim_spearman","value":91.0509162991835,"verified":false},{"type":"euclidean_pearson","value":90.33098317533373,"verified":false},{"type":"euclidean_spearman","value":91.05091625871644,"verified":false},{"type":"manhattan_pearson","value":90.26250435151107,"verified":false},{"type":"manhattan_spearman","value":90.97999594417519,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts16-sts","name":"MTEB STS16","config":"default","split":"test","revision":"4d8694f8f0e0100860b497b999b3dbed754a0513"},"metrics":[{"type":"cos_sim_pearson","value":85.80480973335091,"verified":false},{"type":"cos_sim_spearman","value":87.313695492969,"verified":false},{"type":"euclidean_pearson","value":86.49267251576939,"verified":false},{"type":"euclidean_spearman","value":87.313695492969,"verified":false},{"type":"manhattan_pearson","value":86.44019901831935,"verified":false},{"type":"manhattan_spearman","value":87.24205395460392,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts17-crosslingual-sts","name":"MTEB STS17 (en-en)","config":"en-en","split":"test","revision":"af5e6fb845001ecf41f4c1e033ce921939a2a68d"},"metrics":[{"type":"cos_sim_pearson","value":90.05662789380672,"verified":false},{"type":"cos_sim_spearman","value":90.02759424426651,"verified":false},{"type":"euclidean_pearson","value":90.4042483422981,"verified":false},{"type":"euclidean_spearman","value":90.02759424426651,"verified":false},{"type":"manhattan_pearson","value":90.51446975000226,"verified":false},{"type":"manhattan_spearman","value":90.08832889933616,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts22-crosslingual-sts","name":"MTEB STS22 (en)","config":"en","split":"test","revision":"6d1ba47164174a496b7fa5d3569dae26a6813b80"},"metrics":[{"type":"cos_sim_pearson","value":67.5975528273532,"verified":false},{"type":"cos_sim_spearman","value":67.62969861411354,"verified":false},{"type":"euclidean_pearson","value":69.224275734323,"verified":false},{"type":"euclidean_spearman","value":67.62969861411354,"verified":false},{"type":"manhattan_pearson","value":69.3761447059927,"verified":false},{"type":"manhattan_spearman","value":67.90921005611467,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/stsbenchmark-sts","name":"MTEB STSBenchmark","config":"default","split":"test","revision":"b0fddb56ed78048fa8b90373c8a3cfc37b684831"},"metrics":[{"type":"cos_sim_pearson","value":87.11244327231684,"verified":false},{"type":"cos_sim_spearman","value":88.37902438979035,"verified":false},{"type":"euclidean_pearson","value":87.86054279847336,"verified":false},{"type":"euclidean_spearman","value":88.37902438979035,"verified":false},{"type":"manhattan_pearson","value":87.77257757320378,"verified":false},{"type":"manhattan_spearman","value":88.25208966098123,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/scidocs-reranking","name":"MTEB SciDocsRR","config":"default","split":"test","revision":"d3c5e1fc0b855ab6097bf1cda04dd73947d7caab"},"metrics":[{"type":"map","value":85.87174608143563,"verified":false},{"type":"mrr","value":96.12836872640794,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"scifact","name":"MTEB SciFact","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":57.760999999999996,"verified":false},{"type":"map_at_10","value":67.258,"verified":false},{"type":"map_at_100","value":67.757,"verified":false},{"type":"map_at_1000","value":67.78800000000001,"verified":false},{"type":"map_at_3","value":64.602,"verified":false},{"type":"map_at_5","value":65.64,"verified":false},{"type":"mrr_at_1","value":60.667,"verified":false},{"type":"mrr_at_10","value":68.441,"verified":false},{"type":"mrr_at_100","value":68.825,"verified":false},{"type":"mrr_at_1000","value":68.853,"verified":false},{"type":"mrr_at_3","value":66.444,"verified":false},{"type":"mrr_at_5","value":67.26100000000001,"verified":false},{"type":"ndcg_at_1","value":60.667,"verified":false},{"type":"ndcg_at_10","value":71.852,"verified":false},{"type":"ndcg_at_100","value":73.9,"verified":false},{"type":"ndcg_at_1000","value":74.628,"verified":false},{"type":"ndcg_at_3","value":67.093,"verified":false},{"type":"ndcg_at_5","value":68.58,"verified":false},{"type":"precision_at_1","value":60.667,"verified":false},{"type":"precision_at_10","value":9.6,"verified":false},{"type":"precision_at_100","value":1.0670000000000002,"verified":false},{"type":"precision_at_1000","value":0.11199999999999999,"verified":false},{"type":"precision_at_3","value":26.111,"verified":false},{"type":"precision_at_5","value":16.733,"verified":false},{"type":"recall_at_1","value":57.760999999999996,"verified":false},{"type":"recall_at_10","value":84.967,"verified":false},{"type":"recall_at_100","value":93.833,"verified":false},{"type":"recall_at_1000","value":99.333,"verified":false},{"type":"recall_at_3","value":71.589,"verified":false},{"type":"recall_at_5","value":75.483,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/sprintduplicatequestions-pairclassification","name":"MTEB SprintDuplicateQuestions","config":"default","split":"test","revision":"d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46"},"metrics":[{"type":"cos_sim_accuracy","value":99.66633663366336,"verified":false},{"type":"cos_sim_ap","value":91.17685358899108,"verified":false},{"type":"cos_sim_f1","value":82.16818642350559,"verified":false},{"type":"cos_sim_precision","value":83.26488706365504,"verified":false},{"type":"cos_sim_recall","value":81.10000000000001,"verified":false},{"type":"dot_accuracy","value":99.66633663366336,"verified":false},{"type":"dot_ap","value":91.17663411119032,"verified":false},{"type":"dot_f1","value":82.16818642350559,"verified":false},{"type":"dot_precision","value":83.26488706365504,"verified":false},{"type":"dot_recall","value":81.10000000000001,"verified":false},{"type":"euclidean_accuracy","value":99.66633663366336,"verified":false},{"type":"euclidean_ap","value":91.17685189882275,"verified":false},{"type":"euclidean_f1","value":82.16818642350559,"verified":false},{"type":"euclidean_precision","value":83.26488706365504,"verified":false},{"type":"euclidean_recall","value":81.10000000000001,"verified":false},{"type":"manhattan_accuracy","value":99.66633663366336,"verified":false},{"type":"manhattan_ap","value":91.2241619496737,"verified":false},{"type":"manhattan_f1","value":82.20472440944883,"verified":false},{"type":"manhattan_precision","value":86.51933701657458,"verified":false},{"type":"manhattan_recall","value":78.3,"verified":false},{"type":"max_accuracy","value":99.66633663366336,"verified":false},{"type":"max_ap","value":91.2241619496737,"verified":false},{"type":"max_f1","value":82.20472440944883,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering","name":"MTEB StackExchangeClustering","config":"default","split":"test","revision":"6cbc1f7b2bc0622f2e39d2c77fa502909748c259"},"metrics":[{"type":"v_measure","value":66.85101268897951,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering-p2p","name":"MTEB StackExchangeClusteringP2P","config":"default","split":"test","revision":"815ca46b2622cec33ccafc3735d572c266efdb44"},"metrics":[{"type":"v_measure","value":42.461184054706905,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/stackoverflowdupquestions-reranking","name":"MTEB StackOverflowDupQuestions","config":"default","split":"test","revision":"e185fbe320c72810689fc5848eb6114e1ef5ec69"},"metrics":[{"type":"map","value":51.44542568873886,"verified":false},{"type":"mrr","value":52.33656151854681,"verified":false}]},{"task":{"type":"Summarization"},"dataset":{"type":"mteb/summeval","name":"MTEB SummEval","config":"default","split":"test","revision":"cda12ad7615edc362dbf25a00fdd61d3b1eaf93c"},"metrics":[{"type":"cos_sim_pearson","value":30.75982974997539,"verified":false},{"type":"cos_sim_spearman","value":30.385405026539914,"verified":false},{"type":"dot_pearson","value":30.75982433546523,"verified":false},{"type":"dot_spearman","value":30.385405026539914,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"trec-covid","name":"MTEB TRECCOVID","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":0.22799999999999998,"verified":false},{"type":"map_at_10","value":2.064,"verified":false},{"type":"map_at_100","value":13.056000000000001,"verified":false},{"type":"map_at_1000","value":31.747999999999998,"verified":false},{"type":"map_at_3","value":0.67,"verified":false},{"type":"map_at_5","value":1.097,"verified":false},{"type":"mrr_at_1","value":90,"verified":false},{"type":"mrr_at_10","value":94.667,"verified":false},{"type":"mrr_at_100","value":94.667,"verified":false},{"type":"mrr_at_1000","value":94.667,"verified":false},{"type":"mrr_at_3","value":94.667,"verified":false},{"type":"mrr_at_5","value":94.667,"verified":false},{"type":"ndcg_at_1","value":86,"verified":false},{"type":"ndcg_at_10","value":82,"verified":false},{"type":"ndcg_at_100","value":64.307,"verified":false},{"type":"ndcg_at_1000","value":57.023999999999994,"verified":false},{"type":"ndcg_at_3","value":85.816,"verified":false},{"type":"ndcg_at_5","value":84.904,"verified":false},{"type":"precision_at_1","value":90,"verified":false},{"type":"precision_at_10","value":85.8,"verified":false},{"type":"precision_at_100","value":66.46,"verified":false},{"type":"precision_at_1000","value":25.202,"verified":false},{"type":"precision_at_3","value":90,"verified":false},{"type":"precision_at_5","value":89.2,"verified":false},{"type":"recall_at_1","value":0.22799999999999998,"verified":false},{"type":"recall_at_10","value":2.235,"verified":false},{"type":"recall_at_100","value":16.185,"verified":false},{"type":"recall_at_1000","value":53.620999999999995,"verified":false},{"type":"recall_at_3","value":0.7040000000000001,"verified":false},{"type":"recall_at_5","value":1.172,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (sqi-eng)","config":"sqi-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97.39999999999999,"verified":false},{"type":"f1","value":96.75,"verified":false},{"type":"precision","value":96.45,"verified":false},{"type":"recall","value":97.39999999999999,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (fry-eng)","config":"fry-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":85.54913294797689,"verified":false},{"type":"f1","value":82.46628131021194,"verified":false},{"type":"precision","value":81.1175337186898,"verified":false},{"type":"recall","value":85.54913294797689,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (kur-eng)","config":"kur-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":81.21951219512195,"verified":false},{"type":"f1","value":77.33333333333334,"verified":false},{"type":"precision","value":75.54878048780488,"verified":false},{"type":"recall","value":81.21951219512195,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (tur-eng)","config":"tur-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":98.6,"verified":false},{"type":"f1","value":98.26666666666665,"verified":false},{"type":"precision","value":98.1,"verified":false},{"type":"recall","value":98.6,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (deu-eng)","config":"deu-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":99.5,"verified":false},{"type":"f1","value":99.33333333333333,"verified":false},{"type":"precision","value":99.25,"verified":false},{"type":"recall","value":99.5,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (nld-eng)","config":"nld-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97.8,"verified":false},{"type":"f1","value":97.2,"verified":false},{"type":"precision","value":96.89999999999999,"verified":false},{"type":"recall","value":97.8,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ron-eng)","config":"ron-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97.8,"verified":false},{"type":"f1","value":97.18333333333334,"verified":false},{"type":"precision","value":96.88333333333333,"verified":false},{"type":"recall","value":97.8,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ang-eng)","config":"ang-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":77.61194029850746,"verified":false},{"type":"f1","value":72.81094527363183,"verified":false},{"type":"precision","value":70.83333333333333,"verified":false},{"type":"recall","value":77.61194029850746,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ido-eng)","config":"ido-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":93.7,"verified":false},{"type":"f1","value":91.91666666666667,"verified":false},{"type":"precision","value":91.08333333333334,"verified":false},{"type":"recall","value":93.7,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (jav-eng)","config":"jav-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":88.29268292682927,"verified":false},{"type":"f1","value":85.27642276422765,"verified":false},{"type":"precision","value":84.01277584204414,"verified":false},{"type":"recall","value":88.29268292682927,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (isl-eng)","config":"isl-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":96.1,"verified":false},{"type":"f1","value":95,"verified":false},{"type":"precision","value":94.46666666666668,"verified":false},{"type":"recall","value":96.1,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (slv-eng)","config":"slv-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":93.681652490887,"verified":false},{"type":"f1","value":91.90765492102065,"verified":false},{"type":"precision","value":91.05913325232888,"verified":false},{"type":"recall","value":93.681652490887,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (cym-eng)","config":"cym-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":92.17391304347827,"verified":false},{"type":"f1","value":89.97101449275361,"verified":false},{"type":"precision","value":88.96811594202899,"verified":false},{"type":"recall","value":92.17391304347827,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (kaz-eng)","config":"kaz-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":90.43478260869566,"verified":false},{"type":"f1","value":87.72173913043478,"verified":false},{"type":"precision","value":86.42028985507245,"verified":false},{"type":"recall","value":90.43478260869566,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (est-eng)","config":"est-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":90.4,"verified":false},{"type":"f1","value":88.03,"verified":false},{"type":"precision","value":86.95,"verified":false},{"type":"recall","value":90.4,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (heb-eng)","config":"heb-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":93.4,"verified":false},{"type":"f1","value":91.45666666666666,"verified":false},{"type":"precision","value":90.525,"verified":false},{"type":"recall","value":93.4,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (gla-eng)","config":"gla-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":81.9059107358263,"verified":false},{"type":"f1","value":78.32557872364869,"verified":false},{"type":"precision","value":76.78260286824823,"verified":false},{"type":"recall","value":81.9059107358263,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (mar-eng)","config":"mar-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":94.3,"verified":false},{"type":"f1","value":92.58333333333333,"verified":false},{"type":"precision","value":91.73333333333332,"verified":false},{"type":"recall","value":94.3,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (lat-eng)","config":"lat-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":79.10000000000001,"verified":false},{"type":"f1","value":74.50500000000001,"verified":false},{"type":"precision","value":72.58928571428571,"verified":false},{"type":"recall","value":79.10000000000001,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (bel-eng)","config":"bel-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":96.6,"verified":false},{"type":"f1","value":95.55,"verified":false},{"type":"precision","value":95.05,"verified":false},{"type":"recall","value":96.6,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (pms-eng)","config":"pms-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":82.0952380952381,"verified":false},{"type":"f1","value":77.98458049886621,"verified":false},{"type":"precision","value":76.1968253968254,"verified":false},{"type":"recall","value":82.0952380952381,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (gle-eng)","config":"gle-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":87.9,"verified":false},{"type":"f1","value":84.99190476190476,"verified":false},{"type":"precision","value":83.65,"verified":false},{"type":"recall","value":87.9,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (pes-eng)","config":"pes-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":95.7,"verified":false},{"type":"f1","value":94.56666666666666,"verified":false},{"type":"precision","value":94.01666666666667,"verified":false},{"type":"recall","value":95.7,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (nob-eng)","config":"nob-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":98.6,"verified":false},{"type":"f1","value":98.2,"verified":false},{"type":"precision","value":98,"verified":false},{"type":"recall","value":98.6,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (bul-eng)","config":"bul-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":95.6,"verified":false},{"type":"f1","value":94.38333333333334,"verified":false},{"type":"precision","value":93.78333333333335,"verified":false},{"type":"recall","value":95.6,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (cbk-eng)","config":"cbk-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":87.4,"verified":false},{"type":"f1","value":84.10380952380952,"verified":false},{"type":"precision","value":82.67,"verified":false},{"type":"recall","value":87.4,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (hun-eng)","config":"hun-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":95.5,"verified":false},{"type":"f1","value":94.33333333333334,"verified":false},{"type":"precision","value":93.78333333333333,"verified":false},{"type":"recall","value":95.5,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (uig-eng)","config":"uig-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":89.4,"verified":false},{"type":"f1","value":86.82000000000001,"verified":false},{"type":"precision","value":85.64500000000001,"verified":false},{"type":"recall","value":89.4,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (rus-eng)","config":"rus-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":95.1,"verified":false},{"type":"f1","value":93.56666666666668,"verified":false},{"type":"precision","value":92.81666666666666,"verified":false},{"type":"recall","value":95.1,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (spa-eng)","config":"spa-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":98.9,"verified":false},{"type":"f1","value":98.6,"verified":false},{"type":"precision","value":98.45,"verified":false},{"type":"recall","value":98.9,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (hye-eng)","config":"hye-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":95.01347708894879,"verified":false},{"type":"f1","value":93.51752021563343,"verified":false},{"type":"precision","value":92.82794249775381,"verified":false},{"type":"recall","value":95.01347708894879,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (tel-eng)","config":"tel-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97.00854700854701,"verified":false},{"type":"f1","value":96.08262108262107,"verified":false},{"type":"precision","value":95.65527065527067,"verified":false},{"type":"recall","value":97.00854700854701,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (afr-eng)","config":"afr-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":96.5,"verified":false},{"type":"f1","value":95.39999999999999,"verified":false},{"type":"precision","value":94.88333333333333,"verified":false},{"type":"recall","value":96.5,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (mon-eng)","config":"mon-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":96.5909090909091,"verified":false},{"type":"f1","value":95.49242424242425,"verified":false},{"type":"precision","value":94.9621212121212,"verified":false},{"type":"recall","value":96.5909090909091,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (arz-eng)","config":"arz-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":84.90566037735849,"verified":false},{"type":"f1","value":81.85883997204752,"verified":false},{"type":"precision","value":80.54507337526205,"verified":false},{"type":"recall","value":84.90566037735849,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (hrv-eng)","config":"hrv-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97.5,"verified":false},{"type":"f1","value":96.75,"verified":false},{"type":"precision","value":96.38333333333333,"verified":false},{"type":"recall","value":97.5,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (nov-eng)","config":"nov-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":86.7704280155642,"verified":false},{"type":"f1","value":82.99610894941635,"verified":false},{"type":"precision","value":81.32295719844358,"verified":false},{"type":"recall","value":86.7704280155642,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (gsw-eng)","config":"gsw-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":67.52136752136752,"verified":false},{"type":"f1","value":61.89662189662191,"verified":false},{"type":"precision","value":59.68660968660969,"verified":false},{"type":"recall","value":67.52136752136752,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (nds-eng)","config":"nds-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":89.2,"verified":false},{"type":"f1","value":86.32,"verified":false},{"type":"precision","value":85.015,"verified":false},{"type":"recall","value":89.2,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ukr-eng)","config":"ukr-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":96,"verified":false},{"type":"f1","value":94.78333333333333,"verified":false},{"type":"precision","value":94.18333333333334,"verified":false},{"type":"recall","value":96,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (uzb-eng)","config":"uzb-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":83.8785046728972,"verified":false},{"type":"f1","value":80.54517133956385,"verified":false},{"type":"precision","value":79.154984423676,"verified":false},{"type":"recall","value":83.8785046728972,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (lit-eng)","config":"lit-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":93.60000000000001,"verified":false},{"type":"f1","value":92.01333333333334,"verified":false},{"type":"precision","value":91.28333333333333,"verified":false},{"type":"recall","value":93.60000000000001,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ina-eng)","config":"ina-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97.1,"verified":false},{"type":"f1","value":96.26666666666667,"verified":false},{"type":"precision","value":95.85000000000001,"verified":false},{"type":"recall","value":97.1,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (lfn-eng)","config":"lfn-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":84.3,"verified":false},{"type":"f1","value":80.67833333333333,"verified":false},{"type":"precision","value":79.03928571428571,"verified":false},{"type":"recall","value":84.3,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (zsm-eng)","config":"zsm-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97.3,"verified":false},{"type":"f1","value":96.48333333333332,"verified":false},{"type":"precision","value":96.08333333333331,"verified":false},{"type":"recall","value":97.3,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ita-eng)","config":"ita-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":95.7,"verified":false},{"type":"f1","value":94.66666666666667,"verified":false},{"type":"precision","value":94.16666666666667,"verified":false},{"type":"recall","value":95.7,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (cmn-eng)","config":"cmn-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97.2,"verified":false},{"type":"f1","value":96.36666666666667,"verified":false},{"type":"precision","value":95.96666666666668,"verified":false},{"type":"recall","value":97.2,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (lvs-eng)","config":"lvs-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":94.3,"verified":false},{"type":"f1","value":92.80666666666667,"verified":false},{"type":"precision","value":92.12833333333333,"verified":false},{"type":"recall","value":94.3,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (glg-eng)","config":"glg-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97,"verified":false},{"type":"f1","value":96.22333333333334,"verified":false},{"type":"precision","value":95.875,"verified":false},{"type":"recall","value":97,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ceb-eng)","config":"ceb-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":74.33333333333333,"verified":false},{"type":"f1","value":70.78174603174602,"verified":false},{"type":"precision","value":69.28333333333332,"verified":false},{"type":"recall","value":74.33333333333333,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (bre-eng)","config":"bre-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":37.6,"verified":false},{"type":"f1","value":32.938348952090365,"verified":false},{"type":"precision","value":31.2811038961039,"verified":false},{"type":"recall","value":37.6,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ben-eng)","config":"ben-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":91.5,"verified":false},{"type":"f1","value":89.13333333333333,"verified":false},{"type":"precision","value":88.03333333333333,"verified":false},{"type":"recall","value":91.5,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (swg-eng)","config":"swg-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":82.14285714285714,"verified":false},{"type":"f1","value":77.67857142857143,"verified":false},{"type":"precision","value":75.59523809523809,"verified":false},{"type":"recall","value":82.14285714285714,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (arq-eng)","config":"arq-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":69.0450054884742,"verified":false},{"type":"f1","value":63.070409283362075,"verified":false},{"type":"precision","value":60.58992781824835,"verified":false},{"type":"recall","value":69.0450054884742,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (kab-eng)","config":"kab-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":63.1,"verified":false},{"type":"f1","value":57.848333333333336,"verified":false},{"type":"precision","value":55.69500000000001,"verified":false},{"type":"recall","value":63.1,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (fra-eng)","config":"fra-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":96.1,"verified":false},{"type":"f1","value":95.01666666666667,"verified":false},{"type":"precision","value":94.5,"verified":false},{"type":"recall","value":96.1,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (por-eng)","config":"por-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":95.89999999999999,"verified":false},{"type":"f1","value":94.90666666666667,"verified":false},{"type":"precision","value":94.425,"verified":false},{"type":"recall","value":95.89999999999999,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (tat-eng)","config":"tat-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":87.6,"verified":false},{"type":"f1","value":84.61333333333333,"verified":false},{"type":"precision","value":83.27,"verified":false},{"type":"recall","value":87.6,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (oci-eng)","config":"oci-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":76.4,"verified":false},{"type":"f1","value":71.90746031746032,"verified":false},{"type":"precision","value":70.07027777777778,"verified":false},{"type":"recall","value":76.4,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (pol-eng)","config":"pol-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97.89999999999999,"verified":false},{"type":"f1","value":97.26666666666667,"verified":false},{"type":"precision","value":96.95,"verified":false},{"type":"recall","value":97.89999999999999,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (war-eng)","config":"war-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":78.8,"verified":false},{"type":"f1","value":74.39555555555555,"verified":false},{"type":"precision","value":72.59416666666667,"verified":false},{"type":"recall","value":78.8,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (aze-eng)","config":"aze-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":95.19999999999999,"verified":false},{"type":"f1","value":93.78999999999999,"verified":false},{"type":"precision","value":93.125,"verified":false},{"type":"recall","value":95.19999999999999,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (vie-eng)","config":"vie-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97.8,"verified":false},{"type":"f1","value":97.1,"verified":false},{"type":"precision","value":96.75,"verified":false},{"type":"recall","value":97.8,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (nno-eng)","config":"nno-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":95.6,"verified":false},{"type":"f1","value":94.25666666666666,"verified":false},{"type":"precision","value":93.64166666666668,"verified":false},{"type":"recall","value":95.6,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (cha-eng)","config":"cha-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":56.934306569343065,"verified":false},{"type":"f1","value":51.461591936044485,"verified":false},{"type":"precision","value":49.37434827945776,"verified":false},{"type":"recall","value":56.934306569343065,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (mhr-eng)","config":"mhr-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":20.200000000000003,"verified":false},{"type":"f1","value":16.91799284049284,"verified":false},{"type":"precision","value":15.791855158730158,"verified":false},{"type":"recall","value":20.200000000000003,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (dan-eng)","config":"dan-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":96.2,"verified":false},{"type":"f1","value":95.3,"verified":false},{"type":"precision","value":94.85,"verified":false},{"type":"recall","value":96.2,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ell-eng)","config":"ell-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":96.3,"verified":false},{"type":"f1","value":95.11666666666667,"verified":false},{"type":"precision","value":94.53333333333333,"verified":false},{"type":"recall","value":96.3,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (amh-eng)","config":"amh-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":89.88095238095238,"verified":false},{"type":"f1","value":87.14285714285714,"verified":false},{"type":"precision","value":85.96230158730161,"verified":false},{"type":"recall","value":89.88095238095238,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (pam-eng)","config":"pam-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":24.099999999999998,"verified":false},{"type":"f1","value":19.630969083349783,"verified":false},{"type":"precision","value":18.275094905094907,"verified":false},{"type":"recall","value":24.099999999999998,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (hsb-eng)","config":"hsb-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":83.4368530020704,"verified":false},{"type":"f1","value":79.45183870649709,"verified":false},{"type":"precision","value":77.7432712215321,"verified":false},{"type":"recall","value":83.4368530020704,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (srp-eng)","config":"srp-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":95.8,"verified":false},{"type":"f1","value":94.53333333333333,"verified":false},{"type":"precision","value":93.91666666666666,"verified":false},{"type":"recall","value":95.8,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (epo-eng)","config":"epo-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":98.8,"verified":false},{"type":"f1","value":98.48333333333332,"verified":false},{"type":"precision","value":98.33333333333334,"verified":false},{"type":"recall","value":98.8,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (kzj-eng)","config":"kzj-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":17.5,"verified":false},{"type":"f1","value":14.979285714285714,"verified":false},{"type":"precision","value":14.23235060690943,"verified":false},{"type":"recall","value":17.5,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (awa-eng)","config":"awa-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":93.93939393939394,"verified":false},{"type":"f1","value":91.991341991342,"verified":false},{"type":"precision","value":91.05339105339105,"verified":false},{"type":"recall","value":93.93939393939394,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (fao-eng)","config":"fao-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":89.31297709923665,"verified":false},{"type":"f1","value":86.76844783715012,"verified":false},{"type":"precision","value":85.63613231552164,"verified":false},{"type":"recall","value":89.31297709923665,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (mal-eng)","config":"mal-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":99.12663755458514,"verified":false},{"type":"f1","value":98.93255701115964,"verified":false},{"type":"precision","value":98.83551673944687,"verified":false},{"type":"recall","value":99.12663755458514,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ile-eng)","config":"ile-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":92,"verified":false},{"type":"f1","value":89.77999999999999,"verified":false},{"type":"precision","value":88.78333333333333,"verified":false},{"type":"recall","value":92,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (bos-eng)","config":"bos-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":96.89265536723164,"verified":false},{"type":"f1","value":95.85687382297553,"verified":false},{"type":"precision","value":95.33898305084746,"verified":false},{"type":"recall","value":96.89265536723164,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (cor-eng)","config":"cor-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":14.6,"verified":false},{"type":"f1","value":11.820611790170615,"verified":false},{"type":"precision","value":11.022616224355355,"verified":false},{"type":"recall","value":14.6,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (cat-eng)","config":"cat-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":95.89999999999999,"verified":false},{"type":"f1","value":94.93333333333334,"verified":false},{"type":"precision","value":94.48666666666666,"verified":false},{"type":"recall","value":95.89999999999999,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (eus-eng)","config":"eus-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":87.6,"verified":false},{"type":"f1","value":84.72333333333334,"verified":false},{"type":"precision","value":83.44166666666666,"verified":false},{"type":"recall","value":87.6,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (yue-eng)","config":"yue-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":94.8,"verified":false},{"type":"f1","value":93.47333333333333,"verified":false},{"type":"precision","value":92.875,"verified":false},{"type":"recall","value":94.8,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (swe-eng)","config":"swe-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":96.6,"verified":false},{"type":"f1","value":95.71666666666665,"verified":false},{"type":"precision","value":95.28333333333335,"verified":false},{"type":"recall","value":96.6,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (dtp-eng)","config":"dtp-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":17.8,"verified":false},{"type":"f1","value":14.511074040901628,"verified":false},{"type":"precision","value":13.503791000666002,"verified":false},{"type":"recall","value":17.8,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (kat-eng)","config":"kat-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":94.10187667560321,"verified":false},{"type":"f1","value":92.46648793565683,"verified":false},{"type":"precision","value":91.71134941912423,"verified":false},{"type":"recall","value":94.10187667560321,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (jpn-eng)","config":"jpn-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97,"verified":false},{"type":"f1","value":96.11666666666666,"verified":false},{"type":"precision","value":95.68333333333334,"verified":false},{"type":"recall","value":97,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (csb-eng)","config":"csb-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":72.72727272727273,"verified":false},{"type":"f1","value":66.58949745906267,"verified":false},{"type":"precision","value":63.86693017127799,"verified":false},{"type":"recall","value":72.72727272727273,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (xho-eng)","config":"xho-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":90.14084507042254,"verified":false},{"type":"f1","value":88.26291079812206,"verified":false},{"type":"precision","value":87.32394366197182,"verified":false},{"type":"recall","value":90.14084507042254,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (orv-eng)","config":"orv-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":64.67065868263472,"verified":false},{"type":"f1","value":58.2876627696987,"verified":false},{"type":"precision","value":55.79255774165953,"verified":false},{"type":"recall","value":64.67065868263472,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ind-eng)","config":"ind-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":95.6,"verified":false},{"type":"f1","value":94.41666666666667,"verified":false},{"type":"precision","value":93.85,"verified":false},{"type":"recall","value":95.6,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (tuk-eng)","config":"tuk-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":55.172413793103445,"verified":false},{"type":"f1","value":49.63992493549144,"verified":false},{"type":"precision","value":47.71405113769646,"verified":false},{"type":"recall","value":55.172413793103445,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (max-eng)","config":"max-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":77.46478873239437,"verified":false},{"type":"f1","value":73.4417616811983,"verified":false},{"type":"precision","value":71.91607981220658,"verified":false},{"type":"recall","value":77.46478873239437,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (swh-eng)","config":"swh-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":84.61538461538461,"verified":false},{"type":"f1","value":80.91452991452994,"verified":false},{"type":"precision","value":79.33760683760683,"verified":false},{"type":"recall","value":84.61538461538461,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (hin-eng)","config":"hin-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":98.2,"verified":false},{"type":"f1","value":97.6,"verified":false},{"type":"precision","value":97.3,"verified":false},{"type":"recall","value":98.2,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (dsb-eng)","config":"dsb-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":75.5741127348643,"verified":false},{"type":"f1","value":72.00417536534445,"verified":false},{"type":"precision","value":70.53467872883321,"verified":false},{"type":"recall","value":75.5741127348643,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ber-eng)","config":"ber-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":62.2,"verified":false},{"type":"f1","value":55.577460317460314,"verified":false},{"type":"precision","value":52.98583333333333,"verified":false},{"type":"recall","value":62.2,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (tam-eng)","config":"tam-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":92.18241042345277,"verified":false},{"type":"f1","value":90.6468124709167,"verified":false},{"type":"precision","value":89.95656894679696,"verified":false},{"type":"recall","value":92.18241042345277,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (slk-eng)","config":"slk-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":96.1,"verified":false},{"type":"f1","value":95.13333333333333,"verified":false},{"type":"precision","value":94.66666666666667,"verified":false},{"type":"recall","value":96.1,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (tgl-eng)","config":"tgl-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":96.8,"verified":false},{"type":"f1","value":95.85000000000001,"verified":false},{"type":"precision","value":95.39999999999999,"verified":false},{"type":"recall","value":96.8,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ast-eng)","config":"ast-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":92.1259842519685,"verified":false},{"type":"f1","value":89.76377952755905,"verified":false},{"type":"precision","value":88.71391076115485,"verified":false},{"type":"recall","value":92.1259842519685,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (mkd-eng)","config":"mkd-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":94.1,"verified":false},{"type":"f1","value":92.49,"verified":false},{"type":"precision","value":91.725,"verified":false},{"type":"recall","value":94.1,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (khm-eng)","config":"khm-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":77.5623268698061,"verified":false},{"type":"f1","value":73.27364463791058,"verified":false},{"type":"precision","value":71.51947852086357,"verified":false},{"type":"recall","value":77.5623268698061,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ces-eng)","config":"ces-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97.39999999999999,"verified":false},{"type":"f1","value":96.56666666666666,"verified":false},{"type":"precision","value":96.16666666666667,"verified":false},{"type":"recall","value":97.39999999999999,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (tzl-eng)","config":"tzl-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":66.34615384615384,"verified":false},{"type":"f1","value":61.092032967032964,"verified":false},{"type":"precision","value":59.27197802197802,"verified":false},{"type":"recall","value":66.34615384615384,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (urd-eng)","config":"urd-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":94.89999999999999,"verified":false},{"type":"f1","value":93.41190476190476,"verified":false},{"type":"precision","value":92.7,"verified":false},{"type":"recall","value":94.89999999999999,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (ara-eng)","config":"ara-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":93.10000000000001,"verified":false},{"type":"f1","value":91.10000000000001,"verified":false},{"type":"precision","value":90.13333333333333,"verified":false},{"type":"recall","value":93.10000000000001,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (kor-eng)","config":"kor-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":93.7,"verified":false},{"type":"f1","value":91.97333333333334,"verified":false},{"type":"precision","value":91.14166666666667,"verified":false},{"type":"recall","value":93.7,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (yid-eng)","config":"yid-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":92.21698113207547,"verified":false},{"type":"f1","value":90.3796046720575,"verified":false},{"type":"precision","value":89.56367924528303,"verified":false},{"type":"recall","value":92.21698113207547,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (fin-eng)","config":"fin-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97.6,"verified":false},{"type":"f1","value":96.91666666666667,"verified":false},{"type":"precision","value":96.6,"verified":false},{"type":"recall","value":97.6,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (tha-eng)","config":"tha-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":97.44525547445255,"verified":false},{"type":"f1","value":96.71532846715328,"verified":false},{"type":"precision","value":96.35036496350365,"verified":false},{"type":"recall","value":97.44525547445255,"verified":false}]},{"task":{"type":"BitextMining"},"dataset":{"type":"mteb/tatoeba-bitext-mining","name":"MTEB Tatoeba (wuu-eng)","config":"wuu-eng","split":"test","revision":"9080400076fbadbb4c4dcb136ff4eddc40b42553"},"metrics":[{"type":"accuracy","value":94.1,"verified":false},{"type":"f1","value":92.34000000000002,"verified":false},{"type":"precision","value":91.49166666666667,"verified":false},{"type":"recall","value":94.1,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"webis-touche2020","name":"MTEB Touche2020","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":3.2910000000000004,"verified":false},{"type":"map_at_10","value":10.373000000000001,"verified":false},{"type":"map_at_100","value":15.612,"verified":false},{"type":"map_at_1000","value":17.06,"verified":false},{"type":"map_at_3","value":6.119,"verified":false},{"type":"map_at_5","value":7.917000000000001,"verified":false},{"type":"mrr_at_1","value":44.897999999999996,"verified":false},{"type":"mrr_at_10","value":56.054,"verified":false},{"type":"mrr_at_100","value":56.82000000000001,"verified":false},{"type":"mrr_at_1000","value":56.82000000000001,"verified":false},{"type":"mrr_at_3","value":52.381,"verified":false},{"type":"mrr_at_5","value":53.81,"verified":false},{"type":"ndcg_at_1","value":42.857,"verified":false},{"type":"ndcg_at_10","value":27.249000000000002,"verified":false},{"type":"ndcg_at_100","value":36.529,"verified":false},{"type":"ndcg_at_1000","value":48.136,"verified":false},{"type":"ndcg_at_3","value":33.938,"verified":false},{"type":"ndcg_at_5","value":29.951,"verified":false},{"type":"precision_at_1","value":44.897999999999996,"verified":false},{"type":"precision_at_10","value":22.653000000000002,"verified":false},{"type":"precision_at_100","value":7.000000000000001,"verified":false},{"type":"precision_at_1000","value":1.48,"verified":false},{"type":"precision_at_3","value":32.653,"verified":false},{"type":"precision_at_5","value":27.755000000000003,"verified":false},{"type":"recall_at_1","value":3.2910000000000004,"verified":false},{"type":"recall_at_10","value":16.16,"verified":false},{"type":"recall_at_100","value":43.908,"verified":false},{"type":"recall_at_1000","value":79.823,"verified":false},{"type":"recall_at_3","value":7.156,"verified":false},{"type":"recall_at_5","value":10.204,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/toxic_conversations_50k","name":"MTEB ToxicConversationsClassification","config":"default","split":"test","revision":"d7c0de2777da35d6aae2200a62c6e0e5af397c4c"},"metrics":[{"type":"accuracy","value":71.05879999999999,"verified":false},{"type":"ap","value":14.609748142799111,"verified":false},{"type":"f1","value":54.878956295843096,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/tweet_sentiment_extraction","name":"MTEB TweetSentimentExtractionClassification","config":"default","split":"test","revision":"d604517c81ca91fe16a244d1248fc021f9ecee7a"},"metrics":[{"type":"accuracy","value":64.61799660441426,"verified":false},{"type":"f1","value":64.8698191961434,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/twentynewsgroups-clustering","name":"MTEB TwentyNewsgroupsClustering","config":"default","split":"test","revision":"6125ec4e24fa026cec8a478383ee943acfbd5449"},"metrics":[{"type":"v_measure","value":51.32860036611885,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twittersemeval2015-pairclassification","name":"MTEB TwitterSemEval2015","config":"default","split":"test","revision":"70970daeab8776df92f5ea462b6173c0b46fd2d1"},"metrics":[{"type":"cos_sim_accuracy","value":88.34714192048638,"verified":false},{"type":"cos_sim_ap","value":80.26732975975634,"verified":false},{"type":"cos_sim_f1","value":73.53415148134374,"verified":false},{"type":"cos_sim_precision","value":69.34767360299276,"verified":false},{"type":"cos_sim_recall","value":78.25857519788919,"verified":false},{"type":"dot_accuracy","value":88.34714192048638,"verified":false},{"type":"dot_ap","value":80.26733698491206,"verified":false},{"type":"dot_f1","value":73.53415148134374,"verified":false},{"type":"dot_precision","value":69.34767360299276,"verified":false},{"type":"dot_recall","value":78.25857519788919,"verified":false},{"type":"euclidean_accuracy","value":88.34714192048638,"verified":false},{"type":"euclidean_ap","value":80.26734337771738,"verified":false},{"type":"euclidean_f1","value":73.53415148134374,"verified":false},{"type":"euclidean_precision","value":69.34767360299276,"verified":false},{"type":"euclidean_recall","value":78.25857519788919,"verified":false},{"type":"manhattan_accuracy","value":88.30541813196639,"verified":false},{"type":"manhattan_ap","value":80.19415808104145,"verified":false},{"type":"manhattan_f1","value":73.55143870713441,"verified":false},{"type":"manhattan_precision","value":73.25307511122743,"verified":false},{"type":"manhattan_recall","value":73.85224274406332,"verified":false},{"type":"max_accuracy","value":88.34714192048638,"verified":false},{"type":"max_ap","value":80.26734337771738,"verified":false},{"type":"max_f1","value":73.55143870713441,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twitterurlcorpus-pairclassification","name":"MTEB TwitterURLCorpus","config":"default","split":"test","revision":"8b6510b0b1fa4e4c4f879467980e9be563ec1cdf"},"metrics":[{"type":"cos_sim_accuracy","value":89.81061047075717,"verified":false},{"type":"cos_sim_ap","value":87.11747055081017,"verified":false},{"type":"cos_sim_f1","value":80.04355498817256,"verified":false},{"type":"cos_sim_precision","value":78.1165262000733,"verified":false},{"type":"cos_sim_recall","value":82.06806282722513,"verified":false},{"type":"dot_accuracy","value":89.81061047075717,"verified":false},{"type":"dot_ap","value":87.11746902745236,"verified":false},{"type":"dot_f1","value":80.04355498817256,"verified":false},{"type":"dot_precision","value":78.1165262000733,"verified":false},{"type":"dot_recall","value":82.06806282722513,"verified":false},{"type":"euclidean_accuracy","value":89.81061047075717,"verified":false},{"type":"euclidean_ap","value":87.11746919324248,"verified":false},{"type":"euclidean_f1","value":80.04355498817256,"verified":false},{"type":"euclidean_precision","value":78.1165262000733,"verified":false},{"type":"euclidean_recall","value":82.06806282722513,"verified":false},{"type":"manhattan_accuracy","value":89.79508673885202,"verified":false},{"type":"manhattan_ap","value":87.11074390832218,"verified":false},{"type":"manhattan_f1","value":80.13002540726349,"verified":false},{"type":"manhattan_precision","value":77.83826945412311,"verified":false},{"type":"manhattan_recall","value":82.56082537727133,"verified":false},{"type":"max_accuracy","value":89.81061047075717,"verified":false},{"type":"max_ap","value":87.11747055081017,"verified":false},{"type":"max_f1","value":80.13002540726349,"verified":false}]}]}],"language":["multilingual","af","am","ar","as","az","be","bg","bn","br","bs","ca","cs","cy","da","de","el","en","eo","es","et","eu","fa","fi","fr","fy","ga","gd","gl","gu","ha","he","hi","hr","hu","hy","id","is","it","ja","jv","ka","kk","km","kn","ko","ku","ky","la","lo","lt","lv","mg","mk","ml","mn","mr","ms","my","ne","nl","no","om","or","pa","pl","ps","pt","ro","ru","sa","sd","si","sk","sl","so","sq","sr","su","sv","sw","ta","te","th","tl","tr","ug","uk","ur","uz","vi","xh","yi","zh"],"license":"mit"},"transformersInfo":{"auto_model":"AutoModel","pipeline_tag":"feature-extraction","processor":"AutoTokenizer"},"siblings":[{"rfilename":".gitattributes"},{"rfilename":"1_Pooling/config.json"},{"rfilename":"README.md"},{"rfilename":"config.json"},{"rfilename":"config_sentence_transformers.json"},{"rfilename":"model.safetensors"},{"rfilename":"modules.json"},{"rfilename":"onnx/config.json"},{"rfilename":"onnx/model.onnx"},{"rfilename":"onnx/model.onnx_data"},{"rfilename":"onnx/sentencepiece.bpe.model"},{"rfilename":"onnx/special_tokens_map.json"},{"rfilename":"onnx/tokenizer.json"},{"rfilename":"onnx/tokenizer_config.json"},{"rfilename":"sentence_xlm-roberta_config.json"},{"rfilename":"sentencepiece.bpe.model"},{"rfilename":"special_tokens_map.json"},{"rfilename":"tokenizer.json"},{"rfilename":"tokenizer_config.json"}],"spaces":["mteb/leaderboard","EuroEval/euroeval_leaderboard","MTEB-BR/leaderboard","mteb/arena","yourbench/advanced","mteb/leaderboard_legacy","Navid-AI/The-Arabic-IR-Leaderboard","lfoppiano/document-qa","perctrix/AI-Lawyer","atlasia/moul_lmemes","SmileXing/leaderboard","denniscraandijk/mtem-pruner","sciencialab/document-qa-dev","ipepe/nomic-embeddings","Bofandra/quran-finders","AdrienB134/rag_with_inline_citations","ryota39/iclr2025-sonar-v1","Rulga/New-LS-chatbot-app","Rulga/LS-chatbot-log","Rulga/Doc-chat","LeoNguyen101120/ai-assistance","maxpar1/leaderboard","OmarFadlallah/Scientific-Operating-System","leandrocarneiro/BotNews","pngwn/df_scroll_bug_fix-two","pngwn/df_scroll_bug_fix","pngwn/df_scroll_bug_repo","Jiddah/intfloat-multilingual-e5-large-instruct","anubhav-singh/AskAboutMe","wt3639/Course_rec","wt3639/Course_recommendation","Bofandra/moslem-bot","Bofandra/quran-finder","Bofandra/hadiths-finder","lintasmediadanawa/hf-llm-api","Nymbo/MTEB-Arena","Bofandra/moslem-bot-be","Bofandra/quran-finder-be","Bofandra/hadiths-finder-be","DerLocher/intfloat-multilingual-e5-large-instruct","FelixLehnerFHNW/intfloat-multilingual-e5-large-instruct","jonathanjordan21/test_api","Liviusss/intfloat-multilingual-e5-large-instruct","perctrix/VoiceAssistance","ahmed-7124/Lawyer","AdrienB134/matriv-rag-demo","ahmed-7124/AhmedWaleed123","Swaleed/legal_helper","ahmed-7124/AI-Lawyer","opendigital/agent-flow","MikeMann/PrototypGrundschutzChatbot","albertmartinez/sentence-transformers","talhasarit41/classification-models-comparison","abidlabs/df_scroll_bug_fix","abhinand2/paul_graham_essays_rag","korjsh/intfloat-multilingual-e5-large-instruct","sq66/leaderboard_legacy","darsoarafa/quran8","varun1011/gaidorag","krasirit1234/search_manga","ori-frenkel/intfloat-multilingual-e5-large-instruct","jeffery8910/intfloat-multilingual-e5-large-instruct","heboya8/demo","marianojm/intfloat-multilingual-e5-large-instruct","q275343119/leaderboard","sohiebwedyan/Quran_AI_Wedyan","dasomaru/docker-api","juanmackie/YourBench","sasha/youbench_sasha","m17id/RazmYar","Amitgm/Gym-app","BookingCare/mtem-pruner","J266501/LabAid_v1","Mockah/ia-protocolo-alpha","hugging2021/open-webui-rag-system","Chengyanci/11","yanciyuyu/1","Utsav246/intfloat-multilingual-e5-large-instruct","n8n-1/8","reader-1/1","Hovhannes/E5QWEN_movie_rec","alekgomez/advanced","alekgomez/advancedcloud","alekgomez/yourbench10aug","cyaro/tes","alekgomez/YOURBENCHUMONS2008","lss9566/immunochat2","kategosari/Kulture_Interpreter_App","Rageshhf/multi_agent_rag","sergey21000/chatbot-rag","lake-synctv/leaderboard","ana-solo/test_carbon","shiwan7788/leaderboard-uni","awellis/bfh-studadmin-assist","ana-solo/showcase","adapt-measures/showcase","ksiz/RAG","ilhamibnu/chatbot-fakultas","ana-solo/apicarbon","zhoulb/token_counter"],"createdAt":"2024-02-08T12:59:32.000Z","safetensors":{"parameters":{"F16":559890432},"total":559890432},"inference":"warm","usedStorage":8903475259}