| { | |
| "bomFormat": "CycloneDX", | |
| "specVersion": "1.6", | |
| "serialNumber": "urn:uuid:1c80cd70-56b1-487e-a9c0-d521ff5d25c0", | |
| "version": 1, | |
| "metadata": { | |
| "timestamp": "2025-10-23T16:23:21.783558+00:00", | |
| "component": { | |
| "type": "machine-learning-model", | |
| "bom-ref": "TencentBAC/Conan-embedding-v1-fe97accb-5adf-58e0-8222-ee0b14ae6841", | |
| "licenses": [ | |
| { | |
| "license": { | |
| "id": "CC-BY-NC-4.0", | |
| "url": "https://spdx.org/licenses/CC-BY-NC-4.0.html" | |
| } | |
| } | |
| ], | |
| "externalReferences": [ | |
| { | |
| "url": "https://huggingface.co/TencentBAC/Conan-embedding-v1", | |
| "type": "documentation" | |
| } | |
| ], | |
| "modelCard": { | |
| "modelParameters": { | |
| "datasets": [], | |
| "architectureFamily": "bert", | |
| "modelArchitecture": "BertModel" | |
| }, | |
| "properties": [ | |
| { | |
| "name": "library_name", | |
| "value": "sentence-transformers" | |
| } | |
| ], | |
| "quantitativeAnalysis": { | |
| "performanceMetrics": [ | |
| { | |
| "slice": "dataset: C-MTEB/AFQMC, split: validation, config: default", | |
| "type": "cos_sim_pearson", | |
| "value": 56.613572467148856 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/AFQMC, split: validation, config: default", | |
| "type": "cos_sim_spearman", | |
| "value": 60.66446211824284 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/AFQMC, split: validation, config: default", | |
| "type": "euclidean_pearson", | |
| "value": 58.42080485872613 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/AFQMC, split: validation, config: default", | |
| "type": "euclidean_spearman", | |
| "value": 59.82750030458164 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/AFQMC, split: validation, config: default", | |
| "type": "manhattan_pearson", | |
| "value": 58.39885271199772 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/AFQMC, split: validation, config: default", | |
| "type": "manhattan_spearman", | |
| "value": 59.817749720366734 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/ATEC, split: test, config: default", | |
| "type": "cos_sim_pearson", | |
| "value": 56.60530380552331 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/ATEC, split: test, config: default", | |
| "type": "cos_sim_spearman", | |
| "value": 58.63822441736707 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/ATEC, split: test, config: default", | |
| "type": "euclidean_pearson", | |
| "value": 62.18551665180664 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/ATEC, split: test, config: default", | |
| "type": "euclidean_spearman", | |
| "value": 58.23168804495912 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/ATEC, split: test, config: default", | |
| "type": "manhattan_pearson", | |
| "value": 62.17191480770053 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/ATEC, split: test, config: default", | |
| "type": "manhattan_spearman", | |
| "value": 58.22556219601401 | |
| }, | |
| { | |
| "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: zh", | |
| "type": "accuracy", | |
| "value": 50.308 | |
| }, | |
| { | |
| "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: zh", | |
| "type": "f1", | |
| "value": 46.927458607895126 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/BQ, split: test, config: default", | |
| "type": "cos_sim_pearson", | |
| "value": 72.6472074172711 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/BQ, split: test, config: default", | |
| "type": "cos_sim_spearman", | |
| "value": 74.50748447236577 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/BQ, split: test, config: default", | |
| "type": "euclidean_pearson", | |
| "value": 72.51833296451854 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/BQ, split: test, config: default", | |
| "type": "euclidean_spearman", | |
| "value": 73.9898922606105 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/BQ, split: test, config: default", | |
| "type": "manhattan_pearson", | |
| "value": 72.50184948939338 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/BQ, split: test, config: default", | |
| "type": "manhattan_spearman", | |
| "value": 73.97797921509638 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CLSClusteringP2P, split: test, config: default", | |
| "type": "v_measure", | |
| "value": 60.63545326048343 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CLSClusteringS2S, split: test, config: default", | |
| "type": "v_measure", | |
| "value": 52.64834762325994 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CMedQAv1-reranking, split: test, config: default", | |
| "type": "map", | |
| "value": 91.38528814655234 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CMedQAv1-reranking, split: test, config: default", | |
| "type": "mrr", | |
| "value": 93.35857142857144 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CMedQAv2-reranking, split: test, config: default", | |
| "type": "map", | |
| "value": 89.72084678877096 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CMedQAv2-reranking, split: test, config: default", | |
| "type": "mrr", | |
| "value": 91.74380952380953 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "map_at_1", | |
| "value": 26.987 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "map_at_10", | |
| "value": 40.675 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "map_at_100", | |
| "value": 42.495 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "map_at_1000", | |
| "value": 42.596000000000004 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "map_at_3", | |
| "value": 36.195 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "map_at_5", | |
| "value": 38.704 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "mrr_at_1", | |
| "value": 41.21 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "mrr_at_10", | |
| "value": 49.816 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "mrr_at_100", | |
| "value": 50.743 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 50.77700000000001 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "mrr_at_3", | |
| "value": 47.312 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "mrr_at_5", | |
| "value": 48.699999999999996 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 41.21 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 47.606 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 54.457 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 56.16100000000001 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 42.108000000000004 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 44.393 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "precision_at_1", | |
| "value": 41.21 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "precision_at_10", | |
| "value": 10.593 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "precision_at_100", | |
| "value": 1.609 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.183 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "precision_at_3", | |
| "value": 23.881 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "precision_at_5", | |
| "value": 17.339 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "recall_at_1", | |
| "value": 26.987 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "recall_at_10", | |
| "value": 58.875 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "recall_at_100", | |
| "value": 87.023 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "recall_at_1000", | |
| "value": 98.328 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "recall_at_3", | |
| "value": 42.265 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CmedqaRetrieval, split: dev, config: default", | |
| "type": "recall_at_5", | |
| "value": 49.334 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", | |
| "type": "cos_sim_accuracy", | |
| "value": 85.91701743836441 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", | |
| "type": "cos_sim_ap", | |
| "value": 92.53650618807644 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", | |
| "type": "cos_sim_f1", | |
| "value": 86.80265975431082 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", | |
| "type": "cos_sim_precision", | |
| "value": 83.79025239338556 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", | |
| "type": "cos_sim_recall", | |
| "value": 90.039747486556 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", | |
| "type": "dot_accuracy", | |
| "value": 77.17378232110643 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", | |
| "type": "dot_ap", | |
| "value": 85.40244368166546 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", | |
| "type": "dot_f1", | |
| "value": 79.03038001481951 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", | |
| "type": "dot_precision", | |
| "value": 72.20502901353966 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", | |
| "type": "dot_recall", | |
| "value": 87.2808043020809 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", | |
| "type": "euclidean_accuracy", | |
| "value": 84.65423932651834 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", | |
| "type": "euclidean_ap", | |
| "value": 91.47775530034588 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", | |
| "type": "euclidean_f1", | |
| "value": 85.64471499723298 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", | |
| "type": "euclidean_precision", | |
| "value": 81.31567885666246 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", | |
| "type": "euclidean_recall", | |
| "value": 90.46060322656068 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", | |
| "type": "manhattan_accuracy", | |
| "value": 84.58208057726999 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", | |
| "type": "manhattan_ap", | |
| "value": 91.46228709402014 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", | |
| "type": "manhattan_f1", | |
| "value": 85.6631626034444 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", | |
| "type": "manhattan_precision", | |
| "value": 82.10075026795283 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", | |
| "type": "manhattan_recall", | |
| "value": 89.5487491232172 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", | |
| "type": "max_accuracy", | |
| "value": 85.91701743836441 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", | |
| "type": "max_ap", | |
| "value": 92.53650618807644 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CMNLI, split: validation, config: default", | |
| "type": "max_f1", | |
| "value": 86.80265975431082 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "map_at_1", | |
| "value": 83.693 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "map_at_10", | |
| "value": 90.098 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "map_at_100", | |
| "value": 90.145 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "map_at_1000", | |
| "value": 90.146 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "map_at_3", | |
| "value": 89.445 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "map_at_5", | |
| "value": 89.935 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "mrr_at_1", | |
| "value": 83.878 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "mrr_at_10", | |
| "value": 90.007 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "mrr_at_100", | |
| "value": 90.045 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 90.046 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "mrr_at_3", | |
| "value": 89.34 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "mrr_at_5", | |
| "value": 89.835 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 84.089 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 92.351 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 92.54599999999999 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 92.561 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 91.15299999999999 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 91.968 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "precision_at_1", | |
| "value": 84.089 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "precision_at_10", | |
| "value": 10.011000000000001 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "precision_at_100", | |
| "value": 1.009 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.101 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "precision_at_3", | |
| "value": 32.28 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "precision_at_5", | |
| "value": 19.789 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "recall_at_1", | |
| "value": 83.693 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "recall_at_10", | |
| "value": 99.05199999999999 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "recall_at_100", | |
| "value": 99.895 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "recall_at_1000", | |
| "value": 100 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "recall_at_3", | |
| "value": 95.917 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/CovidRetrieval, split: dev, config: default", | |
| "type": "recall_at_5", | |
| "value": 97.893 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "map_at_1", | |
| "value": 26.924 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "map_at_10", | |
| "value": 81.392 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "map_at_100", | |
| "value": 84.209 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "map_at_1000", | |
| "value": 84.237 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "map_at_3", | |
| "value": 56.998000000000005 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "map_at_5", | |
| "value": 71.40100000000001 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "mrr_at_1", | |
| "value": 91.75 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "mrr_at_10", | |
| "value": 94.45 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "mrr_at_100", | |
| "value": 94.503 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 94.505 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "mrr_at_3", | |
| "value": 94.258 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "mrr_at_5", | |
| "value": 94.381 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 91.75 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 88.53 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 91.13900000000001 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 91.387 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 87.925 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 86.461 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "precision_at_1", | |
| "value": 91.75 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "precision_at_10", | |
| "value": 42.05 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "precision_at_100", | |
| "value": 4.827 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.48900000000000005 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "precision_at_3", | |
| "value": 78.55 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "precision_at_5", | |
| "value": 65.82000000000001 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "recall_at_1", | |
| "value": 26.924 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "recall_at_10", | |
| "value": 89.338 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "recall_at_100", | |
| "value": 97.856 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "recall_at_1000", | |
| "value": 99.11 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "recall_at_3", | |
| "value": 59.202999999999996 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/DuRetrieval, split: dev, config: default", | |
| "type": "recall_at_5", | |
| "value": 75.642 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "map_at_1", | |
| "value": 54.800000000000004 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "map_at_10", | |
| "value": 65.613 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "map_at_100", | |
| "value": 66.185 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "map_at_1000", | |
| "value": 66.191 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "map_at_3", | |
| "value": 62.8 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "map_at_5", | |
| "value": 64.535 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "mrr_at_1", | |
| "value": 54.800000000000004 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "mrr_at_10", | |
| "value": 65.613 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "mrr_at_100", | |
| "value": 66.185 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 66.191 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "mrr_at_3", | |
| "value": 62.8 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "mrr_at_5", | |
| "value": 64.535 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 54.800000000000004 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 70.991 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 73.434 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 73.587 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 65.324 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 68.431 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "precision_at_1", | |
| "value": 54.800000000000004 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "precision_at_10", | |
| "value": 8.790000000000001 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "precision_at_100", | |
| "value": 0.9860000000000001 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.1 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "precision_at_3", | |
| "value": 24.2 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "precision_at_5", | |
| "value": 16.02 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "recall_at_1", | |
| "value": 54.800000000000004 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "recall_at_10", | |
| "value": 87.9 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "recall_at_100", | |
| "value": 98.6 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "recall_at_1000", | |
| "value": 99.8 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "recall_at_3", | |
| "value": 72.6 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/EcomRetrieval, split: dev, config: default", | |
| "type": "recall_at_5", | |
| "value": 80.10000000000001 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/IFlyTek-classification, split: validation, config: default", | |
| "type": "accuracy", | |
| "value": 51.94305502116199 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/IFlyTek-classification, split: validation, config: default", | |
| "type": "f1", | |
| "value": 39.82197338426721 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/JDReview-classification, split: test, config: default", | |
| "type": "accuracy", | |
| "value": 90.31894934333957 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/JDReview-classification, split: test, config: default", | |
| "type": "ap", | |
| "value": 63.89821836499594 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/JDReview-classification, split: test, config: default", | |
| "type": "f1", | |
| "value": 85.93687177603624 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/LCQMC, split: test, config: default", | |
| "type": "cos_sim_pearson", | |
| "value": 73.18906216730208 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/LCQMC, split: test, config: default", | |
| "type": "cos_sim_spearman", | |
| "value": 79.44570226735877 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/LCQMC, split: test, config: default", | |
| "type": "euclidean_pearson", | |
| "value": 78.8105072242798 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/LCQMC, split: test, config: default", | |
| "type": "euclidean_spearman", | |
| "value": 79.15605680863212 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/LCQMC, split: test, config: default", | |
| "type": "manhattan_pearson", | |
| "value": 78.80576507484064 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/LCQMC, split: test, config: default", | |
| "type": "manhattan_spearman", | |
| "value": 79.14625534068364 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/Mmarco-reranking, split: dev, config: default", | |
| "type": "map", | |
| "value": 41.58107192600853 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/Mmarco-reranking, split: dev, config: default", | |
| "type": "mrr", | |
| "value": 41.37063492063492 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "map_at_1", | |
| "value": 68.33 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "map_at_10", | |
| "value": 78.261 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "map_at_100", | |
| "value": 78.522 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "map_at_1000", | |
| "value": 78.527 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "map_at_3", | |
| "value": 76.236 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "map_at_5", | |
| "value": 77.557 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "mrr_at_1", | |
| "value": 70.602 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "mrr_at_10", | |
| "value": 78.779 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "mrr_at_100", | |
| "value": 79.00500000000001 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 79.01 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "mrr_at_3", | |
| "value": 77.037 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "mrr_at_5", | |
| "value": 78.157 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 70.602 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 82.254 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 83.319 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 83.449 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 78.46 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 80.679 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "precision_at_1", | |
| "value": 70.602 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "precision_at_10", | |
| "value": 9.989 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "precision_at_100", | |
| "value": 1.05 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.106 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "precision_at_3", | |
| "value": 29.598999999999997 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "precision_at_5", | |
| "value": 18.948 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "recall_at_1", | |
| "value": 68.33 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "recall_at_10", | |
| "value": 94.00800000000001 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "recall_at_100", | |
| "value": 98.589 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "recall_at_1000", | |
| "value": 99.60799999999999 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "recall_at_3", | |
| "value": 84.057 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MMarcoRetrieval, split: dev, config: default", | |
| "type": "recall_at_5", | |
| "value": 89.32900000000001 | |
| }, | |
| { | |
| "slice": "dataset: mteb/amazon_massive_intent, split: test, config: zh-CN", | |
| "type": "accuracy", | |
| "value": 78.13718897108272 | |
| }, | |
| { | |
| "slice": "dataset: mteb/amazon_massive_intent, split: test, config: zh-CN", | |
| "type": "f1", | |
| "value": 74.07613180855328 | |
| }, | |
| { | |
| "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: zh-CN", | |
| "type": "accuracy", | |
| "value": 86.20040349697376 | |
| }, | |
| { | |
| "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: zh-CN", | |
| "type": "f1", | |
| "value": 85.05282136519973 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "map_at_1", | |
| "value": 56.8 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "map_at_10", | |
| "value": 64.199 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "map_at_100", | |
| "value": 64.89 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "map_at_1000", | |
| "value": 64.917 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "map_at_3", | |
| "value": 62.383 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "map_at_5", | |
| "value": 63.378 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "mrr_at_1", | |
| "value": 56.8 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "mrr_at_10", | |
| "value": 64.199 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "mrr_at_100", | |
| "value": 64.89 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 64.917 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "mrr_at_3", | |
| "value": 62.383 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "mrr_at_5", | |
| "value": 63.378 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 56.8 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 67.944 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 71.286 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 71.879 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 64.163 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 65.96600000000001 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "precision_at_1", | |
| "value": 56.8 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "precision_at_10", | |
| "value": 7.9799999999999995 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "precision_at_100", | |
| "value": 0.954 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.1 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "precision_at_3", | |
| "value": 23.1 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "precision_at_5", | |
| "value": 14.74 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "recall_at_1", | |
| "value": 56.8 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "recall_at_10", | |
| "value": 79.80000000000001 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "recall_at_100", | |
| "value": 95.39999999999999 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "recall_at_1000", | |
| "value": 99.8 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "recall_at_3", | |
| "value": 69.3 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MedicalRetrieval, split: dev, config: default", | |
| "type": "recall_at_5", | |
| "value": 73.7 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MultilingualSentiment-classification, split: validation, config: default", | |
| "type": "accuracy", | |
| "value": 78.57666666666667 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/MultilingualSentiment-classification, split: validation, config: default", | |
| "type": "f1", | |
| "value": 78.23373528202681 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", | |
| "type": "cos_sim_accuracy", | |
| "value": 85.43584190579317 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", | |
| "type": "cos_sim_ap", | |
| "value": 90.76665640338129 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", | |
| "type": "cos_sim_f1", | |
| "value": 86.5021770682148 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", | |
| "type": "cos_sim_precision", | |
| "value": 79.82142857142858 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", | |
| "type": "cos_sim_recall", | |
| "value": 94.40337909186906 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", | |
| "type": "dot_accuracy", | |
| "value": 78.66811044937737 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", | |
| "type": "dot_ap", | |
| "value": 85.84084363880804 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", | |
| "type": "dot_f1", | |
| "value": 80.10075566750629 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", | |
| "type": "dot_precision", | |
| "value": 76.58959537572254 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", | |
| "type": "dot_recall", | |
| "value": 83.9493136219641 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", | |
| "type": "euclidean_accuracy", | |
| "value": 84.46128857606931 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", | |
| "type": "euclidean_ap", | |
| "value": 88.62351100230491 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", | |
| "type": "euclidean_f1", | |
| "value": 85.7709469509172 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", | |
| "type": "euclidean_precision", | |
| "value": 80.8411214953271 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", | |
| "type": "euclidean_recall", | |
| "value": 91.34107708553326 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", | |
| "type": "manhattan_accuracy", | |
| "value": 84.51543042772063 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", | |
| "type": "manhattan_ap", | |
| "value": 88.53975607870393 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", | |
| "type": "manhattan_f1", | |
| "value": 85.75697211155378 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", | |
| "type": "manhattan_precision", | |
| "value": 81.14985862393968 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", | |
| "type": "manhattan_recall", | |
| "value": 90.91869060190075 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", | |
| "type": "max_accuracy", | |
| "value": 85.43584190579317 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", | |
| "type": "max_ap", | |
| "value": 90.76665640338129 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/OCNLI, split: validation, config: default", | |
| "type": "max_f1", | |
| "value": 86.5021770682148 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/OnlineShopping-classification, split: test, config: default", | |
| "type": "accuracy", | |
| "value": 95.06999999999998 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/OnlineShopping-classification, split: test, config: default", | |
| "type": "ap", | |
| "value": 93.45104559324996 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/OnlineShopping-classification, split: test, config: default", | |
| "type": "f1", | |
| "value": 95.06036329426092 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/PAWSX, split: test, config: default", | |
| "type": "cos_sim_pearson", | |
| "value": 40.01998290519605 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/PAWSX, split: test, config: default", | |
| "type": "cos_sim_spearman", | |
| "value": 46.5989769986853 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/PAWSX, split: test, config: default", | |
| "type": "euclidean_pearson", | |
| "value": 45.37905883182924 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/PAWSX, split: test, config: default", | |
| "type": "euclidean_spearman", | |
| "value": 46.22213849806378 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/PAWSX, split: test, config: default", | |
| "type": "manhattan_pearson", | |
| "value": 45.40925124776211 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/PAWSX, split: test, config: default", | |
| "type": "manhattan_spearman", | |
| "value": 46.250705124226386 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/QBQTC, split: test, config: default", | |
| "type": "cos_sim_pearson", | |
| "value": 42.719516197112526 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/QBQTC, split: test, config: default", | |
| "type": "cos_sim_spearman", | |
| "value": 44.57507789581106 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/QBQTC, split: test, config: default", | |
| "type": "euclidean_pearson", | |
| "value": 35.73062264160721 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/QBQTC, split: test, config: default", | |
| "type": "euclidean_spearman", | |
| "value": 40.473523909913695 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/QBQTC, split: test, config: default", | |
| "type": "manhattan_pearson", | |
| "value": 35.69868964086357 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/QBQTC, split: test, config: default", | |
| "type": "manhattan_spearman", | |
| "value": 40.46349925372903 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: zh", | |
| "type": "cos_sim_pearson", | |
| "value": 62.340118285801104 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: zh", | |
| "type": "cos_sim_spearman", | |
| "value": 67.72781908620632 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: zh", | |
| "type": "euclidean_pearson", | |
| "value": 63.161965746091596 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: zh", | |
| "type": "euclidean_spearman", | |
| "value": 67.36825684340769 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: zh", | |
| "type": "manhattan_pearson", | |
| "value": 63.089863788261425 | |
| }, | |
| { | |
| "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: zh", | |
| "type": "manhattan_spearman", | |
| "value": 67.40868898995384 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/STSB, split: test, config: default", | |
| "type": "cos_sim_pearson", | |
| "value": 79.1646360962365 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/STSB, split: test, config: default", | |
| "type": "cos_sim_spearman", | |
| "value": 81.24426700767087 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/STSB, split: test, config: default", | |
| "type": "euclidean_pearson", | |
| "value": 79.43826409936123 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/STSB, split: test, config: default", | |
| "type": "euclidean_spearman", | |
| "value": 79.71787965300125 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/STSB, split: test, config: default", | |
| "type": "manhattan_pearson", | |
| "value": 79.43377784961737 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/STSB, split: test, config: default", | |
| "type": "manhattan_spearman", | |
| "value": 79.69348376886967 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Reranking, split: dev, config: default", | |
| "type": "map", | |
| "value": 68.35595092507496 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Reranking, split: dev, config: default", | |
| "type": "mrr", | |
| "value": 79.00244892585788 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "map_at_1", | |
| "value": 26.588 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "map_at_10", | |
| "value": 75.327 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "map_at_100", | |
| "value": 79.095 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "map_at_1000", | |
| "value": 79.163 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "map_at_3", | |
| "value": 52.637 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "map_at_5", | |
| "value": 64.802 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "mrr_at_1", | |
| "value": 88.103 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "mrr_at_10", | |
| "value": 91.29899999999999 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "mrr_at_100", | |
| "value": 91.408 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 91.411 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "mrr_at_3", | |
| "value": 90.801 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "mrr_at_5", | |
| "value": 91.12700000000001 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 88.103 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 83.314 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 87.201 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 87.83999999999999 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 84.408 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 83.078 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "precision_at_1", | |
| "value": 88.103 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "precision_at_10", | |
| "value": 41.638999999999996 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "precision_at_100", | |
| "value": 5.006 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.516 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "precision_at_3", | |
| "value": 73.942 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "precision_at_5", | |
| "value": 62.056 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "recall_at_1", | |
| "value": 26.588 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "recall_at_10", | |
| "value": 82.819 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "recall_at_100", | |
| "value": 95.334 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "recall_at_1000", | |
| "value": 98.51299999999999 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "recall_at_3", | |
| "value": 54.74 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/T2Retrieval, split: dev, config: default", | |
| "type": "recall_at_5", | |
| "value": 68.864 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/TNews-classification, split: validation, config: default", | |
| "type": "accuracy", | |
| "value": 55.029 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/TNews-classification, split: validation, config: default", | |
| "type": "f1", | |
| "value": 53.043617905026764 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/ThuNewsClusteringP2P, split: test, config: default", | |
| "type": "v_measure", | |
| "value": 77.83675116835911 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/ThuNewsClusteringS2S, split: test, config: default", | |
| "type": "v_measure", | |
| "value": 74.19701455865277 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "map_at_1", | |
| "value": 64.7 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "map_at_10", | |
| "value": 75.593 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "map_at_100", | |
| "value": 75.863 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "map_at_1000", | |
| "value": 75.863 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "map_at_3", | |
| "value": 73.63300000000001 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "map_at_5", | |
| "value": 74.923 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "mrr_at_1", | |
| "value": 64.7 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "mrr_at_10", | |
| "value": 75.593 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "mrr_at_100", | |
| "value": 75.863 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "mrr_at_1000", | |
| "value": 75.863 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "mrr_at_3", | |
| "value": 73.63300000000001 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "mrr_at_5", | |
| "value": 74.923 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_1", | |
| "value": 64.7 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_10", | |
| "value": 80.399 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_100", | |
| "value": 81.517 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_1000", | |
| "value": 81.517 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_3", | |
| "value": 76.504 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "ndcg_at_5", | |
| "value": 78.79899999999999 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "precision_at_1", | |
| "value": 64.7 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "precision_at_10", | |
| "value": 9.520000000000001 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "precision_at_100", | |
| "value": 1 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "precision_at_1000", | |
| "value": 0.1 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "precision_at_3", | |
| "value": 28.266999999999996 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "precision_at_5", | |
| "value": 18.060000000000002 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "recall_at_1", | |
| "value": 64.7 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "recall_at_10", | |
| "value": 95.19999999999999 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "recall_at_100", | |
| "value": 100 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "recall_at_1000", | |
| "value": 100 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "recall_at_3", | |
| "value": 84.8 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/VideoRetrieval, split: dev, config: default", | |
| "type": "recall_at_5", | |
| "value": 90.3 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/waimai-classification, split: test, config: default", | |
| "type": "accuracy", | |
| "value": 89.69999999999999 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/waimai-classification, split: test, config: default", | |
| "type": "ap", | |
| "value": 75.91371640164184 | |
| }, | |
| { | |
| "slice": "dataset: C-MTEB/waimai-classification, split: test, config: default", | |
| "type": "f1", | |
| "value": 88.34067777698694 | |
| } | |
| ] | |
| } | |
| }, | |
| "name": "TencentBAC/Conan-embedding-v1", | |
| "authors": [ | |
| { | |
| "name": "TencentBAC" | |
| } | |
| ], | |
| "tags": [ | |
| "sentence-transformers", | |
| "pytorch", | |
| "safetensors", | |
| "bert", | |
| "mteb", | |
| "zh", | |
| "arxiv:2408.15710", | |
| "license:cc-by-nc-4.0", | |
| "model-index", | |
| "region:us" | |
| ] | |
| } | |
| }, | |
| "components": [] | |
| } |