Model: akarum/cloudy-large-zh
Author: akarum
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, safetensors, bert, feature-extraction, sentence-similarity, mteb, model-index, text-embeddings-inference, endpoints_compatible, deploy:azure, region:us
Card metadata: pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, mteb
model-index: name: cloudy-large-zh
results: task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 86.10362876754219
verified: no, type: mrr
value: 88.77880952380951
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 86.94664825874587
verified: no, type: mrr
value: 89.47257936507937
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 25.296999999999997
verified: no, type: map_at_10
value: 37.159
verified: no, type: map_at_100
value: 39.016
verified: no, type: map_at_1000
value: 39.134
verified: no, type: map_at_3
value: 33.248
verified: no, type: map_at_5
value: 35.371
verified: no, type: mrr_at_1
value: 38.435
verified: no, type: mrr_at_10
value: 46.235
verified: no, type: mrr_at_100
value: 47.265
verified: no, type: mrr_at_1000
value: 47.308
verified: no, type: mrr_at_3
value: 43.828
verified: no, type: mrr_at_5
value: 45.21
verified: no, type: ndcg_at_1
value: 38.435
verified: no, type: ndcg_at_10
value: 43.578
verified: no, type: ndcg_at_100
value: 50.995000000000005
verified: no, type: ndcg_at_1000
value: 53.012
verified: no, type: ndcg_at_3
value: 38.667
verified: no, type: ndcg_at_5
value: 40.657
verified: no, type: precision_at_1
value: 38.435
verified: no, type: precision_at_10
value: 9.607000000000001
verified: no, type: precision_at_100
value: 1.557
verified: no, type: precision_at_1000
value: 0.182
verified: no, type: precision_at_3
value: 21.714
verified: no, type: precision_at_5
value: 15.634
verified: no, type: recall_at_1
value: 25.296999999999997
verified: no, type: recall_at_10
value: 53.408
verified: no, type: recall_at_100
value: 84.202
verified: no, type: recall_at_1000
value: 97.61
verified: no, type: recall_at_3
value: 38.533
verified: no, type: recall_at_5
value: 44.927
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 74.763
verified: no, type: map_at_10
value: 82.604
verified: no, type: map_at_100
value: 82.795
verified: no, type: map_at_1000
value: 82.798
verified: no, type: map_at_3
value: 81.437
verified: no, type: map_at_5
value: 82.097
verified: no, type: mrr_at_1
value: 74.816
verified: no, type: mrr_at_10
value: 82.601
verified: no, type: mrr_at_100
value: 82.787
verified: no, type: mrr_at_1000
value: 82.78999999999999
verified: no, type: mrr_at_3
value: 81.472
verified: no, type: mrr_at_5
value: 82.146
verified: no, type: ndcg_at_1
value: 74.921
verified: no, type: ndcg_at_10
value: 85.83
verified: no, type: ndcg_at_100
value: 86.655
verified: no, type: ndcg_at_1000
value: 86.748
verified: no, type: ndcg_at_3
value: 83.497
verified: no, type: ndcg_at_5
value: 84.696
verified: no, type: precision_at_1
value: 74.921
verified: no, type: precision_at_10
value: 9.663
verified: no, type: precision_at_100
value: 1.0030000000000001
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 29.996000000000002
verified: no, type: precision_at_5
value: 18.609
verified: no, type: recall_at_1
value: 74.763
verified: no, type: recall_at_10
value: 95.627
verified: no, type: recall_at_100
value: 99.262
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_3
value: 89.357
verified: no, type: recall_at_5
value: 92.255
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 26.021
verified: no, type: map_at_10
value: 78.561
verified: no, type: map_at_100
value: 81.291
verified: no, type: map_at_1000
value: 81.34400000000001
verified: no, type: map_at_3
value: 54.55799999999999
verified: no, type: map_at_5
value: 68.804
verified: no, type: mrr_at_1
value: 89.8
verified: no, type: mrr_at_10
value: 92.905
verified: no, type: mrr_at_100
value: 92.976
verified: no, type: mrr_at_1000
value: 92.979
verified: no, type: mrr_at_3
value: 92.608
verified: no, type: mrr_at_5
value: 92.783
verified: no, type: ndcg_at_1
value: 89.8
verified: no, type: ndcg_at_10
value: 86.203
verified: no, type: ndcg_at_100
value: 88.955
verified: no, type: ndcg_at_1000
value: 89.442
verified: no, type: ndcg_at_3
value: 85.163
verified: no, type: ndcg_at_5
value: 84.057
verified: no, type: precision_at_1
value: 89.8
verified: no, type: precision_at_10
value: 41.175
verified: no, type: precision_at_100
value: 4.744000000000001
verified: no, type: precision_at_1000
value: 0.486
verified: no, type: precision_at_3
value: 76.283
verified: no, type: precision_at_5
value: 64.41
verified: no, type: recall_at_1
value: 26.021
verified: no, type: recall_at_10
value: 87.25
verified: no, type: recall_at_100
value: 96.154
verified: no, type: recall_at_1000
value: 98.615
verified: no, type: recall_at_3
value: 56.830999999999996
verified: no, type: recall_at_5
value: 73.518
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 52.300000000000004
verified: no, type: map_at_10
value: 62.149
verified: no, type: map_at_100
value: 62.719
verified: no, type: map_at_1000
value: 62.73
verified: no, type: map_at_3
value: 59.767
verified: no, type: map_at_5
value: 61.232
verified: no, type: mrr_at_1
value: 52.300000000000004
verified: no, type: mrr_at_10
value: 62.149
verified: no, type: mrr_at_100
value: 62.719
verified: no, type: mrr_at_1000
value: 62.73
verified: no, type: mrr_at_3
value: 59.767
verified: no, type: mrr_at_5
value: 61.232
verified: no, type: ndcg_at_1
value: 52.300000000000004
verified: no, type: ndcg_at_10
value: 66.99300000000001
verified: no, type: ndcg_at_100
value: 69.672
verified: no, type: ndcg_at_1000
value: 69.95400000000001
verified: no, type: ndcg_at_3
value: 62.166
verified: no, type: ndcg_at_5
value: 64.804
verified: no, type: precision_at_1
value: 52.300000000000004
verified: no, type: precision_at_10
value: 8.219999999999999
verified: no, type: precision_at_100
value: 0.9450000000000001
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_3
value: 23.033
verified: no, type: precision_at_5
value: 15.1
verified: no, type: recall_at_1
value: 52.300000000000004
verified: no, type: recall_at_10
value: 82.19999999999999
verified: no, type: recall_at_100
value: 94.5
verified: no, type: recall_at_1000
value: 96.7
verified: no, type: recall_at_3
value: 69.1
verified: no, type: recall_at_5
value: 75.5
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 24.260352944026806
verified: no, type: mrr
value: 22.69484126984127
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 64.888
verified: no, type: map_at_10
value: 73.921
verified: no, type: map_at_100
value: 74.28099999999999
verified: no, type: map_at_1000
value: 74.295
verified: no, type: map_at_3
value: 72.04
verified: no, type: map_at_5
value: 73.207
verified: no, type: mrr_at_1
value: 67.092
verified: no, type: mrr_at_10
value: 74.547
verified: no, type: mrr_at_100
value: 74.862
verified: no, type: mrr_at_1000
value: 74.875
verified: no, type: mrr_at_3
value: 72.908
verified: no, type: mrr_at_5
value: 73.936
verified: no, type: ndcg_at_1
value: 67.092
verified: no, type: ndcg_at_10
value: 77.687
verified: no, type: ndcg_at_100
value: 79.24600000000001
verified: no, type: ndcg_at_1000
value: 79.60000000000001
verified: no, type: ndcg_at_3
value: 74.124
verified: no, type: ndcg_at_5
value: 76.098
verified: no, type: precision_at_1
value: 67.092
verified: no, type: precision_at_10
value: 9.424000000000001
verified: no, type: precision_at_100
value: 1.019
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_3
value: 27.927000000000003
verified: no, type: precision_at_5
value: 17.797
verified: no, type: recall_at_1
value: 64.888
verified: no, type: recall_at_10
value: 88.672
verified: no, type: recall_at_100
value: 95.599
verified: no, type: recall_at_1000
value: 98.337
verified: no, type: recall_at_3
value: 79.27499999999999
verified: no, type: recall_at_5
value: 83.96000000000001
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 55.50000000000001
verified: no, type: map_at_10
value: 61.316
verified: no, type: map_at_100
value: 61.832
verified: no, type: map_at_1000
value: 61.867000000000004
verified: no, type: map_at_3
value: 59.9
verified: no, type: map_at_5
value: 60.685
verified: no, type: mrr_at_1
value: 55.7
verified: no, type: mrr_at_10
value: 61.416000000000004
verified: no, type: mrr_at_100
value: 61.931999999999995
verified: no, type: mrr_at_1000
value: 61.967000000000006
verified: no, type: mrr_at_3
value: 60
verified: no, type: mrr_at_5
value: 60.785
verified: no, type: ndcg_at_1
value: 55.50000000000001
verified: no, type: ndcg_at_10
value: 64.228
verified: no, type: ndcg_at_100
value: 67.04599999999999
verified: no, type: ndcg_at_1000
value: 68.176
verified: no, type: ndcg_at_3
value: 61.314
verified: no, type: ndcg_at_5
value: 62.743
verified: no, type: precision_at_1
value: 55.50000000000001
verified: no, type: precision_at_10
value: 7.340000000000001
verified: no, type: precision_at_100
value: 0.873
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_3
value: 21.8
verified: no, type: precision_at_5
value: 13.780000000000001
verified: no, type: recall_at_1
value: 55.50000000000001
verified: no, type: recall_at_10
value: 73.4
verified: no, type: recall_at_100
value: 87.3
verified: no, type: recall_at_1000
value: 96.6
verified: no, type: recall_at_3
value: 65.4
verified: no, type: recall_at_5
value: 68.89999999999999
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 66.83154421352779
verified: no, type: mrr
value: 76.27995669041708
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 28.303
verified: no, type: map_at_10
value: 76.943
verified: no, type: map_at_100
value: 80.585
verified: no, type: map_at_1000
value: 80.657
verified: no, type: map_at_3
value: 54.818999999999996
verified: no, type: map_at_5
value: 66.854
verified: no, type: mrr_at_1
value: 90.742
verified: no, type: mrr_at_10
value: 93.496
verified: no, type: mrr_at_100
value: 93.55799999999999
verified: no, type: mrr_at_1000
value: 93.56
verified: no, type: mrr_at_3
value: 93.083
verified: no, type: mrr_at_5
value: 93.349
verified: no, type: ndcg_at_1
value: 90.742
verified: no, type: ndcg_at_10
value: 84.94
verified: no, type: ndcg_at_100
value: 88.616
verified: no, type: ndcg_at_1000
value: 89.25
verified: no, type: ndcg_at_3
value: 86.58200000000001
verified: no, type: ndcg_at_5
value: 85.018
verified: no, type: precision_at_1
value: 90.742
verified: no, type: precision_at_10
value: 41.507
verified: no, type: precision_at_100
value: 4.984999999999999
verified: no, type: precision_at_1000
value: 0.515
verified: no, type: precision_at_3
value: 75.101
verified: no, type: precision_at_5
value: 62.543000000000006
verified: no, type: recall_at_1
value: 28.303
verified: no, type: recall_at_10
value: 83.895
verified: no, type: recall_at_100
value: 95.537
verified: no, type: recall_at_1000
value: 98.558
verified: no, type: recall_at_3
value: 56.679
verified: no, type: recall_at_5
value: 70.535
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 59.5
verified: no, type: map_at_10
value: 69.53
verified: no, type: map_at_100
value: 69.976
verified: no, type: map_at_1000
value: 69.99300000000001
verified: no, type: map_at_3
value: 67.85
verified: no, type: map_at_5
value: 68.83
verified: no, type: mrr_at_1
value: 59.5
verified: no, type: mrr_at_10
value: 69.53
verified: no, type: mrr_at_100
value: 69.976
verified: no, type: mrr_at_1000
value: 69.99300000000001
verified: no, type: mrr_at_3
value: 67.85
verified: no, type: mrr_at_5
value: 68.83
verified: no, type: ndcg_at_1
value: 59.5
verified: no, type: ndcg_at_10
value: 73.855
verified: no, type: ndcg_at_100
value: 75.831
verified: no, type: ndcg_at_1000
value: 76.227
verified: no, type: ndcg_at_3
value: 70.418
verified: no, type: ndcg_at_5
value: 72.18599999999999
verified: no, type: precision_at_1
value: 59.5
verified: no, type: precision_at_10
value: 8.72
verified: no, type: precision_at_100
value: 0.96
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 25.933
verified: no, type: precision_at_5
value: 16.42
verified: no, type: recall_at_1
value: 59.5
verified: no, type: recall_at_10
value: 87.2
verified: no, type: recall_at_100
value: 96
verified: no, type: recall_at_1000
value: 99
verified: no, type: recall_at_3
value: 77.8
verified: no, type: recall_at_5
value: 82.1
verified: no
Likes: 3 | All-time downloads: 29173
Created: 2023-12-25 09:53:42