Model: qihoo360/360Zhinao-search
Author: qihoo360
Library: transformers
Tags: transformers, pytorch, bert, mteb, qihoo360, 奇虎360, RAG-retrieval, license:apache-2.0, model-index, endpoints_compatible, region:us
Card metadata: tags: mteb, qihoo360, 奇虎360, RAG-retrieval
model-index: name: 360Zhinao_search
results: task: type: Reranking
dataset: type: C-MTEB/CMedQAv1-reranking
name: MTEB CMedQAv1
config: default
split: test
revision: None
metrics: type: map
value: 87.004722953844
verified: no, type: mrr
value: 89.34686507936507
verified: no, task: type: Reranking
dataset: type: C-MTEB/CMedQAv2-reranking
name: MTEB CMedQAv2
config: default
split: test
revision: None
metrics: type: map
value: 88.48306990136507
verified: no, type: mrr
value: 90.57761904761904
verified: no, task: type: Reranking
dataset: type: C-MTEB/Mmarco-reranking
name: MTEB MMarcoReranking
config: default
split: dev
revision: None
metrics: type: map
value: 32.40909999537645
verified: no, type: mrr
value: 31.48690476190476
verified: no, task: type: Reranking
dataset: type: C-MTEB/T2Reranking
name: MTEB T2Reranking
config: default
split: dev
revision: None
metrics: type: map
value: 67.80300509862872
verified: no, type: mrr
value: 78.14543234355354
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 27.171
verified: no, type: map_at_10
value: 40.109
verified: no, type: map_at_100
value: 41.937999999999995
verified: no, type: map_at_1000
value: 42.051
verified: no, type: map_at_3
value: 35.882999999999996
verified: no, type: map_at_5
value: 38.22
verified: no, type: mrr_at_1
value: 41.285
verified: no, type: mrr_at_10
value: 49.247
verified: no, type: mrr_at_100
value: 50.199000000000005
verified: no, type: mrr_at_1000
value: 50.245
verified: no, type: mrr_at_3
value: 46.837
verified: no, type: mrr_at_5
value: 48.223
verified: no, type: ndcg_at_1
value: 41.285
verified: no, type: ndcg_at_10
value: 46.727000000000004
verified: no, type: ndcg_at_100
value: 53.791
verified: no, type: ndcg_at_1000
value: 55.706
verified: no, type: ndcg_at_3
value: 41.613
verified: no, type: ndcg_at_5
value: 43.702999999999996
verified: no, type: precision_at_1
value: 41.285
verified: no, type: precision_at_10
value: 10.34
verified: no, type: precision_at_100
value: 1.6019999999999999
verified: no, type: precision_at_1000
value: 0.184
verified: no, type: precision_at_3
value: 23.423
verified: no, type: precision_at_5
value: 16.914
verified: no, type: recall_at_1
value: 27.171
verified: no, type: recall_at_10
value: 57.04900000000001
verified: no, type: recall_at_100
value: 86.271
verified: no, type: recall_at_1000
value: 99.02300000000001
verified: no, type: recall_at_3
value: 41.528
verified: no, type: recall_at_5
value: 48.162
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 73.762
verified: no, type: map_at_10
value: 81.663
verified: no, type: map_at_100
value: 81.87100000000001
verified: no, type: map_at_1000
value: 81.877
verified: no, type: map_at_3
value: 80.10199999999999
verified: no, type: map_at_5
value: 81.162
verified: no, type: mrr_at_1
value: 74.078
verified: no, type: mrr_at_10
value: 81.745
verified: no, type: mrr_at_100
value: 81.953
verified: no, type: mrr_at_1000
value: 81.959
verified: no, type: mrr_at_3
value: 80.25999999999999
verified: no, type: mrr_at_5
value: 81.266
verified: no, type: ndcg_at_1
value: 73.973
verified: no, type: ndcg_at_10
value: 85.021
verified: no, type: ndcg_at_100
value: 85.884
verified: no, type: ndcg_at_1000
value: 86.02300000000001
verified: no, type: ndcg_at_3
value: 82.03399999999999
verified: no, type: ndcg_at_5
value: 83.905
verified: no, type: precision_at_1
value: 73.973
verified: no, type: precision_at_10
value: 9.631
verified: no, type: precision_at_100
value: 1
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 29.329
verified: no, type: precision_at_5
value: 18.546000000000003
verified: no, type: recall_at_1
value: 73.762
verified: no, type: recall_at_10
value: 95.258
verified: no, type: recall_at_100
value: 98.946
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_3
value: 87.46000000000001
verified: no, type: recall_at_5
value: 91.93900000000001
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 25.967000000000002
verified: no, type: map_at_10
value: 79.928
verified: no, type: map_at_100
value: 82.76400000000001
verified: no, type: map_at_1000
value: 82.794
verified: no, type: map_at_3
value: 54.432
verified: no, type: map_at_5
value: 69.246
verified: no, type: mrr_at_1
value: 89
verified: no, type: mrr_at_10
value: 92.81
verified: no, type: mrr_at_100
value: 92.857
verified: no, type: mrr_at_1000
value: 92.86
verified: no, type: mrr_at_3
value: 92.467
verified: no, type: mrr_at_5
value: 92.67699999999999
verified: no, type: ndcg_at_1
value: 89
verified: no, type: ndcg_at_10
value: 87.57000000000001
verified: no, type: ndcg_at_100
value: 90.135
verified: no, type: ndcg_at_1000
value: 90.427
verified: no, type: ndcg_at_3
value: 84.88900000000001
verified: no, type: ndcg_at_5
value: 84.607
verified: no, type: precision_at_1
value: 89
verified: no, type: precision_at_10
value: 42.245
verified: no, type: precision_at_100
value: 4.8340000000000005
verified: no, type: precision_at_1000
value: 0.49
verified: no, type: precision_at_3
value: 75.883
verified: no, type: precision_at_5
value: 64.88000000000001
verified: no, type: recall_at_1
value: 25.967000000000002
verified: no, type: recall_at_10
value: 89.79599999999999
verified: no, type: recall_at_100
value: 98.042
verified: no, type: recall_at_1000
value: 99.61
verified: no, type: recall_at_3
value: 57.084
verified: no, type: recall_at_5
value: 74.763
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 53.6
verified: no, type: map_at_10
value: 63.94800000000001
verified: no, type: map_at_100
value: 64.37899999999999
verified: no, type: map_at_1000
value: 64.39200000000001
verified: no, type: map_at_3
value: 61.683
verified: no, type: map_at_5
value: 63.078
verified: no, type: mrr_at_1
value: 53.6
verified: no, type: mrr_at_10
value: 63.94800000000001
verified: no, type: mrr_at_100
value: 64.37899999999999
verified: no, type: mrr_at_1000
value: 64.39200000000001
verified: no, type: mrr_at_3
value: 61.683
verified: no, type: mrr_at_5
value: 63.078
verified: no, type: ndcg_at_1
value: 53.6
verified: no, type: ndcg_at_10
value: 68.904
verified: no, type: ndcg_at_100
value: 71.019
verified: no, type: ndcg_at_1000
value: 71.345
verified: no, type: ndcg_at_3
value: 64.30799999999999
verified: no, type: ndcg_at_5
value: 66.8
verified: no, type: precision_at_1
value: 53.6
verified: no, type: precision_at_10
value: 8.44
verified: no, type: precision_at_100
value: 0.943
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_3
value: 23.967
verified: no, type: precision_at_5
value: 15.58
verified: no, type: recall_at_1
value: 53.6
verified: no, type: recall_at_10
value: 84.39999999999999
verified: no, type: recall_at_100
value: 94.3
verified: no, type: recall_at_1000
value: 96.8
verified: no, type: recall_at_3
value: 71.89999999999999
verified: no, type: recall_at_5
value: 77.9
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 71.375
verified: no, type: map_at_10
value: 80.05600000000001
verified: no, type: map_at_100
value: 80.28699999999999
verified: no, type: map_at_1000
value: 80.294
verified: no, type: map_at_3
value: 78.479
verified: no, type: map_at_5
value: 79.51899999999999
verified: no, type: mrr_at_1
value: 73.739
verified: no, type: mrr_at_10
value: 80.535
verified: no, type: mrr_at_100
value: 80.735
verified: no, type: mrr_at_1000
value: 80.742
verified: no, type: mrr_at_3
value: 79.212
verified: no, type: mrr_at_5
value: 80.059
verified: no, type: ndcg_at_1
value: 73.739
verified: no, type: ndcg_at_10
value: 83.321
verified: no, type: ndcg_at_100
value: 84.35000000000001
verified: no, type: ndcg_at_1000
value: 84.542
verified: no, type: ndcg_at_3
value: 80.401
verified: no, type: ndcg_at_5
value: 82.107
verified: no, type: precision_at_1
value: 73.739
verified: no, type: precision_at_10
value: 9.878
verified: no, type: precision_at_100
value: 1.039
verified: no, type: precision_at_1000
value: 0.106
verified: no, type: precision_at_3
value: 30.053
verified: no, type: precision_at_5
value: 18.953999999999997
verified: no, type: recall_at_1
value: 71.375
verified: no, type: recall_at_10
value: 92.84599999999999
verified: no, type: recall_at_100
value: 97.49799999999999
verified: no, type: recall_at_1000
value: 98.992
verified: no, type: recall_at_3
value: 85.199
verified: no, type: recall_at_5
value: 89.22
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 55.60000000000001
verified: no, type: map_at_10
value: 61.035
verified: no, type: map_at_100
value: 61.541999999999994
verified: no, type: map_at_1000
value: 61.598
verified: no, type: map_at_3
value: 59.683
verified: no, type: map_at_5
value: 60.478
verified: no, type: mrr_at_1
value: 55.60000000000001
verified: no, type: mrr_at_10
value: 61.035
verified: no, type: mrr_at_100
value: 61.541999999999994
verified: no, type: mrr_at_1000
value: 61.598
verified: no, type: mrr_at_3
value: 59.683
verified: no, type: mrr_at_5
value: 60.478
verified: no, type: ndcg_at_1
value: 55.60000000000001
verified: no, type: ndcg_at_10
value: 63.686
verified: no, type: ndcg_at_100
value: 66.417
verified: no, type: ndcg_at_1000
value: 67.92399999999999
verified: no, type: ndcg_at_3
value: 60.951
verified: no, type: ndcg_at_5
value: 62.388
verified: no, type: precision_at_1
value: 55.60000000000001
verified: no, type: precision_at_10
value: 7.199999999999999
verified: no, type: precision_at_100
value: 0.8540000000000001
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_3
value: 21.532999999999998
verified: no, type: precision_at_5
value: 13.62
verified: no, type: recall_at_1
value: 55.60000000000001
verified: no, type: recall_at_10
value: 72
verified: no, type: recall_at_100
value: 85.39999999999999
verified: no, type: recall_at_1000
value: 97.3
verified: no, type: recall_at_3
value: 64.60000000000001
verified: no, type: recall_at_5
value: 68.10000000000001
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 28.314
verified: no, type: map_at_10
value: 80.268
verified: no, type: map_at_100
value: 83.75399999999999
verified: no, type: map_at_1000
value: 83.80499999999999
verified: no, type: map_at_3
value: 56.313
verified: no, type: map_at_5
value: 69.336
verified: no, type: mrr_at_1
value: 91.96
verified: no, type: mrr_at_10
value: 93.926
verified: no, type: mrr_at_100
value: 94
verified: no, type: mrr_at_1000
value: 94.003
verified: no, type: mrr_at_3
value: 93.587
verified: no, type: mrr_at_5
value: 93.804
verified: no, type: ndcg_at_1
value: 91.96
verified: no, type: ndcg_at_10
value: 87.12299999999999
verified: no, type: ndcg_at_100
value: 90.238
verified: no, type: ndcg_at_1000
value: 90.723
verified: no, type: ndcg_at_3
value: 88.347
verified: no, type: ndcg_at_5
value: 87.095
verified: no, type: precision_at_1
value: 91.96
verified: no, type: precision_at_10
value: 43.257
verified: no, type: precision_at_100
value: 5.064
verified: no, type: precision_at_1000
value: 0.517
verified: no, type: precision_at_3
value: 77.269
verified: no, type: precision_at_5
value: 64.89
verified: no, type: recall_at_1
value: 28.314
verified: no, type: recall_at_10
value: 85.917
verified: no, type: recall_at_100
value: 96.297
verified: no, type: recall_at_1000
value: 98.802
verified: no, type: recall_at_3
value: 57.75900000000001
verified: no, type: recall_at_5
value: 72.287
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 65.60000000000001
verified: no, type: map_at_10
value: 74.502
verified: no, type: map_at_100
value: 74.864
verified: no, type: map_at_1000
value: 74.875
verified: no, type: map_at_3
value: 73.3
verified: no, type: map_at_5
value: 74.07000000000001
verified: no, type: mrr_at_1
value: 65.60000000000001
verified: no, type: mrr_at_10
value: 74.502
verified: no, type: mrr_at_100
value: 74.864
verified: no, type: mrr_at_1000
value: 74.875
verified: no, type: mrr_at_3
value: 73.3
verified: no, type: mrr_at_5
value: 74.07000000000001
verified: no, type: ndcg_at_1
value: 65.60000000000001
verified: no, type: ndcg_at_10
value: 78.091
verified: no, type: ndcg_at_100
value: 79.838
verified: no, type: ndcg_at_1000
value: 80.10199999999999
verified: no, type: ndcg_at_3
value: 75.697
verified: no, type: ndcg_at_5
value: 77.07000000000001
verified: no, type: precision_at_1
value: 65.60000000000001
verified: no, type: precision_at_10
value: 8.9
verified: no, type: precision_at_100
value: 0.971
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 27.533
verified: no, type: precision_at_5
value: 17.18
verified: no, type: recall_at_1
value: 65.60000000000001
verified: no, type: recall_at_10
value: 89
verified: no, type: recall_at_100
value: 97.1
verified: no, type: recall_at_1000
value: 99.1
verified: no, type: recall_at_3
value: 82.6
verified: no, type: recall_at_5
value: 85.9
verified: no
license: apache-2.0
library_name: transformers
Likes: 5 | All-time downloads: 34543
Created: 2024-05-15 11:39:46