metadata
tags:
- mteb
model-index:
- name: checkpoint-9000
results:
- task:
type: Retrieval
dataset:
type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics:
- type: map_at_1
value: 23.191
- type: map_at_10
value: 34.272999999999996
- type: map_at_100
value: 36.101
- type: map_at_1000
value: 36.231
- type: map_at_3
value: 30.495
- type: map_at_5
value: 32.54
- type: mrr_at_1
value: 35.434
- type: mrr_at_10
value: 43.15
- type: mrr_at_100
value: 44.155
- type: mrr_at_1000
value: 44.211
- type: mrr_at_3
value: 40.735
- type: mrr_at_5
value: 42.052
- type: ndcg_at_1
value: 35.434
- type: ndcg_at_10
value: 40.572
- type: ndcg_at_100
value: 47.921
- type: ndcg_at_1000
value: 50.314
- type: ndcg_at_3
value: 35.671
- type: ndcg_at_5
value: 37.635000000000005
- type: precision_at_1
value: 35.434
- type: precision_at_10
value: 9.067
- type: precision_at_100
value: 1.506
- type: precision_at_1000
value: 0.181
- type: precision_at_3
value: 20.163
- type: precision_at_5
value: 14.624
- type: recall_at_1
value: 23.191
- type: recall_at_10
value: 50.318
- type: recall_at_100
value: 80.958
- type: recall_at_1000
value: 97.16799999999999
- type: recall_at_3
value: 35.57
- type: recall_at_5
value: 41.776
- task:
type: Retrieval
dataset:
type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics:
- type: map_at_1
value: 64.015
- type: map_at_10
value: 71.983
- type: map_at_100
value: 72.432
- type: map_at_1000
value: 72.441
- type: map_at_3
value: 69.92399999999999
- type: map_at_5
value: 71.177
- type: mrr_at_1
value: 64.173
- type: mrr_at_10
value: 71.985
- type: mrr_at_100
value: 72.425
- type: mrr_at_1000
value: 72.434
- type: mrr_at_3
value: 69.968
- type: mrr_at_5
value: 71.222
- type: ndcg_at_1
value: 64.173
- type: ndcg_at_10
value: 75.929
- type: ndcg_at_100
value: 77.961
- type: ndcg_at_1000
value: 78.223
- type: ndcg_at_3
value: 71.828
- type: ndcg_at_5
value: 74.066
- type: precision_at_1
value: 64.173
- type: precision_at_10
value: 8.924999999999999
- type: precision_at_100
value: 0.985
- type: precision_at_1000
value: 0.101
- type: precision_at_3
value: 25.887
- type: precision_at_5
value: 16.669999999999998
- type: recall_at_1
value: 64.015
- type: recall_at_10
value: 88.251
- type: recall_at_100
value: 97.471
- type: recall_at_1000
value: 99.579
- type: recall_at_3
value: 77.292
- type: recall_at_5
value: 82.666
- task:
type: Retrieval
dataset:
type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics:
- type: map_at_1
value: 23.983999999999998
- type: map_at_10
value: 75.175
- type: map_at_100
value: 78.27300000000001
- type: map_at_1000
value: 78.322
- type: map_at_3
value: 51.214999999999996
- type: map_at_5
value: 64.89200000000001
- type: mrr_at_1
value: 83.89999999999999
- type: mrr_at_10
value: 89.563
- type: mrr_at_100
value: 89.64999999999999
- type: mrr_at_1000
value: 89.654
- type: mrr_at_3
value: 89.167
- type: mrr_at_5
value: 89.492
- type: ndcg_at_1
value: 83.89999999999999
- type: ndcg_at_10
value: 83.72800000000001
- type: ndcg_at_100
value: 87.064
- type: ndcg_at_1000
value: 87.504
- type: ndcg_at_3
value: 81.318
- type: ndcg_at_5
value: 80.667
- type: precision_at_1
value: 83.89999999999999
- type: precision_at_10
value: 40.699999999999996
- type: precision_at_100
value: 4.7780000000000005
- type: precision_at_1000
value: 0.488
- type: precision_at_3
value: 73.317
- type: precision_at_5
value: 62.129999999999995
- type: recall_at_1
value: 23.983999999999998
- type: recall_at_10
value: 86.412
- type: recall_at_100
value: 96.882
- type: recall_at_1000
value: 99.22
- type: recall_at_3
value: 54.769999999999996
- type: recall_at_5
value: 71.663
- task:
type: Retrieval
dataset:
type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics:
- type: map_at_1
value: 51.6
- type: map_at_10
value: 61.209
- type: map_at_100
value: 61.734
- type: map_at_1000
value: 61.75000000000001
- type: map_at_3
value: 58.8
- type: map_at_5
value: 60.165
- type: mrr_at_1
value: 51.6
- type: mrr_at_10
value: 61.209
- type: mrr_at_100
value: 61.734
- type: mrr_at_1000
value: 61.75000000000001
- type: mrr_at_3
value: 58.8
- type: mrr_at_5
value: 60.165
- type: ndcg_at_1
value: 51.6
- type: ndcg_at_10
value: 66.13900000000001
- type: ndcg_at_100
value: 68.65400000000001
- type: ndcg_at_1000
value: 69.057
- type: ndcg_at_3
value: 61.185
- type: ndcg_at_5
value: 63.651
- type: precision_at_1
value: 51.6
- type: precision_at_10
value: 8.17
- type: precision_at_100
value: 0.9339999999999999
- type: precision_at_1000
value: 0.097
- type: precision_at_3
value: 22.7
- type: precision_at_5
value: 14.82
- type: recall_at_1
value: 51.6
- type: recall_at_10
value: 81.69999999999999
- type: recall_at_100
value: 93.4
- type: recall_at_1000
value: 96.6
- type: recall_at_3
value: 68.10000000000001
- type: recall_at_5
value: 74.1
- task:
type: Retrieval
dataset:
type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics:
- type: map_at_1
value: 69.54599999999999
- type: map_at_10
value: 78.477
- type: map_at_100
value: 78.743
- type: map_at_1000
value: 78.751
- type: map_at_3
value: 76.769
- type: map_at_5
value: 77.854
- type: mrr_at_1
value: 71.819
- type: mrr_at_10
value: 79.008
- type: mrr_at_100
value: 79.24
- type: mrr_at_1000
value: 79.247
- type: mrr_at_3
value: 77.55300000000001
- type: mrr_at_5
value: 78.477
- type: ndcg_at_1
value: 71.819
- type: ndcg_at_10
value: 81.947
- type: ndcg_at_100
value: 83.112
- type: ndcg_at_1000
value: 83.325
- type: ndcg_at_3
value: 78.758
- type: ndcg_at_5
value: 80.563
- type: precision_at_1
value: 71.819
- type: precision_at_10
value: 9.792
- type: precision_at_100
value: 1.0370000000000001
- type: precision_at_1000
value: 0.105
- type: precision_at_3
value: 29.479
- type: precision_at_5
value: 18.659
- type: recall_at_1
value: 69.54599999999999
- type: recall_at_10
value: 92.053
- type: recall_at_100
value: 97.25399999999999
- type: recall_at_1000
value: 98.926
- type: recall_at_3
value: 83.682
- type: recall_at_5
value: 87.944
- task:
type: Retrieval
dataset:
type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics:
- type: map_at_1
value: 50.3
- type: map_at_10
value: 55.824
- type: map_at_100
value: 56.379999999999995
- type: map_at_1000
value: 56.440999999999995
- type: map_at_3
value: 54.400000000000006
- type: map_at_5
value: 55.235
- type: mrr_at_1
value: 50.4
- type: mrr_at_10
value: 55.88999999999999
- type: mrr_at_100
value: 56.447
- type: mrr_at_1000
value: 56.508
- type: mrr_at_3
value: 54.467
- type: mrr_at_5
value: 55.30199999999999
- type: ndcg_at_1
value: 50.3
- type: ndcg_at_10
value: 58.577999999999996
- type: ndcg_at_100
value: 61.49099999999999
- type: ndcg_at_1000
value: 63.161
- type: ndcg_at_3
value: 55.64
- type: ndcg_at_5
value: 57.13399999999999
- type: precision_at_1
value: 50.3
- type: precision_at_10
value: 6.7299999999999995
- type: precision_at_100
value: 0.814
- type: precision_at_1000
value: 0.095
- type: precision_at_3
value: 19.733
- type: precision_at_5
value: 12.559999999999999
- type: recall_at_1
value: 50.3
- type: recall_at_10
value: 67.30000000000001
- type: recall_at_100
value: 81.39999999999999
- type: recall_at_1000
value: 94.69999999999999
- type: recall_at_3
value: 59.199999999999996
- type: recall_at_5
value: 62.8
- task:
type: Retrieval
dataset:
type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics:
- type: map_at_1
value: 27.293
- type: map_at_10
value: 76.618
- type: map_at_100
value: 80.22500000000001
- type: map_at_1000
value: 80.292
- type: map_at_3
value: 53.856
- type: map_at_5
value: 66.158
- type: mrr_at_1
value: 89.659
- type: mrr_at_10
value: 92.121
- type: mrr_at_100
value: 92.214
- type: mrr_at_1000
value: 92.218
- type: mrr_at_3
value: 91.67
- type: mrr_at_5
value: 91.955
- type: ndcg_at_1
value: 89.659
- type: ndcg_at_10
value: 84.172
- type: ndcg_at_100
value: 87.767
- type: ndcg_at_1000
value: 88.419
- type: ndcg_at_3
value: 85.628
- type: ndcg_at_5
value: 84.155
- type: precision_at_1
value: 89.659
- type: precision_at_10
value: 41.914
- type: precision_at_100
value: 4.9959999999999996
- type: precision_at_1000
value: 0.515
- type: precision_at_3
value: 74.955
- type: precision_at_5
value: 62.771
- type: recall_at_1
value: 27.293
- type: recall_at_10
value: 83.004
- type: recall_at_100
value: 94.82300000000001
- type: recall_at_1000
value: 98.15
- type: recall_at_3
value: 55.455
- type: recall_at_5
value: 69.422
- task:
type: Retrieval
dataset:
type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics:
- type: map_at_1
value: 59.599999999999994
- type: map_at_10
value: 69.44399999999999
- type: map_at_100
value: 69.798
- type: map_at_1000
value: 69.81
- type: map_at_3
value: 67.467
- type: map_at_5
value: 68.692
- type: mrr_at_1
value: 59.599999999999994
- type: mrr_at_10
value: 69.44399999999999
- type: mrr_at_100
value: 69.798
- type: mrr_at_1000
value: 69.81
- type: mrr_at_3
value: 67.467
- type: mrr_at_5
value: 68.692
- type: ndcg_at_1
value: 59.599999999999994
- type: ndcg_at_10
value: 73.936
- type: ndcg_at_100
value: 75.688
- type: ndcg_at_1000
value: 75.942
- type: ndcg_at_3
value: 69.92399999999999
- type: ndcg_at_5
value: 72.14
- type: precision_at_1
value: 59.599999999999994
- type: precision_at_10
value: 8.790000000000001
- type: precision_at_100
value: 0.9610000000000001
- type: precision_at_1000
value: 0.098
- type: precision_at_3
value: 25.667
- type: precision_at_5
value: 16.48
- type: recall_at_1
value: 59.599999999999994
- type: recall_at_10
value: 87.9
- type: recall_at_100
value: 96.1
- type: recall_at_1000
value: 98
- type: recall_at_3
value: 77
- type: recall_at_5
value: 82.39999999999999