Model: pengql/checkpoint-9000
Author: pengql
Pipeline: feature-extraction
Library: transformers
Tags: transformers, pytorch, mistral, feature-extraction, mteb, model-index, text-generation-inference, endpoints_compatible, region:us
Card metadata: tags: mteb
model-index: name: checkpoint-9000
results: task: type: Retrieval
dataset: type: C-MTEB/CmedqaRetrieval
name: MTEB CmedqaRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 23.191
verified: no, type: map_at_10
value: 34.272999999999996
verified: no, type: map_at_100
value: 36.101
verified: no, type: map_at_1000
value: 36.231
verified: no, type: map_at_3
value: 30.495
verified: no, type: map_at_5
value: 32.54
verified: no, type: mrr_at_1
value: 35.434
verified: no, type: mrr_at_10
value: 43.15
verified: no, type: mrr_at_100
value: 44.155
verified: no, type: mrr_at_1000
value: 44.211
verified: no, type: mrr_at_3
value: 40.735
verified: no, type: mrr_at_5
value: 42.052
verified: no, type: ndcg_at_1
value: 35.434
verified: no, type: ndcg_at_10
value: 40.572
verified: no, type: ndcg_at_100
value: 47.921
verified: no, type: ndcg_at_1000
value: 50.314
verified: no, type: ndcg_at_3
value: 35.671
verified: no, type: ndcg_at_5
value: 37.635000000000005
verified: no, type: precision_at_1
value: 35.434
verified: no, type: precision_at_10
value: 9.067
verified: no, type: precision_at_100
value: 1.506
verified: no, type: precision_at_1000
value: 0.181
verified: no, type: precision_at_3
value: 20.163
verified: no, type: precision_at_5
value: 14.624
verified: no, type: recall_at_1
value: 23.191
verified: no, type: recall_at_10
value: 50.318
verified: no, type: recall_at_100
value: 80.958
verified: no, type: recall_at_1000
value: 97.16799999999999
verified: no, type: recall_at_3
value: 35.57
verified: no, type: recall_at_5
value: 41.776
verified: no, task: type: Retrieval
dataset: type: C-MTEB/CovidRetrieval
name: MTEB CovidRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 64.015
verified: no, type: map_at_10
value: 71.983
verified: no, type: map_at_100
value: 72.432
verified: no, type: map_at_1000
value: 72.441
verified: no, type: map_at_3
value: 69.92399999999999
verified: no, type: map_at_5
value: 71.177
verified: no, type: mrr_at_1
value: 64.173
verified: no, type: mrr_at_10
value: 71.985
verified: no, type: mrr_at_100
value: 72.425
verified: no, type: mrr_at_1000
value: 72.434
verified: no, type: mrr_at_3
value: 69.968
verified: no, type: mrr_at_5
value: 71.222
verified: no, type: ndcg_at_1
value: 64.173
verified: no, type: ndcg_at_10
value: 75.929
verified: no, type: ndcg_at_100
value: 77.961
verified: no, type: ndcg_at_1000
value: 78.223
verified: no, type: ndcg_at_3
value: 71.828
verified: no, type: ndcg_at_5
value: 74.066
verified: no, type: precision_at_1
value: 64.173
verified: no, type: precision_at_10
value: 8.924999999999999
verified: no, type: precision_at_100
value: 0.985
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 25.887
verified: no, type: precision_at_5
value: 16.669999999999998
verified: no, type: recall_at_1
value: 64.015
verified: no, type: recall_at_10
value: 88.251
verified: no, type: recall_at_100
value: 97.471
verified: no, type: recall_at_1000
value: 99.579
verified: no, type: recall_at_3
value: 77.292
verified: no, type: recall_at_5
value: 82.666
verified: no, task: type: Retrieval
dataset: type: C-MTEB/DuRetrieval
name: MTEB DuRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 23.983999999999998
verified: no, type: map_at_10
value: 75.175
verified: no, type: map_at_100
value: 78.27300000000001
verified: no, type: map_at_1000
value: 78.322
verified: no, type: map_at_3
value: 51.214999999999996
verified: no, type: map_at_5
value: 64.89200000000001
verified: no, type: mrr_at_1
value: 83.89999999999999
verified: no, type: mrr_at_10
value: 89.563
verified: no, type: mrr_at_100
value: 89.64999999999999
verified: no, type: mrr_at_1000
value: 89.654
verified: no, type: mrr_at_3
value: 89.167
verified: no, type: mrr_at_5
value: 89.492
verified: no, type: ndcg_at_1
value: 83.89999999999999
verified: no, type: ndcg_at_10
value: 83.72800000000001
verified: no, type: ndcg_at_100
value: 87.064
verified: no, type: ndcg_at_1000
value: 87.504
verified: no, type: ndcg_at_3
value: 81.318
verified: no, type: ndcg_at_5
value: 80.667
verified: no, type: precision_at_1
value: 83.89999999999999
verified: no, type: precision_at_10
value: 40.699999999999996
verified: no, type: precision_at_100
value: 4.7780000000000005
verified: no, type: precision_at_1000
value: 0.488
verified: no, type: precision_at_3
value: 73.317
verified: no, type: precision_at_5
value: 62.129999999999995
verified: no, type: recall_at_1
value: 23.983999999999998
verified: no, type: recall_at_10
value: 86.412
verified: no, type: recall_at_100
value: 96.882
verified: no, type: recall_at_1000
value: 99.22
verified: no, type: recall_at_3
value: 54.769999999999996
verified: no, type: recall_at_5
value: 71.663
verified: no, task: type: Retrieval
dataset: type: C-MTEB/EcomRetrieval
name: MTEB EcomRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 51.6
verified: no, type: map_at_10
value: 61.209
verified: no, type: map_at_100
value: 61.734
verified: no, type: map_at_1000
value: 61.75000000000001
verified: no, type: map_at_3
value: 58.8
verified: no, type: map_at_5
value: 60.165
verified: no, type: mrr_at_1
value: 51.6
verified: no, type: mrr_at_10
value: 61.209
verified: no, type: mrr_at_100
value: 61.734
verified: no, type: mrr_at_1000
value: 61.75000000000001
verified: no, type: mrr_at_3
value: 58.8
verified: no, type: mrr_at_5
value: 60.165
verified: no, type: ndcg_at_1
value: 51.6
verified: no, type: ndcg_at_10
value: 66.13900000000001
verified: no, type: ndcg_at_100
value: 68.65400000000001
verified: no, type: ndcg_at_1000
value: 69.057
verified: no, type: ndcg_at_3
value: 61.185
verified: no, type: ndcg_at_5
value: 63.651
verified: no, type: precision_at_1
value: 51.6
verified: no, type: precision_at_10
value: 8.17
verified: no, type: precision_at_100
value: 0.9339999999999999
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_3
value: 22.7
verified: no, type: precision_at_5
value: 14.82
verified: no, type: recall_at_1
value: 51.6
verified: no, type: recall_at_10
value: 81.69999999999999
verified: no, type: recall_at_100
value: 93.4
verified: no, type: recall_at_1000
value: 96.6
verified: no, type: recall_at_3
value: 68.10000000000001
verified: no, type: recall_at_5
value: 74.1
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MMarcoRetrieval
name: MTEB MMarcoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 69.54599999999999
verified: no, type: map_at_10
value: 78.477
verified: no, type: map_at_100
value: 78.743
verified: no, type: map_at_1000
value: 78.751
verified: no, type: map_at_3
value: 76.769
verified: no, type: map_at_5
value: 77.854
verified: no, type: mrr_at_1
value: 71.819
verified: no, type: mrr_at_10
value: 79.008
verified: no, type: mrr_at_100
value: 79.24
verified: no, type: mrr_at_1000
value: 79.247
verified: no, type: mrr_at_3
value: 77.55300000000001
verified: no, type: mrr_at_5
value: 78.477
verified: no, type: ndcg_at_1
value: 71.819
verified: no, type: ndcg_at_10
value: 81.947
verified: no, type: ndcg_at_100
value: 83.112
verified: no, type: ndcg_at_1000
value: 83.325
verified: no, type: ndcg_at_3
value: 78.758
verified: no, type: ndcg_at_5
value: 80.563
verified: no, type: precision_at_1
value: 71.819
verified: no, type: precision_at_10
value: 9.792
verified: no, type: precision_at_100
value: 1.0370000000000001
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_3
value: 29.479
verified: no, type: precision_at_5
value: 18.659
verified: no, type: recall_at_1
value: 69.54599999999999
verified: no, type: recall_at_10
value: 92.053
verified: no, type: recall_at_100
value: 97.25399999999999
verified: no, type: recall_at_1000
value: 98.926
verified: no, type: recall_at_3
value: 83.682
verified: no, type: recall_at_5
value: 87.944
verified: no, task: type: Retrieval
dataset: type: C-MTEB/MedicalRetrieval
name: MTEB MedicalRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 50.3
verified: no, type: map_at_10
value: 55.824
verified: no, type: map_at_100
value: 56.379999999999995
verified: no, type: map_at_1000
value: 56.440999999999995
verified: no, type: map_at_3
value: 54.400000000000006
verified: no, type: map_at_5
value: 55.235
verified: no, type: mrr_at_1
value: 50.4
verified: no, type: mrr_at_10
value: 55.88999999999999
verified: no, type: mrr_at_100
value: 56.447
verified: no, type: mrr_at_1000
value: 56.508
verified: no, type: mrr_at_3
value: 54.467
verified: no, type: mrr_at_5
value: 55.30199999999999
verified: no, type: ndcg_at_1
value: 50.3
verified: no, type: ndcg_at_10
value: 58.577999999999996
verified: no, type: ndcg_at_100
value: 61.49099999999999
verified: no, type: ndcg_at_1000
value: 63.161
verified: no, type: ndcg_at_3
value: 55.64
verified: no, type: ndcg_at_5
value: 57.13399999999999
verified: no, type: precision_at_1
value: 50.3
verified: no, type: precision_at_10
value: 6.7299999999999995
verified: no, type: precision_at_100
value: 0.814
verified: no, type: precision_at_1000
value: 0.095
verified: no, type: precision_at_3
value: 19.733
verified: no, type: precision_at_5
value: 12.559999999999999
verified: no, type: recall_at_1
value: 50.3
verified: no, type: recall_at_10
value: 67.30000000000001
verified: no, type: recall_at_100
value: 81.39999999999999
verified: no, type: recall_at_1000
value: 94.69999999999999
verified: no, type: recall_at_3
value: 59.199999999999996
verified: no, type: recall_at_5
value: 62.8
verified: no, task: type: Retrieval
dataset: type: C-MTEB/T2Retrieval
name: MTEB T2Retrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 27.293
verified: no, type: map_at_10
value: 76.618
verified: no, type: map_at_100
value: 80.22500000000001
verified: no, type: map_at_1000
value: 80.292
verified: no, type: map_at_3
value: 53.856
verified: no, type: map_at_5
value: 66.158
verified: no, type: mrr_at_1
value: 89.659
verified: no, type: mrr_at_10
value: 92.121
verified: no, type: mrr_at_100
value: 92.214
verified: no, type: mrr_at_1000
value: 92.218
verified: no, type: mrr_at_3
value: 91.67
verified: no, type: mrr_at_5
value: 91.955
verified: no, type: ndcg_at_1
value: 89.659
verified: no, type: ndcg_at_10
value: 84.172
verified: no, type: ndcg_at_100
value: 87.767
verified: no, type: ndcg_at_1000
value: 88.419
verified: no, type: ndcg_at_3
value: 85.628
verified: no, type: ndcg_at_5
value: 84.155
verified: no, type: precision_at_1
value: 89.659
verified: no, type: precision_at_10
value: 41.914
verified: no, type: precision_at_100
value: 4.9959999999999996
verified: no, type: precision_at_1000
value: 0.515
verified: no, type: precision_at_3
value: 74.955
verified: no, type: precision_at_5
value: 62.771
verified: no, type: recall_at_1
value: 27.293
verified: no, type: recall_at_10
value: 83.004
verified: no, type: recall_at_100
value: 94.82300000000001
verified: no, type: recall_at_1000
value: 98.15
verified: no, type: recall_at_3
value: 55.455
verified: no, type: recall_at_5
value: 69.422
verified: no, task: type: Retrieval
dataset: type: C-MTEB/VideoRetrieval
name: MTEB VideoRetrieval
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 59.599999999999994
verified: no, type: map_at_10
value: 69.44399999999999
verified: no, type: map_at_100
value: 69.798
verified: no, type: map_at_1000
value: 69.81
verified: no, type: map_at_3
value: 67.467
verified: no, type: map_at_5
value: 68.692
verified: no, type: mrr_at_1
value: 59.599999999999994
verified: no, type: mrr_at_10
value: 69.44399999999999
verified: no, type: mrr_at_100
value: 69.798
verified: no, type: mrr_at_1000
value: 69.81
verified: no, type: mrr_at_3
value: 67.467
verified: no, type: mrr_at_5
value: 68.692
verified: no, type: ndcg_at_1
value: 59.599999999999994
verified: no, type: ndcg_at_10
value: 73.936
verified: no, type: ndcg_at_100
value: 75.688
verified: no, type: ndcg_at_1000
value: 75.942
verified: no, type: ndcg_at_3
value: 69.92399999999999
verified: no, type: ndcg_at_5
value: 72.14
verified: no, type: precision_at_1
value: 59.599999999999994
verified: no, type: precision_at_10
value: 8.790000000000001
verified: no, type: precision_at_100
value: 0.9610000000000001
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 25.667
verified: no, type: precision_at_5
value: 16.48
verified: no, type: recall_at_1
value: 59.599999999999994
verified: no, type: recall_at_10
value: 87.9
verified: no, type: recall_at_100
value: 96.1
verified: no, type: recall_at_1000
value: 98
verified: no, type: recall_at_3
value: 77
verified: no, type: recall_at_5
value: 82.39999999999999
verified: no
Likes: 0 | All-time downloads: 14
Created: 2024-04-19 02:26:54