Model: fdurant/colbert-xm-for-inference-api
Author: fdurant
Pipeline: sentence-similarity
Library: colbert-ai
Tags: colbert-ai, safetensors, xmod, colbert, passage-retrieval, sentence-similarity, multilingual, af, am, ar, az, be, bg, bn, ca, cs, cy, da, de, el, en, eo, es, et, eu, fa, fi, fr, ga, gl, gu, ha, he, hi, hr, hu, hy, id, is, it, ja, ka, kk, km, kn, ko, ku, ky, la, lo, lt, lv, mk, ml, mn, mr, ms, my, ne, nl, no, or, pa, pl, ps, pt, ro, ru, sa, si, sk, sl, so, sq, sr, sv, sw, ta, te, th, tl, tr, uk, ur, uz, vi, zh, dataset:ms_marco, dataset:sentence-transformers/msmarco-hard-negatives, arxiv:2402.15059, base_model:facebook/xmod-base, base_model:finetune:facebook/xmod-base, model-index, endpoints_compatible, region:us
Base models (finetune): id: facebook/xmod-base
Card metadata: pipeline_tag: sentence-similarity
datasets: ms_marco, sentence-transformers/msmarco-hard-negatives
metrics: recall
tags: colbert, passage-retrieval
library_name: colbert-ai
base_model: facebook/xmod-base
inference: no
model-index: name: colbert-xm
results: task: type: sentence-similarity
name: Passage Retrieval
dataset: type: unicamp-dl/mmarco
name: mMARCO-ar
config: arabic
split: validation
metrics: type: recall_at_1000
name: Recall@1000
value: 74.8
verified: no, type: recall_at_500
name: Recall@500
value: 72.1
verified: no, type: recall_at_100
name: Recall@100
value: 60.4
verified: no, type: recall_at_10
name: Recall@10
value: 36.5
verified: no, type: mrr_at_10
name: MRR@10
value: 19.5
verified: no, task: type: sentence-similarity
name: Passage Retrieval
dataset: type: unicamp-dl/mmarco
name: mMARCO-de
config: german
split: validation
metrics: type: recall_at_1000
name: Recall@1000
value: 86
verified: no, type: recall_at_500
name: Recall@500
value: 84.1
verified: no, type: recall_at_100
name: Recall@100
value: 73.9
verified: no, type: recall_at_10
name: Recall@10
value: 49.5
verified: no, type: mrr_at_10
name: MRR@10
value: 27
verified: no, task: type: sentence-similarity
name: Passage Retrieval
dataset: type: unicamp-dl/mmarco
name: mMARCO-en
config: english
split: validation
metrics: type: recall_at_1000
name: Recall@1000
value: 96.5
verified: no, type: recall_at_500
name: Recall@500
value: 95.9
verified: no, type: recall_at_100
name: Recall@100
value: 89.3
verified: no, type: recall_at_10
name: Recall@10
value: 65.7
verified: no, type: mrr_at_10
name: MRR@10
value: 37.2
verified: no, task: type: sentence-similarity
name: Passage Retrieval
dataset: type: unicamp-dl/mmarco
name: mMARCO-es
config: spanish
split: validation
metrics: type: recall_at_1000
name: Recall@1000
value: 88.4
verified: no, type: recall_at_500
name: Recall@500
value: 86.8
verified: no, type: recall_at_100
name: Recall@100
value: 77.5
verified: no, type: recall_at_10
name: Recall@10
value: 52
verified: no, type: mrr_at_10
name: MRR@10
value: 28.5
verified: no, task: type: sentence-similarity
name: Passage Retrieval
dataset: type: unicamp-dl/mmarco
name: mMARCO-fr
config: french
split: validation
metrics: type: recall_at_1000
name: Recall@1000
value: 87.3
verified: no, type: recall_at_500
name: Recall@500
value: 85.7
verified: no, type: recall_at_100
name: Recall@100
value: 75.2
verified: no, type: recall_at_10
name: Recall@10
value: 49.2
verified: no, type: mrr_at_10
name: MRR@10
value: 26.9
verified: no, task: type: sentence-similarity
name: Passage Retrieval
dataset: type: unicamp-dl/mmarco
name: mMARCO-hi
config: hindi
split: validation
metrics: type: recall_at_1000
name: Recall@1000
value: 82.2
verified: no, type: recall_at_500
name: Recall@500
value: 79.9
verified: no, type: recall_at_100
name: Recall@100
value: 69.8
verified: no, type: recall_at_10
name: Recall@10
value: 44.2
verified: no, type: mrr_at_10
name: MRR@10
value: 23.8
verified: no, task: type: sentence-similarity
name: Passage Retrieval
dataset: type: unicamp-dl/mmarco
name: mMARCO-id
config: indonesian
split: validation
metrics: type: recall_at_1000
name: Recall@1000
value: 86.7
verified: no, type: recall_at_500
name: Recall@500
value: 84.8
verified: no, type: recall_at_100
name: Recall@100
value: 74.5
verified: no, type: recall_at_10
name: Recall@10
value: 48.3
verified: no, type: mrr_at_10
name: MRR@10
value: 26.3
verified: no, task: type: sentence-similarity
name: Passage Retrieval
dataset: type: unicamp-dl/mmarco
name: mMARCO-it
config: italian
split: validation
metrics: type: recall_at_1000
name: Recall@1000
value: 86.1
verified: no, type: recall_at_500
name: Recall@500
value: 84.3
verified: no, type: recall_at_100
name: Recall@100
value: 74.1
verified: no, type: recall_at_10
name: Recall@10
value: 48.2
verified: no, type: mrr_at_10
name: MRR@10
value: 26.5
verified: no, task: type: sentence-similarity
name: Passage Retrieval
dataset: type: unicamp-dl/mmarco
name: mMARCO-ja
config: japanese
split: validation
metrics: type: recall_at_1000
name: Recall@1000
value: 83.6
verified: no, type: recall_at_500
name: Recall@500
value: 81.8
verified: no, type: recall_at_100
name: Recall@100
value: 71.4
verified: no, type: recall_at_10
name: Recall@10
value: 44.6
verified: no, type: mrr_at_10
name: MRR@10
value: 24.1
verified: no, task: type: sentence-similarity
name: Passage Retrieval
dataset: type: unicamp-dl/mmarco
name: mMARCO-nl
config: dutch
split: validation
metrics: type: recall_at_1000
name: Recall@1000
value: 86.8
verified: no, type: recall_at_500
name: Recall@500
value: 85
verified: no, type: recall_at_100
name: Recall@100
value: 75.2
verified: no, type: recall_at_10
name: Recall@10
value: 49.8
verified: no, type: mrr_at_10
name: MRR@10
value: 27.5
verified: no, task: type: sentence-similarity
name: Passage Retrieval
dataset: type: unicamp-dl/mmarco
name: mMARCO-pt
config: portuguese
split: validation
metrics: type: recall_at_1000
name: Recall@1000
value: 87.1
verified: no, type: recall_at_500
name: Recall@500
value: 85.3
verified: no, type: recall_at_100
name: Recall@100
value: 75.8
verified: no, type: recall_at_10
name: Recall@10
value: 50.5
verified: no, type: mrr_at_10
name: MRR@10
value: 27.6
verified: no, task: type: sentence-similarity
name: Passage Retrieval
dataset: type: unicamp-dl/mmarco
name: mMARCO-ru
config: russian
split: validation
metrics: type: recall_at_1000
name: Recall@1000
value: 85.7
verified: no, type: recall_at_500
name: Recall@500
value: 83.8
verified: no, type: recall_at_100
name: Recall@100
value: 73.6
verified: no, type: recall_at_10
name: Recall@10
value: 47.3
verified: no, type: mrr_at_10
name: MRR@10
value: 25.1
verified: no, task: type: sentence-similarity
name: Passage Retrieval
dataset: type: unicamp-dl/mmarco
name: mMARCO-vi
config: vietnamese
split: validation
metrics: type: recall_at_1000
name: Recall@1000
value: 81.6
verified: no, type: recall_at_500
name: Recall@500
value: 79
verified: no, type: recall_at_100
name: Recall@100
value: 67.5
verified: no, type: recall_at_10
name: Recall@10
value: 42.4
verified: no, type: mrr_at_10
name: MRR@10
value: 22.6
verified: no, task: type: sentence-similarity
name: Passage Retrieval
dataset: type: unicamp-dl/mmarco
name: mMARCO-zh
config: chinese
split: validation
metrics: type: recall_at_1000
name: Recall@1000
value: 84.8
verified: no, type: recall_at_500
name: Recall@500
value: 83.1
verified: no, type: recall_at_100
name: Recall@100
value: 72.2
verified: no, type: recall_at_10
name: Recall@10
value: 46
verified: no, type: mrr_at_10
name: MRR@10
value: 24.6
verified: no
language: multilingual, af, am, ar, az, be, bg, bn, ca, cs, cy, da, de, el, en, eo, es, et, eu, fa, fi, fr, ga, gl, gu, ha, he, hi, hr, hu, hy, id, is, it, ja, ka, kk, km, kn, ko, ku, ky, la, lo, lt, lv, mk, ml, mn, mr, ms, my, ne, nl, no, or, pa, pl, ps, pt, ro, ru, sa, si, sk, sl, so, sq, sr, sv, sw, ta, te, th, tl, tr, uk, ur, uz, vi, zh
Likes: 1 | All-time downloads: 564
Created: 2024-06-13 14:31:07