Update README.md
Browse files
README.md
CHANGED
|
@@ -7,4 +7,22 @@ language:
|
|
| 7 |
- fr
|
| 8 |
- en
|
| 9 |
pipeline_tag: sentence-similarity
|
| 10 |
-
---
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 7 |
- fr
|
| 8 |
- en
|
| 9 |
pipeline_tag: sentence-similarity
|
| 10 |
+
---
|
| 11 |
+
|
| 12 |
+
| Model (French/French) | mean Top-k | std Top-k | Top-1 (%) | Top-10 (%) | Top-100 (%) | MRR (x100) | mean score Top-k | std score Top-k |
|
| 13 |
+
|:-----------------------------:|:----------:|:---------:|:---------:|:----------:|:-----------:|:----------:|:----------------:|:---------------:|
|
| 14 |
+
| BM25 | 14.47 | 92.19 | 69.77 | 92.03 | 98.09 | 77.74 | NA | NA |
|
| 15 |
+
| CamemBERT | 5.72 | 36.88 | 69.35 | 95.51 | 98.92 | 79.51 | 0.83 | 0.37 |
|
| 16 |
+
| DistilCamemBERT | 5.54 | 25.90 | 66.11 | 92.77 | 99.17 | 76.00 | 0.80 | 0.39 |
|
| 17 |
+
| mMiniLMv2-L12 | 4.43 | 30.27 | 71.51 | 95.68 | 99.42 | 80.17 | 0.78 | 0.38 |
|
| 18 |
+
| cmarkea/bloomz-560m-reranking | 1.49 | 2.58 | 83.55 | 99.17 | 100 | 89.98 | 0.93 | 0.15 |
|
| 19 |
+
| cmarkea/bloomz-3b-reranking | 1.22 | 1.06 | 89.37 | 99.75 | 100 | 93.79 | 0.94 | 0.10 |
|
| 20 |
+
|
| 21 |
+
| Model (French/English) | mean Top-k | std Top-k | Top-1 (%) | Top-10 (%) | Top-100 (%) | MRR (x100) | mean score Top-k | std score Top-k |
|
| 22 |
+
|:-----------------------------:|:----------:|:---------:|:---------:|:----------:|:-----------:|:----------:|:----------------:|:---------------:|
|
| 23 |
+
| BM25 | 288.04 | 371.46 | 21.93 | 41.93 | 55.15 | 28.41 | | |
|
| 24 |
+
| CamemBERT | 12.20 | 61.39 | 59.55 | 89.71 | 97.42 | 70.38 | 0.65 | 0.47 |
|
| 25 |
+
| DistilCamemBERT | 40.97 | 104.78 | 25.66 | 64.78 | 88.62 | 38.83 | 0.53 | 0.49 |
|
| 26 |
+
| mMiniLMv2-L12 | 6.91 | 32.16 | 59.88 | 89.95 | 99.09 | 70.39 | 0.61 | 0.46 |
|
| 27 |
+
| cmarkea/bloomz-560m-reranking | 1.51 | 1.92 | 81.89 | 99.09 | 100 | 88.64 | 0.92 | 0.15 |
|
| 28 |
+
| cmarkea/bloomz-3b-reranking | 1.22 | 0.98 | 89.20 | 99.84 | 100 | 93.63 | 0.94 | 0.10 |
|