File size: 5,976 Bytes
0ce7982
1e59505
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
0ce7982
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
---
language:
- en
- pl
model-index:
- name: 2024-06-24_22-31-28_epoch_31
  results:
  - dataset:
      config: default
      name: MTEB AllegroReviews
      revision: b89853e6de927b0e3bfa8ecc0e56fe4e02ceafc6
      split: test
      type: PL-MTEB/allegro-reviews
    metrics:
    - type: accuracy
      value: 23.598409542743536
    - type: f1
      value: 21.0752317645165
    task:
      type: Classification
  - dataset:
      config: default
      name: MTEB CBD
      revision: 36ddb419bcffe6a5374c3891957912892916f28d
      split: test
      type: PL-MTEB/cbd
    metrics:
    - type: accuracy
      value: 56.43
    - type: ap
      value: 15.427748641552656
    - type: f1
      value: 46.99394483538345
    task:
      type: Classification
  - dataset:
      config: default
      name: MTEB CDSC-E
      revision: 0a3d4aa409b22f80eb22cbf59b492637637b536d
      split: test
      type: PL-MTEB/cdsce-pairclassification
    metrics: []
    task:
      type: PairClassification
  - dataset:
      config: default
      name: MTEB CDSC-R
      revision: 1cd6abbb00df7d14be3dbd76a7dcc64b3a79a7cd
      split: test
      type: PL-MTEB/cdscr-sts
    metrics: []
    task:
      type: STS
  - dataset:
      config: default
      name: MTEB EightTagsClustering
      revision: 78b962b130c6690659c65abf67bf1c2f030606b6
      split: test
      type: PL-MTEB/8tags-clustering
    metrics:
    - type: v_measure
      value: 13.997076379640058
    - type: v_measure_std
      value: 2.6122726107939154
    task:
      type: Clustering
  - dataset:
      config: pl
      name: MTEB MassiveIntentClassification (pl)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 35.09414929388029
    - type: f1
      value: 32.17534308296389
    task:
      type: Classification
  - dataset:
      config: pl
      name: MTEB MassiveIntentClassification (pl)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 34.928676832267584
    - type: f1
      value: 31.136038426981095
    task:
      type: Classification
  - dataset:
      config: pl
      name: MTEB MassiveScenarioClassification (pl)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 43.32885003362474
    - type: f1
      value: 41.42389169421327
    task:
      type: Classification
  - dataset:
      config: pl
      name: MTEB MassiveScenarioClassification (pl)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 42.75454992621741
    - type: f1
      value: 41.23705628032583
    task:
      type: Classification
  - dataset:
      config: default
      name: MTEB PAC
      revision: fc69d1c153a8ccdcf1eef52f4e2a27f88782f543
      split: test
      type: laugustyniak/abusive-clauses-pl
    metrics:
    - type: accuracy
      value: 67.93512887344339
    - type: ap
      value: 76.17614876171515
    - type: f1
      value: 64.87387670648395
    task:
      type: Classification
  - dataset:
      config: default
      name: MTEB PSC
      revision: d05a294af9e1d3ff2bfb6b714e08a24a6cabc669
      split: test
      type: PL-MTEB/psc-pairclassification
    metrics: []
    task:
      type: PairClassification
  - dataset:
      config: default
      name: MTEB PlscClusteringP2P
      revision: 8436dd4c05222778013d6642ee2f3fa1722bca9b
      split: test
      type: PL-MTEB/plsc-clustering-p2p
    metrics:
    - type: v_measure
      value: 36.472755666511304
    task:
      type: Clustering
  - dataset:
      config: default
      name: MTEB PlscClusteringS2S
      revision: 39bcadbac6b1eddad7c1a0a176119ce58060289a
      split: test
      type: PL-MTEB/plsc-clustering-s2s
    metrics:
    - type: v_measure
      value: 33.328522408623265
    task:
      type: Clustering
  - dataset:
      config: default
      name: MTEB PolEmo2.0-IN
      revision: d90724373c70959f17d2331ad51fb60c71176b03
      split: test
      type: PL-MTEB/polemo2_in
    metrics:
    - type: accuracy
      value: 47.60387811634349
    - type: f1
      value: 48.8296705237083
    task:
      type: Classification
  - dataset:
      config: default
      name: MTEB PolEmo2.0-OUT
      revision: 6a21ab8716e255ab1867265f8b396105e8aa63d4
      split: test
      type: PL-MTEB/polemo2_out
    metrics:
    - type: accuracy
      value: 27.246963562753034
    - type: f1
      value: 21.095902682283903
    task:
      type: Classification
  - dataset:
      config: default
      name: MTEB SICK-E-PL
      revision: 71bba34b0ece6c56dfcf46d9758a27f7a90f17e9
      split: test
      type: PL-MTEB/sicke-pl-pairclassification
    metrics: []
    task:
      type: PairClassification
  - dataset:
      config: default
      name: MTEB SICK-R-PL
      revision: fd5c2441b7eeff8676768036142af4cfa42c1339
      split: test
      type: PL-MTEB/sickr-pl-sts
    metrics: []
    task:
      type: STS
  - dataset:
      config: pl
      name: MTEB STS22 (pl)
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics: []
    task:
      type: STS
  - dataset:
      config: pl
      name: MTEB STSBenchmarkMultilingualSTS (pl)
      revision: 29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c
      split: dev
      type: mteb/stsb_multi_mt
    metrics: []
    task:
      type: STS
  - dataset:
      config: pl
      name: MTEB STSBenchmarkMultilingualSTS (pl)
      revision: 29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c
      split: test
      type: mteb/stsb_multi_mt
    metrics: []
    task:
      type: STS
pipeline_tag: sentence-similarity
tags:
- sentence-transformers
- sentence-similarity
- mteb
- feature-extraction
---