File size: 5,803 Bytes
b5efda3
 
372602d
5383ccb
 
 
 
b5efda3
 
 
372602d
e974ff3
372602d
 
 
 
 
 
 
 
 
e974ff3
372602d
 
 
 
 
 
 
 
 
 
e974ff3
372602d
 
 
 
 
 
 
 
 
 
e974ff3
372602d
 
 
 
 
 
 
 
 
 
e974ff3
372602d
 
 
 
 
 
 
 
 
 
e974ff3
372602d
 
 
 
 
 
 
 
 
 
e974ff3
372602d
 
 
 
 
 
 
 
 
 
e974ff3
372602d
 
 
 
 
 
 
 
 
 
e974ff3
372602d
 
 
 
 
 
 
 
 
 
e974ff3
372602d
 
 
 
 
 
 
 
 
 
e974ff3
372602d
 
 
 
 
 
 
 
 
 
e974ff3
372602d
 
 
 
 
 
 
 
 
 
e974ff3
372602d
 
 
 
 
 
 
 
 
 
e974ff3
372602d
 
 
 
 
 
 
 
 
 
e974ff3
372602d
 
 
 
 
 
 
 
 
 
e974ff3
372602d
 
 
 
 
 
 
 
 
 
e974ff3
372602d
 
 
 
 
 
 
 
 
 
e974ff3
372602d
 
 
 
 
 
 
 
 
 
e974ff3
372602d
 
 
 
 
 
 
 
 
 
e974ff3
372602d
 
 
 
 
 
 
 
 
 
e974ff3
372602d
b5efda3
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
---
pipeline_tag: sentence-similarity
tags:
- sentence-transformers
- feature-extraction
- sentence-similarity
- mteb
language:
  - en
  - pl
model-index:
- name: 2024-06-19_08-22-22
  results:
  - dataset:
      config: pl
      name: MTEB MassiveIntentClassification
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 0.10346334902488233
    task:
      type: Classification
  - dataset:
      config: pl
      name: MTEB MassiveIntentClassification
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 0.10678799803246433
    task:
      type: Classification
  - dataset:
      config: pl
      name: MTEB MassiveScenarioClassification
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 0.1761936785474109
    task:
      type: Classification
  - dataset:
      config: pl
      name: MTEB MassiveScenarioClassification
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 0.17629119527791443
    task:
      type: Classification
  - dataset:
      config: default
      name: MTEB CBD
      revision: 36ddb419bcffe6a5374c3891957912892916f28d
      split: test
      type: PL-MTEB/cbd
    metrics:
    - type: accuracy
      value: 0.5073
    task:
      type: Classification
  - dataset:
      config: default
      name: MTEB PolEmo2.0-IN
      revision: d90724373c70959f17d2331ad51fb60c71176b03
      split: test
      type: PL-MTEB/polemo2_in
    metrics:
    - type: accuracy
      value: 0.3889196675900277
    task:
      type: Classification
  - dataset:
      config: default
      name: MTEB PolEmo2.0-OUT
      revision: 6a21ab8716e255ab1867265f8b396105e8aa63d4
      split: test
      type: PL-MTEB/polemo2_out
    metrics:
    - type: accuracy
      value: 0.2937246963562753
    task:
      type: Classification
  - dataset:
      config: default
      name: MTEB AllegroReviews
      revision: b89853e6de927b0e3bfa8ecc0e56fe4e02ceafc6
      split: test
      type: PL-MTEB/allegro-reviews
    metrics:
    - type: accuracy
      value: 0.22037773359840954
    task:
      type: Classification
  - dataset:
      config: default
      name: MTEB PAC
      revision: fc69d1c153a8ccdcf1eef52f4e2a27f88782f543
      split: test
      type: laugustyniak/abusive-clauses-pl
    metrics:
    - type: accuracy
      value: 0.5505068056762236
    task:
      type: Classification
  - dataset:
      config: default
      name: MTEB EightTagsClustering
      revision: 78b962b130c6690659c65abf67bf1c2f030606b6
      split: test
      type: PL-MTEB/8tags-clustering
    metrics:
    - type: v_measure
      value: 0.09774455155716733
    task:
      type: Clustering
  - dataset:
      config: default
      name: MTEB SICK-E-PL
      revision: 71bba34b0ece6c56dfcf46d9758a27f7a90f17e9
      split: test
      type: PL-MTEB/sicke-pl-pairclassification
    metrics:
    - type: ap
      value: 0.5140817433152867
    task:
      type: PairClassification
  - dataset:
      config: default
      name: MTEB CDSC-E
      revision: 0a3d4aa409b22f80eb22cbf59b492637637b536d
      split: test
      type: PL-MTEB/cdsce-pairclassification
    metrics:
    - type: ap
      value: 0.46484295974270995
    task:
      type: PairClassification
  - dataset:
      config: default
      name: MTEB PSC
      revision: d05a294af9e1d3ff2bfb6b714e08a24a6cabc669
      split: test
      type: PL-MTEB/psc-pairclassification
    metrics:
    - type: ap
      value: 0.4051269007928542
    task:
      type: PairClassification
  - dataset:
      config: pl
      name: MTEB STS22
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_spearman
      value: -0.08590905486427534
    task:
      type: STS
  - dataset:
      config: pl
      name: MTEB STSBenchmarkMultilingualSTS
      revision: 29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c
      split: dev
      type: mteb/stsb_multi_mt
    metrics:
    - type: cosine_spearman
      value: 0.43179596275645044
    task:
      type: STS
  - dataset:
      config: pl
      name: MTEB STSBenchmarkMultilingualSTS
      revision: 29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c
      split: test
      type: mteb/stsb_multi_mt
    metrics:
    - type: cosine_spearman
      value: 0.3366352638628963
    task:
      type: STS
  - dataset:
      config: default
      name: MTEB SICK-R-PL
      revision: fd5c2441b7eeff8676768036142af4cfa42c1339
      split: test
      type: PL-MTEB/sickr-pl-sts
    metrics:
    - type: cosine_spearman
      value: 0.39053635596458536
    task:
      type: STS
  - dataset:
      config: default
      name: MTEB CDSC-R
      revision: 1cd6abbb00df7d14be3dbd76a7dcc64b3a79a7cd
      split: test
      type: PL-MTEB/cdscr-sts
    metrics:
    - type: cosine_spearman
      value: 0.5696239277348915
    task:
      type: STS
  - dataset:
      config: default
      name: MTEB PlscClusteringS2S
      revision: 39bcadbac6b1eddad7c1a0a176119ce58060289a
      split: test
      type: PL-MTEB/plsc-clustering-s2s
    metrics:
    - type: v_measure
      value: 0.2411184934551013
    task:
      type: Clustering
  - dataset:
      config: default
      name: MTEB PlscClusteringP2P
      revision: 8436dd4c05222778013d6642ee2f3fa1722bca9b
      split: test
      type: PL-MTEB/plsc-clustering-p2p
    metrics:
    - type: v_measure
      value: 0.2120976462600393
    task:
      type: Clustering
---